-- Logs begin at Wed 2022-02-09 19:54:46 UTC, end at Wed 2022-02-09 22:16:07 UTC. -- Feb 09 20:25:49.435526 n-d-789963-29 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 20:25:52.530016 n-d-789963-29 neutron-server[103215]: INFO neutron.common.config [-] Logging enabled! Feb 09 20:25:52.530644 n-d-789963-29 neutron-server[103215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 20:25:52.531510 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103215) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 20:25:52.535068 n-d-789963-29 neutron-server[103215]: INFO neutron.common.config [-] Logging enabled! Feb 09 20:25:52.535371 n-d-789963-29 neutron-server[103215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 20:25:52.535750 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103215) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 20:25:52.536782 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 20:25:52.537052 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 20:25:52.537531 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 20:25:52.537832 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 20:25:52.538114 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 20:25:52.538674 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.539205 n-d-789963-29 neutron-server[103215]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 20:25:52.539567 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.539947 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.540286 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.540623 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.540958 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.541281 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.541611 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.541952 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.542280 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.542613 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.542949 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.543286 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.543613 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.543987 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.544320 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.544651 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] debug = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.544977 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.545475 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.546082 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.546450 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.546837 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.547229 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.547597 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.548003 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.548439 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.548877 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] host = n-d-789963-29 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.549306 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.549695 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.550092 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.550487 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.550863 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.551238 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.551620 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.552023 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.552386 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] log_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.552755 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.553141 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.553522 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.553902 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.554215 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.554527 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.554905 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.555289 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.555663 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.556058 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.556422 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.556793 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.557164 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.557535 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.557913 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.558287 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.558876 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.559119 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.559502 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.559908 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.560274 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.560660 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.561024 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.561389 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.561760 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.562172 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.562530 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.562904 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.563295 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.563671 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.564070 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.564446 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.564809 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.565184 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.565555 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.565919 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.566295 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] use_json = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.566664 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.567034 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.567408 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.568070 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.568436 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.568812 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.569175 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.569554 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.569922 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:52.570320 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.570713 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.571099 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.571484 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.571903 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.572273 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.572653 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.573037 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.573417 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.573799 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.574174 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.574637 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.575034 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.575422 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.575856 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.576268 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.576657 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.577041 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.577436 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.578338 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.578713 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.579112 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.579492 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.579916 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.580358 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.580741 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.581120 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.581511 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.581888 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.582271 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.582649 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.583011 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.583392 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.583821 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.584192 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.584555 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.584933 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.585316 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.585685 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.586047 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.586427 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.586793 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.587152 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.587521 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.587920 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.588298 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.588672 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.589036 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.589399 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.589774 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.590214 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.590592 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.590959 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.591322 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.591712 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.592092 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.592457 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.592825 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.593201 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.594165 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.594540 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.594917 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.595286 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.595652 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.596051 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.596419 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.596786 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.597158 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.597536 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.597902 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.598271 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.598634 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.599004 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.599430 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.599856 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.600256 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.600630 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.601000 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.601375 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.601746 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.602117 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.602492 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.602868 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.603243 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.603615 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.604035 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.604453 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.604838 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.605243 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.605750 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.606157 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.606561 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.606899 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.607222 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.607547 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.607909 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.608244 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.608584 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.608944 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.609286 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.609642 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.609989 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.610316 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.610676 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.611041 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:52.611305 n-d-789963-29 neutron-server[103215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 20:25:52.611599 n-d-789963-29 neutron-server[103215]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103215) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 20:25:52.997265 n-d-789963-29 neutron-server[103215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 20:25:52.997546 n-d-789963-29 neutron-server[103215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 20:25:52.997831 n-d-789963-29 neutron-server[103215]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 20:25:52.998173 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 20:25:53.345764 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.346052 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.346321 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.347771 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.348051 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.348318 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.395205 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.395529 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.395876 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.413353 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.413642 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.413913 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.445194 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.445535 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.445851 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.484823 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.485103 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.485378 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.850493 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.851160 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.851160 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.851324 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.852005 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.958010 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.958394 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.958744 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.959060 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.959366 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.959744 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.960074 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.960430 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.960770 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.961153 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.961497 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.961847 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.962193 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.962532 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.962871 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.963227 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.963572 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.963970 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.964329 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.964682 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.965041 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.965390 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.965763 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.966259 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.966593 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.966924 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:53.967488 n-d-789963-29 neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 20:25:53.967910 n-d-789963-29 neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 20:25:53.968262 n-d-789963-29 neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 20:25:53.968611 n-d-789963-29 neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 20:25:53.968611 n-d-789963-29 neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 20:25:53.968611 n-d-789963-29 neutron-server[103215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 20:25:53.969838 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 20:25:53.973600 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 20:25:53.977810 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 20:25:53.981852 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Feb 09 20:25:53.983555 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 20:25:53.984597 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 20:25:53.984937 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 20:25:53.985329 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 20:25:53.988223 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 20:25:53.988471 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 20:25:53.988812 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 20:25:53.993784 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 20:25:54.017424 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 20:25:54.018082 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.018388 n-d-789963-29 neutron-server[103215]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103215) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 20:25:54.018755 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.020304 n-d-789963-29 neutron-server[103215]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103215) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 20:25:54.020595 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 20:25:54.020841 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 20:25:54.024260 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.024546 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.089037 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 20:25:54.089268 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 20:25:54.089505 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 20:25:54.090060 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 20:25:54.111634 n-d-789963-29 neutron-server[103215]: DEBUG oslo_db.sqlalchemy.engines [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103215) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 20:25:54.570312 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Initializing driver for type 'gre' Feb 09 20:25:54.570847 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] gre ID ranges: [(1, 1000)] Feb 09 20:25:54.629575 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Initializing driver for type 'local' Feb 09 20:25:54.629994 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Initializing driver for type 'vlan' Feb 09 20:25:54.644679 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] VlanTypeDriver initialization complete Feb 09 20:25:54.645130 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Initializing driver for type 'vxlan' Feb 09 20:25:54.645666 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] vxlan ID ranges: [(1, 1000)] Feb 09 20:25:54.705364 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Initializing extension driver 'port_security' Feb 09 20:25:54.705728 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.extensions.port_security [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] PortSecurityExtensionDriver initialization complete Feb 09 20:25:54.706061 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Initializing mechanism driver 'openvswitch' Feb 09 20:25:54.706476 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Initializing mechanism driver 'hyperv' Feb 09 20:25:54.713626 n-d-789963-29 neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:54.714507 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.714883 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.715238 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.715824 n-d-789963-29 neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 20:25:54.716254 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > subnet after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.716612 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > subnet after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.716962 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.717354 n-d-789963-29 neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 20:25:54.717760 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > network after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.718120 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > network after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.719249 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > network after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.719651 n-d-789963-29 neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 20:25:54.720090 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > security_group after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.720446 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > security_group after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.720792 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.721196 n-d-789963-29 neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 20:25:54.721602 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.721947 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.722287 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.722685 n-d-789963-29 neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 20:25:54.723093 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > address_group after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.723438 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > address_group after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.723811 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.724210 n-d-789963-29 neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 20:25:54.724670 n-d-789963-29 neutron-server[103215]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] ML2 OVO RPC backend initialized. {{(pid=103215) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 20:25:54.725436 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.725798 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.726210 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > network before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.726609 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > networks before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.726902 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > port before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.727241 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > ports before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.727580 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > subnet before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.727943 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > subnets before_response 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.728288 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > network after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.728625 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > network after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.728957 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > network after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.729289 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.729630 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.729960 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.730293 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > subnet after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.730624 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > subnet after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.730953 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.740411 n-d-789963-29 neutron-server[103215]: INFO neutron.quota [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded quota_driver: . Feb 09 20:25:54.740786 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.plugin [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Modular L2 Plugin initialization complete Feb 09 20:25:54.741131 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading services supported by the core plugin {{(pid=103215) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 20:25:54.741475 n-d-789963-29 neutron-server[103215]: INFO neutron.plugins.ml2.managers [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Got port-security extension from driver 'port_security' Feb 09 20:25:54.741978 n-d-789963-29 neutron-server[103215]: INFO neutron.extensions.vlantransparent [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Disabled vlantransparent extension. Feb 09 20:25:54.742476 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103215) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 20:25:54.742827 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading Plugin: router Feb 09 20:25:54.779756 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.780152 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router after_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.780522 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router before_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.782229 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.782229 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.782607 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router after_delete 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.782962 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.783308 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.783663 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router after_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.784046 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router after_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.784393 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router after_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.784737 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.785092 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router after_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.785501 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.785870 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.786207 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.786543 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: subnet after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.786882 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.787228 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.787570 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.787943 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: port before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.788286 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.788643 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router after_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.788981 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.789468 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_create 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.789829 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.790174 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_update 55549900 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.790538 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > agent after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.790885 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > agent after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.791225 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > network after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.792149 n-d-789963-29 neutron-server[103215]: DEBUG neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Tracking information for resource: router configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 20:25:54.792481 n-d-789963-29 neutron-server[103215]: DEBUG neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Tracking information for resource: floatingip configured {{(pid=103215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 20:25:54.797849 n-d-789963-29 neutron-server[103215]: INFO neutron.db.l3_agentschedulers_db [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 20:25:54.798423 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.798789 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.799140 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.799490 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.800323 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router before_create 55550100 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.800688 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.801048 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_create 55550100 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.801402 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > router precommit_update 55550100 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.806263 n-d-789963-29 neutron-server[103215]: DEBUG neutron.services.provider_configuration [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service providers = [] {{(pid=103215) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 20:25:54.806628 n-d-789963-29 neutron-server[103215]: DEBUG neutron.db.servicetype_db [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103215) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 20:25:54.809667 n-d-789963-29 neutron-server[103215]: DEBUG neutron.services.service_base [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 20:25:54.810011 n-d-789963-29 neutron-server[103215]: DEBUG neutron.services.service_base [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 20:25:54.810354 n-d-789963-29 neutron-server[103215]: DEBUG neutron.services.service_base [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 20:25:54.811244 n-d-789963-29 neutron-server[103215]: DEBUG neutron.services.service_base [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 20:25:54.811611 n-d-789963-29 neutron-server[103215]: INFO neutron.services.service_base [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 20:25:54.812191 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 20:25:54.812505 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 20:25:54.823873 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 20:25:54.824255 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading Plugin: auto_allocate Feb 09 20:25:54.830819 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: network precommit_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.831190 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: network precommit_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.831744 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 20:25:54.832069 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading Plugin: tag Feb 09 20:25:54.839011 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 20:25:54.839343 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading Plugin: timestamp Feb 09 20:25:54.844014 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 20:25:54.844346 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading Plugin: network_ip_availability Feb 09 20:25:54.850038 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.850409 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.850764 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:54.851511 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 20:25:54.851873 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading Plugin: flavors Feb 09 20:25:54.857210 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 20:25:54.857543 n-d-789963-29 neutron-server[103215]: INFO neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading Plugin: revisions Feb 09 20:25:54.862589 n-d-789963-29 neutron-server[103215]: DEBUG neutron.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 20:25:54.862986 n-d-789963-29 neutron-server[103215]: DEBUG oslo_concurrency.lockutils [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.865s {{(pid=103215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 20:25:54.863800 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103215) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 20:25:54.864142 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Initializing extension manager. Feb 09 20:25:54.864678 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: __init__.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.865025 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: __pycache__ {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.865360 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.865696 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: address_group.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.866538 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.867135 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: address-group Feb 09 20:25:54.867460 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: address_scope.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.868214 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.868722 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: address-scope Feb 09 20:25:54.869046 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.870077 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.870583 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: router-admin-state-down-before-update Feb 09 20:25:54.870904 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: agent.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.871621 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.872152 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: agent Feb 09 20:25:54.872475 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: agent_resources_synced.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.873413 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.873914 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: agent-resources-synced Feb 09 20:25:54.874233 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: allowedaddresspairs.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.876214 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.876737 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: allowed-address-pairs Feb 09 20:25:54.877062 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: auto_allocated_topology.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.878199 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.878714 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: auto-allocated-topology Feb 09 20:25:54.879041 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: availability_zone.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.879781 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.880293 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: availability_zone Feb 09 20:25:54.880619 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: availability_zone_filter.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.881627 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.882134 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: availability_zone_filter Feb 09 20:25:54.882457 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: data_plane_status.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.883372 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.883901 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 20:25:54.884225 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: default_subnetpools.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.885172 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.885681 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: default-subnetpools Feb 09 20:25:54.886007 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.887059 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.887562 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: dhcp_agent_scheduler Feb 09 20:25:54.887922 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: dns.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.888871 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.889366 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 20:25:54.889690 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: dns_domain_ports.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.891145 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.891637 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 20:25:54.891986 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.892920 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.893412 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 20:25:54.893734 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: dvr.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.894413 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.894908 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: dvr Feb 09 20:25:54.895231 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: ecmp_routes.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.896174 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.896671 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 20:25:54.896992 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: empty_string_filtering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.897898 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.898399 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: empty-string-filtering Feb 09 20:25:54.898720 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.899632 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.900155 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 20:25:54.900475 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.901389 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.901879 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 20:25:54.902200 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: external_net.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.903306 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.903846 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: external-net Feb 09 20:25:54.904168 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.905066 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.905561 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: extra_dhcp_opt Feb 09 20:25:54.906578 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: extraroute.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.907525 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.908055 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: extraroute Feb 09 20:25:54.908379 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: extraroute_atomic.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.909417 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.909925 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: extraroute-atomic Feb 09 20:25:54.910246 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: filter_validation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.910928 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.911429 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: filter-validation Feb 09 20:25:54.911790 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: fip_pf_description.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.912717 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.913207 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 20:25:54.913524 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: fip_port_details.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.914708 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.915207 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: fip-port-details Feb 09 20:25:54.915527 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: flavors.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.916849 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.917355 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: flavors Feb 09 20:25:54.917679 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.919403 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.919954 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 20:25:54.920282 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: floatingip_pools.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.920989 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.921516 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: floatingip-pools Feb 09 20:25:54.921841 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: ip_allocation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.922790 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.923283 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 20:25:54.923604 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.924583 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.925080 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: ip-substring-filtering Feb 09 20:25:54.925406 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l2_adjacency.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.926335 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.926830 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 20:25:54.927153 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.928220 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.928726 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: router Feb 09 20:25:54.929051 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.931417 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.931975 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 20:25:54.932314 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.933251 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.933932 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: ext-gw-mode Feb 09 20:25:54.934257 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.935181 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.935715 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: l3-ha Feb 09 20:25:54.936033 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.936964 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.937469 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 20:25:54.937789 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3_flavors.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.938720 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.939221 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: l3-flavors Feb 09 20:25:54.939544 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.940995 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.941511 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 20:25:54.941822 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.943008 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.943507 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 20:25:54.944056 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: l3agentscheduler.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.945168 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.945679 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: l3_agent_scheduler Feb 09 20:25:54.946004 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: local_ip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.947916 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.948428 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension local_ip not supported by any of loaded plugins Feb 09 20:25:54.948755 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: logging.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.950607 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.951115 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension logging not supported by any of loaded plugins Feb 09 20:25:54.951445 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: metering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.952243 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.953364 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: metering Feb 09 20:25:54.953688 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.954840 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.955345 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: metering_source_and_destination_fields Feb 09 20:25:54.955671 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: multiprovidernet.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.956627 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.957138 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: multi-provider Feb 09 20:25:54.957458 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: netmtu.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.958384 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.958889 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: net-mtu Feb 09 20:25:54.959203 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: netmtu_writable.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.960187 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.960693 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: net-mtu-writable Feb 09 20:25:54.961014 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: network_availability_zone.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.961691 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.962184 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: network_availability_zone Feb 09 20:25:54.962516 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: network_ip_availability.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.963656 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.964185 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: network-ip-availability Feb 09 20:25:54.964510 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: network_segment_range.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.965306 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.965804 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 20:25:54.966127 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: pagination.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.967749 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.968088 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: pagination Feb 09 20:25:54.968967 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: port_device_profile.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.969902 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.970460 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: port-device-profile Feb 09 20:25:54.970822 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.971672 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.972198 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: port-mac-address-regenerate Feb 09 20:25:54.972518 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.973463 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.973968 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: port-numa-affinity-policy Feb 09 20:25:54.974286 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: port_resource_request.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.975213 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.975720 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 20:25:54.976051 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: port_resource_request_groups.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.977114 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.977545 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 20:25:54.977866 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: portbindings.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.978984 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.979481 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: binding Feb 09 20:25:54.979842 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: portbindings_extended.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.981426 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.982020 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: binding-extended Feb 09 20:25:54.982644 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: portsecurity.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.983887 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.984405 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: port-security Feb 09 20:25:54.984868 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: project_id.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.985910 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.986357 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: project-id Feb 09 20:25:54.986681 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: providernet.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.987888 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.988428 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: provider Feb 09 20:25:54.988747 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.992505 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.993025 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos not supported by any of loaded plugins Feb 09 20:25:54.993354 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.994622 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.995130 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 20:25:54.995461 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.996440 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.996948 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 20:25:54.997277 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_default.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:54.998188 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:54.998690 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-default not supported by any of loaded plugins Feb 09 20:25:54.999194 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_fip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.000681 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.001183 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 20:25:55.001508 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.002424 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.002926 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 20:25:55.003251 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_gateway_ip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.004361 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.004864 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 20:25:55.005188 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_port_network_policy.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.006111 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.006605 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 20:25:55.006926 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.008024 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.008523 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 20:25:55.008843 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_pps_rule.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.010042 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.010549 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-pps not supported by any of loaded plugins Feb 09 20:25:55.010872 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_rule_type_details.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.011828 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.012331 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 20:25:55.012652 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: qos_rules_alias.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.013702 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.014205 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 20:25:55.014528 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: quota_check_limit.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.016040 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.016545 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: quota-check-limit Feb 09 20:25:55.016868 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: quotasv2.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.017879 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.018217 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: quotas Feb 09 20:25:55.018541 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: quotasv2_detail.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.020419 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.020756 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: quota_details Feb 09 20:25:55.021086 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: rbac.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.022169 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.022892 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: rbac-policies Feb 09 20:25:55.023224 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: rbac_address_group.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.024213 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.024721 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: rbac-address-group Feb 09 20:25:55.025047 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: rbac_address_scope.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.025961 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.026461 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: rbac-address-scope Feb 09 20:25:55.026785 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: rbac_security_groups.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.027706 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.028225 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: rbac-security-groups Feb 09 20:25:55.028553 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: rbac_subnetpool.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.029464 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.029968 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: rbac-subnetpool Feb 09 20:25:55.030282 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: revisionifmatch.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.031256 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.031789 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: revision-if-match Feb 09 20:25:55.032115 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: revisions.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.033396 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.033899 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: standard-attr-revisions Feb 09 20:25:55.034227 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: router_availability_zone.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.034907 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.035408 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: router_availability_zone Feb 09 20:25:55.035763 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: routerservicetype.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.036694 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.037187 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 20:25:55.037511 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.038423 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.038922 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: security-groups-normalized-cidr Feb 09 20:25:55.039244 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.040252 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.040750 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: port-security-groups-filtering Feb 09 20:25:55.041068 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.042007 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.042513 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: security-groups-remote-address-group Feb 09 20:25:55.042834 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.043974 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.044473 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: security-groups-shared-filtering Feb 09 20:25:55.044798 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.045396 n-d-789963-29 neutron-server[103215]: WARNING neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 20:25:55.045709 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: securitygroup.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.057637 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.058202 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: security-group Feb 09 20:25:55.058533 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: segment.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.059415 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.060304 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension segment not supported by any of loaded plugins Feb 09 20:25:55.060450 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.061523 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.062573 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 20:25:55.062901 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: servicetype.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.064134 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.064661 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: service-type Feb 09 20:25:55.064984 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: sorting.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.065991 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.066325 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: sorting Feb 09 20:25:55.066648 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: standard_attr_segment.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.067882 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.068388 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 20:25:55.068710 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: standardattrdescription.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.069375 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.069871 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: standard-attr-description Feb 09 20:25:55.070190 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: stateful_security_group.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.071131 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.071630 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: stateful-security-group Feb 09 20:25:55.071983 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: stdattrs_common.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.072554 n-d-789963-29 neutron-server[103215]: WARNING neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 20:25:55.072881 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.073805 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.074303 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 20:25:55.074622 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: subnet_onboard.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.075776 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.076475 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: subnet_onboard Feb 09 20:25:55.076798 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.078323 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.078795 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 20:25:55.079119 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: subnet_service_types.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.080083 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.080589 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: subnet-service-types Feb 09 20:25:55.080908 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: subnetallocation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.082035 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.082541 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: subnet_allocation Feb 09 20:25:55.082864 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.083544 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.084076 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: subnetpool-prefix-ops Feb 09 20:25:55.084398 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.085338 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.085835 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 20:25:55.086157 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: tagging.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.087280 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.087817 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: standard-attr-tag Feb 09 20:25:55.088145 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: timestamp.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.089417 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.089925 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loaded extension: standard-attr-timestamp Feb 09 20:25:55.090250 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: trunk.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.091298 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.092012 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension trunk not supported by any of loaded plugins Feb 09 20:25:55.092343 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: trunk_details.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.093291 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.093797 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 20:25:55.094120 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: uplink_status_propagation.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.095045 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.095547 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 20:25:55.095903 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Loading extension file: vlantransparent.py {{(pid=103215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 20:25:55.096589 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 20:25:55.097093 n-d-789963-29 neutron-server[103215]: INFO neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 20:25:55.099735 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:network Feb 09 20:25:55.100270 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:subnet Feb 09 20:25:55.100661 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 20:25:55.101054 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:port Feb 09 20:25:55.102352 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.102803 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service FLAVORS assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.103416 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.103863 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.104194 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:router Feb 09 20:25:55.104626 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 20:25:55.105119 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service METERING assigned prefix: /metering {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.106616 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:55.106992 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:55.107343 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:25:55.108447 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 20:25:55.109092 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:security_group Feb 09 20:25:55.109527 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 20:25:55.110145 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service CORE assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.110471 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 20:25:55.110829 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] subnetpool is already registered Feb 09 20:25:55.111270 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service CORE assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.111597 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 20:25:55.111959 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] subnetpool is already registered Feb 09 20:25:55.114281 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.114714 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service FLAVORS assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.115299 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.115740 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.116078 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:router Feb 09 20:25:55.116414 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] router is already registered Feb 09 20:25:55.116815 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 20:25:55.117148 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] floatingip is already registered Feb 09 20:25:55.117603 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service METERING assigned prefix: /metering {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.118303 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 20:25:55.118614 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] rbac_policy is already registered Feb 09 20:25:55.119023 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:security_group Feb 09 20:25:55.119352 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] security_group is already registered Feb 09 20:25:55.119838 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 20:25:55.120173 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] security_group_rule is already registered Feb 09 20:25:55.120813 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service CORE assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.121135 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 20:25:55.121640 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] subnetpool is already registered Feb 09 20:25:55.122073 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.v2.resource_helper [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Service CORE assigned prefix: {{(pid=103215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 20:25:55.122395 n-d-789963-29 neutron-server[103215]: INFO neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 20:25:55.122723 n-d-789963-29 neutron-server[103215]: WARNING neutron.quota.resource_registry [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] subnetpool is already registered Feb 09 20:25:55.123203 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: extensions {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.125408 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: address-groups {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.126901 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: address-scopes {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.128277 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: agents {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.129454 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: auto-allocated-topology {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.130719 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: availability_zones {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.131985 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: dhcp-networks {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.133516 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: dhcp-agents {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.134961 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: routers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.137407 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: flavors {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.138574 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: service_profiles {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.139820 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: next_providers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.141892 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: service_profiles {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.143464 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: floatingip-pools {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.144714 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: routers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.146851 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: floatingips {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.148179 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: l3-routers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.149625 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: l3-agents {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.151069 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: metering-labels {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.152640 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: metering-label-rules {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.153937 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: network-ip-availabilities {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.155210 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: bindings {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.157271 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: quotas {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.158840 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: quotas {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.160423 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: rbac-policies {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.162883 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: security-groups {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.164176 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: security-group-rules {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.165435 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: service-providers {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.166670 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: subnetpools {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.168149 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: subnetpools {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.169803 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.171527 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.173425 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.175210 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.177028 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.178921 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.180682 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.182613 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.184397 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.186273 n-d-789963-29 neutron-server[103215]: DEBUG neutron.api.extensions [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Extended resource: tags {{(pid=103215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 20:25:55.193150 n-d-789963-29 neutron-server[103215]: WARNING keystonemiddleware.auth_token [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 20:25:55.197905 n-d-789963-29 neutron-server[103215]: WARNING keystonemiddleware.auth_token [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 20:25:55.207559 n-d-789963-29 neutron-server[103215]: DEBUG oslo_concurrency.lockutils [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Acquired lock "singleton_lock" {{(pid=103215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 20:25:55.208063 n-d-789963-29 neutron-server[103215]: DEBUG oslo_concurrency.lockutils [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Releasing lock "singleton_lock" {{(pid=103215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 20:25:55.208742 n-d-789963-29 neutron-server[103215]: INFO oslo_service.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Starting 2 workers Feb 09 20:25:55.213799 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Started child 103324 {{(pid=103215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 20:25:55.218911 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Started child 103325 {{(pid=103215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 20:25:55.219476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:55.220783 n-d-789963-29 neutron-server[103215]: INFO neutron.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 20:25:55.221063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [-] (103324) wsgi starting up on http://0.0.0.0:9696 Feb 09 20:25:55.221446 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:55.224135 n-d-789963-29 neutron-server[103215]: INFO oslo_service.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Starting 1 workers Feb 09 20:25:55.226821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:55.229371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [-] (103325) wsgi starting up on http://0.0.0.0:9696 Feb 09 20:25:55.229601 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Started child 103326 {{(pid=103215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 20:25:55.230096 n-d-789963-29 neutron-server[103215]: INFO oslo_service.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Starting 1 workers Feb 09 20:25:55.233504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] calling RpcWorker wait() {{(pid=103326) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 20:25:55.234390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] returning from RpcWorker wait() {{(pid=103326) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 20:25:55.234990 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Started child 103327 {{(pid=103215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 20:25:55.235309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:55.235835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:55.236001 n-d-789963-29 neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4af10b9c-a3bc-4d2e-8ba7-0c2342bd1385 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:55.237993 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 20:25:55.238247 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 20:25:55.238498 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 20:25:55.238640 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 20:25:55.238936 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 20:25:55.239083 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 20:25:55.239608 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.239917 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.240183 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.240437 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.240720 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.241301 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.241567 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.241816 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.242089 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.242318 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.242487 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.242624 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.242864 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.243171 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.243455 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.243613 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:55.244626 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.244626 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.244626 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.244626 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.244626 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.245475 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.245613 n-d-789963-29 neutron-server[103327]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:55.245777 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.245777 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] debug = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.245777 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.246196 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.246545 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.246864 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.247024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.247338 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.247721 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.248076 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.248302 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.248575 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.248928 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.249158 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.249389 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.250158 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.250382 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.250620 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.250848 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.251062 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.251351 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] host = n-d-789963-29 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.251576 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.251881 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.252122 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.252359 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.252581 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.252796 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.253013 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.253257 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.253632 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.253850 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.254081 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.254307 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.254523 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.254930 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.254930 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_options = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.255415 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.255415 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.255881 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.255881 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.256326 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.256326 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.256326 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.256990 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.256990 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.256990 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.257782 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.257782 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.257782 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.257782 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.258620 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.258620 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.258620 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.259432 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.259432 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.259432 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.259432 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.260393 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.260393 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.260393 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.260393 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.261340 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.261340 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.261340 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.261340 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.262522 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.262522 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.262522 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.262522 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.262522 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.263664 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.263664 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.263664 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.263664 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.263664 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.264760 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.264760 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.264760 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.264760 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.264760 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.266241 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.266241 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.266241 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_json = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.266802 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.266802 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.266802 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.267397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.267397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.267397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.268078 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.268078 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.268078 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.268583 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.268774 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.269030 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.269245 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.269565 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.269743 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.269941 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.270118 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.270373 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.270588 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.270913 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.271131 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.271447 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.271715 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.271989 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.272329 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.272593 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.272868 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.273199 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.273454 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.273702 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.273942 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.274282 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.277181 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.277181 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.277181 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.277181 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.277181 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.277181 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.277181 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.277181 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.278678 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.102/identity {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.278678 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.278678 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.278678 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.278678 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.278678 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.278678 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.278678 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.280410 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.285019 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.291988 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.293309 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.295115 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.296832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.298657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.298657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.298657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.298657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.298657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.298657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.298657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.298657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.299666 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.299666 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.299666 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.299666 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.299666 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.299666 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.299666 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.299666 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.300646 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.300646 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.300646 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.300646 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.300646 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.300646 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.300646 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.300646 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.301684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.301684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.301684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.301684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.301684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.301684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.301684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.301684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.304920 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.306315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.306315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.306315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.306315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.306315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.306315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.306315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.306315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.308943 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.308943 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.308943 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.308943 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.308943 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.308943 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.308943 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.308943 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.102/identity {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.310668 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.310668 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.310668 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.310668 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.310668 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.310668 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.310668 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.310668 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.316346 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.316798 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.317068 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.317323 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.317565 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.318076 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.318318 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.318587 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.318797 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.319037 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.319286 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.319510 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.320990 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.322902 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.323069 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.323342 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.323617 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.323944 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.324404 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.324671 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.324917 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.325153 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.325416 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.325641 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.325915 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.326146 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.326365 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.326585 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.326814 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.327052 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.327268 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.327501 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.330247 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.330607 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.330902 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.331278 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.331556 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.331833 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.332114 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.332374 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.332616 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.332844 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.333090 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.333316 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.333559 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.333788 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.334010 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.334252 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.334474 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.334699 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.334969 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.335232 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.335473 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.335787 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.336099 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.336358 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.336624 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.336868 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.337186 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.338266 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.338266 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.338266 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.338266 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.338266 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.338768 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.338849 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.340066 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.340412 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.340683 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.340924 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.341210 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.341436 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.341657 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.341889 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.342117 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.342335 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.342568 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.342789 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.343006 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.343498 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.343744 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.343894 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.344101 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.344315 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.344530 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.344757 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.344979 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.345191 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.345441 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.345655 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.345868 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.346146 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.346325 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.346537 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.346765 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.346975 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.347185 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.347429 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.347633 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.347861 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.348175 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.348430 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.348654 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.348944 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.349307 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.349563 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.349782 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.350113 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.350355 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.350588 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.350835 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.351073 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.351478 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.351629 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.351901 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.352202 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.352452 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.352716 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.352990 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.353402 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.353693 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.353909 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.354204 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.354580 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.354827 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.355204 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.355356 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.355570 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.355813 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.356033 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.356270 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.356515 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.356910 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.357130 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.357298 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.357571 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.357780 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.358033 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.358268 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.358503 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.358730 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.359506 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.359804 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.359946 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 20:25:55.360432 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 20:25:55.360593 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 20:25:55.360746 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 20:25:55.360936 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 20:25:55.361105 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 20:25:55.361255 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 20:25:55.361466 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.361624 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.361785 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.361948 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.362104 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.362450 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.362611 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.362767 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.362957 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.363090 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.363215 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.363403 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.363659 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.363842 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.364196 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.364196 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.364451 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.364451 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.364684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.364807 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.364945 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.365069 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.365191 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] debug = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.365317 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.365520 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.365700 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.365843 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.365982 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.366118 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.366263 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.366399 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.366547 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.366694 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.366832 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.366992 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.367135 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.367299 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.367464 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.367611 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.367803 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.367944 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.368076 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] host = n-d-789963-29 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.368234 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.368411 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.368562 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.368688 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.368811 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.368948 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.369072 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.369194 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.369314 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.369467 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.369622 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.369778 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.370025 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.370163 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.370296 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_options = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.370419 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.370540 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.370661 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.370823 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.370984 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.371141 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.371297 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.371455 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.371612 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.371829 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.371980 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.372103 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.372227 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.372382 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.372537 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.372691 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.372880 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.373020 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.373146 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.373342 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.373503 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.373791 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.373948 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.374106 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.374262 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.374435 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.375157 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.375321 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.375479 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.375637 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.375831 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.375990 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.376146 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.376303 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.376458 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.376672 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.376798 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.376919 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.377054 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.377211 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.377337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:55.377464 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.377589 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.377710 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.377883 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.378009 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.378130 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.378251 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_json = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.378374 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.378518 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.378674 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.378830 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.379036 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.379177 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.379300 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.379423 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.379566 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 20:25:55.379772 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.379934 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.380106 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.380265 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.380424 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.380615 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382024 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382857 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382857 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382857 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382857 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382857 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382857 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.382857 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.383318 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.383318 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.383318 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.383537 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.383615 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.384004 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.384004 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.384230 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.384230 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.384472 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.384662 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.102/identity {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.384662 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.385011 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.385011 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.385318 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.385318 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.385462 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.385540 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.385707 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.385865 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.386172 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.386337 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.386496 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.386656 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.386922 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.386996 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.387120 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.387284 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.387443 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.387569 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.387896 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.388057 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.388216 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.388379 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.388533 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.388694 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.388866 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.389050 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.389211 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.389365 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.389524 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.389801 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.389801 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.390178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.390178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.390444 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.390444 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.390729 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.390862 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.391030 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.391030 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.391288 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.391451 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.391626 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.391626 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.391901 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.392012 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.392194 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.392355 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.392515 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.392690 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.392837 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.392995 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.393155 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.393313 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.393493 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.393623 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.393776 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.393923 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.394073 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.394332 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.394477 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.394620 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.394777 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.394969 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.395165 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.395323 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.395507 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.395634 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.395782 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.396014 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.396182 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.396341 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.396506 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.396664 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.396823 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.396980 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.397139 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.397298 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.397455 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.397613 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.397770 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.397929 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.398085 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.398243 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.398400 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.398558 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.398735 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.398885 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.399047 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.399206 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.399371 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.399539 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.399752 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.399914 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.400071 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.400188 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.400527 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.400527 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.400759 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.400759 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.400948 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.401049 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.401261 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.401382 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.401540 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.401685 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.401854 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.402021 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.402152 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.402293 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.402505 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.402649 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.402771 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.402893 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.403150 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.403432 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.403432 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.403739 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.102/identity {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.403739 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.404063 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.404063 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.404323 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.404323 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.404597 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.404597 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.405300 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.405300 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.405300 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.405300 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.405300 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.406305 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.406305 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.406305 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.406305 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.406305 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.406305 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.406305 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407104 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407104 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407104 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407104 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407104 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407594 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407594 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407594 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407594 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407984 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.407984 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.408141 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.408222 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.408366 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.408525 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.408684 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.408843 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.409000 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.409159 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.409322 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.409481 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.409639 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.409795 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.409953 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.410130 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.410293 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.410453 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.410614 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.410773 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.410931 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.411145 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.411310 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.411468 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.411626 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.411808 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.411969 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.412131 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.412270 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.412420 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.412581 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.412742 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.412903 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.413062 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.413229 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.413470 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.413630 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.413788 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.413945 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.415178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.415178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.415178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.415178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.415178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.415178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.415178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.415178 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.416160 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.416160 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.416160 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.416160 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.416160 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.416160 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417051 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417051 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417051 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417051 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417051 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417051 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417999 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417999 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417999 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417999 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417999 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417999 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.417999 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.418935 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.418935 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.418935 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.418935 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.418935 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.418935 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.420564 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.420564 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.420564 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.420564 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.420564 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.420564 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.420564 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.420564 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422397 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422945 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422945 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422945 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422945 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.422945 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.423720 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.423720 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.423720 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.423720 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.423720 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.424233 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.424233 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.424233 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.424233 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.424604 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.424604 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.424804 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.424908 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.425010 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.425138 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.425298 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.425458 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.425617 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.425776 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.425934 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.426092 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.426250 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.426766 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.426766 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.426766 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.427079 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.427079 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.427226 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.427342 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.427438 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 20:25:55.427594 n-d-789963-29 neutron-server[103215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 20:25:55.658077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:55.666688 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [-] 10.222.0.102 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0063548 Feb 09 20:26:07.570561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf53bd2-ad70-4477-9406-2e97fb7126a6 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 20:26:07.633576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf53bd2-ad70-4477-9406-2e97fb7126a6 None None] No non-hosted networks {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 20:26:07.647748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.agentschedulers_db [None req-fcf53bd2-ad70-4477-9406-2e97fb7126a6 None None] DHCP Agent not found on host n-d-789963-29 {{(pid=103326) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 20:26:07.802487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-859c8e9b-f0c7-43f6-9421-e4a1a99aba76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1574854'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:09.671276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85c0716b-4689-4e27-bb78-092aec2a5046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1574854'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:09.705512 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc36a9e9-7e4e-40bf-a5bc-43cd9415f796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:11.015413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1574854'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:12.520768 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1574854'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:13.645520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:13.748056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1574854'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:13.750672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.752950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.754226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.756455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.758952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.759504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.760105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.761353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.762297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.763954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.764975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.766706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.767227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:13.768931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-29', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:13.786675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-29', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:14.196789 n-d-789963-29 neutron-server[103325]: WARNING oslo_policy.policy [None req-64dbb3cf-cfe6-46cc-90d4-5f820323e46b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 20:26:14.197338 n-d-789963-29 neutron-server[103325]: WARNING oslo_policy.policy [None req-64dbb3cf-cfe6-46cc-90d4-5f820323e46b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 20:26:14.424923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-64dbb3cf-cfe6-46cc-90d4-5f820323e46b admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:26:14.435745 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64dbb3cf-cfe6-46cc-90d4-5f820323e46b admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7794902 Feb 09 20:26:16.701637 n-d-789963-29 neutron-server[103326]: INFO neutron.db.l3_hamode_db [None req-58dbb4b1-712d-4b6e-a5d2-8422533680cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 20:26:16.778697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbb4b1-712d-4b6e-a5d2-8422533680cc None None] Routers set() bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:26:16.779086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbb4b1-712d-4b6e-a5d2-8422533680cc None None] Router IDs set() for agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 20:26:16.930417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:17.438898 n-d-789963-29 neutron-server[103324]: WARNING oslo_policy.policy [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 20:26:17.439472 n-d-789963-29 neutron-server[103324]: WARNING oslo_policy.policy [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 20:26:17.663210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:26:17.756385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.policy [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103324) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 20:26:17.798733 n-d-789963-29 neutron-server[103324]: WARNING oslo_policy.policy [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 20:26:17.799129 n-d-789963-29 neutron-server[103324]: WARNING oslo_policy.policy [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 20:26:17.898485 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743318455826', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743318455361', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743318467006', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743318471857', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743318479190', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743318555975', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1417576', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1411683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-478160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-434835'] for rbac-policy (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:17.967771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:17.969355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5aaa1bb9-53c7-4210-8fad-c7ddd29679cc admin admin] 10.222.0.102 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0368352 Feb 09 20:26:20.434354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:20.750719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:26:20.779280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Made reservation on behalf of 275da3378bde466599d6f00741a6d255 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:26:20.783722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:20.800189 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:20.906891 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Publish callbacks [] for security_group (115ea2f4-1464-4a0c-9936-dcdacbb4c305), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:20.911029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (115ea2f4-1464-4a0c-9936-dcdacbb4c305), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:20.934918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:26:20.971402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743317062072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (40913bb7-2002-4d63-b03e-04dabb3c535f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:20.972098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Unsubscribe: segment precommit_create {{(pid=103324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 20:26:20.972672 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Added segment 40913bb7-2002-4d63-b03e-04dabb3c535f of type vlan for network 7ce8fdef-7b2a-47ab-b577-3abfd808971f Feb 09 20:26:20.990307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=115ea2f4-1464-4a0c-9936-dcdacbb4c305,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:21.016698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.017037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.017370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.017694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.018017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.018337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.018652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.018965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.019278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.019588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.019926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.020237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.020544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Tracked resource versions report: Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: pushed versions: Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: { 'AddressGroup': {'1.2'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Log': {'1.0'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Network': {'1.1'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Port': {'1.7'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'PortForwarding': {'1.2'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'QosPolicy': {'1.10'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'SecurityGroup': {'1.5'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'SubPort': {'1.0'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Subnet': {'1.1'}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Trunk': {'1.1'}} Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: consumer versions: Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: { DHCP agent@n-d-789963-29: {}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: L3 agent@n-d-789963-29: {}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: Metadata agent@n-d-789963-29: {}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: Metering agent@n-d-789963-29: {}, Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: Open vSwitch agent@n-d-789963-29: { 'AddressGroup': '1.2', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'ConntrackHelper': '1.0', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'LocalIPAssociation': '1.0', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Log': '1.0', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Network': '1.1', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Port': '1.7', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'PortForwarding': '1.2', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'QosPolicy': '1.10', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'SecurityGroup': '1.5', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'SecurityGroupRule': '1.2', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'SubPort': '1.0', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Subnet': '1.1', Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: 'Trunk': '1.1'}} Feb 09 20:26:21.021630 n-d-789963-29 neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 20:26:21.085161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (7ce8fdef-7b2a-47ab-b577-3abfd808971f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:21.123975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (7ce8fdef-7b2a-47ab-b577-3abfd808971f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:21.129045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:21.129785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:21.217840 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7823770 Feb 09 20:26:21.246316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee3df0-2eaf-4156-bc53-ac2fd97f80bb demo demo] Pushing event updated for resources: {'Network': ['ID=7ce8fdef-7b2a-47ab-b577-3abfd808971f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:21.259804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 7ce8fdef-7b2a-47ab-b577-3abfd808971f details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:26:23.723472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:24.128947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42399dc5-11fa-4238-bef1-1a83559e9032 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:24.130516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-42399dc5-11fa-4238-bef1-1a83559e9032 demo admin] 10.222.0.102 "GET /v2.0/networks/7ce8fdef-7b2a-47ab-b577-3abfd808971f HTTP/1.1" status: 200 len: 825 time: 0.4058321 Feb 09 20:26:24.154825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a04f17d2-3d2e-4b6c-89fb-261aafdb8e0b demo admin] 10.222.0.102 "GET /v2.0/subnetpools/f5734e84-aa0c-4e8f-8695-c53d52f76dc9 HTTP/1.1" status: 200 len: 734 time: 0.0188386 Feb 09 20:26:24.163406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'subnetpool_id': 'f5734e84-aa0c-4e8f-8695-c53d52f76dc9', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:26:24.183743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Made reservation on behalf of 275da3378bde466599d6f00741a6d255 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:26:24.186489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:24.480833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (99a49760-bbe2-421e-94e8-1fa7df310d68), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:24.548332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Pushing event updated for resources: {'Subnet': ['ID=99a49760-bbe2-421e-94e8-1fa7df310d68,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:24.559938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Checking segment: {'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:26:24.560338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Network hostable DHCP agents. Network: 7ce8fdef-7b2a-47ab-b577-3abfd808971f, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:26:24.581690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Network 7ce8fdef-7b2a-47ab-b577-3abfd808971f is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:26:24.593051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 7ce8fdef-7b2a-47ab-b577-3abfd808971f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:26:24.597883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:24.598470 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:24.603770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e1c7dd-845c-4922-b891-855d705888c3 None None] Network 7ce8fdef-7b2a-47ab-b577-3abfd808971f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:26:24.615001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-73c0e42f-3591-4e10-a08e-eec51914ab4b demo admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4547887 Feb 09 20:26:24.874745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'project_id': '275da3378bde466599d6f00741a6d255', 'fixed_ips': [{'subnet_id': '99a49760-bbe2-421e-94e8-1fa7df310d68'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:26:24.876043 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:25.159074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Allocated IP 172.20.0.2 (7ce8fdef-7b2a-47ab-b577-3abfd808971f/99a49760-bbe2-421e-94e8-1fa7df310d68/823bcfd1-fa0f-4b45-8ed2-74e037a34990) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:26:25.433049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Publish callbacks [] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:25.441475 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:25.512090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Network 7ce8fdef-7b2a-47ab-b577-3abfd808971f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:26:25.518937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:26:25.532335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:26:25.538087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Pushing event updated for resources: {'Port': ['ID=823bcfd1-fa0f-4b45-8ed2-74e037a34990,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:25.550233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.550589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.550936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.551277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.551613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.551974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.552308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.552663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.553305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.553609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.553936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.554263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.554586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Tracked resource versions report: Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: pushed versions: Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: { 'AddressGroup': {'1.2'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Log': {'1.0'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Network': {'1.1'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Port': {'1.7'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'PortForwarding': {'1.2'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'QosPolicy': {'1.10'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'SecurityGroup': {'1.5'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'SubPort': {'1.0'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Subnet': {'1.1'}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Trunk': {'1.1'}} Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: consumer versions: Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: { DHCP agent@n-d-789963-29: {}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: L3 agent@n-d-789963-29: {}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: Metadata agent@n-d-789963-29: {}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: Metering agent@n-d-789963-29: {}, Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: Open vSwitch agent@n-d-789963-29: { 'AddressGroup': '1.2', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'ConntrackHelper': '1.0', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'LocalIPAssociation': '1.0', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Log': '1.0', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Network': '1.1', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Port': '1.7', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'PortForwarding': '1.2', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'QosPolicy': '1.10', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'SecurityGroup': '1.5', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'SecurityGroupRule': '1.2', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'SubPort': '1.0', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Subnet': '1.1', Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: 'Trunk': '1.1'}} Feb 09 20:26:25.555676 n-d-789963-29 neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 20:26:25.626199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Attempting to bind port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:26:25.626839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Attempting to bind port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:26:25.627020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Attempting to bind port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 on network 7ce8fdef-7b2a-47ab-b577-3abfd808971f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:26:25.632069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:26:25.632440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Checking segment: {'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:26:25.632935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:25.633327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Bound using segment: {'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:26:25.633808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Bound port: 823bcfd1-fa0f-4b45-8ed2-74e037a34990, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:26:25.634216 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:25.697306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] For port 823bcfd1-fa0f-4b45-8ed2-74e037a34990, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:26:25.701865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] For port 823bcfd1-fa0f-4b45-8ed2-74e037a34990, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=823bcfd1-fa0f-4b45-8ed2-74e037a34990,segment=NetworkSegment(40913bb7-2002-4d63-b03e-04dabb3c535f),segment_id=40913bb7-2002-4d63-b03e-04dabb3c535f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:26:25.711945 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:25.776772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49215712-1efa-42c7-8174-6cac1ec64036 None None] Pushing event updated for resources: {'Port': ['ID=823bcfd1-fa0f-4b45-8ed2-74e037a34990,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:27.128468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:27.461124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-2ed3a35d-d2c9-4855-af9c-b8bf962cc14b admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:26:27.466607 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ed3a35d-d2c9-4855-af9c-b8bf962cc14b admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3326871 Feb 09 20:26:29.933773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:30.259288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-a80650d9-40fa-4dd2-9591-d34a4d3bca32 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:26:30.260314 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a80650d9-40fa-4dd2-9591-d34a4d3bca32 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3256314 Feb 09 20:26:32.758113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:33.089255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e16977bb-ee45-4270-b8ee-c987c0bfb1cc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:26:33.113080 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e16977bb-ee45-4270-b8ee-c987c0bfb1cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (cf6390b4-762c-4496-b5a4-f64a612251f2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:33.114578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e16977bb-ee45-4270-b8ee-c987c0bfb1cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (cf6390b4-762c-4496-b5a4-f64a612251f2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:33.253824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e16977bb-ee45-4270-b8ee-c987c0bfb1cc demo demo] Publish callbacks [] for router_controller (cf6390b4-762c-4496-b5a4-f64a612251f2), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:33.258645 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e16977bb-ee45-4270-b8ee-c987c0bfb1cc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (cf6390b4-762c-4496-b5a4-f64a612251f2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:33.276454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e16977bb-ee45-4270-b8ee-c987c0bfb1cc demo demo] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:33.277640 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e16977bb-ee45-4270-b8ee-c987c0bfb1cc demo demo] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5184999 Feb 09 20:26:35.798501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:36.130828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [None req-80e98adc-1654-4515-a9b5-f528dcd87fac admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:26:36.131876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-80e98adc-1654-4515-a9b5-f528dcd87fac admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3323777 Feb 09 20:26:36.387057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 823bcfd1-fa0f-4b45-8ed2-74e037a34990 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:26:36.477400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:36.477757 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:36.587442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:26:36.587793 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:36.623970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 823bcfd1-fa0f-4b45-8ed2-74e037a34990, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=823bcfd1-fa0f-4b45-8ed2-74e037a34990,segment=NetworkSegment(40913bb7-2002-4d63-b03e-04dabb3c535f),segment_id=40913bb7-2002-4d63-b03e-04dabb3c535f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:26:36.627764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:36.674344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=823bcfd1-fa0f-4b45-8ed2-74e037a34990,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:36.806486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea65b9b-f7a0-4e4d-a8e0-9a34163c2cec None None] Network 7ce8fdef-7b2a-47ab-b577-3abfd808971f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:26:36.892804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b2a5e8bc-e067-4f7e-a53c-c4029b645558 None None] Provisioning complete for port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:36.893093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e8bc-e067-4f7e-a53c-c4029b645558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:37.009725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5e8bc-e067-4f7e-a53c-c4029b645558 None None] Current status of the port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:26:37.230735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-73345b17-9b8d-48de-9ae6-b14ce8d3ed70 None None] Provisioning complete for port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:37.233217 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73345b17-9b8d-48de-9ae6-b14ce8d3ed70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:37.309426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-73345b17-9b8d-48de-9ae6-b14ce8d3ed70 None None] Current status of the port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:26:37.524989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd01de61-f185-4272-9099-b98b8165844c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:38.361735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 823bcfd1-fa0f-4b45-8ed2-74e037a34990 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:26:38.409213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:38.409606 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:38.485643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:26:38.631758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:38.950986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:26:38.971018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Made reservation on behalf of e3f839d80e184594bbc3fda026c651a1 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:26:38.973280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:38.984396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:39.061434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Publish callbacks [] for security_group (9e21dbbf-d02d-4ddb-a99f-a375b56835a8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:39.065192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9e21dbbf-d02d-4ddb-a99f-a375b56835a8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:39.080817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Reserving flat network on physical network physnet1 {{(pid=103324) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 20:26:39.101038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21dbbf-d02d-4ddb-a99f-a375b56835a8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:39.106043 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1ff73ba2-1b56-48ef-84b5-865b2d0a8d61), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:39.106384 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Added segment 1ff73ba2-1b56-48ef-84b5-865b2d0a8d61 of type flat for network d0760ad7-99c2-4167-a127-ee6e31457c2d Feb 09 20:26:39.153427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (d0760ad7-99c2-4167-a127-ee6e31457c2d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:39.188798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (d0760ad7-99c2-4167-a127-ee6e31457c2d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:39.189665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:39.190270 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:39.264201 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6312499 Feb 09 20:26:39.289571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb2fcc-1547-477e-a89a-07d811468426 admin admin] Pushing event updated for resources: {'Network': ['ID=d0760ad7-99c2-4167-a127-ee6e31457c2d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:39.300033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network d0760ad7-99c2-4167-a127-ee6e31457c2d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:26:39.661355 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-72a94c06-4e50-40a8-b70d-bde9e766cd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:40.968333 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:41.743392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:41.917926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe386677-df40-4b61-827e-497e032acee8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:41.919256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fe386677-df40-4b61-827e-497e032acee8 demo admin] 10.222.0.102 "GET /v2.0/subnets/99a49760-bbe2-421e-94e8-1fa7df310d68 HTTP/1.1" status: 200 len: 849 time: 0.1749473 Feb 09 20:26:42.040619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-19173a70-45f5-4b88-9272-0f5a2bbb67fc demo admin] 10.222.0.102 "GET /v2.0/routers/cf6390b4-762c-4496-b5a4-f64a612251f2 HTTP/1.1" status: 200 len: 704 time: 0.1151681 Feb 09 20:26:42.325218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:42.463818 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:42.665123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Allocated IP 172.20.0.1 (7ce8fdef-7b2a-47ab-b577-3abfd808971f/99a49760-bbe2-421e-94e8-1fa7df310d68/dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:26:42.816296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Publish callbacks [] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:42.883308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:42.958919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Network 7ce8fdef-7b2a-47ab-b577-3abfd808971f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:26:42.963187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:26:42.967629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:26:42.968818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (cf6390b4-762c-4496-b5a4-f64a612251f2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:42.988763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Pushing event updated for resources: {'Port': ['ID=dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:43.166463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8349f626-0298-4a78-b870-1af708641de9 None None] Provisioning complete for port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:43.167112 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8349f626-0298-4a78-b870-1af708641de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:43.170971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:43.252111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8349f626-0298-4a78-b870-1af708641de9 None None] Port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:26:43.383601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Publish callbacks [] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:43.388279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:43.389074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (cf6390b4-762c-4496-b5a4-f64a612251f2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:43.465758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Pushing event updated for resources: {'Port': ['ID=dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:43.513070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Network 7ce8fdef-7b2a-47ab-b577-3abfd808971f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:26:43.514225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:26:43.673033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6a6fb1e9-2594-48b9-859b-8feaa80129c3 None None] Provisioning complete for port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:43.673671 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a6fb1e9-2594-48b9-859b-8feaa80129c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:43.675751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Router cf6390b4-762c-4496-b5a4-f64a612251f2 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:26:43.707132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6a6fb1e9-2594-48b9-859b-8feaa80129c3 None None] Port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:26:43.736469 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:43.773543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:26:43.780200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8e397dfd-703f-46cb-a193-5530182da142 demo admin] 10.222.0.102 "PUT /v2.0/routers/cf6390b4-762c-4496-b5a4-f64a612251f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7335825 Feb 09 20:26:43.783725 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Sync routers for ids ['cf6390b4-762c-4496-b5a4-f64a612251f2'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:26:43.796063 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Routers {'cf6390b4-762c-4496-b5a4-f64a612251f2'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:26:43.796957 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:26:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cf6390b4-762c-4496-b5a4-f64a612251f2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:43.991304 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Set router cf6390b4-762c-4496-b5a4-f64a612251f2 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:26:44.417840 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'name': 'router1', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:26:33Z', 'updated_at': '2022-02-09T20:26:43Z', 'revision_number': 2, 'project_id': '275da3378bde466599d6f00741a6d255', 'gw_port_host': None, '_interfaces': [{'id': 'dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1', 'name': '', 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'mac_address': 'fa:16:3e:61:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:42Z', 'updated_at': '2022-02-09T20:26:43Z', 'revision_number': 2, 'project_id': '275da3378bde466599d6f00741a6d255', 'subnets': [{'id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5734e84-aa0c-4e8f-8695-c53d52f76dc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:44.468568 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Checking router: cf6390b4-762c-4496-b5a4-f64a612251f2 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:26:44.468938 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Updating router cf6390b4-762c-4496-b5a4-f64a612251f2 port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:26:44.523210 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.030817 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Publish callbacks [] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.037658 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.149209 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Pushing event updated for resources: {'Port': ['ID=dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:45.201637 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.201990 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.202337 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.202679 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.203018 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.203383 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.203747 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.204084 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.204411 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.204741 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.205065 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.205593 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.205687 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Tracked resource versions report: Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: pushed versions: Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: { 'AddressGroup': {'1.2'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'LocalIPAssociation': {'1.0'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Log': {'1.0'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Network': {'1.1'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Port': {'1.7'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'PortForwarding': {'1.2'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'QosPolicy': {'1.10'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'SecurityGroup': {'1.5'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'SubPort': {'1.0'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Subnet': {'1.1'}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Trunk': {'1.1'}} Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: consumer versions: Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: { DHCP agent@n-d-789963-29: {}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: L3 agent@n-d-789963-29: {}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: Metadata agent@n-d-789963-29: {}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: Metering agent@n-d-789963-29: {}, Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: Open vSwitch agent@n-d-789963-29: { 'AddressGroup': '1.2', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'ConntrackHelper': '1.0', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'LocalIPAssociation': '1.0', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Log': '1.0', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Network': '1.1', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Port': '1.7', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'PortForwarding': '1.2', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'QosPolicy': '1.10', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'SecurityGroup': '1.5', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'SecurityGroupRule': '1.2', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'SubPort': '1.0', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Subnet': '1.1', Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: 'Trunk': '1.1'}} Feb 09 20:26:45.206951 n-d-789963-29 neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 20:26:45.241030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4dbec868-8876-4402-8600-88f0128a732e None None] Provisioning complete for port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:45.241617 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4dbec868-8876-4402-8600-88f0128a732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.243976 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Attempting to bind port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:26:45.244550 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Attempting to bind port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:26:45.245006 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Attempting to bind port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 on network 7ce8fdef-7b2a-47ab-b577-3abfd808971f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:26:45.250176 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:26:45.250686 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Checking segment: {'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:26:45.251187 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.251579 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Bound using segment: {'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:26:45.252100 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Bound port: dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40913bb7-2002-4d63-b03e-04dabb3c535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:26:45.252501 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.281677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4dbec868-8876-4402-8600-88f0128a732e None None] Port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:26:45.320436 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] For port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:26:45.340575 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] For port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1,segment=NetworkSegment(40913bb7-2002-4d63-b03e-04dabb3c535f),segment_id=40913bb7-2002-4d63-b03e-04dabb3c535f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:26:45.346987 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.400450 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142604eb-37ed-40c6-95c7-6425e3b64a75 None None] Pushing event updated for resources: {'Port': ['ID=dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:45.409265 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Routers {'cf6390b4-762c-4496-b5a4-f64a612251f2'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:26:45.409893 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:26:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cf6390b4-762c-4496-b5a4-f64a612251f2'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:45.505544 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] Set router cf6390b4-762c-4496-b5a4-f64a612251f2 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:26:45.602220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-973f070b-9588-4696-a1fc-692f6c4d4051 None None] Provisioning complete for port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:45.602592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973f070b-9588-4696-a1fc-692f6c4d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.680509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-973f070b-9588-4696-a1fc-692f6c4d4051 None None] Current status of the port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:26:45.681171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973f070b-9588-4696-a1fc-692f6c4d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.713877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-973f070b-9588-4696-a1fc-692f6c4d4051 None None] For port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1,segment=NetworkSegment(40913bb7-2002-4d63-b03e-04dabb3c535f),segment_id=40913bb7-2002-4d63-b03e-04dabb3c535f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:26:45.718777 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'name': 'router1', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:26:33Z', 'updated_at': '2022-02-09T20:26:43Z', 'revision_number': 2, 'project_id': '275da3378bde466599d6f00741a6d255', 'gw_port_host': None, '_interfaces': [{'id': 'dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1', 'name': '', 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'mac_address': 'fa:16:3e:61:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:42Z', 'updated_at': '2022-02-09T20:26:45Z', 'revision_number': 4, 'project_id': '275da3378bde466599d6f00741a6d255', 'subnets': [{'id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5734e84-aa0c-4e8f-8695-c53d52f76dc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:45.722154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973f070b-9588-4696-a1fc-692f6c4d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:45.747226 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afcc877-4566-4b4f-98d0-8ced95653502 None None] The sync data for ids ['cf6390b4-762c-4496-b5a4-f64a612251f2'] in n-d-789963-29 is: [{'id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'name': 'router1', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:26:33Z', 'updated_at': '2022-02-09T20:26:43Z', 'revision_number': 2, 'project_id': '275da3378bde466599d6f00741a6d255', 'gw_port_host': None, '_interfaces': [{'id': 'dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1', 'name': '', 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'mac_address': 'fa:16:3e:61:4f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:42Z', 'updated_at': '2022-02-09T20:26:45Z', 'revision_number': 4, 'project_id': '275da3378bde466599d6f00741a6d255', 'subnets': [{'id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5734e84-aa0c-4e8f-8695-c53d52f76dc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:26:45.774730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f070b-9588-4696-a1fc-692f6c4d4051 None None] Pushing event updated for resources: {'Port': ['ID=dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:46.203144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:46.330780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002a12d-b3bd-4ccf-8b2f-e8b377812e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:46.332188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4002a12d-b3bd-4ccf-8b2f-e8b377812e69 admin admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 842 time: 0.1279976 Feb 09 20:26:46.342204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.4.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:26:46.363023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Made reservation on behalf of e3f839d80e184594bbc3fda026c651a1 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:26:46.365305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:46.724384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.objects.ports [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 20:26:46.724745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (b866d387-bbcb-490e-9eb5-f371a2287b62), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:46.776547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b866d387-bbcb-490e-9eb5-f371a2287b62,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:46.786978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:26:46.787327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Network hostable DHCP agents. Network: d0760ad7-99c2-4167-a127-ee6e31457c2d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:26:46.803238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:26:46.811653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, d0760ad7-99c2-4167-a127-ee6e31457c2d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:26:46.818888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:46.819489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:46.821413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faab669f-a769-421f-b1ee-5a69575c2151 None None] Network d0760ad7-99c2-4167-a127-ee6e31457c2d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:26:46.836321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-129fb570-fa5a-45ee-aa23-ed2d011a807f admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4981000 Feb 09 20:26:46.926254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4851675-9959-4daf-af03-b1de68316267 None None] Network d0760ad7-99c2-4167-a127-ee6e31457c2d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:26:47.286187 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:26:49.190964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:49.323241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-554bd63d-9241-49a9-a7e9-20963808d500 demo admin] 10.222.0.102 "GET /v2.0/routers/cf6390b4-762c-4496-b5a4-f64a612251f2 HTTP/1.1" status: 200 len: 710 time: 0.1312079 Feb 09 20:26:49.408648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a26075c-ab7a-48a1-b9b0-f6d9fa5556e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:49.409924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7a26075c-ab7a-48a1-b9b0-f6d9fa5556e3 demo admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 886 time: 0.0804331 Feb 09 20:26:49.418804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:26:49.668296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks [] for router_gateway (cf6390b4-762c-4496-b5a4-f64a612251f2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:49.900783 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks [] for router_gateway (cf6390b4-762c-4496-b5a4-f64a612251f2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:49.977712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:50.091548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Allocated IP 172.25.4.23 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/1bb25b76-6df0-4db3-a315-a9092ba087d0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:26:50.193584 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks [] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:50.226538 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:50.267703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:26:50.270478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:26:50.274637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:26:50.277614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Pushing event updated for resources: {'Port': ['ID=1bb25b76-6df0-4db3-a315-a9092ba087d0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:50.612434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks [] for router_gateway (cf6390b4-762c-4496-b5a4-f64a612251f2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:50.816341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (cf6390b4-762c-4496-b5a4-f64a612251f2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:50.820316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (cf6390b4-762c-4496-b5a4-f64a612251f2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:50.933082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Router cf6390b4-762c-4496-b5a4-f64a612251f2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:26:51.041112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:26:51.046115 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:51.047490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-147ba83a-1091-447a-a53c-4dabd55a0066 demo admin] 10.222.0.102 "PUT /v2.0/routers/cf6390b4-762c-4496-b5a4-f64a612251f2 HTTP/1.1" status: 200 len: 889 time: 1.6317494 Feb 09 20:26:52.396788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:26:52.452129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:52.452768 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:52.536834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:26:53.557864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:26:53.675952 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e8327ae4-d114-4675-bb87-c2ff77c62174 admin admin] 10.222.0.102 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1169755 Feb 09 20:26:54.192714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Sync routers for ids ['cf6390b4-762c-4496-b5a4-f64a612251f2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:26:54.204339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Routers {'cf6390b4-762c-4496-b5a4-f64a612251f2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:26:54.205093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:26:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cf6390b4-762c-4496-b5a4-f64a612251f2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:54.427335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Set router cf6390b4-762c-4496-b5a4-f64a612251f2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:26:54.900008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'name': 'router1', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1bb25b76-6df0-4db3-a315-a9092ba087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:26:33Z', 'updated_at': '2022-02-09T20:26:50Z', 'revision_number': 4, 'project_id': '275da3378bde466599d6f00741a6d255', 'gw_port': {'id': '1bb25b76-6df0-4db3-a315-a9092ba087d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:49Z', 'updated_at': '2022-02-09T20:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1', 'name': '', 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'mac_address': 'fa:16:3e:61:4f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:42Z', 'updated_at': '2022-02-09T20:26:45Z', 'revision_number': 5, 'project_id': '275da3378bde466599d6f00741a6d255', 'subnets': [{'id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5734e84-aa0c-4e8f-8695-c53d52f76dc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:54.948695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Checking router: cf6390b4-762c-4496-b5a4-f64a612251f2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:26:54.949070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Updating router cf6390b4-762c-4496-b5a4-f64a612251f2 port 1bb25b76-6df0-4db3-a315-a9092ba087d0 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:26:55.010322 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:55.325900 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Publish callbacks [] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:55.333135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:55.386083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67706a7a-aafb-49fb-a435-0ad103f7f739 None None] Pushing event updated for resources: {'Port': ['ID=1bb25b76-6df0-4db3-a315-a9092ba087d0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:55.409531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Attempting to bind port 1bb25b76-6df0-4db3-a315-a9092ba087d0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:26:55.409927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Attempting to bind port 1bb25b76-6df0-4db3-a315-a9092ba087d0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:26:55.410296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Attempting to bind port 1bb25b76-6df0-4db3-a315-a9092ba087d0 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:26:55.416506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:26:55.417828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:26:55.417828 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:55.417828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:26:55.418173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Bound port: 1bb25b76-6df0-4db3-a315-a9092ba087d0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:26:55.418490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:55.472044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] For port 1bb25b76-6df0-4db3-a315-a9092ba087d0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:26:55.475388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] For port 1bb25b76-6df0-4db3-a315-a9092ba087d0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1bb25b76-6df0-4db3-a315-a9092ba087d0,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:26:55.483390 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:55.537084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67706a7a-aafb-49fb-a435-0ad103f7f739 None None] Pushing event updated for resources: {'Port': ['ID=1bb25b76-6df0-4db3-a315-a9092ba087d0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:55.549974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Routers {'cf6390b4-762c-4496-b5a4-f64a612251f2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:26:55.550590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:26:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cf6390b4-762c-4496-b5a4-f64a612251f2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:55.664785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] Set router cf6390b4-762c-4496-b5a4-f64a612251f2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:26:55.888042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'name': 'router1', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1bb25b76-6df0-4db3-a315-a9092ba087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:26:33Z', 'updated_at': '2022-02-09T20:26:50Z', 'revision_number': 4, 'project_id': '275da3378bde466599d6f00741a6d255', 'gw_port': {'id': '1bb25b76-6df0-4db3-a315-a9092ba087d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:49Z', 'updated_at': '2022-02-09T20:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1', 'name': '', 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'mac_address': 'fa:16:3e:61:4f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:42Z', 'updated_at': '2022-02-09T20:26:45Z', 'revision_number': 5, 'project_id': '275da3378bde466599d6f00741a6d255', 'subnets': [{'id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5734e84-aa0c-4e8f-8695-c53d52f76dc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:26:55.918902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dfd8d-3c88-4913-8eeb-89ccd15e8705 None None] The sync data for ids ['cf6390b4-762c-4496-b5a4-f64a612251f2'] in n-d-789963-29 is: [{'id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'name': 'router1', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1bb25b76-6df0-4db3-a315-a9092ba087d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:26:33Z', 'updated_at': '2022-02-09T20:26:50Z', 'revision_number': 4, 'project_id': '275da3378bde466599d6f00741a6d255', 'gw_port': {'id': '1bb25b76-6df0-4db3-a315-a9092ba087d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:49Z', 'updated_at': '2022-02-09T20:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1', 'name': '', 'network_id': '7ce8fdef-7b2a-47ab-b577-3abfd808971f', 'tenant_id': '275da3378bde466599d6f00741a6d255', 'mac_address': 'fa:16:3e:61:4f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6390b4-762c-4496-b5a4-f64a612251f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:26:42Z', 'updated_at': '2022-02-09T20:26:45Z', 'revision_number': 5, 'project_id': '275da3378bde466599d6f00741a6d255', 'subnets': [{'id': '99a49760-bbe2-421e-94e8-1fa7df310d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f5734e84-aa0c-4e8f-8695-c53d52f76dc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:26:56.467069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1bb25b76-6df0-4db3-a315-a9092ba087d0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:26:56.529693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1bb25b76-6df0-4db3-a315-a9092ba087d0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:56.530516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:56.616923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1bb25b76-6df0-4db3-a315-a9092ba087d0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:26:56.617388 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:56.644797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 1bb25b76-6df0-4db3-a315-a9092ba087d0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1bb25b76-6df0-4db3-a315-a9092ba087d0,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:26:56.650847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:56.720930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=1bb25b76-6df0-4db3-a315-a9092ba087d0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:26:58.412967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1bb25b76-6df0-4db3-a315-a9092ba087d0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:26:58.486226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1bb25b76-6df0-4db3-a315-a9092ba087d0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:26:58.486851 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1bb25b76-6df0-4db3-a315-a9092ba087d0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:58.589549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1bb25b76-6df0-4db3-a315-a9092ba087d0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:27:07.546048 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7ae-7ab9-435e-bd35-d325af7647c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:09.669274 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c6aecde-2066-4f42-b6d6-b272af067b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:10.974118 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:12.489566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:13.741798 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:24.286253 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:27:37.529285 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f17eb07a-694a-4864-bf88-983fb1dbfa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:39.738283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-198b333e-fc6c-4861-ac08-e91a0e3ba4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:41.049549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:42.467716 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:43.739060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:01.285815 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:28:07.532072 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21495786-d41c-451b-9bde-5641f23b5ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:09.660830 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab846-f836-45a3-87e6-a0ab05ea8eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:10.979608 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:12.470507 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:13.731850 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:18.251296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:18.348128 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b312eb1-2617-4aa9-b5ca-1f4c7f3c17a4 admin admin] GET failed (client error): The resource could not be found. Feb 09 20:28:18.349675 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3b312eb1-2617-4aa9-b5ca-1f4c7f3c17a4 admin admin] 10.222.0.102 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0970104 Feb 09 20:28:18.611940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.policy [None req-65475c5c-ab56-4606-b2f0-ffa4e480933d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103325) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 20:28:18.653072 n-d-789963-29 neutron-server[103325]: WARNING oslo_policy.policy [None req-65475c5c-ab56-4606-b2f0-ffa4e480933d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 20:28:18.653462 n-d-789963-29 neutron-server[103325]: WARNING oslo_policy.policy [None req-65475c5c-ab56-4606-b2f0-ffa4e480933d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 20:28:18.661419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65475c5c-ab56-4606-b2f0-ffa4e480933d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:18.663097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-65475c5c-ab56-4606-b2f0-ffa4e480933d admin admin] 10.222.0.102 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3088119 Feb 09 20:28:20.937850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:21.062756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669bdcb7-713e-4a21-83d3-586be03058bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:21.064112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-669bdcb7-713e-4a21-83d3-586be03058bf admin admin] 10.222.0.102 "GET /v2.0/subnets/99a49760-bbe2-421e-94e8-1fa7df310d68 HTTP/1.1" status: 200 len: 849 time: 0.1253312 Feb 09 20:28:21.074009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:28:21.157960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Publish callbacks [] for subnet (99a49760-bbe2-421e-94e8-1fa7df310d68), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:21.315385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743317270276'] for subnet (99a49760-bbe2-421e-94e8-1fa7df310d68), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:21.372505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:21.373581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:21.378258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] 10.222.0.102 "PUT /v2.0/subnets/99a49760-bbe2-421e-94e8-1fa7df310d68 HTTP/1.1" status: 200 len: 868 time: 0.3041050 Feb 09 20:28:21.378484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef37d3fa-06fb-4ee3-8bb2-991ef5c0e551 None None] Network 7ce8fdef-7b2a-47ab-b577-3abfd808971f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:28:21.392357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a49760-bbe2-421e-94e8-1fa7df310d68,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:28:21.402719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.403067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.403416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.403780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.404122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.404460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.404792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.405123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.405468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.405788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.406118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.406457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.406752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dcec1c-787a-439f-88a6-61736a52f7c3 admin admin] Tracked resource versions report: Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: pushed versions: Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: { 'AddressGroup': {'1.2'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Log': {'1.0'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Network': {'1.1'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Port': {'1.7'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'PortForwarding': {'1.2'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'QosPolicy': {'1.10'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'SecurityGroup': {'1.5'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'SubPort': {'1.0'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Subnet': {'1.1'}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Trunk': {'1.1'}} Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: consumer versions: Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: { DHCP agent@n-d-789963-29: {}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: L3 agent@n-d-789963-29: {}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: Metadata agent@n-d-789963-29: {}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: Metering agent@n-d-789963-29: {}, Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: Open vSwitch agent@n-d-789963-29: { 'AddressGroup': '1.2', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'ConntrackHelper': '1.0', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'LocalIPAssociation': '1.0', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Log': '1.0', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Network': '1.1', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Port': '1.7', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'PortForwarding': '1.2', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'QosPolicy': '1.10', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'SecurityGroup': '1.5', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'SecurityGroupRule': '1.2', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'SubPort': '1.0', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Subnet': '1.1', Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: 'Trunk': '1.1'}} Feb 09 20:28:21.407930 n-d-789963-29 neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 20:28:21.778657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-623f38d8-a1cb-4b61-9cf6-0535cb705c37 None None] Provisioning complete for port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:28:21.778980 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-623f38d8-a1cb-4b61-9cf6-0535cb705c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:21.859258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-623f38d8-a1cb-4b61-9cf6-0535cb705c37 None None] Current status of the port dc6b8d8a-c6f7-4dbb-b060-f9938acd54b1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:28:21.869886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-623f38d8-a1cb-4b61-9cf6-0535cb705c37 None None] Provisioning complete for port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:28:21.870292 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-623f38d8-a1cb-4b61-9cf6-0535cb705c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (823bcfd1-fa0f-4b45-8ed2-74e037a34990), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:21.948886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-623f38d8-a1cb-4b61-9cf6-0535cb705c37 None None] Current status of the port 823bcfd1-fa0f-4b45-8ed2-74e037a34990 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:28:23.661238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:23.879497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8460e2-700c-4d7f-bbb9-0b3543fe5650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:23.880003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8460e2-700c-4d7f-bbb9-0b3543fe5650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:23.881544 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3a8460e2-700c-4d7f-bbb9-0b3543fe5650 admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2193460 Feb 09 20:28:26.145722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:26.276572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f86a92-fbbe-4f6e-95a3-c46490a64beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:26.277042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f86a92-fbbe-4f6e-95a3-c46490a64beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:26.278575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d4f86a92-fbbe-4f6e-95a3-c46490a64beb admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319005 Feb 09 20:28:28.517189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:28.715181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9870fc90-a667-4222-9d43-884568a3118e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:28.716512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9870fc90-a667-4222-9d43-884568a3118e admin admin] 10.222.0.102 "GET /v2.0/networks/7ce8fdef-7b2a-47ab-b577-3abfd808971f HTTP/1.1" status: 200 len: 869 time: 0.1983702 Feb 09 20:28:30.995007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:31.119085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e258b4-0d3b-4f3e-9973-2fe3d6054d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:31.120470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-83e258b4-0d3b-4f3e-9973-2fe3d6054d4c admin admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 886 time: 0.1244309 Feb 09 20:28:33.378898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:33.516339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246afb81-c6e3-4dc3-b385-7cba5d7640cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:33.516785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246afb81-c6e3-4dc3-b385-7cba5d7640cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:33.518291 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-246afb81-c6e3-4dc3-b385-7cba5d7640cc admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384349 Feb 09 20:28:35.765249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:35.856790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682b801-5e1b-459e-b3b8-8e3c5edbb529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:35.857243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682b801-5e1b-459e-b3b8-8e3c5edbb529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:35.858762 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6682b801-5e1b-459e-b3b8-8e3c5edbb529 admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925410 Feb 09 20:28:37.537450 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cb59e9f-0f63-4247-bbf1-a903a53d9339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:38.112133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:38.208182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7447aee1-37dd-475e-9cde-478f53522c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:38.209563 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7447aee1-37dd-475e-9cde-478f53522c09 admin admin] 10.222.0.102 "GET /v2.0/subnets/99a49760-bbe2-421e-94e8-1fa7df310d68 HTTP/1.1" status: 200 len: 868 time: 0.0964875 Feb 09 20:28:38.284226 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:28:39.662550 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-478ce809-a899-405d-85d4-dd8503ff418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:40.507137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:28:40.598189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc8dcd-63d7-4225-95d6-f26807c2d604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:40.599559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-06bc8dcd-63d7-4225-95d6-f26807c2d604 admin admin] 10.222.0.102 "GET /v2.0/subnets/b866d387-bbcb-490e-9eb5-f371a2287b62 HTTP/1.1" status: 200 len: 816 time: 0.0914147 Feb 09 20:28:40.983419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:42.471997 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:43.736721 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:05.270014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:05.325408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [None req-b8b455d1-85d5-4016-ade0-d5f1447c4465 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:29:05.326445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b8b455d1-85d5-4016-ade0-d5f1447c4465 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554929 Feb 09 20:29:07.545573 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3edf-49d0-4ef5-bc41-765f994c2da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:07.721483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:07.792356 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76ddea9-5094-4518-8d02-330285958340 admin admin] GET failed (client error): The resource could not be found. Feb 09 20:29:07.793702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d76ddea9-5094-4518-8d02-330285958340 admin admin] 10.222.0.102 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712376 Feb 09 20:29:07.943023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f8ed0-005c-4c44-9c00-e8a8906744d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:07.944581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a60f8ed0-005c-4c44-9c00-e8a8906744d6 admin admin] 10.222.0.102 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1466591 Feb 09 20:29:09.669749 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4522fcd0-4f77-4e6f-bb7e-2205b3850728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:10.375060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:10.428460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:29:10.450299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Made reservation on behalf of e3f839d80e184594bbc3fda026c651a1 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:29:10.452707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:10.482784 n-d-789963-29 neutron-server[103324]: WARNING neutron.services.revisions.revision_plugin [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Could not find related network for resource to bump revision. Feb 09 20:29:10.495439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:29:10.505723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ced60443-8e5b-445d-8840-d5b55a884a87), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:10.506079 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Added segment ced60443-8e5b-445d-8840-d5b55a884a87 of type vlan for network bbfd010d-eece-477b-8834-b5a945275f65 Feb 09 20:29:10.547204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (bbfd010d-eece-477b-8834-b5a945275f65), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:10.577209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (bbfd010d-eece-477b-8834-b5a945275f65), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:10.578263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:10.579105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:10.639461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2632151 Feb 09 20:29:10.646750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfd010d-eece-477b-8834-b5a945275f65,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:10.655935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.656287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.656656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.656971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.657307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.657637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.657965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.658294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.658617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.658942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.659266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.659593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.659957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2baacbb-dc74-4a4f-b174-1433c752e036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:10.673583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network bbfd010d-eece-477b-8834-b5a945275f65 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:29:10.989522 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:12.482760 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:13.141262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:13.210738 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48f466d-b207-40f4-bb3b-5e4a87e6bc78 admin admin] GET failed (client error): The resource could not be found. Feb 09 20:29:13.212133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a48f466d-b207-40f4-bb3b-5e4a87e6bc78 admin admin] 10.222.0.102 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0698559 Feb 09 20:29:13.286416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ecd25-1c8d-4a26-b653-0d09839f6bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:13.287936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fc0ecd25-1c8d-4a26-b653-0d09839f6bb5 admin admin] 10.222.0.102 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715747 Feb 09 20:29:13.301882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:29:13.324189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Made reservation on behalf of e3f839d80e184594bbc3fda026c651a1 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:29:13.326665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:13.508422 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (16565ebe-2a7d-4100-9e0c-f8b06081ae89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:13.564987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=16565ebe-2a7d-4100-9e0c-f8b06081ae89,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:13.574036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:29:13.574447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Network hostable DHCP agents. Network: bbfd010d-eece-477b-8834-b5a945275f65, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:29:13.599450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Network bbfd010d-eece-477b-8834-b5a945275f65 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:29:13.618054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, bbfd010d-eece-477b-8834-b5a945275f65) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:29:13.623171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:13.623932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:13.628023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e48302-07d6-4cb8-a65f-77d9223f2f51 None None] Network bbfd010d-eece-477b-8834-b5a945275f65 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:29:13.645347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4e1c0d35-99ec-43b7-aea6-c25d2e633dab admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3470836 Feb 09 20:29:13.850524 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:13.855882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-bbfd010d-eece-477b-8834-b5a945275f65', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'project_id': 'e3f839d80e184594bbc3fda026c651a1', 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:29:13.857239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:14.020087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Allocated IP 192.168.233.2 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/a257793f-1c75-4725-99b5-69a53648be00) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:29:14.193239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Publish callbacks [] for port (a257793f-1c75-4725-99b5-69a53648be00), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:14.201488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (a257793f-1c75-4725-99b5-69a53648be00), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:14.244076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:29:14.247613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:29:14.254809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:29:14.260990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Pushing event updated for resources: {'Port': ['ID=a257793f-1c75-4725-99b5-69a53648be00,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:14.270042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.270434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.270781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.271123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.271549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.271823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.272159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.272495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.272819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.273671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.274317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.274579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.274906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:14.325898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Attempting to bind port a257793f-1c75-4725-99b5-69a53648be00 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:29:14.326265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Attempting to bind port a257793f-1c75-4725-99b5-69a53648be00 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:29:14.326631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Attempting to bind port a257793f-1c75-4725-99b5-69a53648be00 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:29:14.332231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:29:14.332670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:29:14.333015 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:14.334162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:29:14.334162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Bound port: a257793f-1c75-4725-99b5-69a53648be00, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:29:14.334516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a257793f-1c75-4725-99b5-69a53648be00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:14.417029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] For port a257793f-1c75-4725-99b5-69a53648be00, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:29:14.420830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] For port a257793f-1c75-4725-99b5-69a53648be00, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a257793f-1c75-4725-99b5-69a53648be00,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:29:14.430226 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a257793f-1c75-4725-99b5-69a53648be00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:14.504786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac76c5-6bd9-488a-aaa8-c08871bf0ae2 None None] Pushing event updated for resources: {'Port': ['ID=a257793f-1c75-4725-99b5-69a53648be00,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:15.283311 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:29:15.490064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444970e-0bc6-4216-9aa4-23ac64828c55 None None] Network bbfd010d-eece-477b-8834-b5a945275f65 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:29:15.560965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-18b603a7-be02-4f31-8392-cab06eb37ede None None] Provisioning complete for port a257793f-1c75-4725-99b5-69a53648be00 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:29:15.561372 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18b603a7-be02-4f31-8392-cab06eb37ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a257793f-1c75-4725-99b5-69a53648be00), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:15.681922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-18b603a7-be02-4f31-8392-cab06eb37ede None None] Current status of the port a257793f-1c75-4725-99b5-69a53648be00 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:29:15.682239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18b603a7-be02-4f31-8392-cab06eb37ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a257793f-1c75-4725-99b5-69a53648be00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:15.729064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-18b603a7-be02-4f31-8392-cab06eb37ede None None] For port a257793f-1c75-4725-99b5-69a53648be00, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a257793f-1c75-4725-99b5-69a53648be00,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:15.752027 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18b603a7-be02-4f31-8392-cab06eb37ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a257793f-1c75-4725-99b5-69a53648be00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:15.808597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b603a7-be02-4f31-8392-cab06eb37ede None None] Pushing event updated for resources: {'Port': ['ID=a257793f-1c75-4725-99b5-69a53648be00,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:15.978957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5132d407-08fa-4868-a5d1-3282416ecbb8 None None] Provisioning complete for port a257793f-1c75-4725-99b5-69a53648be00 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:29:15.979276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5132d407-08fa-4868-a5d1-3282416ecbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a257793f-1c75-4725-99b5-69a53648be00), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:16.069185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5132d407-08fa-4868-a5d1-3282416ecbb8 None None] Current status of the port a257793f-1c75-4725-99b5-69a53648be00 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:29:16.552668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a257793f-1c75-4725-99b5-69a53648be00 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:29:16.612139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a257793f-1c75-4725-99b5-69a53648be00 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:29:16.612525 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a257793f-1c75-4725-99b5-69a53648be00), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:16.689340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a257793f-1c75-4725-99b5-69a53648be00 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:29:37.540918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb25dfb7-a570-4618-b45f-198c15b41814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:39.662707 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aea8ad12-0a3e-4f91-bb84-c906b5057a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:40.986968 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:42.479531 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:43.745844 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.282380 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:30:07.543880 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6bfbf3e-0e60-492f-9c8f-c198ed0bb9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:09.665516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b33b019a-05cf-4165-8fb6-d38a5f53e00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:10.991285 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:12.483846 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:13.749333 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:29.281408 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:30:36.463673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:30:36.469398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [None req-c2d2f1b1-d3bf-4659-bfff-5cf19fd13802 tempest-verify_tempest_config-979779800 tempest-verify_tempest_config-979779800-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:30:36.470413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c2d2f1b1-d3bf-4659-bfff-5cf19fd13802 tempest-verify_tempest_config-979779800 tempest-verify_tempest_config-979779800-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057120 Feb 09 20:30:36.788520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:30:36.899138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:36.974534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Publish callbacks [] for security_group (83be5082-34d8-4575-8ce0-564f5e738b2d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:36.978622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (83be5082-34d8-4575-8ce0-564f5e738b2d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:37.023126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83be5082-34d8-4575-8ce0-564f5e738b2d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:30:37.026851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=73f2bce0c1ff469390e49023dfe89b2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2375648 Feb 09 20:30:37.030979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:30:37.032347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.032713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.033043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.033378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.033711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.034040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.034418 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.034748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.035076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.035398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.035760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.036054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.036406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1996141-5f87-4ddc-a6a0-30aacfabc393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.115604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Publish callbacks [] for security_group (83be5082-34d8-4575-8ce0-564f5e738b2d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:37.136857 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Publish callbacks [] for security_group (83be5082-34d8-4575-8ce0-564f5e738b2d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:37.237532 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (83be5082-34d8-4575-8ce0-564f5e738b2d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:37.242627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:37.242627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/83be5082-34d8-4575-8ce0-564f5e738b2d HTTP/1.1" status: 204 len: 168 time: 0.2116122 Feb 09 20:30:37.253507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be5082-34d8-4575-8ce0-564f5e738b2d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:30:37.261374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.262218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.262218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.262397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.262689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.263028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.263536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.263724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.264007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.264504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.264944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.265177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.265485 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359dd995-fcbc-4095-973b-2585f8b6c9e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:30:37.549680 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5d13-4540-485b-a504-683002971f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:39.667899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-480ecb64-f1a9-43ba-90e9-e001c7e969aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:40.994767 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:42.486390 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:43.752754 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:06.279632 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:31:07.543257 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46b9c979-378e-494c-8696-d14adc549133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:09.670304 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a962f4e2-33a4-45a7-a819-354f90fe9d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:10.995660 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:12.486755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:13.756305 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:37.544225 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee7bc0d9-2126-4040-9119-ded5f4158fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:39.671612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19c434a9-449f-4197-830a-cf94bd9e6d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:40.999965 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:42.493279 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:43.279333 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:31:43.760160 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:07.545006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f8485e5-96db-4e42-a9f2-e4cdeca5443a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:09.678131 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aefe8d1a-913f-4803-a626-615e50a5aebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:11.003388 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:12.496364 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:13.762986 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:20.277854 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:32:37.546848 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c210bb2e-de3b-4006-9af8-09ed41501397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:39.669302 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fe20f9e-4a4b-46de-926d-99e4c6d12d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:41.004665 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:42.498385 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:43.768046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:57.276604 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:33:07.555276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-928c7c2c-20d6-4134-acfd-bc434ffe4496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:09.670310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b94c-4c84-4612-a33f-12a26204c16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:11.007259 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:12.500680 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:13.770527 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:34.275633 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 5 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:33:37.549039 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fc04d23-5704-4d10-8a3e-7f8e4f745e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:39.670993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b1ac-0021-4a4a-84e0-210d8fb4c776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:41.012430 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:42.502774 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:43.773496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:51.332622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1574854'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:56.202311 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1574854'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:07.550127 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7438baad-9f1f-4258-bd1f-6aee1ca1637a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:09.672619 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee19c243-eb9a-492d-a98f-be7734d2cedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:11.013291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:11.274778 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:34:12.506220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:13.775923 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:21.315398 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:26.158277 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:37.551943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ae8daa9-e657-4408-8639-b2eb4302f0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:39.675323 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3ec0e6d-6914-4b24-9eab-c8ae17e65d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:41.014944 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:42.509739 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:43.756877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35374) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:34:43.779176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:43.874002 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-45ef6156-3af6-40f4-a10c-40cd83587170 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4940 time: 0.1158195 Feb 09 20:34:46.177647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:34:46.235882 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d83a42ca-8029-48d5-818f-bd0312e0caf1 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4940 time: 0.0568142 Feb 09 20:34:48.274110 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:34:51.314852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:56.157250 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:07.556192 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62191c66-8c5c-4d3e-8130-411b16ee4ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:09.676371 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47b538bd-2af9-47a7-a0ca-0a762e9b50d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:11.017426 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:12.511940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:13.781616 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:21.315132 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:25.273494 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:35:26.183142 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:37.561431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db116bda-0ae9-4abc-9e2b-9af2d164a2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:39.678261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba95e91b-0dfb-4a0f-b7fc-5b31b47153c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:41.021009 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:42.516239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:43.784497 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:51.313977 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:56.198608 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:02.272608 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:36:07.571898 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7716982-843b-4be4-972e-6bca74ddb268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:09.697344 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c307807c-d224-44c9-aa68-2739f4c41c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:11.026467 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:12.521258 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:13.218428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:13.655644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:13.656364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5a1de0df-ec8b-4912-806f-9575954dc0b4 tempest-AutoAllocateNetworkTest-1149312064 tempest-AutoAllocateNetworkTest-1149312064-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=6605ac5fa6c7468aa375c84b35f2443f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4362879 Feb 09 20:36:13.793696 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:13.958224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd25cf7c-af3c-4a29-a363-56a9b28cf28c tempest-AutoAllocateNetworkTest-1149312064 tempest-AutoAllocateNetworkTest-1149312064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:13.960273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fd25cf7c-af3c-4a29-a363-56a9b28cf28c tempest-AutoAllocateNetworkTest-1149312064 tempest-AutoAllocateNetworkTest-1149312064-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3036580 Feb 09 20:36:13.963747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35662) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:14.072584 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8965a96a-bd14-4a7f-afc4-3d69b65a1aa0 tempest-AutoAllocateNetworkTest-1149312064 tempest-AutoAllocateNetworkTest-1149312064-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073759 Feb 09 20:36:14.073014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:14.104644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4ca88751-ea76-4e11-b577-4c5847ea4876 tempest-AutoAllocateNetworkTest-1149312064 tempest-AutoAllocateNetworkTest-1149312064-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=6605ac5fa6c7468aa375c84b35f2443f HTTP/1.1" status: 200 len: 208 time: 0.0303979 Feb 09 20:36:14.845343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:15.232328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:15.343018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Publish callbacks [] for security_group (5990a1f1-5edb-4bd7-9b9c-aab17e11dee4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:15.350112 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5990a1f1-5edb-4bd7-9b9c-aab17e11dee4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:15.394195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5990a1f1-5edb-4bd7-9b9c-aab17e11dee4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:15.400218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6605ac5fa6c7468aa375c84b35f2443f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5535400 Feb 09 20:36:15.400944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:15.412056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.412406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.413189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.413730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.414262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.415174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.415649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.416157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.416647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.417396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.418007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.418476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.419489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407e41c3-0c14-4387-9186-bc41d4e59333 admin admin] Tracked resource versions report: Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: pushed versions: Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: { 'AddressGroup': {'1.2'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Log': {'1.0'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Network': {'1.1'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Port': {'1.7'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'PortForwarding': {'1.2'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'QosPolicy': {'1.10'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'SecurityGroup': {'1.5'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'SubPort': {'1.0'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Subnet': {'1.1'}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Trunk': {'1.1'}} Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: consumer versions: Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: { DHCP agent@n-d-789963-29: {}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: HyperV agent@n-h1-789963-29: {}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: HyperV agent@n-h2-789963-29: {}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: L3 agent@n-d-789963-29: {}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: Metadata agent@n-d-789963-29: {}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: Metering agent@n-d-789963-29: {}, Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: Open vSwitch agent@n-d-789963-29: { 'AddressGroup': '1.2', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'ConntrackHelper': '1.0', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'LocalIPAssociation': '1.0', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Log': '1.0', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Network': '1.1', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Port': '1.7', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'PortForwarding': '1.2', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'QosPolicy': '1.10', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'SecurityGroup': '1.5', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'SecurityGroupRule': '1.2', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'SubPort': '1.0', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Subnet': '1.1', Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: 'Trunk': '1.1'}} Feb 09 20:36:15.420799 n-d-789963-29 neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 20:36:15.469869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Publish callbacks [] for security_group (5990a1f1-5edb-4bd7-9b9c-aab17e11dee4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:15.504257 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Publish callbacks [] for security_group (5990a1f1-5edb-4bd7-9b9c-aab17e11dee4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:15.560340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5990a1f1-5edb-4bd7-9b9c-aab17e11dee4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:15.562924 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:15.567338 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5990a1f1-5edb-4bd7-9b9c-aab17e11dee4 HTTP/1.1" status: 204 len: 168 time: 0.1650250 Feb 09 20:36:15.576387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5990a1f1-5edb-4bd7-9b9c-aab17e11dee4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:15.585795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.586135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.586796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.587168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.587506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.587868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.588230 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.588607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.588901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.589228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.589571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.589902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.590258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f502ed89-f130-42cd-ac7f-92306bb915e2 admin admin] Tracked resource versions report: Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: pushed versions: Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: { 'AddressGroup': {'1.2'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'ConntrackHelper': {'1.0'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Log': {'1.0'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Network': {'1.1'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Port': {'1.7'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'PortForwarding': {'1.2'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'QosPolicy': {'1.10'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'SecurityGroup': {'1.5'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'SubPort': {'1.0'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Subnet': {'1.1'}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Trunk': {'1.1'}} Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: consumer versions: Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: { DHCP agent@n-d-789963-29: {}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: HyperV agent@n-h1-789963-29: {}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: HyperV agent@n-h2-789963-29: {}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: L3 agent@n-d-789963-29: {}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: Metadata agent@n-d-789963-29: {}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: Metering agent@n-d-789963-29: {}, Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: Open vSwitch agent@n-d-789963-29: { 'AddressGroup': '1.2', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'ConntrackHelper': '1.0', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'LocalIPAssociation': '1.0', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Log': '1.0', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Network': '1.1', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Port': '1.7', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'PortForwarding': '1.2', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'QosPolicy': '1.10', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'SecurityGroup': '1.5', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'SecurityGroupRule': '1.2', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'SubPort': '1.0', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Subnet': '1.1', Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: 'Trunk': '1.1'}} Feb 09 20:36:15.591381 n-d-789963-29 neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 20:36:16.004938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:16.383116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef69ba1d-bfb0-41dc-8671-e1528ecf4329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.388482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:16.480786 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef69ba1d-bfb0-41dc-8671-e1528ecf4329 admin admin] Publish callbacks [] for security_group (97defff7-d71f-499c-90cc-307b37a028c0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.486969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef69ba1d-bfb0-41dc-8671-e1528ecf4329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97defff7-d71f-499c-90cc-307b37a028c0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.527607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69ba1d-bfb0-41dc-8671-e1528ecf4329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97defff7-d71f-499c-90cc-307b37a028c0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:16.543990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb70391-7e05-4b7a-b6bc-14a5dac31d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.571784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ef69ba1d-bfb0-41dc-8671-e1528ecf4329 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1ec3486e1231426ea780e414e15c852e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5657113 Feb 09 20:36:16.574341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:16.705310 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb70391-7e05-4b7a-b6bc-14a5dac31d92 admin admin] Publish callbacks [] for security_group (05568769-b149-43d2-9ddf-bb61120de92d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.712490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb70391-7e05-4b7a-b6bc-14a5dac31d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (05568769-b149-43d2-9ddf-bb61120de92d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.715914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b301473-d932-41ac-a4bc-4afa93fe6b24 admin admin] Publish callbacks [] for security_group (97defff7-d71f-499c-90cc-307b37a028c0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.753198 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b301473-d932-41ac-a4bc-4afa93fe6b24 admin admin] Publish callbacks [] for security_group (97defff7-d71f-499c-90cc-307b37a028c0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.773092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bdb70391-7e05-4b7a-b6bc-14a5dac31d92 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ae7edb5218604a44b8d406ef5e5aaa9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3835161 Feb 09 20:36:16.777271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:16.802853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb70391-7e05-4b7a-b6bc-14a5dac31d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05568769-b149-43d2-9ddf-bb61120de92d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:16.852616 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1552ae7-392c-4800-b67f-27c8502c69d8 admin admin] Publish callbacks [] for security_group (05568769-b149-43d2-9ddf-bb61120de92d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.883583 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b301473-d932-41ac-a4bc-4afa93fe6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97defff7-d71f-499c-90cc-307b37a028c0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.892311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b301473-d932-41ac-a4bc-4afa93fe6b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.894429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1552ae7-392c-4800-b67f-27c8502c69d8 admin admin] Publish callbacks [] for security_group (05568769-b149-43d2-9ddf-bb61120de92d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.896935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5b301473-d932-41ac-a4bc-4afa93fe6b24 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/97defff7-d71f-499c-90cc-307b37a028c0 HTTP/1.1" status: 204 len: 168 time: 0.3185194 Feb 09 20:36:16.919124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b301473-d932-41ac-a4bc-4afa93fe6b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97defff7-d71f-499c-90cc-307b37a028c0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:17.016059 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1552ae7-392c-4800-b67f-27c8502c69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (05568769-b149-43d2-9ddf-bb61120de92d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:17.019886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1552ae7-392c-4800-b67f-27c8502c69d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:17.021083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a1552ae7-392c-4800-b67f-27c8502c69d8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/05568769-b149-43d2-9ddf-bb61120de92d HTTP/1.1" status: 204 len: 168 time: 0.2425852 Feb 09 20:36:17.045300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1552ae7-392c-4800-b67f-27c8502c69d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05568769-b149-43d2-9ddf-bb61120de92d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:17.448995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35890) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:17.651024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:17.667606 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88a413e6-a7e7-4a49-9fa3-d8bcc46567d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:17.763983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88a413e6-a7e7-4a49-9fa3-d8bcc46567d4 admin admin] Publish callbacks [] for security_group (0b1f73cd-0a31-45ca-a885-fbb014f84606), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:17.769518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88a413e6-a7e7-4a49-9fa3-d8bcc46567d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0b1f73cd-0a31-45ca-a885-fbb014f84606), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:17.824531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-88a413e6-a7e7-4a49-9fa3-d8bcc46567d4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=70134492a4564d1ea0445869176c3e28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1714511 Feb 09 20:36:17.825906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a413e6-a7e7-4a49-9fa3-d8bcc46567d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f73cd-0a31-45ca-a885-fbb014f84606,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:17.834248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35906) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:17.858486 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0350f849-472a-4afc-bca3-57d888a61dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:17.921665 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-680eae94-edc6-4a2e-a5c5-e87e1f53d6c2 admin admin] Publish callbacks [] for security_group (0b1f73cd-0a31-45ca-a885-fbb014f84606), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:17.959917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-680eae94-edc6-4a2e-a5c5-e87e1f53d6c2 admin admin] Publish callbacks [] for security_group (0b1f73cd-0a31-45ca-a885-fbb014f84606), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.013691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35916) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:18.044919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7a816fb-0df1-4ce9-8ca7-08e294248ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.053677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0350f849-472a-4afc-bca3-57d888a61dff admin admin] Publish callbacks [] for security_group (096e5110-cd97-4a99-a1a8-196df278132a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.069416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0350f849-472a-4afc-bca3-57d888a61dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (096e5110-cd97-4a99-a1a8-196df278132a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.121656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0350f849-472a-4afc-bca3-57d888a61dff admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dfcaca1e868e42ac951834210d45744c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6708379 Feb 09 20:36:18.122923 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-680eae94-edc6-4a2e-a5c5-e87e1f53d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0b1f73cd-0a31-45ca-a885-fbb014f84606), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.126305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-680eae94-edc6-4a2e-a5c5-e87e1f53d6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.129222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-680eae94-edc6-4a2e-a5c5-e87e1f53d6c2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0b1f73cd-0a31-45ca-a885-fbb014f84606 HTTP/1.1" status: 204 len: 168 time: 0.2886662 Feb 09 20:36:18.142399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:18.235711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7a816fb-0df1-4ce9-8ca7-08e294248ec8 admin admin] Publish callbacks [] for security_group (ea831808-cfcd-4129-b0c8-2b3b1a08e650), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.245862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f7a816fb-0df1-4ce9-8ca7-08e294248ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ea831808-cfcd-4129-b0c8-2b3b1a08e650), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.298280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f7a816fb-0df1-4ce9-8ca7-08e294248ec8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b1b72197a7b548e699aec9b9227cffe6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2824488 Feb 09 20:36:18.301622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35940) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:18.305284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a816fb-0df1-4ce9-8ca7-08e294248ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea831808-cfcd-4129-b0c8-2b3b1a08e650,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:18.324104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89233602-d6bd-4e74-b78d-804032c0cf6d admin admin] Publish callbacks [] for security_group (096e5110-cd97-4a99-a1a8-196df278132a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.326210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350f849-472a-4afc-bca3-57d888a61dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096e5110-cd97-4a99-a1a8-196df278132a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:18.376563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680eae94-edc6-4a2e-a5c5-e87e1f53d6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f73cd-0a31-45ca-a885-fbb014f84606,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:18.396362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89233602-d6bd-4e74-b78d-804032c0cf6d admin admin] Publish callbacks [] for security_group (096e5110-cd97-4a99-a1a8-196df278132a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.486684 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b168d4df-6901-47ef-90d1-e9fa761377cb admin admin] Publish callbacks [] for security_group (ea831808-cfcd-4129-b0c8-2b3b1a08e650), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.527892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b168d4df-6901-47ef-90d1-e9fa761377cb admin admin] Publish callbacks [] for security_group (ea831808-cfcd-4129-b0c8-2b3b1a08e650), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.542590 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89233602-d6bd-4e74-b78d-804032c0cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (096e5110-cd97-4a99-a1a8-196df278132a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.545304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89233602-d6bd-4e74-b78d-804032c0cf6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.546540 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-89233602-d6bd-4e74-b78d-804032c0cf6d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/096e5110-cd97-4a99-a1a8-196df278132a HTTP/1.1" status: 204 len: 168 time: 0.3995380 Feb 09 20:36:18.573099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89233602-d6bd-4e74-b78d-804032c0cf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e5110-cd97-4a99-a1a8-196df278132a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:18.610559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b168d4df-6901-47ef-90d1-e9fa761377cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ea831808-cfcd-4129-b0c8-2b3b1a08e650), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.613719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b168d4df-6901-47ef-90d1-e9fa761377cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:18.615173 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b168d4df-6901-47ef-90d1-e9fa761377cb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ea831808-cfcd-4129-b0c8-2b3b1a08e650 HTTP/1.1" status: 204 len: 168 time: 0.3119180 Feb 09 20:36:18.629943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168d4df-6901-47ef-90d1-e9fa761377cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea831808-cfcd-4129-b0c8-2b3b1a08e650,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:19.420329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:19.445654 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a079064-e151-4552-a36c-6fa6ca680bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.599994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a079064-e151-4552-a36c-6fa6ca680bdf admin admin] Publish callbacks [] for security_group (352693ab-54b7-499c-af9a-434d20c0a368), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.610434 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a079064-e151-4552-a36c-6fa6ca680bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (352693ab-54b7-499c-af9a-434d20c0a368), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.679598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:19.680466 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6a079064-e151-4552-a36c-6fa6ca680bdf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=55463530c0664364b5b25ddbbfe4495b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2583451 Feb 09 20:36:19.720198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a079064-e151-4552-a36c-6fa6ca680bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352693ab-54b7-499c-af9a-434d20c0a368,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:19.803463 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d325675-5bff-4b7d-83db-60205b085670 admin admin] Publish callbacks [] for security_group (352693ab-54b7-499c-af9a-434d20c0a368), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.845557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d325675-5bff-4b7d-83db-60205b085670 admin admin] Publish callbacks [] for security_group (352693ab-54b7-499c-af9a-434d20c0a368), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.920795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d325675-5bff-4b7d-83db-60205b085670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (352693ab-54b7-499c-af9a-434d20c0a368), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.926379 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d325675-5bff-4b7d-83db-60205b085670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.928075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5d325675-5bff-4b7d-83db-60205b085670 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/352693ab-54b7-499c-af9a-434d20c0a368 HTTP/1.1" status: 204 len: 168 time: 0.2458110 Feb 09 20:36:19.942996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d325675-5bff-4b7d-83db-60205b085670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352693ab-54b7-499c-af9a-434d20c0a368,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:20.156108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:20.158103 n-d-789963-29 neutron-server[103324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 20:36:20.191000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-a8506fb3-9993-4440-ac75-832792822e71 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=d5085bb2b4df4095b9bda3efb0e5b5d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339596 Feb 09 20:36:20.370766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586106-210c-44f2-b05d-9609b4152af7 req-7f4d4406-cf28-4d70-8bdd-5463b36f16cd tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:20.374284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-7f4d4406-cf28-4d70-8bdd-5463b36f16cd tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718595 Feb 09 20:36:20.400911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-90e9368a-fb4b-44a6-8b91-22b94417f610 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/quotas/d5085bb2b4df4095b9bda3efb0e5b5d5 HTTP/1.1" status: 200 len: 375 time: 0.0182631 Feb 09 20:36:20.468019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-fecfdb59-5f64-4897-aa5c-3f2509779c8e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d5085bb2b4df4095b9bda3efb0e5b5d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606003 Feb 09 20:36:20.568739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:20.790535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6836103e-420a-4dcc-b5a9-314bbe624b0f req-8aecfc5b-42f1-4f95-aad4-69a9fdf0f9e2 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 210 time: 0.1163399 Feb 09 20:36:20.956796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88ee012-db30-4504-83b1-4586fe84c78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.038655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:21.057240 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88ee012-db30-4504-83b1-4586fe84c78d admin admin] Publish callbacks [] for security_group (6c321a48-a02c-450d-b201-a122cf569cc2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.064715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88ee012-db30-4504-83b1-4586fe84c78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6c321a48-a02c-450d-b201-a122cf569cc2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.115676 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b88ee012-db30-4504-83b1-4586fe84c78d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5288d3f7d985496daed2054c3ee0aabd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5456846 Feb 09 20:36:21.116958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ee012-db30-4504-83b1-4586fe84c78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c321a48-a02c-450d-b201-a122cf569cc2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:21.120499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:21.193052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a6a7-ed12-4c90-ab99-08b82f60b9e1 admin admin] Publish callbacks [] for security_group (6c321a48-a02c-450d-b201-a122cf569cc2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.217886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a6a7-ed12-4c90-ab99-08b82f60b9e1 admin admin] Publish callbacks [] for security_group (6c321a48-a02c-450d-b201-a122cf569cc2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.283744 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a6a7-ed12-4c90-ab99-08b82f60b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6c321a48-a02c-450d-b201-a122cf569cc2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.289294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a6a7-ed12-4c90-ab99-08b82f60b9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.298195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d3d1a6a7-ed12-4c90-ab99-08b82f60b9e1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6c321a48-a02c-450d-b201-a122cf569cc2 HTTP/1.1" status: 204 len: 168 time: 0.1720417 Feb 09 20:36:21.326726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1a6a7-ed12-4c90-ab99-08b82f60b9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c321a48-a02c-450d-b201-a122cf569cc2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:21.346358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-network', 'tenant_id': '26c6d712558447469ed8afaa092b79d7'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:21.388888 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.426919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Made reservation on behalf of 26c6d712558447469ed8afaa092b79d7 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:36:21.431727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.445779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.640319 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Publish callbacks [] for security_group (9bf3831e-283a-40d6-97f1-062fdb94bc77), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.649636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9bf3831e-283a-40d6-97f1-062fdb94bc77), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.713317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:36:21.735893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf3831e-283a-40d6-97f1-062fdb94bc77,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:21.760898 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743317062072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (cd553414-5cbd-48e6-b9b9-f8f770608063), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.761827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Unsubscribe: segment precommit_create {{(pid=103325) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 20:36:21.763132 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Added segment cd553414-5cbd-48e6-b9b9-f8f770608063 of type vlan for network 612b438a-1210-43b6-8c6f-3a3427b4ad7d Feb 09 20:36:21.846693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (612b438a-1210-43b6-8c6f-3a3427b4ad7d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.891751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (612b438a-1210-43b6-8c6f-3a3427b4ad7d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.892793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:21.893747 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.907790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:21.933098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c6e4eca-923c-4d7d-b79a-2265d5d5d6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:21.962516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9226930 Feb 09 20:36:21.967793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:22.000486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Request body: {'subnet': {'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-subnet', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:22.054124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Made reservation on behalf of 26c6d712558447469ed8afaa092b79d7 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:36:22.056847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.095835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee4f7f-7a23-46cc-bc56-8ee13d67fe0f admin admin] Pushing event updated for resources: {'Network': ['ID=612b438a-1210-43b6-8c6f-3a3427b4ad7d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:22.109723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:36:22.166830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c6e4eca-923c-4d7d-b79a-2265d5d5d6a9 admin admin] Publish callbacks [] for security_group (b02ec1e6-5981-43c3-af86-8998046077fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.175715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c6e4eca-923c-4d7d-b79a-2265d5d5d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b02ec1e6-5981-43c3-af86-8998046077fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.219069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4c6e4eca-923c-4d7d-b79a-2265d5d5d6a9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a93379b6424845fa8a137db72be98e16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3090980 Feb 09 20:36:22.223383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:22.267706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e4eca-923c-4d7d-b79a-2265d5d5d6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02ec1e6-5981-43c3-af86-8998046077fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:22.340739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16a0c4d-a220-4ded-851f-667702e74873 admin admin] Publish callbacks [] for security_group (b02ec1e6-5981-43c3-af86-8998046077fb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.399021 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16a0c4d-a220-4ded-851f-667702e74873 admin admin] Publish callbacks [] for security_group (b02ec1e6-5981-43c3-af86-8998046077fb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.433616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:22.465199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.505404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16a0c4d-a220-4ded-851f-667702e74873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b02ec1e6-5981-43c3-af86-8998046077fb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.510220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a16a0c4d-a220-4ded-851f-667702e74873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.515059 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a16a0c4d-a220-4ded-851f-667702e74873 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b02ec1e6-5981-43c3-af86-8998046077fb HTTP/1.1" status: 204 len: 168 time: 0.2899776 Feb 09 20:36:22.533659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a0c4d-a220-4ded-851f-667702e74873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02ec1e6-5981-43c3-af86-8998046077fb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:22.554291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:22.580166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Checking segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:22.580615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Network hostable DHCP agents. Network: 612b438a-1210-43b6-8c6f-3a3427b4ad7d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:36:22.603506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:36:22.621062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 612b438a-1210-43b6-8c6f-3a3427b4ad7d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:22.626807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:22.627939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:22.628553 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.630259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9ff65-3ba3-4fa8-ba9d-aaca53da0318 None None] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:36:22.661741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-94706ade-746b-4378-8646-89c01c530b80 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6913688 Feb 09 20:36:22.663070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:22.680059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:22.731855 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (cea0100d-247e-4c84-ad28-e3ec3dc1d378), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.737498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (cea0100d-247e-4c84-ad28-e3ec3dc1d378), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.830819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'project_id': '26c6d712558447469ed8afaa092b79d7', 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:36:22.831611 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:22.921736 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks [] for router_controller (cea0100d-247e-4c84-ad28-e3ec3dc1d378), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.071146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc51368f-13ce-42e5-a7fb-209002c1dda0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.174296 n-d-789963-29 neutron-server[103325]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 20:36:23.177004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Allocated IP 172.20.0.2 (612b438a-1210-43b6-8c6f-3a3427b4ad7d/5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de/118ed346-29eb-4340-a64c-888f1d6b2f22) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:23.251673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0816089-6d30-4a73-8e8d-94438ff19740 req-2ecef4b0-de41-447e-af5c-6a1978948998 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 210 time: 0.6218991 Feb 09 20:36:23.258196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks [] for router_gateway (cea0100d-247e-4c84-ad28-e3ec3dc1d378), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.394216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc51368f-13ce-42e5-a7fb-209002c1dda0 admin admin] Publish callbacks [] for security_group (53c8b25a-7dfc-463b-af62-1e6c0ca6183e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.403511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc51368f-13ce-42e5-a7fb-209002c1dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (53c8b25a-7dfc-463b-af62-1e6c0ca6183e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.467801 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fc51368f-13ce-42e5-a7fb-209002c1dda0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=21a0737a83cb4a71a177b37a5af13d54&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0315247 Feb 09 20:36:23.471238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:23.472798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51368f-13ce-42e5-a7fb-209002c1dda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c8b25a-7dfc-463b-af62-1e6c0ca6183e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:23.487456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.13', 58242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:23.572151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-fca0fdaf-a656-4660-9caf-4f14c5bc931c tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d5085bb2b4df4095b9bda3efb0e5b5d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819836 Feb 09 20:36:23.626315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Publish callbacks [] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.638763 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.642794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a786f44b-6828-4fb2-8a64-7ec960e7248d admin admin] Publish callbacks [] for security_group (53c8b25a-7dfc-463b-af62-1e6c0ca6183e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.708097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:23.709011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Pushing event updated for resources: {'Port': ['ID=118ed346-29eb-4340-a64c-888f1d6b2f22,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:23.718922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:23.723351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.723812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.724099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.724441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.724775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.725110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.725539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.726031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.726215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.726482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.726774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.727237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.727675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Tracked resource versions report: Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: pushed versions: Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: { 'AddressGroup': {'1.2'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'ConntrackHelper': {'1.0'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Log': {'1.0'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Network': {'1.1'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Port': {'1.7'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'PortForwarding': {'1.2'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'QosPolicy': {'1.10'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'SecurityGroup': {'1.5'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'SubPort': {'1.0'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Subnet': {'1.1'}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Trunk': {'1.1'}} Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: consumer versions: Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: { DHCP agent@n-d-789963-29: {}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: HyperV agent@n-h1-789963-29: {}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: HyperV agent@n-h2-789963-29: {}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: L3 agent@n-d-789963-29: {}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: Metadata agent@n-d-789963-29: {}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: Metering agent@n-d-789963-29: {}, Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: Open vSwitch agent@n-d-789963-29: { 'AddressGroup': '1.2', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'ConntrackHelper': '1.0', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'LocalIPAssociation': '1.0', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Log': '1.0', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Network': '1.1', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Port': '1.7', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'PortForwarding': '1.2', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'QosPolicy': '1.10', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'SecurityGroup': '1.5', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'SecurityGroupRule': '1.2', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'SubPort': '1.0', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Subnet': '1.1', Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: 'Trunk': '1.1'}} Feb 09 20:36:23.728868 n-d-789963-29 neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 20:36:23.741689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:23.842439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a786f44b-6828-4fb2-8a64-7ec960e7248d admin admin] Publish callbacks [] for security_group (53c8b25a-7dfc-463b-af62-1e6c0ca6183e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.858999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks [] for router_gateway (cea0100d-247e-4c84-ad28-e3ec3dc1d378), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.879846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Attempting to bind port 118ed346-29eb-4340-a64c-888f1d6b2f22 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:23.881046 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Attempting to bind port 118ed346-29eb-4340-a64c-888f1d6b2f22 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:23.881605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Attempting to bind port 118ed346-29eb-4340-a64c-888f1d6b2f22 on network 612b438a-1210-43b6-8c6f-3a3427b4ad7d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:23.912815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:36:23.916635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Checking segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:23.920222 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.921009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Bound using segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:36:23.921625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.921893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Bound port: 118ed346-29eb-4340-a64c-888f1d6b2f22, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:36:23.922692 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:23.953459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73b598b7-a11f-4db3-9001-0c6019636314 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:23.956547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73b598b7-a11f-4db3-9001-0c6019636314 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3776753 Feb 09 20:36:24.052344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Request body: {'port': {'device_id': '6e76a9ca-28da-4fa9-8d68-6598761407d5', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'd5085bb2b4df4095b9bda3efb0e5b5d5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:24.073007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] For port 118ed346-29eb-4340-a64c-888f1d6b2f22, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:36:24.083294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] For port 118ed346-29eb-4340-a64c-888f1d6b2f22, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=118ed346-29eb-4340-a64c-888f1d6b2f22,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:36:24.097481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.213876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170da81a-a278-40fe-8d8d-68ff2b3bfb6a None None] Pushing event updated for resources: {'Port': ['ID=118ed346-29eb-4340-a64c-888f1d6b2f22,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:24.292443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Allocated IP 172.25.4.133 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/368044d6-c095-45e9-8491-e0f643baa760) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:24.447389 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks [] for port (368044d6-c095-45e9-8491-e0f643baa760), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.529043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Made reservation on behalf of d5085bb2b4df4095b9bda3efb0e5b5d5 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:36:24.535923 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.558026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.686200 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7ad24b7-180a-442c-a152-47e4797f443a req-2305966c-ec6c-4073-8b35-49f87d5482c6 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 210 time: 0.0595136 Feb 09 20:36:24.689173 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a786f44b-6828-4fb2-8a64-7ec960e7248d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (53c8b25a-7dfc-463b-af62-1e6c0ca6183e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.696913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a786f44b-6828-4fb2-8a64-7ec960e7248d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.698048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a786f44b-6828-4fb2-8a64-7ec960e7248d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/53c8b25a-7dfc-463b-af62-1e6c0ca6183e HTTP/1.1" status: 204 len: 168 time: 1.2221563 Feb 09 20:36:24.706479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (368044d6-c095-45e9-8491-e0f643baa760), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.786698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks [] for security_group (5d88bdfd-883d-4155-b898-4f2a4568ccc8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.794191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5d88bdfd-883d-4155-b898-4f2a4568ccc8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:24.808109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786f44b-6828-4fb2-8a64-7ec960e7248d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c8b25a-7dfc-463b-af62-1e6c0ca6183e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:24.859398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:24.877160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:24.890003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:24.899101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Pushing event updated for resources: {'Port': ['ID=368044d6-c095-45e9-8491-e0f643baa760,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:24.910956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 118ed346-29eb-4340-a64c-888f1d6b2f22 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:24.943271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d88bdfd-883d-4155-b898-4f2a4568ccc8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:25.053889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 118ed346-29eb-4340-a64c-888f1d6b2f22 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:25.055583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:25.237083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 118ed346-29eb-4340-a64c-888f1d6b2f22 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:25.237688 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:25.298285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 118ed346-29eb-4340-a64c-888f1d6b2f22, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=118ed346-29eb-4340-a64c-888f1d6b2f22,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:25.311091 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:25.379534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Allocated IP 192.168.233.97 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/71c12aaa-73c2-4656-92a7-929929ea9c10) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:25.569235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=118ed346-29eb-4340-a64c-888f1d6b2f22,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:25.895403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks [] for router_gateway (cea0100d-247e-4c84-ad28-e3ec3dc1d378), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:25.979827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d004a47-828e-4651-97df-7b9c151776bd None None] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:36:26.173579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:26.238758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-48c68bc5-da09-4419-9640-b0976747e752 req-718c80d1-b259-4aad-aa0b-a0a1ccb96ad0 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 210 time: 0.0775383 Feb 09 20:36:26.250279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a8-f1b7-4d72-8077-401405476629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:26.323465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3cc5b390-63d4-41b9-80e4-60188d37222d None None] Provisioning complete for port 118ed346-29eb-4340-a64c-888f1d6b2f22 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:26.326537 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b390-63d4-41b9-80e4-60188d37222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:26.448137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks [] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:26.497867 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:26.645950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (cea0100d-247e-4c84-ad28-e3ec3dc1d378), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:26.708134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a8-f1b7-4d72-8077-401405476629 admin admin] Publish callbacks [] for security_group (8874d44b-69fe-4299-9f47-a13b0d6b1c35), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:26.722883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27fdd5a8-f1b7-4d72-8077-401405476629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8874d44b-69fe-4299-9f47-a13b0d6b1c35), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:26.825294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:26.977214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 118ed346-29eb-4340-a64c-888f1d6b2f22 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:26.992235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:27.050749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5b390-63d4-41b9-80e4-60188d37222d None None] Current status of the port 118ed346-29eb-4340-a64c-888f1d6b2f22 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:27.132983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 118ed346-29eb-4340-a64c-888f1d6b2f22 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:27.133368 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:27.177569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-27fdd5a8-f1b7-4d72-8077-401405476629 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=621a623717cf430b97b2eb75964202fc&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0019813 Feb 09 20:36:27.185722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdd5a8-f1b7-4d72-8077-401405476629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8874d44b-69fe-4299-9f47-a13b0d6b1c35,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:27.186602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36374) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:27.236500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Pushing event updated for resources: {'Port': ['ID=71c12aaa-73c2-4656-92a7-929929ea9c10,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:27.258368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:27.260529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:27.263969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:27.271904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:27.272886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:27.327552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-73e3de10-6a83-4173-a862-81d311d370c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2812116 Feb 09 20:36:27.354721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0c66e9fe-1cf6-4884-be17-b522c962550b tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:36:27.356622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0c66e9fe-1cf6-4884-be17-b522c962550b tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078208 Feb 09 20:36:27.371101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03b248f0-7ecc-4106-bdc3-9334f6224773 admin admin] Publish callbacks [] for security_group (8874d44b-69fe-4299-9f47-a13b0d6b1c35), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:27.411064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 118ed346-29eb-4340-a64c-888f1d6b2f22 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:27.489351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03b248f0-7ecc-4106-bdc3-9334f6224773 admin admin] Publish callbacks [] for security_group (8874d44b-69fe-4299-9f47-a13b0d6b1c35), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:27.509739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c8545d2-e346-4428-9dd6-6a3783297d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:27.608876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3f7443c8-3cd6-4d71-86ff-e4556cb6aac3 None None] Provisioning complete for port 118ed346-29eb-4340-a64c-888f1d6b2f22 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:27.610771 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f7443c8-3cd6-4d71-86ff-e4556cb6aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:27.659165 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c8545d2-e346-4428-9dd6-6a3783297d0a admin admin] Publish callbacks [] for security_group (b4a918ee-ce22-4bcc-b246-7bc2f2bbad52), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:27.678495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c8545d2-e346-4428-9dd6-6a3783297d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b4a918ee-ce22-4bcc-b246-7bc2f2bbad52), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:27.708853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad0cc7-6cb8-43d7-8fa8-464fd7cde23b req-4e77bb7a-bd3b-4984-b47c-188c53ebc26e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:27.716189 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4fad0cc7-6cb8-43d7-8fa8-464fd7cde23b req-4e77bb7a-bd3b-4984-b47c-188c53ebc26e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 935 time: 0.2899210 Feb 09 20:36:27.748716 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8c8545d2-e346-4428-9dd6-6a3783297d0a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8147e94fdcfc48cc86a6cbf92394ffbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7527401 Feb 09 20:36:27.753950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Router cea0100d-247e-4c84-ad28-e3ec3dc1d378 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:36:27.754850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Request body: {'port': {'device_id': '6e76a9ca-28da-4fa9-8d68-6598761407d5', 'device_owner': 'compute:tempest-test_az-628537534', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:27.766727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:27.832388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3f7443c8-3cd6-4d71-86ff-e4556cb6aac3 None None] Current status of the port 118ed346-29eb-4340-a64c-888f1d6b2f22 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:27.951995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4fad0cc7-6cb8-43d7-8fa8-464fd7cde23b req-ce9a4ce9-182f-4f32-990b-890ec8a68e25 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306948 Feb 09 20:36:27.974406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:36:27.990057 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Sync routers for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:36:28.005292 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ba692ad-e5fa-453b-8319-ec63d0fe0f2d admin admin] Publish callbacks [] for security_group (b4a918ee-ce22-4bcc-b246-7bc2f2bbad52), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:28.014229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:28.018651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9f1604d7-f57b-423d-962d-c60666d4fa4f admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3500423 Feb 09 20:36:28.024257 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:36:28.026549 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:36:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:28.026989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d1685514-a102-4809-a649-61dca4c9f4f4 None None] Provisioning complete for port 71c12aaa-73c2-4656-92a7-929929ea9c10 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:28.029608 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1685514-a102-4809-a649-61dca4c9f4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:28.055211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:28.056005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8545d2-e346-4428-9dd6-6a3783297d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a918ee-ce22-4bcc-b246-7bc2f2bbad52,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:28.133829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:28.195130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d1685514-a102-4809-a649-61dca4c9f4f4 None None] Port 71c12aaa-73c2-4656-92a7-929929ea9c10 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:36:28.259031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03b248f0-7ecc-4106-bdc3-9334f6224773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8874d44b-69fe-4299-9f47-a13b0d6b1c35), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:28.268452 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03b248f0-7ecc-4106-bdc3-9334f6224773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:28.272390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03b248f0-7ecc-4106-bdc3-9334f6224773 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8874d44b-69fe-4299-9f47-a13b0d6b1c35 HTTP/1.1" status: 204 len: 168 time: 1.0821593 Feb 09 20:36:28.329923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b248f0-7ecc-4106-bdc3-9334f6224773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8874d44b-69fe-4299-9f47-a13b0d6b1c35,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:28.379621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ba692ad-e5fa-453b-8319-ec63d0fe0f2d admin admin] Publish callbacks [] for security_group (b4a918ee-ce22-4bcc-b246-7bc2f2bbad52), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:28.399506 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:36:28.936660 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:25Z', 'revision_number': 3, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:28.984642 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Checking router: cea0100d-247e-4c84-ad28-e3ec3dc1d378 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:36:28.984962 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Updating router cea0100d-247e-4c84-ad28-e3ec3dc1d378 port 368044d6-c095-45e9-8491-e0f643baa760 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:36:29.103508 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (368044d6-c095-45e9-8491-e0f643baa760), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:29.141757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ba692ad-e5fa-453b-8319-ec63d0fe0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b4a918ee-ce22-4bcc-b246-7bc2f2bbad52), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:29.148796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ba692ad-e5fa-453b-8319-ec63d0fe0f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:29.159837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:29.169183 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1ba692ad-e5fa-453b-8319-ec63d0fe0f2d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b4a918ee-ce22-4bcc-b246-7bc2f2bbad52 HTTP/1.1" status: 204 len: 168 time: 1.3761578 Feb 09 20:36:29.272071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c12aaa-73c2-4656-92a7-929929ea9c10 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:36:29.322199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Publish callbacks [] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:29.399936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Transition to ACTIVE for port object 71c12aaa-73c2-4656-92a7-929929ea9c10 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:36:29.416767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:29.430190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba692ad-e5fa-453b-8319-ec63d0fe0f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a918ee-ce22-4bcc-b246-7bc2f2bbad52,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:29.646278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=71c12aaa-73c2-4656-92a7-929929ea9c10,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:29.847729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058be28-7308-45e9-bde0-1f975e7e56db req-d0536e6b-b465-44a5-90d1-c8d8a7f7ecc2 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:29.849254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Attempting to bind port 71c12aaa-73c2-4656-92a7-929929ea9c10 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:29.849718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Attempting to bind port 71c12aaa-73c2-4656-92a7-929929ea9c10 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:29.850060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Attempting to bind port 71c12aaa-73c2-4656-92a7-929929ea9c10 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:29.858552 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2058be28-7308-45e9-bde0-1f975e7e56db req-d0536e6b-b465-44a5-90d1-c8d8a7f7ecc2 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 0.3280380 Feb 09 20:36:29.863658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:29.871040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Port 71c12aaa-73c2-4656-92a7-929929ea9c10 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:36:29.872465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Attempting to bind port 71c12aaa-73c2-4656-92a7-929929ea9c10 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:29.888417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:36:29.888960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:29.889316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:36:29.889800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Bound port: 71c12aaa-73c2-4656-92a7-929929ea9c10, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:36:29.894390 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.088560 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Publish callbacks [] for port (368044d6-c095-45e9-8491-e0f643baa760), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.108315 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (368044d6-c095-45e9-8491-e0f643baa760), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.140878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371e1ab9-ed83-407e-b517-2f8cbf1096f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.181624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2058be28-7308-45e9-bde0-1f975e7e56db req-adae3e5f-c2ad-4fe7-ae23-4da98f54446a tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219728 Feb 09 20:36:30.188506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:30.244447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] For port 71c12aaa-73c2-4656-92a7-929929ea9c10, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:36:30.280352 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Attempting to bind port 368044d6-c095-45e9-8491-e0f643baa760 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:30.282837 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Attempting to bind port 368044d6-c095-45e9-8491-e0f643baa760 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:30.283209 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Attempting to bind port 368044d6-c095-45e9-8491-e0f643baa760 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:30.301629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:30.317451 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:36:30.317734 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:30.318143 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.320694 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:36:30.321369 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Bound port: 368044d6-c095-45e9-8491-e0f643baa760, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:36:30.321760 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (368044d6-c095-45e9-8491-e0f643baa760), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.325570 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Pushing event updated for resources: {'Port': ['ID=368044d6-c095-45e9-8491-e0f643baa760,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:30.347087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] For port 71c12aaa-73c2-4656-92a7-929929ea9c10, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=71c12aaa-73c2-4656-92a7-929929ea9c10,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:36:30.388914 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.389479 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.390143 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.390711 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.391253 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.391590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.391954 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.392286 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.392734 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.393082 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.393462 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.393812 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.394120 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Tracked resource versions report: Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: pushed versions: Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: { 'AddressGroup': {'1.2'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'ConntrackHelper': {'1.0'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'LocalIPAssociation': {'1.0'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Log': {'1.0'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Network': {'1.1'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Port': {'1.7'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'PortForwarding': {'1.2'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'QosPolicy': {'1.10'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'SecurityGroup': {'1.5'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'SecurityGroupRule': {'1.2'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'SubPort': {'1.0'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Subnet': {'1.1'}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Trunk': {'1.1'}} Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: consumer versions: Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: { DHCP agent@n-d-789963-29: {}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: HyperV agent@n-h1-789963-29: {}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: HyperV agent@n-h2-789963-29: {}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: L3 agent@n-d-789963-29: {}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: Metadata agent@n-d-789963-29: {}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: Metering agent@n-d-789963-29: {}, Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: Open vSwitch agent@n-d-789963-29: { 'AddressGroup': '1.2', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'ConntrackHelper': '1.0', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'LocalIPAssociation': '1.0', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Log': '1.0', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Network': '1.1', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Port': '1.7', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'PortForwarding': '1.2', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'QosPolicy': '1.10', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'SecurityGroup': '1.5', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'SecurityGroupRule': '1.2', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'SubPort': '1.0', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Subnet': '1.1', Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: 'Trunk': '1.1'}} Feb 09 20:36:30.395205 n-d-789963-29 neutron-server[103327]: {{(pid=103327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 20:36:30.504215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371e1ab9-ed83-407e-b517-2f8cbf1096f9 admin admin] Publish callbacks [] for security_group (31676cc4-cb2b-49d2-b00b-cb466897eea0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.507307 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f38571a4-db2c-418f-8ed8-da7435fe5f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.520575 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] For port 368044d6-c095-45e9-8491-e0f643baa760, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:36:30.531673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.534601 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] For port 368044d6-c095-45e9-8491-e0f643baa760, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=368044d6-c095-45e9-8491-e0f643baa760,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:36:30.545201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Allocated IP 172.20.0.1 (612b438a-1210-43b6-8c6f-3a3427b4ad7d/5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de/36caa8c7-2a17-4278-8362-a6bd33d99f5e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:30.546902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-371e1ab9-ed83-407e-b517-2f8cbf1096f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (31676cc4-cb2b-49d2-b00b-cb466897eea0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.548099 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (368044d6-c095-45e9-8491-e0f643baa760), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.644272 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558b8d9-4b0b-46d6-9c42-2990a665cd41 None None] Pushing event updated for resources: {'Port': ['ID=368044d6-c095-45e9-8491-e0f643baa760,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:30.650484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:30.651629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.653790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] 10.222.0.13 "PUT /v2.0/ports/71c12aaa-73c2-4656-92a7-929929ea9c10 HTTP/1.1" status: 200 len: 1117 time: 3.0673385 Feb 09 20:36:30.662320 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5834da53-ce14-48ec-b9e3-293ab4b7db0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.672039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e76a9ca-28da-4fa9-8d68-6598761407d5', 'tag': '71c12aaa-73c2-4656-92a7-929929ea9c10'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:36:30.711908 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:36:30.716724 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:36:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:30.911920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Publish callbacks [] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.953884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:30.957550 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:36:31.031647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5834da53-ce14-48ec-b9e3-293ab4b7db0f admin admin] Publish callbacks [] for security_group (cf03dd93-3c61-465a-a74b-668f93a5b57b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:31.033773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9882b-0a56-4937-956a-289a3f009ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=71c12aaa-73c2-4656-92a7-929929ea9c10,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:31.040366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e1ab9-ed83-407e-b517-2f8cbf1096f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31676cc4-cb2b-49d2-b00b-cb466897eea0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:31.121118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=36caa8c7-2a17-4278-8362-a6bd33d99f5e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:31.126766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5834da53-ce14-48ec-b9e3-293ab4b7db0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cf03dd93-3c61-465a-a74b-668f93a5b57b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:31.190825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5834da53-ce14-48ec-b9e3-293ab4b7db0f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6fe11643e26448ecb05a643ceda43d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9984226 Feb 09 20:36:31.191584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:31.191584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:31.226519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:31.248194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:31.248825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (cea0100d-247e-4c84-ad28-e3ec3dc1d378), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:31.287596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-371e1ab9-ed83-407e-b517-2f8cbf1096f9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0a0de53ef9434695bdad0b578b50bc20&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1241586 Feb 09 20:36:31.298663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:31.438214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834da53-ce14-48ec-b9e3-293ab4b7db0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf03dd93-3c61-465a-a74b-668f93a5b57b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:31.470577 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:25Z', 'revision_number': 3, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:31.549867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586106-210c-44f2-b05d-9609b4152af7 req-e0ecb2ea-e514-4332-b31c-8c02e51467c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:31.557648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-e0ecb2ea-e514-4332-b31c-8c02e51467c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5085bb2b4df4095b9bda3efb0e5b5d5&device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 1151 time: 0.6623092 Feb 09 20:36:31.572704 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a9a78-39dd-4800-86d9-33b976f2056a None None] The sync data for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 is: [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:25Z', 'revision_number': 3, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:36:31.580598 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d47636-2e50-4ed8-8063-d07f54d97579" -d '{"events": [{"name": "network-changed", "server_uuid": "6e76a9ca-28da-4fa9-8d68-6598761407d5", "tag": "71c12aaa-73c2-4656-92a7-929929ea9c10"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:36:31.844753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-62055bf0-1349-4687-9217-d32e29d06d83 None None] Provisioning complete for port 36caa8c7-2a17-4278-8362-a6bd33d99f5e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:31.847263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62055bf0-1349-4687-9217-d32e29d06d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:31.892138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdd8bdf-eaf9-45da-b37a-1c7939f9918d admin admin] Publish callbacks [] for security_group (cf03dd93-3c61-465a-a74b-668f93a5b57b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.066042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-62055bf0-1349-4687-9217-d32e29d06d83 None None] Port 36caa8c7-2a17-4278-8362-a6bd33d99f5e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:36:32.076798 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdd8bdf-eaf9-45da-b37a-1c7939f9918d admin admin] Publish callbacks [] for security_group (cf03dd93-3c61-465a-a74b-668f93a5b57b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.126228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f38571a4-db2c-418f-8ed8-da7435fe5f2f admin admin] Publish callbacks [] for security_group (d97bb621-2095-4192-9b36-28347cc7d867), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.160992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-07a22f9d-c7c3-4094-ae64-85d62b1b4b0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=71c12aaa-73c2-4656-92a7-929929ea9c10 HTTP/1.1" status: 200 len: 217 time: 0.5587492 Feb 09 20:36:32.164332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f38571a4-db2c-418f-8ed8-da7435fe5f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d97bb621-2095-4192-9b36-28347cc7d867), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.377235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.471574 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e194861-02e6-48ba-b20b-c348e629b718 x-openstack-request-id: req-7e194861-02e6-48ba-b20b-c348e629b718 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:36:32.472457 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e76a9ca-28da-4fa9-8d68-6598761407d5", "tag": "71c12aaa-73c2-4656-92a7-929929ea9c10", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:36:32.478852 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7e194861-02e6-48ba-b20b-c348e629b718 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:36:32.479444 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e76a9ca-28da-4fa9-8d68-6598761407d5', 'tag': '71c12aaa-73c2-4656-92a7-929929ea9c10', 'status': 'completed', 'code': 200} Feb 09 20:36:32.560529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38571a4-db2c-418f-8ed8-da7435fe5f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97bb621-2095-4192-9b36-28347cc7d867,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:32.628549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a904725-0c13-410b-a3f4-522ba333088e admin admin] Publish callbacks [] for security_group (31676cc4-cb2b-49d2-b00b-cb466897eea0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.632554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f38571a4-db2c-418f-8ed8-da7435fe5f2f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c3ed014e62e34947a19bf6a550272f91&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3298020 Feb 09 20:36:32.638357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:32.639971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Publish callbacks [] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.653694 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.658292 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (cea0100d-247e-4c84-ad28-e3ec3dc1d378), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.692004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d79cb-2aa9-4812-8767-2ab6f5d71eea req-f2b439ae-2a47-49b4-96f6-5a9157913326 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:32.701203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-852d79cb-2aa9-4812-8767-2ab6f5d71eea req-f2b439ae-2a47-49b4-96f6-5a9157913326 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 1.1086600 Feb 09 20:36:32.709985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586106-210c-44f2-b05d-9609b4152af7 req-d4688505-68c9-40c2-8598-265a42c86f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:32.711454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-d4688505-68c9-40c2-8598-265a42c86f6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.4598806 Feb 09 20:36:32.811736 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdd8bdf-eaf9-45da-b37a-1c7939f9918d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cf03dd93-3c61-465a-a74b-668f93a5b57b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.833439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffdd8bdf-eaf9-45da-b37a-1c7939f9918d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:32.843673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ffdd8bdf-eaf9-45da-b37a-1c7939f9918d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cf03dd93-3c61-465a-a74b-668f93a5b57b HTTP/1.1" status: 204 len: 168 time: 1.6426580 Feb 09 20:36:32.966741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 368044d6-c095-45e9-8491-e0f643baa760 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:33.135099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 368044d6-c095-45e9-8491-e0f643baa760 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:33.135719 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (368044d6-c095-45e9-8491-e0f643baa760), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.162273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-852d79cb-2aa9-4812-8767-2ab6f5d71eea req-a741241f-1e1b-4205-8415-3d47e49bc53c tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552979 Feb 09 20:36:33.212478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=36caa8c7-2a17-4278-8362-a6bd33d99f5e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:33.237387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd8bdf-eaf9-45da-b37a-1c7939f9918d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf03dd93-3c61-465a-a74b-668f93a5b57b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:33.259037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:33.263303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:33.281199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a904725-0c13-410b-a3f4-522ba333088e admin admin] Publish callbacks [] for security_group (31676cc4-cb2b-49d2-b00b-cb466897eea0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.334892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586106-210c-44f2-b05d-9609b4152af7 req-4b174d8f-d5de-4118-bf73-429f31015b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:33.345581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-4b174d8f-d5de-4118-bf73-429f31015b64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4878275 Feb 09 20:36:33.357980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd11037-8d9c-46e7-9e2a-8849b0332297 admin admin] Publish callbacks [] for security_group (d97bb621-2095-4192-9b36-28347cc7d867), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.426127 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd11037-8d9c-46e7-9e2a-8849b0332297 admin admin] Publish callbacks [] for security_group (d97bb621-2095-4192-9b36-28347cc7d867), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.567110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 368044d6-c095-45e9-8491-e0f643baa760 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:33.567893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (368044d6-c095-45e9-8491-e0f643baa760), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.667314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 368044d6-c095-45e9-8491-e0f643baa760, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=368044d6-c095-45e9-8491-e0f643baa760,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:33.690256 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (368044d6-c095-45e9-8491-e0f643baa760), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.781806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Router cea0100d-247e-4c84-ad28-e3ec3dc1d378 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:36:33.932972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0ccf4cf7-fd71-4344-be27-93614d919a42 None None] Provisioning complete for port 36caa8c7-2a17-4278-8362-a6bd33d99f5e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:33.934107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd11037-8d9c-46e7-9e2a-8849b0332297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d97bb621-2095-4192-9b36-28347cc7d867), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.937025 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd11037-8d9c-46e7-9e2a-8849b0332297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.937904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4cf7-fd71-4344-be27-93614d919a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:33.938575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0fd11037-8d9c-46e7-9e2a-8849b0332297 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d97bb621-2095-4192-9b36-28347cc7d867 HTTP/1.1" status: 204 len: 168 time: 1.2343137 Feb 09 20:36:33.987905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd11037-8d9c-46e7-9e2a-8849b0332297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97bb621-2095-4192-9b36-28347cc7d867,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:33.994213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=368044d6-c095-45e9-8491-e0f643baa760,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:34.076165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf4cf7-fd71-4344-be27-93614d919a42 None None] Port 36caa8c7-2a17-4278-8362-a6bd33d99f5e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:36:34.141594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a904725-0c13-410b-a3f4-522ba333088e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (31676cc4-cb2b-49d2-b00b-cb466897eea0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:34.144319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a904725-0c13-410b-a3f4-522ba333088e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:34.166489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5a904725-0c13-410b-a3f4-522ba333088e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/31676cc4-cb2b-49d2-b00b-cb466897eea0 HTTP/1.1" status: 204 len: 168 time: 2.7879412 Feb 09 20:36:34.170891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-8f9c783d-10b0-46a9-a9b0-f8a41c5b8f7b service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8140376 Feb 09 20:36:34.259876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a904725-0c13-410b-a3f4-522ba333088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31676cc4-cb2b-49d2-b00b-cb466897eea0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:34.260135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:34.461561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:36:34.491248 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-073347e7-be23-467b-88fa-630abee7a4f8 admin admin] 10.222.0.102 "PUT /v2.0/routers/cea0100d-247e-4c84-ad28-e3ec3dc1d378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4322269 Feb 09 20:36:34.623070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b94bd223-6dd5-41bf-80b5-082f84e1c1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:34.826737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e38460-6b10-45fe-950e-fb9dc8279278 req-84594d7c-839e-4877-9680-bac4b5560e13 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:34.828967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19e38460-6b10-45fe-950e-fb9dc8279278 req-84594d7c-839e-4877-9680-bac4b5560e13 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 0.3426964 Feb 09 20:36:34.949562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b586106-210c-44f2-b05d-9609b4152af7 req-3964fb20-1c36-46e3-a748-e766599451a9 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516770 Feb 09 20:36:34.966001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19e38460-6b10-45fe-950e-fb9dc8279278 req-1fb2897b-7f0e-4a23-8a44-2e088d555d20 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242695 Feb 09 20:36:35.010031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 368044d6-c095-45e9-8491-e0f643baa760 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:35.158807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 368044d6-c095-45e9-8491-e0f643baa760 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:35.159959 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (368044d6-c095-45e9-8491-e0f643baa760), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:35.187450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b94bd223-6dd5-41bf-80b5-082f84e1c1c7 admin admin] Publish callbacks [] for security_group (86ed4958-562f-4acb-94db-5b3971c21948), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:35.206998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b94bd223-6dd5-41bf-80b5-082f84e1c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (86ed4958-562f-4acb-94db-5b3971c21948), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:35.275459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-64544950-2c9a-47b5-914b-0977e9a8ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:35.297535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-64544950-2c9a-47b5-914b-0977e9a8ba96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5085bb2b4df4095b9bda3efb0e5b5d5&device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 1151 time: 0.1964979 Feb 09 20:36:35.351942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b94bd223-6dd5-41bf-80b5-082f84e1c1c7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=19d949b8db4d49329a2ee34b6d24c6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0549185 Feb 09 20:36:35.355118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:35.465346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bd223-6dd5-41bf-80b5-082f84e1c1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed4958-562f-4acb-94db-5b3971c21948,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:35.494073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 368044d6-c095-45e9-8491-e0f643baa760 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:35.557342 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6df66d7c-269e-4f48-a23c-bd995c603c8f admin admin] Publish callbacks [] for security_group (86ed4958-562f-4acb-94db-5b3971c21948), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:35.617648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6df66d7c-269e-4f48-a23c-bd995c603c8f admin admin] Publish callbacks [] for security_group (86ed4958-562f-4acb-94db-5b3971c21948), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:35.785172 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6df66d7c-269e-4f48-a23c-bd995c603c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (86ed4958-562f-4acb-94db-5b3971c21948), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:35.799744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6df66d7c-269e-4f48-a23c-bd995c603c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:35.806520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6df66d7c-269e-4f48-a23c-bd995c603c8f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/86ed4958-562f-4acb-94db-5b3971c21948 HTTP/1.1" status: 204 len: 168 time: 0.4468510 Feb 09 20:36:35.844784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df66d7c-269e-4f48-a23c-bd995c603c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed4958-562f-4acb-94db-5b3971c21948,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:35.899597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-003a4d00-99ed-4888-a31e-76a99f72aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:35.904103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-003a4d00-99ed-4888-a31e-76a99f72aa42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.5087965 Feb 09 20:36:35.995279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-a97027f9-4436-47a1-9e8f-be45f6d99086 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=71c12aaa-73c2-4656-92a7-929929ea9c10 HTTP/1.1" status: 200 len: 217 time: 0.0812323 Feb 09 20:36:36.189987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Sync routers for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:36:36.216068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:36:36.218064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:36:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:36.312834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-48dea4d4-c3f8-4ff2-aa8d-9f8e5d2b31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:36.314443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-48dea4d4-c3f8-4ff2-aa8d-9f8e5d2b31a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1615877 Feb 09 20:36:36.364790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ee5e1-1112-4280-9c9a-0dd76a29883d req-c3a0243b-a2a1-494b-80c6-3bf130d4e53e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:36.371136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c2ee5e1-1112-4280-9c9a-0dd76a29883d req-c3a0243b-a2a1-494b-80c6-3bf130d4e53e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 0.1809607 Feb 09 20:36:36.469567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-570bdb65-0fdb-405e-9ef8-d8b218b1df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:36.480916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-570bdb65-0fdb-405e-9ef8-d8b218b1df9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1506751 Feb 09 20:36:36.523521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:36:36.563038 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c2ee5e1-1112-4280-9c9a-0dd76a29883d req-9f7bb12e-fc73-42bf-bada-cf532a27c88f tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866767 Feb 09 20:36:36.564003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:36.581198 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7f15a96-ce1c-417d-9412-7b2698260a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:36.733561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-7af38b2f-1303-4f21-999b-6f15618021f5 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371185 Feb 09 20:36:36.850047 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7f15a96-ce1c-417d-9412-7b2698260a63 admin admin] Publish callbacks [] for security_group (2650908e-91c6-47f8-8239-f15dfe4135f8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:36.863073 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7f15a96-ce1c-417d-9412-7b2698260a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2650908e-91c6-47f8-8239-f15dfe4135f8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:36.935516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:37.035532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a7f15a96-ce1c-417d-9412-7b2698260a63 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=86238127d67c4cc195517522504f009d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671104 Feb 09 20:36:37.035532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f15a96-ce1c-417d-9412-7b2698260a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2650908e-91c6-47f8-8239-f15dfe4135f8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:37.050711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:37.154797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:32Z', 'revision_number': 2, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:37.237241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Checking router: cea0100d-247e-4c84-ad28-e3ec3dc1d378 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:36:37.242943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Updating router cea0100d-247e-4c84-ad28-e3ec3dc1d378 port 36caa8c7-2a17-4278-8362-a6bd33d99f5e binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:36:37.270904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c882522-14a2-4a85-a22c-88d10c379983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:37.272247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d23e01-33e4-484f-92cf-32444a4e30cd admin admin] Publish callbacks [] for security_group (2650908e-91c6-47f8-8239-f15dfe4135f8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:37.341908 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:37.359455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d23e01-33e4-484f-92cf-32444a4e30cd admin admin] Publish callbacks [] for security_group (2650908e-91c6-47f8-8239-f15dfe4135f8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:37.497539 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d23e01-33e4-484f-92cf-32444a4e30cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2650908e-91c6-47f8-8239-f15dfe4135f8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:37.501482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7d23e01-33e4-484f-92cf-32444a4e30cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:37.506050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a7d23e01-33e4-484f-92cf-32444a4e30cd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2650908e-91c6-47f8-8239-f15dfe4135f8 HTTP/1.1" status: 204 len: 168 time: 0.4540453 Feb 09 20:36:37.525181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d23e01-33e4-484f-92cf-32444a4e30cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2650908e-91c6-47f8-8239-f15dfe4135f8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:37.722240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c882522-14a2-4a85-a22c-88d10c379983 admin admin] Publish callbacks [] for security_group (f93886aa-ce2d-411b-979f-1be1e40a3d58), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:37.758282 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c882522-14a2-4a85-a22c-88d10c379983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f93886aa-ce2d-411b-979f-1be1e40a3d58), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:37.789644 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75213b7c-b17a-4181-8b65-316e23c288e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:38.116912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d47636-2e50-4ed8-8063-d07f54d97579 req-8eb10909-248c-4295-8ea2-2341253bd1a1 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0812500 Feb 09 20:36:38.148226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c882522-14a2-4a85-a22c-88d10c379983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93886aa-ce2d-411b-979f-1be1e40a3d58,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:38.168130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6c882522-14a2-4a85-a22c-88d10c379983 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=53094b86ad4449e58de6a7b94544d456&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2299445 Feb 09 20:36:38.172455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:38.221507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b014e81-b6d0-4ba4-a233-efac90aca0ea req-dbeb4610-7d4a-4284-920a-6d7c27458408 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:38.223588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b014e81-b6d0-4ba4-a233-efac90aca0ea req-dbeb4610-7d4a-4284-920a-6d7c27458408 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 0.4598436 Feb 09 20:36:38.364967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b014e81-b6d0-4ba4-a233-efac90aca0ea req-386b16b5-f7dc-47a8-9abf-0f5b17f60683 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288724 Feb 09 20:36:38.437994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591ab0a9-0081-4f45-9299-060f0c7ee43a admin admin] Publish callbacks [] for security_group (f93886aa-ce2d-411b-979f-1be1e40a3d58), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:38.495601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591ab0a9-0081-4f45-9299-060f0c7ee43a admin admin] Publish callbacks [] for security_group (f93886aa-ce2d-411b-979f-1be1e40a3d58), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:38.541070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:38.547145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-network', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:38.599797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Made reservation on behalf of 02dd0e672f3b4499b1b6ea537a87c90b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:36:38.606244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:38.633812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591ab0a9-0081-4f45-9299-060f0c7ee43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f93886aa-ce2d-411b-979f-1be1e40a3d58), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:38.641976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-591ab0a9-0081-4f45-9299-060f0c7ee43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:38.657367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-591ab0a9-0081-4f45-9299-060f0c7ee43a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f93886aa-ce2d-411b-979f-1be1e40a3d58 HTTP/1.1" status: 204 len: 168 time: 0.4829500 Feb 09 20:36:38.675632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:38.710625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ab0a9-0081-4f45-9299-060f0c7ee43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93886aa-ce2d-411b-979f-1be1e40a3d58,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:38.889189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Publish callbacks [] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:38.914672 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.041502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Publish callbacks [] for security_group (2712e5e2-fbca-455c-b665-f674de387dab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.050538 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2712e5e2-fbca-455c-b665-f674de387dab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.143654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:36:39.174164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2712e5e2-fbca-455c-b665-f674de387dab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:39.179600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7683e00c-143f-454a-90b3-17329f82eba2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.182202 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Added segment 7683e00c-143f-454a-90b3-17329f82eba2 of type vlan for network ec1266a3-619e-442a-bef0-1e79e7582d0d Feb 09 20:36:39.203984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2e757-f490-4365-85ab-3b49da02e355 None None] Pushing event updated for resources: {'Port': ['ID=36caa8c7-2a17-4278-8362-a6bd33d99f5e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:39.249834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Attempting to bind port 36caa8c7-2a17-4278-8362-a6bd33d99f5e on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:39.250481 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Attempting to bind port 36caa8c7-2a17-4278-8362-a6bd33d99f5e by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:39.250836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Attempting to bind port 36caa8c7-2a17-4278-8362-a6bd33d99f5e on network 612b438a-1210-43b6-8c6f-3a3427b4ad7d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:39.261774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:36:39.262147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Checking segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:39.262558 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.262961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Bound using segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:36:39.273079 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:36:39.275112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Bound port: 36caa8c7-2a17-4278-8362-a6bd33d99f5e, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:36:39.275528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.288021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ec1266a3-619e-442a-bef0-1e79e7582d0d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.367209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] For port 36caa8c7-2a17-4278-8362-a6bd33d99f5e, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:36:39.367487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ec1266a3-619e-442a-bef0-1e79e7582d0d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.370683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:39.371674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] For port 36caa8c7-2a17-4278-8362-a6bd33d99f5e, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=36caa8c7-2a17-4278-8362-a6bd33d99f5e,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:36:39.372856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.382900 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.533676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] Pushing event updated for resources: {'Network': ['ID=ec1266a3-619e-442a-bef0-1e79e7582d0d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:39.543936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5adb491e-e516-4d0f-a949-cf58bd5ccd09 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9981031 Feb 09 20:36:39.554953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:39.564083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Request body: {'subnet': {'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-subnet', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:39.599388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Made reservation on behalf of 02dd0e672f3b4499b1b6ea537a87c90b for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:36:39.604497 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.615281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network ec1266a3-619e-442a-bef0-1e79e7582d0d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:36:39.620852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74287c68-8fa1-42ad-a851-eb93a29855f4 req-747fc46b-6500-4fda-833d-96747e3bf80e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:39.622718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74287c68-8fa1-42ad-a851-eb93a29855f4 req-747fc46b-6500-4fda-833d-96747e3bf80e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 0.1276681 Feb 09 20:36:39.723970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74287c68-8fa1-42ad-a851-eb93a29855f4 req-1b798bc3-6382-49c3-b855-08fb6aa23ec7 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891542 Feb 09 20:36:39.801765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2cccd7b6-df0a-4b67-b95f-5fb7532cc981 None None] Provisioning complete for port 36caa8c7-2a17-4278-8362-a6bd33d99f5e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:39.802359 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cccd7b6-df0a-4b67-b95f-5fb7532cc981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.848873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2e757-f490-4365-85ab-3b49da02e355 None None] Pushing event updated for resources: {'Port': ['ID=36caa8c7-2a17-4278-8362-a6bd33d99f5e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:39.858614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:36:39.859440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:36:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:39.914474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:39.951777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52c3bd87-e10b-4e42-9a87-5301d3ccebd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.954000 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-476122e6-6c30-4d4f-8761-8c4386e158de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:39.970673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (63b458b7-1a3b-42e2-bb53-166fa04dd402), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.026574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2cccd7b6-df0a-4b67-b95f-5fb7532cc981 None None] Current status of the port 36caa8c7-2a17-4278-8362-a6bd33d99f5e is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:40.027742 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cccd7b6-df0a-4b67-b95f-5fb7532cc981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.069903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Checking segment: {'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:40.070268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Network hostable DHCP agents. Network: ec1266a3-619e-442a-bef0-1e79e7582d0d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:36:40.075074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b458b7-1a3b-42e2-bb53-166fa04dd402,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:40.094629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Network ec1266a3-619e-442a-bef0-1e79e7582d0d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:36:40.108420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, ec1266a3-619e-442a-bef0-1e79e7582d0d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:40.125634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:40.126319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.156621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6278f9d0-fd41-4312-a104-aade5097e5e9 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6004877 Feb 09 20:36:40.157305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:40.162671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:40.166791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52c3bd87-e10b-4e42-9a87-5301d3ccebd7 admin admin] Publish callbacks [] for security_group (fe487f61-4d06-4113-aab5-959ac3bf2593), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.174253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52c3bd87-e10b-4e42-9a87-5301d3ccebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fe487f61-4d06-4113-aab5-959ac3bf2593), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.207914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c79f9d-1633-4b6c-98ec-1401c11a0400 None None] Network ec1266a3-619e-442a-bef0-1e79e7582d0d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:36:40.221937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (a9093078-302d-404b-94bd-d2569e5a898f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.225274 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (a9093078-302d-404b-94bd-d2569e5a898f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.291551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2cccd7b6-df0a-4b67-b95f-5fb7532cc981 None None] For port 36caa8c7-2a17-4278-8362-a6bd33d99f5e, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=36caa8c7-2a17-4278-8362-a6bd33d99f5e,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:40.300577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-52c3bd87-e10b-4e42-9a87-5301d3ccebd7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=16bcf2577380498f84c89a9686d193dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806059 Feb 09 20:36:40.300862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:36:40.303309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:40.305054 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cccd7b6-df0a-4b67-b95f-5fb7532cc981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.306400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3bd87-e10b-4e42-9a87-5301d3ccebd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe487f61-4d06-4113-aab5-959ac3bf2593,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:40.384362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks [] for router_controller (a9093078-302d-404b-94bd-d2569e5a898f), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.424754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1015360a-ab03-4ef7-a122-7e920462c151 admin admin] Publish callbacks [] for security_group (fe487f61-4d06-4113-aab5-959ac3bf2593), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.462669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1015360a-ab03-4ef7-a122-7e920462c151 admin admin] Publish callbacks [] for security_group (fe487f61-4d06-4113-aab5-959ac3bf2593), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.501421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccd7b6-df0a-4b67-b95f-5fb7532cc981 None None] Pushing event updated for resources: {'Port': ['ID=36caa8c7-2a17-4278-8362-a6bd33d99f5e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:40.560849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0a6b3982-4935-4dcd-91db-55208649cb78 None None] Provisioning complete for port 36caa8c7-2a17-4278-8362-a6bd33d99f5e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:40.561243 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3982-4935-4dcd-91db-55208649cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.561387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1015360a-ab03-4ef7-a122-7e920462c151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fe487f61-4d06-4113-aab5-959ac3bf2593), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.563533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-ec1266a3-619e-442a-bef0-1e79e7582d0d', 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d', 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'fixed_ips': [{'subnet_id': '63b458b7-1a3b-42e2-bb53-166fa04dd402'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:36:40.564578 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.564722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1015360a-ab03-4ef7-a122-7e920462c151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.565919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1015360a-ab03-4ef7-a122-7e920462c151 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fe487f61-4d06-4113-aab5-959ac3bf2593 HTTP/1.1" status: 204 len: 168 time: 0.2607570 Feb 09 20:36:40.579974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015360a-ab03-4ef7-a122-7e920462c151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe487f61-4d06-4113-aab5-959ac3bf2593,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:40.737900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks [] for router_gateway (a9093078-302d-404b-94bd-d2569e5a898f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:40.891044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a6b3982-4935-4dcd-91db-55208649cb78 None None] Current status of the port 36caa8c7-2a17-4278-8362-a6bd33d99f5e is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:40.923583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Allocated IP 172.20.0.2 (ec1266a3-619e-442a-bef0-1e79e7582d0d/63b458b7-1a3b-42e2-bb53-166fa04dd402/c7941f00-6ab1-42cd-9804-d3d0baacacea) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:40.937515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:39Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:40.950028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b74c0-4e3d-4d2f-9427-4d50f00cbf48 req-17c1d434-2230-4060-806d-789dba7f090a tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:40.951994 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b92b74c0-4e3d-4d2f-9427-4d50f00cbf48 req-17c1d434-2230-4060-806d-789dba7f090a tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 0.0792334 Feb 09 20:36:40.984103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83477ea4-f97c-4521-ba4e-6ca2530fe041 None None] The sync data for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 is: [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:39Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:36:41.116595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b92b74c0-4e3d-4d2f-9427-4d50f00cbf48 req-24a06007-3a43-4ac4-8358-e07933325f71 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551220 Feb 09 20:36:41.157350 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.277913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks [] for router_gateway (a9093078-302d-404b-94bd-d2569e5a898f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.300584 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Publish callbacks [] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.310232 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.310428 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.364496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Network ec1266a3-619e-442a-bef0-1e79e7582d0d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:41.374477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:41.379641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:41.388095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Pushing event updated for resources: {'Port': ['ID=c7941f00-6ab1-42cd-9804-d3d0baacacea,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:41.460637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Attempting to bind port c7941f00-6ab1-42cd-9804-d3d0baacacea on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:41.461020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Attempting to bind port c7941f00-6ab1-42cd-9804-d3d0baacacea by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:41.461523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Attempting to bind port c7941f00-6ab1-42cd-9804-d3d0baacacea on network ec1266a3-619e-442a-bef0-1e79e7582d0d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:41.473334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:36:41.473634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Checking segment: {'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:41.474564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.475157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Bound using segment: {'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:36:41.475808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Bound port: c7941f00-6ab1-42cd-9804-d3d0baacacea, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:36:41.476400 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.483902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Allocated IP 172.25.4.136 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/4041d5f9-e7ec-41f1-b33e-6bd065e26b1a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:41.657892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] For port c7941f00-6ab1-42cd-9804-d3d0baacacea, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:36:41.662003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] For port c7941f00-6ab1-42cd-9804-d3d0baacacea, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c7941f00-6ab1-42cd-9804-d3d0baacacea,segment=NetworkSegment(7683e00c-143f-454a-90b3-17329f82eba2),segment_id=7683e00c-143f-454a-90b3-17329f82eba2)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:36:41.672355 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.718024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks [] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:41.744554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340bff2-8aa1-4a6a-834a-72eda44b50d6 None None] Pushing event updated for resources: {'Port': ['ID=c7941f00-6ab1-42cd-9804-d3d0baacacea,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:42.076473 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:42.127549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:42.130816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:42.135272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:42.318609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4041d5f9-e7ec-41f1-b33e-6bd065e26b1a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:42.460787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05d7c0-994f-41a6-949c-dd3cc95e6dc1 req-1f442a59-532c-4ebe-a6a7-acbafd1fd2f5 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:42.462492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc05d7c0-994f-41a6-949c-dd3cc95e6dc1 req-1f442a59-532c-4ebe-a6a7-acbafd1fd2f5 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 0.1830249 Feb 09 20:36:42.544684 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:42.558314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc05d7c0-994f-41a6-949c-dd3cc95e6dc1 req-f9be383a-d01b-4a29-8950-e8a12e824938 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758181 Feb 09 20:36:42.566806 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks [] for router_gateway (a9093078-302d-404b-94bd-d2569e5a898f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:43.097464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 36caa8c7-2a17-4278-8362-a6bd33d99f5e up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:43.106798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (a9093078-302d-404b-94bd-d2569e5a898f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:43.261165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 36caa8c7-2a17-4278-8362-a6bd33d99f5e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:43.261165 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:43.388239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Router a9093078-302d-404b-94bd-d2569e5a898f is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:36:43.410205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 36caa8c7-2a17-4278-8362-a6bd33d99f5e is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:43.411349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c7941f00-6ab1-42cd-9804-d3d0baacacea up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:43.441899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a8ab46-8119-4fb8-8f90-070da941e442 None None] Network ec1266a3-619e-442a-bef0-1e79e7582d0d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:36:43.584476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c7941f00-6ab1-42cd-9804-d3d0baacacea triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:43.586099 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:43.587817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:36:43.638974 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c66ce-5653-450b-9490-495249624d42 None None] Sync routers for ids ['a9093078-302d-404b-94bd-d2569e5a898f'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:36:43.670030 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c66ce-5653-450b-9490-495249624d42 None None] Routers {'a9093078-302d-404b-94bd-d2569e5a898f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:36:43.671849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:43.672881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b02fc7f0-fdc2-4247-b5d2-df147e3575d6 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5141842 Feb 09 20:36:43.674664 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-165c66ce-5653-450b-9490-495249624d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:36:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a9093078-302d-404b-94bd-d2569e5a898f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:43.677747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:43.753987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e6b58b70-b408-4932-ae0c-5d7bfb767af8 None None] Provisioning complete for port c7941f00-6ab1-42cd-9804-d3d0baacacea triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:43.754617 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6b58b70-b408-4932-ae0c-5d7bfb767af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:43.937670 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-165c66ce-5653-450b-9490-495249624d42 None None] Set router a9093078-302d-404b-94bd-d2569e5a898f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:36:43.950951 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.095020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d586-dd78-4643-b58e-631988cf12cd req-27679572-7c8f-4f90-b018-74a5acfa06f7 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:44.099913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb72d586-dd78-4643-b58e-631988cf12cd req-27679572-7c8f-4f90-b018-74a5acfa06f7 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 968 time: 0.1508899 Feb 09 20:36:44.123230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 71c12aaa-73c2-4656-92a7-929929ea9c10 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:36:44.214845 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-165c66ce-5653-450b-9490-495249624d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:36:42Z', 'revision_number': 3, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:44.243624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c7941f00-6ab1-42cd-9804-d3d0baacacea is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:44.244056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.254633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e6b58b70-b408-4932-ae0c-5d7bfb767af8 None None] Current status of the port c7941f00-6ab1-42cd-9804-d3d0baacacea is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:44.255171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6b58b70-b408-4932-ae0c-5d7bfb767af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.263122 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c66ce-5653-450b-9490-495249624d42 None None] Checking router: a9093078-302d-404b-94bd-d2569e5a898f for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:36:44.263642 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c66ce-5653-450b-9490-495249624d42 None None] Updating router a9093078-302d-404b-94bd-d2569e5a898f port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:36:44.306709 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-165c66ce-5653-450b-9490-495249624d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.398702 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb72d586-dd78-4643-b58e-631988cf12cd req-7b5b678d-2ac9-4431-8e5f-aa429f3003bb tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815907 Feb 09 20:36:44.429632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:44.457420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e6b58b70-b408-4932-ae0c-5d7bfb767af8 None None] For port c7941f00-6ab1-42cd-9804-d3d0baacacea, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c7941f00-6ab1-42cd-9804-d3d0baacacea,segment=NetworkSegment(7683e00c-143f-454a-90b3-17329f82eba2),segment_id=7683e00c-143f-454a-90b3-17329f82eba2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:44.482601 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6b58b70-b408-4932-ae0c-5d7bfb767af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.727089 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.917030 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-165c66ce-5653-450b-9490-495249624d42 None None] Publish callbacks [] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.927894 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-165c66ce-5653-450b-9490-495249624d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.939747 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:36:44.946754 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:36:44.968795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-838db8a7-d1a4-496f-a5aa-8e70246710d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.042220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d8a45259-a3aa-4417-8ad9-dc03c9103ec6 None None] Provisioning complete for port c7941f00-6ab1-42cd-9804-d3d0baacacea triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:45.043189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8a45259-a3aa-4417-8ad9-dc03c9103ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.043710 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-165c66ce-5653-450b-9490-495249624d42 None None] Attempting to bind port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:45.044336 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-165c66ce-5653-450b-9490-495249624d42 None None] Attempting to bind port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:45.044953 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c66ce-5653-450b-9490-495249624d42 None None] Attempting to bind port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:45.050772 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141f8d5-29fd-4983-ad7f-acd0e1a2a15c None None] Pushing event updated for resources: {'Port': ['ID=4041d5f9-e7ec-41f1-b33e-6bd065e26b1a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:45.053132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58b70-b408-4932-ae0c-5d7bfb767af8 None None] Pushing event updated for resources: {'Port': ['ID=c7941f00-6ab1-42cd-9804-d3d0baacacea,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:45.054398 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c66ce-5653-450b-9490-495249624d42 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:36:45.054950 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c66ce-5653-450b-9490-495249624d42 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:45.055592 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-165c66ce-5653-450b-9490-495249624d42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.056215 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c66ce-5653-450b-9490-495249624d42 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:36:45.057131 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-165c66ce-5653-450b-9490-495249624d42 None None] Bound port: 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:36:45.057131 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-165c66ce-5653-450b-9490-495249624d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.093560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-838db8a7-d1a4-496f-a5aa-8e70246710d5 admin admin] Publish callbacks [] for security_group (dd1d7df4-9807-4da8-979c-20aa513422c2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.104670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-838db8a7-d1a4-496f-a5aa-8e70246710d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dd1d7df4-9807-4da8-979c-20aa513422c2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.112612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Allocated IP 172.20.0.1 (ec1266a3-619e-442a-bef0-1e79e7582d0d/63b458b7-1a3b-42e2-bb53-166fa04dd402/d979d5da-d60e-4473-9aa3-eec5314c3bae) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:45.127878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 71c12aaa-73c2-4656-92a7-929929ea9c10, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=71c12aaa-73c2-4656-92a7-929929ea9c10,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:45.145146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '71c12aaa-73c2-4656-92a7-929929ea9c10', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '71c12aaa-73c2-4656-92a7-929929ea9c10', 'mac_address': 'fa:16:3e:15:32:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:tempest-test_az-628537534', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:36:45.149589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-838db8a7-d1a4-496f-a5aa-8e70246710d5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0ba74ee050ec43b18f9beea0bf7d9502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7148216 Feb 09 20:36:45.149815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36750) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:45.179924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838db8a7-d1a4-496f-a5aa-8e70246710d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d7df4-9807-4da8-979c-20aa513422c2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:45.195566 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-165c66ce-5653-450b-9490-495249624d42 None None] For port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:36:45.206430 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-165c66ce-5653-450b-9490-495249624d42 None None] For port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4041d5f9-e7ec-41f1-b33e-6bd065e26b1a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:36:45.214179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 71c12aaa-73c2-4656-92a7-929929ea9c10 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:45.216060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.217976 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-165c66ce-5653-450b-9490-495249624d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.233172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c12aaa-73c2-4656-92a7-929929ea9c10 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:36:45.259156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 71c12aaa-73c2-4656-92a7-929929ea9c10, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=71c12aaa-73c2-4656-92a7-929929ea9c10,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:45.264833 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.298634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Publish callbacks [] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.338069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=71c12aaa-73c2-4656-92a7-929929ea9c10,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:45.342896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.359916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8a45259-a3aa-4417-8ad9-dc03c9103ec6 None None] Current status of the port c7941f00-6ab1-42cd-9804-d3d0baacacea is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:45.365321 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141f8d5-29fd-4983-ad7f-acd0e1a2a15c None None] Pushing event updated for resources: {'Port': ['ID=4041d5f9-e7ec-41f1-b33e-6bd065e26b1a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:45.377232 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c66ce-5653-450b-9490-495249624d42 None None] Routers {'a9093078-302d-404b-94bd-d2569e5a898f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:36:45.378006 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-165c66ce-5653-450b-9490-495249624d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:36:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a9093078-302d-404b-94bd-d2569e5a898f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:45.412813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Network ec1266a3-619e-442a-bef0-1e79e7582d0d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:45.418256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:45.427174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:45.429259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (a9093078-302d-404b-94bd-d2569e5a898f), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.541103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:45.551648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bea76d3-ad8d-4524-82f4-3332043976a4 admin admin] Publish callbacks [] for security_group (dd1d7df4-9807-4da8-979c-20aa513422c2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.575270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Pushing event updated for resources: {'Port': ['ID=d979d5da-d60e-4473-9aa3-eec5314c3bae,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:45.607941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c7941f00-6ab1-42cd-9804-d3d0baacacea is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:45.630354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['71c12aaa-73c2-4656-92a7-929929ea9c10'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:36:45.690919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-1e88de3e-c036-4e03-8e4a-a525b0ee7136 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=49f2809df3574bfda3d3cd28f31805f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376756 Feb 09 20:36:45.710229 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-165c66ce-5653-450b-9490-495249624d42 None None] Set router a9093078-302d-404b-94bd-d2569e5a898f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:36:45.733855 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bea76d3-ad8d-4524-82f4-3332043976a4 admin admin] Publish callbacks [] for security_group (dd1d7df4-9807-4da8-979c-20aa513422c2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.856938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c7941f00-6ab1-42cd-9804-d3d0baacacea up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:45.934765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bea76d3-ad8d-4524-82f4-3332043976a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dd1d7df4-9807-4da8-979c-20aa513422c2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.938862 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bea76d3-ad8d-4524-82f4-3332043976a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.940735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8bea76d3-ad8d-4524-82f4-3332043976a4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dd1d7df4-9807-4da8-979c-20aa513422c2 HTTP/1.1" status: 204 len: 168 time: 0.7837238 Feb 09 20:36:45.957482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c2735e04-c8a7-4223-b5b2-81564504bed9 None None] Provisioning complete for port d979d5da-d60e-4473-9aa3-eec5314c3bae triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:45.958172 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2735e04-c8a7-4223-b5b2-81564504bed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:45.965655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-29a798f4-8ab7-43be-ad48-71147a245d0d tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:45.974281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-29a798f4-8ab7-43be-ad48-71147a245d0d tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2772160 Feb 09 20:36:46.009830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-906dcf75-9091-4617-9991-303c9c118f06 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/quotas/49f2809df3574bfda3d3cd28f31805f0 HTTP/1.1" status: 200 len: 375 time: 0.0294626 Feb 09 20:36:46.065340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-011d8f50-691e-4c2f-8ab6-7cfad5d46eb2 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=49f2809df3574bfda3d3cd28f31805f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538731 Feb 09 20:36:46.070448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c2735e04-c8a7-4223-b5b2-81564504bed9 None None] Port d979d5da-d60e-4473-9aa3-eec5314c3bae cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:36:46.076507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.083406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c7941f00-6ab1-42cd-9804-d3d0baacacea triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:46.083816 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.085954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc1177-89f4-49da-ae49-da6600551182 req-cc94c079-aab8-4044-81fd-33e3d98959c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:46.087674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cfc1177-89f4-49da-ae49-da6600551182 req-cc94c079-aab8-4044-81fd-33e3d98959c4 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 969 time: 0.4915006 Feb 09 20:36:46.090730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea76d3-ad8d-4524-82f4-3332043976a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d7df4-9807-4da8-979c-20aa513422c2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:46.112499 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd89fa23-dc96-4975-b217-346b2843fbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.183486 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-165c66ce-5653-450b-9490-495249624d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:36:42Z', 'revision_number': 3, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:46.226362 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c66ce-5653-450b-9490-495249624d42 None None] The sync data for ids ['a9093078-302d-404b-94bd-d2569e5a898f'] in n-d-789963-29 is: [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:36:42Z', 'revision_number': 3, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:36:46.226670 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cfc1177-89f4-49da-ae49-da6600551182 req-c9d7239f-4cd2-4111-b0b6-effdd0af119d tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250067 Feb 09 20:36:46.266086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c7941f00-6ab1-42cd-9804-d3d0baacacea is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:46.320037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd89fa23-dc96-4975-b217-346b2843fbf0 admin admin] Publish callbacks [] for security_group (5de8d58b-afa0-4181-b614-95bc3794f64b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.328477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd89fa23-dc96-4975-b217-346b2843fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5de8d58b-afa0-4181-b614-95bc3794f64b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.515279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fe7d1c-5d86-43c6-8646-88cb77b69030 req-3d7fb167-b8bc-401b-aea4-ae18b586cc2e tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 210 time: 0.1020117 Feb 09 20:36:46.537408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89fa23-dc96-4975-b217-346b2843fbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de8d58b-afa0-4181-b614-95bc3794f64b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:46.548391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cd89fa23-dc96-4975-b217-346b2843fbf0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1def4fcfb98e4736a3e4559350d451f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0057669 Feb 09 20:36:46.551216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36794) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:46.619321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Publish callbacks [] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.631144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.633495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (a9093078-302d-404b-94bd-d2569e5a898f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.817085 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5ec52d-4fc2-4153-8df2-c50045efbe27 admin admin] Publish callbacks [] for security_group (5de8d58b-afa0-4181-b614-95bc3794f64b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.860598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5ec52d-4fc2-4153-8df2-c50045efbe27 admin admin] Publish callbacks [] for security_group (5de8d58b-afa0-4181-b614-95bc3794f64b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.914132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:46.941887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Pushing event updated for resources: {'Port': ['ID=d979d5da-d60e-4473-9aa3-eec5314c3bae,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:46.954803 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18cd92a3-de86-4278-a24e-3957bfc2fd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.010474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5ec52d-4fc2-4153-8df2-c50045efbe27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5de8d58b-afa0-4181-b614-95bc3794f64b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.013882 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a5ec52d-4fc2-4153-8df2-c50045efbe27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.017545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Network ec1266a3-619e-442a-bef0-1e79e7582d0d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:47.019359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a5ec52d-4fc2-4153-8df2-c50045efbe27 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5de8d58b-afa0-4181-b614-95bc3794f64b HTTP/1.1" status: 204 len: 168 time: 0.4668641 Feb 09 20:36:47.026336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:47.044737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ec52d-4fc2-4153-8df2-c50045efbe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de8d58b-afa0-4181-b614-95bc3794f64b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:47.217927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18cd92a3-de86-4278-a24e-3957bfc2fd95 admin admin] Publish callbacks [] for security_group (b23fbb8c-5b17-451e-b293-2ebf76ee1931), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.238101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18cd92a3-de86-4278-a24e-3957bfc2fd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b23fbb8c-5b17-451e-b293-2ebf76ee1931), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.313636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd92a3-de86-4278-a24e-3957bfc2fd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23fbb8c-5b17-451e-b293-2ebf76ee1931,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:47.371166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:47.371331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-18cd92a3-de86-4278-a24e-3957bfc2fd95 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b74a0301abe04532819e5cac0e73c784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498012 Feb 09 20:36:47.384457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Router a9093078-302d-404b-94bd-d2569e5a898f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:36:47.531744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a94a84fc-7d05-4905-b6c0-df913667a05f None None] Provisioning complete for port d979d5da-d60e-4473-9aa3-eec5314c3bae triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:47.533867 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a94a84fc-7d05-4905-b6c0-df913667a05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.643635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:36:47.653650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5be66a62-3134-42fd-92f6-40b60b6beccd admin admin] 10.222.0.102 "PUT /v2.0/routers/a9093078-302d-404b-94bd-d2569e5a898f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9747758 Feb 09 20:36:47.664294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a94a84fc-7d05-4905-b6c0-df913667a05f None None] Port d979d5da-d60e-4473-9aa3-eec5314c3bae cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:36:47.671460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab897a-c3b8-4aa3-8a3b-49512561b79a req-4e44fe45-1b66-44b4-9d7e-72e71368acc9 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:47.707661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0ab897a-c3b8-4aa3-8a3b-49512561b79a req-4e44fe45-1b66-44b4-9d7e-72e71368acc9 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 969 time: 0.1796250 Feb 09 20:36:47.739043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23ca22bb-1d4b-450c-b89f-aa89f2c97805 admin admin] Publish callbacks [] for security_group (b23fbb8c-5b17-451e-b293-2ebf76ee1931), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.813588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23ca22bb-1d4b-450c-b89f-aa89f2c97805 admin admin] Publish callbacks [] for security_group (b23fbb8c-5b17-451e-b293-2ebf76ee1931), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.844388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0ab897a-c3b8-4aa3-8a3b-49512561b79a req-d2e5f27e-38e1-4012-a6fc-0c2a07e04eb8 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301353 Feb 09 20:36:47.954566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:48.087006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 71c12aaa-73c2-4656-92a7-929929ea9c10 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:48.137662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:48.153012 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-320e8bf7-4a1d-460d-b19c-c83173d69bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.248255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:48.248713 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.270130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7833d7c0-d4c1-4e04-8e57-0871a8357815 req-4fb9560d-b809-4c2e-9a7a-f71bd0924fa2 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 210 time: 0.4105082 Feb 09 20:36:48.323205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-320e8bf7-4a1d-460d-b19c-c83173d69bdb admin admin] Publish callbacks [] for security_group (9b8de948-daec-4e95-892f-f868e9702a85), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.329331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-320e8bf7-4a1d-460d-b19c-c83173d69bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9b8de948-daec-4e95-892f-f868e9702a85), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.369380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 71c12aaa-73c2-4656-92a7-929929ea9c10 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:36:48.372616 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23ca22bb-1d4b-450c-b89f-aa89f2c97805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b23fbb8c-5b17-451e-b293-2ebf76ee1931), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.376016 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23ca22bb-1d4b-450c-b89f-aa89f2c97805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.379990 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-23ca22bb-1d4b-450c-b89f-aa89f2c97805 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b23fbb8c-5b17-451e-b293-2ebf76ee1931 HTTP/1.1" status: 204 len: 168 time: 1.0050044 Feb 09 20:36:48.390537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca22bb-1d4b-450c-b89f-aa89f2c97805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23fbb8c-5b17-451e-b293-2ebf76ee1931,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:48.429278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e8bf7-4a1d-460d-b19c-c83173d69bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8de948-daec-4e95-892f-f868e9702a85,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:48.439445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-320e8bf7-4a1d-460d-b19c-c83173d69bdb admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f1e61d315d4c48a28b6dc1be5cae6c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006568 Feb 09 20:36:48.443598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:48.476152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 71c12aaa-73c2-4656-92a7-929929ea9c10 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:48.477113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.519058 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c02918-699a-4151-803b-7fffe3d62fc5 admin admin] Publish callbacks [] for security_group (9b8de948-daec-4e95-892f-f868e9702a85), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.563251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:48.564555 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.574291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c02918-699a-4151-803b-7fffe3d62fc5 admin admin] Publish callbacks [] for security_group (9b8de948-daec-4e95-892f-f868e9702a85), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.598378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4041d5f9-e7ec-41f1-b33e-6bd065e26b1a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:48.616784 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.694990 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c02918-699a-4151-803b-7fffe3d62fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9b8de948-daec-4e95-892f-f868e9702a85), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.704552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b3c02918-699a-4151-803b-7fffe3d62fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.706403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b3c02918-699a-4151-803b-7fffe3d62fc5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9b8de948-daec-4e95-892f-f868e9702a85 HTTP/1.1" status: 204 len: 168 time: 0.2604101 Feb 09 20:36:48.722224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c02918-699a-4151-803b-7fffe3d62fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8de948-daec-4e95-892f-f868e9702a85,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:48.825274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=4041d5f9-e7ec-41f1-b33e-6bd065e26b1a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:48.830373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 71c12aaa-73c2-4656-92a7-929929ea9c10 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:48.830991 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:48.884016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e76a9ca-28da-4fa9-8d68-6598761407d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c12aaa-73c2-4656-92a7-929929ea9c10'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:36:49.004004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 71c12aaa-73c2-4656-92a7-929929ea9c10, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=71c12aaa-73c2-4656-92a7-929929ea9c10,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:49.025688 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:49.095121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.50', 49772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:49.099546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf68d90-7140-430e-b250-dbffb3ac75a1 req-3840e326-76b7-43a9-bae0-d3715b84993e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:49.102708 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4bf68d90-7140-430e-b250-dbffb3ac75a1 req-3840e326-76b7-43a9-bae0-d3715b84993e tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 970 time: 0.0953848 Feb 09 20:36:49.121652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=71c12aaa-73c2-4656-92a7-929929ea9c10,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:49.153645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-81b86abf-e89f-4a64-9af1-a1b65ae8c2fb tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=49f2809df3574bfda3d3cd28f31805f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500643 Feb 09 20:36:49.177470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4bf68d90-7140-430e-b250-dbffb3ac75a1 req-7059c3e3-926b-4cfc-aee5-cce3a2d04815 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668604 Feb 09 20:36:49.334852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-c42a93a4-9045-499a-a83f-6d974778c676 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:49.344291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-c42a93a4-9045-499a-a83f-6d974778c676 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781118 Feb 09 20:36:49.389844 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d855857b-91de-445a-b6b4-d569e2f50487" -d '{"events": [{"server_uuid": "6e76a9ca-28da-4fa9-8d68-6598761407d5", "name": "network-vif-plugged", "status": "completed", "tag": "71c12aaa-73c2-4656-92a7-929929ea9c10"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:36:49.402944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Sync routers for ids ['a9093078-302d-404b-94bd-d2569e5a898f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:36:49.420151 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0166a854-84ac-4323-b94f-466731f288b2 req-662b8127-0774-4a6a-ac1f-f653789066d3 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 210 time: 0.0319209 Feb 09 20:36:49.431970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Request body: {'port': {'device_id': '7c14a493-47a8-4653-92d7-e14a3afc44a9', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '49f2809df3574bfda3d3cd28f31805f0'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:49.435407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Routers {'a9093078-302d-404b-94bd-d2569e5a898f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:36:49.439630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:36:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a9093078-302d-404b-94bd-d2569e5a898f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:49.732811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Made reservation on behalf of 49f2809df3574bfda3d3cd28f31805f0 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:36:49.754348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:49.768535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:49.775512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Set router a9093078-302d-404b-94bd-d2569e5a898f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:36:49.860731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:49.889642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks [] for security_group (58a0c49c-0b3d-49a1-8af0-470a9470e774), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:49.896375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (58a0c49c-0b3d-49a1-8af0-470a9470e774), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:49.986496 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187447f1-7d62-48a6-8705-b44a24810e97 x-openstack-request-id: req-187447f1-7d62-48a6-8705-b44a24810e97 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:36:49.986817 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e76a9ca-28da-4fa9-8d68-6598761407d5", "name": "network-vif-plugged", "status": "completed", "tag": "71c12aaa-73c2-4656-92a7-929929ea9c10", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:36:49.987077 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-187447f1-7d62-48a6-8705-b44a24810e97 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:36:49.987466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:49.987598 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e76a9ca-28da-4fa9-8d68-6598761407d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c12aaa-73c2-4656-92a7-929929ea9c10', 'code': 200} Feb 09 20:36:50.020690 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:50.028973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-04bf9bae-1b9c-432c-9845-6d45928f6f2a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169226887', 'description': 'tempest-description--1965828861'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:50.068059 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bf9bae-1b9c-432c-9845-6d45928f6f2a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.097784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0c49c-0b3d-49a1-8af0-470a9470e774,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:50.168633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:50.169280 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.188949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e4b8b-9d50-46a3-bb4c-8faeae3fe9d7 req-2a3e3dfd-2c42-446e-8362-dffed27bd308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:50.191184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39e4b8b-9d50-46a3-bb4c-8faeae3fe9d7 req-2a3e3dfd-2c42-446e-8362-dffed27bd308 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 1153 time: 0.1764324 Feb 09 20:36:50.244127 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d39e4b8b-9d50-46a3-bb4c-8faeae3fe9d7 req-686084b2-74b8-473c-81ad-9b8b7463d15a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.269970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bf9bae-1b9c-432c-9845-6d45928f6f2a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group (b8b0160a-98e9-49a8-9261-6256b0eb158e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.275858 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bf9bae-1b9c-432c-9845-6d45928f6f2a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b8b0160a-98e9-49a8-9261-6256b0eb158e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.296159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Allocated IP 192.168.233.101 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/4e7dbaca-ffbc-44f1-923f-55659e87088c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:50.319884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04bf9bae-1b9c-432c-9845-6d45928f6f2a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.323842 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-04bf9bae-1b9c-432c-9845-6d45928f6f2a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2989807 Feb 09 20:36:50.335546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:50.356326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4716b12c-438a-4bdd-be0c-226b96352c46 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Request body: {'security_group_rule': {'security_group_id': 'b8b0160a-98e9-49a8-9261-6256b0eb158e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:50.373959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:50.435528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:36:45Z', 'revision_number': 4, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'd979d5da-d60e-4473-9aa3-eec5314c3bae', 'name': '', 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'mac_address': 'fa:16:3e:65:b2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '63b458b7-1a3b-42e2-bb53-166fa04dd402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:44Z', 'updated_at': '2022-02-09T20:36:46Z', 'revision_number': 2, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'subnets': [{'id': '63b458b7-1a3b-42e2-bb53-166fa04dd402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:50.438673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9bae-1b9c-432c-9845-6d45928f6f2a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b0160a-98e9-49a8-9261-6256b0eb158e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:50.445425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ff502f7-078d-4d5f-815d-ec9dfe2c2f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.513339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4716b12c-438a-4bdd-be0c-226b96352c46 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group_rule (88fe6f88-189c-4700-a776-7b7ee6839513), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.606373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Checking router: a9093078-302d-404b-94bd-d2569e5a898f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:36:50.606733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Updating router a9093078-302d-404b-94bd-d2569e5a898f port d979d5da-d60e-4473-9aa3-eec5314c3bae binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:36:50.645932 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.701208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4c224-eb8e-438b-bf91-da027105ad6a req-38d6e956-ba58-443b-9c48-7e837b9152dd tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:50.701709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16a4c224-eb8e-438b-bf91-da027105ad6a req-38d6e956-ba58-443b-9c48-7e837b9152dd tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 970 time: 0.3590620 Feb 09 20:36:50.719184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d39e4b8b-9d50-46a3-bb4c-8faeae3fe9d7 req-686084b2-74b8-473c-81ad-9b8b7463d15a service neutron] Publish callbacks [] for security_group (80e73fc7-64f7-4bcb-8250-4b357e24f380), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.734184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ff502f7-078d-4d5f-815d-ec9dfe2c2f08 admin admin] Publish callbacks [] for security_group (f71aff48-7097-411a-99ca-5ec2a7fba902), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.748392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ff502f7-078d-4d5f-815d-ec9dfe2c2f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f71aff48-7097-411a-99ca-5ec2a7fba902), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.782694 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks [] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.826600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0ff502f7-078d-4d5f-815d-ec9dfe2c2f08 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=86eec03092324a6fb0293199080005d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8347075 Feb 09 20:36:50.834381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36938) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:50.834994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d39e4b8b-9d50-46a3-bb4c-8faeae3fe9d7 req-686084b2-74b8-473c-81ad-9b8b7463d15a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (80e73fc7-64f7-4bcb-8250-4b357e24f380), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.845253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff502f7-078d-4d5f-815d-ec9dfe2c2f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71aff48-7097-411a-99ca-5ec2a7fba902,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:50.851235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20d34ed7-4193-4073-aebd-845caae699cc req-e9964b29-c18f-4b73-93ac-696dffd80824 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 210 time: 0.2115948 Feb 09 20:36:50.910749 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16a4c224-eb8e-438b-bf91-da027105ad6a req-f0eaab67-4a69-490f-81dc-ef91a818c65b tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886158 Feb 09 20:36:50.917928 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4716b12c-438a-4bdd-be0c-226b96352c46 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group_rule (88fe6f88-189c-4700-a776-7b7ee6839513), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.923919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.925700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686084b2-74b8-473c-81ad-9b8b7463d15a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=80e73fc7-64f7-4bcb-8250-4b357e24f380,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:50.928541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4716b12c-438a-4bdd-be0c-226b96352c46 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (88fe6f88-189c-4700-a776-7b7ee6839513), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.952861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39e4b8b-9d50-46a3-bb4c-8faeae3fe9d7 req-686084b2-74b8-473c-81ad-9b8b7463d15a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554324 Feb 09 20:36:50.987420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acb1890e-a893-4009-9679-f1fc3518feca admin admin] Publish callbacks [] for security_group (f71aff48-7097-411a-99ca-5ec2a7fba902), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.989211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716b12c-438a-4bdd-be0c-226b96352c46 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fe6f88-189c-4700-a776-7b7ee6839513,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:51.017166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:51.028945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:51.032736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:51.039713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:51.040852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.043873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Pushing event updated for resources: {'Port': ['ID=4e7dbaca-ffbc-44f1-923f-55659e87088c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:51.048629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4716b12c-438a-4bdd-be0c-226b96352c46 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.049975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4716b12c-438a-4bdd-be0c-226b96352c46 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6990571 Feb 09 20:36:51.057226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:51.059103 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acb1890e-a893-4009-9679-f1fc3518feca admin admin] Publish callbacks [] for security_group (f71aff48-7097-411a-99ca-5ec2a7fba902), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.067885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-46b55d63-8be3-4340-b5b7-3bcd92f2d1dd tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Request body: {'security_group_rule': {'security_group_id': 'b8b0160a-98e9-49a8-9261-6256b0eb158e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:51.116788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-bb1c5cdb-6eff-41c3-a080-3fe8bf306b3f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6912248 Feb 09 20:36:51.146637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acb1890e-a893-4009-9679-f1fc3518feca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f71aff48-7097-411a-99ca-5ec2a7fba902), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.152901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-acb1890e-a893-4009-9679-f1fc3518feca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.154502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46b55d63-8be3-4340-b5b7-3bcd92f2d1dd tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group_rule (60708af8-2268-4bce-acbb-6e114124e5c4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.158686 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-acb1890e-a893-4009-9679-f1fc3518feca admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f71aff48-7097-411a-99ca-5ec2a7fba902 HTTP/1.1" status: 204 len: 168 time: 0.3231056 Feb 09 20:36:51.169633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1890e-a893-4009-9679-f1fc3518feca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71aff48-7097-411a-99ca-5ec2a7fba902,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:51.236859 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Publish callbacks [] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.249651 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.274649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46b55d63-8be3-4340-b5b7-3bcd92f2d1dd tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group_rule (60708af8-2268-4bce-acbb-6e114124e5c4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.284334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46b55d63-8be3-4340-b5b7-3bcd92f2d1dd tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (60708af8-2268-4bce-acbb-6e114124e5c4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.347135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b55d63-8be3-4340-b5b7-3bcd92f2d1dd tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60708af8-2268-4bce-acbb-6e114124e5c4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:51.347299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9630e-63d8-45e1-a81f-f2333744df3f None None] Pushing event updated for resources: {'Port': ['ID=d979d5da-d60e-4473-9aa3-eec5314c3bae,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:51.359709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46b55d63-8be3-4340-b5b7-3bcd92f2d1dd tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.364268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:51.369188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-46b55d63-8be3-4340-b5b7-3bcd92f2d1dd tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043439 Feb 09 20:36:51.374558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:51.376382 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.433014 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.473594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Attempting to bind port d979d5da-d60e-4473-9aa3-eec5314c3bae on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:51.473978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Attempting to bind port d979d5da-d60e-4473-9aa3-eec5314c3bae by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:51.474613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Attempting to bind port d979d5da-d60e-4473-9aa3-eec5314c3bae on network ec1266a3-619e-442a-bef0-1e79e7582d0d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:51.493410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:36:51.493912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Checking segment: {'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:51.494391 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.494850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Bound using segment: {'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:36:51.495451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Bound port: d979d5da-d60e-4473-9aa3-eec5314c3bae, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7683e00c-143f-454a-90b3-17329f82eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:36:51.496393 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.588624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2f9e1060-c4a2-4815-a6ad-2e63c11a48fd None None] Provisioning complete for port 4e7dbaca-ffbc-44f1-923f-55659e87088c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:51.588936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f9e1060-c4a2-4815-a6ad-2e63c11a48fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.650793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] For port d979d5da-d60e-4473-9aa3-eec5314c3bae, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:36:51.683634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] For port d979d5da-d60e-4473-9aa3-eec5314c3bae, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d979d5da-d60e-4473-9aa3-eec5314c3bae,segment=NetworkSegment(7683e00c-143f-454a-90b3-17329f82eba2),segment_id=7683e00c-143f-454a-90b3-17329f82eba2)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:36:51.685522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e1060-c4a2-4815-a6ad-2e63c11a48fd None None] Port 4e7dbaca-ffbc-44f1-923f-55659e87088c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:36:51.700982 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.718347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.768973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Routers {'a9093078-302d-404b-94bd-d2569e5a898f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:36:51.769910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:36:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a9093078-302d-404b-94bd-d2569e5a898f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:51.865007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9630e-63d8-45e1-a81f-f2333744df3f None None] Pushing event updated for resources: {'Port': ['ID=d979d5da-d60e-4473-9aa3-eec5314c3bae,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:51.877393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:51.903166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Allocated IP 172.25.4.184 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/9c0aaf2e-b221-4701-94a8-36e174e1a81e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:51.903946 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d3202ca-4410-4bed-99e8-af71efe66020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:51.942560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] Set router a9093078-302d-404b-94bd-d2569e5a898f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:36:52.242840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2e1e06ae-9571-4f67-9de7-2312a2d7d4bb None None] Provisioning complete for port d979d5da-d60e-4473-9aa3-eec5314c3bae triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:52.243418 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e1e06ae-9571-4f67-9de7-2312a2d7d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.299156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898991f-00d3-4eb2-8d43-eb7adea84d70 req-cb882f38-417c-423e-91c0-872fa9f1a41a tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:52.311358 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0898991f-00d3-4eb2-8d43-eb7adea84d70 req-cb882f38-417c-423e-91c0-872fa9f1a41a tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 970 time: 0.2194345 Feb 09 20:36:52.316964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:36:45Z', 'revision_number': 4, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'd979d5da-d60e-4473-9aa3-eec5314c3bae', 'name': '', 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'mac_address': 'fa:16:3e:65:b2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '63b458b7-1a3b-42e2-bb53-166fa04dd402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:44Z', 'updated_at': '2022-02-09T20:36:51Z', 'revision_number': 4, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'subnets': [{'id': '63b458b7-1a3b-42e2-bb53-166fa04dd402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:36:52.360702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e51ab-1191-4ed9-89ad-04c77d7531b9 None None] The sync data for ids ['a9093078-302d-404b-94bd-d2569e5a898f'] in n-d-789963-29 is: [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:36:45Z', 'revision_number': 4, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'd979d5da-d60e-4473-9aa3-eec5314c3bae', 'name': '', 'network_id': 'ec1266a3-619e-442a-bef0-1e79e7582d0d', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'mac_address': 'fa:16:3e:65:b2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '63b458b7-1a3b-42e2-bb53-166fa04dd402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:44Z', 'updated_at': '2022-02-09T20:36:51Z', 'revision_number': 4, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'subnets': [{'id': '63b458b7-1a3b-42e2-bb53-166fa04dd402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:36:52.362191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for port (9c0aaf2e-b221-4701-94a8-36e174e1a81e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.406787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d3202ca-4410-4bed-99e8-af71efe66020 admin admin] Publish callbacks [] for security_group (f5774d3c-3861-4a4e-9778-7939f50101e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.410787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e06ae-9571-4f67-9de7-2312a2d7d4bb None None] Current status of the port d979d5da-d60e-4473-9aa3-eec5314c3bae is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:52.411317 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e1e06ae-9571-4f67-9de7-2312a2d7d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.445365 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d3202ca-4410-4bed-99e8-af71efe66020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f5774d3c-3861-4a4e-9778-7939f50101e2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.483014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2e1e06ae-9571-4f67-9de7-2312a2d7d4bb None None] For port d979d5da-d60e-4473-9aa3-eec5314c3bae, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d979d5da-d60e-4473-9aa3-eec5314c3bae,segment=NetworkSegment(7683e00c-143f-454a-90b3-17329f82eba2),segment_id=7683e00c-143f-454a-90b3-17329f82eba2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:52.496159 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e1e06ae-9571-4f67-9de7-2312a2d7d4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.558772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3202ca-4410-4bed-99e8-af71efe66020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5774d3c-3861-4a4e-9778-7939f50101e2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:52.585301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7d3202ca-4410-4bed-99e8-af71efe66020 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7b0a19c7236c435db92bf29c7e09e94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7045305 Feb 09 20:36:52.589862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:52.629526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0898991f-00d3-4eb2-8d43-eb7adea84d70 req-06823b65-46f1-4932-98ec-c1fcfae0e2e2 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156204 Feb 09 20:36:52.643986 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (9c0aaf2e-b221-4701-94a8-36e174e1a81e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.665868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e06ae-9571-4f67-9de7-2312a2d7d4bb None None] Pushing event updated for resources: {'Port': ['ID=d979d5da-d60e-4473-9aa3-eec5314c3bae,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:52.679240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93870e-e6f7-4e1f-971e-bbca0c8d8702 req-8a07039a-68cd-4a95-955a-d8b054257bec tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:52.683358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a93870e-e6f7-4e1f-971e-bbca0c8d8702 req-8a07039a-68cd-4a95-955a-d8b054257bec tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 936 time: 0.2737968 Feb 09 20:36:52.690740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dc94119d-fb1b-4501-8da4-b87d2975f8f2 None None] Provisioning complete for port d979d5da-d60e-4473-9aa3-eec5314c3bae triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:52.691122 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc94119d-fb1b-4501-8da4-b87d2975f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.750255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:52.759606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:52.763429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:52.781847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0763-d7e0-4b64-a942-620c2a261b57 admin admin] Publish callbacks [] for security_group (f5774d3c-3861-4a4e-9778-7939f50101e2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.867147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event updated for resources: {'Port': ['ID=9c0aaf2e-b221-4701-94a8-36e174e1a81e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:52.912197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0763-d7e0-4b64-a942-620c2a261b57 admin admin] Publish callbacks [] for security_group (f5774d3c-3861-4a4e-9778-7939f50101e2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:52.917754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dc94119d-fb1b-4501-8da4-b87d2975f8f2 None None] Current status of the port d979d5da-d60e-4473-9aa3-eec5314c3bae is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:52.987593 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a93870e-e6f7-4e1f-971e-bbca0c8d8702 req-5db7a919-cb6c-4e02-8be5-31be49eaafe6 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938492 Feb 09 20:36:52.989821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:53.037488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0763-d7e0-4b64-a942-620c2a261b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f5774d3c-3861-4a4e-9778-7939f50101e2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:53.041539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0763-d7e0-4b64-a942-620c2a261b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:53.047653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7d2d0763-d7e0-4b64-a942-620c2a261b57 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f5774d3c-3861-4a4e-9778-7939f50101e2 HTTP/1.1" status: 204 len: 168 time: 0.4521122 Feb 09 20:36:53.068590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d0763-d7e0-4b64-a942-620c2a261b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5774d3c-3861-4a4e-9778-7939f50101e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:53.077325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9c0aaf2e-b221-4701-94a8-36e174e1a81e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:53.344949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-d10b9e53-af14-48a3-ac4b-9ef1d8b77b93 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=bcd7f580d3114ade817c45446cec434d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775118 Feb 09 20:36:53.414663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for port (9c0aaf2e-b221-4701-94a8-36e174e1a81e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:53.421748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9c0aaf2e-b221-4701-94a8-36e174e1a81e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:53.517140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:53.567088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event updated for resources: {'Port': ['ID=9c0aaf2e-b221-4701-94a8-36e174e1a81e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:53.586672 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:53.588611 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-42bb733e-04c9-45cc-a598-d35085758d11 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2229221 Feb 09 20:36:53.650100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-3adb231d-4e56-46d7-9e94-0d97bc0bb5f1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:53.661061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-3adb231d-4e56-46d7-9e94-0d97bc0bb5f1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021555 Feb 09 20:36:53.686339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-8fd36106-1b52-48d5-a580-49d5501a7609 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/quotas/bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 375 time: 0.0233226 Feb 09 20:36:53.781724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-bbe673cd-5380-4d4f-9748-d5cea8df250c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773721 Feb 09 20:36:53.879946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d979d5da-d60e-4473-9aa3-eec5314c3bae up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:36:53.910649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997b9ba-56f0-4f6c-981e-035ddb65c407 req-a10268e4-ea19-4468-bf29-8452b2816c42 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:53.912269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e997b9ba-56f0-4f6c-981e-035ddb65c407 req-a10268e4-ea19-4468-bf29-8452b2816c42 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 970 time: 0.1171732 Feb 09 20:36:53.964918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d979d5da-d60e-4473-9aa3-eec5314c3bae triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:53.965779 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:54.041188 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e997b9ba-56f0-4f6c-981e-035ddb65c407 req-d0d379d5-1271-4d7f-8467-db79c6d557c9 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178002 Feb 09 20:36:54.146782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d979d5da-d60e-4473-9aa3-eec5314c3bae is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:36:54.197684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-035f75fe-86d9-435e-8449-fd7ad7db54a5 req-4ef05515-20e1-4fc9-8dd3-dc7ea1f433b4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 210 time: 0.0448623 Feb 09 20:36:54.225424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-98053028-bd7d-4bfd-9703-5bd05659c4e9 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--169226887&fields=id&tenant_id=26c6d712558447469ed8afaa092b79d7 HTTP/1.1" status: 200 len: 267 time: 0.0949714 Feb 09 20:36:54.425940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e9a1e-3f61-4d97-b4df-2b2817487326 req-bce1ed21-edfd-4bbf-81c3-63555203676a tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:54.428250 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf2e9a1e-3f61-4d97-b4df-2b2817487326 req-bce1ed21-edfd-4bbf-81c3-63555203676a tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 936 time: 0.0978270 Feb 09 20:36:54.501577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf2e9a1e-3f61-4d97-b4df-2b2817487326 req-a66e7d29-7a2f-4c3b-9d0b-9332489ae567 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662825 Feb 09 20:36:54.535844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-accae474-4429-4bac-a7e6-5fc30b356019 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:54.537649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-accae474-4429-4bac-a7e6-5fc30b356019 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/networks?id=612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 200 len: 823 time: 0.3109851 Feb 09 20:36:54.586604 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-611bc874-a150-4d09-99f2-12973fcab729 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/quotas/26c6d712558447469ed8afaa092b79d7 HTTP/1.1" status: 200 len: 375 time: 0.0287337 Feb 09 20:36:54.740679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-18b680d4-e988-4465-ae67-e9840f345361 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=26c6d712558447469ed8afaa092b79d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402869 Feb 09 20:36:54.756318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:54.772401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f4289-8546-4440-af5e-009831fdcaaf req-641ad75d-48c1-44aa-b2c4-c3d4df6bf518 tempest-AggregatesAdminTestJSON-1659900998 tempest-AggregatesAdminTestJSON-1659900998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:54.780435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee8f4289-8546-4440-af5e-009831fdcaaf req-641ad75d-48c1-44aa-b2c4-c3d4df6bf518 tempest-AggregatesAdminTestJSON-1659900998 tempest-AggregatesAdminTestJSON-1659900998-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 1153 time: 0.1199012 Feb 09 20:36:54.794612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ee8f4289-8546-4440-af5e-009831fdcaaf req-050cab1a-0e43-43f3-8a03-1285693cd1ac tempest-AggregatesAdminTestJSON-1659900998 tempest-AggregatesAdminTestJSON-1659900998-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:54.917904 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ee8f4289-8546-4440-af5e-009831fdcaaf req-050cab1a-0e43-43f3-8a03-1285693cd1ac tempest-AggregatesAdminTestJSON-1659900998 tempest-AggregatesAdminTestJSON-1659900998-project-admin] Publish callbacks [] for security_group (f850cb27-7de7-4daa-9729-9e4ac70842e2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:54.935907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ee8f4289-8546-4440-af5e-009831fdcaaf req-050cab1a-0e43-43f3-8a03-1285693cd1ac tempest-AggregatesAdminTestJSON-1659900998 tempest-AggregatesAdminTestJSON-1659900998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f850cb27-7de7-4daa-9729-9e4ac70842e2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:54.973865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee8f4289-8546-4440-af5e-009831fdcaaf req-050cab1a-0e43-43f3-8a03-1285693cd1ac tempest-AggregatesAdminTestJSON-1659900998 tempest-AggregatesAdminTestJSON-1659900998-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925259 Feb 09 20:36:55.027367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cab1a-0e43-43f3-8a03-1285693cd1ac tempest-AggregatesAdminTestJSON-1659900998 tempest-AggregatesAdminTestJSON-1659900998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f850cb27-7de7-4daa-9729-9e4ac70842e2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:55.098989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-679ddc94-0cd7-43cd-aaa5-086a076e3507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:55.117975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-e5da58a8-e6e9-4e4c-a2db-260279688b8e service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:36:55.119143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-e5da58a8-e6e9-4e4c-a2db-260279688b8e service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1916847 Feb 09 20:36:55.285334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-e7e77b35-2448-4a8e-bd93-721d3b9bcc04 service neutron] 10.222.0.102 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526620 Feb 09 20:36:55.340116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-679ddc94-0cd7-43cd-aaa5-086a076e3507 admin admin] Publish callbacks [] for security_group (34cf3b8c-7f7c-4147-9fa4-4a240fcc23e7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:55.344247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd676346-2f5c-4254-8896-cd471da9837d req-2885ca2d-b518-4542-a8d8-1575e1635f7e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 210 time: 0.0304615 Feb 09 20:36:55.353547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-679ddc94-0cd7-43cd-aaa5-086a076e3507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (34cf3b8c-7f7c-4147-9fa4-4a240fcc23e7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:55.421944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-679ddc94-0cd7-43cd-aaa5-086a076e3507 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=efb07e1f9f91437cba71416c9bb78780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6642840 Feb 09 20:36:55.428443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:55.459132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ddc94-0cd7-43cd-aaa5-086a076e3507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cf3b8c-7f7c-4147-9fa4-4a240fcc23e7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:55.502145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fcbfb-835b-4493-ac99-a792dd7e3e34 req-e78b2817-76cf-4779-9a8b-3d4b7b7a5068 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:55.503726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-612fcbfb-835b-4493-ac99-a792dd7e3e34 req-e78b2817-76cf-4779-9a8b-3d4b7b7a5068 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 970 time: 0.0841684 Feb 09 20:36:55.508465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-1d5a7448-c402-477f-8313-f801cf7e8684 service neutron] 10.222.0.102 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221437 Feb 09 20:36:55.514825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-39bec740-5698-476e-9489-728c7bbd8820 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bcd7f580d3114ade817c45446cec434d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872064 Feb 09 20:36:55.591156 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-612fcbfb-835b-4493-ac99-a792dd7e3e34 req-e0bcc438-66ba-4769-a0cc-c7b75acbb2e2 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809412 Feb 09 20:36:55.637048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-37c45d3e-ab5c-4d73-a5db-25124494a68f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:36:55.638311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-37c45d3e-ab5c-4d73-a5db-25124494a68f tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107586 Feb 09 20:36:55.672813 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f9685de-dfb9-4548-a9c1-a9bd264c65e6 admin admin] Publish callbacks [] for security_group (34cf3b8c-7f7c-4147-9fa4-4a240fcc23e7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:55.745524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f9685de-dfb9-4548-a9c1-a9bd264c65e6 admin admin] Publish callbacks [] for security_group (34cf3b8c-7f7c-4147-9fa4-4a240fcc23e7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:55.806058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-6ef7e186-bf11-4878-ba59-869394b58859 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:55.807676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-6ef7e186-bf11-4878-ba59-869394b58859 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812803 Feb 09 20:36:55.836198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2de1f-c920-41ea-bb2b-0e50bac5980f req-0463068c-d627-4a8d-bc63-09314daad0dd tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:55.837784 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01a2de1f-c920-41ea-bb2b-0e50bac5980f req-0463068c-d627-4a8d-bc63-09314daad0dd tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 936 time: 0.1120234 Feb 09 20:36:55.848607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Request body: {'port': {'device_id': 'f434e874-814e-44b5-9858-99083abf28da', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'bcd7f580d3114ade817c45446cec434d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:55.889991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2821ac84-bb70-4070-93a7-18b6ada41814 req-2deb6132-1dd2-4b87-82b0-12dc82c8a62f tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 210 time: 0.0812457 Feb 09 20:36:55.913321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01a2de1f-c920-41ea-bb2b-0e50bac5980f req-e3b53705-00c4-4f36-8632-d9555f4da579 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686984 Feb 09 20:36:55.949189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Request body: {'port': {'device_id': '7c14a493-47a8-4653-92d7-e14a3afc44a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:55.996148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f9685de-dfb9-4548-a9c1-a9bd264c65e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (34cf3b8c-7f7c-4147-9fa4-4a240fcc23e7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:55.998678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f9685de-dfb9-4548-a9c1-a9bd264c65e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.002213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6f9685de-dfb9-4548-a9c1-a9bd264c65e6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/34cf3b8c-7f7c-4147-9fa4-4a240fcc23e7 HTTP/1.1" status: 204 len: 168 time: 0.5566492 Feb 09 20:36:56.045875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9685de-dfb9-4548-a9c1-a9bd264c65e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cf3b8c-7f7c-4147-9fa4-4a240fcc23e7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:56.067645 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.122608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Made reservation on behalf of bcd7f580d3114ade817c45446cec434d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:36:56.126169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.144059 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.234625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.365016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-55643344-abdc-4c77-882b-8c2bce40751a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439265 Feb 09 20:36:56.459716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks [] for security_group (306c3d4e-1fe7-4071-b9a6-0acdf8d64c41), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.482883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (306c3d4e-1fe7-4071-b9a6-0acdf8d64c41), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.531229 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0c3f8725-dbcd-49aa-8f47-acc983b974c5 req-dcb1cd11-d0b3-4847-92fd-2bafa9e98f52 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 210 time: 0.0636320 Feb 09 20:36:56.601850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:56.616503 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfca92a6-b6c3-4ca0-93d8-29611316c7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.633710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:56.685847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7dbaca-ffbc-44f1-923f-55659e87088c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:36:56.720439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Publish callbacks [] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.736452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-c155ede1-ad73-4b8e-96cf-64cfe3482fa3 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:56.738327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-c155ede1-ad73-4b8e-96cf-64cfe3482fa3 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3665361 Feb 09 20:36:56.748698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Transition to ACTIVE for port object 4e7dbaca-ffbc-44f1-923f-55659e87088c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:36:56.907666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.13', 58254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:56.926199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfca92a6-b6c3-4ca0-93d8-29611316c7bc admin admin] Publish callbacks [] for security_group (e54e9428-51e3-4056-988a-6afc1e6d1838), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.954703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a1e4-c6bb-4d26-a8ff-107c60ae18d1 req-f24ae86b-5e9a-44a3-a0b3-8f4d25a5ad1f tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:56.956219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8dd6a1e4-c6bb-4d26-a8ff-107c60ae18d1 req-f24ae86b-5e9a-44a3-a0b3-8f4d25a5ad1f tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 970 time: 0.2633867 Feb 09 20:36:56.956937 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bfca92a6-b6c3-4ca0-93d8-29611316c7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e54e9428-51e3-4056-988a-6afc1e6d1838), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.971876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:56.985306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-b9096d91-2c7c-4f13-8d4a-8871f6caec8d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/quotas/58e61798ff5a4cf29e7aa4fbc3f4b25d HTTP/1.1" status: 200 len: 375 time: 0.2353358 Feb 09 20:36:57.022990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca92a6-b6c3-4ca0-93d8-29611316c7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e9428-51e3-4056-988a-6afc1e6d1838,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:57.028540 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bfca92a6-b6c3-4ca0-93d8-29611316c7bc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=30aeca22339246d296fd8792d9d06803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252555 Feb 09 20:36:57.036148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:57.063949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-47e6775e-6ae7-4b41-9902-624fa39ed648 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546865 Feb 09 20:36:57.079239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b382cffc-6f0b-4070-85c9-01408bb39a02 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:57.081425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b382cffc-6f0b-4070-85c9-01408bb39a02 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 970 time: 0.1714060 Feb 09 20:36:57.084834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Allocated IP 192.168.233.114 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/f0af4867-3db7-4a03-b998-b1274576ed34) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:57.087818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7dbaca-ffbc-44f1-923f-55659e87088c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:57.137962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Attempting to bind port 4e7dbaca-ffbc-44f1-923f-55659e87088c on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:57.138443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Attempting to bind port 4e7dbaca-ffbc-44f1-923f-55659e87088c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:57.138872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Attempting to bind port 4e7dbaca-ffbc-44f1-923f-55659e87088c on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:57.167991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Port 4e7dbaca-ffbc-44f1-923f-55659e87088c on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:36:57.168282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Attempting to bind port 4e7dbaca-ffbc-44f1-923f-55659e87088c on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:57.185172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:36:57.185861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:36:57.186598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:36:57.187342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Bound port: 4e7dbaca-ffbc-44f1-923f-55659e87088c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:36:57.188001 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.205633 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8dd6a1e4-c6bb-4d26-a8ff-107c60ae18d1 req-1f5b64c6-0a9e-4c8e-92f0-74c65c619285 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413104 Feb 09 20:36:57.284468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] For port 4e7dbaca-ffbc-44f1-923f-55659e87088c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:36:57.289942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] For port 4e7dbaca-ffbc-44f1-923f-55659e87088c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4e7dbaca-ffbc-44f1-923f-55659e87088c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:36:57.301508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.50', 49777) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:57.334054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.474190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:57.475282 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.478359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] 10.222.0.50 "PUT /v2.0/ports/4e7dbaca-ffbc-44f1-923f-55659e87088c HTTP/1.1" status: 200 len: 1097 time: 1.6553984 Feb 09 20:36:57.497657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67d3de7d-d3d6-43cd-b4c5-2c155243c7db admin admin] Publish callbacks [] for security_group (e54e9428-51e3-4056-988a-6afc1e6d1838), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.514853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c14a493-47a8-4653-92d7-e14a3afc44a9', 'tag': '4e7dbaca-ffbc-44f1-923f-55659e87088c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:36:57.517633 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af85308-db32-4f1b-ab8b-63f0d88668e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c14a493-47a8-4653-92d7-e14a3afc44a9", "tag": "4e7dbaca-ffbc-44f1-923f-55659e87088c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:36:57.574498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa4098-e561-43df-a35b-4320a73e3241 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7dbaca-ffbc-44f1-923f-55659e87088c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:57.620755 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9650e4c-f4ab-4f98-a145-74d694926bb5 req-90c81661-c7f7-4e0b-8aa6-6d827e08d59e tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 210 time: 0.2517774 Feb 09 20:36:57.653246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67d3de7d-d3d6-43cd-b4c5-2c155243c7db admin admin] Publish callbacks [] for security_group (e54e9428-51e3-4056-988a-6afc1e6d1838), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.727588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d89971-aca2-4fa2-a374-7d502063d519 req-83c8394e-3c41-4404-983a-12a0efc9ec89 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:57.730117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40d89971-aca2-4fa2-a374-7d502063d519 req-83c8394e-3c41-4404-983a-12a0efc9ec89 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 948 time: 0.3407845 Feb 09 20:36:57.732905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks [] for port (f0af4867-3db7-4a03-b998-b1274576ed34), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.810787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-405af042-6e8a-4ee5-be3f-0effce6bb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:57.812506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-405af042-6e8a-4ee5-be3f-0effce6bb9c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49f2809df3574bfda3d3cd28f31805f0&device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 1131 time: 0.2203844 Feb 09 20:36:57.822323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40d89971-aca2-4fa2-a374-7d502063d519 req-efaa8703-5456-4d00-a2ac-f1a2488179bf tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856824 Feb 09 20:36:57.829931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.882595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Deleting port 71c12aaa-73c2-4656-92a7-929929ea9c10 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:36:57.883386 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.888424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ecf0e7b-e887-4a52-af93-4e6e50e958d0 req-3d26fb93-f1b5-40b8-8e07-d710c78c8753 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 210 time: 0.1531396 Feb 09 20:36:57.894643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67d3de7d-d3d6-43cd-b4c5-2c155243c7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e54e9428-51e3-4056-988a-6afc1e6d1838), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.897769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67d3de7d-d3d6-43cd-b4c5-2c155243c7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:57.910722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-67d3de7d-d3d6-43cd-b4c5-2c155243c7db admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e54e9428-51e3-4056-988a-6afc1e6d1838 HTTP/1.1" status: 204 len: 168 time: 0.8670840 Feb 09 20:36:57.911489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-e184d626-7a26-457b-b4c5-9704fbd17342 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=4e7dbaca-ffbc-44f1-923f-55659e87088c HTTP/1.1" status: 200 len: 217 time: 0.0834002 Feb 09 20:36:57.997362 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a852a47d-dbaf-4fd9-824b-38b2a4aa2c05 x-openstack-request-id: req-a852a47d-dbaf-4fd9-824b-38b2a4aa2c05 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:36:57.997724 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c14a493-47a8-4653-92d7-e14a3afc44a9", "tag": "4e7dbaca-ffbc-44f1-923f-55659e87088c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:36:57.997918 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a852a47d-dbaf-4fd9-824b-38b2a4aa2c05 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:36:57.998656 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c14a493-47a8-4653-92d7-e14a3afc44a9', 'tag': '4e7dbaca-ffbc-44f1-923f-55659e87088c', 'status': 'completed', 'code': 200} Feb 09 20:36:58.001106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:36:58.012221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:36:58.015823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:36:58.022415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:58.023008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:58.031552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:58.060679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3de7d-d3d6-43cd-b4c5-2c155243c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e9428-51e3-4056-988a-6afc1e6d1838,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:58.073255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9683c53d-8f8e-415d-a857-a625c482a5d8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:58.075325 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9683c53d-8f8e-415d-a857-a625c482a5d8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.50 "GET /v2.0/networks?id=612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 200 len: 823 time: 0.7537622 Feb 09 20:36:58.079268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-425052f4-8ff1-4cc0-8510-623ece619b9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2528801 Feb 09 20:36:58.085557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-6b7a5883-bb29-40f9-bf86-b294a6d0ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:58.092627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-6b7a5883-bb29-40f9-bf86-b294a6d0ba1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1729815 Feb 09 20:36:58.097950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Request body: {'port': {'device_id': 'f434e874-814e-44b5-9858-99083abf28da', 'device_owner': 'compute:tempest-test_az-628537534', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:58.165639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260e31c-6584-45bf-8b20-9fc524275d96 req-9556fa00-05cb-4b69-a57e-e9f878a01282 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:58.174960 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1260e31c-6584-45bf-8b20-9fc524275d96 req-9556fa00-05cb-4b69-a57e-e9f878a01282 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 936 time: 0.1668630 Feb 09 20:36:58.263006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:58.268583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-25c2baae-0fbf-42e3-a2f3-b4da209831aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:58.270514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-25c2baae-0fbf-42e3-a2f3-b4da209831aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1695383 Feb 09 20:36:58.274246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-bdeefc79-6d74-4d1b-b511-293ed5dcb4dc tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c6d712558447469ed8afaa092b79d7 HTTP/1.1" status: 200 len: 379 time: 0.1836193 Feb 09 20:36:58.296717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Request body: {'port': {'device_id': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'admin_state_up': True, 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'security_groups': ['b8b0160a-98e9-49a8-9261-6256b0eb158e']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:58.379497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] For port 71c12aaa-73c2-4656-92a7-929929ea9c10, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=71c12aaa-73c2-4656-92a7-929929ea9c10,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:36:58.380278 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:58.420446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1260e31c-6584-45bf-8b20-9fc524275d96 req-7bd2d501-ebdc-4418-af84-8f0d38ee2d85 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445016 Feb 09 20:36:58.437118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Calling delete_port for 71c12aaa-73c2-4656-92a7-929929ea9c10 owned by compute:tempest-test_az-628537534 {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:36:58.516788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-f59c19fb-7461-47d9-9f2b-d313e12158c1 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339060 Feb 09 20:36:58.539618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0870ef-4fb4-4612-8162-b154234c43e8 req-08a50978-10fa-47aa-8730-e12a2410ed39 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:58.542495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec0870ef-4fb4-4612-8162-b154234c43e8 req-08a50978-10fa-47aa-8730-e12a2410ed39 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 970 time: 0.1522706 Feb 09 20:36:58.583434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f3f7f8e8-9925-4653-8d9c-699018edd25c None None] Provisioning complete for port f0af4867-3db7-4a03-b998-b1274576ed34 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:36:58.584638 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f8e8-9925-4653-8d9c-699018edd25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:58.630655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Made reservation on behalf of 26c6d712558447469ed8afaa092b79d7 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:36:58.635385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:58.648119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f3f7f8e8-9925-4653-8d9c-699018edd25c None None] Port f0af4867-3db7-4a03-b998-b1274576ed34 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:36:58.803613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec0870ef-4fb4-4612-8162-b154234c43e8 req-957b3370-f802-48e5-8533-6ac145a6f9bb tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d88bdfd-883d-4155-b898-4f2a4568ccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059088 Feb 09 20:36:58.841614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-642d0825-d07b-4797-85dd-9b8188e9d13a req-45e57a1b-fda0-4f6e-91f9-feb6a8325922 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141341 Feb 09 20:36:58.845660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.13', 58256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:58.878748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4dadcfea-920b-4279-b686-da1a3310cb01 req-b0ec10c2-53a9-4327-9ac3-6d1b89abe576 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 210 time: 0.0971961 Feb 09 20:36:58.946734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-bcbb35d8-b35c-4382-b6ea-a26ba808aacc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998333 Feb 09 20:36:58.948650 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (71c12aaa-73c2-4656-92a7-929929ea9c10), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:59.065730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Pushing event deleted for resources: {'Port': ['ID=71c12aaa-73c2-4656-92a7-929929ea9c10,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:59.118321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-edbb6606-62bf-41a7-b04f-48ed35245140 req-6c0c0a65-cec2-4b9b-b8c1-585055840f34 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 210 time: 0.1164424 Feb 09 20:36:59.181585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0af4867-3db7-4a03-b998-b1274576ed34 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:36:59.211225 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Publish callbacks [] for port (f0af4867-3db7-4a03-b998-b1274576ed34), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:59.262086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Transition to ACTIVE for port object f0af4867-3db7-4a03-b998-b1274576ed34 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:36:59.276023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c9d00-2d5c-4fd0-b195-faf60492e4c7 req-4f167643-deb8-4de8-a9ba-95e75dc5a293 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:59.284258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-032c9d00-2d5c-4fd0-b195-faf60492e4c7 req-4f167643-deb8-4de8-a9ba-95e75dc5a293 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 948 time: 0.2736282 Feb 09 20:36:59.293074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:59.370083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a57fb659-6bec-45a0-81a2-26b921fb5f7d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:59.372198 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a57fb659-6bec-45a0-81a2-26b921fb5f7d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627396 Feb 09 20:36:59.379198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-8e3adecb-5dcd-41b2-bada-101db32e5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:59.381146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-8e3adecb-5dcd-41b2-bada-101db32e5ea4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49f2809df3574bfda3d3cd28f31805f0&device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 1131 time: 0.3730285 Feb 09 20:36:59.412440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Request body: {'port': {'device_id': '3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '58e61798ff5a4cf29e7aa4fbc3f4b25d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:59.418773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Allocated IP 172.20.0.11 (612b438a-1210-43b6-8c6f-3a3427b4ad7d/5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de/bcbab92b-82b7-4e50-812a-fa77bde48d86) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:36:59.421889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] No DVR routers for this DVR port 71c12aaa-73c2-4656-92a7-929929ea9c10 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:36:59.425037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:36:59.433347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:59.440007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61eeafad-d605-4722-b013-8661418ef9e9 req-b48777a5-9d7f-4984-a016-a035e9c0e8ec tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.13 "DELETE /v2.0/ports/71c12aaa-73c2-4656-92a7-929929ea9c10 HTTP/1.1" status: 204 len: 173 time: 2.3486176 Feb 09 20:36:59.440919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e76a9ca-28da-4fa9-8d68-6598761407d5', 'name': 'network-vif-deleted', 'tag': '71c12aaa-73c2-4656-92a7-929929ea9c10'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:36:59.557649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-032c9d00-2d5c-4fd0-b195-faf60492e4c7 req-36eaa023-f416-4cee-8b91-71e39ca006d3 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720349 Feb 09 20:36:59.711573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0d569-7254-451b-acd1-a92d978fa37c req-914c2ccf-654b-4840-bd38-9f7f0d62b9c5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:59.725179 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4de0d569-7254-451b-acd1-a92d978fa37c req-914c2ccf-654b-4840-bd38-9f7f0d62b9c5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 969 time: 0.1765575 Feb 09 20:36:59.735534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Attempting to bind port f0af4867-3db7-4a03-b998-b1274576ed34 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:36:59.735900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Attempting to bind port f0af4867-3db7-4a03-b998-b1274576ed34 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:36:59.736080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Attempting to bind port f0af4867-3db7-4a03-b998-b1274576ed34 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:59.738162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:36:59.749597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-4b9bf8d9-a4e5-41d8-9eb8-997a051e5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:36:59.750937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-4b9bf8d9-a4e5-41d8-9eb8-997a051e5011 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3425486 Feb 09 20:36:59.761610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Port f0af4867-3db7-4a03-b998-b1274576ed34 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:36:59.761947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Attempting to bind port f0af4867-3db7-4a03-b998-b1274576ed34 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:36:59.776003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1875963228-network', 'tenant_id': '97292526b23f47e7b063a919fd79ffee'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:36:59.884396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4de0d569-7254-451b-acd1-a92d978fa37c req-e8d42784-30e5-4690-8b74-045a0e4dcfe0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578047 Feb 09 20:36:59.896689 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:59.901709 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a173d-c485-4633-bcad-50ba48e4ab21" -d '{"events": [{"server_uuid": "6e76a9ca-28da-4fa9-8d68-6598761407d5", "name": "network-vif-deleted", "tag": "71c12aaa-73c2-4656-92a7-929929ea9c10"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:36:59.951981 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.021685 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4699201a-c00a-4bcc-824a-0557967b88d1 x-openstack-request-id: req-4699201a-c00a-4bcc-824a-0557967b88d1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:00.022125 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e76a9ca-28da-4fa9-8d68-6598761407d5", "name": "network-vif-deleted", "tag": "71c12aaa-73c2-4656-92a7-929929ea9c10", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:00.022264 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4699201a-c00a-4bcc-824a-0557967b88d1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:00.022761 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e76a9ca-28da-4fa9-8d68-6598761407d5', 'name': 'network-vif-deleted', 'tag': '71c12aaa-73c2-4656-92a7-929929ea9c10', 'status': 'completed', 'code': 200} Feb 09 20:37:00.024816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:00.031583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:00.041018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:00.046722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:00.047372 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.051252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event updated for resources: {'Port': ['ID=bcbab92b-82b7-4e50-812a-fa77bde48d86,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:00.067094 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-9453db8a-fa32-4555-80b4-694ab8cd35ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7827120 Feb 09 20:37:00.079535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Request body: {'port': {'device_id': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:00.095455 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-c4e1e112-2d35-4807-9090-534f3a883330 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=4e7dbaca-ffbc-44f1-923f-55659e87088c HTTP/1.1" status: 200 len: 217 time: 0.3354766 Feb 09 20:37:00.109061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:00.109686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:00.110236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:00.110895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Bound port: f0af4867-3db7-4a03-b998-b1274576ed34, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:00.111272 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.163533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07614ac5-8112-48a5-bf7e-8f84dae2fb4f req-c86e902c-d711-46be-a7c2-f4068023db23 tempest-AggregatesAdminTestJSON-2088811133 tempest-AggregatesAdminTestJSON-2088811133-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e76a9ca-28da-4fa9-8d68-6598761407d5 HTTP/1.1" status: 200 len: 210 time: 0.0757067 Feb 09 20:37:00.172244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 71c12aaa-73c2-4656-92a7-929929ea9c10 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:00.203462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 71c12aaa-73c2-4656-92a7-929929ea9c10 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:37:00.204054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 71c12aaa-73c2-4656-92a7-929929ea9c10 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:00.205656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.231479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a33e9-aeb0-44f7-936c-191d7eaf3019 req-4ce70f41-3311-42c6-aa4e-c0280db66630 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:00.238505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e02a33e9-aeb0-44f7-936c-191d7eaf3019 req-4ce70f41-3311-42c6-aa4e-c0280db66630 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 932 time: 0.1326895 Feb 09 20:37:00.249233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-e0b7c7d9-c1ef-409e-a198-ec38b2c4236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:00.250806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-e0b7c7d9-c1ef-409e-a198-ec38b2c4236c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1360302 Feb 09 20:37:00.254637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Made reservation on behalf of 97292526b23f47e7b063a919fd79ffee for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:00.258190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.344018 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e02a33e9-aeb0-44f7-936c-191d7eaf3019 req-21f6712a-c7a1-41f1-8271-2ae150c2e80e tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044962 Feb 09 20:37:00.360072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.368434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ef8fe02-88bf-473c-8740-89748cb91b1a req-d87bf0ac-521b-4587-a4d4-8cb82fb86990 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 210 time: 0.0764544 Feb 09 20:37:00.395560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Made reservation on behalf of 58e61798ff5a4cf29e7aa4fbc3f4b25d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:00.401152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.426828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.444966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-55498ba3-ed32-4139-82c4-99df338681c5 None None] Provisioning complete for port bcbab92b-82b7-4e50-812a-fa77bde48d86 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:00.445606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:00.445786 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55498ba3-ed32-4139-82c4-99df338681c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.473128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:00.475581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-cdf6de69-dfd9-4dbf-ad5a-de8da7928a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:00.477541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-cdf6de69-dfd9-4dbf-ad5a-de8da7928a40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1832616 Feb 09 20:37:00.495050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-55498ba3-ed32-4139-82c4-99df338681c5 None None] Port bcbab92b-82b7-4e50-812a-fa77bde48d86 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:37:00.504408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.598453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:00.599055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.600578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 1118 time: 2.5068390 Feb 09 20:37:00.607394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:00.610078 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268902b5-4ae5-498d-ace9-3e96d6f71272" -d '{"events": [{"name": "network-changed", "server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:00.633622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbab92b-82b7-4e50-812a-fa77bde48d86 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:00.664223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Publish callbacks [] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.706991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Transition to ACTIVE for port object bcbab92b-82b7-4e50-812a-fa77bde48d86 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:00.713443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.739048 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdb5028-7298-47d4-b91a-3948f42dedfa x-openstack-request-id: req-7cdb5028-7298-47d4-b91a-3948f42dedfa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:00.739336 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:00.739587 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7cdb5028-7298-47d4-b91a-3948f42dedfa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:00.740000 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'status': 'completed', 'code': 200} Feb 09 20:37:00.759024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6d64e-541a-4329-801d-54133e745ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:00.767541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Publish callbacks [] for security_group (fee38728-b86b-4802-a9f7-7b4e95226b96), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.777526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fee38728-b86b-4802-a9f7-7b4e95226b96), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.781719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-aa9d3115-465a-4aa7-8869-3998d19ee3d3 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916877 Feb 09 20:37:00.813932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbab92b-82b7-4e50-812a-fa77bde48d86,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:00.855166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks [] for security_group (42c14dde-be77-43b4-95e1-a9cf36ed45d6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.882134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea24e4-a15e-4a61-9126-472c6ce3e329 req-5bf6bae6-0e87-463c-9e2e-0fd8030dcdf7 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:00.884550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7ea24e4-a15e-4a61-9126-472c6ce3e329 req-5bf6bae6-0e87-463c-9e2e-0fd8030dcdf7 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 948 time: 0.1265538 Feb 09 20:37:00.885805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Attempting to bind port bcbab92b-82b7-4e50-812a-fa77bde48d86 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:00.886166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Attempting to bind port bcbab92b-82b7-4e50-812a-fa77bde48d86 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:00.886556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Attempting to bind port bcbab92b-82b7-4e50-812a-fa77bde48d86 on network 612b438a-1210-43b6-8c6f-3a3427b4ad7d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:00.899570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:37:00.904185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee38728-b86b-4802-a9f7-7b4e95226b96,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:00.908613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (42c14dde-be77-43b4-95e1-a9cf36ed45d6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.908886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Port bcbab92b-82b7-4e50-812a-fa77bde48d86 on network 612b438a-1210-43b6-8c6f-3a3427b4ad7d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:00.909215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Attempting to bind port bcbab92b-82b7-4e50-812a-fa77bde48d86 on network 612b438a-1210-43b6-8c6f-3a3427b4ad7d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:00.927058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:00.927364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Checking segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:00.937337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Bound using segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:00.937896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Bound port: bcbab92b-82b7-4e50-812a-fa77bde48d86, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:00.938285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.964324 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3d405d62-c3c2-4c5d-b4c1-2e6587711f5a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:00.964770 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Added segment 3d405d62-c3c2-4c5d-b4c1-2e6587711f5a of type vlan for network 214975b9-d111-4bb8-ae3b-378a61143f53 Feb 09 20:37:00.980923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-6538ba9e-6acf-47f0-836e-549d8d849295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:00.982461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-6538ba9e-6acf-47f0-836e-549d8d849295 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1152 time: 0.3065038 Feb 09 20:37:01.009915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7ea24e4-a15e-4a61-9126-472c6ce3e329 req-7495c358-b006-43d1-ba6c-f135591b69d3 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189253 Feb 09 20:37:01.057007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] For port bcbab92b-82b7-4e50-812a-fa77bde48d86, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:01.061761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] For port bcbab92b-82b7-4e50-812a-fa77bde48d86, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bcbab92b-82b7-4e50-812a-fa77bde48d86,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:01.078812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.119716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.120402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.121828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] 10.222.0.50 "PUT /v2.0/ports/bcbab92b-82b7-4e50-812a-fa77bde48d86 HTTP/1.1" status: 200 len: 1093 time: 1.0470307 Feb 09 20:37:01.149251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (214975b9-d111-4bb8-ae3b-378a61143f53), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.149961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc71cc-2f22-4f3c-9d2f-3b6202e8dc47 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbab92b-82b7-4e50-812a-fa77bde48d86,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:01.161849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c14dde-be77-43b4-95e1-a9cf36ed45d6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:01.165060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-b1102418-7778-4473-a222-89d4ee12fc18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.1436214 Feb 09 20:37:01.283928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-689e2741-ce96-42e9-98ed-66a3da8c3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.286023 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-689e2741-ce96-42e9-98ed-66a3da8c3116 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=26c6d712558447469ed8afaa092b79d7&device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 1127 time: 0.1004317 Feb 09 20:37:01.303085 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af85308-db32-4f1b-ab8b-63f0d88668e2 req-840dea93-0b54-408d-98dc-498351fb3cbc service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049536 Feb 09 20:37:01.316186 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (214975b9-d111-4bb8-ae3b-378a61143f53), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.317327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.318074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.361165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac8925-a0d9-4df5-9f6c-aa38883ec5a9 req-83f6c498-15c6-4b5d-8de3-9b487092e15c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.362801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94ac8925-a0d9-4df5-9f6c-aa38883ec5a9 req-83f6c498-15c6-4b5d-8de3-9b487092e15c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 969 time: 0.3485601 Feb 09 20:37:01.372530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-979ba6cb-c868-4633-be2b-1da1197cb4d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcbab92b-82b7-4e50-812a-fa77bde48d86 HTTP/1.1" status: 200 len: 217 time: 0.0766509 Feb 09 20:37:01.390612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Allocated IP 192.168.233.242 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/e8af6da8-265a-4c38-a40b-566826328620) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:01.406722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-3452a37d-49f0-4ded-8b0a-d5ae82d9143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.408274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-3452a37d-49f0-4ded-8b0a-d5ae82d9143a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2301803 Feb 09 20:37:01.439974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0014598 Feb 09 20:37:01.444082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:01.453635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Request body: {'subnet': {'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1875963228-subnet', 'tenant_id': '97292526b23f47e7b063a919fd79ffee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:01.479721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3e4f0-1f8b-4d63-b329-c2cd7a29b908 admin admin] Pushing event updated for resources: {'Network': ['ID=214975b9-d111-4bb8-ae3b-378a61143f53,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:01.486463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-064eb561-469a-4b7e-929d-808057c20b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.488496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-064eb561-469a-4b7e-929d-808057c20b28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de HTTP/1.1" status: 200 len: 862 time: 0.1094766 Feb 09 20:37:01.489757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Made reservation on behalf of 97292526b23f47e7b063a919fd79ffee for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:01.492420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.498988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 214975b9-d111-4bb8-ae3b-378a61143f53 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:37:01.555024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94ac8925-a0d9-4df5-9f6c-aa38883ec5a9 req-39064207-f212-44fe-b4d7-4df641ac03eb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619670 Feb 09 20:37:01.605090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-b0d20eac-64cb-4c64-840e-269bc83c3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.606677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-b0d20eac-64cb-4c64-840e-269bc83c3b7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1887167 Feb 09 20:37:01.687496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-aa9e1a46-25e1-4042-84f7-632df469da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.689112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-aa9e1a46-25e1-4042-84f7-632df469da1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=612b438a-1210-43b6-8c6f-3a3427b4ad7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1942282 Feb 09 20:37:01.707751 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fec5504-8c89-4a77-a595-114cc815cae1 req-36398248-98fc-47e5-8cec-46ea97837dc5 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 210 time: 0.0378065 Feb 09 20:37:01.771557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks [] for port (e8af6da8-265a-4c38-a40b-566826328620), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.784492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-d51b6419-fedf-4688-9cf6-d775b2868eed service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693819 Feb 09 20:37:01.795892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3686108-5c3b-4620-aff2-bbdf90920366 req-533b413b-38d6-4a82-ad0f-1fb63032ddc9 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.805085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3686108-5c3b-4620-aff2-bbdf90920366 req-533b413b-38d6-4a82-ad0f-1fb63032ddc9 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 944 time: 0.2731249 Feb 09 20:37:01.881306 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (e8af6da8-265a-4c38-a40b-566826328620), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.934571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eddd098e-dcde-4c29-a3e4-40f99c51b8f0 req-eeeeea37-5ae3-43d7-b326-42bd44eb78a3 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435792 Feb 09 20:37:01.938316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:01.944293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:01.948774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:01.953987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:01.954650 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:01.965615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Pushing event updated for resources: {'Port': ['ID=e8af6da8-265a-4c38-a40b-566826328620,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:01.980576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-6e839763-ba7f-4b34-9b18-dd8933f59241 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5975409 Feb 09 20:37:01.994728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Request body: {'port': {'device_id': '3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e', 'device_owner': 'compute:tempest-test_az-628537534', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:02.086303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'tag': 'bcbab92b-82b7-4e50-812a-fa77bde48d86'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:02.089379 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf672dbe-b9ca-4ef7-ba93-356592c61205" -d '{"events": [{"name": "network-changed", "server_uuid": "95f421ed-81ca-4436-b4c8-5cb09701de67", "tag": "bcbab92b-82b7-4e50-812a-fa77bde48d86"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:02.133345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3686108-5c3b-4620-aff2-bbdf90920366 req-49a10503-9b67-4a04-8af3-6fa4654940a0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267808 Feb 09 20:37:02.135034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e8af6da8-265a-4c38-a40b-566826328620), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:02.140877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-d1f3b6b5-3845-471b-9253-e50157a08921 service neutron] 10.222.0.50 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438028 Feb 09 20:37:02.166269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-414beba6-7aa9-41a9-a847-d8a1a3fbfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.168327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-414beba6-7aa9-41a9-a847-d8a1a3fbfa04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1152 time: 0.1171236 Feb 09 20:37:02.233987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (9f63afb1-c10e-4345-ab56-2ecd1228ad55), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:02.314630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-4766359d-911a-43e9-b55b-aa4517f0bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.316376 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-4766359d-911a-43e9-b55b-aa4517f0bc37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1296492 Feb 09 20:37:02.339820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3f5d37c7-d97d-410f-8199-b8e8f1524cf6 None None] Provisioning complete for port e8af6da8-265a-4c38-a40b-566826328620 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:02.340964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f5d37c7-d97d-410f-8199-b8e8f1524cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e8af6da8-265a-4c38-a40b-566826328620), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:02.346216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f63afb1-c10e-4345-ab56-2ecd1228ad55,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:02.377588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d37c7-d97d-410f-8199-b8e8f1524cf6 None None] Port e8af6da8-265a-4c38-a40b-566826328620 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:37:02.385251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d4e6465-79c8-437e-93a7-19c4a2fbb8b2 req-0fa57878-a397-4629-a216-266f002d610b service neutron] 10.222.0.50 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221074 Feb 09 20:37:02.391154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:02.391523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Network hostable DHCP agents. Network: 214975b9-d111-4bb8-ae3b-378a61143f53, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:37:02.415466 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f15d7cf-1631-456b-8db6-3843b505d025 x-openstack-request-id: req-8f15d7cf-1631-456b-8db6-3843b505d025 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:02.415919 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f421ed-81ca-4436-b4c8-5cb09701de67", "tag": "bcbab92b-82b7-4e50-812a-fa77bde48d86", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:02.416243 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8f15d7cf-1631-456b-8db6-3843b505d025 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:02.416622 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'tag': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'status': 'completed', 'code': 200} Feb 09 20:37:02.428935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-33a83f3c-d8b3-4ad9-be5d-a65e31f14f44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.1063647 Feb 09 20:37:02.429512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3e037-5b64-44a4-934e-2df11f17488c req-96f6de5d-679d-4ab9-942b-737b243303b8 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.431599 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eff3e037-5b64-44a4-934e-2df11f17488c req-96f6de5d-679d-4ab9-942b-737b243303b8 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 948 time: 0.1608157 Feb 09 20:37:02.432154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Network 214975b9-d111-4bb8-ae3b-378a61143f53 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:37:02.456042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 214975b9-d111-4bb8-ae3b-378a61143f53) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:02.470397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439ca970-558f-46d0-9f68-c011ccf94d95 None None] Network 214975b9-d111-4bb8-ae3b-378a61143f53 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:02.494642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.500424 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:02.575787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6bc8c6a5-102c-45f3-b9d0-ae76159871c1 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1201231 Feb 09 20:37:02.609063 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eff3e037-5b64-44a4-934e-2df11f17488c req-d525fc12-d601-4922-9322-d32d8bb0e8de tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665068 Feb 09 20:37:02.634422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-836cf0d6-bf4a-49ae-8d13-be5eb30ac46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.635388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d175d0-6b67-4118-a101-330e95d0e7fe None None] Network 214975b9-d111-4bb8-ae3b-378a61143f53 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:02.639527 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-836cf0d6-bf4a-49ae-8d13-be5eb30ac46a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=26c6d712558447469ed8afaa092b79d7&device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 1127 time: 0.1809819 Feb 09 20:37:02.863508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-b2b28772-1a81-47bd-8a2a-bfef481a7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.865122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-b2b28772-1a81-47bd-8a2a-bfef481a7a9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.4297512 Feb 09 20:37:02.886037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-6cbecd04-1534-4e86-9fe8-02f61e9b8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.895862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-6cbecd04-1534-4e86-9fe8-02f61e9b8f2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 200 len: 924 time: 0.2503421 Feb 09 20:37:02.944763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-0b1f7751-2ebb-4aea-ab8f-e34d1cbcb5f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcbab92b-82b7-4e50-812a-fa77bde48d86 HTTP/1.1" status: 200 len: 217 time: 0.0418870 Feb 09 20:37:02.949328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a3aae-6cf6-49b8-8a26-a7a4d266dd07 req-429e744e-6fb6-4625-8ccc-d9f179b985a0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.950852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-047a3aae-6cf6-49b8-8a26-a7a4d266dd07 req-429e744e-6fb6-4625-8ccc-d9f179b985a0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 969 time: 0.1920540 Feb 09 20:37:02.956001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa7376-bf26-4d32-b983-0b8ed7ee0e17 req-f49a4487-1ae3-4aca-bcab-966efc807edf tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.957618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-33aa7376-bf26-4d32-b983-0b8ed7ee0e17 req-f49a4487-1ae3-4aca-bcab-966efc807edf tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 936 time: 0.1196740 Feb 09 20:37:02.994453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-c5b93782-987e-4cda-a579-e36a03d2bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:02.996567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-c5b93782-987e-4cda-a579-e36a03d2bba5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1216078 Feb 09 20:37:03.023394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-1b12c595-8068-451b-8f4f-5fcf0bdd6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:03.024878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-1b12c595-8068-451b-8f4f-5fcf0bdd6c9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de HTTP/1.1" status: 200 len: 862 time: 0.0663838 Feb 09 20:37:03.056213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4e7dbaca-ffbc-44f1-923f-55659e87088c details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:03.080484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-33aa7376-bf26-4d32-b983-0b8ed7ee0e17 req-b5622772-3eed-4c53-99de-f58f434e684a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960519 Feb 09 20:37:03.121424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-50c5a19e-891b-4b5d-8aa0-75e2cb7a60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:03.122212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-047a3aae-6cf6-49b8-8a26-a7a4d266dd07 req-10406380-ec39-46e2-ac57-dcc09f1a0dda tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600139 Feb 09 20:37:03.122829 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-50c5a19e-891b-4b5d-8aa0-75e2cb7a60a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=612b438a-1210-43b6-8c6f-3a3427b4ad7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0860252 Feb 09 20:37:03.128361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8af6da8-265a-4c38-a40b-566826328620 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:03.142179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Publish callbacks [] for port (e8af6da8-265a-4c38-a40b-566826328620), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.190226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Transition to ACTIVE for port object e8af6da8-265a-4c38-a40b-566826328620 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:03.198744 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e8af6da8-265a-4c38-a40b-566826328620), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.204834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-e79efeed-6b96-489d-933b-fd78b33cae57 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017853 Feb 09 20:37:03.258325 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-ffe0f4d5-3635-4f1c-8c4b-5a92a183bfb2 service neutron] 10.222.0.50 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286879 Feb 09 20:37:03.285498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4e7dbaca-ffbc-44f1-923f-55659e87088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4e7dbaca-ffbc-44f1-923f-55659e87088c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:03.304106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '4e7dbaca-ffbc-44f1-923f-55659e87088c', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '4e7dbaca-ffbc-44f1-923f-55659e87088c', 'mac_address': 'fa:16:3e:2a:63:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:03.384144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:03.390277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1794007181-network', 'tenant_id': 'dc9a9247761a4f6c96c9cb8b52e56357'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:03.394221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 4e7dbaca-ffbc-44f1-923f-55659e87088c is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:03.394810 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.411779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7dbaca-ffbc-44f1-923f-55659e87088c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:03.414299 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf672dbe-b9ca-4ef7-ba93-356592c61205 req-ec0c7382-63db-409c-b5b3-421162a7d21e service neutron] 10.222.0.50 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482940 Feb 09 20:37:03.439628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4e7dbaca-ffbc-44f1-923f-55659e87088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4e7dbaca-ffbc-44f1-923f-55659e87088c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:03.442828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8af6da8-265a-4c38-a40b-566826328620,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:03.443031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Made reservation on behalf of dc9a9247761a4f6c96c9cb8b52e56357 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:03.456928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.465098 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.473263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.518719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845aeeb-e4ec-4b32-a7f0-7cf362174f8c req-ea334736-2283-4987-a869-9c74035c985d tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:03.520351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1845aeeb-e4ec-4b32-a7f0-7cf362174f8c req-ea334736-2283-4987-a869-9c74035c985d tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 944 time: 0.2391863 Feb 09 20:37:03.536852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Attempting to bind port e8af6da8-265a-4c38-a40b-566826328620 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:03.537208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Attempting to bind port e8af6da8-265a-4c38-a40b-566826328620 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:03.537555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Attempting to bind port e8af6da8-265a-4c38-a40b-566826328620 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:03.548004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-268902b5-4ae5-498d-ace9-3e96d6f71272 req-80f9ed38-80db-4791-937d-4583a08c7144 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361833 Feb 09 20:37:03.551754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=4e7dbaca-ffbc-44f1-923f-55659e87088c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:03.562735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Port e8af6da8-265a-4c38-a40b-566826328620 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:03.563063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Attempting to bind port e8af6da8-265a-4c38-a40b-566826328620 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:03.578406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:03.578647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:03.579034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:03.579494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Bound port: e8af6da8-265a-4c38-a40b-566826328620, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:03.579890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e8af6da8-265a-4c38-a40b-566826328620), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.612460 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Publish callbacks [] for security_group (64a59413-5a45-4a99-9691-f4e5707f7e4b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.618597 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (64a59413-5a45-4a99-9691-f4e5707f7e4b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.620585 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1845aeeb-e4ec-4b32-a7f0-7cf362174f8c req-5339ac26-9076-4dbd-b116-7b2d3787a762 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862768 Feb 09 20:37:03.674901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:37:03.690885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] For port e8af6da8-265a-4c38-a40b-566826328620, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:03.693140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a59413-5a45-4a99-9691-f4e5707f7e4b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:03.696117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] For port e8af6da8-265a-4c38-a40b-566826328620, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e8af6da8-265a-4c38-a40b-566826328620,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:03.696610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (702f3cfb-7c43-4695-9fd8-fab4d843ed7c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.697463 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Added segment 702f3cfb-7c43-4695-9fd8-fab4d843ed7c of type vlan for network 77509c18-d4cb-4402-9e4d-fdd2b8124331 Feb 09 20:37:03.726098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e8af6da8-265a-4c38-a40b-566826328620), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.746442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (77509c18-d4cb-4402-9e4d-fdd2b8124331), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.783190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (77509c18-d4cb-4402-9e4d-fdd2b8124331), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.784283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:03.784917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.819759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:03.820547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.822062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] 10.222.0.13 "PUT /v2.0/ports/e8af6da8-265a-4c38-a40b-566826328620 HTTP/1.1" status: 200 len: 1118 time: 1.8349168 Feb 09 20:37:03.825830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e', 'tag': 'e8af6da8-265a-4c38-a40b-566826328620'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:03.826026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['4e7dbaca-ffbc-44f1-923f-55659e87088c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:03.828427 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578053b0-c70c-4032-93fb-76b05429ef07" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e", "tag": "e8af6da8-265a-4c38-a40b-566826328620"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:03.860224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b09430-7eb1-49db-b240-20744aa18de1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8af6da8-265a-4c38-a40b-566826328620,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:03.912234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5233901 Feb 09 20:37:03.922806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:03.930038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Request body: {'subnet': {'network_id': '77509c18-d4cb-4402-9e4d-fdd2b8124331', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1794007181-subnet', 'tenant_id': 'dc9a9247761a4f6c96c9cb8b52e56357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:03.936912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e508-3e2d-45db-a806-624d169e4860 req-868bc37f-be0f-4466-bd24-0316c51adfab tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:03.939237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1725e508-3e2d-45db-a806-624d169e4860 req-868bc37f-be0f-4466-bd24-0316c51adfab tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 949 time: 0.1685126 Feb 09 20:37:03.952538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679eff1-9398-4a45-84a6-479d8cbadcf3 admin admin] Pushing event updated for resources: {'Network': ['ID=77509c18-d4cb-4402-9e4d-fdd2b8124331,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:03.965882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Made reservation on behalf of dc9a9247761a4f6c96c9cb8b52e56357 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:03.969901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:03.984478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 77509c18-d4cb-4402-9e4d-fdd2b8124331 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:37:04.007579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-906436c7-1738-46b6-ab31-c76be8e81758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.009166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-906436c7-1738-46b6-ab31-c76be8e81758 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 1152 time: 0.1414437 Feb 09 20:37:04.045705 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497bfd72-03c6-4e37-96c1-290af8c464df x-openstack-request-id: req-497bfd72-03c6-4e37-96c1-290af8c464df {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:04.046037 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e", "tag": "e8af6da8-265a-4c38-a40b-566826328620", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:04.046257 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-497bfd72-03c6-4e37-96c1-290af8c464df {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:04.046656 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e', 'tag': 'e8af6da8-265a-4c38-a40b-566826328620', 'status': 'completed', 'code': 200} Feb 09 20:37:04.087288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1725e508-3e2d-45db-a806-624d169e4860 req-fd7dfa70-99ff-4a70-ac70-7175a6e43a1c tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397760 Feb 09 20:37:04.088493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-cc40ffaf-9d5e-439a-93c4-6ffe69d4c491 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e8af6da8-265a-4c38-a40b-566826328620 HTTP/1.1" status: 200 len: 217 time: 0.0675557 Feb 09 20:37:04.160652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-c5801912-eb5d-41cb-ae38-e9a5311b51af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.162238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-c5801912-eb5d-41cb-ae38-e9a5311b51af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0671735 Feb 09 20:37:04.269222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-53c0b835-61cb-438f-986c-d281abcab837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.271348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-53c0b835-61cb-438f-986c-d281abcab837 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1019726 Feb 09 20:37:04.272740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (f92815e2-00b8-4357-b841-d20a9d27a1b9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:04.348050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbc14a-4a9d-43e9-8c96-918b3b5fd194 req-5328d4ae-1acf-4f8b-87d0-a75e71c0423f tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.351210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36cbc14a-4a9d-43e9-8c96-918b3b5fd194 req-5328d4ae-1acf-4f8b-87d0-a75e71c0423f tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 969 time: 0.1140759 Feb 09 20:37:04.354024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92815e2-00b8-4357-b841-d20a9d27a1b9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:04.383071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08851e12-d48f-4cf3-86a6-11cb87686d12 req-08cc729a-58ab-4ade-9c63-410e5487b9da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.384165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-08851e12-d48f-4cf3-86a6-11cb87686d12 req-08cc729a-58ab-4ade-9c63-410e5487b9da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 969 time: 0.1057775 Feb 09 20:37:04.387774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Checking segment: {'id': '702f3cfb-7c43-4695-9fd8-fab4d843ed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '77509c18-d4cb-4402-9e4d-fdd2b8124331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:04.387934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Network hostable DHCP agents. Network: 77509c18-d4cb-4402-9e4d-fdd2b8124331, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:37:04.406273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-a8ed0359-48be-4322-8a47-559e62061267 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285224 Feb 09 20:37:04.425710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Network 77509c18-d4cb-4402-9e4d-fdd2b8124331 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:37:04.443988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 77509c18-d4cb-4402-9e4d-fdd2b8124331) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:04.449197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-08851e12-d48f-4cf3-86a6-11cb87686d12 req-053afb07-2069-473d-b75b-0e34f915d68f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580738 Feb 09 20:37:04.457386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.457987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:04.461489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e3ea2-f824-4e33-b007-2a63128a975e None None] Network 77509c18-d4cb-4402-9e4d-fdd2b8124331 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:04.463507 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36cbc14a-4a9d-43e9-8c96-918b3b5fd194 req-8678739d-f837-4d5a-8e76-87b9f56a1240 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068752 Feb 09 20:37:04.489269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8622795-e2f9-4fcc-a5b5-d365868c7038 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5575085 Feb 09 20:37:04.532171 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f11082f-ab98-4f48-8647-22e009e1ba11 req-5fec79b7-8f49-4040-8204-d18d8a8fe338 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202681 Feb 09 20:37:04.646071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c162c30-fda4-4f75-b95b-21ec6d82e99a None None] Network 77509c18-d4cb-4402-9e4d-fdd2b8124331 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:04.690167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578053b0-c70c-4032-93fb-76b05429ef07 req-962eabca-06bd-43f6-8420-fc211461aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.691902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-578053b0-c70c-4032-93fb-76b05429ef07 req-962eabca-06bd-43f6-8420-fc211461aea5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 1152 time: 0.1021504 Feb 09 20:37:04.869738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d27f21-1b6c-48ef-af04-ebfed638640f req-e2f5acb8-ed58-4fa9-8c9a-26e84dda0e2f tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.877223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e6d27f21-1b6c-48ef-af04-ebfed638640f req-e2f5acb8-ed58-4fa9-8c9a-26e84dda0e2f tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 944 time: 0.1107669 Feb 09 20:37:04.888717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578053b0-c70c-4032-93fb-76b05429ef07 req-4c46d6af-5467-47ec-9fc1-2bd4f75c5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:04.890163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-578053b0-c70c-4032-93fb-76b05429ef07 req-4c46d6af-5467-47ec-9fc1-2bd4f75c5069 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1910384 Feb 09 20:37:04.938602 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-578053b0-c70c-4032-93fb-76b05429ef07 req-afb42b12-6a06-4eb7-af15-8ece294b4099 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e8af6da8-265a-4c38-a40b-566826328620 HTTP/1.1" status: 200 len: 217 time: 0.0413632 Feb 09 20:37:04.986461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e6d27f21-1b6c-48ef-af04-ebfed638640f req-340b8a76-0b02-4891-8c2e-336c1bec8102 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082745 Feb 09 20:37:05.002625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578053b0-c70c-4032-93fb-76b05429ef07 req-dd0cd048-c88b-47bd-aaf3-94b90fd7b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:05.004163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-578053b0-c70c-4032-93fb-76b05429ef07 req-dd0cd048-c88b-47bd-aaf3-94b90fd7b00a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0599484 Feb 09 20:37:05.058790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bcbab92b-82b7-4e50-812a-fa77bde48d86 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:05.075718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578053b0-c70c-4032-93fb-76b05429ef07 req-3bb9312f-3262-4f16-a2cd-db7255d0d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:05.077503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-578053b0-c70c-4032-93fb-76b05429ef07 req-3bb9312f-3262-4f16-a2cd-db7255d0d5e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0665376 Feb 09 20:37:05.078834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4e7dbaca-ffbc-44f1-923f-55659e87088c up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:05.205411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-578053b0-c70c-4032-93fb-76b05429ef07 req-c72986a5-1e73-4a90-8ec5-ff76d427f09f service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211591 Feb 09 20:37:05.207934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 4e7dbaca-ffbc-44f1-923f-55659e87088c completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:05.221113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 4e7dbaca-ffbc-44f1-923f-55659e87088c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:05.221490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:05.258399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-9a956f14-1d89-4843-bed5-5ddd9096ef12 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:05.259946 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-9a956f14-1d89-4843-bed5-5ddd9096ef12 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 821 time: 0.1237562 Feb 09 20:37:05.273423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bcbab92b-82b7-4e50-812a-fa77bde48d86, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bcbab92b-82b7-4e50-812a-fa77bde48d86,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:05.289658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-5e14a43b-f17d-4ba5-96b6-88022f04c863 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/quotas/97292526b23f47e7b063a919fd79ffee HTTP/1.1" status: 200 len: 375 time: 0.0168118 Feb 09 20:37:05.293168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'port_id': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'mac_address': 'fa:16:3e:9a:3f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:05.340067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-578053b0-c70c-4032-93fb-76b05429ef07 req-fe9d6552-1193-4918-81a7-d018b800dc8f service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269369 Feb 09 20:37:05.340667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-065f2e94-1cca-4966-8e55-f32a70b97287 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495176 Feb 09 20:37:05.368581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5c2b-19c8-4240-94c0-53d3579851ef req-a8a5b4f5-3831-4f62-81c9-30320c3682dc tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:05.369859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bcbab92b-82b7-4e50-812a-fa77bde48d86 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:05.370097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b5d5c2b-19c8-4240-94c0-53d3579851ef req-a8a5b4f5-3831-4f62-81c9-30320c3682dc tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 949 time: 0.0712891 Feb 09 20:37:05.370271 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:05.379899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 4e7dbaca-ffbc-44f1-923f-55659e87088c is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:05.380290 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:05.395230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbab92b-82b7-4e50-812a-fa77bde48d86 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:05.422650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b5d5c2b-19c8-4240-94c0-53d3579851ef req-622d0f47-99b6-468c-a44e-6a3296c7d41e tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Feb 09 20:37:05.423766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c14a493-47a8-4653-92d7-e14a3afc44a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7dbaca-ffbc-44f1-923f-55659e87088c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:05.425994 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5b6282-4ab9-497d-b8ca-f16d7203b0f5" -d '{"events": [{"server_uuid": "7c14a493-47a8-4653-92d7-e14a3afc44a9", "name": "network-vif-plugged", "status": "completed", "tag": "4e7dbaca-ffbc-44f1-923f-55659e87088c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:05.432926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bcbab92b-82b7-4e50-812a-fa77bde48d86, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bcbab92b-82b7-4e50-812a-fa77bde48d86,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:05.439835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:05.447210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4e7dbaca-ffbc-44f1-923f-55659e87088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4e7dbaca-ffbc-44f1-923f-55659e87088c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:05.489665 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:05.517994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bcbab92b-82b7-4e50-812a-fa77bde48d86,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:05.521440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-31791063-005a-49bf-8fc8-af5cb0bdc64a service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:37:05.522574 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-31791063-005a-49bf-8fc8-af5cb0bdc64a service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0632627 Feb 09 20:37:05.563159 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9c7c21-64a3-47f1-9af2-8f7a8cc2c1ae x-openstack-request-id: req-2e9c7c21-64a3-47f1-9af2-8f7a8cc2c1ae {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:05.563539 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c14a493-47a8-4653-92d7-e14a3afc44a9", "name": "network-vif-plugged", "status": "completed", "tag": "4e7dbaca-ffbc-44f1-923f-55659e87088c", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:05.563878 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2e9c7c21-64a3-47f1-9af2-8f7a8cc2c1ae {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:05.564404 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c14a493-47a8-4653-92d7-e14a3afc44a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7dbaca-ffbc-44f1-923f-55659e87088c', 'code': 200} Feb 09 20:37:05.596622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=4e7dbaca-ffbc-44f1-923f-55659e87088c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:05.636757 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-307c1774-924a-4a89-8f49-b8ff0e1bed91 service neutron] 10.222.0.102 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052225 Feb 09 20:37:05.688655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bcbab92b-82b7-4e50-812a-fa77bde48d86'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:05.709367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057e3bd-0a68-4d60-8004-42bf132bdbac req-91fc7aff-df54-4065-bd54-4d018a53f58a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:05.710850 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3057e3bd-0a68-4d60-8004-42bf132bdbac req-91fc7aff-df54-4065-bd54-4d018a53f58a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 969 time: 0.0527422 Feb 09 20:37:05.755773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c52bf-333a-43c3-93e7-a07e4499715d req-40bf9f4d-3a73-4815-a877-a0cf82a83034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:05.757274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-821c52bf-333a-43c3-93e7-a07e4499715d req-40bf9f4d-3a73-4815-a877-a0cf82a83034 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 1133 time: 0.1188445 Feb 09 20:37:05.765813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3057e3bd-0a68-4d60-8004-42bf132bdbac req-70d53182-8f62-4d76-890f-b6f83dcd0b13 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 Feb 09 20:37:05.768223 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-3ddcd0e2-f717-4ea5-8810-cb9caa5fada3 service neutron] 10.222.0.102 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308730 Feb 09 20:37:05.820866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-821c52bf-333a-43c3-93e7-a07e4499715d req-5cbb80b5-09d5-40c3-90aa-e7058899e94f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514541 Feb 09 20:37:05.892162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150c9da-917e-41ca-8a9c-a4c4121032f6 req-6de4b483-7988-4560-b617-c1c57370ae4e tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:05.892517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1150c9da-917e-41ca-8a9c-a4c4121032f6 req-6de4b483-7988-4560-b617-c1c57370ae4e tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 969 time: 0.0589426 Feb 09 20:37:05.947793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1150c9da-917e-41ca-8a9c-a4c4121032f6 req-74c6b88d-8f05-45ef-a8e4-511f2e70ed39 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Feb 09 20:37:06.038639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed8c03b8-1935-41e3-a862-5597cf001859 req-1b937c3d-7ddf-43c3-84fc-947d1423f664 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 210 time: 0.0309882 Feb 09 20:37:06.175654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f0af4867-3db7-4a03-b998-b1274576ed34 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:06.217985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9372f0-1563-48ae-b836-ff2475e57ce1 req-8d587c96-c07c-404a-b03b-577b875668d6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:06.225291 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da9372f0-1563-48ae-b836-ff2475e57ce1 req-8d587c96-c07c-404a-b03b-577b875668d6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 945 time: 0.0699468 Feb 09 20:37:06.294029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da9372f0-1563-48ae-b836-ff2475e57ce1 req-d991b0ea-e08f-454d-b33a-3241fe7735ee tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647759 Feb 09 20:37:06.346686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:06.364437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'mac_address': 'fa:16:3e:83:e0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:tempest-test_az-628537534', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:06.440650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port f0af4867-3db7-4a03-b998-b1274576ed34 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:06.441298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:06.470649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0af4867-3db7-4a03-b998-b1274576ed34 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:06.502673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:06.508228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:06.580089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:06.616184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:06.718306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:06.731951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f41af-ca7a-4f51-83d5-334444cf2f2f req-a3db0e67-8edf-4c64-86c3-6a23988a54be tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:06.740736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e6f41af-ca7a-4f51-83d5-334444cf2f2f req-a3db0e67-8edf-4c64-86c3-6a23988a54be tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 950 time: 0.0696385 Feb 09 20:37:06.807377 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44fc95da-e35c-47b3-afe2-b1b033e858f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:06.807957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e6f41af-ca7a-4f51-83d5-334444cf2f2f req-aac2c37e-dff8-438c-9d7d-eff2639a272e tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Feb 09 20:37:06.970859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44fc95da-e35c-47b3-afe2-b1b033e858f1 admin admin] Publish callbacks [] for security_group (0c0e6548-1b1f-4a3b-9534-f696ffabd819), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:06.977751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44fc95da-e35c-47b3-afe2-b1b033e858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0c0e6548-1b1f-4a3b-9534-f696ffabd819), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.031742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44fc95da-e35c-47b3-afe2-b1b033e858f1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b3abf534e1e94f55a92b43c766e23f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123411 Feb 09 20:37:07.032835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:07.041356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc95da-e35c-47b3-afe2-b1b033e858f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0e6548-1b1f-4a3b-9534-f696ffabd819,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:07.057244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea58f9-6a0d-439e-97ef-0ba95f0a9837 req-4a18e63d-b1d0-41ec-abe2-cfea0ea17c24 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:07.059757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bcbab92b-82b7-4e50-812a-fa77bde48d86 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:07.068257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6dea58f9-6a0d-439e-97ef-0ba95f0a9837 req-4a18e63d-b1d0-41ec-abe2-cfea0ea17c24 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 970 time: 0.1464646 Feb 09 20:37:07.095609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37518) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:07.119122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port bcbab92b-82b7-4e50-812a-fa77bde48d86 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:07.125856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port bcbab92b-82b7-4e50-812a-fa77bde48d86 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:07.126251 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.136287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6dea58f9-6a0d-439e-97ef-0ba95f0a9837 req-cb7c3308-8089-4f25-945a-63f4b100f913 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662725 Feb 09 20:37:07.147058 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1beb54ce-e45d-4193-b53d-8d67d6c78586 admin admin] Publish callbacks [] for security_group (0c0e6548-1b1f-4a3b-9534-f696ffabd819), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.168868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a254fd-a9e0-4d34-b7ba-3b11ea4952da req-40510351-e401-43fc-8e36-d59a5ad6e0b5 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:07.175795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73a254fd-a9e0-4d34-b7ba-3b11ea4952da req-40510351-e401-43fc-8e36-d59a5ad6e0b5 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 969 time: 0.1050251 Feb 09 20:37:07.209859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1beb54ce-e45d-4193-b53d-8d67d6c78586 admin admin] Publish callbacks [] for security_group (0c0e6548-1b1f-4a3b-9534-f696ffabd819), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.245003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bcbab92b-82b7-4e50-812a-fa77bde48d86 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:07.246516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.272785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73a254fd-a9e0-4d34-b7ba-3b11ea4952da req-e784e759-8db7-471d-b268-846069558ec4 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954828 Feb 09 20:37:07.294035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be6da569-e7ce-40e3-923f-93f6d0411638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.317029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1beb54ce-e45d-4193-b53d-8d67d6c78586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0c0e6548-1b1f-4a3b-9534-f696ffabd819), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.319937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1beb54ce-e45d-4193-b53d-8d67d6c78586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.321080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1beb54ce-e45d-4193-b53d-8d67d6c78586 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0c0e6548-1b1f-4a3b-9534-f696ffabd819 HTTP/1.1" status: 204 len: 168 time: 0.2870307 Feb 09 20:37:07.333711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bcbab92b-82b7-4e50-812a-fa77bde48d86, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bcbab92b-82b7-4e50-812a-fa77bde48d86,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:07.340511 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.341745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb54ce-e45d-4193-b53d-8d67d6c78586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0e6548-1b1f-4a3b-9534-f696ffabd819,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:07.398609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bcbab92b-82b7-4e50-812a-fa77bde48d86,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:07.512250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1548b6-dcbc-4597-af7b-489df3036897 req-07c7b139-99f6-4e83-9ddb-185e093d8a60 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:07.514439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c1548b6-dcbc-4597-af7b-489df3036897 req-07c7b139-99f6-4e83-9ddb-185e093d8a60 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 946 time: 0.1080165 Feb 09 20:37:07.531517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9a0db3a-5c00-4905-bfca-108b7be9918b req-560b8887-9ee4-4c5d-b51f-364bb83db164 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 210 time: 0.1452065 Feb 09 20:37:07.566754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbab92b-82b7-4e50-812a-fa77bde48d86'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:07.569715 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf53307-92de-471f-a972-e3f03f8f5df7" -d '{"events": [{"server_uuid": "95f421ed-81ca-4436-b4c8-5cb09701de67", "name": "network-vif-plugged", "status": "completed", "tag": "bcbab92b-82b7-4e50-812a-fa77bde48d86"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:07.591293 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-611a21d9-fca5-4dbd-9429-61868ce6195e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.608841 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c1548b6-dcbc-4597-af7b-489df3036897 req-06ec0d4f-268b-4095-8c0e-0e30a1b0a1b7 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876129 Feb 09 20:37:07.609444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:07.613841 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d909f7e-3203-4574-ae6e-cad956feb00f x-openstack-request-id: req-4d909f7e-3203-4574-ae6e-cad956feb00f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:07.614198 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f421ed-81ca-4436-b4c8-5cb09701de67", "name": "network-vif-plugged", "status": "completed", "tag": "bcbab92b-82b7-4e50-812a-fa77bde48d86", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:07.614501 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4d909f7e-3203-4574-ae6e-cad956feb00f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:07.614893 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'code': 200} Feb 09 20:37:07.655539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-1f1dac19-01f8-42fe-93ef-51f679d70c97 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:07.657038 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-1f1dac19-01f8-42fe-93ef-51f679d70c97 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 821 time: 0.3326762 Feb 09 20:37:07.672576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Request body: {'port': {'device_id': '51c76fda-e743-4de7-9aa4-27574849370b', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'admin_state_up': True, 'tenant_id': '97292526b23f47e7b063a919fd79ffee'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:07.747573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be6da569-e7ce-40e3-923f-93f6d0411638 admin admin] Publish callbacks [] for security_group (efd1c6a3-9f23-4884-b374-354d81ec6c48), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.753750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be6da569-e7ce-40e3-923f-93f6d0411638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (efd1c6a3-9f23-4884-b374-354d81ec6c48), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.800977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79219cda-7898-4a22-bd7b-417d17df9987 req-ab4b70bd-0b53-4ab2-9963-2834ba3ac942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:07.802415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79219cda-7898-4a22-bd7b-417d17df9987 req-ab4b70bd-0b53-4ab2-9963-2834ba3ac942 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 1129 time: 0.0973256 Feb 09 20:37:07.805766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f058a10b-5831-4d74-a60e-988210e768a4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d5085bb2b4df4095b9bda3efb0e5b5d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1951351 Feb 09 20:37:07.808100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-be6da569-e7ce-40e3-923f-93f6d0411638 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=04e3e000fbc848228aea2c89cab4b55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7103705 Feb 09 20:37:07.810919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:07.811505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:07.829109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:07.833976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6da569-e7ce-40e3-923f-93f6d0411638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd1c6a3-9f23-4884-b374-354d81ec6c48,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:07.862433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Made reservation on behalf of 97292526b23f47e7b063a919fd79ffee for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:07.869413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.894690 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89d790ea-7ab9-49e5-8106-5682664ba720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.964798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79219cda-7898-4a22-bd7b-417d17df9987 req-d2c7708f-83ef-43e1-83be-43140de78012 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414435 Feb 09 20:37:07.976791 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d29627f-581d-4c61-b990-9e026fc066d3 admin admin] Publish callbacks [] for security_group (5d88bdfd-883d-4155-b898-4f2a4568ccc8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.988161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e0d18-a975-4856-b263-e09398fb6a4e req-0b876028-dc94-4e63-97e4-0a9544de1674 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:07.989183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09cf143c-6bdc-4525-b4f4-5226fe0fdd24 admin admin] Publish callbacks [] for security_group (efd1c6a3-9f23-4884-b374-354d81ec6c48), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:07.989604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-677e0d18-a975-4856-b263-e09398fb6a4e req-0b876028-dc94-4e63-97e4-0a9544de1674 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 950 time: 0.1066046 Feb 09 20:37:08.032582 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d29627f-581d-4c61-b990-9e026fc066d3 admin admin] Publish callbacks [] for security_group (5d88bdfd-883d-4155-b898-4f2a4568ccc8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.040891 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09cf143c-6bdc-4525-b4f4-5226fe0fdd24 admin admin] Publish callbacks [] for security_group (efd1c6a3-9f23-4884-b374-354d81ec6c48), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.076850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Allocated IP 172.20.0.13 (214975b9-d111-4bb8-ae3b-378a61143f53/9f63afb1-c10e-4345-ab56-2ecd1228ad55/1aaa6a06-d7e7-4691-85a2-9b50e460923f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:08.081829 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-677e0d18-a975-4856-b263-e09398fb6a4e req-164cb79d-5ee1-4418-a791-5513c36c9573 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824244 Feb 09 20:37:08.124223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89d790ea-7ab9-49e5-8106-5682664ba720 admin admin] Publish callbacks [] for security_group (9b9eab0d-172a-4b0f-9872-ca31ede7f8ec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.129498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89d790ea-7ab9-49e5-8106-5682664ba720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9b9eab0d-172a-4b0f-9872-ca31ede7f8ec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.167494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d29627f-581d-4c61-b990-9e026fc066d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5d88bdfd-883d-4155-b898-4f2a4568ccc8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.170110 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d29627f-581d-4c61-b990-9e026fc066d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.173833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6d29627f-581d-4c61-b990-9e026fc066d3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5d88bdfd-883d-4155-b898-4f2a4568ccc8 HTTP/1.1" status: 204 len: 168 time: 0.3586459 Feb 09 20:37:08.175823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09cf143c-6bdc-4525-b4f4-5226fe0fdd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (efd1c6a3-9f23-4884-b374-354d81ec6c48), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.178480 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09cf143c-6bdc-4525-b4f4-5226fe0fdd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.179594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-09cf143c-6bdc-4525-b4f4-5226fe0fdd24 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/efd1c6a3-9f23-4884-b374-354d81ec6c48 HTTP/1.1" status: 204 len: 168 time: 0.3658116 Feb 09 20:37:08.181686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d790ea-7ab9-49e5-8106-5682664ba720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9eab0d-172a-4b0f-9872-ca31ede7f8ec,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:08.191197 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-89d790ea-7ab9-49e5-8106-5682664ba720 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ccf38e2ae9c346978c19009f13a3cfc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491728 Feb 09 20:37:08.192473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:08.211458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e8af6da8-265a-4c38-a40b-566826328620 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:08.214378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29627f-581d-4c61-b990-9e026fc066d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d88bdfd-883d-4155-b898-4f2a4568ccc8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:08.261521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf143c-6bdc-4525-b4f4-5226fe0fdd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd1c6a3-9f23-4884-b374-354d81ec6c48,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:08.290174 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa0c-c37e-4cb9-bfeb-b9c441e636de admin admin] Publish callbacks [] for security_group (9b9eab0d-172a-4b0f-9872-ca31ede7f8ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.326215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa0c-c37e-4cb9-bfeb-b9c441e636de admin admin] Publish callbacks [] for security_group (9b9eab0d-172a-4b0f-9872-ca31ede7f8ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.362473 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks [] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.391552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f0af4867-3db7-4a03-b998-b1274576ed34 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:08.445745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9510d-f972-44b2-b5b4-a56473a519e1 req-0e92e2e8-ca20-4745-94e7-d611ecc2d535 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:08.454553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cce9510d-f972-44b2-b5b4-a56473a519e1 req-0e92e2e8-ca20-4745-94e7-d611ecc2d535 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 970 time: 0.1396508 Feb 09 20:37:08.486818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e8af6da8-265a-4c38-a40b-566826328620, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e8af6da8-265a-4c38-a40b-566826328620,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:08.502693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'e8af6da8-265a-4c38-a40b-566826328620', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'e8af6da8-265a-4c38-a40b-566826328620', 'mac_address': 'fa:16:3e:26:17:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:tempest-test_az-628537534', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:08.507008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa0c-c37e-4cb9-bfeb-b9c441e636de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9b9eab0d-172a-4b0f-9872-ca31ede7f8ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.516670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e15aa0c-c37e-4cb9-bfeb-b9c441e636de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.519927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3e15aa0c-c37e-4cb9-bfeb-b9c441e636de admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9b9eab0d-172a-4b0f-9872-ca31ede7f8ec HTTP/1.1" status: 204 len: 168 time: 0.3268321 Feb 09 20:37:08.532454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31343f-e8ae-4afb-a356-8f9cde8d11a6 req-6ff69873-3f13-48aa-90ea-d65a02308b20 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:08.534359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f31343f-e8ae-4afb-a356-8f9cde8d11a6 req-6ff69873-3f13-48aa-90ea-d65a02308b20 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 969 time: 0.1198044 Feb 09 20:37:08.535709 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.561478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port f0af4867-3db7-4a03-b998-b1274576ed34 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:08.569370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port f0af4867-3db7-4a03-b998-b1274576ed34 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:08.569783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cce9510d-f972-44b2-b5b4-a56473a519e1 req-9d1aa277-e3c1-4e96-9917-3646ff8e9b4a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137719 Feb 09 20:37:08.570376 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.574135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port e8af6da8-265a-4c38-a40b-566826328620 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:08.574446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15aa0c-c37e-4cb9-bfeb-b9c441e636de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9eab0d-172a-4b0f-9872-ca31ede7f8ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:08.574666 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e8af6da8-265a-4c38-a40b-566826328620), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.605271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Pushing event updated for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:08.638353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Network 214975b9-d111-4bb8-ae3b-378a61143f53 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:08.640813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8af6da8-265a-4c38-a40b-566826328620 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:08.644894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:08.653856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:08.659635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:08.660322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.684369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0e7c280c-a6d1-464e-a5d5-c8430b233487 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0176036 Feb 09 20:37:08.689700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e8af6da8-265a-4c38-a40b-566826328620, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e8af6da8-265a-4c38-a40b-566826328620,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:08.698107 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e8af6da8-265a-4c38-a40b-566826328620), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.699602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Request body: {'port': {'device_id': '51c76fda-e743-4de7-9aa4-27574849370b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:08.724099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f31343f-e8ae-4afb-a356-8f9cde8d11a6 req-0a3175d6-6984-4519-8bc6-34a4cf1c15c4 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262574 Feb 09 20:37:08.750704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca7540-37e6-4d9c-87cc-1e5a63cc9ef4 req-4e7f4176-5b01-4f7b-b5ac-082f9fd489da tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:08.759279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fca7540-37e6-4d9c-87cc-1e5a63cc9ef4 req-4e7f4176-5b01-4f7b-b5ac-082f9fd489da tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 932 time: 0.0875793 Feb 09 20:37:08.810962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.832907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fca7540-37e6-4d9c-87cc-1e5a63cc9ef4 req-357a046f-5c6d-49b6-8b88-4412a926979f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725124 Feb 09 20:37:08.857633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port f0af4867-3db7-4a03-b998-b1274576ed34 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:08.858033 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.912766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:08.917601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['e8af6da8-265a-4c38-a40b-566826328620'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:08.935712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f57e-6312-43ea-a5fb-8447052f2174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.962542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=e8af6da8-265a-4c38-a40b-566826328620,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:08.998934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:09.010342 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.067139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f57e-6312-43ea-a5fb-8447052f2174 admin admin] Publish callbacks [] for security_group (5d364906-2c15-4ef4-84d2-6bb3fd8ffe17), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.074297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f57e-6312-43ea-a5fb-8447052f2174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5d364906-2c15-4ef4-84d2-6bb3fd8ffe17), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.165406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c4e2f57e-6312-43ea-a5fb-8447052f2174 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=64be14e772b548e883339707445c011f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487125 Feb 09 20:37:09.165627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37574) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:09.212678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2f57e-6312-43ea-a5fb-8447052f2174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d364906-2c15-4ef4-84d2-6bb3fd8ffe17,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:09.225018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:09.306338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65749-2023-41db-95dd-41d2f9654121 req-97aadba8-2bb7-4d3f-be53-75a2a4055d0e tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:09.313901 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-62a65749-2023-41db-95dd-41d2f9654121 req-97aadba8-2bb7-4d3f-be53-75a2a4055d0e tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 946 time: 0.4527135 Feb 09 20:37:09.335938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:09.345541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abed335a-005b-4d82-a364-d38644fccc4f admin admin] Publish callbacks [] for security_group (5d364906-2c15-4ef4-84d2-6bb3fd8ffe17), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.400602 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abed335a-005b-4d82-a364-d38644fccc4f admin admin] Publish callbacks [] for security_group (5d364906-2c15-4ef4-84d2-6bb3fd8ffe17), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.427193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032de58-6c9e-4f37-be5f-027352c2dd74 req-6eba9e28-e616-4b5b-9067-900435a6a466 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:09.428732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1032de58-6c9e-4f37-be5f-027352c2dd74 req-6eba9e28-e616-4b5b-9067-900435a6a466 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 950 time: 0.1946993 Feb 09 20:37:09.452737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-62a65749-2023-41db-95dd-41d2f9654121 req-d43eec09-f94a-4f4e-85ff-8e15f4250e2e tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371863 Feb 09 20:37:09.463024 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8366aec7-1d2a-4ece-b526-820a584feea4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9101ee38f6d3456bbe2549dda8ea296c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237471 Feb 09 20:37:09.467218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:09.531509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaa6a06-d7e7-4691-85a2-9b50e460923f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:09.535933 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1032de58-6c9e-4f37-be5f-027352c2dd74 req-25f61eaa-514f-407e-98ff-d8f17bd966b2 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915458 Feb 09 20:37:09.538218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abed335a-005b-4d82-a364-d38644fccc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5d364906-2c15-4ef4-84d2-6bb3fd8ffe17), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.540614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Publish callbacks [] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.541140 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abed335a-005b-4d82-a364-d38644fccc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.543784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-abed335a-005b-4d82-a364-d38644fccc4f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5d364906-2c15-4ef4-84d2-6bb3fd8ffe17 HTTP/1.1" status: 204 len: 168 time: 0.3760784 Feb 09 20:37:09.565449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed335a-005b-4d82-a364-d38644fccc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d364906-2c15-4ef4-84d2-6bb3fd8ffe17,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:09.565449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76022276-8959-4942-a6d0-e70bc05e582d admin admin] Publish callbacks [] for security_group (f850cb27-7de7-4daa-9729-9e4ac70842e2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.568221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Transition to ACTIVE for port object 1aaa6a06-d7e7-4691-85a2-9b50e460923f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:09.574642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.616181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:09.619339 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad1ad82-dc72-4953-9add-d90523974434" -d '{"events": [{"server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "name": "network-vif-plugged", "status": "completed", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:09.631025 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76022276-8959-4942-a6d0-e70bc05e582d admin admin] Publish callbacks [] for security_group (f850cb27-7de7-4daa-9729-9e4ac70842e2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.638129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:09.695207 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65e587d1-7f64-4153-b334-c1196e50475d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.717819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:09.718163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:09.718560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:09.724657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:09.724988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:09.730658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:09.730999 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:09.731424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:09.731901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Bound port: 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:09.732598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.756695 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9603a5-76f6-45bf-90a2-bfe6ab2a0f0e x-openstack-request-id: req-bd9603a5-76f6-45bf-90a2-bfe6ab2a0f0e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:09.757134 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "name": "network-vif-plugged", "status": "completed", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:09.757313 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bd9603a5-76f6-45bf-90a2-bfe6ab2a0f0e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:09.757726 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'code': 200} Feb 09 20:37:09.767133 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76022276-8959-4942-a6d0-e70bc05e582d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f850cb27-7de7-4daa-9729-9e4ac70842e2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.772339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76022276-8959-4942-a6d0-e70bc05e582d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.773735 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-76022276-8959-4942-a6d0-e70bc05e582d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f850cb27-7de7-4daa-9729-9e4ac70842e2 HTTP/1.1" status: 204 len: 168 time: 0.3041503 Feb 09 20:37:09.790403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce23bca-f1c9-465d-87f8-cb16e082c90d req-c627f635-e5c0-45d3-8d84-cb59e968f78d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:09.792697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fce23bca-f1c9-465d-87f8-cb16e082c90d req-c627f635-e5c0-45d3-8d84-cb59e968f78d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1020389 Feb 09 20:37:09.800268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76022276-8959-4942-a6d0-e70bc05e582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f850cb27-7de7-4daa-9729-9e4ac70842e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:09.894175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:09.897822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:09.910168 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.958077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:09.958709 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:09.961842 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 1093 time: 1.2672949 Feb 09 20:37:09.962414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:09.966391 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870e86a5-417e-41c4-889e-8d421a9f3ead" -d '{"events": [{"name": "network-changed", "server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:10.018038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2ad7e-1aaa-456e-b240-a270efac29d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:10.076342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-358a8d23-5fd4-4135-97f5-f7d58f7ddada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.078134 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-358a8d23-5fd4-4135-97f5-f7d58f7ddada service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1127 time: 0.0635276 Feb 09 20:37:10.119995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fce23bca-f1c9-465d-87f8-cb16e082c90d req-a5319f9a-b989-4957-b07c-345b20b0bfd1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157818 Feb 09 20:37:10.149348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3e111-d206-48ff-a6de-3bd91ce8808e req-f056266f-3bc0-4f60-82fc-70b62fce1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.151152 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5f3e111-d206-48ff-a6de-3bd91ce8808e req-f056266f-3bc0-4f60-82fc-70b62fce1638 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1154 time: 0.3112218 Feb 09 20:37:10.168258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-0f411e22-99b2-4467-9e8b-8487b6b7fe5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 217 time: 0.0825918 Feb 09 20:37:10.203274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e8af6da8-265a-4c38-a40b-566826328620 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:10.268142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5f3e111-d206-48ff-a6de-3bd91ce8808e req-aaa27ed7-043e-4ab9-a14e-28320dc5d3a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059957 Feb 09 20:37:10.272487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-ef6f63af-25c4-4bad-83ec-750a87432922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.274014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-ef6f63af-25c4-4bad-83ec-750a87432922 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.0885527 Feb 09 20:37:10.286599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54530d3-f950-4309-9836-839c7ef98aa5 req-72e989af-5c3a-4eb6-852c-7df250edfcb8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.288446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f54530d3-f950-4309-9836-839c7ef98aa5 req-72e989af-5c3a-4eb6-852c-7df250edfcb8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 944 time: 0.0793717 Feb 09 20:37:10.300789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57fa6c-d73d-49a0-8474-1aac3bca934b req-21500b43-3860-48f5-8476-dca585bd135a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.302086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port e8af6da8-265a-4c38-a40b-566826328620 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:10.302383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd57fa6c-d73d-49a0-8474-1aac3bca934b req-21500b43-3860-48f5-8476-dca585bd135a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 970 time: 0.1374476 Feb 09 20:37:10.306903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port e8af6da8-265a-4c38-a40b-566826328620 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:10.308001 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e8af6da8-265a-4c38-a40b-566826328620), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:10.348332 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-f2587e79-7355-4aeb-91c3-62e3584f3bfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631757 Feb 09 20:37:10.353875 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f54530d3-f950-4309-9836-839c7ef98aa5 req-93c27009-be9b-4ab7-9b70-c48e255c82f5 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596240 Feb 09 20:37:10.421472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port e8af6da8-265a-4c38-a40b-566826328620 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:10.421878 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e8af6da8-265a-4c38-a40b-566826328620), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:10.477435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e8af6da8-265a-4c38-a40b-566826328620, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e8af6da8-265a-4c38-a40b-566826328620,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:10.480089 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1589959a-a548-4621-b649-3ca49980c40e x-openstack-request-id: req-1589959a-a548-4621-b649-3ca49980c40e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:10.480506 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:10.481268 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1589959a-a548-4621-b649-3ca49980c40e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:10.481268 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f', 'status': 'completed', 'code': 200} Feb 09 20:37:10.486675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e8af6da8-265a-4c38-a40b-566826328620), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:10.550540 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd57fa6c-d73d-49a0-8474-1aac3bca934b req-e072141d-c927-4dd4-89de-c453176dd391 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277524 Feb 09 20:37:10.584890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=e8af6da8-265a-4c38-a40b-566826328620,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:10.610049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-8f8a97d7-0cd2-436e-8ac2-befddd3bf149 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412117 Feb 09 20:37:10.643179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3b5fc-c85c-4759-b55a-ef5d8938c41d req-88864793-0f51-42ae-8df2-d050c5dc5a88 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.650310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49c3b5fc-c85c-4759-b55a-ef5d8938c41d req-88864793-0f51-42ae-8df2-d050c5dc5a88 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 950 time: 0.1266086 Feb 09 20:37:10.712307 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49c3b5fc-c85c-4759-b55a-ef5d8938c41d req-0add7de7-a4cf-4444-8b0b-5b9cabaa1fd0 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/security-groups?id=58a0c49c-0b3d-49a1-8af0-470a9470e774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580764 Feb 09 20:37:10.753422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1c38fe2-cab5-4738-bb02-b840a729e10b req-b3d5ab15-0cc0-4a67-be95-f3a1cb3290e0 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367135 Feb 09 20:37:10.760539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af588c9-2a34-4426-a75a-0619b346c7c8 req-2fd9fcc9-f619-4ad9-955c-400b6721010f tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.762114 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4af588c9-2a34-4426-a75a-0619b346c7c8 req-2fd9fcc9-f619-4ad9-955c-400b6721010f tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 946 time: 0.1150539 Feb 09 20:37:10.843464 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4af588c9-2a34-4426-a75a-0619b346c7c8 req-780c73c3-e5f3-4742-a28d-ce5385db9041 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715003 Feb 09 20:37:10.873360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-2c2d2907-c6c3-4fe1-b4c6-79b1ba31996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.874858 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-2c2d2907-c6c3-4fe1-b4c6-79b1ba31996d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1127 time: 0.0634151 Feb 09 20:37:10.989418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-44d941c1-73f8-41d0-968b-711b959b6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:10.992593 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-44d941c1-73f8-41d0-968b-711b959b6d90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.1114907 Feb 09 20:37:11.035002 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:11.058783 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-3958977a-70f9-41d3-bb5a-beca853be585 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 217 time: 0.0555310 Feb 09 20:37:11.064330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73bed2-1dca-4e22-841a-7f3a5f490a44 req-95161437-7b63-4065-acf9-1d67543cf709 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:11.067125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a73bed2-1dca-4e22-841a-7f3a5f490a44 req-95161437-7b63-4065-acf9-1d67543cf709 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 946 time: 0.0785847 Feb 09 20:37:11.077640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:11.100250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Request body: {'floatingip': {'port_id': 'bcbab92b-82b7-4e50-812a-fa77bde48d86'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:11.184497 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:11.270568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-5239ce79-5992-4b86-8254-ddac964bfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:11.272235 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-5239ce79-5992-4b86-8254-ddac964bfee9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.2044713 Feb 09 20:37:11.337620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-13f4672e-72c1-4f50-b797-9897f4f474bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454545 Feb 09 20:37:11.438235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc937b95-485a-4ec8-8619-9b0b443732c6 req-18585736-7fd0-42ef-b1c5-c6deb52c1a6b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:11.439642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc937b95-485a-4ec8-8619-9b0b443732c6 req-18585736-7fd0-42ef-b1c5-c6deb52c1a6b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.2211335 Feb 09 20:37:11.578168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-35f5f137-3a09-4918-8dfb-0e1f3e08449c service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177975 Feb 09 20:37:11.648028 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc937b95-485a-4ec8-8619-9b0b443732c6 req-95e3b6a1-fe8d-46fe-92f2-6e72b1c3448e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941538 Feb 09 20:37:11.759165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af6da8-265a-4c38-a40b-566826328620'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:11.766127 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e85a0-8546-4b1e-afd8-02d8622a98b7" -d '{"events": [{"server_uuid": "3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e", "name": "network-vif-plugged", "status": "completed", "tag": "e8af6da8-265a-4c38-a40b-566826328620"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:11.810885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-028d2d51-149b-4365-8e4f-e70924169e96 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:11.815859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-028d2d51-149b-4365-8e4f-e70924169e96 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 950 time: 0.1291752 Feb 09 20:37:11.926727 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-870e86a5-417e-41c4-889e-8d421a9f3ead req-8323f949-3536-4456-8c5f-d70d06c3b889 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393562 Feb 09 20:37:12.025530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb1e08-a40a-463d-b76d-a0d491b3dd4d req-b1961f33-8239-487f-94d9-9cec0540077b tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:12.027768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9eb1e08-a40a-463d-b76d-a0d491b3dd4d req-b1961f33-8239-487f-94d9-9cec0540077b tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 971 time: 0.2104888 Feb 09 20:37:12.113111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Deleting port 4e7dbaca-ffbc-44f1-923f-55659e87088c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:37:12.113455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:12.218864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] For port 4e7dbaca-ffbc-44f1-923f-55659e87088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4e7dbaca-ffbc-44f1-923f-55659e87088c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:12.218864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:12.228370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Calling delete_port for 4e7dbaca-ffbc-44f1-923f-55659e87088c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:37:12.242217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9eb1e08-a40a-463d-b76d-a0d491b3dd4d req-2cc62cdb-adb1-48d6-bb0b-de88bb697804 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064259 Feb 09 20:37:12.247938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a9423-fafe-4804-84f8-926ca18bf21a req-1aae6905-2b41-4dd4-a8eb-43251983fa16 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:12.249414 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-de0a9423-fafe-4804-84f8-926ca18bf21a req-1aae6905-2b41-4dd4-a8eb-43251983fa16 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 944 time: 0.4174027 Feb 09 20:37:12.266944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:37:12.363584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:12.368739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:12.414647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (4e7dbaca-ffbc-44f1-923f-55659e87088c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:12.427142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['4e7dbaca-ffbc-44f1-923f-55659e87088c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:12.455518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Pushing event deleted for resources: {'Port': ['ID=4e7dbaca-ffbc-44f1-923f-55659e87088c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:12.483144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-de0a9423-fafe-4804-84f8-926ca18bf21a req-635ace0f-bcb0-4e31-b45e-eca46bfe4c31 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576574 Feb 09 20:37:12.536085 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:12.547012 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Floating IP 10c79e99-09d4-4841-a63f-46413e6bf782 associated. External IP: 172.25.4.184, port: bcbab92b-82b7-4e50-812a-fa77bde48d86. Feb 09 20:37:12.562280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] No DVR routers for this DVR port 4e7dbaca-ffbc-44f1-923f-55659e87088c on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:12.575963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:12.583426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76868e7f-ab2e-4d39-b1a8-6e7b59c7a7ae req-d30ecc4b-426e-4d45-84ac-6c7bccabab55 tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.50 "DELETE /v2.0/ports/4e7dbaca-ffbc-44f1-923f-55659e87088c HTTP/1.1" status: 204 len: 173 time: 0.7529485 Feb 09 20:37:12.584778 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611b39f8-7393-4448-8150-ecd06569bca9 x-openstack-request-id: req-611b39f8-7393-4448-8150-ecd06569bca9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:12.585008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c14a493-47a8-4653-92d7-e14a3afc44a9', 'name': 'network-vif-deleted', 'tag': '4e7dbaca-ffbc-44f1-923f-55659e87088c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:12.585146 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e", "name": "network-vif-plugged", "status": "completed", "tag": "e8af6da8-265a-4c38-a40b-566826328620", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:12.585337 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-611b39f8-7393-4448-8150-ecd06569bca9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:12.585889 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af6da8-265a-4c38-a40b-566826328620', 'code': 200} Feb 09 20:37:12.590135 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840121fe-bce4-4268-a33c-9f2d701e335f" -d '{"events": [{"server_uuid": "7c14a493-47a8-4653-92d7-e14a3afc44a9", "name": "network-vif-deleted", "tag": "4e7dbaca-ffbc-44f1-923f-55659e87088c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:12.692916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1abf8cf2-e52c-4a69-9341-3862bd56eb8a req-c86f2f00-ae51-4083-9ba1-a00dd93e4a4e tempest-ServerDiagnosticsNegativeTest-1109425919 tempest-ServerDiagnosticsNegativeTest-1109425919-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c14a493-47a8-4653-92d7-e14a3afc44a9 HTTP/1.1" status: 200 len: 210 time: 0.0703175 Feb 09 20:37:12.770233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df915b-a99e-485d-8b64-490d04c44c53 req-1b3cf492-6b2c-4672-9c76-b3cb9f0f549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:12.771903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10df915b-a99e-485d-8b64-490d04c44c53 req-1b3cf492-6b2c-4672-9c76-b3cb9f0f549e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 1154 time: 0.1213903 Feb 09 20:37:12.824621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10df915b-a99e-485d-8b64-490d04c44c53 req-5f20334a-94c6-4fc0-90ea-ba26a2f5f1a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Feb 09 20:37:12.883845 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-dd60a661-4666-4cb3-8f03-e77ec7f1fa2e tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=622d5878d12c478d834e2d1cab19edee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279560 Feb 09 20:37:12.906474 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb37e156-582a-42d4-a6c0-fd0dcbdff808 x-openstack-request-id: req-cb37e156-582a-42d4-a6c0-fd0dcbdff808 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:12.906773 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c14a493-47a8-4653-92d7-e14a3afc44a9", "name": "network-vif-deleted", "tag": "4e7dbaca-ffbc-44f1-923f-55659e87088c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:12.907030 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cb37e156-582a-42d4-a6c0-fd0dcbdff808 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:12.907428 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c14a493-47a8-4653-92d7-e14a3afc44a9', 'name': 'network-vif-deleted', 'tag': '4e7dbaca-ffbc-44f1-923f-55659e87088c', 'status': 'completed', 'code': 200} Feb 09 20:37:12.990798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Router cea0100d-247e-4c84-ad28-e3ec3dc1d378 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:37:13.011284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a27ae4-315e-4004-826b-dc8fee9c4ae8 req-86ff31d6-704f-46d8-be36-670fcdc79eaf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:13.013003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7a27ae4-315e-4004-826b-dc8fee9c4ae8 req-86ff31d6-704f-46d8-be36-670fcdc79eaf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.0571671 Feb 09 20:37:13.076584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7a27ae4-315e-4004-826b-dc8fee9c4ae8 req-a7514d94-5c6d-4bf2-81b9-1e9bc84d7f11 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577786 Feb 09 20:37:13.153818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca646-4195-4514-a631-fc7aa611f54f req-345e66b6-c6e1-44f1-b1b4-34d296a85f95 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:13.155343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-345e66b6-c6e1-44f1-b1b4-34d296a85f95 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653670 Feb 09 20:37:13.177534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-105d841f-4178-4653-8053-fe770893b3f1 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/quotas/622d5878d12c478d834e2d1cab19edee HTTP/1.1" status: 200 len: 375 time: 0.0147884 Feb 09 20:37:13.224331 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-c5eee94d-22fe-41bd-93e0-ad97e6adbbc2 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=622d5878d12c478d834e2d1cab19edee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404384 Feb 09 20:37:13.233830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:37:13.252583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:13.254063 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] Sync routers for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:37:13.277901 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:37:13.278575 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:37:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:13.296529 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-19f23106-2167-428d-9e7f-9bdedf1b1ee5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "PUT /v2.0/floatingips/10c79e99-09d4-4841-a63f-46413e6bf782 HTTP/1.1" status: 200 len: 992 time: 2.2175841 Feb 09 20:37:13.297263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'tag': 'bcbab92b-82b7-4e50-812a-fa77bde48d86'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:13.300018 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d" -d '{"events": [{"name": "network-changed", "server_uuid": "95f421ed-81ca-4436-b4c8-5cb09701de67", "tag": "bcbab92b-82b7-4e50-812a-fa77bde48d86"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:13.443812 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:37:13.553702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957c489-d481-44ca-9707-0997071b4419 req-e7159fe5-74d0-473a-b61b-d6d7bce3b6c4 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:13.561403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5957c489-d481-44ca-9707-0997071b4419 req-e7159fe5-74d0-473a-b61b-d6d7bce3b6c4 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1154 time: 0.0825326 Feb 09 20:37:13.586350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5957c489-d481-44ca-9707-0997071b4419 req-cc271e93-0199-4270-bf8e-7c209611a714 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:13.586718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38066-8f7d-4963-8f92-a2ea3e325103 req-802a466c-11d9-41d5-98f2-7cfd2dec18fc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:13.588448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4f38066-8f7d-4963-8f92-a2ea3e325103 req-802a466c-11d9-41d5-98f2-7cfd2dec18fc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 971 time: 0.1018982 Feb 09 20:37:13.588934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37780) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:13.683026 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4f38066-8f7d-4963-8f92-a2ea3e325103 req-de0b0ed4-1567-4e6d-ad19-b7837acbcfb6 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861778 Feb 09 20:37:13.696773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5957c489-d481-44ca-9707-0997071b4419 req-cc271e93-0199-4270-bf8e-7c209611a714 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] Publish callbacks [] for security_group (a793ceda-6dce-4437-8978-0c67da8d427a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:13.702934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5957c489-d481-44ca-9707-0997071b4419 req-cc271e93-0199-4270-bf8e-7c209611a714 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a793ceda-6dce-4437-8978-0c67da8d427a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:13.769687 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b04d7b1-6a13-46a2-8b0b-ed8abf7b4918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:13.779396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5957c489-d481-44ca-9707-0997071b4419 req-cc271e93-0199-4270-bf8e-7c209611a714 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009196 Feb 09 20:37:13.781489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc271e93-0199-4270-bf8e-7c209611a714 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a793ceda-6dce-4437-8978-0c67da8d427a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:13.806171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:13.856849 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a254b52-f3b8-4aef-ada7-481a46294ae9 x-openstack-request-id: req-4a254b52-f3b8-4aef-ada7-481a46294ae9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:13.857101 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f421ed-81ca-4436-b4c8-5cb09701de67", "tag": "bcbab92b-82b7-4e50-812a-fa77bde48d86", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:13.857365 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4a254b52-f3b8-4aef-ada7-481a46294ae9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:13.857762 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'tag': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'status': 'completed', 'code': 200} Feb 09 20:37:13.908335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ea360-c484-411e-8504-5c79a44f4e57 req-cedd185b-4e3a-462f-8b3b-a7972f03f22a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:13.915791 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a66ea360-c484-411e-8504-5c79a44f4e57 req-cedd185b-4e3a-462f-8b3b-a7972f03f22a tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 946 time: 0.0942600 Feb 09 20:37:13.941486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dad9880-eb8f-4c7c-be6c-1ee1d88c9159 req-8ef3def8-76b8-4842-bc59-2c0a4f09a4d7 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 210 time: 0.0494800 Feb 09 20:37:13.950383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b04d7b1-6a13-46a2-8b0b-ed8abf7b4918 admin admin] Publish callbacks [] for security_group (a4dd5ce8-dd7b-4520-b058-5594baf1a309), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:13.965595 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b04d7b1-6a13-46a2-8b0b-ed8abf7b4918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a4dd5ce8-dd7b-4520-b058-5594baf1a309), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:14.015654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-59ad7ee3-3d79-4446-8b70-d8ac5c3f3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:14.017509 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-59ad7ee3-3d79-4446-8b70-d8ac5c3f3b5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=26c6d712558447469ed8afaa092b79d7&device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 1129 time: 0.0689402 Feb 09 20:37:14.024114 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a66ea360-c484-411e-8504-5c79a44f4e57 req-c2dc91b6-495c-4385-a3e4-38945533be0b tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024141 Feb 09 20:37:14.042337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9b04d7b1-6a13-46a2-8b0b-ed8abf7b4918 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6ad3c3111c104b90b18b3d897f06f5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500227 Feb 09 20:37:14.046670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:14.054695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04d7b1-6a13-46a2-8b0b-ed8abf7b4918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd5ce8-dd7b-4520-b058-5594baf1a309,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:14.113899 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '10c79e99-09d4-4841-a63f-46413e6bf782', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'port_id': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'mac_address': 'fa:16:3e:9a:3f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:36:52Z', 'updated_at': '2022-02-09T20:37:11Z', 'revision_number': 1, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:14.141431 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] Checking router: cea0100d-247e-4c84-ad28-e3ec3dc1d378 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:37:14.157861 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:37:14.159068 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:37:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:14.165279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-277bdcbc-324e-4ffe-a63c-52b0ca08a04f admin admin] Publish callbacks [] for security_group (a4dd5ce8-dd7b-4520-b058-5594baf1a309), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:14.217831 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-277bdcbc-324e-4ffe-a63c-52b0ca08a04f admin admin] Publish callbacks [] for security_group (a4dd5ce8-dd7b-4520-b058-5594baf1a309), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:14.234689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-7a19de1f-aa2a-40df-982f-640d0cd5d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:14.236492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-7a19de1f-aa2a-40df-982f-640d0cd5d7fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 200 len: 924 time: 0.2061336 Feb 09 20:37:14.290922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-a057fb3d-67bd-4edf-9c9c-b554882806f3 req-cbfbf9df-2c33-4889-a7a6-990482b4606d service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:37:14.292166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a057fb3d-67bd-4edf-9c9c-b554882806f3 req-cbfbf9df-2c33-4889-a7a6-990482b4606d service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059955 Feb 09 20:37:14.312671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-277bdcbc-324e-4ffe-a63c-52b0ca08a04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a4dd5ce8-dd7b-4520-b058-5594baf1a309), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:14.316526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-277bdcbc-324e-4ffe-a63c-52b0ca08a04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:14.317656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-277bdcbc-324e-4ffe-a63c-52b0ca08a04f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a4dd5ce8-dd7b-4520-b058-5594baf1a309 HTTP/1.1" status: 204 len: 168 time: 0.2700560 Feb 09 20:37:14.336775 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:37:14.360008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bdcbc-324e-4ffe-a63c-52b0ca08a04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd5ce8-dd7b-4520-b058-5594baf1a309,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:14.361209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7f27e-cf18-4746-a458-06c3f9a46050 req-667e3461-de05-4b91-aeaf-c439a61c7a31 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:14.363354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aa7f27e-cf18-4746-a458-06c3f9a46050 req-667e3461-de05-4b91-aeaf-c439a61c7a31 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 944 time: 0.2327232 Feb 09 20:37:14.406844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-3d254ec5-f2bc-4149-88a1-2b6877048053 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcbab92b-82b7-4e50-812a-fa77bde48d86 HTTP/1.1" status: 200 len: 1000 time: 0.1614718 Feb 09 20:37:14.469951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aa7f27e-cf18-4746-a458-06c3f9a46050 req-be9524b6-9009-492d-9fe2-55a99c5fab2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929101 Feb 09 20:37:14.481208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-b7aafde5-cae3-4f5f-8688-b9738158598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:14.482521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-b7aafde5-cae3-4f5f-8688-b9738158598a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de HTTP/1.1" status: 200 len: 862 time: 0.0637755 Feb 09 20:37:14.556781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:14.582275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-a07258ed-c420-48e0-935e-d57c8ebca433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:14.583866 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-a07258ed-c420-48e0-935e-d57c8ebca433 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=612b438a-1210-43b6-8c6f-3a3427b4ad7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0940278 Feb 09 20:37:14.720619 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '10c79e99-09d4-4841-a63f-46413e6bf782', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'port_id': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'mac_address': 'fa:16:3e:9a:3f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:36:52Z', 'updated_at': '2022-02-09T20:37:11Z', 'revision_number': 1, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:14.755399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-d586c871-cd72-4c8d-b6bd-120dbf0dc7aa service neutron] 10.222.0.50 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631613 Feb 09 20:37:14.771601 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40536e91-9e4b-44b4-944b-8b72c4814a68 None None] The sync data for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 is: [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '10c79e99-09d4-4841-a63f-46413e6bf782', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'port_id': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'mac_address': 'fa:16:3e:9a:3f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:36:52Z', 'updated_at': '2022-02-09T20:37:11Z', 'revision_number': 1, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:37:14.888348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c1fdb22-3f5b-4f1b-abe1-d5f11e94159d req-7d8d6625-4df9-4775-ac1a-af69500440dd service neutron] 10.222.0.50 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235254 Feb 09 20:37:14.907578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-ccaa25b0-05a0-4b7d-a160-d1ad140679e1 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=622d5878d12c478d834e2d1cab19edee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567892 Feb 09 20:37:14.970093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8c950799-613c-4d30-b576-4abb9a212f73 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=49f2809df3574bfda3d3cd28f31805f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086971 Feb 09 20:37:14.973682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:14.989799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8810ff-bb7e-4d3a-994d-87f457a28208 req-3bec9d2a-7137-4df1-ab72-39b168a68194 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:14.992812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f8810ff-bb7e-4d3a-994d-87f457a28208 req-3bec9d2a-7137-4df1-ab72-39b168a68194 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 971 time: 0.1035049 Feb 09 20:37:15.098694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:15.110437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aaa6a06-d7e7-4691-85a2-9b50e460923f details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:15.116132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4e7dbaca-ffbc-44f1-923f-55659e87088c no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:15.148839 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f8810ff-bb7e-4d3a-994d-87f457a28208 req-f627dfda-9cfd-4d7d-8314-3cca842dba93 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218035 Feb 09 20:37:15.149742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.192777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 4e7dbaca-ffbc-44f1-923f-55659e87088c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:37:15.193210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4e7dbaca-ffbc-44f1-923f-55659e87088c not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:15.211986 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c1cb0-8ee7-4ab1-8663-7a8f4d4954f6 None None] New status for floating IP 10c79e99-09d4-4841-a63f-46413e6bf782: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:37:15.246062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0139fff-8a5e-4090-af4c-d30c875701a6 admin admin] Publish callbacks [] for security_group (58a0c49c-0b3d-49a1-8af0-470a9470e774), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.320201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca646-4195-4514-a631-fc7aa611f54f req-55e932b0-a531-482e-a247-e25dcd551db0 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:15.321981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6700f93-2d88-45fd-ad70-04b07f01d446 req-dafcfd44-e9b3-4053-8461-c6b7cf7281f6 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 210 time: 0.0722394 Feb 09 20:37:15.322244 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-55e932b0-a531-482e-a247-e25dcd551db0 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582962 Feb 09 20:37:15.323813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:15.332255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0139fff-8a5e-4090-af4c-d30c875701a6 admin admin] Publish callbacks [] for security_group (58a0c49c-0b3d-49a1-8af0-470a9470e774), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.335768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Request body: {'port': {'device_id': '027e4949-5410-4c38-bce1-5ad19c9418ee', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '622d5878d12c478d834e2d1cab19edee'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:15.404848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Publish callbacks [] for security_group (2fedebd1-6622-4b40-850e-2c9697ac410b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.410062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2fedebd1-6622-4b40-850e-2c9697ac410b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.438585 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a1ef39706af54519bea7476cb0e60a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331873 Feb 09 20:37:15.444127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37856) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:15.483720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6811b1-0be0-43d8-a5cb-655fbcb0ef8f req-367c87d4-c79b-4b4a-8b5d-0035f34aaf18 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:15.488484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0139fff-8a5e-4090-af4c-d30c875701a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (58a0c49c-0b3d-49a1-8af0-470a9470e774), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.491109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0139fff-8a5e-4090-af4c-d30c875701a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.494725 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f0139fff-8a5e-4090-af4c-d30c875701a6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/58a0c49c-0b3d-49a1-8af0-470a9470e774 HTTP/1.1" status: 204 len: 168 time: 0.4982440 Feb 09 20:37:15.496744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:15.497906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f6811b1-0be0-43d8-a5cb-655fbcb0ef8f req-367c87d4-c79b-4b4a-8b5d-0035f34aaf18 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 946 time: 0.2379901 Feb 09 20:37:15.504340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fedebd1-6622-4b40-850e-2c9697ac410b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:15.521575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.521951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.522297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.522636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.522970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.523299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.523628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.529717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.530253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.530506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.530852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.531196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.531531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888daca4-7eb7-4a07-8498-b7b586b45187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:15.561585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0139fff-8a5e-4090-af4c-d30c875701a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0c49c-0b3d-49a1-8af0-470a9470e774,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:15.584055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bc029e7-71a8-4ac3-aab6-cfdc71a252de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.585976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Made reservation on behalf of 622d5878d12c478d834e2d1cab19edee for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:15.590188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.622752 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Publish callbacks [] for security_group (2fedebd1-6622-4b40-850e-2c9697ac410b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.624552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.677428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f6811b1-0be0-43d8-a5cb-655fbcb0ef8f req-82ee73b8-4e74-4617-8a84-985dcb0ffa61 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783731 Feb 09 20:37:15.733252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Publish callbacks [] for security_group (2fedebd1-6622-4b40-850e-2c9697ac410b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.848624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-5887774f-d264-4292-a396-a52288e4ce7b req-9daf680a-8976-42f8-ab52-4d0621782e70 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:37:15.849597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5887774f-d264-4292-a396-a52288e4ce7b req-9daf680a-8976-42f8-ab52-4d0621782e70 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056901 Feb 09 20:37:15.955861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2fedebd1-6622-4b40-850e-2c9697ac410b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.958790 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.962647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2fedebd1-6622-4b40-850e-2c9697ac410b HTTP/1.1" status: 204 len: 168 time: 0.5145807 Feb 09 20:37:15.966310 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bc029e7-71a8-4ac3-aab6-cfdc71a252de admin admin] Publish callbacks [] for security_group (c8b2e9d5-f53a-491e-a156-d16710f1694d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:15.979635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5628b-0969-4b42-884d-63c82e659d17 req-8250c735-0d2c-48b0-b3fe-6b6c0ed04572 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:15.982456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:15.991923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2a5628b-0969-4b42-884d-63c82e659d17 req-8250c735-0d2c-48b0-b3fe-6b6c0ed04572 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1967971 Feb 09 20:37:15.996282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks [] for security_group (f3c1a937-b5f4-40cf-a97c-e53957cad7f3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.008106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '1aaa6a06-d7e7-4691-85a2-9b50e460923f', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'port_id': '1aaa6a06-d7e7-4691-85a2-9b50e460923f', 'mac_address': 'fa:16:3e:ba:80:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f63afb1-c10e-4345-ab56-2ecd1228ad55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:16.025276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fedebd1-6622-4b40-850e-2c9697ac410b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:16.036419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-9f8d1012-8b97-4000-8e05-becd90a54e5a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5382590 Feb 09 20:37:16.051843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9bc029e7-71a8-4ac3-aab6-cfdc71a252de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c8b2e9d5-f53a-491e-a156-d16710f1694d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.053925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-eb4ac6e5-f503-4bc3-bc3f-82d286266559 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:37:16.056385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-eb4ac6e5-f503-4bc3-bc3f-82d286266559 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110826 Feb 09 20:37:16.060950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f3c1a937-b5f4-40cf-a97c-e53957cad7f3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.076231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:16.079751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.079946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.080432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.080824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.081460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.081883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.082214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.082541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.082921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.083249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.083573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.083917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.084241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8c38ec-ea7e-450b-b3b3-378030f8c2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:16.124374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0aacf9f7-875c-4a27-a400-dd96bf587117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.145370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aaa6a06-d7e7-4691-85a2-9b50e460923f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:16.145847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.162952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaa6a06-d7e7-4691-85a2-9b50e460923f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:16.165354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e915a10-c246-446f-b93b-35bc047dfdc0 req-989452e6-0c60-4c5d-9424-7beae8fdd3bc tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:16.167663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e915a10-c246-446f-b93b-35bc047dfdc0 req-989452e6-0c60-4c5d-9424-7beae8fdd3bc tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 944 time: 0.1083472 Feb 09 20:37:16.202088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:16.208417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.274291 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:37:16.286863 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e915a10-c246-446f-b93b-35bc047dfdc0 req-768e8303-6f76-498e-99f5-95e8583e501f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082044 Feb 09 20:37:16.291792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9bc029e7-71a8-4ac3-aab6-cfdc71a252de admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c49b0f71a23b4b90b11bb3f521102c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9639254 Feb 09 20:37:16.309518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:16.309849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:16.335914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc029e7-71a8-4ac3-aab6-cfdc71a252de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b2e9d5-f53a-491e-a156-d16710f1694d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:16.366723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2a5628b-0969-4b42-884d-63c82e659d17 req-b9ac35a1-ee01-45c0-a307-69577dc162c0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689914 Feb 09 20:37:16.383636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0aacf9f7-875c-4a27-a400-dd96bf587117 admin admin] Publish callbacks [] for security_group (cd46c44b-3a59-46d4-b12a-9b716bcd268c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.392679 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0aacf9f7-875c-4a27-a400-dd96bf587117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cd46c44b-3a59-46d4-b12a-9b716bcd268c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.446898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['1aaa6a06-d7e7-4691-85a2-9b50e460923f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:16.605795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0aacf9f7-875c-4a27-a400-dd96bf587117 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=705ffbfd136f417ea377b56142a0da4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243063 Feb 09 20:37:16.605795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44f866e2-c8e9-44fa-afdf-343699af3ca4 admin admin] Publish callbacks [] for security_group (c8b2e9d5-f53a-491e-a156-d16710f1694d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.611503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:16.619724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacf9f7-875c-4a27-a400-dd96bf587117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd46c44b-3a59-46d4-b12a-9b716bcd268c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:16.665474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Allocated IP 192.168.233.111 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/9b81501b-ccc6-40f0-8051-3f9130ad3dda) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:16.700697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1a937-b5f4-40cf-a97c-e53957cad7f3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:16.749088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c3309-395b-4868-baae-29a856966160 req-2f21c0e0-5d91-4987-be2b-498c1a3c5239 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:16.751285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-693c3309-395b-4868-baae-29a856966160 req-2f21c0e0-5d91-4987-be2b-498c1a3c5239 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 946 time: 0.3180616 Feb 09 20:37:16.754062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44f866e2-c8e9-44fa-afdf-343699af3ca4 admin admin] Publish callbacks [] for security_group (c8b2e9d5-f53a-491e-a156-d16710f1694d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.756389 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a0cefb-62e5-40e2-8ed5-a3f425dd2a6d admin admin] Publish callbacks [] for security_group (cd46c44b-3a59-46d4-b12a-9b716bcd268c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.762867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab7d27-849e-4e63-a1eb-712085fae00d req-0a28798f-ada8-49e1-9229-e970b6c16fff tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:16.767703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2cab7d27-849e-4e63-a1eb-712085fae00d req-0a28798f-ada8-49e1-9229-e970b6c16fff tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 971 time: 0.1172004 Feb 09 20:37:16.838946 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a0cefb-62e5-40e2-8ed5-a3f425dd2a6d admin admin] Publish callbacks [] for security_group (cd46c44b-3a59-46d4-b12a-9b716bcd268c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.906607 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2cab7d27-849e-4e63-a1eb-712085fae00d req-859b0ff7-78c9-4f09-8d29-ba7009e893f6 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200724 Feb 09 20:37:16.941811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-693c3309-395b-4868-baae-29a856966160 req-a2665788-12a1-40db-99cf-41a15814b854 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499960 Feb 09 20:37:16.950493 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks [] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.985524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a0cefb-62e5-40e2-8ed5-a3f425dd2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cd46c44b-3a59-46d4-b12a-9b716bcd268c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.988296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6a0cefb-62e5-40e2-8ed5-a3f425dd2a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.989468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6a0cefb-62e5-40e2-8ed5-a3f425dd2a6d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cd46c44b-3a59-46d4-b12a-9b716bcd268c HTTP/1.1" status: 204 len: 168 time: 0.3651280 Feb 09 20:37:16.992781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44f866e2-c8e9-44fa-afdf-343699af3ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c8b2e9d5-f53a-491e-a156-d16710f1694d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.995734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44f866e2-c8e9-44fa-afdf-343699af3ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.996754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-44f866e2-c8e9-44fa-afdf-343699af3ca4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c8b2e9d5-f53a-491e-a156-d16710f1694d HTTP/1.1" status: 204 len: 168 time: 0.6858542 Feb 09 20:37:17.003311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0cefb-62e5-40e2-8ed5-a3f425dd2a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd46c44b-3a59-46d4-b12a-9b716bcd268c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:17.014984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f866e2-c8e9-44fa-afdf-343699af3ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b2e9d5-f53a-491e-a156-d16710f1694d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:17.055998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.118707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:17.127101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aaa6a06-d7e7-4691-85a2-9b50e460923f up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:17.185871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:17.190796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 1aaa6a06-d7e7-4691-85a2-9b50e460923f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:17.196191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 1aaa6a06-d7e7-4691-85a2-9b50e460923f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:17.198687 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.242946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:17.266851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:17.267599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.298605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Pushing event updated for resources: {'Port': ['ID=9b81501b-ccc6-40f0-8051-3f9130ad3dda,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:17.326669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-5f3d3e07-85ee-4dfa-b66e-8d470a2510bf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9951549 Feb 09 20:37:17.365041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Request body: {'port': {'device_id': '027e4949-5410-4c38-bce1-5ad19c9418ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:17.395464 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-e23eb004-22ce-4ee8-97e1-d192517fe84e tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656586 Feb 09 20:37:17.411560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cacd3-ff7a-40e2-bb77-c42d4d90222a req-c50889b1-e8f5-4b18-b9d7-505ed5d23a2c tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:17.417638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-281cacd3-ff7a-40e2-bb77-c42d4d90222a req-c50889b1-e8f5-4b18-b9d7-505ed5d23a2c tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 936 time: 0.3137739 Feb 09 20:37:17.470143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aaa6a06-d7e7-4691-85a2-9b50e460923f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:17.470773 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.525766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:17.533656 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2562385-c4ad-4952-8983-0b208b904896" -d '{"events": [{"server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:17.550367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.567658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:17.576845 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.650394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-d6da1d58-8f78-4446-a000-04cfdb15842d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:17.662965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-d6da1d58-8f78-4446-a000-04cfdb15842d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655241 Feb 09 20:37:17.665066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-281cacd3-ff7a-40e2-bb77-c42d4d90222a req-8c3332de-1e4c-41b8-9386-3f1202406d0d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306695 Feb 09 20:37:17.690382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-c1850832-cfd3-45ba-b5eb-dff5e7e19998 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/quotas/58e61798ff5a4cf29e7aa4fbc3f4b25d HTTP/1.1" status: 200 len: 375 time: 0.0263681 Feb 09 20:37:17.738387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:17.741254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3165e826-9fd0-49b5-87d2-c66796b8a077 None None] Provisioning complete for port 9b81501b-ccc6-40f0-8051-3f9130ad3dda triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:17.744305 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3165e826-9fd0-49b5-87d2-c66796b8a077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.815277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-1f3d819c-d6bf-4de7-874a-885746f1eb1d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237366 Feb 09 20:37:17.846726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:17.867103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3165e826-9fd0-49b5-87d2-c66796b8a077 None None] Port 9b81501b-ccc6-40f0-8051-3f9130ad3dda cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:37:17.870546 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a81ea7f-6db0-4693-9c64-4b4719c9ea7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.904037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936c720-4faf-4c48-985f-b755233c20dc req-2025398b-ccd0-416f-a01b-a6ff08500ba0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:17.905599 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8936c720-4faf-4c48-985f-b755233c20dc req-2025398b-ccd0-416f-a01b-a6ff08500ba0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 946 time: 0.1236224 Feb 09 20:37:17.991713 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8936c720-4faf-4c48-985f-b755233c20dc req-d1e16af6-5be6-4a7a-805a-f6c612ccc010 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774930 Feb 09 20:37:18.056322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a81ea7f-6db0-4693-9c64-4b4719c9ea7b admin admin] Publish callbacks [] for security_group (8d8f2018-d362-47b6-a7fa-26004bfb3303), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:18.065523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a81ea7f-6db0-4693-9c64-4b4719c9ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8d8f2018-d362-47b6-a7fa-26004bfb3303), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:18.116556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b81501b-ccc6-40f0-8051-3f9130ad3dda {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:18.133744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Publish callbacks [] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:18.137776 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e70e9e-e65c-482c-8006-4fdf392353a9 x-openstack-request-id: req-73e70e9e-e65c-482c-8006-4fdf392353a9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:18.138295 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "name": "network-vif-plugged", "status": "completed", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:18.139229 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-73e70e9e-e65c-482c-8006-4fdf392353a9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:18.139883 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f', 'code': 200} Feb 09 20:37:18.183153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9a81ea7f-6db0-4693-9c64-4b4719c9ea7b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3564ee32f81341029324ec780740badd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351395 Feb 09 20:37:18.188371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81ea7f-6db0-4693-9c64-4b4719c9ea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8f2018-d362-47b6-a7fa-26004bfb3303,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:18.195199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:18.235131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Transition to ACTIVE for port object 9b81501b-ccc6-40f0-8051-3f9130ad3dda will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:18.252534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:18.294405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a6a7bc37-0d41-40ba-9834-7e2e2e400f86 req-b7a2166c-4463-4b6f-9cfe-15ddef63d447 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 210 time: 0.0919046 Feb 09 20:37:18.327838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb97ae-d539-4191-aee5-d96013623e86 req-5975befb-7101-4f40-ba58-bee744d87076 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:18.335796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85eb97ae-d539-4191-aee5-d96013623e86 req-5975befb-7101-4f40-ba58-bee744d87076 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1940217 Feb 09 20:37:18.398887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=9b81501b-ccc6-40f0-8051-3f9130ad3dda,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:18.428360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Attempting to bind port 9b81501b-ccc6-40f0-8051-3f9130ad3dda on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:18.428703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Attempting to bind port 9b81501b-ccc6-40f0-8051-3f9130ad3dda by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:18.429035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Attempting to bind port 9b81501b-ccc6-40f0-8051-3f9130ad3dda on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:18.471330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Port 9b81501b-ccc6-40f0-8051-3f9130ad3dda on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:18.472279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Attempting to bind port 9b81501b-ccc6-40f0-8051-3f9130ad3dda on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:18.496165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:18.496513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:18.496905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:18.497358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Bound port: 9b81501b-ccc6-40f0-8051-3f9130ad3dda, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:18.497745 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:18.534348 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85eb97ae-d539-4191-aee5-d96013623e86 req-be324e2a-de79-408d-9660-6184c3000faa tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967759 Feb 09 20:37:18.609982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] For port 9b81501b-ccc6-40f0-8051-3f9130ad3dda, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:18.613539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] For port 9b81501b-ccc6-40f0-8051-3f9130ad3dda, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9b81501b-ccc6-40f0-8051-3f9130ad3dda,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:18.621639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:18.702137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:18.704218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:18.706488 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] 10.222.0.50 "PUT /v2.0/ports/9b81501b-ccc6-40f0-8051-3f9130ad3dda HTTP/1.1" status: 200 len: 1097 time: 1.3485634 Feb 09 20:37:18.708198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027e4949-5410-4c38-bce1-5ad19c9418ee', 'tag': '9b81501b-ccc6-40f0-8051-3f9130ad3dda'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:18.713909 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab" -d '{"events": [{"name": "network-changed", "server_uuid": "027e4949-5410-4c38-bce1-5ad19c9418ee", "tag": "9b81501b-ccc6-40f0-8051-3f9130ad3dda"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:18.803517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98464018-4ddd-45fd-a798-3ba81b05cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=9b81501b-ccc6-40f0-8051-3f9130ad3dda,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:18.844045 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943b2740-2a57-45de-8400-81231937e6cc x-openstack-request-id: req-943b2740-2a57-45de-8400-81231937e6cc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:18.844339 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027e4949-5410-4c38-bce1-5ad19c9418ee", "tag": "9b81501b-ccc6-40f0-8051-3f9130ad3dda", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:18.844603 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-943b2740-2a57-45de-8400-81231937e6cc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:18.845001 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027e4949-5410-4c38-bce1-5ad19c9418ee', 'tag': '9b81501b-ccc6-40f0-8051-3f9130ad3dda', 'status': 'completed', 'code': 200} Feb 09 20:37:18.860998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca646-4195-4514-a631-fc7aa611f54f req-9ee883ff-4be1-4331-af2f-c65efeb00b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:18.867469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-9ee883ff-4be1-4331-af2f-c65efeb00b8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=622d5878d12c478d834e2d1cab19edee&device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 1131 time: 0.1090391 Feb 09 20:37:18.961827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-c0177335-02c5-4393-8094-0c5847e33c69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=9b81501b-ccc6-40f0-8051-3f9130ad3dda HTTP/1.1" status: 200 len: 217 time: 0.0863745 Feb 09 20:37:19.055341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-97c90d56-5cf1-4034-8620-89e4b9f254a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.065544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-97c90d56-5cf1-4034-8620-89e4b9f254a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1154 time: 0.7943642 Feb 09 20:37:19.068161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca646-4195-4514-a631-fc7aa611f54f req-2ba6f2b4-ddd9-4228-8aba-62d91213d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.070534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cffdd-988a-432e-a1c1-f11d09d4eec7 req-fb50f7d4-afc3-469c-bfad-1fffb3209a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.071660 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-2ba6f2b4-ddd9-4228-8aba-62d91213d1f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1020916 Feb 09 20:37:19.072493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a5cffdd-988a-432e-a1c1-f11d09d4eec7 req-fb50f7d4-afc3-469c-bfad-1fffb3209a6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1129 time: 0.7743318 Feb 09 20:37:19.075464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf147f1-45fa-4173-8dea-921a01c4eee7 admin admin] Publish callbacks [] for security_group (8d8f2018-d362-47b6-a7fa-26004bfb3303), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:19.157211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14497655-7855-499b-ab20-82f8f8c2a08e req-05076bde-9553-477e-972b-e22b3dad1058 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.164618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14497655-7855-499b-ab20-82f8f8c2a08e req-05076bde-9553-477e-972b-e22b3dad1058 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 948 time: 0.2929201 Feb 09 20:37:19.167831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ca646-4195-4514-a631-fc7aa611f54f req-51ee600b-54ea-4721-b9e9-b01e9ca84997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.169350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-51ee600b-54ea-4721-b9e9-b01e9ca84997 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0894008 Feb 09 20:37:19.202046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf147f1-45fa-4173-8dea-921a01c4eee7 admin admin] Publish callbacks [] for security_group (8d8f2018-d362-47b6-a7fa-26004bfb3303), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:19.295330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-2e94b299-8689-4df2-976e-08ff736c1c28 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185577 Feb 09 20:37:19.310428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a5cffdd-988a-432e-a1c1-f11d09d4eec7 req-5020105d-2c99-4283-af7b-4cd92cb37cea service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244406 Feb 09 20:37:19.336400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14497655-7855-499b-ab20-82f8f8c2a08e req-ffd23405-6b23-46eb-a9ed-60f33c701fc8 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682005 Feb 09 20:37:19.341438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-90c8d23c-5b94-4a75-857a-2fb120fccff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.344201 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-90c8d23c-5b94-4a75-857a-2fb120fccff1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2697809 Feb 09 20:37:19.412564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-7dc05918-080e-4cc9-b73b-67659604a38b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.0581870 Feb 09 20:37:19.433210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf147f1-45fa-4173-8dea-921a01c4eee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8d8f2018-d362-47b6-a7fa-26004bfb3303), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:19.436637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bf147f1-45fa-4173-8dea-921a01c4eee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:19.440643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0bf147f1-45fa-4173-8dea-921a01c4eee7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8d8f2018-d362-47b6-a7fa-26004bfb3303 HTTP/1.1" status: 204 len: 168 time: 1.2373145 Feb 09 20:37:19.471431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf147f1-45fa-4173-8dea-921a01c4eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8f2018-d362-47b6-a7fa-26004bfb3303,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:19.492287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-101a7d72-5079-49c0-a307-6d73eec5b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.495008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-101a7d72-5079-49c0-a307-6d73eec5b045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0753741 Feb 09 20:37:19.532217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd02bf-eb71-4af1-996e-a3e3db43ec1f req-0d84b057-7deb-490f-ac65-11419e3c5e18 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.543900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0bd02bf-eb71-4af1-996e-a3e3db43ec1f req-0d84b057-7deb-490f-ac65-11419e3c5e18 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 946 time: 0.1557169 Feb 09 20:37:19.554960 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-832ca646-4195-4514-a631-fc7aa611f54f req-77077a6b-2bb5-4c9c-bb85-224feb103f24 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536337 Feb 09 20:37:19.593794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-d23f11d0-716a-460f-8e0f-508f4d808333 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898476 Feb 09 20:37:19.613368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-511615a2-d4cd-47c5-acff-9a61780b0b97 req-12b2e3ab-ed6e-43be-ba14-0019a71ce89e tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 210 time: 0.0885005 Feb 09 20:37:19.633257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0bd02bf-eb71-4af1-996e-a3e3db43ec1f req-c8fa6da7-9136-4f2e-9190-27141d8216d7 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884488 Feb 09 20:37:19.695419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-75d4429f-d59a-4190-9bc0-4df84cf48390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.701080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-75d4429f-d59a-4190-9bc0-4df84cf48390 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1923807 Feb 09 20:37:19.816789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-174cc3e6-0bb1-4342-9efb-35d0c9f9795f tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.818312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-174cc3e6-0bb1-4342-9efb-35d0c9f9795f tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082577 Feb 09 20:37:19.858971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Request body: {'port': {'device_id': '576e30de-c82d-4bd8-ab57-48d4c47006c1', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '58e61798ff5a4cf29e7aa4fbc3f4b25d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:19.866811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-0140b552-ba7b-4b7b-9c16-f3ce35d60832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.869899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-0140b552-ba7b-4b7b-9c16-f3ce35d60832 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=622d5878d12c478d834e2d1cab19edee&device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 1131 time: 0.1861503 Feb 09 20:37:19.882461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-2df44988-f682-4040-856a-78e31050e9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731813 Feb 09 20:37:19.987859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-318a39ad-b0a3-4053-bfe2-c34073dfe2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:19.989688 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-318a39ad-b0a3-4053-bfe2-c34073dfe2a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.0999198 Feb 09 20:37:20.063676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcf6ec-54f5-4830-bd9f-fa55475d3128 req-7c01de81-4480-4f64-b0e0-0bb3fcfc5930 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:20.070334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-ee1fbdd9-5229-4a98-b3e3-451251c54f47 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547372 Feb 09 20:37:20.074130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73dcf6ec-54f5-4830-bd9f-fa55475d3128 req-7c01de81-4480-4f64-b0e0-0bb3fcfc5930 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.2737851 Feb 09 20:37:20.078824 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-486b7fd4-f790-48bf-aa5e-25d647a72452 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=9b81501b-ccc6-40f0-8051-3f9130ad3dda HTTP/1.1" status: 200 len: 217 time: 0.0812414 Feb 09 20:37:20.114219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Made reservation on behalf of 58e61798ff5a4cf29e7aa4fbc3f4b25d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:20.118451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:20.193999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73dcf6ec-54f5-4830-bd9f-fa55475d3128 req-0aa61676-dc60-466d-96d2-d27befba737b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072311 Feb 09 20:37:20.208294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-e294816e-a6c7-4e5b-a0b4-34811e66900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:20.209918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-e294816e-a6c7-4e5b-a0b4-34811e66900b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1208911 Feb 09 20:37:20.300466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-a57d7584-b259-4865-b0df-8f3629fb13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:20.308099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-a57d7584-b259-4865-b0df-8f3629fb13fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0885148 Feb 09 20:37:20.358109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Allocated IP 192.168.233.61 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/00d2540d-c15e-46ef-9bd8-13f6f185c2b3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:20.499526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-c9b9b043-ab6a-4de5-bd33-ddbf383e0c2e service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828690 Feb 09 20:37:20.522003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921feca9-adbf-4163-83ee-878d46747bbc req-eb25c341-e283-47b2-9b28-7c88139dced8 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:20.524891 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-921feca9-adbf-4163-83ee-878d46747bbc req-eb25c341-e283-47b2-9b28-7c88139dced8 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 948 time: 0.0925114 Feb 09 20:37:20.578317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks [] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:20.639869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:20.645322 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-921feca9-adbf-4163-83ee-878d46747bbc req-bf2f8166-bfbd-4cd4-a7f1-0b75939a6fa2 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109662 Feb 09 20:37:20.657767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:20.671536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['e8af6da8-265a-4c38-a40b-566826328620'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:20.682817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a98edb7f-ba0d-4f70-aefa-8804e9f80aab req-93bcca88-2b34-48d5-a546-0760d885546e service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563301 Feb 09 20:37:20.688957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:20.726088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:20.732630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:20.737735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:20.738299 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:20.772070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9393537 Feb 09 20:37:20.792280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Request body: {'port': {'device_id': '576e30de-c82d-4bd8-ab57-48d4c47006c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:20.853170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2dc94-2d93-48f0-9cb9-f30aac1dbf80 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Pushing event updated for resources: {'Port': ['ID=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:20.856211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d278e0e-a3b8-40e7-932f-d348ce8ae93c req-bc9fdb0d-58c1-4797-9257-6bce847c2935 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:20.865642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d278e0e-a3b8-40e7-932f-d348ce8ae93c req-bc9fdb0d-58c1-4797-9257-6bce847c2935 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 935 time: 0.0706093 Feb 09 20:37:20.934543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d278e0e-a3b8-40e7-932f-d348ce8ae93c req-64257206-1c8f-41b6-801b-8b07fd175200 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686278 Feb 09 20:37:20.988120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.024908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e2e70-cc1f-40b5-aa20-fef70d000199 req-b030feba-6ea6-4d5b-9e93-5e952801cbd3 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:21.032344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea3e2e70-cc1f-40b5-aa20-fef70d000199 req-b030feba-6ea6-4d5b-9e93-5e952801cbd3 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 946 time: 0.1125581 Feb 09 20:37:21.145069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3a6fce74-f99d-4085-b5f3-fc430479ecf2 None None] Provisioning complete for port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:21.145735 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a6fce74-f99d-4085-b5f3-fc430479ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.183001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea3e2e70-cc1f-40b5-aa20-fef70d000199 req-762d3f01-06a7-46df-9b98-58b0e71145ce tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464264 Feb 09 20:37:21.201198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fce74-f99d-4085-b5f3-fc430479ecf2 None None] Port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:37:21.203637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b5c6b7-1419-48c3-b97f-aa7235971169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.341220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.370283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00135f47-8f6e-497d-b06e-65361bffaccd req-5ff1cc23-ca32-4c48-b9d3-63f01e4a3908 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:21.379070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00135f47-8f6e-497d-b06e-65361bffaccd req-5ff1cc23-ca32-4c48-b9d3-63f01e4a3908 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.0731983 Feb 09 20:37:21.435170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b5c6b7-1419-48c3-b97f-aa7235971169 admin admin] Publish callbacks [] for security_group (5df55ba0-636d-438b-be71-eb93ef9084b5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.437755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:21.444968 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95b5c6b7-1419-48c3-b97f-aa7235971169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5df55ba0-636d-438b-be71-eb93ef9084b5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.446908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00135f47-8f6e-497d-b06e-65361bffaccd req-59ee0eca-1113-4765-a5a3-ef6a9de9a426 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666072 Feb 09 20:37:21.449563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Publish callbacks [] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.496479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Transition to ACTIVE for port object 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:21.500664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-95b5c6b7-1419-48c3-b97f-aa7235971169 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6e0aaadc023a44258d18370be756810d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8570449 Feb 09 20:37:21.503725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:21.504149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5c6b7-1419-48c3-b97f-aa7235971169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df55ba0-636d-438b-be71-eb93ef9084b5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:21.507983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.567982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Pushing event updated for resources: {'Port': ['ID=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:21.612033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59e0027b-ce3f-4e91-9b76-4c9b7217ff23 admin admin] Publish callbacks [] for security_group (5df55ba0-636d-438b-be71-eb93ef9084b5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.626681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Attempting to bind port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:21.627096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Attempting to bind port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:21.627492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Attempting to bind port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:21.640738 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59e0027b-ce3f-4e91-9b76-4c9b7217ff23 admin admin] Publish callbacks [] for security_group (5df55ba0-636d-438b-be71-eb93ef9084b5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.643265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:21.643594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Attempting to bind port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:21.669884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:21.670230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:21.670739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:21.671274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Bound port: 00d2540d-c15e-46ef-9bd8-13f6f185c2b3, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:21.671716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.719770 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59e0027b-ce3f-4e91-9b76-4c9b7217ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5df55ba0-636d-438b-be71-eb93ef9084b5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.722599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59e0027b-ce3f-4e91-9b76-4c9b7217ff23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.726381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-59e0027b-ce3f-4e91-9b76-4c9b7217ff23 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5df55ba0-636d-438b-be71-eb93ef9084b5 HTTP/1.1" status: 204 len: 168 time: 0.2214272 Feb 09 20:37:21.733385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea73ef8-180f-4f0f-9bca-641733a2f35a req-8ba40073-542d-418c-9441-5333b94bff6f tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:21.735143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ea73ef8-180f-4f0f-9bca-641733a2f35a req-8ba40073-542d-418c-9441-5333b94bff6f tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1129 time: 0.1104708 Feb 09 20:37:21.743645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0027b-ce3f-4e91-9b76-4c9b7217ff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df55ba0-636d-438b-be71-eb93ef9084b5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:21.788662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] For port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:21.795744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] For port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:21.819082 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.852005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325ee23-f3b2-46f8-b4c9-77a1cc2c9fe8 req-f958f09f-759f-498f-98a0-aeb361b1a293 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:21.855552 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0325ee23-f3b2-46f8-b4c9-77a1cc2c9fe8 req-f958f09f-759f-498f-98a0-aeb361b1a293 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 948 time: 0.1004741 Feb 09 20:37:21.855732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ea73ef8-180f-4f0f-9bca-641733a2f35a req-24e62e32-e54b-4885-99b9-0d304445b5da tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064713 Feb 09 20:37:21.868661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:21.869474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:21.871069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] 10.222.0.13 "PUT /v2.0/ports/00d2540d-c15e-46ef-9bd8-13f6f185c2b3 HTTP/1.1" status: 200 len: 1096 time: 1.0852354 Feb 09 20:37:21.871597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576e30de-c82d-4bd8-ab57-48d4c47006c1', 'tag': '00d2540d-c15e-46ef-9bd8-13f6f185c2b3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:21.873919 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a506b0-0f97-43a5-880e-ebecbf89492d" -d '{"events": [{"name": "network-changed", "server_uuid": "576e30de-c82d-4bd8-ab57-48d4c47006c1", "tag": "00d2540d-c15e-46ef-9bd8-13f6f185c2b3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:21.909215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4b4b3-4a76-435f-b9ba-188395d29353 service neutron] Pushing event updated for resources: {'Port': ['ID=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:21.980160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0325ee23-f3b2-46f8-b4c9-77a1cc2c9fe8 req-56c26c14-a3f6-45be-8b5c-d26760c329ef tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112149 Feb 09 20:37:21.990986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-980e8cec-8c3b-41e5-95cc-db0973d4de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:21.991646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-980e8cec-8c3b-41e5-95cc-db0973d4de7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 1130 time: 0.0786178 Feb 09 20:37:22.078000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-c1dd46e8-176e-49cc-a3eb-ed2dde4c63bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=00d2540d-c15e-46ef-9bd8-13f6f185c2b3 HTTP/1.1" status: 200 len: 217 time: 0.0774770 Feb 09 20:37:22.079819 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349557c0-cbbf-46cd-9d95-ae41880428a4 x-openstack-request-id: req-349557c0-cbbf-46cd-9d95-ae41880428a4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:22.080273 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576e30de-c82d-4bd8-ab57-48d4c47006c1", "tag": "00d2540d-c15e-46ef-9bd8-13f6f185c2b3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:22.080526 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-349557c0-cbbf-46cd-9d95-ae41880428a4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:22.080917 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576e30de-c82d-4bd8-ab57-48d4c47006c1', 'tag': '00d2540d-c15e-46ef-9bd8-13f6f185c2b3', 'status': 'completed', 'code': 200} Feb 09 20:37:22.148713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-5966a7dd-a884-43fd-9c00-7445322b8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:22.150333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-5966a7dd-a884-43fd-9c00-7445322b8f92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0644226 Feb 09 20:37:22.248252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-49b344a5-3f2f-45e4-8f03-fee559a13dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:22.249907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-49b344a5-3f2f-45e4-8f03-fee559a13dcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0846059 Feb 09 20:37:22.265145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65a2b-7368-46d3-af58-afb6cf870471 req-8efc85e9-1c4a-41ab-9a3b-d01aa6e72399 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:22.267235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8c65a2b-7368-46d3-af58-afb6cf870471 req-8efc85e9-1c4a-41ab-9a3b-d01aa6e72399 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 947 time: 0.1215076 Feb 09 20:37:22.364894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:22.374598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8c65a2b-7368-46d3-af58-afb6cf870471 req-d4da74a4-469c-40a5-837f-ad31b7b7f67a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991573 Feb 09 20:37:22.390703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-158c547f-04b4-4a0f-86b3-abbba5f465ae service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329067 Feb 09 20:37:22.409283 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-553ffa7d-12cc-42bd-9024-af94d34df0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:22.519119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5291b4-ce7b-416d-aa57-0a367f2f2f8a req-e34eaa22-e232-4985-bec2-162e181929e0 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212244 Feb 09 20:37:22.598306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-553ffa7d-12cc-42bd-9024-af94d34df0f4 admin admin] Publish callbacks [] for security_group (f8b87f22-8034-4734-b277-392c37cb4e8a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:22.604243 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-553ffa7d-12cc-42bd-9024-af94d34df0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f8b87f22-8034-4734-b277-392c37cb4e8a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:22.652448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e57f83-1de8-4ad4-bb23-489e347e15d4 req-2106a294-bcab-49b3-ac7f-fcd0484ad46f tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:22.661786 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28e57f83-1de8-4ad4-bb23-489e347e15d4 req-2106a294-bcab-49b3-ac7f-fcd0484ad46f tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1129 time: 0.1543975 Feb 09 20:37:22.662734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b85205-5a91-42d0-a138-e372890815b9 req-e9ddb7f0-b452-48f2-bf1a-4327efc29b7d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:22.670637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53b85205-5a91-42d0-a138-e372890815b9 req-e9ddb7f0-b452-48f2-bf1a-4327efc29b7d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1334116 Feb 09 20:37:22.681352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-2811bfad-1f5e-4f57-82b0-4ee4fe1d5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:22.682829 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-2811bfad-1f5e-4f57-82b0-4ee4fe1d5cf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 1130 time: 0.0895302 Feb 09 20:37:22.689530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ffa7d-12cc-42bd-9024-af94d34df0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b87f22-8034-4734-b277-392c37cb4e8a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:22.705074 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-553ffa7d-12cc-42bd-9024-af94d34df0f4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=27c53a2d29ac44839f1cf805dd267bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388934 Feb 09 20:37:22.708847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:22.789282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53b85205-5a91-42d0-a138-e372890815b9 req-f448c32e-5109-444f-8463-e3aa03a46f35 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176972 Feb 09 20:37:22.794742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28e57f83-1de8-4ad4-bb23-489e347e15d4 req-4478e992-1f54-42cd-b262-83cef4313741 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320906 Feb 09 20:37:22.797706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d60a852c-6311-4ad6-b6da-5cd03107a7a9 admin admin] Publish callbacks [] for security_group (f8b87f22-8034-4734-b277-392c37cb4e8a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:22.814976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:22.836240 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d60a852c-6311-4ad6-b6da-5cd03107a7a9 admin admin] Publish callbacks [] for security_group (f8b87f22-8034-4734-b277-392c37cb4e8a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:22.839778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-feab9c2d-bbe0-4d5d-a4dc-ffebe63bd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:22.841439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-feab9c2d-bbe0-4d5d-a4dc-ffebe63bd568 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1510813 Feb 09 20:37:22.918145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-7172ca14-afc3-45cd-85be-3f40e42e127e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=00d2540d-c15e-46ef-9bd8-13f6f185c2b3 HTTP/1.1" status: 200 len: 217 time: 0.0697865 Feb 09 20:37:22.920216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d60a852c-6311-4ad6-b6da-5cd03107a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f8b87f22-8034-4734-b277-392c37cb4e8a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:22.922734 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d60a852c-6311-4ad6-b6da-5cd03107a7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:22.923931 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d60a852c-6311-4ad6-b6da-5cd03107a7a9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f8b87f22-8034-4734-b277-392c37cb4e8a HTTP/1.1" status: 204 len: 168 time: 0.2136369 Feb 09 20:37:22.937449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a852c-6311-4ad6-b6da-5cd03107a7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b87f22-8034-4734-b277-392c37cb4e8a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:22.987814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-f71a0dab-6f3e-41e6-b57e-852a3b00ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:22.990150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-f71a0dab-6f3e-41e6-b57e-852a3b00ba89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0657156 Feb 09 20:37:23.034864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c026d01-0e2a-42f2-a3b5-a3d5a72d7963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.084598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-73380609-2f9d-4181-9b03-196e48bb05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:23.086311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-73380609-2f9d-4181-9b03-196e48bb05e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0862849 Feb 09 20:37:23.180091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9b81501b-ccc6-40f0-8051-3f9130ad3dda details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:23.310062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c026d01-0e2a-42f2-a3b5-a3d5a72d7963 admin admin] Publish callbacks [] for security_group (5de9332a-609f-4e81-b06f-86b406e8cbf5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.313126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-f2d235b6-b414-459d-bb29-976a2fb4ec9b service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187462 Feb 09 20:37:23.314372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c026d01-0e2a-42f2-a3b5-a3d5a72d7963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5de9332a-609f-4e81-b06f-86b406e8cbf5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.318105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9b81501b-ccc6-40f0-8051-3f9130ad3dda, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9b81501b-ccc6-40f0-8051-3f9130ad3dda,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:23.341216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '9b81501b-ccc6-40f0-8051-3f9130ad3dda', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '9b81501b-ccc6-40f0-8051-3f9130ad3dda', 'mac_address': 'fa:16:3e:08:e6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:23.348781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c026d01-0e2a-42f2-a3b5-a3d5a72d7963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de9332a-609f-4e81-b06f-86b406e8cbf5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:23.378215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e162c1-6c9f-4c1f-9fd2-1f4f44becbfb req-f08b1345-5517-4ecb-b304-525dadff5a55 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:23.388285 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87e162c1-6c9f-4c1f-9fd2-1f4f44becbfb req-f08b1345-5517-4ecb-b304-525dadff5a55 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 948 time: 0.0832067 Feb 09 20:37:23.432609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 9b81501b-ccc6-40f0-8051-3f9130ad3dda is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:23.433265 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.449455 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5c026d01-0e2a-42f2-a3b5-a3d5a72d7963 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1a1db9d8e23a44859c3d274216ce35e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6334057 Feb 09 20:37:23.457315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:23.460183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b81501b-ccc6-40f0-8051-3f9130ad3dda {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:23.483122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87e162c1-6c9f-4c1f-9fd2-1f4f44becbfb req-153aac42-a86b-4fa7-8ef6-c5e018d905a5 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865629 Feb 09 20:37:23.501859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9b81501b-ccc6-40f0-8051-3f9130ad3dda, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9b81501b-ccc6-40f0-8051-3f9130ad3dda,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:23.508050 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.559400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26a506b0-0f97-43a5-880e-ebecbf89492d req-c4025cc5-a5e8-45fc-ae8e-fb66b425215f service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117064 Feb 09 20:37:23.574944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac52279b-de74-469d-b3d4-9a1b27e88f5a admin admin] Publish callbacks [] for security_group (5de9332a-609f-4e81-b06f-86b406e8cbf5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.577399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=9b81501b-ccc6-40f0-8051-3f9130ad3dda,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:23.600878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac52279b-de74-469d-b3d4-9a1b27e88f5a admin admin] Publish callbacks [] for security_group (5de9332a-609f-4e81-b06f-86b406e8cbf5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.657019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac52279b-de74-469d-b3d4-9a1b27e88f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5de9332a-609f-4e81-b06f-86b406e8cbf5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.660418 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac52279b-de74-469d-b3d4-9a1b27e88f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:23.662742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ac52279b-de74-469d-b3d4-9a1b27e88f5a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5de9332a-609f-4e81-b06f-86b406e8cbf5 HTTP/1.1" status: 204 len: 168 time: 0.2091610 Feb 09 20:37:23.677051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52279b-de74-469d-b3d4-9a1b27e88f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de9332a-609f-4e81-b06f-86b406e8cbf5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:23.760944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['9b81501b-ccc6-40f0-8051-3f9130ad3dda'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:24.035035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c335a-9036-4057-9a44-6bcb792c52df req-3a7f62aa-4b4e-4d7f-b56e-22d654e84ea6 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:24.040805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:24.042958 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c96c335a-9036-4057-9a44-6bcb792c52df req-3a7f62aa-4b4e-4d7f-b56e-22d654e84ea6 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 947 time: 0.0644493 Feb 09 20:37:24.063113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d00d6390-5301-4356-af07-aa4dcb174925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:24.109258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c96c335a-9036-4057-9a44-6bcb792c52df req-c2caa0e5-4cf2-4500-a735-c938a863b971 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648861 Feb 09 20:37:24.156027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d00d6390-5301-4356-af07-aa4dcb174925 admin admin] Publish callbacks [] for security_group (e12296ec-9c27-472d-bf48-a69ecce8f1de), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:24.160471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d00d6390-5301-4356-af07-aa4dcb174925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e12296ec-9c27-472d-bf48-a69ecce8f1de), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:24.200383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d6390-5301-4356-af07-aa4dcb174925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12296ec-9c27-472d-bf48-a69ecce8f1de,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:24.217388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d00d6390-5301-4356-af07-aa4dcb174925 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=54fb1ba6ce88429099d3754f5a0acd1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749711 Feb 09 20:37:24.219934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:24.273474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c50155-e50f-4142-82c2-27f77bb2b4b2 req-136abb72-1e39-4c67-969c-e75b2be27f61 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:24.280708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e96ac6ca-5b36-44c0-aacf-fc5382454d6d admin admin] Publish callbacks [] for security_group (e12296ec-9c27-472d-bf48-a69ecce8f1de), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:24.282156 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27c50155-e50f-4142-82c2-27f77bb2b4b2 req-136abb72-1e39-4c67-969c-e75b2be27f61 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.0775595 Feb 09 20:37:24.305979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e96ac6ca-5b36-44c0-aacf-fc5382454d6d admin admin] Publish callbacks [] for security_group (e12296ec-9c27-472d-bf48-a69ecce8f1de), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:24.330904 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27c50155-e50f-4142-82c2-27f77bb2b4b2 req-4b104123-9a3f-4eda-a1a6-2a5dba231ba7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476768 Feb 09 20:37:24.365327 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e96ac6ca-5b36-44c0-aacf-fc5382454d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e12296ec-9c27-472d-bf48-a69ecce8f1de), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:24.367986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e96ac6ca-5b36-44c0-aacf-fc5382454d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:24.372251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e96ac6ca-5b36-44c0-aacf-fc5382454d6d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e12296ec-9c27-472d-bf48-a69ecce8f1de HTTP/1.1" status: 204 len: 168 time: 0.1480830 Feb 09 20:37:24.378679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ac6ca-5b36-44c0-aacf-fc5382454d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12296ec-9c27-472d-bf48-a69ecce8f1de,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:24.815052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8562da9-47c8-41a0-a4f3-e6369dde69d1 req-f58e5af5-3b28-4195-ba34-120109410adb tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:24.816769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8562da9-47c8-41a0-a4f3-e6369dde69d1 req-f58e5af5-3b28-4195-ba34-120109410adb tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 949 time: 0.0576780 Feb 09 20:37:24.876876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8562da9-47c8-41a0-a4f3-e6369dde69d1 req-95e67bf7-129b-43ec-8724-9fd16a9bbfea tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502856 Feb 09 20:37:24.879887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-c8fbba2b-d3c3-4cdb-bdc7-2cb6897d4315 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:37:24.881705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-c8fbba2b-d3c3-4cdb-bdc7-2cb6897d4315 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1344848 Feb 09 20:37:24.937762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-24d18f57-e289-43f2-aff3-fa6d46fed138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:24.939298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-24d18f57-e289-43f2-aff3-fa6d46fed138 service neutron] 10.222.0.102 "GET /v2.0/ports/1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 1126 time: 0.0471869 Feb 09 20:37:24.951394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Request body: {'binding': {'host': 'n-h1-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:24.952021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:37:25.104638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on host n-h1-789963-29 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:25.105053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:25.105457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:25.110135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:25.110539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:25.115654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:25.116067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:25.116729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:25.117191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Bound port: 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:25.183235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9b81501b-ccc6-40f0-8051-3f9130ad3dda up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:25.296596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 9b81501b-ccc6-40f0-8051-3f9130ad3dda completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:25.301823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 9b81501b-ccc6-40f0-8051-3f9130ad3dda triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:25.302205 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:25.401179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910470f-191d-47eb-89f8-7fd393c98bee req-e460e5a5-3109-492a-9ed5-43db90d900e4 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:25.403922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6910470f-191d-47eb-89f8-7fd393c98bee req-e460e5a5-3109-492a-9ed5-43db90d900e4 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 947 time: 0.0771859 Feb 09 20:37:25.413110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 9b81501b-ccc6-40f0-8051-3f9130ad3dda is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:25.413506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:25.421254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:25.428619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:25.429813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9fe545ca-ce21-4329-9dd0-becb085e7ef6 service neutron] 10.222.0.102 "POST /v2.0/ports/1aaa6a06-d7e7-4691-85a2-9b50e460923f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4826906 Feb 09 20:37:25.464667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6910470f-191d-47eb-89f8-7fd393c98bee req-5b1d079a-b924-4deb-be14-5057b9913eb0 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Feb 09 20:37:25.479961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027e4949-5410-4c38-bce1-5ad19c9418ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b81501b-ccc6-40f0-8051-3f9130ad3dda'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:25.486128 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f14a42-3774-47be-a716-efed5ab2b352" -d '{"events": [{"server_uuid": "027e4949-5410-4c38-bce1-5ad19c9418ee", "name": "network-vif-plugged", "status": "completed", "tag": "9b81501b-ccc6-40f0-8051-3f9130ad3dda"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:25.513787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9b81501b-ccc6-40f0-8051-3f9130ad3dda, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9b81501b-ccc6-40f0-8051-3f9130ad3dda,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:25.519079 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:25.595765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=9b81501b-ccc6-40f0-8051-3f9130ad3dda,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:25.608903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.610056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.610736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.611274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.611848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.612503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.613294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.613741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.614316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.614763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.615285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.615835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.616512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:37:25.643817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3e3a-fee9-409b-a641-85cf1ce5eb86 req-58f0e857-cbe3-4d08-a710-47dd3766c073 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:25.646327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82cd3e3a-fee9-409b-a641-85cf1ce5eb86 req-58f0e857-cbe3-4d08-a710-47dd3766c073 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.0693762 Feb 09 20:37:25.716467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82cd3e3a-fee9-409b-a641-85cf1ce5eb86 req-04d166ad-617f-45c5-9364-49332b4aa61e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638573 Feb 09 20:37:25.761356 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cf8cbb-0684-48a9-91c7-b456ac88a680 x-openstack-request-id: req-f3cf8cbb-0684-48a9-91c7-b456ac88a680 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:25.761682 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027e4949-5410-4c38-bce1-5ad19c9418ee", "name": "network-vif-plugged", "status": "completed", "tag": "9b81501b-ccc6-40f0-8051-3f9130ad3dda", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:25.761943 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f3cf8cbb-0684-48a9-91c7-b456ac88a680 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:25.762581 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027e4949-5410-4c38-bce1-5ad19c9418ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b81501b-ccc6-40f0-8051-3f9130ad3dda', 'code': 200} Feb 09 20:37:25.799832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-fe6b838c-6f63-4e25-81b2-c3c00a0a0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:25.802657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-fe6b838c-6f63-4e25-81b2-c3c00a0a0f10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1129 time: 0.0725024 Feb 09 20:37:25.886450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944d3d-80fa-44bd-a63b-163de45f9812 req-8b71f1b2-71dd-45ca-8d2a-ca5d34a74336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:25.888673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a944d3d-80fa-44bd-a63b-163de45f9812 req-8b71f1b2-71dd-45ca-8d2a-ca5d34a74336 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 1133 time: 0.0555658 Feb 09 20:37:25.953349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a944d3d-80fa-44bd-a63b-163de45f9812 req-3eae8be0-704f-44ed-b052-6c173c35a7c1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590720 Feb 09 20:37:25.961776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b827f-d3ae-4000-b811-edfb5ab9f65c req-615f0453-3317-45a2-b54c-fd94648110a5 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:25.963325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a51b827f-d3ae-4000-b811-edfb5ab9f65c req-615f0453-3317-45a2-b54c-fd94648110a5 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 946 time: 0.1336787 Feb 09 20:37:25.968356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-ca5035c8-1432-46c2-ad83-0bb1a197202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:25.969799 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-ca5035c8-1432-46c2-ad83-0bb1a197202f service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.1618915 Feb 09 20:37:26.029503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-4279e1fc-9ccf-4161-a3f2-0ff1edcfc6f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 217 time: 0.0439997 Feb 09 20:37:26.081760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50b7d7-2296-4466-9c3f-6d1c1dd1949e req-7cde9fca-225c-47ec-9951-9a0662ff3dae tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:26.083430 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f50b7d7-2296-4466-9c3f-6d1c1dd1949e req-7cde9fca-225c-47ec-9951-9a0662ff3dae tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 950 time: 0.0611172 Feb 09 20:37:26.092258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a51b827f-d3ae-4000-b811-edfb5ab9f65c req-649bbae1-ca36-409d-990b-b8c939fc334c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203449 Feb 09 20:37:26.103230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-2ad053e5-db32-42fa-9862-162dfc2d0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:26.106222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-2ad053e5-db32-42fa-9862-162dfc2d0bc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.0655985 Feb 09 20:37:26.142346 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f50b7d7-2296-4466-9c3f-6d1c1dd1949e req-577d3804-7581-461b-bd0d-f22cec3deb4c tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508540 Feb 09 20:37:26.177055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-22282340-f7a5-456b-9fa1-bbf3121bacaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561550 Feb 09 20:37:26.247390 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:26.274081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:26.395508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-3a8f515d-fd69-4cb7-aa26-5ab8c8a96733 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095952 Feb 09 20:37:26.427464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:26.441184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '00d2540d-c15e-46ef-9bd8-13f6f185c2b3', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '00d2540d-c15e-46ef-9bd8-13f6f185c2b3', 'mac_address': 'fa:16:3e:0f:7e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:26.559889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-17b60a23-573d-46b0-9a45-c351d5bdcd24 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578727 Feb 09 20:37:26.613167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:26.613569 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:26.628752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:26.651888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:26.656946 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:26.664472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1befa-58be-4e78-a53e-99ca2482c5b1 req-e49c90c3-3851-427e-b36a-1538fd8fb94c tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:26.666588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46e1befa-58be-4e78-a53e-99ca2482c5b1 req-e49c90c3-3851-427e-b36a-1538fd8fb94c tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 947 time: 0.0716820 Feb 09 20:37:26.711190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:26.733393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46e1befa-58be-4e78-a53e-99ca2482c5b1 req-90fdafb1-7692-4e70-8387-b50367c24705 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609503 Feb 09 20:37:26.755303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:26.876295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-096f2de7-2b47-45ed-80c0-6986ec1cf1a0 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:26.877799 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-096f2de7-2b47-45ed-80c0-6986ec1cf1a0 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1129 time: 0.1298764 Feb 09 20:37:26.888514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:26.897045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['00d2540d-c15e-46ef-9bd8-13f6f185c2b3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:26.906543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-840be55a-dc57-4a1b-b63d-9c21cdea2013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:26.952203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20abcc3-dc72-4f7f-aa4e-cc6dbf118b63 req-d5f2b2fa-4e4f-4a41-aa74-4f4f674307d9 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:26.953702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b20abcc3-dc72-4f7f-aa4e-cc6dbf118b63 req-d5f2b2fa-4e4f-4a41-aa74-4f4f674307d9 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1197169 Feb 09 20:37:26.966586 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-a0f72d90-6c61-46e6-be76-b2228abaf26f tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=2017aa8f232d4e07882b8aef5f2a52ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449114 Feb 09 20:37:26.981153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.072672 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b20abcc3-dc72-4f7f-aa4e-cc6dbf118b63 req-acbcdda1-8b71-4845-b22f-19882b5d9703 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118696 Feb 09 20:37:27.133100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-814dd77a-d3f7-4426-b064-736b6b31880f tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:27.139722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-814dd77a-d3f7-4426-b064-736b6b31880f tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669593 Feb 09 20:37:27.142873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-840be55a-dc57-4a1b-b63d-9c21cdea2013 admin admin] Publish callbacks [] for security_group (dd92678a-8e21-4f3f-9578-f32a33a6440e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.151462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-840be55a-dc57-4a1b-b63d-9c21cdea2013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dd92678a-8e21-4f3f-9578-f32a33a6440e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.171852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:27.172873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-9ddebfbb-ee65-4c2f-a7bb-5280aecf4fe9 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/quotas/2017aa8f232d4e07882b8aef5f2a52ed HTTP/1.1" status: 200 len: 375 time: 0.0322683 Feb 09 20:37:27.204264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840be55a-dc57-4a1b-b63d-9c21cdea2013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92678a-8e21-4f3f-9578-f32a33a6440e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:27.224152 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-6ab1995f-39a0-487a-85f9-c4efdb784bc4 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=2017aa8f232d4e07882b8aef5f2a52ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412123 Feb 09 20:37:27.227425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-840be55a-dc57-4a1b-b63d-9c21cdea2013 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4bd62d447ff941a8a16fe7d4a8d746ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709601 Feb 09 20:37:27.231226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:27.256153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:27.288019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c43050-e523-4cfa-b2b7-d568ffbe4b56 req-6c03e4bf-d8a7-46cc-ad62-249b0fe8c064 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:27.289564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83c43050-e523-4cfa-b2b7-d568ffbe4b56 req-6c03e4bf-d8a7-46cc-ad62-249b0fe8c064 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 946 time: 0.1049287 Feb 09 20:37:27.300998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-394da609-859d-4c79-896e-d25ad23ca6fc admin admin] Publish callbacks [] for security_group (dd92678a-8e21-4f3f-9578-f32a33a6440e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.325876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-394da609-859d-4c79-896e-d25ad23ca6fc admin admin] Publish callbacks [] for security_group (dd92678a-8e21-4f3f-9578-f32a33a6440e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.327773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:27.330051 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2a3ebf-2bdd-4f56-9651-90eea04d2a22" -d '{"events": [{"server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "name": "network-vif-unplugged", "status": "completed", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:27.333967 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Publish callbacks [] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.348536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.392219 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-394da609-859d-4c79-896e-d25ad23ca6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dd92678a-8e21-4f3f-9578-f32a33a6440e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.394825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-394da609-859d-4c79-896e-d25ad23ca6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.396646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-394da609-859d-4c79-896e-d25ad23ca6fc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dd92678a-8e21-4f3f-9578-f32a33a6440e HTTP/1.1" status: 204 len: 168 time: 0.1629179 Feb 09 20:37:27.405514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394da609-859d-4c79-896e-d25ad23ca6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92678a-8e21-4f3f-9578-f32a33a6440e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:27.430709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83c43050-e523-4cfa-b2b7-d568ffbe4b56 req-1229b0e8-cdaf-4833-ba92-6cae14e65d2b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341717 Feb 09 20:37:27.471480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:27.496484 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab135314-5310-4796-8105-3ff9428bda28 x-openstack-request-id: req-ab135314-5310-4796-8105-3ff9428bda28 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:27.496780 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "name": "network-vif-unplugged", "status": "completed", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:27.497030 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ab135314-5310-4796-8105-3ff9428bda28 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:27.497430 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f', 'code': 200} Feb 09 20:37:27.581792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on host n-h2-789963-29 for vnic_type normal with profile {"migrating_to": "n-h1-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:27.582369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:27.582470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:27.588179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:27.588501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Attempting to bind port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:27.597775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d09896ae-bb81-4db6-8bc4-106ec0e295cb req-ff8605fd-4915-4b47-b132-76a6d0370621 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 210 time: 0.0589979 Feb 09 20:37:27.599293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:27.599631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:27.600079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:27.600515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Bound port: 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:27.600868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.614492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdc344-6db6-4754-a67d-02cdb321972a req-70d6444b-653c-49a1-a69e-ab14bbaa862b tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:27.616198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11fdc344-6db6-4754-a67d-02cdb321972a req-70d6444b-653c-49a1-a69e-ab14bbaa862b tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 950 time: 0.0810621 Feb 09 20:37:27.704410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:27.708066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:27.716372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11fdc344-6db6-4754-a67d-02cdb321972a req-ab44f98e-db85-4f19-a288-2d42c2165bb2 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914040 Feb 09 20:37:27.729757 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.838513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38434) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:27.839411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:27.840176 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.841484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] 10.222.0.13 "PUT /v2.0/ports/1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 1124 time: 0.9572277 Feb 09 20:37:27.853394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4558693-0128-41d4-90bd-3e9cd16abe52 service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:27.878659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1cd5-af7b-4243-890b-ad58ae9df025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:27.937622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['1aaa6a06-d7e7-4691-85a2-9b50e460923f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:28.076174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1cd5-af7b-4243-890b-ad58ae9df025 admin admin] Publish callbacks [] for security_group (39b2edc7-4f90-4904-a7b2-45e5da838f49), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.081471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1cd5-af7b-4243-890b-ad58ae9df025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (39b2edc7-4f90-4904-a7b2-45e5da838f49), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.208868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d8c1cd5-af7b-4243-890b-ad58ae9df025 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7db9534db0bc4a9a82b41547d8c52a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691409 Feb 09 20:37:28.216477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:28.223287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1cd5-af7b-4243-890b-ad58ae9df025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b2edc7-4f90-4904-a7b2-45e5da838f49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:28.248960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7f6e9-b2ae-4ee5-9e8b-6ed47ace8833 req-c2226da7-f329-449c-ba95-0bce3cc9373a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:28.259321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1fc7f6e9-b2ae-4ee5-9e8b-6ed47ace8833 req-c2226da7-f329-449c-ba95-0bce3cc9373a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 948 time: 0.0787621 Feb 09 20:37:28.287878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:28.317057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77eefe6c-9dc9-4d03-837e-9034233a02ca admin admin] Publish callbacks [] for security_group (39b2edc7-4f90-4904-a7b2-45e5da838f49), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.326645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1fc7f6e9-b2ae-4ee5-9e8b-6ed47ace8833 req-e739886e-5a53-4880-87ab-d0d96b43fb1a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654957 Feb 09 20:37:28.358226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77eefe6c-9dc9-4d03-837e-9034233a02ca admin admin] Publish callbacks [] for security_group (39b2edc7-4f90-4904-a7b2-45e5da838f49), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.363250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:28.372309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:28.372937 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.448685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced460-217f-4195-a2d6-6a39af884991 req-aad6c494-2c3d-4808-8d0d-30cf6ff92408 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:28.456176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76ced460-217f-4195-a2d6-6a39af884991 req-aad6c494-2c3d-4808-8d0d-30cf6ff92408 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.0723782 Feb 09 20:37:28.477983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77eefe6c-9dc9-4d03-837e-9034233a02ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (39b2edc7-4f90-4904-a7b2-45e5da838f49), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.479598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e8f8a-eb76-4ec8-b630-6f3df2608bb6 req-236ef73e-96f7-4fa9-b05e-9ed4f5a8704f tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:28.480610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77eefe6c-9dc9-4d03-837e-9034233a02ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.481140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a5e8f8a-eb76-4ec8-b630-6f3df2608bb6 req-236ef73e-96f7-4fa9-b05e-9ed4f5a8704f tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 950 time: 0.0560629 Feb 09 20:37:28.483002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:28.483403 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.484651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-77eefe6c-9dc9-4d03-837e-9034233a02ca admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/39b2edc7-4f90-4904-a7b2-45e5da838f49 HTTP/1.1" status: 204 len: 168 time: 0.2666624 Feb 09 20:37:28.494696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eefe6c-9dc9-4d03-837e-9034233a02ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b2edc7-4f90-4904-a7b2-45e5da838f49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:28.520215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e30de-c82d-4bd8-ab57-48d4c47006c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d2540d-c15e-46ef-9bd8-13f6f185c2b3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:28.522933 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2af6d3-965f-49f7-b2cf-8079cc49fb49" -d '{"events": [{"server_uuid": "576e30de-c82d-4bd8-ab57-48d4c47006c1", "name": "network-vif-plugged", "status": "completed", "tag": "00d2540d-c15e-46ef-9bd8-13f6f185c2b3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:28.534760 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76ced460-217f-4195-a2d6-6a39af884991 req-c64ce1ae-b9fc-40e6-8ce9-6e18941941d4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771565 Feb 09 20:37:28.540441 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a5e8f8a-eb76-4ec8-b630-6f3df2608bb6 req-65c67e19-0068-4d84-9705-3559722033cf tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515387 Feb 09 20:37:28.557986 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:28.562426 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:28.617538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:28.672710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7bd12-f1e0-4df5-a419-11658b8924ff req-8e0bb594-2429-4ebc-9932-54e895ca449d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:28.680065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46b7bd12-f1e0-4df5-a419-11658b8924ff req-8e0bb594-2429-4ebc-9932-54e895ca449d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 944 time: 0.0702989 Feb 09 20:37:28.726571 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276f8673-b33e-4e5b-9d33-db3ae9998ae2 x-openstack-request-id: req-276f8673-b33e-4e5b-9d33-db3ae9998ae2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:28.726896 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e30de-c82d-4bd8-ab57-48d4c47006c1", "name": "network-vif-plugged", "status": "completed", "tag": "00d2540d-c15e-46ef-9bd8-13f6f185c2b3", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:28.727449 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-276f8673-b33e-4e5b-9d33-db3ae9998ae2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:28.727875 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576e30de-c82d-4bd8-ab57-48d4c47006c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d2540d-c15e-46ef-9bd8-13f6f185c2b3', 'code': 200} Feb 09 20:37:28.766906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46b7bd12-f1e0-4df5-a419-11658b8924ff req-ca5ff696-c960-440a-96e8-da6939137439 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856152 Feb 09 20:37:28.778044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-9c41725d-1b00-4b76-83ee-169b8d815ee1 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2017aa8f232d4e07882b8aef5f2a52ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461390 Feb 09 20:37:28.830832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e95532d3-5c7f-4e6d-88e5-233ae16a5c39 req-c55b9079-dfdd-4e96-ae22-efea2ad3527b tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 210 time: 0.0470061 Feb 09 20:37:28.979851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d95476-eec6-445f-bb72-44e21b39add5 req-cf66e1d8-74ae-4c37-835a-a9b6e15560d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:28.981460 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55d95476-eec6-445f-bb72-44e21b39add5 req-cf66e1d8-74ae-4c37-835a-a9b6e15560d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 1132 time: 0.1192927 Feb 09 20:37:28.987795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-6d563d8f-d42a-40ce-baf5-25145127a547 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:28.989120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-6d563d8f-d42a-40ce-baf5-25145127a547 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041698 Feb 09 20:37:29.006709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Request body: {'port': {'device_id': '0620929b-0f15-41f5-8391-6b57596293df', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '2017aa8f232d4e07882b8aef5f2a52ed'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:29.085513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55d95476-eec6-445f-bb72-44e21b39add5 req-56a37f3f-113b-4b33-8120-8a62b24ac795 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954194 Feb 09 20:37:29.138885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Made reservation on behalf of 2017aa8f232d4e07882b8aef5f2a52ed for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:29.142649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:29.153141 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:29.265257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks [] for security_group (9669da19-1e73-43a0-9f84-ae50523fceda), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:29.269734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9669da19-1e73-43a0-9f84-ae50523fceda), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:29.338111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9669da19-1e73-43a0-9f84-ae50523fceda,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:29.451559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Allocated IP 192.168.233.201 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/0819f892-361b-4137-b695-78dd5f218a00) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:29.502851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a66f73-7058-4e21-b99a-a55c4101fe81 req-f1dc03da-82e0-40b4-9917-3d811d3001e1 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:29.504324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82a66f73-7058-4e21-b99a-a55c4101fe81 req-f1dc03da-82e0-40b4-9917-3d811d3001e1 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 949 time: 0.0962451 Feb 09 20:37:29.506728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:29.508996 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45" -d '{"events": [{"name": "network-changed", "server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:29.513267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:29.552138 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dcd84f-e991-4f39-aec2-20809b26c256 x-openstack-request-id: req-b9dcd84f-e991-4f39-aec2-20809b26c256 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:29.552441 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:29.552716 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b9dcd84f-e991-4f39-aec2-20809b26c256 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:29.553068 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f', 'status': 'completed', 'code': 200} Feb 09 20:37:29.663867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82a66f73-7058-4e21-b99a-a55c4101fe81 req-5874e985-8bae-4059-bcdc-2b951625cb2f tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431432 Feb 09 20:37:29.684477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-0546f256-6364-4ea9-8165-3879d8bd1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:29.686928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-0546f256-6364-4ea9-8165-3879d8bd1280 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1158 time: 0.1042922 Feb 09 20:37:29.747434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks [] for port (0819f892-361b-4137-b695-78dd5f218a00), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:29.764396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0532-f2e5-4bda-892a-24f26a1d4416 req-9c39a6c1-e5fc-4d70-b97c-3cbaa72591fb tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:29.767286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d34b0532-f2e5-4bda-892a-24f26a1d4416 req-9c39a6c1-e5fc-4d70-b97c-3cbaa72591fb tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 950 time: 0.1291752 Feb 09 20:37:29.823482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d20e88c0-3e29-41ed-8f06-f9ebe52ad30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:29.848096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca698587-397f-4f78-84dc-2a1841f3ecf1 req-90790610-100c-4500-88b1-6d89b320df21 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:29.854986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca698587-397f-4f78-84dc-2a1841f3ecf1 req-90790610-100c-4500-88b1-6d89b320df21 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1002402 Feb 09 20:37:29.856649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (0819f892-361b-4137-b695-78dd5f218a00), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:29.896940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-71084792-7cab-447c-a8b3-2d532d86461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:29.898451 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-71084792-7cab-447c-a8b3-2d532d86461c service neutron] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.1947098 Feb 09 20:37:29.907017 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d34b0532-f2e5-4bda-892a-24f26a1d4416 req-b19cf7af-9337-4910-90fa-2765cf93c890 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314623 Feb 09 20:37:29.924777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:29.943523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:29.949138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:29.953970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-78c33d4c-9fc6-423a-aba1-e8542d99052c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 217 time: 0.0421591 Feb 09 20:37:29.954383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:29.955021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:29.957542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Pushing event updated for resources: {'Port': ['ID=0819f892-361b-4137-b695-78dd5f218a00,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:30.022844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca698587-397f-4f78-84dc-2a1841f3ecf1 req-95fdc599-060d-412a-8590-c668604f2d1d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613286 Feb 09 20:37:30.029331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-3e921ba7-7aaa-4784-b63e-8a39955f4b32 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0259702 Feb 09 20:37:30.044273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Request body: {'port': {'device_id': '0620929b-0f15-41f5-8391-6b57596293df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:30.067203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-7a1b3f25-929f-4eb8-95f5-91a3dcb0401c tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:30.067978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-7a1b3f25-929f-4eb8-95f5-91a3dcb0401c tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 1133 time: 0.1421120 Feb 09 20:37:30.074234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-614cddc0-b38c-4d5d-95b5-93d453121b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:30.075817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-614cddc0-b38c-4d5d-95b5-93d453121b00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1118338 Feb 09 20:37:30.112338 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d20e88c0-3e29-41ed-8f06-f9ebe52ad30c admin admin] Publish callbacks [] for security_group (91d78670-742b-4613-bbf4-ef078ca2f515), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.147838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d20e88c0-3e29-41ed-8f06-f9ebe52ad30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (91d78670-742b-4613-bbf4-ef078ca2f515), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.153769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-ec6215bc-dd7f-4a20-a7ef-a15308919444 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394597 Feb 09 20:37:30.261916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d6602586-9a0c-4719-bf0d-051f6519b43b None None] Provisioning complete for port 0819f892-361b-4137-b695-78dd5f218a00 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:30.263036 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6602586-9a0c-4719-bf0d-051f6519b43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0819f892-361b-4137-b695-78dd5f218a00), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.286544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1aaa6a06-d7e7-4691-85a2-9b50e460923f details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:30.315180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d6602586-9a0c-4719-bf0d-051f6519b43b None None] Port 0819f892-361b-4137-b695-78dd5f218a00 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:37:30.411973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:30.428480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1aaa6a06-d7e7-4691-85a2-9b50e460923f has no active binding in host n-h1-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 20:37:30.437911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0819f892-361b-4137-b695-78dd5f218a00), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.460177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4e43e-54ec-47be-8027-d16b949c262a req-cdf8658b-f23d-4502-832c-f5220926c77a tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:30.464128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-66d4e43e-54ec-47be-8027-d16b949c262a req-cdf8658b-f23d-4502-832c-f5220926c77a tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 936 time: 0.3498969 Feb 09 20:37:30.491591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d20e88c0-3e29-41ed-8f06-f9ebe52ad30c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f9687a79e927441db761ca7c0676a6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9769518 Feb 09 20:37:30.499121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38530) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:30.517824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c2670-8f83-4504-8f24-193de9c18180 req-086448ff-769f-461d-922f-cd272d277587 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:30.519212 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db2c2670-8f83-4504-8f24-193de9c18180 req-086448ff-769f-461d-922f-cd272d277587 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 944 time: 0.4846935 Feb 09 20:37:30.527057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e88c0-3e29-41ed-8f06-f9ebe52ad30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d78670-742b-4613-bbf4-ef078ca2f515,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:30.541434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] Deleting port 9b81501b-ccc6-40f0-8051-3f9130ad3dda {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:37:30.541971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.596048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-15d0f278-7858-4ff2-9fe0-8c3c77326cd7 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243488 Feb 09 20:37:30.671631 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db2c2670-8f83-4504-8f24-193de9c18180 req-52a02157-460c-42e5-aad7-e4d3c84a2bcc tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385636 Feb 09 20:37:30.672306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-359f270f-ce28-496f-9b11-9f938713a209 admin admin] Publish callbacks [] for security_group (91d78670-742b-4613-bbf4-ef078ca2f515), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.680684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-66d4e43e-54ec-47be-8027-d16b949c262a req-beb42952-0c72-4a74-80d4-6b63ed58dd23 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930354 Feb 09 20:37:30.746261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0ce1d44-c71a-4a31-8e0e-1b9c70ab2f45 req-51488773-bf39-43b5-a308-edae19ba7397 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410246 Feb 09 20:37:30.748544 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-359f270f-ce28-496f-9b11-9f938713a209 admin admin] Publish callbacks [] for security_group (91d78670-742b-4613-bbf4-ef078ca2f515), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.762516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] For port 9b81501b-ccc6-40f0-8051-3f9130ad3dda, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9b81501b-ccc6-40f0-8051-3f9130ad3dda,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:30.763077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.781204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] Calling delete_port for 9b81501b-ccc6-40f0-8051-3f9130ad3dda owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:37:30.859489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9584d6-82b8-45da-8c23-f5da19060acd req-ae75e902-a6f0-4ac7-a164-488baf085b70 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:30.861575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d9584d6-82b8-45da-8c23-f5da19060acd req-ae75e902-a6f0-4ac7-a164-488baf085b70 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 949 time: 0.0879164 Feb 09 20:37:30.876167 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-359f270f-ce28-496f-9b11-9f938713a209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (91d78670-742b-4613-bbf4-ef078ca2f515), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.878656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-359f270f-ce28-496f-9b11-9f938713a209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.882753 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-359f270f-ce28-496f-9b11-9f938713a209 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/91d78670-742b-4613-bbf4-ef078ca2f515 HTTP/1.1" status: 204 len: 168 time: 0.3796716 Feb 09 20:37:30.913762 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f270f-ce28-496f-9b11-9f938713a209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d78670-742b-4613-bbf4-ef078ca2f515,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:30.929677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0819f892-361b-4137-b695-78dd5f218a00 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:30.939895 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Publish callbacks [] for port (0819f892-361b-4137-b695-78dd5f218a00), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:30.961788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d9584d6-82b8-45da-8c23-f5da19060acd req-915c8fbe-87e8-4ad0-bb59-d43046ff4440 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933688 Feb 09 20:37:31.020046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Transition to ACTIVE for port object 0819f892-361b-4137-b695-78dd5f218a00 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:31.022670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (9b81501b-ccc6-40f0-8051-3f9130ad3dda), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.033675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0819f892-361b-4137-b695-78dd5f218a00), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.036027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['9b81501b-ccc6-40f0-8051-3f9130ad3dda'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:31.072639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b81501b-ccc6-40f0-8051-3f9130ad3dda,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:31.091145 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-adb85ab9-89cf-4a71-915c-5e06cf8aadec req-e904546c-d1c1-4db5-ac9b-fd2f9b871256 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=027e4949-5410-4c38-bce1-5ad19c9418ee HTTP/1.1" status: 200 len: 210 time: 0.0697083 Feb 09 20:37:31.190608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] No DVR routers for this DVR port 9b81501b-ccc6-40f0-8051-3f9130ad3dda on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:31.203155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.211454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afcb0839-f766-410f-b799-fdbaa273dd51 req-64a3a387-9702-4c94-8d06-7080b3b29614 tempest-DeleteServersAdminTestJSON-538065083 tempest-DeleteServersAdminTestJSON-538065083-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9b81501b-ccc6-40f0-8051-3f9130ad3dda HTTP/1.1" status: 204 len: 173 time: 1.1362920 Feb 09 20:37:31.246003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Pushing event updated for resources: {'Port': ['ID=0819f892-361b-4137-b695-78dd5f218a00,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:31.346350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Attempting to bind port 0819f892-361b-4137-b695-78dd5f218a00 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:31.347084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Attempting to bind port 0819f892-361b-4137-b695-78dd5f218a00 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:31.347573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Attempting to bind port 0819f892-361b-4137-b695-78dd5f218a00 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:31.353856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Port 0819f892-361b-4137-b695-78dd5f218a00 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:31.354554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Attempting to bind port 0819f892-361b-4137-b695-78dd5f218a00 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:31.386888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:31.387649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:31.388086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:31.388548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Bound port: 0819f892-361b-4137-b695-78dd5f218a00, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:31.388913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0819f892-361b-4137-b695-78dd5f218a00), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.414621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2303ab7-ec45-4f4b-a61e-45ba401dd94a req-45f56802-428a-4fa2-9f7a-28f055dbf387 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:31.416405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2303ab7-ec45-4f4b-a61e-45ba401dd94a req-45f56802-428a-4fa2-9f7a-28f055dbf387 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1345737 Feb 09 20:37:31.474892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613212f-8bf5-42ee-a660-1bc1d400449e req-38b47d70-6b30-4be1-89c0-a52607e5ad07 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:31.478689 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a613212f-8bf5-42ee-a660-1bc1d400449e req-38b47d70-6b30-4be1-89c0-a52607e5ad07 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 949 time: 0.0799820 Feb 09 20:37:31.515093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] For port 0819f892-361b-4137-b695-78dd5f218a00, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:31.518524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] For port 0819f892-361b-4137-b695-78dd5f218a00, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0819f892-361b-4137-b695-78dd5f218a00,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:31.539377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0819f892-361b-4137-b695-78dd5f218a00), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.559292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a613212f-8bf5-42ee-a660-1bc1d400449e req-a4a95754-f9cc-4352-94e1-f66410e0fe62 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710616 Feb 09 20:37:31.612325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027e4949-5410-4c38-bce1-5ad19c9418ee', 'name': 'network-vif-deleted', 'tag': '9b81501b-ccc6-40f0-8051-3f9130ad3dda'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:31.614921 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55506be-e577-4df3-b4b5-ffadc8bd2fd7" -d '{"events": [{"server_uuid": "027e4949-5410-4c38-bce1-5ad19c9418ee", "name": "network-vif-deleted", "tag": "9b81501b-ccc6-40f0-8051-3f9130ad3dda"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:31.625215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:31.642254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:31.642878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.644985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] 10.222.0.13 "PUT /v2.0/ports/0819f892-361b-4137-b695-78dd5f218a00 HTTP/1.1" status: 200 len: 1097 time: 1.6073451 Feb 09 20:37:31.645811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff3cdb-22f3-4542-bb57-75ebc8983046 service neutron] Pushing event updated for resources: {'Port': ['ID=0819f892-361b-4137-b695-78dd5f218a00,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:31.651167 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee076-5565-4b44-bfbc-9921010a1305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.713798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2303ab7-ec45-4f4b-a61e-45ba401dd94a req-6f4cf818-a2f4-4478-baa6-d491f244a428 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917288 Feb 09 20:37:31.820118 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227ffa47-4705-44b7-a487-1e4eec53f242 x-openstack-request-id: req-227ffa47-4705-44b7-a487-1e4eec53f242 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:31.823926 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027e4949-5410-4c38-bce1-5ad19c9418ee", "name": "network-vif-deleted", "tag": "9b81501b-ccc6-40f0-8051-3f9130ad3dda", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:31.824377 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-227ffa47-4705-44b7-a487-1e4eec53f242 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:31.824946 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027e4949-5410-4c38-bce1-5ad19c9418ee', 'name': 'network-vif-deleted', 'tag': '9b81501b-ccc6-40f0-8051-3f9130ad3dda', 'status': 'completed', 'code': 200} Feb 09 20:37:31.844259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee076-5565-4b44-bfbc-9921010a1305 admin admin] Publish callbacks [] for security_group (e06e965a-572d-4f04-83be-f0bd0882e19d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.862820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-cf7a6961-0bed-42c6-83dc-ea1623a4a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:31.864307 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-cf7a6961-0bed-42c6-83dc-ea1623a4a217 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2017aa8f232d4e07882b8aef5f2a52ed&device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 1131 time: 0.1490929 Feb 09 20:37:31.888778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee076-5565-4b44-bfbc-9921010a1305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e06e965a-572d-4f04-83be-f0bd0882e19d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:31.937336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-0ccaca46-e1f2-4455-a395-c6e97d2acf15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=0819f892-361b-4137-b695-78dd5f218a00 HTTP/1.1" status: 200 len: 217 time: 0.0611074 Feb 09 20:37:31.964779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ee076-5565-4b44-bfbc-9921010a1305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e965a-572d-4f04-83be-f0bd0882e19d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:32.003803 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5c8ee076-5565-4b44-bfbc-9921010a1305 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=10939c736597470c91b09bf5daef2607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714099 Feb 09 20:37:32.004615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:32.027573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd6fef-6dcc-4ae3-ada8-eaa455a42115 req-df9e9d25-f006-4915-a063-03fb955be303 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:32.034323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9abd6fef-6dcc-4ae3-ada8-eaa455a42115 req-df9e9d25-f006-4915-a063-03fb955be303 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 948 time: 0.2113776 Feb 09 20:37:32.083016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-2c6ad46f-1c4c-4f2a-a472-11fede9ce758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:32.084822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-2c6ad46f-1c4c-4f2a-a472-11fede9ce758 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1029942 Feb 09 20:37:32.094359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf9d74-a276-414f-b3c1-13d0d0505a62 req-bca434f7-651a-414e-a3c8-dd532d5a6566 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:32.104861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2edf9d74-a276-414f-b3c1-13d0d0505a62 req-bca434f7-651a-414e-a3c8-dd532d5a6566 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 944 time: 0.2190948 Feb 09 20:37:32.145358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d878514e-f0c4-4854-9756-d0eb55a1f368 admin admin] Publish callbacks [] for security_group (e06e965a-572d-4f04-83be-f0bd0882e19d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.163142 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9abd6fef-6dcc-4ae3-ada8-eaa455a42115 req-803cf107-19c2-4d90-9613-a0c24a956126 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135302 Feb 09 20:37:32.220947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d878514e-f0c4-4854-9756-d0eb55a1f368 admin admin] Publish callbacks [] for security_group (e06e965a-572d-4f04-83be-f0bd0882e19d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.230113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2edf9d74-a276-414f-b3c1-13d0d0505a62 req-16e139bd-5b84-442a-86a8-6b6c3a8865ea tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241403 Feb 09 20:37:32.252722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-559c76cb-77ba-476b-ba63-55b572f8e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:32.255112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-559c76cb-77ba-476b-ba63-55b572f8e0a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1451349 Feb 09 20:37:32.329114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d878514e-f0c4-4854-9756-d0eb55a1f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e06e965a-572d-4f04-83be-f0bd0882e19d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.331896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d878514e-f0c4-4854-9756-d0eb55a1f368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.336429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d878514e-f0c4-4854-9756-d0eb55a1f368 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e06e965a-572d-4f04-83be-f0bd0882e19d HTTP/1.1" status: 204 len: 168 time: 0.3297584 Feb 09 20:37:32.357822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878514e-f0c4-4854-9756-d0eb55a1f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e965a-572d-4f04-83be-f0bd0882e19d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:32.485999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-92cffbcb-3a9f-4fb0-947a-1925da50af6a service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166097 Feb 09 20:37:32.539790 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-74d0deb7-abb7-45dd-916a-4e6b92eb827d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=622d5878d12c478d834e2d1cab19edee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397263 Feb 09 20:37:32.635833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:32.658209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1920266-6a75-48ce-93cb-2f06d1a2558f req-756d0d06-061a-4f88-a087-313d33532c3c service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645751 Feb 09 20:37:32.735655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-5715ad82-9c57-4fbb-b8a1-18eb7561db97 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:32.739008 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-5715ad82-9c57-4fbb-b8a1-18eb7561db97 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899450 Feb 09 20:37:32.760068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-f3513971-8380-4293-850e-09fbbe99e85a tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/quotas/622d5878d12c478d834e2d1cab19edee HTTP/1.1" status: 200 len: 375 time: 0.0137076 Feb 09 20:37:32.767031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ab15b-8b3a-4252-8e0d-e42990b5262a req-d192239c-6303-4b55-92ca-c14f868d5d1b tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:32.776199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd4ab15b-8b3a-4252-8e0d-e42990b5262a req-d192239c-6303-4b55-92ca-c14f868d5d1b tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 949 time: 0.1158602 Feb 09 20:37:32.803384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-68a6e101-0505-4a47-b894-5c11b65bf8d8 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=622d5878d12c478d834e2d1cab19edee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367866 Feb 09 20:37:32.825860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d45978f-16ce-43af-8bf9-66e24760d9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.833219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:32.853735 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66cf9c57-ff12-4e5d-a554-c16ed0ca1228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.917988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d45978f-16ce-43af-8bf9-66e24760d9bd admin admin] Publish callbacks [] for security_group (5cd55fff-bf90-4096-8f32-cca78ef91ae4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.928474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d45978f-16ce-43af-8bf9-66e24760d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5cd55fff-bf90-4096-8f32-cca78ef91ae4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.974455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66cf9c57-ff12-4e5d-a554-c16ed0ca1228 admin admin] Publish callbacks [] for security_group (21dbc538-d1d1-4802-9a84-d3e88d1cd9a1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:32.982542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66cf9c57-ff12-4e5d-a554-c16ed0ca1228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (21dbc538-d1d1-4802-9a84-d3e88d1cd9a1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.004339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd4ab15b-8b3a-4252-8e0d-e42990b5262a req-1a6c6339-34cf-4c59-a173-d6ae19050265 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270310 Feb 09 20:37:33.013064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45978f-16ce-43af-8bf9-66e24760d9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd55fff-bf90-4096-8f32-cca78ef91ae4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:33.062314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9d45978f-16ce-43af-8bf9-66e24760d9bd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=be7370de322d4c8bab6d9e5552f686f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229133 Feb 09 20:37:33.062515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38610) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:33.089848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-66cf9c57-ff12-4e5d-a554-c16ed0ca1228 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f54518a74f124767a9b7bd5208bde62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551286 Feb 09 20:37:33.092102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:33.108074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf9c57-ff12-4e5d-a554-c16ed0ca1228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dbc538-d1d1-4802-9a84-d3e88d1cd9a1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:33.183609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25f72a-5027-4e7b-9b6c-a8fb4e615825 req-465a288d-3ae6-4d08-8089-2bfb35569937 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:33.184703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d702dd48-fd7b-4051-97a5-c315daf4802f req-0301ef9d-4dbd-4fc0-ba19-7fe4401a12b5 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 210 time: 0.0809107 Feb 09 20:37:33.191848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd25f72a-5027-4e7b-9b6c-a8fb4e615825 req-465a288d-3ae6-4d08-8089-2bfb35569937 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1751177 Feb 09 20:37:33.214391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2577e5d8-8103-4837-8521-7d73023a9089 admin admin] Publish callbacks [] for security_group (21dbc538-d1d1-4802-9a84-d3e88d1cd9a1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.241627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2577e5d8-8103-4837-8521-7d73023a9089 admin admin] Publish callbacks [] for security_group (21dbc538-d1d1-4802-9a84-d3e88d1cd9a1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.246300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0079a52c-dd6e-46d4-93f4-716b799a444e admin admin] Publish callbacks [] for security_group (5cd55fff-bf90-4096-8f32-cca78ef91ae4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.293946 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0079a52c-dd6e-46d4-93f4-716b799a444e admin admin] Publish callbacks [] for security_group (5cd55fff-bf90-4096-8f32-cca78ef91ae4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.347386 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd25f72a-5027-4e7b-9b6c-a8fb4e615825 req-e6bafb03-8546-4232-8f11-891cd418e47d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541348 Feb 09 20:37:33.348361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2577e5d8-8103-4837-8521-7d73023a9089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (21dbc538-d1d1-4802-9a84-d3e88d1cd9a1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.350647 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2577e5d8-8103-4837-8521-7d73023a9089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.354659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2577e5d8-8103-4837-8521-7d73023a9089 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/21dbc538-d1d1-4802-9a84-d3e88d1cd9a1 HTTP/1.1" status: 204 len: 168 time: 0.2576160 Feb 09 20:37:33.396185 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0079a52c-dd6e-46d4-93f4-716b799a444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5cd55fff-bf90-4096-8f32-cca78ef91ae4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.399334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0079a52c-dd6e-46d4-93f4-716b799a444e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.401749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0079a52c-dd6e-46d4-93f4-716b799a444e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5cd55fff-bf90-4096-8f32-cca78ef91ae4 HTTP/1.1" status: 204 len: 168 time: 0.3377728 Feb 09 20:37:33.410383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577e5d8-8103-4837-8521-7d73023a9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dbc538-d1d1-4802-9a84-d3e88d1cd9a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:33.635283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cf362-9b23-4527-b3c7-5a1a0f23ebb4 req-2514d97e-9bce-4ce0-ab26-568addcd34cf tempest-LiveMigrationNegativeTest-1410034864 tempest-LiveMigrationNegativeTest-1410034864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:33.636572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09b90a-5540-45d7-afea-2322ed625fbc req-e6dc78f4-abe8-46e3-8997-72b150d9e9c7 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:33.641683 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df09b90a-5540-45d7-afea-2322ed625fbc req-e6dc78f4-abe8-46e3-8997-72b150d9e9c7 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 948 time: 0.1230443 Feb 09 20:37:33.652673 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b4cf362-9b23-4527-b3c7-5a1a0f23ebb4 req-2514d97e-9bce-4ce0-ab26-568addcd34cf tempest-LiveMigrationNegativeTest-1410034864 tempest-LiveMigrationNegativeTest-1410034864-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 1132 time: 0.3092651 Feb 09 20:37:33.653830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-08fe7a68-4f2e-47f7-ab16-c06c373e95d4 service neutron] 10.222.0.50 "GET /v2.0/ports/1aaa6a06-d7e7-4691-85a2-9b50e460923f/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 385 time: 0.2294478 Feb 09 20:37:33.654623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079a52c-dd6e-46d4-93f4-716b799a444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd55fff-bf90-4096-8f32-cca78ef91ae4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:33.690487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b4cf362-9b23-4527-b3c7-5a1a0f23ebb4 req-7c1b276d-3ea0-4c58-a0b7-659ce4e141d2 tempest-LiveMigrationNegativeTest-1410034864 tempest-LiveMigrationNegativeTest-1410034864-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:33.779292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df09b90a-5540-45d7-afea-2322ed625fbc req-bea6bf78-c35a-4eab-b97d-cdd3f512244e tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297987 Feb 09 20:37:33.917601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0620929b-0f15-41f5-8391-6b57596293df', 'tag': '0819f892-361b-4137-b695-78dd5f218a00'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:33.922299 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6330e7-d15e-460c-b765-9b1c7fb9c39a" -d '{"events": [{"name": "network-changed", "server_uuid": "0620929b-0f15-41f5-8391-6b57596293df", "tag": "0819f892-361b-4137-b695-78dd5f218a00"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:33.967991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65f422-5d4e-45f5-80f5-8dae7571adeb req-8a55d5d1-02a9-41cb-b31c-f330847b86db tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:33.978834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b65f422-5d4e-45f5-80f5-8dae7571adeb req-8a55d5d1-02a9-41cb-b31c-f330847b86db tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 944 time: 0.1056073 Feb 09 20:37:34.008199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:34.049711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:34.061503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b65f422-5d4e-45f5-80f5-8dae7571adeb req-438aba07-fc06-49de-b3ed-135cd86326e9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815234 Feb 09 20:37:34.077368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b4cf362-9b23-4527-b3c7-5a1a0f23ebb4 req-7c1b276d-3ea0-4c58-a0b7-659ce4e141d2 tempest-LiveMigrationNegativeTest-1410034864 tempest-LiveMigrationNegativeTest-1410034864-project-admin] Publish callbacks [] for security_group (986e0731-76f4-482e-b00d-9b0cac904818), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.083722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b4cf362-9b23-4527-b3c7-5a1a0f23ebb4 req-7c1b276d-3ea0-4c58-a0b7-659ce4e141d2 tempest-LiveMigrationNegativeTest-1410034864 tempest-LiveMigrationNegativeTest-1410034864-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (986e0731-76f4-482e-b00d-9b0cac904818), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.125537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaa6a06-d7e7-4691-85a2-9b50e460923f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:34.138404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:34.149855 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c5ae78-2049-473a-959b-4a7f06575056 x-openstack-request-id: req-a6c5ae78-2049-473a-959b-4a7f06575056 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:34.150214 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0620929b-0f15-41f5-8391-6b57596293df", "tag": "0819f892-361b-4137-b695-78dd5f218a00", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:34.150403 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a6c5ae78-2049-473a-959b-4a7f06575056 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:34.150792 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0620929b-0f15-41f5-8391-6b57596293df', 'tag': '0819f892-361b-4137-b695-78dd5f218a00', 'status': 'completed', 'code': 200} Feb 09 20:37:34.157384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:34.170557 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-065a22ec-eac2-4373-8fc8-fdd974ce557c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.172492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b4cf362-9b23-4527-b3c7-5a1a0f23ebb4 req-7c1b276d-3ea0-4c58-a0b7-659ce4e141d2 tempest-LiveMigrationNegativeTest-1410034864 tempest-LiveMigrationNegativeTest-1410034864-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212641 Feb 09 20:37:34.174751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b276d-3ea0-4c58-a0b7-659ce4e141d2 tempest-LiveMigrationNegativeTest-1410034864 tempest-LiveMigrationNegativeTest-1410034864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e0731-76f4-482e-b00d-9b0cac904818,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:34.188678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.272378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-609541f6-0412-4ef7-aa52-071f7db01813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:34.274030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-609541f6-0412-4ef7-aa52-071f7db01813 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2017aa8f232d4e07882b8aef5f2a52ed&device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 1131 time: 0.0949662 Feb 09 20:37:34.309061 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-917dc67d-42c8-4149-84b7-d5a4c6acc80a req-5c1028d4-55af-4732-b54b-9817dcfea2a7 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 210 time: 0.0370607 Feb 09 20:37:34.436457 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-33384fa5-e743-4638-8a7b-6de3045e5ce4 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=622d5878d12c478d834e2d1cab19edee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775716 Feb 09 20:37:34.437518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] Transition to ACTIVE for port object 1aaa6a06-d7e7-4691-85a2-9b50e460923f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:34.461346 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.475813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-cab79689-1da7-45d3-90b9-c47f144eb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:34.477256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-cab79689-1da7-45d3-90b9-c47f144eb06b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1964507 Feb 09 20:37:34.577244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] No DVR routers for this DVR port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:34.582844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-3e6980f0-9e00-425c-a3ce-fb7098943e9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=0819f892-361b-4137-b695-78dd5f218a00 HTTP/1.1" status: 200 len: 217 time: 0.0829220 Feb 09 20:37:34.601271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-065a22ec-eac2-4373-8fc8-fdd974ce557c admin admin] Publish callbacks [] for security_group (6db55e5b-651c-4783-a522-1f0ee65e19d3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.624890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-065a22ec-eac2-4373-8fc8-fdd974ce557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6db55e5b-651c-4783-a522-1f0ee65e19d3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.660682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] Pushing event updated for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:34.670844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0dc6860d-d5cd-44b2-a7a3-4d0ab2a8e99b service neutron] 10.222.0.50 "PUT /v2.0/ports/1aaa6a06-d7e7-4691-85a2-9b50e460923f/bindings/n-h1-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 0.9752097 Feb 09 20:37:34.675734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-85a33bdd-02b7-4485-a765-d7e6a3e217fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:34.677466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-85a33bdd-02b7-4485-a765-d7e6a3e217fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0852094 Feb 09 20:37:34.716240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a22ec-eac2-4373-8fc8-fdd974ce557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db55e5b-651c-4783-a522-1f0ee65e19d3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:34.724310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-065a22ec-eac2-4373-8fc8-fdd974ce557c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f4979b79dd174a438213df40735b6877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5845699 Feb 09 20:37:34.729613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38666) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:34.758985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:34.763337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bb2c6-2dfc-447b-ae62-f92ca33a7501 req-d9001b10-a94a-45b3-abfa-f199b387022b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:34.768513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-059bb2c6-2dfc-447b-ae62-f92ca33a7501 req-d9001b10-a94a-45b3-abfa-f199b387022b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.3007109 Feb 09 20:37:34.779248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-44162fe0-ad6c-46f9-a91a-b778635e3463 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:34.780971 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-44162fe0-ad6c-46f9-a91a-b778635e3463 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3394866 Feb 09 20:37:34.798451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Request body: {'port': {'device_id': '85b35228-e32f-4182-aa7b-8fc1a459fc08', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '622d5878d12c478d834e2d1cab19edee'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:34.850031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-c904d587-b24d-48cd-83af-2037fdedb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:34.851538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-c904d587-b24d-48cd-83af-2037fdedb5cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1635678 Feb 09 20:37:34.885563 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-059bb2c6-2dfc-447b-ae62-f92ca33a7501 req-8b6febea-a394-4900-acc6-3c88d9663311 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137404 Feb 09 20:37:34.928148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-34627323-network', 'tenant_id': '7f06fe73d91d45378bca0f948e961061'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:34.935494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28edd3bb-fef0-411c-b1c6-7151ccba7132 admin admin] Publish callbacks [] for security_group (6db55e5b-651c-4783-a522-1f0ee65e19d3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.948149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Made reservation on behalf of 622d5878d12c478d834e2d1cab19edee for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:34.951503 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:34.956990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-8768dace-c8bc-4460-bf83-5ea167b44e37 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:34.958489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-8768dace-c8bc-4460-bf83-5ea167b44e37 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.2003512 Feb 09 20:37:34.977249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124670b1-f180-45be-a148-71d47b691149 req-8d1a5533-54fc-4744-b93c-5c74296ad454 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:34.979302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-124670b1-f180-45be-a148-71d47b691149 req-8d1a5533-54fc-4744-b93c-5c74296ad454 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 949 time: 0.2018504 Feb 09 20:37:35.076006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833acc9-7142-4912-994b-01a8fbf36726 req-51b69be1-9aa8-4b06-84d5-656676f7085e tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:35.077605 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e833acc9-7142-4912-994b-01a8fbf36726 req-51b69be1-9aa8-4b06-84d5-656676f7085e tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 948 time: 0.1230290 Feb 09 20:37:35.165099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Allocated IP 192.168.233.74 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/d2845cea-c3cb-4f99-867b-430b469183ec) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:35.178364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e833acc9-7142-4912-994b-01a8fbf36726 req-60605e3b-3f58-4a78-b616-bb016422de0e tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911813 Feb 09 20:37:35.216413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9b81501b-ccc6-40f0-8051-3f9130ad3dda no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:35.250041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 9b81501b-ccc6-40f0-8051-3f9130ad3dda {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:37:35.251231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9b81501b-ccc6-40f0-8051-3f9130ad3dda not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:35.254862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28edd3bb-fef0-411c-b1c6-7151ccba7132 admin admin] Publish callbacks [] for security_group (6db55e5b-651c-4783-a522-1f0ee65e19d3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.281775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Made reservation on behalf of 7f06fe73d91d45378bca0f948e961061 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:35.284054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.332702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.363333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-8e1c943e-e11c-42bd-80ce-f11e7140a43b service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986796 Feb 09 20:37:35.400516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696327d-0c99-434a-b520-26d14695535b req-b31bc36d-a885-4db5-8172-800f0f255fb1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:35.406066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d696327d-0c99-434a-b520-26d14695535b req-b31bc36d-a885-4db5-8172-800f0f255fb1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 945 time: 0.0911477 Feb 09 20:37:35.414232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-124670b1-f180-45be-a148-71d47b691149 req-2658e9de-ac8b-4e54-a005-0b5a5bb7175f tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202704 Feb 09 20:37:35.425138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks [] for port (d2845cea-c3cb-4f99-867b-430b469183ec), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.455417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-d31decd0-a205-4877-9f18-32767de36bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:35.456935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-d31decd0-a205-4877-9f18-32767de36bca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b&tenant_id=97292526b23f47e7b063a919fd79ffee HTTP/1.1" status: 200 len: 1128 time: 0.4868236 Feb 09 20:37:35.476219 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28edd3bb-fef0-411c-b1c6-7151ccba7132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6db55e5b-651c-4783-a522-1f0ee65e19d3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.481310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28edd3bb-fef0-411c-b1c6-7151ccba7132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.482461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-28edd3bb-fef0-411c-b1c6-7151ccba7132 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6db55e5b-651c-4783-a522-1f0ee65e19d3 HTTP/1.1" status: 204 len: 168 time: 0.7463205 Feb 09 20:37:35.504618 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.513630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edd3bb-fef0-411c-b1c6-7151ccba7132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db55e5b-651c-4783-a522-1f0ee65e19d3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:35.582455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:35.595527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:35.602192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:35.609163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:35.610027 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.633250 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d696327d-0c99-434a-b520-26d14695535b req-83851185-82f2-4e26-b78e-b0c098d395bd tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775901 Feb 09 20:37:35.656055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Pushing event updated for resources: {'Port': ['ID=d2845cea-c3cb-4f99-867b-430b469183ec,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:35.671758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be6330e7-d15e-460c-b765-9b1c7fb9c39a req-09dd0046-9e08-4a17-8d5e-a54639b3f99a service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928963 Feb 09 20:37:35.679245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-dd08e85f-d003-4636-94ee-687df2394d61 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8845510 Feb 09 20:37:35.687088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-60bc2538-7240-41e5-9dd7-95fa582791cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:35.688740 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-60bc2538-7240-41e5-9dd7-95fa582791cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1128 time: 0.1890774 Feb 09 20:37:35.700380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f011af-f763-4f18-8f8e-1ef438ccd8ba req-7340f708-493c-4a53-afb1-860412d364e1 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:35.702049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1f011af-f763-4f18-8f8e-1ef438ccd8ba req-7340f708-493c-4a53-afb1-860412d364e1 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 935 time: 0.1811116 Feb 09 20:37:35.703438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Request body: {'port': {'device_id': '85b35228-e32f-4182-aa7b-8fc1a459fc08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:35.790069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.793419 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Publish callbacks [] for security_group (3e445912-9997-4389-a8ca-488080628455), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.806552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3e445912-9997-4389-a8ca-488080628455), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.869722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:37:35.899305 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1f011af-f763-4f18-8f8e-1ef438ccd8ba req-bed4dcf1-e96b-4a35-8897-17217810a775 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781454 Feb 09 20:37:35.905904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e445912-9997-4389-a8ca-488080628455,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:35.909877 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (531aa468-eb7e-4d8f-b120-0ed04bb2ea7f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:35.910224 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Added segment 531aa468-eb7e-4d8f-b120-0ed04bb2ea7f of type vlan for network e92c771a-fd0d-4e6a-a404-b885f918e447 Feb 09 20:37:35.920495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-dcd830f5-ec34-4931-8d88-cb8d4e9b32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:35.922565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-dcd830f5-ec34-4931-8d88-cb8d4e9b32e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2177608 Feb 09 20:37:35.991315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-642ae755-7d10-42bd-9688-830a825b07c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 217 time: 0.0479717 Feb 09 20:37:35.992942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e92c771a-fd0d-4e6a-a404-b885f918e447), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.051262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eca55bb4-9940-4bb0-a374-4a52e49ac045 None None] Provisioning complete for port d2845cea-c3cb-4f99-867b-430b469183ec triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:36.051626 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eca55bb4-9940-4bb0-a374-4a52e49ac045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.065504 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e92c771a-fd0d-4e6a-a404-b885f918e447), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.066460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:36.067060 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.093357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eca55bb4-9940-4bb0-a374-4a52e49ac045 None None] Port d2845cea-c3cb-4f99-867b-430b469183ec cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:37:36.114853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-a623c9f8-d326-4fa0-b248-38aa2a94215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:36.116186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-a623c9f8-d326-4fa0-b248-38aa2a94215b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1108623 Feb 09 20:37:36.137223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddab5ae-13d4-4375-a2df-23343b099b57 req-50952828-d760-4ba9-b32a-025eaa49a594 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:36.138915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0ddab5ae-13d4-4375-a2df-23343b099b57 req-50952828-d760-4ba9-b32a-025eaa49a594 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1293530 Feb 09 20:37:36.146366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3849666 Feb 09 20:37:36.149655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:36.161355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Request body: {'subnet': {'network_id': 'e92c771a-fd0d-4e6a-a404-b885f918e447', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-34627323-subnet', 'tenant_id': '7f06fe73d91d45378bca0f948e961061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:36.161953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5c046-27ea-4fe9-aaf2-ccbef402d966 admin admin] Pushing event updated for resources: {'Network': ['ID=e92c771a-fd0d-4e6a-a404-b885f918e447,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:36.165850 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-cb3f45fa-2c45-451d-9646-3454363b3049 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371025 Feb 09 20:37:36.178913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e92c771a-fd0d-4e6a-a404-b885f918e447 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:37:36.225103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Made reservation on behalf of 7f06fe73d91d45378bca0f948e961061 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:36.227464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.267727 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0ddab5ae-13d4-4375-a2df-23343b099b57 req-ba4e7fe3-8552-4036-a9b6-1f4e4fdeb43a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105876 Feb 09 20:37:36.295857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0819f892-361b-4137-b695-78dd5f218a00 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:36.376119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2845cea-c3cb-4f99-867b-430b469183ec {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:36.386775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-0a246f96-4afb-4e1a-a030-a276230b51e8 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143464 Feb 09 20:37:36.389419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Publish callbacks [] for port (d2845cea-c3cb-4f99-867b-430b469183ec), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.405921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaec7b-4c37-4c0d-9179-18fc3ae6d769 req-c466a2b6-64c8-4ebd-b877-b31537a7b817 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:36.405921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ffaec7b-4c37-4c0d-9179-18fc3ae6d769 req-c466a2b6-64c8-4ebd-b877-b31537a7b817 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 948 time: 0.0823572 Feb 09 20:37:36.424503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Transition to ACTIVE for port object d2845cea-c3cb-4f99-867b-430b469183ec will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:36.430379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.435433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0819f892-361b-4137-b695-78dd5f218a00, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0819f892-361b-4137-b695-78dd5f218a00,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:36.458919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '0819f892-361b-4137-b695-78dd5f218a00', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '0819f892-361b-4137-b695-78dd5f218a00', 'mac_address': 'fa:16:3e:e2:65:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:36.523820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Pushing event updated for resources: {'Port': ['ID=d2845cea-c3cb-4f99-867b-430b469183ec,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:36.538391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-e978474f-59d1-4271-8b04-9273755c3813 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331007 Feb 09 20:37:36.572884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:36.585684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0819f892-361b-4137-b695-78dd5f218a00 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:36.586092 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0819f892-361b-4137-b695-78dd5f218a00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.602447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Attempting to bind port d2845cea-c3cb-4f99-867b-430b469183ec on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:36.602780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Attempting to bind port d2845cea-c3cb-4f99-867b-430b469183ec by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:36.603143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0819f892-361b-4137-b695-78dd5f218a00 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:36.603479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Attempting to bind port d2845cea-c3cb-4f99-867b-430b469183ec on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:36.640638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0819f892-361b-4137-b695-78dd5f218a00, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0819f892-361b-4137-b695-78dd5f218a00,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:36.647177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0819f892-361b-4137-b695-78dd5f218a00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.647783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Port d2845cea-c3cb-4f99-867b-430b469183ec on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:36.648274 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Attempting to bind port d2845cea-c3cb-4f99-867b-430b469183ec on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:36.666185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:36.666813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:36.667511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:36.668311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Bound port: d2845cea-c3cb-4f99-867b-430b469183ec, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:36.668839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.675620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (c6547ba9-87b9-43f1-974d-11847028aa42), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.720212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0819f892-361b-4137-b695-78dd5f218a00,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:36.727382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6de237b9-d152-4ebb-ad06-82cdef34db8f tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:36.729226 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6de237b9-d152-4ebb-ad06-82cdef34db8f tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 949 time: 0.1898041 Feb 09 20:37:36.754872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ffaec7b-4c37-4c0d-9179-18fc3ae6d769 req-ff27c372-d3cc-4166-838d-4484305abf9d tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129791 Feb 09 20:37:36.852158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2021688903-network', 'tenant_id': '4e5c5a7784ba41a5ae778bfe881eb9a2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:36.889068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44429e56-7bd7-4963-b950-3499a9aa6572 req-dbb7b50b-19c5-490b-afed-8272e0ef9aea tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:36.891532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44429e56-7bd7-4963-b950-3499a9aa6572 req-dbb7b50b-19c5-490b-afed-8272e0ef9aea tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 949 time: 0.2803080 Feb 09 20:37:36.912132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6547ba9-87b9-43f1-974d-11847028aa42,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:36.932583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0819f892-361b-4137-b695-78dd5f218a00'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:36.947428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Deleting port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:37:36.947428 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.952263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Checking segment: {'id': '531aa468-eb7e-4d8f-b120-0ed04bb2ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e92c771a-fd0d-4e6a-a404-b885f918e447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:36.952263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Network hostable DHCP agents. Network: e92c771a-fd0d-4e6a-a404-b885f918e447, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:37:36.953873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Made reservation on behalf of 4e5c5a7784ba41a5ae778bfe881eb9a2 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:36.956971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:36.975317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] For port d2845cea-c3cb-4f99-867b-430b469183ec, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:36.985433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.003281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2c574-7413-4632-ae31-1c0d9e47cc47 req-67b9fcaa-6488-4ea4-9494-edf8319a9de9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.004808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92f2c574-7413-4632-ae31-1c0d9e47cc47 req-67b9fcaa-6488-4ea4-9494-edf8319a9de9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 945 time: 0.1455383 Feb 09 20:37:37.006783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-448ad729-32b1-436c-88ed-a4fd3e98beee tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.008326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-448ad729-32b1-436c-88ed-a4fd3e98beee tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.1581573 Feb 09 20:37:37.008991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] For port d2845cea-c3cb-4f99-867b-430b469183ec, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d2845cea-c3cb-4f99-867b-430b469183ec,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:37.031956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44429e56-7bd7-4963-b950-3499a9aa6572 req-1fec10e1-e9df-4c6b-9717-a89222bb9ad9 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255705 Feb 09 20:37:37.039513 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.060308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Network e92c771a-fd0d-4e6a-a404-b885f918e447 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:37:37.110215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.110873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.112900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] 10.222.0.50 "PUT /v2.0/ports/d2845cea-c3cb-4f99-867b-430b469183ec HTTP/1.1" status: 200 len: 1096 time: 1.4218800 Feb 09 20:37:37.115397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e92c771a-fd0d-4e6a-a404-b885f918e447) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:37.116780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b35228-e32f-4182-aa7b-8fc1a459fc08', 'tag': 'd2845cea-c3cb-4f99-867b-430b469183ec'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:37.119844 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9" -d '{"events": [{"name": "network-changed", "server_uuid": "85b35228-e32f-4182-aa7b-8fc1a459fc08", "tag": "d2845cea-c3cb-4f99-867b-430b469183ec"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:37.125531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] For port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:37.126302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.135802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.136399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.154199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Calling delete_port for 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:37:37.158682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92f2c574-7413-4632-ae31-1c0d9e47cc47 req-d34927a5-b051-492b-ba57-deebbd805da7 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415217 Feb 09 20:37:37.159765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad4dc0-9c89-41e1-8955-1abb84094faf None None] Network e92c771a-fd0d-4e6a-a404-b885f918e447 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:37.183355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a68fb8-0e87-445a-ae0e-0c0db9329507 service neutron] Pushing event updated for resources: {'Port': ['ID=d2845cea-c3cb-4f99-867b-430b469183ec,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:37.236137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aaa6a06-d7e7-4691-85a2-9b50e460923f no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:37.286489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-57078c7a-e641-4ac2-b29e-47cc42a79c02 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1351764 Feb 09 20:37:37.288132 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81ccad3-7340-4ef0-83a4-df8189dffb65 x-openstack-request-id: req-f81ccad3-7340-4ef0-83a4-df8189dffb65 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:37.288944 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b35228-e32f-4182-aa7b-8fc1a459fc08", "tag": "d2845cea-c3cb-4f99-867b-430b469183ec", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:37.288944 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f81ccad3-7340-4ef0-83a4-df8189dffb65 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:37.289117 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b35228-e32f-4182-aa7b-8fc1a459fc08', 'tag': 'd2845cea-c3cb-4f99-867b-430b469183ec', 'status': 'completed', 'code': 200} Feb 09 20:37:37.345948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 1aaa6a06-d7e7-4691-85a2-9b50e460923f host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:37:37.346468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aaa6a06-d7e7-4691-85a2-9b50e460923f not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:37.350280 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Publish callbacks [] for security_group (dba40932-39d6-4008-9614-ed4e64ac69c9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.351286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9b673cc5-1e5c-4d29-802c-8fb1cbba69e0 service neutron] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:37.362801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dba40932-39d6-4008-9614-ed4e64ac69c9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.365438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9b673cc5-1e5c-4d29-802c-8fb1cbba69e0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.366689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8db7b00e-c5af-49ac-9522-dbe1959e9e35 req-9b673cc5-1e5c-4d29-802c-8fb1cbba69e0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1aaa6a06-d7e7-4691-85a2-9b50e460923f/bindings/n-h2-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.3506422 Feb 09 20:37:37.435084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1d278-83a7-4228-9a83-552ca3a2c898 None None] Network e92c771a-fd0d-4e6a-a404-b885f918e447 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:37.459093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:37:37.490107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba40932-39d6-4008-9614-ed4e64ac69c9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:37.492674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (00d2540d-c15e-46ef-9bd8-13f6f185c2b3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.503393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71fb8d-0a82-4893-bc61-267b43a618d4 req-4a048f1d-d3e6-49b3-91cf-e9139ad1e705 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.504982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f71fb8d-0a82-4893-bc61-267b43a618d4 req-4a048f1d-d3e6-49b3-91cf-e9139ad1e705 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 947 time: 0.2689576 Feb 09 20:37:37.508759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-9c9b4895-3f44-4031-baf3-1dda46132c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.510534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-9c9b4895-3f44-4031-baf3-1dda46132c17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=622d5878d12c478d834e2d1cab19edee&device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 1130 time: 0.2755439 Feb 09 20:37:37.514741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e5da6e3d-ff96-4bb1-ae43-f898c7acf829), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.515195 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Added segment e5da6e3d-ff96-4bb1-ae43-f898c7acf829 of type vlan for network 62ae563b-fea2-42e6-b971-404821062d8c Feb 09 20:37:37.535410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Pushing event deleted for resources: {'Port': ['ID=00d2540d-c15e-46ef-9bd8-13f6f185c2b3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:37.546606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8bcd2-abec-4e78-9d70-cb76bdaae11e req-757c801d-7ea0-445b-9276-aaba7928acdf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.554489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c8bcd2-abec-4e78-9d70-cb76bdaae11e req-757c801d-7ea0-445b-9276-aaba7928acdf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1446733 Feb 09 20:37:37.583263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['e8af6da8-265a-4c38-a40b-566826328620', '00d2540d-c15e-46ef-9bd8-13f6f185c2b3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:37.615642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-f4d8d9e2-296f-4408-9df5-ceae779a6cb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d2845cea-c3cb-4f99-867b-430b469183ec HTTP/1.1" status: 200 len: 217 time: 0.0838573 Feb 09 20:37:37.647123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] No DVR routers for this DVR port 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:37.650494 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (62ae563b-fea2-42e6-b971-404821062d8c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.652402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.656553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5737cba7-c118-4159-83a4-18dcb6d16efa req-6491f48b-d5d2-4ec9-ac93-9f746c7fa77a tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "DELETE /v2.0/ports/00d2540d-c15e-46ef-9bd8-13f6f185c2b3 HTTP/1.1" status: 204 len: 173 time: 0.9006684 Feb 09 20:37:37.657077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e30de-c82d-4bd8-ab57-48d4c47006c1', 'name': 'network-vif-deleted', 'tag': '00d2540d-c15e-46ef-9bd8-13f6f185c2b3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:37.663014 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f98c4b-2de4-4c6f-aef3-6935494db672" -d '{"events": [{"server_uuid": "576e30de-c82d-4bd8-ab57-48d4c47006c1", "name": "network-vif-deleted", "tag": "00d2540d-c15e-46ef-9bd8-13f6f185c2b3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:37.715103 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-812c4540-c863-4f40-875f-d6edcdfd41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.721232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c8bcd2-abec-4e78-9d70-cb76bdaae11e req-f62b8e3c-4199-4944-81a5-b6a928ea0735 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637831 Feb 09 20:37:37.739440 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f71fb8d-0a82-4893-bc61-267b43a618d4 req-dab8feed-536e-4628-8fce-8f7b51c22ca2 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260036 Feb 09 20:37:37.798459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-e9c4955c-51dd-482d-a464-d9c9388af278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.800066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-e9c4955c-51dd-482d-a464-d9c9388af278 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1726859 Feb 09 20:37:37.801234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (62ae563b-fea2-42e6-b971-404821062d8c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.802049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:37.802626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:37.830738 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb0a3e6-704a-42c2-a345-d8b57d05d17e x-openstack-request-id: req-3fb0a3e6-704a-42c2-a345-d8b57d05d17e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:37.831571 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e30de-c82d-4bd8-ab57-48d4c47006c1", "name": "network-vif-deleted", "tag": "00d2540d-c15e-46ef-9bd8-13f6f185c2b3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:37.832096 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3fb0a3e6-704a-42c2-a345-d8b57d05d17e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:37.833521 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576e30de-c82d-4bd8-ab57-48d4c47006c1', 'name': 'network-vif-deleted', 'tag': '00d2540d-c15e-46ef-9bd8-13f6f185c2b3', 'status': 'completed', 'code': 200} Feb 09 20:37:37.973095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3988645 Feb 09 20:37:37.976454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:37.984834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdd60d-365a-4e9b-8651-d35467d0a95c admin admin] Pushing event updated for resources: {'Network': ['ID=62ae563b-fea2-42e6-b971-404821062d8c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:37.990353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Request body: {'subnet': {'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2021688903-subnet', 'tenant_id': '4e5c5a7784ba41a5ae778bfe881eb9a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:37.998387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8f60f-fcd0-4023-b868-375ba0107588 req-8ba6f279-0e06-4b84-87f5-fd4f0afc9e7d tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:38.002121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36f8f60f-fcd0-4023-b868-375ba0107588 req-8ba6f279-0e06-4b84-87f5-fd4f0afc9e7d tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1128 time: 0.1318171 Feb 09 20:37:38.008472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 62ae563b-fea2-42e6-b971-404821062d8c details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:37:38.048152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Made reservation on behalf of 4e5c5a7784ba41a5ae778bfe881eb9a2 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:38.050561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.054730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-9f37ef28-9849-4105-88d8-676a9f14c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:38.061334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-9f37ef28-9849-4105-88d8-676a9f14c52b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2539062 Feb 09 20:37:38.114258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171cbeb-7b40-4c48-bb7f-2e00028de4e4 req-f52ce978-e8be-4fe2-8bce-78aef43ad82f tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:38.115928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f171cbeb-7b40-4c48-bb7f-2e00028de4e4 req-f52ce978-e8be-4fe2-8bce-78aef43ad82f tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 949 time: 0.1279724 Feb 09 20:37:38.128820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36f8f60f-fcd0-4023-b868-375ba0107588 req-23dd5148-db1e-491f-bb38-ff3890122429 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169956 Feb 09 20:37:38.300749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0819f892-361b-4137-b695-78dd5f218a00 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:38.348445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b200fd4-6095-41c5-9240-1822692e2aa0 req-1046ef7b-e6eb-473a-b42f-8450ebedc77b tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=576e30de-c82d-4bd8-ab57-48d4c47006c1 HTTP/1.1" status: 200 len: 210 time: 0.0563788 Feb 09 20:37:38.350677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:38.360001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1462264467-network', 'tenant_id': '42411d71defb467787b3014f7265c913'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:38.417635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 0819f892-361b-4137-b695-78dd5f218a00 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:38.422369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 0819f892-361b-4137-b695-78dd5f218a00 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:38.422947 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0819f892-361b-4137-b695-78dd5f218a00), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.455952 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (1151131d-3cac-4983-a5cb-d792ccd56556), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.554126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Made reservation on behalf of 42411d71defb467787b3014f7265c913 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:38.557986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.575474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0819f892-361b-4137-b695-78dd5f218a00 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:38.575920 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0819f892-361b-4137-b695-78dd5f218a00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.600272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0620929b-0f15-41f5-8391-6b57596293df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819f892-361b-4137-b695-78dd5f218a00'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:38.611331 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c62a9-5ebb-4fac-9df2-66e278190be1" -d '{"events": [{"server_uuid": "0620929b-0f15-41f5-8391-6b57596293df", "name": "network-vif-plugged", "status": "completed", "tag": "0819f892-361b-4137-b695-78dd5f218a00"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:38.614170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.615480 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f171cbeb-7b40-4c48-bb7f-2e00028de4e4 req-b7337910-89de-4e04-9812-cafff1c4b24b tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870725 Feb 09 20:37:38.625437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0819f892-361b-4137-b695-78dd5f218a00, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0819f892-361b-4137-b695-78dd5f218a00,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:38.638439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0819f892-361b-4137-b695-78dd5f218a00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.640183 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-5b08afe2-f2a9-4b11-9952-9252661abade service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706987 Feb 09 20:37:38.690990 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d67d01-82b7-4ab4-a0f8-9a8e3e670d15 x-openstack-request-id: req-68d67d01-82b7-4ab4-a0f8-9a8e3e670d15 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:38.691586 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0620929b-0f15-41f5-8391-6b57596293df", "name": "network-vif-plugged", "status": "completed", "tag": "0819f892-361b-4137-b695-78dd5f218a00", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:38.691586 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-68d67d01-82b7-4ab4-a0f8-9a8e3e670d15 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:38.691968 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0620929b-0f15-41f5-8391-6b57596293df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819f892-361b-4137-b695-78dd5f218a00', 'code': 200} Feb 09 20:37:38.705878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1151131d-3cac-4983-a5cb-d792ccd56556,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:38.711996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:38.712295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Network hostable DHCP agents. Network: 62ae563b-fea2-42e6-b971-404821062d8c, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:37:38.713183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0819f892-361b-4137-b695-78dd5f218a00,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:38.772492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-25b6e428-999b-4c3a-9089-ecb9c285e8d0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:38.773515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeeabe1d-970f-4fea-902c-47de8a724b40 req-f3b1ca69-82a6-46aa-a8b0-893dbc300740 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239679 Feb 09 20:37:38.775485 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-25b6e428-999b-4c3a-9089-ecb9c285e8d0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 821 time: 0.3273380 Feb 09 20:37:38.816501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-3b196d02-2cdd-4980-8da5-edaa1e30ac9f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/quotas/97292526b23f47e7b063a919fd79ffee HTTP/1.1" status: 200 len: 375 time: 0.0327420 Feb 09 20:37:38.851423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Network 62ae563b-fea2-42e6-b971-404821062d8c is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:37:38.891606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 62ae563b-fea2-42e6-b971-404821062d8c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:38.896588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a883e-47da-4671-a3b3-9a06ed9281cd req-0ad4da49-8ff2-4676-b0b1-5364bd0f62ac tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:38.896746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:38.897839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.898072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd5a883e-47da-4671-a3b3-9a06ed9281cd req-0ad4da49-8ff2-4676-b0b1-5364bd0f62ac tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.0859485 Feb 09 20:37:38.901759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ee166-8b93-4372-ad48-db8b9d50693a None None] Network 62ae563b-fea2-42e6-b971-404821062d8c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:38.905231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-3d11cf6c-01fa-4362-b5a9-c8b00d630b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:38.906903 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-3d11cf6c-01fa-4362-b5a9-c8b00d630b65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=622d5878d12c478d834e2d1cab19edee&device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 1130 time: 0.0832193 Feb 09 20:37:38.935462 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Publish callbacks [] for security_group (96096925-a52b-4820-baca-25685d353de6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.948805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-15904d0c-adb6-414e-88c0-fa938722f0fa admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9698131 Feb 09 20:37:38.950642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (96096925-a52b-4820-baca-25685d353de6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:38.959474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bdf81-427b-42fd-8873-e01613941f92 req-b1026214-2400-4282-b431-271f33fdecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:38.961334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca9bdf81-427b-42fd-8873-e01613941f92 req-b1026214-2400-4282-b431-271f33fdecf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 1133 time: 0.1798825 Feb 09 20:37:39.009116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:37:39.027338 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-e4254c50-92fc-45ab-a82c-cab2120a46bb tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1917937 Feb 09 20:37:39.038096 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd5a883e-47da-4671-a3b3-9a06ed9281cd req-d1d5c096-6bec-4b81-8009-d788a272637f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275761 Feb 09 20:37:39.053223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151eb875-6eb6-4f36-813c-e95be9f41a87 None None] Network 62ae563b-fea2-42e6-b971-404821062d8c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:39.059559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96096925-a52b-4820-baca-25685d353de6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:39.062528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (79fb1fa7-c805-43fa-8f87-0b1b671e8b78), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.062871 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Added segment 79fb1fa7-c805-43fa-8f87-0b1b671e8b78 of type vlan for network 63b6ed9a-cef5-4107-8a56-86870269cd69 Feb 09 20:37:39.096115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-d1395991-c17f-4429-bde3-c58a5546dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:39.097874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-d1395991-c17f-4429-bde3-c58a5546dac5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1745684 Feb 09 20:37:39.181649 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-bcc9852d-068a-4339-b768-dd568818acc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=d2845cea-c3cb-4f99-867b-430b469183ec HTTP/1.1" status: 200 len: 217 time: 0.0760324 Feb 09 20:37:39.286120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-2659882b-912f-4838-bbc8-7194f56391b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:39.287918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-2659882b-912f-4838-bbc8-7194f56391b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0769901 Feb 09 20:37:39.298900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9bd69-4f6f-4dae-9cf5-9a03fb57e99d req-451dc40a-0da9-433f-8537-566119a2f25d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:39.300506 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3cb9bd69-4f6f-4dae-9cf5-9a03fb57e99d req-451dc40a-0da9-433f-8537-566119a2f25d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 947 time: 0.1337473 Feb 09 20:37:39.380455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3cb9bd69-4f6f-4dae-9cf5-9a03fb57e99d req-ed5bfff7-66a2-493e-a6e6-91eb15c97231 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711825 Feb 09 20:37:39.388494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-682b8bfe-122a-4f55-bdc1-0e62ac5f504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:39.390212 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-682b8bfe-122a-4f55-bdc1-0e62ac5f504b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0888002 Feb 09 20:37:39.427035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca9bdf81-427b-42fd-8873-e01613941f92 req-5d3fcf4a-76ff-4628-b1bf-a3daf61061a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535537 Feb 09 20:37:39.433303 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (63b6ed9a-cef5-4107-8a56-86870269cd69), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.476286 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-19d1f076-439d-43d6-a42f-8b08b78e7506 service neutron] 10.222.0.102 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478076 Feb 09 20:37:39.499583 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (63b6ed9a-cef5-4107-8a56-86870269cd69), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.500517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:39.501434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.546218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-3d6ef8f2-9924-4f10-b802-50b6166734b1 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482699 Feb 09 20:37:39.597093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2450371 Feb 09 20:37:39.600676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:39.607903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Request body: {'subnet': {'network_id': '63b6ed9a-cef5-4107-8a56-86870269cd69', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1462264467-subnet', 'tenant_id': '42411d71defb467787b3014f7265c913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:39.642613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-3b768637-25e4-4904-963e-af29a7906b67 service neutron] 10.222.0.102 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511760 Feb 09 20:37:39.656703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Made reservation on behalf of 42411d71defb467787b3014f7265c913 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:39.658379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.690730 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4464fa00-0d80-4953-8bf2-4efaa43b8dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.692455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce54cc-8da0-4e7d-81a4-f7a81c346fbb admin admin] Pushing event updated for resources: {'Network': ['ID=63b6ed9a-cef5-4107-8a56-86870269cd69,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:39.717188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 63b6ed9a-cef5-4107-8a56-86870269cd69 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:37:39.739539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:39.745069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1184160084-network', 'tenant_id': '97962b7a59e34470a03d24c20dccbab6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:39.768051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Made reservation on behalf of 97962b7a59e34470a03d24c20dccbab6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:39.770507 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.778679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-654f8b95-8d9c-4ecb-a2d3-a8576703ffc9 req-405954a5-b696-4cf0-adfa-4fb2f91ef52f service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292378 Feb 09 20:37:39.799540 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.837992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea934fe-8c86-491e-af47-a82d612968bd req-9951aab7-97ca-4ed7-bc05-b0432a3ab054 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:39.839613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ea934fe-8c86-491e-af47-a82d612968bd req-9951aab7-97ca-4ed7-bc05-b0432a3ab054 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 971 time: 0.1268382 Feb 09 20:37:39.945740 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Publish callbacks [] for security_group (d8d78b14-d8e4-4829-80dd-ffac7813eb5b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.956763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ea934fe-8c86-491e-af47-a82d612968bd req-1e22da8c-904c-4d81-866b-aa6122086fed tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077855 Feb 09 20:37:39.957306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c1949-7e9b-49be-9852-045e1cca4ad4 req-34ef9393-6b63-43c8-b9fe-b14f8a0f1b5a tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:39.958706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d8c1949-7e9b-49be-9852-045e1cca4ad4 req-34ef9393-6b63-43c8-b9fe-b14f8a0f1b5a tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 950 time: 0.0893953 Feb 09 20:37:39.959874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d8d78b14-d8e4-4829-80dd-ffac7813eb5b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:39.977418 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (dceb54a6-3e42-4edf-87cc-0296d468b700), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.001703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:37:40.013326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d78b14-d8e4-4829-80dd-ffac7813eb5b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:40.025247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (77fde391-a0d0-4645-a3e5-c8c05bd8eee0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.025598 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Added segment 77fde391-a0d0-4645-a3e5-c8c05bd8eee0 of type vlan for network bc0a8686-f9ce-40c7-b62c-d0bd64064f3e Feb 09 20:37:40.043638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dceb54a6-3e42-4edf-87cc-0296d468b700,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:40.082665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d8c1949-7e9b-49be-9852-045e1cca4ad4 req-eb842918-a152-4ff0-ad20-d6768ff90a56 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142783 Feb 09 20:37:40.085687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1078801d-73b9-4188-b8e8-c0f569d7aa74 req-e8063d78-ca93-46af-b7eb-858f4c11b115 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 210 time: 0.0356815 Feb 09 20:37:40.086415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Checking segment: {'id': '79fb1fa7-c805-43fa-8f87-0b1b671e8b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '63b6ed9a-cef5-4107-8a56-86870269cd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:40.086779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Network hostable DHCP agents. Network: 63b6ed9a-cef5-4107-8a56-86870269cd69, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:37:40.102543 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (bc0a8686-f9ce-40c7-b62c-d0bd64064f3e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.136100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Network 63b6ed9a-cef5-4107-8a56-86870269cd69 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:37:40.148952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 63b6ed9a-cef5-4107-8a56-86870269cd69) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:40.151463 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (bc0a8686-f9ce-40c7-b62c-d0bd64064f3e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.152706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:40.153465 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.158451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c586d6-bf57-4b49-87f4-63313fda92a4 None None] Network 63b6ed9a-cef5-4107-8a56-86870269cd69 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:40.161770 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:40.162383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.185154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-baa3a390-7c6e-4c65-9ee1-c314f05a12e4 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5829344 Feb 09 20:37:40.217505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4767296 Feb 09 20:37:40.221061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:40.245815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Request body: {'subnet': {'network_id': 'bc0a8686-f9ce-40c7-b62c-d0bd64064f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1184160084-subnet', 'tenant_id': '97962b7a59e34470a03d24c20dccbab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:40.277662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c92a88-1f02-44fc-9df1-509d923be8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=bc0a8686-f9ce-40c7-b62c-d0bd64064f3e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:40.288786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Made reservation on behalf of 97962b7a59e34470a03d24c20dccbab6 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:40.291792 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.302426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network bc0a8686-f9ce-40c7-b62c-d0bd64064f3e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:37:40.309626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f43627-102b-469a-990d-b60f811303d4 None None] Network 63b6ed9a-cef5-4107-8a56-86870269cd69 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:40.349085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d6816-1366-4cdb-9776-c8fc51820879 req-9e6d41ff-5295-41d1-b471-e9806a8ed0cb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:40.349085 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-503d6816-1366-4cdb-9776-c8fc51820879 req-9e6d41ff-5295-41d1-b471-e9806a8ed0cb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1678054 Feb 09 20:37:40.349570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:40.374418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:40.416709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8148e508-319c-49ba-a7f1-bf76de38e249 admin admin] Deleting subnet c6547ba9-87b9-43f1-974d-11847028aa42 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:37:40.420785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8148e508-319c-49ba-a7f1-bf76de38e249 admin admin] Publish callbacks [] for subnet (c6547ba9-87b9-43f1-974d-11847028aa42), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.446187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:37:40.446587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 00d2540d-c15e-46ef-9bd8-13f6f185c2b3 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:40.451291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-503d6816-1366-4cdb-9776-c8fc51820879 req-ad1ba03d-5c41-455a-8c05-0972ecedeceb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959530 Feb 09 20:37:40.489658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8148e508-319c-49ba-a7f1-bf76de38e249 admin admin] Publish callbacks [] for subnet (c6547ba9-87b9-43f1-974d-11847028aa42), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.506553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8148e508-319c-49ba-a7f1-bf76de38e249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c6547ba9-87b9-43f1-974d-11847028aa42), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.583758 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (9f618b30-7c31-4b1b-8a00-8545ac5bdec1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.624694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae89e3f-15f3-4a4b-8ff5-6eb497652732 req-7b047ad5-419b-431d-8d47-9bcb577bdd24 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:40.626575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ae89e3f-15f3-4a4b-8ff5-6eb497652732 req-7b047ad5-419b-431d-8d47-9bcb577bdd24 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 947 time: 0.0899246 Feb 09 20:37:40.628869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8148e508-319c-49ba-a7f1-bf76de38e249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (c6547ba9-87b9-43f1-974d-11847028aa42), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.650929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f618b30-7c31-4b1b-8a00-8545ac5bdec1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:40.681740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148e508-319c-49ba-a7f1-bf76de38e249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6547ba9-87b9-43f1-974d-11847028aa42,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:40.685076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8148e508-319c-49ba-a7f1-bf76de38e249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.688095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8148e508-319c-49ba-a7f1-bf76de38e249 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/c6547ba9-87b9-43f1-974d-11847028aa42 HTTP/1.1" status: 204 len: 168 time: 0.3374555 Feb 09 20:37:40.691921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38812) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:40.693330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Checking segment: {'id': '77fde391-a0d0-4645-a3e5-c8c05bd8eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'bc0a8686-f9ce-40c7-b62c-d0bd64064f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:40.693915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Network hostable DHCP agents. Network: bc0a8686-f9ce-40c7-b62c-d0bd64064f3e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:37:40.713518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Network bc0a8686-f9ce-40c7-b62c-d0bd64064f3e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:37:40.724167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, bc0a8686-f9ce-40c7-b62c-d0bd64064f3e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:40.731260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:40.732020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.750410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0427066-170d-497b-bdae-1278b7b867e9 None None] Network bc0a8686-f9ce-40c7-b62c-d0bd64064f3e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:40.751282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-20ecf234-3573-4212-b951-8a7301a66020 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5282645 Feb 09 20:37:40.782679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ae89e3f-15f3-4a4b-8ff5-6eb497652732 req-7b95fa06-387c-457c-8be0-909f2749a783 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474233 Feb 09 20:37:40.808656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e92c771a-fd0d-4e6a-a404-b885f918e447), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.919949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5a4b0-e1e6-4d0e-b775-1f109f6d047e None None] Network bc0a8686-f9ce-40c7-b62c-d0bd64064f3e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:37:40.925263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e92c771a-fd0d-4e6a-a404-b885f918e447), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:40.948160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.948505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.949284 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.949620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > port after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.949964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.950297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > port after_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.950665 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.951009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.951322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:40.951643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:41.028259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:41.028615 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:41.028951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:41.029285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103325) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:41.029658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92c771a-fd0d-4e6a-a404-b885f918e447']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:41.040355 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.050966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531aa468-eb7e-4d8f-b120-0ed04bb2ea7f') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:41.051529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531aa468-eb7e-4d8f-b120-0ed04bb2ea7f') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:41.068023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (531aa468-eb7e-4d8f-b120-0ed04bb2ea7f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.121688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (531aa468-eb7e-4d8f-b120-0ed04bb2ea7f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.136737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:37:41.137393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (531aa468-eb7e-4d8f-b120-0ed04bb2ea7f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: from cryptography.utils import int_from_bytes Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: from cryptography.utils import int_from_bytes Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:37:41.164447 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:37:41.260158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d2845cea-c3cb-4f99-867b-430b469183ec details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:41.282514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62a170-65a5-4e6f-af35-4fedb37cbbf1 req-d313dcc2-1260-48d2-9838-7d6923db379d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:41.284140 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af62a170-65a5-4e6f-af35-4fedb37cbbf1 req-d313dcc2-1260-48d2-9838-7d6923db379d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 971 time: 0.2115469 Feb 09 20:37:41.301214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e92c771a-fd0d-4e6a-a404-b885f918e447), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.343704 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.347205 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] 10.222.0.102 "DELETE /v2.0/networks/e92c771a-fd0d-4e6a-a404-b885f918e447 HTTP/1.1" status: 204 len: 168 time: 0.6541097 Feb 09 20:37:41.351443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:41.369024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abfcb8-0252-4c81-8ddc-1288a003e45a admin admin] Pushing event deleted for resources: {'Network': ['ID=e92c771a-fd0d-4e6a-a404-b885f918e447,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:41.393573 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af62a170-65a5-4e6f-af35-4fedb37cbbf1 req-d315a32d-699e-407e-b4a8-63ab6b6bf744 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963485 Feb 09 20:37:41.399823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-e6049ff8-42ea-43d1-bce0-19acbeadfdfe tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:41.401270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-e6049ff8-42ea-43d1-bce0-19acbeadfdfe tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 821 time: 0.1944835 Feb 09 20:37:41.404334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d2845cea-c3cb-4f99-867b-430b469183ec, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d2845cea-c3cb-4f99-867b-430b469183ec,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:41.419127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd2845cea-c3cb-4f99-867b-430b469183ec', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'd2845cea-c3cb-4f99-867b-430b469183ec', 'mac_address': 'fa:16:3e:15:dd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:41.422813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Request body: {'port': {'device_id': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'admin_state_up': True, 'tenant_id': '97292526b23f47e7b063a919fd79ffee'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:41.423974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c453e93e-9e86-4904-86f1-0ac74b4060b8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:41.431550 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c453e93e-9e86-4904-86f1-0ac74b4060b8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 808 time: 0.2155583 Feb 09 20:37:41.464969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-67904d9c-1155-4b8d-8c0a-6d9d357e857e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/quotas/4e5c5a7784ba41a5ae778bfe881eb9a2 HTTP/1.1" status: 200 len: 375 time: 0.0324399 Feb 09 20:37:41.465990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d2845cea-c3cb-4f99-867b-430b469183ec is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:41.466407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.487047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2845cea-c3cb-4f99-867b-430b469183ec {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:41.507572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e569b36-680a-40a7-a066-c8bb7d8a909c admin admin] Deleting subnet dceb54a6-3e42-4edf-87cc-0296d468b700 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:37:41.507922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d2845cea-c3cb-4f99-867b-430b469183ec, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d2845cea-c3cb-4f99-867b-430b469183ec,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:41.512904 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-9719ccbc-a797-456c-9d2b-c72e252f15ed tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470154 Feb 09 20:37:41.513886 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.515513 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e569b36-680a-40a7-a066-c8bb7d8a909c admin admin] Publish callbacks [] for subnet (dceb54a6-3e42-4edf-87cc-0296d468b700), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.553799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-fda531d4-d837-4bbf-867b-d9f3225ac863 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:41.555279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-fda531d4-d837-4bbf-867b-d9f3225ac863 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 971 time: 0.2028980 Feb 09 20:37:41.569208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d2845cea-c3cb-4f99-867b-430b469183ec,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:41.580316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07583412-1c40-43d4-9019-b82d79a8d6c9 req-26190955-7f03-4ade-9272-47fd5b27f4ad tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:41.584204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07583412-1c40-43d4-9019-b82d79a8d6c9 req-26190955-7f03-4ade-9272-47fd5b27f4ad tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 950 time: 0.1092896 Feb 09 20:37:41.628494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e569b36-680a-40a7-a066-c8bb7d8a909c admin admin] Publish callbacks [] for subnet (dceb54a6-3e42-4edf-87cc-0296d468b700), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.634259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Made reservation on behalf of 97292526b23f47e7b063a919fd79ffee for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:41.637890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.645132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e569b36-680a-40a7-a066-c8bb7d8a909c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (dceb54a6-3e42-4edf-87cc-0296d468b700), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.652595 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07583412-1c40-43d4-9019-b82d79a8d6c9 req-8526bf26-6dfc-4e58-bb5f-add75dda5d05 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639980 Feb 09 20:37:41.748434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d2845cea-c3cb-4f99-867b-430b469183ec'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:41.757954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-b4be0872-ecbb-467a-8fb5-fd9060eaccf1 service neutron] 10.222.0.102 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223780 Feb 09 20:37:41.775720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed52b4d8-a24e-4ac2-b547-5749a27401ff req-3fb8294f-85ae-4d80-a396-da82b63b4ad6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 210 time: 0.0482461 Feb 09 20:37:41.826970 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e569b36-680a-40a7-a066-c8bb7d8a909c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for subnet (dceb54a6-3e42-4edf-87cc-0296d468b700), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.864870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e569b36-680a-40a7-a066-c8bb7d8a909c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dceb54a6-3e42-4edf-87cc-0296d468b700,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:41.868154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e569b36-680a-40a7-a066-c8bb7d8a909c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.874240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6e569b36-680a-40a7-a066-c8bb7d8a909c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/dceb54a6-3e42-4edf-87cc-0296d468b700 HTTP/1.1" status: 204 len: 168 time: 0.5182920 Feb 09 20:37:41.876645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Allocated IP 172.20.0.12 (214975b9-d111-4bb8-ae3b-378a61143f53/9f63afb1-c10e-4345-ab56-2ecd1228ad55/0dc6de85-8ff4-4544-aaec-a32506078f3e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:41.877281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:41.879422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Deleting port e8af6da8-265a-4c38-a40b-566826328620 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:37:41.879641 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e8af6da8-265a-4c38-a40b-566826328620), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.936858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946135c1-155c-4d41-bb21-a3cef265d4bf req-91ffd8f9-d231-4b32-81ea-46355dabed64 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:41.938290 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-946135c1-155c-4d41-bb21-a3cef265d4bf req-91ffd8f9-d231-4b32-81ea-46355dabed64 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1008327 Feb 09 20:37:42.007788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-88a118e2-9ae8-4bba-8884-d9f3773ce9f4 service neutron] 10.222.0.102 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489505 Feb 09 20:37:42.042197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (63b6ed9a-cef5-4107-8a56-86870269cd69), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.056333 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-946135c1-155c-4d41-bb21-a3cef265d4bf req-cdf0d0ff-60d0-43d8-8238-67abc118c51e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099896 Feb 09 20:37:42.072191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] For port e8af6da8-265a-4c38-a40b-566826328620, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e8af6da8-265a-4c38-a40b-566826328620,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:42.072191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e8af6da8-265a-4c38-a40b-566826328620), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.118390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Calling delete_port for e8af6da8-265a-4c38-a40b-566826328620 owned by compute:tempest-test_az-628537534 {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:37:42.132136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks [] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.175134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (63b6ed9a-cef5-4107-8a56-86870269cd69), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.189095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.242991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.243383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.244179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.244509 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > port after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.245311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.245311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > port after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.245529 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.245824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.246136 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.246458 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.254138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Network 214975b9-d111-4bb8-ae3b-378a61143f53 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:42.260412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:42.265928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:42.306161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:42.317508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.317865 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.318369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.318675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 20:37:42.319220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b6ed9a-cef5-4107-8a56-86870269cd69']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:42.338848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:42.339485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.362334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-916c72e4-6b9b-46ff-82b7-e32c0fa0e77d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9440706 Feb 09 20:37:42.375105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Request body: {'port': {'device_id': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:42.382963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fb1fa7-c805-43fa-8f87-0b1b671e8b78') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:42.383595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fb1fa7-c805-43fa-8f87-0b1b671e8b78') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:42.429997 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e58251d-f9b2-41c3-8f8e-9a5d0e3c8349 req-10f7679d-707d-418e-a2c4-77ce9347c742 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 210 time: 0.0500939 Feb 09 20:37:42.436805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (79fb1fa7-c805-43fa-8f87-0b1b671e8b78), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.467721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.529041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e58b3-2a56-4b88-a0ab-a5db308ab04e req-5dc97b74-c4de-46ba-a697-52ee44ee91e8 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:42.530971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d14e58b3-2a56-4b88-a0ab-a5db308ab04e req-5dc97b74-c4de-46ba-a697-52ee44ee91e8 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 948 time: 0.3083262 Feb 09 20:37:42.534037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (79fb1fa7-c805-43fa-8f87-0b1b671e8b78), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.535354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.575301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:37:42.575767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (79fb1fa7-c805-43fa-8f87-0b1b671e8b78), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: from cryptography.utils import int_from_bytes Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: from cryptography.utils import int_from_bytes Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:37:42.590348 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:37:42.667191 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-0d459848-508b-41aa-b515-062be1e5aae2 service neutron] show failed (client error): The resource could not be found. Feb 09 20:37:42.668150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-0d459848-508b-41aa-b515-062be1e5aae2 service neutron] 10.222.0.13 "GET /v2.0/ports/f0af4867-3db7-4a03-b998-b1274576ed34/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.3030658 Feb 09 20:37:42.714558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d14e58b3-2a56-4b88-a0ab-a5db308ab04e req-5beb2cc4-b5dd-4f67-9c6c-557d0f103404 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709709 Feb 09 20:37:42.738049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (63b6ed9a-cef5-4107-8a56-86870269cd69), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.741498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4328ed-6e86-4f79-9283-1c8a957d4d0c req-c6344234-6b73-4004-a626-6e491727f47d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:42.749910 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.750633 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b4328ed-6e86-4f79-9283-1c8a957d4d0c req-c6344234-6b73-4004-a626-6e491727f47d tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e HTTP/1.1" status: 200 len: 971 time: 0.1680660 Feb 09 20:37:42.752980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] 10.222.0.102 "DELETE /v2.0/networks/63b6ed9a-cef5-4107-8a56-86870269cd69 HTTP/1.1" status: 204 len: 168 time: 0.8703396 Feb 09 20:37:42.766053 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e8af6da8-265a-4c38-a40b-566826328620), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.767833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3946c-60ee-4c84-bcb0-8a7f7052a934 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b6ed9a-cef5-4107-8a56-86870269cd69,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:42.777811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['e8af6da8-265a-4c38-a40b-566826328620'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:42.801895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Pushing event deleted for resources: {'Port': ['ID=e8af6da8-265a-4c38-a40b-566826328620,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:42.844428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b4328ed-6e86-4f79-9283-1c8a957d4d0c req-d6d4a27b-27aa-466f-89de-e1681093ff64 tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.102 "GET /v2.0/security-groups?id=42c14dde-be77-43b4-95e1-a9cf36ed45d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891221 Feb 09 20:37:42.906606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] No DVR routers for this DVR port e8af6da8-265a-4c38-a40b-566826328620 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:42.911843 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:42.923701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2fef424d-7621-481f-ad8d-c3c982bc454e req-338c0dd2-e2a7-4dc8-8ceb-f25e05bf67cc tempest-LiveMigrationNegativeTest-1813103770 tempest-LiveMigrationNegativeTest-1813103770-project] 10.222.0.13 "DELETE /v2.0/ports/e8af6da8-265a-4c38-a40b-566826328620 HTTP/1.1" status: 204 len: 173 time: 1.3528295 Feb 09 20:37:42.924740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e', 'name': 'network-vif-deleted', 'tag': 'e8af6da8-265a-4c38-a40b-566826328620'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:42.932848 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec1eca-d45a-4e0e-bfab-cff9ff5a268a" -d '{"events": [{"server_uuid": "3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e", "name": "network-vif-deleted", "tag": "e8af6da8-265a-4c38-a40b-566826328620"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:42.982215 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbc425c-b4c3-4336-96e7-4c8b12009842 x-openstack-request-id: req-ffbc425c-b4c3-4336-96e7-4c8b12009842 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:42.982754 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e", "name": "network-vif-deleted", "tag": "e8af6da8-265a-4c38-a40b-566826328620", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:42.984089 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ffbc425c-b4c3-4336-96e7-4c8b12009842 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:42.984706 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba71b9c-40f8-4d3f-86ef-a2e165c96e2e', 'name': 'network-vif-deleted', 'tag': 'e8af6da8-265a-4c38-a40b-566826328620', 'status': 'completed', 'code': 200} Feb 09 20:37:43.000411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc6de85-8ff4-4544-aaec-a32506078f3e {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:43.062434 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Publish callbacks [] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.091652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Transition to ACTIVE for port object 0dc6de85-8ff4-4544-aaec-a32506078f3e will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:43.110663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.179695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:43.220879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca7129-9a1c-4aee-a94e-1fda10615d38 req-e25fef54-15bb-459b-8804-2b15610e252d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:43.222287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ca7129-9a1c-4aee-a94e-1fda10615d38 req-e25fef54-15bb-459b-8804-2b15610e252d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 932 time: 0.2024748 Feb 09 20:37:43.225965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-2034290e-e132-4196-a184-c3f2a31c02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:43.229141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-2034290e-e132-4196-a184-c3f2a31c02bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da&tenant_id=bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 1154 time: 0.1072147 Feb 09 20:37:43.244392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:43.254650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:43.262237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d2845cea-c3cb-4f99-867b-430b469183ec up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:43.312566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2bfa5a1-d6d5-4484-ab59-beedb3f82206 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7f06fe73d91d45378bca0f948e961061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248193 Feb 09 20:37:43.315911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38884) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:43.323151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port d2845cea-c3cb-4f99-867b-430b469183ec completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:43.327995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d2845cea-c3cb-4f99-867b-430b469183ec triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:43.328451 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.358451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.380037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ca7129-9a1c-4aee-a94e-1fda10615d38 req-59ff7ffb-1e0f-41ef-a4c4-42563d100611 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440568 Feb 09 20:37:43.384762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f078535-88ea-49b2-af0e-7775af683868 req-47191af7-9f19-45c0-b118-55ddc22b5da5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:43.385992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f078535-88ea-49b2-af0e-7775af683868 req-47191af7-9f19-45c0-b118-55ddc22b5da5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 971 time: 0.1112838 Feb 09 20:37:43.427140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d2845cea-c3cb-4f99-867b-430b469183ec is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:43.427544 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.455520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b35228-e32f-4182-aa7b-8fc1a459fc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2845cea-c3cb-4f99-867b-430b469183ec'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:43.459309 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a32a5ea-eef2-496c-89e5-45434ea5d68b" -d '{"events": [{"server_uuid": "85b35228-e32f-4182-aa7b-8fc1a459fc08", "name": "network-vif-plugged", "status": "completed", "tag": "d2845cea-c3cb-4f99-867b-430b469183ec"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:43.480368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d2845cea-c3cb-4f99-867b-430b469183ec, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d2845cea-c3cb-4f99-867b-430b469183ec,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:43.486055 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.565184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d2845cea-c3cb-4f99-867b-430b469183ec,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:43.583859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f078535-88ea-49b2-af0e-7775af683868 req-b17591e6-a288-4f9b-a96c-bcc3611fa0fd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693423 Feb 09 20:37:43.639165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.50', 49823) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:43.673837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:43.673837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:43.673837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:43.688967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08dcd648-4209-4d21-8e4b-8304d77f86a9 admin admin] Publish callbacks [] for security_group (3e445912-9997-4389-a8ca-488080628455), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.703203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:43.703612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:43.720451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:43.720818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:43.721233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:43.721661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Bound port: 0dc6de85-8ff4-4544-aaec-a32506078f3e, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:43.722025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.737724 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08dcd648-4209-4d21-8e4b-8304d77f86a9 admin admin] Publish callbacks [] for security_group (3e445912-9997-4389-a8ca-488080628455), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.765806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6bb70b8f-6330-4a1e-890f-9b9a2846afb6 req-fb9c8a6d-9e76-4fa5-a64d-7cacd8f6f8a0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 210 time: 0.0766165 Feb 09 20:37:43.798437 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.835721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53734cb-e6d6-4f6c-afc9-aba21019004e req-81862f21-3478-436d-b574-9651a1e27a15 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:43.848261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f53734cb-e6d6-4f6c-afc9-aba21019004e req-81862f21-3478-436d-b574-9651a1e27a15 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 950 time: 0.1908143 Feb 09 20:37:43.849691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:43.865734 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd56d78-4c53-4cce-8ed3-4a04ced1c87b x-openstack-request-id: req-dcd56d78-4c53-4cce-8ed3-4a04ced1c87b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:43.866051 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b35228-e32f-4182-aa7b-8fc1a459fc08", "name": "network-vif-plugged", "status": "completed", "tag": "d2845cea-c3cb-4f99-867b-430b469183ec", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:43.866309 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dcd56d78-4c53-4cce-8ed3-4a04ced1c87b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:43.866783 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b35228-e32f-4182-aa7b-8fc1a459fc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2845cea-c3cb-4f99-867b-430b469183ec', 'code': 200} Feb 09 20:37:43.877920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-848e5c0b-e5df-4716-bebc-eb5951fd91a3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:43.879445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-848e5c0b-e5df-4716-bebc-eb5951fd91a3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 808 time: 0.2388196 Feb 09 20:37:43.879885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08dcd648-4209-4d21-8e4b-8304d77f86a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3e445912-9997-4389-a8ca-488080628455), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.882410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08dcd648-4209-4d21-8e4b-8304d77f86a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.887128 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-08dcd648-4209-4d21-8e4b-8304d77f86a9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3e445912-9997-4389-a8ca-488080628455 HTTP/1.1" status: 204 len: 168 time: 0.5503578 Feb 09 20:37:43.907209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Request body: {'port': {'device_id': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'admin_state_up': True, 'tenant_id': '4e5c5a7784ba41a5ae778bfe881eb9a2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:43.935896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcd648-4209-4d21-8e4b-8304d77f86a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e445912-9997-4389-a8ca-488080628455,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:43.951549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.50', 49824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:43.969465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:43.996320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f53734cb-e6d6-4f6c-afc9-aba21019004e req-0191625a-6616-4a14-9b16-087849ad6412 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470780 Feb 09 20:37:44.036594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:44.054652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.073002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029691f-4714-4c20-a2a7-84e64c6f8749 req-10601ce6-d13f-4cd1-bd66-3f6c0631fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:44.074219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f029691f-4714-4c20-a2a7-84e64c6f8749 req-10601ce6-d13f-4cd1-bd66-3f6c0631fda2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 1132 time: 0.1215935 Feb 09 20:37:44.098513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:44.099128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.100526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] 10.222.0.50 "PUT /v2.0/ports/0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 1093 time: 1.7304444 Feb 09 20:37:44.100995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:44.104284 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34" -d '{"events": [{"name": "network-changed", "server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:44.189129 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b7cfce-14f0-4130-8113-12462c4a7e30 x-openstack-request-id: req-e7b7cfce-14f0-4130-8113-12462c4a7e30 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:44.189422 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:44.189674 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e7b7cfce-14f0-4130-8113-12462c4a7e30 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:44.190068 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'status': 'completed', 'code': 200} Feb 09 20:37:44.232732 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc7145-e208-46d3-a4b7-ed3373422a3d service neutron] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:44.240043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f029691f-4714-4c20-a2a7-84e64c6f8749 req-a4d600bc-4afb-49ab-8a58-215228026fcf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431422 Feb 09 20:37:44.248885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-4abb1ff1-12d4-4ee3-8813-95f69f59cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:44.250397 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-4abb1ff1-12d4-4ee3-8813-95f69f59cc18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1127 time: 0.1038806 Feb 09 20:37:44.312456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:44.313110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:44.358037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d1416d8-16d9-440f-b7bd-a87edf16a15c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=42411d71defb467787b3014f7265c913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420952 Feb 09 20:37:44.360373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38906) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:44.397075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Publish callbacks [] for port (f0af4867-3db7-4a03-b998-b1274576ed34), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.400175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:44.424735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5127-c485-40f2-baa5-4d90e7a8ab8e req-6b0f475d-2707-4876-9dc1-7cf984241f22 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:44.427748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49e31019-37e0-4e95-9609-62634cc30fcf admin admin] Publish callbacks [] for security_group (96096925-a52b-4820-baca-25685d353de6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.432109 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b3a5127-c485-40f2-baa5-4d90e7a8ab8e req-6b0f475d-2707-4876-9dc1-7cf984241f22 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 949 time: 0.1535046 Feb 09 20:37:44.436462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Transition to ACTIVE for port object f0af4867-3db7-4a03-b998-b1274576ed34 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:44.447083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.482475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Made reservation on behalf of 4e5c5a7784ba41a5ae778bfe881eb9a2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:44.485923 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.498358 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-a69549d9-be26-4283-a482-9e3683968100 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 217 time: 0.0457318 Feb 09 20:37:44.500523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49e31019-37e0-4e95-9609-62634cc30fcf admin admin] Publish callbacks [] for security_group (96096925-a52b-4820-baca-25685d353de6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.574050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-29454eab-7ac8-4df4-994b-a860a6c10920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:44.575624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-29454eab-7ac8-4df4-994b-a860a6c10920 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.0676637 Feb 09 20:37:44.584920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] No DVR routers for this DVR port f0af4867-3db7-4a03-b998-b1274576ed34 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:44.587037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:44.599031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b3a5127-c485-40f2-baa5-4d90e7a8ab8e req-4f803f9d-835c-462c-8a4e-2fe8ed571cd7 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658969 Feb 09 20:37:44.666437 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-d1af615a-a96a-4664-849f-e42a0cf9b076 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749798 Feb 09 20:37:44.701799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Attempting to bind port f0af4867-3db7-4a03-b998-b1274576ed34 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:44.702141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Attempting to bind port f0af4867-3db7-4a03-b998-b1274576ed34 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:44.702474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Attempting to bind port f0af4867-3db7-4a03-b998-b1274576ed34 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:44.736775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Port f0af4867-3db7-4a03-b998-b1274576ed34 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:44.737562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Attempting to bind port f0af4867-3db7-4a03-b998-b1274576ed34 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:44.759902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:44.760033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d3a47f7-4474-449c-9582-f5591fc1db36 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=58e61798ff5a4cf29e7aa4fbc3f4b25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587730 Feb 09 20:37:44.760241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:44.762315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:44.762315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Bound port: f0af4867-3db7-4a03-b998-b1274576ed34, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:44.762315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.765519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:44.801464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2075a-d32d-4082-b37d-f0e53ad1288c req-839ce299-8ca8-4bac-8e21-23965288b48d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:44.802987 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8de2075a-d32d-4082-b37d-f0e53ad1288c req-839ce299-8ca8-4bac-8e21-23965288b48d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 944 time: 0.2390993 Feb 09 20:37:44.814288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49e31019-37e0-4e95-9609-62634cc30fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (96096925-a52b-4820-baca-25685d353de6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.816943 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49e31019-37e0-4e95-9609-62634cc30fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.817985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-49e31019-37e0-4e95-9609-62634cc30fcf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/96096925-a52b-4820-baca-25685d353de6 HTTP/1.1" status: 204 len: 168 time: 0.4564819 Feb 09 20:37:44.864454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-4713d351-c1a4-4fe2-80e7-828cc22aeaf4 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:44.866007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-4713d351-c1a4-4fe2-80e7-828cc22aeaf4 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.13 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 950 time: 0.1908233 Feb 09 20:37:44.870012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e31019-37e0-4e95-9609-62634cc30fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96096925-a52b-4820-baca-25685d353de6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:44.887102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-5c27ee71-7747-4ca4-9bec-dafb3338f199 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063146 Feb 09 20:37:44.891478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Allocated IP 172.20.0.10 (62ae563b-fea2-42e6-b971-404821062d8c/1151131d-3cac-4983-a5cb-d792ccd56556/8bc2f214-3b9f-4405-a52c-9d72f0859ee6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:44.930059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec5e20-0a66-4fa6-8e8a-07d13a762ad7 req-222a2ecc-8979-48ef-9fd4-60abbd242368 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:44.932043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4ec5e20-0a66-4fa6-8e8a-07d13a762ad7 req-222a2ecc-8979-48ef-9fd4-60abbd242368 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 948 time: 0.2255452 Feb 09 20:37:44.934611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fe93850-e86a-40c7-948c-f1eba00aaadd admin admin] Publish callbacks [] for security_group (42c14dde-be77-43b4-95e1-a9cf36ed45d6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.968559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8de2075a-d32d-4082-b37d-f0e53ad1288c req-31267c4f-78ff-4b24-b008-20e7f803b180 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463690 Feb 09 20:37:45.000812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:45.003539 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc9ada0-0092-48f1-8262-a796061508b8" -d '{"events": [{"server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "name": "network-vif-unplugged", "status": "completed", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:45.009590 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fe93850-e86a-40c7-948c-f1eba00aaadd admin admin] Publish callbacks [] for security_group (42c14dde-be77-43b4-95e1-a9cf36ed45d6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.015942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:45.061344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:45.074052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11f68b9f-7edb-4acd-a3a8-05872bf0eba1 req-08fadcba-c0bc-4681-b612-b137c8929e2a service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703014 Feb 09 20:37:45.097296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.110297 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b4bba1f-a2df-45b5-ac26-ae5f2ff30745 req-5e35cfaa-8ea8-4523-8ac1-9f9aa27f1ee2 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 210 time: 0.0352082 Feb 09 20:37:45.148381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fe93850-e86a-40c7-948c-f1eba00aaadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (42c14dde-be77-43b4-95e1-a9cf36ed45d6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.151242 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4fe93850-e86a-40c7-948c-f1eba00aaadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.154872 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4fe93850-e86a-40c7-948c-f1eba00aaadd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/42c14dde-be77-43b4-95e1-a9cf36ed45d6 HTTP/1.1" status: 204 len: 168 time: 0.3860941 Feb 09 20:37:45.185617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe93850-e86a-40c7-948c-f1eba00aaadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c14dde-be77-43b4-95e1-a9cf36ed45d6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:45.209063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-09d37afb-c345-4333-94db-67abc652176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:45.210774 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-09d37afb-c345-4333-94db-67abc652176d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1127 time: 0.0743778 Feb 09 20:37:45.228190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4ec5e20-0a66-4fa6-8e8a-07d13a762ad7 req-a34a1f41-4dc1-4de6-ae08-2076c3bdeffd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817430 Feb 09 20:37:45.240001 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39f4258-c091-498b-ba80-95a1bdc48fac x-openstack-request-id: req-c39f4258-c091-498b-ba80-95a1bdc48fac {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:45.245130 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "name": "network-vif-unplugged", "status": "completed", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:45.245970 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c39f4258-c091-498b-ba80-95a1bdc48fac {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:45.247079 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'code': 200} Feb 09 20:37:45.361884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:45.362873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.365145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] 10.222.0.50 "PUT /v2.0/ports/f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 1097 time: 2.1291504 Feb 09 20:37:45.407562 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks [] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.411145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-475802c6-2195-4162-b54b-a095a7db8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:45.412982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-475802c6-2195-4162-b54b-a095a7db8cb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.1933482 Feb 09 20:37:45.436098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed623666-59a1-411b-bf5c-b609fdd9607a req-4e86d06f-fe40-4c56-a46e-c8351f525757 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:45.443498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed623666-59a1-411b-bf5c-b609fdd9607a req-4e86d06f-fe40-4c56-a46e-c8351f525757 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 950 time: 0.1112421 Feb 09 20:37:45.484042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b21247-1f44-4a92-9c95-4bc5aa75ddb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:45.519547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Deleting port 0819f892-361b-4137-b695-78dd5f218a00 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:37:45.520085 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0819f892-361b-4137-b695-78dd5f218a00), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.547495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-cf652bce-64c4-4047-843f-ad57ba5c0170 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 217 time: 0.1241381 Feb 09 20:37:45.639952 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.693760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-0cb61f8b-5aa0-4905-9d73-76f79dd915e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:45.695647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-0cb61f8b-5aa0-4905-9d73-76f79dd915e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1131 time: 0.2786803 Feb 09 20:37:45.709090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed623666-59a1-411b-bf5c-b609fdd9607a req-dd0145de-ae17-47a2-ae91-767c1b830632 tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/security-groups?id=9669da19-1e73-43a0-9f84-ae50523fceda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633603 Feb 09 20:37:45.721676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] For port 0819f892-361b-4137-b695-78dd5f218a00, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0819f892-361b-4137-b695-78dd5f218a00,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:45.722281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0819f892-361b-4137-b695-78dd5f218a00), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.726967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Network 62ae563b-fea2-42e6-b971-404821062d8c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:45.734628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-c5562017-e570-4b00-8e15-ea3fd43d45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:45.740580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-c5562017-e570-4b00-8e15-ea3fd43d45cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1855147 Feb 09 20:37:45.767581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Calling delete_port for 0819f892-361b-4137-b695-78dd5f218a00 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:37:45.789830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:45.794203 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-f6090890-0bcc-4621-ab69-8521c11fe12e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455790 Feb 09 20:37:45.819973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:45.867154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:45.870348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Pushing event updated for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:45.890158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-51530e05-5cfc-40bb-80ce-032ee369705e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9f8bd21f50b041faa97516fdc9a76fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0961165 Feb 09 20:37:45.890509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:45.940574 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-b0315a84-5787-40c7-bc98-2db26040f2d7 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325104 Feb 09 20:37:45.999197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:45.999846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:46.009972 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4323e9d-0a4b-4e15-b9b8-2ad6844cde95 admin admin] Publish callbacks [] for security_group (986e0731-76f4-482e-b00d-9b0cac904818), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:46.018287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-78b3ce75-98f0-4f08-a8ff-5e09b1da6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:46.019562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-78b3ce75-98f0-4f08-a8ff-5e09b1da6d3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3126361 Feb 09 20:37:46.040941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c7cd-6ff4-4be2-8739-b67fc2d7436f req-58da2795-9a5c-4ce9-839c-90e3c288483c tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:46.045840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4323e9d-0a4b-4e15-b9b8-2ad6844cde95 admin admin] Publish callbacks [] for security_group (986e0731-76f4-482e-b00d-9b0cac904818), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:46.048214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10b4c7cd-6ff4-4be2-8739-b67fc2d7436f req-58da2795-9a5c-4ce9-839c-90e3c288483c tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 949 time: 0.1852684 Feb 09 20:37:46.059526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-c956ea59-5fb2-445f-a0ca-71e1a0c3a7e6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1644385 Feb 09 20:37:46.099626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3e3e92d-135d-4b3c-ac67-0d76b9422c34 req-c99980e3-b858-4d8f-9659-451960e803d2 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499622 Feb 09 20:37:46.100727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Request body: {'port': {'device_id': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:46.104511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-c86dcd73-ba30-4767-a5c2-3f24cefc1f62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.0765500 Feb 09 20:37:46.155934 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4323e9d-0a4b-4e15-b9b8-2ad6844cde95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (986e0731-76f4-482e-b00d-9b0cac904818), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:46.158743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4323e9d-0a4b-4e15-b9b8-2ad6844cde95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:46.160096 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a4323e9d-0a4b-4e15-b9b8-2ad6844cde95 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/986e0731-76f4-482e-b00d-9b0cac904818 HTTP/1.1" status: 204 len: 168 time: 0.2684216 Feb 09 20:37:46.175772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4323e9d-0a4b-4e15-b9b8-2ad6844cde95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e0731-76f4-482e-b00d-9b0cac904818,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:46.200551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451db05-f6b0-4f1e-a364-9c56290a8ff4 req-f78504fa-f61a-4b50-9cfe-205231834d53 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:46.201856 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7451db05-f6b0-4f1e-a364-9c56290a8ff4 req-f78504fa-f61a-4b50-9cfe-205231834d53 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 944 time: 0.0962782 Feb 09 20:37:46.265045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7451db05-f6b0-4f1e-a364-9c56290a8ff4 req-4b86aeb5-283f-4b05-80c9-da59232b514d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537367 Feb 09 20:37:46.268436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10b4c7cd-6ff4-4be2-8739-b67fc2d7436f req-1796331a-067b-4c81-89d3-9fd22328ebfc tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191231 Feb 09 20:37:46.270404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-2b913daf-56af-4bcd-8a39-866d16386593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:46.272207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-2b913daf-56af-4bcd-8a39-866d16386593 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1441176 Feb 09 20:37:46.336574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0819f892-361b-4137-b695-78dd5f218a00), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:46.339874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:46.349356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0819f892-361b-4137-b695-78dd5f218a00'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:46.387180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0819f892-361b-4137-b695-78dd5f218a00 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:46.392848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Pushing event deleted for resources: {'Port': ['ID=0819f892-361b-4137-b695-78dd5f218a00,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:46.421548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 0819f892-361b-4137-b695-78dd5f218a00 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:37:46.422123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0819f892-361b-4137-b695-78dd5f218a00 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:46.422870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f0af4867-3db7-4a03-b998-b1274576ed34 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:46.437353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f0bdd-1c21-4780-b7b5-b14d980a21be req-9c1a845d-cd44-4440-8191-0c0273431670 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:46.448458 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c51f0bdd-1c21-4780-b7b5-b14d980a21be req-9c1a845d-cd44-4440-8191-0c0273431670 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 948 time: 0.0844738 Feb 09 20:37:46.468743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port f0af4867-3db7-4a03-b998-b1274576ed34 host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:37:46.469823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f0af4867-3db7-4a03-b998-b1274576ed34 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:46.471136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e8af6da8-265a-4c38-a40b-566826328620 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:46.500689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: e8af6da8-265a-4c38-a40b-566826328620 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:37:46.501220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e8af6da8-265a-4c38-a40b-566826328620 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:46.517359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-7e74f7f4-7130-4ac8-b116-a9aae821e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:46.518907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-7e74f7f4-7130-4ac8-b116-a9aae821e436 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2371445 Feb 09 20:37:46.541759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c51f0bdd-1c21-4780-b7b5-b14d980a21be req-1a467d7a-30d3-41d1-8d38-3e85c29d04a8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907977 Feb 09 20:37:46.564573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] No DVR routers for this DVR port 0819f892-361b-4137-b695-78dd5f218a00 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:46.674761 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:46.678131 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e0f040-7b1b-4b05-96a1-626ea2c5f806 req-b0fdb078-434b-4828-a0d7-9f7e485fa6ef tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.13 "DELETE /v2.0/ports/0819f892-361b-4137-b695-78dd5f218a00 HTTP/1.1" status: 204 len: 173 time: 1.8032782 Feb 09 20:37:46.726025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a73d86-7768-42ca-b595-a31508c62667 req-e651ad5e-f9ae-4e34-a7c2-76cea6d7a526 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:46.735246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d9a73d86-7768-42ca-b595-a31508c62667 req-e651ad5e-f9ae-4e34-a7c2-76cea6d7a526 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 932 time: 0.3911402 Feb 09 20:37:46.855918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d98ec6b1-0477-4e09-921c-2a13e44974eb req-b6d673d0-73f9-4b4f-ae7e-45c6f4158c7a tempest-TenantUsagesTestJSON-1283826195 tempest-TenantUsagesTestJSON-1283826195-project] 10.222.0.102 "GET /v2.0/ports?device_id=0620929b-0f15-41f5-8391-6b57596293df HTTP/1.1" status: 200 len: 210 time: 0.0416198 Feb 09 20:37:46.897301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-1769abcd-fe2d-4fc9-849d-ec2d7681b20a service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634374 Feb 09 20:37:46.973121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d9a73d86-7768-42ca-b595-a31508c62667 req-d6dd4876-b278-4e00-afe8-3e19207cc681 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368996 Feb 09 20:37:47.054665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60c8fca8-6b31-444d-bb2e-bd9fef443c73 req-7d57df6d-1aba-400a-8f38-6c42617f9c50 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503909 Feb 09 20:37:47.078514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db92faa-8206-43aa-8b4a-631f98a78aca req-3f3acbb0-c639-432f-b61c-2a2610b73570 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:47.080312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3db92faa-8206-43aa-8b4a-631f98a78aca req-3f3acbb0-c639-432f-b61c-2a2610b73570 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 949 time: 0.0979590 Feb 09 20:37:47.098713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:47.108109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Publish callbacks [] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:47.122155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Transition to ACTIVE for port object 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:37:47.128633 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:47.205361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3db92faa-8206-43aa-8b4a-631f98a78aca req-24eacb6c-6a5a-4a26-a87f-61472ebf28b2 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176684 Feb 09 20:37:47.250652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34'}, {'server_uuid': '0620929b-0f15-41f5-8391-6b57596293df', 'name': 'network-vif-deleted', 'tag': '0819f892-361b-4137-b695-78dd5f218a00'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:47.253324 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04011f4e-effd-47ce-b422-8b10a18317d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34"}, {"server_uuid": "0620929b-0f15-41f5-8391-6b57596293df", "name": "network-vif-deleted", "tag": "0819f892-361b-4137-b695-78dd5f218a00"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:47.265890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:47.328066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:37:47.328442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:37:47.328790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:47.337722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:37:47.338057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:37:47.348473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:37:47.348840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:37:47.349199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:37:47.349667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Bound port: 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:37:47.350024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:47.443298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:37:47.448403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:37:47.465530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:47.488975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:47.490427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:47.492487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 1093 time: 1.4028127 Feb 09 20:37:47.499006 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f08af18-79d9-453d-90df-15bb94548af7 x-openstack-request-id: req-6f08af18-79d9-453d-90df-15bb94548af7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:47.499429 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34", "status": "completed", "code": 200}, {"server_uuid": "0620929b-0f15-41f5-8391-6b57596293df", "name": "network-vif-deleted", "tag": "0819f892-361b-4137-b695-78dd5f218a00", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:47.500621 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6f08af18-79d9-453d-90df-15bb94548af7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:47.501545 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'status': 'completed', 'code': 200} Feb 09 20:37:47.501904 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0620929b-0f15-41f5-8391-6b57596293df', 'name': 'network-vif-deleted', 'tag': '0819f892-361b-4137-b695-78dd5f218a00', 'status': 'completed', 'code': 200} Feb 09 20:37:47.639837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e4c40-e00c-43fb-a7f4-70e867788877 req-60e261aa-24d9-4b94-9796-dd19ea41ea25 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:47.641426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b0e4c40-e00c-43fb-a7f4-70e867788877 req-60e261aa-24d9-4b94-9796-dd19ea41ea25 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 944 time: 0.0613184 Feb 09 20:37:47.701437 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b0e4c40-e00c-43fb-a7f4-70e867788877 req-32d5fab3-ad55-4b42-8a4c-32b205efe34f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Feb 09 20:37:47.912990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faee43-0b25-4735-9ec0-88be4fb957b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:47.943434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-e1545d56-c318-48f8-8327-0174004291a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:47.945269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-e1545d56-c318-48f8-8327-0174004291a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1131 time: 0.1803970 Feb 09 20:37:47.953896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46ba26-a274-4d55-88e8-c10cdeec7d72 req-cc185dd4-db09-4c0e-a779-f7ed0a45c575 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:47.955565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd46ba26-a274-4d55-88e8-c10cdeec7d72 req-cc185dd4-db09-4c0e-a779-f7ed0a45c575 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 949 time: 0.1918111 Feb 09 20:37:47.959078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-ae1aed1f-9bd1-4407-8cde-cb9c63f66756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:47.960508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-ae1aed1f-9bd1-4407-8cde-cb9c63f66756 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1127 time: 0.1979146 Feb 09 20:37:47.962098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-a9029034-b57d-4b60-9896-60c1b47dda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:47.963481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-a9029034-b57d-4b60-9896-60c1b47dda36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1131 time: 0.1977148 Feb 09 20:37:48.103844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-f4844231-7b29-46b9-8cb4-c580f5264772 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 217 time: 0.1285365 Feb 09 20:37:48.155147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b42f-6d30-4810-ae06-40821cfda82f req-491fa092-9f5b-42e8-b78f-dab883d2ec55 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.156794 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fc2b42f-6d30-4810-ae06-40821cfda82f req-491fa092-9f5b-42e8-b78f-dab883d2ec55 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 948 time: 0.0552509 Feb 09 20:37:48.208476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fc2b42f-6d30-4810-ae06-40821cfda82f req-47cbbbe4-0fe1-483a-9fb0-140e92e3cf79 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Feb 09 20:37:48.210598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd46ba26-a274-4d55-88e8-c10cdeec7d72 req-24b8c622-6ee3-47f8-aba8-95b2c92999a0 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457860 Feb 09 20:37:48.240536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-c38c0f50-b873-4260-96e9-fa8d7f0a1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.242016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-c38c0f50-b873-4260-96e9-fa8d7f0a1e74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2701337 Feb 09 20:37:48.245499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-f446224b-c37e-4f3e-8be6-341852864cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.246867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-f446224b-c37e-4f3e-8be6-341852864cbb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1341436 Feb 09 20:37:48.248004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-117ccc7f-9664-4077-88a0-0d74f9fc782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.249545 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-117ccc7f-9664-4077-88a0-0d74f9fc782e service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2930889 Feb 09 20:37:48.310668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-5626ca71-5995-4efe-bc68-220dfa6bfa5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.0589871 Feb 09 20:37:48.361530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-3e26ba43-a083-4336-b92e-930993139488 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687258 Feb 09 20:37:48.392855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-f03892ef-8baf-417b-9af6-954b8d59458b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.0908318 Feb 09 20:37:48.523219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-8815838f-61cb-40c3-a0fe-f913b11c7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.524759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-8815838f-61cb-40c3-a0fe-f913b11c7815 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1926422 Feb 09 20:37:48.534204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.534700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.535161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.535625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.536108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.536596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.537020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.537474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.537927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.539814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e9dc179d-7346-498b-910c-aa0bfa9962af req-157e411c-2caf-4024-9bab-bdbbd8d23752 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.1434114 Feb 09 20:37:48.540825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:48.541038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752071f-e3f2-43f3-9fcd-bb53d3ded7f0 req-d92d062f-c366-4402-b0cd-e2363e245fd7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.542482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7752071f-e3f2-43f3-9fcd-bb53d3ded7f0 req-d92d062f-c366-4402-b0cd-e2363e245fd7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.2416949 Feb 09 20:37:48.559828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-cbe06480-5c3d-4baa-9292-70cbe2b7832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.561286 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-cbe06480-5c3d-4baa-9292-70cbe2b7832c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1408126 Feb 09 20:37:48.649597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-a9e893e6-b2cf-43e9-ae6f-c3aceb5e904c service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624569 Feb 09 20:37:48.685861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ff11-f348-4572-98d0-ce747e11b83b req-0b55a6f1-5b0e-4718-859a-245bb2f21dda tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.687248 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40b1ff11-f348-4572-98d0-ce747e11b83b req-0b55a6f1-5b0e-4718-859a-245bb2f21dda tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 886 time: 0.1097772 Feb 09 20:37:48.697639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7752071f-e3f2-43f3-9fcd-bb53d3ded7f0 req-aa788142-e03b-41e4-bdaa-8e8abd2a1a17 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428812 Feb 09 20:37:48.714674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-777ab83b-e1ca-42c8-8f7f-3aaa57b58554 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2017aa8f232d4e07882b8aef5f2a52ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727648 Feb 09 20:37:48.717424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:48.731835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-87e0b6b0-e1ca-48e6-a5b8-f940fd9b5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.733281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-87e0b6b0-e1ca-48e6-a5b8-f940fd9b5a27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1999722 Feb 09 20:37:48.775091 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8773-94e6-4088-82f8-4b2f6a7df768 admin admin] Publish callbacks [] for security_group (9669da19-1e73-43a0-9f84-ae50523fceda), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:48.803237 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8773-94e6-4088-82f8-4b2f6a7df768 admin admin] Publish callbacks [] for security_group (9669da19-1e73-43a0-9f84-ae50523fceda), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:48.862958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-232aec8f-7098-409b-a15e-b5f364ca6aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.864748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-232aec8f-7098-409b-a15e-b5f364ca6aeb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2781451 Feb 09 20:37:48.869349 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8773-94e6-4088-82f8-4b2f6a7df768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9669da19-1e73-43a0-9f84-ae50523fceda), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:48.872712 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a6d8773-94e6-4088-82f8-4b2f6a7df768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:48.876067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3a6d8773-94e6-4088-82f8-4b2f6a7df768 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9669da19-1e73-43a0-9f84-ae50523fceda HTTP/1.1" status: 204 len: 168 time: 0.1569209 Feb 09 20:37:48.905162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d8773-94e6-4088-82f8-4b2f6a7df768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9669da19-1e73-43a0-9f84-ae50523fceda,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:48.995676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432241ac-d9f5-4b08-b9c0-46f2fbeded04 req-96436837-2744-474d-bb83-1bfd5c8f0933 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:48.998147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-432241ac-d9f5-4b08-b9c0-46f2fbeded04 req-96436837-2744-474d-bb83-1bfd5c8f0933 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 944 time: 0.0960274 Feb 09 20:37:49.078574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-112a45b6-0b78-4d6c-831d-419b21a62d1b req-11b1e436-2957-437a-871b-e420aca22066 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192991 Feb 09 20:37:49.079733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-432241ac-d9f5-4b08-b9c0-46f2fbeded04 req-c2300ca9-0cd3-4028-873b-d4f29d4c50b3 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751691 Feb 09 20:37:49.167527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:49.176333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-4ce364bc-a4cc-4a01-a210-0916653fce52 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236569 Feb 09 20:37:49.225329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-ccc17477-4f35-448e-908a-0c9311fe0d27 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509841 Feb 09 20:37:49.297521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:49.412840 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:49.424127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f3d73f8-9b72-4b95-92bc-499df7f55a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.440567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3897a05e-6fe5-4a92-9f38-6d510c7dfde9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.462806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:49.476861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'port_id': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'mac_address': 'fa:16:3e:9c:5c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f63afb1-c10e-4345-ab56-2ecd1228ad55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:49.504273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2996f-104c-4669-9ec5-9179ff91a7d8 req-5415183c-64a2-4da8-a73f-946616d67315 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.505899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ca2996f-104c-4669-9ec5-9179ff91a7d8 req-5415183c-64a2-4da8-a73f-946616d67315 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 949 time: 0.1469111 Feb 09 20:37:49.524256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 0dc6de85-8ff4-4544-aaec-a32506078f3e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:49.524920 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.536687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.537155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.537939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.538052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.538648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.539070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.539187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc6de85-8ff4-4544-aaec-a32506078f3e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:49.540107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.540107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.540603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.553666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-860a97ec-05d8-4645-9124-48e508367b15 req-bb28b136-5221-4027-9d0c-9d9953419d69 tempest-NetworksTest-1288898562 tempest-NetworksTest-1288898562-project-admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.8165102 Feb 09 20:37:49.555985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:49.564390 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:49.583635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:49.591577 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.663247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ca2996f-104c-4669-9ec5-9179ff91a7d8 req-ee54a023-0e76-4453-87e4-d5b5f5945610 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248589 Feb 09 20:37:49.670289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f3d73f8-9b72-4b95-92bc-499df7f55a01 admin admin] Publish callbacks [] for security_group (71dfdc02-c96c-42c8-bb5a-f06d85590507), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.678922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-402db1b9-dbb5-4c1e-b5fe-8e1b0e32472a service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927651 Feb 09 20:37:49.682363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:49.711145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f3d73f8-9b72-4b95-92bc-499df7f55a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (71dfdc02-c96c-42c8-bb5a-f06d85590507), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.731711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-3bf2d7ac-41a5-4e2b-b053-6c14e9e27d7f tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.733696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-3bf2d7ac-41a5-4e2b-b053-6c14e9e27d7f tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.50 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 949 time: 0.6232567 Feb 09 20:37:49.740424 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3897a05e-6fe5-4a92-9f38-6d510c7dfde9 admin admin] Publish callbacks [] for security_group (f4b649f2-f488-4e3c-9567-3c363dd8f64a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.758747 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3897a05e-6fe5-4a92-9f38-6d510c7dfde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f4b649f2-f488-4e3c-9567-3c363dd8f64a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.791854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7f3d73f8-9b72-4b95-92bc-499df7f55a01 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5c295e8aaded410aa2d9ae22085a2556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6220448 Feb 09 20:37:49.798818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:49.814673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d73f8-9b72-4b95-92bc-499df7f55a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfdc02-c96c-42c8-bb5a-f06d85590507,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:49.831004 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f72aeef-61a9-48bd-8c37-7786217afc51 x-openstack-request-id: req-2f72aeef-61a9-48bd-8c37-7786217afc51 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:49.831352 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:49.831614 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2f72aeef-61a9-48bd-8c37-7786217afc51 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:49.832035 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6', 'status': 'completed', 'code': 200} Feb 09 20:37:49.839768 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3897a05e-6fe5-4a92-9f38-6d510c7dfde9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=89bd3e04f9a54693966d69b91e420553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241531 Feb 09 20:37:49.844934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39090) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:49.885115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:49.894493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['0dc6de85-8ff4-4544-aaec-a32506078f3e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:49.901056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897a05e-6fe5-4a92-9f38-6d510c7dfde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b649f2-f488-4e3c-9567-3c363dd8f64a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:49.940729 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04011f4e-effd-47ce-b422-8b10a18317d2 req-a1a1eaed-4da2-44c0-96cf-957eb009bd7d service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7469227 Feb 09 20:37:49.967627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a01c95a-a482-45c6-b814-932845a95191 admin admin] Publish callbacks [] for security_group (71dfdc02-c96c-42c8-bb5a-f06d85590507), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.977855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bb8b6-f8e5-4348-90d2-de1725428e4b req-39b81bc6-62d6-4d1f-b1a4-e1ee28cca0b9 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.979548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd6bb8b6-f8e5-4348-90d2-de1725428e4b req-39b81bc6-62d6-4d1f-b1a4-e1ee28cca0b9 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 948 time: 0.2987847 Feb 09 20:37:49.981165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65ee3e-159d-4e45-91cc-2f033045cbcd req-0bd56f22-560a-4bbf-b797-85f55c50c64c tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:49.989132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae65ee3e-159d-4e45-91cc-2f033045cbcd req-0bd56f22-560a-4bbf-b797-85f55c50c64c tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.1552978 Feb 09 20:37:50.027334 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a01c95a-a482-45c6-b814-932845a95191 admin admin] Publish callbacks [] for security_group (71dfdc02-c96c-42c8-bb5a-f06d85590507), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.028263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-4d1b7f53-c9b0-45da-adba-032169750c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:50.029786 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-4d1b7f53-c9b0-45da-adba-032169750c46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1127 time: 0.1952846 Feb 09 20:37:50.056455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Deleting port d2845cea-c3cb-4f99-867b-430b469183ec {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:37:50.056709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.059259 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b630364a-706b-4b6f-bc41-5725d8d174e2 admin admin] Publish callbacks [] for security_group (f4b649f2-f488-4e3c-9567-3c363dd8f64a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.068102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a04284a-aacf-4dfe-86fc-f521c1d1a170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.109177 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae65ee3e-159d-4e45-91cc-2f033045cbcd req-2b00297c-feb2-430f-a542-806ff8b3ccaa tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189024 Feb 09 20:37:50.152149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a01c95a-a482-45c6-b814-932845a95191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (71dfdc02-c96c-42c8-bb5a-f06d85590507), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.154733 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a01c95a-a482-45c6-b814-932845a95191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.159720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1a01c95a-a482-45c6-b814-932845a95191 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/71dfdc02-c96c-42c8-bb5a-f06d85590507 HTTP/1.1" status: 204 len: 168 time: 0.3562086 Feb 09 20:37:50.176037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01c95a-a482-45c6-b814-932845a95191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfdc02-c96c-42c8-bb5a-f06d85590507,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:50.185486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd6bb8b6-f8e5-4348-90d2-de1725428e4b req-7ff4b3a2-1d72-4238-9930-9f0c47392166 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940997 Feb 09 20:37:50.206295 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b630364a-706b-4b6f-bc41-5725d8d174e2 admin admin] Publish callbacks [] for security_group (f4b649f2-f488-4e3c-9567-3c363dd8f64a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.265380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a04284a-aacf-4dfe-86fc-f521c1d1a170 admin admin] Publish callbacks [] for security_group (de98ee33-89ca-4f03-96f3-874c98019d89), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.278693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a04284a-aacf-4dfe-86fc-f521c1d1a170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (de98ee33-89ca-4f03-96f3-874c98019d89), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.296036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] For port d2845cea-c3cb-4f99-867b-430b469183ec, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d2845cea-c3cb-4f99-867b-430b469183ec,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:50.296425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.305899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-8c5fe027-844d-494f-8283-4c15055d1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:50.307394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-8c5fe027-844d-494f-8283-4c15055d1e08 service neutron] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.2614577 Feb 09 20:37:50.315439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Calling delete_port for d2845cea-c3cb-4f99-867b-430b469183ec owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:37:50.331664 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0a04284a-aacf-4dfe-86fc-f521c1d1a170 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f4fdbebeb3af4658b2b959e560bef9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412961 Feb 09 20:37:50.340333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37a6bc-522b-48e2-9919-e7a8d7eaab8c req-37a3f5ba-4440-460d-9d6a-f1a59ce9acf9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:50.347202 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc37a6bc-522b-48e2-9919-e7a8d7eaab8c req-37a3f5ba-4440-460d-9d6a-f1a59ce9acf9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 945 time: 0.1427889 Feb 09 20:37:50.348895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:50.354245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04284a-aacf-4dfe-86fc-f521c1d1a170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de98ee33-89ca-4f03-96f3-874c98019d89,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:50.361551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b630364a-706b-4b6f-bc41-5725d8d174e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f4b649f2-f488-4e3c-9567-3c363dd8f64a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.364139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b630364a-706b-4b6f-bc41-5725d8d174e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.365291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b630364a-706b-4b6f-bc41-5725d8d174e2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f4b649f2-f488-4e3c-9567-3c363dd8f64a HTTP/1.1" status: 204 len: 168 time: 0.4976113 Feb 09 20:37:50.374092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-6b7412a1-b232-4965-8f81-581f53df002b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 217 time: 0.0600235 Feb 09 20:37:50.384712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630364a-706b-4b6f-bc41-5725d8d174e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b649f2-f488-4e3c-9567-3c363dd8f64a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:50.517176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-2b66af04-4dd8-4cb1-8582-5deadad972ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:50.518864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-2b66af04-4dd8-4cb1-8582-5deadad972ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1369634 Feb 09 20:37:50.525904 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc37a6bc-522b-48e2-9919-e7a8d7eaab8c req-421b8c29-f764-4455-bc12-f40fd170ecff tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776474 Feb 09 20:37:50.560547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37260b59-9bcf-458d-b9fa-faca52b96151 req-e1312309-7c73-47b2-b54b-735d5dd51d7b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:50.563070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0785594e-1e32-4701-917f-213c6e4223da admin admin] Publish callbacks [] for security_group (de98ee33-89ca-4f03-96f3-874c98019d89), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.568280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37260b59-9bcf-458d-b9fa-faca52b96151 req-e1312309-7c73-47b2-b54b-735d5dd51d7b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 948 time: 0.1405256 Feb 09 20:37:50.591998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0785594e-1e32-4701-917f-213c6e4223da admin admin] Publish callbacks [] for security_group (de98ee33-89ca-4f03-96f3-874c98019d89), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.598555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-eed09f8e-1abb-464f-a467-b719302fa564 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690782 Feb 09 20:37:50.655582 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0785594e-1e32-4701-917f-213c6e4223da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (de98ee33-89ca-4f03-96f3-874c98019d89), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.658999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0785594e-1e32-4701-917f-213c6e4223da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.663499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0785594e-1e32-4701-917f-213c6e4223da admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/de98ee33-89ca-4f03-96f3-874c98019d89 HTTP/1.1" status: 204 len: 168 time: 0.3128684 Feb 09 20:37:50.673409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785594e-1e32-4701-917f-213c6e4223da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de98ee33-89ca-4f03-96f3-874c98019d89,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:50.709191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:50.730416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5713a5c2-e97d-4ffb-888a-e447c0958aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.807164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37260b59-9bcf-458d-b9fa-faca52b96151 req-b4b6ff1c-caa8-4b18-8b5b-9039ecc1c4cb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377276 Feb 09 20:37:50.842360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d2845cea-c3cb-4f99-867b-430b469183ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.852215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-d3579d3d-9f58-41f9-b10d-3e76448b71cf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:50.854276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-d3579d3d-9f58-41f9-b10d-3e76448b71cf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da&tenant_id=bcd7f580d3114ade817c45446cec434d&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 948 time: 0.2648172 Feb 09 20:37:50.857129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d2845cea-c3cb-4f99-867b-430b469183ec'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:50.880858 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5713a5c2-e97d-4ffb-888a-e447c0958aaa admin admin] Publish callbacks [] for security_group (a07e19ef-c217-4a92-a2dd-833b3e1acee9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.889342 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5713a5c2-e97d-4ffb-888a-e447c0958aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a07e19ef-c217-4a92-a2dd-833b3e1acee9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.904827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Pushing event deleted for resources: {'Port': ['ID=d2845cea-c3cb-4f99-867b-430b469183ec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:50.919996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d8bfa-530f-4d19-8ad2-c08a4da23d86 req-5a47e6aa-7e9a-447d-9a59-3fe76efc4657 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:50.921810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-939d8bfa-530f-4d19-8ad2-c08a4da23d86 req-5a47e6aa-7e9a-447d-9a59-3fe76efc4657 tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/ports?device_id=85b35228-e32f-4182-aa7b-8fc1a459fc08 HTTP/1.1" status: 200 len: 867 time: 0.1279707 Feb 09 20:37:50.968301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-fae4ceac-6bdc-4b13-8fd2-9b85e91a2dc0 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305349 Feb 09 20:37:51.030847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5713a5c2-e97d-4ffb-888a-e447c0958aaa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2151be45d1ee4d9889bb1984d741f7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203688 Feb 09 20:37:51.038171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:51.051376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713a5c2-e97d-4ffb-888a-e447c0958aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07e19ef-c217-4a92-a2dd-833b3e1acee9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:51.090161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] No DVR routers for this DVR port d2845cea-c3cb-4f99-867b-430b469183ec on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:51.115534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-939d8bfa-530f-4d19-8ad2-c08a4da23d86 req-0d9e4d61-cbf9-4b2e-91df-d82d17d1a76a tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.102 "GET /v2.0/security-groups?id=f3c1a937-b5f4-40cf-a97c-e53957cad7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655610 Feb 09 20:37:51.127083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.130588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b88bda6-0569-4487-8fb0-038281a81bc2 req-301f1b46-b7c9-42be-bd91-8f702e48ca8d tempest-DeleteServersAdminTestJSON-1924732623 tempest-DeleteServersAdminTestJSON-1924732623-project] 10.222.0.50 "DELETE /v2.0/ports/d2845cea-c3cb-4f99-867b-430b469183ec HTTP/1.1" status: 204 len: 173 time: 1.3873029 Feb 09 20:37:51.163715 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-a94ae09c-208c-4c6f-8cf2-cfce815a219a service neutron] delete failed (client error): The resource could not be found. Feb 09 20:37:51.167499 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-a94ae09c-208c-4c6f-8cf2-cfce815a219a service neutron] 10.222.0.13 "DELETE /v2.0/ports/f0af4867-3db7-4a03-b998-b1274576ed34/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.3018005 Feb 09 20:37:51.278774 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43dc6253-02d6-4716-be58-c5f70318bc06 admin admin] Publish callbacks [] for security_group (a07e19ef-c217-4a92-a2dd-833b3e1acee9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.285562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fd68a65-6aa4-4cd3-9c90-e9ee4122935c req-f8f5f9c0-65e2-468e-a2f8-a531b71e118d service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690089 Feb 09 20:37:51.319292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f0af4867-3db7-4a03-b998-b1274576ed34 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:51.321928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:51.328052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43dc6253-02d6-4716-be58-c5f70318bc06 admin admin] Publish callbacks [] for security_group (a07e19ef-c217-4a92-a2dd-833b3e1acee9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.394250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0884c8-71f5-4ba2-a2a7-adc10c588b2b req-5c257695-ea04-4bd2-930a-0eaaf6802e28 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:51.397603 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.399107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da0884c8-71f5-4ba2-a2a7-adc10c588b2b req-5c257695-ea04-4bd2-930a-0eaaf6802e28 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.1172380 Feb 09 20:37:51.484700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:51.509500 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-038c62cd-e651-4831-b6f4-37e9d78ce84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.519364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da0884c8-71f5-4ba2-a2a7-adc10c588b2b req-c513ba7a-b882-414e-965e-619692edcdbb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110933 Feb 09 20:37:51.529952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 0dc6de85-8ff4-4544-aaec-a32506078f3e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:51.546808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-23c10175-c07a-40f1-8c65-d2a849282a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:51.548402 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-23c10175-c07a-40f1-8c65-d2a849282a77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1131 time: 0.2015784 Feb 09 20:37:51.553071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 0dc6de85-8ff4-4544-aaec-a32506078f3e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:51.553377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.577948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43dc6253-02d6-4716-be58-c5f70318bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a07e19ef-c217-4a92-a2dd-833b3e1acee9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.584821 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43dc6253-02d6-4716-be58-c5f70318bc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.585972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-43dc6253-02d6-4716-be58-c5f70318bc06 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a07e19ef-c217-4a92-a2dd-833b3e1acee9 HTTP/1.1" status: 204 len: 168 time: 0.5139184 Feb 09 20:37:51.592618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:51.618694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'mac_address': 'fa:16:3e:83:e0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:51.707156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port f0af4867-3db7-4a03-b998-b1274576ed34 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:51.707837 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.731323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0af4867-3db7-4a03-b998-b1274576ed34 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:51.735993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 0dc6de85-8ff4-4544-aaec-a32506078f3e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:51.736550 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.740121 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-038c62cd-e651-4831-b6f4-37e9d78ce84e admin admin] Publish callbacks [] for security_group (536673b2-6e1d-4a7b-9c3d-43b334827c40), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.752078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-ef98f31e-4b47-45b8-af68-d1d5545e3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:51.753743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-ef98f31e-4b47-45b8-af68-d1d5545e3390 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1967564 Feb 09 20:37:51.760600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-038c62cd-e651-4831-b6f4-37e9d78ce84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (536673b2-6e1d-4a7b-9c3d-43b334827c40), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.768762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6253-02d6-4716-be58-c5f70318bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07e19ef-c217-4a92-a2dd-833b3e1acee9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:51.791618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:51.807194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:51.814588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06773f-18ac-4e9b-abd1-74fe04e4a79c req-741c0b87-1657-49ce-a424-b20eb2d1cc1b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:51.817190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c62cd-e651-4831-b6f4-37e9d78ce84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536673b2-6e1d-4a7b-9c3d-43b334827c40,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:51.818372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e06773f-18ac-4e9b-abd1-74fe04e4a79c req-741c0b87-1657-49ce-a424-b20eb2d1cc1b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 945 time: 0.1637862 Feb 09 20:37:51.819882 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5dfc18-d74c-4d98-9a47-c6c0ca1ba17e" -d '{"events": [{"server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "name": "network-vif-plugged", "status": "completed", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:51.835032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.885413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b35228-e32f-4182-aa7b-8fc1a459fc08', 'name': 'network-vif-deleted', 'tag': 'd2845cea-c3cb-4f99-867b-430b469183ec'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:51.887676 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e55f55-0a71-4864-abf4-5f8775856b0e" -d '{"events": [{"server_uuid": "85b35228-e32f-4182-aa7b-8fc1a459fc08", "name": "network-vif-deleted", "tag": "d2845cea-c3cb-4f99-867b-430b469183ec"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:51.894830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:51.901161 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:51.904324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-5f79260b-6b30-4631-8781-a9966be96b21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.1408360 Feb 09 20:37:51.922831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e06773f-18ac-4e9b-abd1-74fe04e4a79c req-dcd56435-eaf3-4437-a940-312ce4d49718 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827465 Feb 09 20:37:51.926767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-51bc62b0-f68d-4a99-a41a-5f58fea8455f tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--169226887&fields=id&tenant_id=26c6d712558447469ed8afaa092b79d7 HTTP/1.1" status: 200 len: 267 time: 0.4011383 Feb 09 20:37:51.941937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:52.005230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-038c62cd-e651-4831-b6f4-37e9d78ce84e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=62d9a8ebb48c473fbd54525551c221e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5180590 Feb 09 20:37:52.005722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:52.050408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:52.073599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-50a995af-e7fd-4427-9376-a5af38ce6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:52.075057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-50a995af-e7fd-4427-9376-a5af38ce6de9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1457343 Feb 09 20:37:52.085651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-7d401ba4-de19-4409-be23-f614b7109e20 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:52.095122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-7d401ba4-de19-4409-be23-f614b7109e20 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/networks?id=612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 200 len: 823 time: 0.1674342 Feb 09 20:37:52.116355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:52.126423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-1ac5a1e7-fbb1-4f9e-91a7-065d56c0d39c tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/quotas/26c6d712558447469ed8afaa092b79d7 HTTP/1.1" status: 200 len: 375 time: 0.0303051 Feb 09 20:37:52.159001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-227c21bf-c917-43eb-b8f7-9a492a43198d admin admin] Publish callbacks [] for security_group (536673b2-6e1d-4a7b-9c3d-43b334827c40), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:52.182461 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-227c21bf-c917-43eb-b8f7-9a492a43198d admin admin] Publish callbacks [] for security_group (536673b2-6e1d-4a7b-9c3d-43b334827c40), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:52.203739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7420a1-4b81-4d85-997c-1299b825f4b1 req-35baa455-386c-4eb3-8e45-0c7ad2317302 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:52.213406 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ac7420a1-4b81-4d85-997c-1299b825f4b1 req-35baa455-386c-4eb3-8e45-0c7ad2317302 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 949 time: 0.1863666 Feb 09 20:37:52.263289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-2ab5dceb-540b-406d-87ba-4291a9bb3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:52.269934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-2ab5dceb-540b-406d-87ba-4291a9bb3c04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1726670 Feb 09 20:37:52.301551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ac7420a1-4b81-4d85-997c-1299b825f4b1 req-fbaacccf-372a-40eb-ac35-0a240f599d71 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866702 Feb 09 20:37:52.313613 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-227c21bf-c917-43eb-b8f7-9a492a43198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (536673b2-6e1d-4a7b-9c3d-43b334827c40), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:52.316754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-227c21bf-c917-43eb-b8f7-9a492a43198d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:52.326550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-227c21bf-c917-43eb-b8f7-9a492a43198d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/536673b2-6e1d-4a7b-9c3d-43b334827c40 HTTP/1.1" status: 204 len: 168 time: 0.3166723 Feb 09 20:37:52.335661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c21bf-c917-43eb-b8f7-9a492a43198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536673b2-6e1d-4a7b-9c3d-43b334827c40,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:52.367063 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eb33fe-8a61-4f9a-b965-db91c2babebc x-openstack-request-id: req-93eb33fe-8a61-4f9a-b965-db91c2babebc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:52.367606 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "name": "network-vif-plugged", "status": "completed", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:52.368925 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-93eb33fe-8a61-4f9a-b965-db91c2babebc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:52.369421 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'code': 200} Feb 09 20:37:52.379719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-603351fc-3042-4280-9e63-98def5c3d494 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=26c6d712558447469ed8afaa092b79d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2454419 Feb 09 20:37:52.429335 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977697e1-37a5-46f1-9833-37e482d84eb9 x-openstack-request-id: req-977697e1-37a5-46f1-9833-37e482d84eb9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:52.429648 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b35228-e32f-4182-aa7b-8fc1a459fc08", "name": "network-vif-deleted", "tag": "d2845cea-c3cb-4f99-867b-430b469183ec", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:52.429913 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-977697e1-37a5-46f1-9833-37e482d84eb9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:52.430302 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b35228-e32f-4182-aa7b-8fc1a459fc08', 'name': 'network-vif-deleted', 'tag': 'd2845cea-c3cb-4f99-867b-430b469183ec', 'status': 'completed', 'code': 200} Feb 09 20:37:52.553908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-3fe1c750-d6d1-4830-9b97-70e60e572367 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682197 Feb 09 20:37:52.557684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ae2b0371-964f-49aa-b587-df1f9c72b9cb service neutron] 10.222.0.102 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771619 Feb 09 20:37:52.654099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669461d-dd8a-452e-8047-21e070684423 req-6068959c-8133-4543-a987-cb1dcec0171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:52.655557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2669461d-dd8a-452e-8047-21e070684423 req-6068959c-8133-4543-a987-cb1dcec0171b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1129 time: 0.2063940 Feb 09 20:37:52.790481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2669461d-dd8a-452e-8047-21e070684423 req-44d3968c-f922-47c5-8e7a-42a86b60c258 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270013 Feb 09 20:37:52.796628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a882e7fd-65c4-4caa-9810-86acaf9ae384 req-981f368c-6bed-49a0-a446-9bdeef1c2ada service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361660 Feb 09 20:37:52.798652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-a412f6fa-e615-49c3-89f7-eece569f586a service neutron] 10.222.0.102 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291002 Feb 09 20:37:52.980184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448c183-69cc-46b0-b675-865136277e37 req-2d2cc14e-b81e-4fc1-b954-f03910d05d33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:53.025606 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7448c183-69cc-46b0-b675-865136277e37 req-2d2cc14e-b81e-4fc1-b954-f03910d05d33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.1702325 Feb 09 20:37:53.110862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-200c616e-439d-4648-b71f-3e5210a60048 req-33d0c86d-0e07-4fed-a149-c592f73e5c45 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 210 time: 0.0444374 Feb 09 20:37:53.163524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7448c183-69cc-46b0-b675-865136277e37 req-1135b6b9-8307-4b2a-8e80-75bd910817b9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368532 Feb 09 20:37:53.186603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bedc82-3f70-438e-98b3-d8f155371143 req-ca8a8152-9984-485d-82bb-43c02551d45f tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:53.189629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78bedc82-3f70-438e-98b3-d8f155371143 req-ca8a8152-9984-485d-82bb-43c02551d45f tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.50 "GET /v2.0/ports?device_id=95f421ed-81ca-4436-b4c8-5cb09701de67 HTTP/1.1" status: 200 len: 946 time: 0.1764688 Feb 09 20:37:53.273623 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:37:53.328074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:37:53.545936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f0af4867-3db7-4a03-b998-b1274576ed34 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:53.700822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5b067-c771-4025-8cb8-2b480ccde52a req-83c70530-4a16-4a1f-b94e-b4ed4e1b0324 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:53.713714 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13f5b067-c771-4025-8cb8-2b480ccde52a req-83c70530-4a16-4a1f-b94e-b4ed4e1b0324 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 949 time: 0.1929624 Feb 09 20:37:53.822703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669679-0291-44e1-9e99-a2cf6a0e0753 req-d7b156e7-912a-44e2-bbfd-61cd0e9c4903 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:53.825704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb669679-0291-44e1-9e99-a2cf6a0e0753 req-d7b156e7-912a-44e2-bbfd-61cd0e9c4903 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 946 time: 0.1655478 Feb 09 20:37:53.829369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13f5b067-c771-4025-8cb8-2b480ccde52a req-0aebbc6b-ae64-4524-b33a-7741508ec861 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146755 Feb 09 20:37:53.908046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Deleting port bcbab92b-82b7-4e50-812a-fa77bde48d86 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:37:53.908483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:53.974106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:53.976862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port f0af4867-3db7-4a03-b998-b1274576ed34 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:53.989654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port f0af4867-3db7-4a03-b998-b1274576ed34 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:53.989654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.016062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6', 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'port_id': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6', 'mac_address': 'fa:16:3e:e0:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1151131d-3cac-4983-a5cb-d792ccd56556', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:37:54.023606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4172-334d-475c-a799-f256b3a73d7e req-1ad54901-c025-4dca-872f-33c03889d58c tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:54.028930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5ed4172-334d-475c-a799-f256b3a73d7e req-1ad54901-c025-4dca-872f-33c03889d58c tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1132 time: 0.0918922 Feb 09 20:37:54.068199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb669679-0291-44e1-9e99-a2cf6a0e0753 req-d1d3492d-d551-4538-aeb4-01d33c4b8171 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310181 Feb 09 20:37:54.124466 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5ed4172-334d-475c-a799-f256b3a73d7e req-efb8ca1f-7a2e-43db-921c-a0cce2ef5fc2 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895844 Feb 09 20:37:54.127135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:54.129352 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.158619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] For port bcbab92b-82b7-4e50-812a-fa77bde48d86, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bcbab92b-82b7-4e50-812a-fa77bde48d86,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:54.159058 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.210923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:37:54.264258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:54.373423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:54.388197 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.388912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d5b7aa9-b95f-4319-9130-a0d9dd4fb0e7 req-88dd46cb-cdb3-4e9e-9f08-3f37f21c9c77 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 210 time: 0.0903649 Feb 09 20:37:54.441711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f5d83-d759-47f1-9a0d-c4b5d97c88e3 req-a4f0c349-c959-49b0-b272-e3be088f899e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:54.443330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af6f5d83-d759-47f1-9a0d-c4b5d97c88e3 req-a4f0c349-c959-49b0-b272-e3be088f899e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.1011562 Feb 09 20:37:54.447601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port f0af4867-3db7-4a03-b998-b1274576ed34 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:54.448018 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.532932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af6f5d83-d759-47f1-9a0d-c4b5d97c88e3 req-87830a3d-674c-4370-8952-d079ee6728cd tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723681 Feb 09 20:37:54.599988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:54.602592 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fd4a6d-c7b8-4cd0-b707-b43e9583a1e0" -d '{"events": [{"server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "name": "network-vif-plugged", "status": "completed", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:54.618517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:54.644830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:54.652513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.653909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d2845cea-c3cb-4f99-867b-430b469183ec no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:54.670370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-87749b6b-80aa-44e5-9cf4-0c9b4399a609 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=bcd7f580d3114ade817c45446cec434d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599537 Feb 09 20:37:54.685695 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa01f5-820b-43a1-bc5e-16ca23f9d133 x-openstack-request-id: req-f3fa01f5-820b-43a1-bc5e-16ca23f9d133 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:54.686514 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "name": "network-vif-plugged", "status": "completed", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:54.687220 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f3fa01f5-820b-43a1-bc5e-16ca23f9d133 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:54.687984 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'code': 200} Feb 09 20:37:54.700245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['8bc2f214-3b9f-4405-a52c-9d72f0859ee6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:37:54.753261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: d2845cea-c3cb-4f99-867b-430b469183ec {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:37:54.754925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d2845cea-c3cb-4f99-867b-430b469183ec not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:54.782151 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-810126cb-20c6-447c-b090-ae89a0395f79 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=622d5878d12c478d834e2d1cab19edee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165758 Feb 09 20:37:54.784799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:54.834464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.835045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.835338 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Floating IP 10c79e99-09d4-4841-a63f-46413e6bf782 disassociated. External IP: 172.25.4.184, port: bcbab92b-82b7-4e50-812a-fa77bde48d86. Feb 09 20:37:54.835703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Calling delete_port for bcbab92b-82b7-4e50-812a-fa77bde48d86 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:37:54.911991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba43628-ed83-480d-a4c6-02abb9a10d47 admin admin] Publish callbacks [] for security_group (f3c1a937-b5f4-40cf-a97c-e53957cad7f3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.936922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:54.965695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba43628-ed83-480d-a4c6-02abb9a10d47 admin admin] Publish callbacks [] for security_group (f3c1a937-b5f4-40cf-a97c-e53957cad7f3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.991327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-777a87e1-e4b3-4ff6-94fd-131089aaa1af tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:54.998965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-777a87e1-e4b3-4ff6-94fd-131089aaa1af tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269410 Feb 09 20:37:55.033160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-4b445745-7feb-474f-8350-eb6f6b609ca3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:55.034600 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-4b445745-7feb-474f-8350-eb6f6b609ca3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.13 "GET /v2.0/networks?id=612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 200 len: 823 time: 0.3333104 Feb 09 20:37:55.042273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-f646e782-e654-4e3c-96ca-ef1c32deb3cc tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/quotas/bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 375 time: 0.0431352 Feb 09 20:37:55.052061 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71badfcf-f314-4b2b-9be9-3d6b37c1af4a req-b5abd1d7-7436-4244-a83f-0dbe76a6d33f tempest-FlavorsV2NegativeTest-617057640 tempest-FlavorsV2NegativeTest-617057640-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=03bebbfeb0004d11b7d12252d055868d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728669 Feb 09 20:37:55.199522 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-6355863f-2ec8-4525-a9da-e670c6b752f3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c6d712558447469ed8afaa092b79d7 HTTP/1.1" status: 200 len: 379 time: 0.1495128 Feb 09 20:37:55.212808 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba43628-ed83-480d-a4c6-02abb9a10d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f3c1a937-b5f4-40cf-a97c-e53957cad7f3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:55.216626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cba43628-ed83-480d-a4c6-02abb9a10d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:55.220210 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cba43628-ed83-480d-a4c6-02abb9a10d47 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f3c1a937-b5f4-40cf-a97c-e53957cad7f3 HTTP/1.1" status: 204 len: 168 time: 0.4319122 Feb 09 20:37:55.220355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Request body: {'port': {'device_id': 'ff395781-9d0f-428b-885f-e79526da4d27', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'admin_state_up': True, 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'security_groups': ['b8b0160a-98e9-49a8-9261-6256b0eb158e']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:55.236834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-0a25ff14-d33a-408d-a673-4fa5dafad93c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1935816 Feb 09 20:37:55.277633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71badfcf-f314-4b2b-9be9-3d6b37c1af4a req-6314a1c4-7cd9-4f88-abdd-083e649bd9f3 tempest-FlavorsV2NegativeTest-617057640 tempest-FlavorsV2NegativeTest-617057640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:55.284696 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71badfcf-f314-4b2b-9be9-3d6b37c1af4a req-6314a1c4-7cd9-4f88-abdd-083e649bd9f3 tempest-FlavorsV2NegativeTest-617057640 tempest-FlavorsV2NegativeTest-617057640-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097187 Feb 09 20:37:55.286672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba43628-ed83-480d-a4c6-02abb9a10d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1a937-b5f4-40cf-a97c-e53957cad7f3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:55.327823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71badfcf-f314-4b2b-9be9-3d6b37c1af4a req-f4e4268b-6fd0-451f-8af9-3b9e789f0022 tempest-FlavorsV2NegativeTest-617057640 tempest-FlavorsV2NegativeTest-617057640-project] 10.222.0.102 "GET /v2.0/quotas/03bebbfeb0004d11b7d12252d055868d HTTP/1.1" status: 200 len: 375 time: 0.0422444 Feb 09 20:37:55.345118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bcbab92b-82b7-4e50-812a-fa77bde48d86 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:37:55.354321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bcbab92b-82b7-4e50-812a-fa77bde48d86), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:55.389147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71badfcf-f314-4b2b-9be9-3d6b37c1af4a req-9b13843b-11e9-4a5b-a54f-84a9dfbbfa5e tempest-FlavorsV2NegativeTest-617057640 tempest-FlavorsV2NegativeTest-617057640-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=03bebbfeb0004d11b7d12252d055868d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595024 Feb 09 20:37:55.440133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event deleted for resources: {'Port': ['ID=bcbab92b-82b7-4e50-812a-fa77bde48d86,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:55.459456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No active binding found for port bcbab92b-82b7-4e50-812a-fa77bde48d86 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 20:37:55.460294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port bcbab92b-82b7-4e50-812a-fa77bde48d86 host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:37:55.460754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bcbab92b-82b7-4e50-812a-fa77bde48d86 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:37:55.653446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Made reservation on behalf of 26c6d712558447469ed8afaa092b79d7 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:55.661516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:55.863600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Router cea0100d-247e-4c84-ad28-e3ec3dc1d378 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:37:55.876909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5c5e5-68cd-4423-b3c6-72e75c429881 req-e2df3d93-063a-4217-80ee-8c0092aff869 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:55.878954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13d5c5e5-68cd-4423-b3c6-72e75c429881 req-e2df3d93-063a-4217-80ee-8c0092aff869 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 946 time: 0.0919249 Feb 09 20:37:55.968018 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13d5c5e5-68cd-4423-b3c6-72e75c429881 req-113740c0-f0b1-463a-9fab-21996a2b601a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769932 Feb 09 20:37:56.085505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:56.098485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90a4ebb0-38ac-4a50-8ca0-c808950970b2 req-37b2c568-3bda-4e5f-ac65-2876d8f91497 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 210 time: 0.0615449 Feb 09 20:37:56.223237 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:56.246729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e26ad22-5834-4abd-9117-c1132bf7572d req-5a6c04a3-fff0-404a-bd31-e0a09c764a01 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 210 time: 0.0477524 Feb 09 20:37:56.332352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c8f5-86ce-42e1-be10-c4b8f8eb9228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:56.390841 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-80b78cec-2fde-45cc-a087-2b05ec2cadd6 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=5e4cee0a801147c5a2203920f20101ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1855593 Feb 09 20:37:56.393194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970421b3-354e-47c8-892b-73cce5312160 req-d4a37404-4ca9-4618-b404-3255efb55b57 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:56.402064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-970421b3-354e-47c8-892b-73cce5312160 req-d4a37404-4ca9-4618-b404-3255efb55b57 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 945 time: 0.0725005 Feb 09 20:37:56.468439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-970421b3-354e-47c8-892b-73cce5312160 req-fdf46166-81c9-4375-b14c-d3b512506a02 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654464 Feb 09 20:37:56.518806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Allocated IP 172.20.0.10 (612b438a-1210-43b6-8c6f-3a3427b4ad7d/5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de/0f766718-e771-4dff-8b63-8cdd48ffdbcc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:56.600801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:37:56.615485 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] Sync routers for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:37:56.630639 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:37:56.631872 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:37:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:56.679384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] No DVR routers for this DVR port bcbab92b-82b7-4e50-812a-fa77bde48d86 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:37:56.693994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-f0a61cf0-f2ef-4ee6-a8a1-5fbf3df66f60 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:56.694250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dce738-6525-4183-b86f-69a362ffd143 req-88792439-fac6-4380-baa4-90c1e10292dd tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:56.696713 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67dce738-6525-4183-b86f-69a362ffd143 req-88792439-fac6-4380-baa4-90c1e10292dd tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1129 time: 0.1140151 Feb 09 20:37:56.701582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-f0a61cf0-f2ef-4ee6-a8a1-5fbf3df66f60 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094862 Feb 09 20:37:56.707876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:56.713228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78bedc82-3f70-438e-98b3-d8f155371143 req-307d07a6-8747-4685-a09f-26c0516a2a44 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.50 "DELETE /v2.0/ports/bcbab92b-82b7-4e50-812a-fa77bde48d86 HTTP/1.1" status: 204 len: 173 time: 3.5171516 Feb 09 20:37:56.714260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'name': 'network-vif-deleted', 'tag': 'bcbab92b-82b7-4e50-812a-fa77bde48d86'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:56.717817 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffb53b7-cd43-4c40-97dc-4e5feaffa334" -d '{"events": [{"server_uuid": "95f421ed-81ca-4436-b4c8-5cb09701de67", "name": "network-vif-deleted", "tag": "bcbab92b-82b7-4e50-812a-fa77bde48d86"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:56.787335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67dce738-6525-4183-b86f-69a362ffd143 req-dbb64dba-6159-4ebb-8e79-80788110bbd3 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814679 Feb 09 20:37:56.811836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-2ec67d7b-0d8e-4a52-95cd-43fdfb4bbf63 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/quotas/5e4cee0a801147c5a2203920f20101ba HTTP/1.1" status: 200 len: 375 time: 0.1035781 Feb 09 20:37:56.837465 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:37:57.257683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-4cf209a7-9656-4a6f-a560-a60b937176c4 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5e4cee0a801147c5a2203920f20101ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4409056 Feb 09 20:37:57.263484 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:57.302664 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] Checking router: cea0100d-247e-4c84-ad28-e3ec3dc1d378 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:37:57.312297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:57.314540 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:37:57.315358 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:37:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:57.346414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:37:57.367505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c8f5-86ce-42e1-be10-c4b8f8eb9228 admin admin] Publish callbacks [] for security_group (b81c9a27-34ed-43e5-8761-3b7a333d8fab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:57.399056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-1c62b936-7f88-41ab-8170-a5ce8220fc90 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bcd7f580d3114ade817c45446cec434d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1520588 Feb 09 20:37:57.434949 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:37:57.449507 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c8f5-86ce-42e1-be10-c4b8f8eb9228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b81c9a27-34ed-43e5-8761-3b7a333d8fab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:57.590352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:37:57.609234 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c4901f-7b8b-44c2-84c1-51a8431ef85a x-openstack-request-id: req-b1c4901f-7b8b-44c2-84c1-51a8431ef85a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:57.609796 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f421ed-81ca-4436-b4c8-5cb09701de67", "name": "network-vif-deleted", "tag": "bcbab92b-82b7-4e50-812a-fa77bde48d86", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:57.610326 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b1c4901f-7b8b-44c2-84c1-51a8431ef85a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:57.610968 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f421ed-81ca-4436-b4c8-5cb09701de67', 'name': 'network-vif-deleted', 'tag': 'bcbab92b-82b7-4e50-812a-fa77bde48d86', 'status': 'completed', 'code': 200} Feb 09 20:37:57.626202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:37:57.626872 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:57.872835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2c8f5-86ce-42e1-be10-c4b8f8eb9228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c9a27-34ed-43e5-8761-3b7a333d8fab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:57.879345 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:57.927369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:37:57.927811 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:57.930054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f4a2c8f5-86ce-42e1-be10-c4b8f8eb9228 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e19edfc0dec843c990977a51ab3a6641&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7690773 Feb 09 20:37:57.944755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39434) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:57.968391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:37:57.969446 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:37:57.971519 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1819a-e5b5-4ea6-8130-9d11346eb50d" -d '{"events": [{"server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "name": "network-vif-plugged", "status": "completed", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:37:57.987598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:37:57.995102 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.008428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8e11172d-a1c2-4e5f-9e19-f34a5be7d3b2 req-4f6f42c4-a38c-4ae6-bfa0-c7b28cf3081b tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 210 time: 0.1419096 Feb 09 20:37:58.010563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8aae27c-2f27-479f-b9e4-e4404b87e478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.015318 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47db62b5-c7a1-42d2-96c9-d4510340ce9a None None] The sync data for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 is: [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:37:58.034498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-582b326d-b4c2-4f4b-bc7d-e6973754b6c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9673719 Feb 09 20:37:58.068432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-306faf2c-0405-4c81-8d2d-e6fcf3d130eb admin admin] Publish callbacks [] for security_group (b81c9a27-34ed-43e5-8761-3b7a333d8fab), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.068643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.122496 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-306faf2c-0405-4c81-8d2d-e6fcf3d130eb admin admin] Publish callbacks [] for security_group (b81c9a27-34ed-43e5-8761-3b7a333d8fab), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.140721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:58.221750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58a87b-e1e3-4152-bfe8-98774a370694 req-7379c81d-7835-4426-be88-5d6a2412d1c3 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:58.229932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea58a87b-e1e3-4152-bfe8-98774a370694 req-7379c81d-7835-4426-be88-5d6a2412d1c3 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1129 time: 0.5668657 Feb 09 20:37:58.260296 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5ac6904-6d04-428a-899d-b272252bcc06 req-c03a2a4b-8d48-4e0b-b07e-b91ce0625fe4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 210 time: 0.0930638 Feb 09 20:37:58.304951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea58a87b-e1e3-4152-bfe8-98774a370694 req-2052a2c7-8c1e-4b00-b8f4-75095fa8c9cd tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699806 Feb 09 20:37:58.321934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:37:58.324300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-306faf2c-0405-4c81-8d2d-e6fcf3d130eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b81c9a27-34ed-43e5-8761-3b7a333d8fab), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.327318 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-306faf2c-0405-4c81-8d2d-e6fcf3d130eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.334330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-2bde175e-fcfb-4c04-a69c-209f8869ccf3 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:58.336595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-2bde175e-fcfb-4c04-a69c-209f8869ccf3 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9360833 Feb 09 20:37:58.342445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-306faf2c-0405-4c81-8d2d-e6fcf3d130eb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b81c9a27-34ed-43e5-8761-3b7a333d8fab HTTP/1.1" status: 204 len: 168 time: 0.3819640 Feb 09 20:37:58.348373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:37:58.351177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:37:58.392852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Request body: {'port': {'device_id': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'bcd7f580d3114ade817c45446cec434d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:58.403428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-f268ae4e-3c0a-4cfc-ba53-e4c9539f5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:58.405451 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-f268ae4e-3c0a-4cfc-ba53-e4c9539f5fab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1128 time: 0.2578895 Feb 09 20:37:58.424529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306faf2c-0405-4c81-8d2d-e6fcf3d130eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c9a27-34ed-43e5-8761-3b7a333d8fab,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:58.487605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8aae27c-2f27-479f-b9e4-e4404b87e478 admin admin] Publish callbacks [] for security_group (93804b82-0ea5-4db7-bd9c-6e965265b267), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.539225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:58.540433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.592337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9419fdb6-308a-40b1-8410-6ca421cee6d9 None None] New status for floating IP 10c79e99-09d4-4841-a63f-46413e6bf782: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:37:58.624451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-dd9f12ed-a697-4932-99ed-a0f06399c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:58.626313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-dd9f12ed-a697-4932-99ed-a0f06399c784 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.1840806 Feb 09 20:37:58.629762 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8aae27c-2f27-479f-b9e4-e4404b87e478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (93804b82-0ea5-4db7-bd9c-6e965265b267), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:58.687938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-5a60e811-a8dc-433d-80f9-8de4d5d9682a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 217 time: 0.0495176 Feb 09 20:37:58.741509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aae27c-2f27-479f-b9e4-e4404b87e478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93804b82-0ea5-4db7-bd9c-6e965265b267,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:58.752781 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f8aae27c-2f27-479f-b9e4-e4404b87e478 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=03bebbfeb0004d11b7d12252d055868d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4380202 Feb 09 20:37:58.758373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:37:58.760016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event updated for resources: {'Port': ['ID=0f766718-e771-4dff-8b63-8cdd48ffdbcc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:58.793819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccd67a-e42b-4de0-bc1e-16e1b392bcef req-62dd3295-c530-4a34-89e8-d5ade4d0ba44 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:58.801526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbccd67a-e42b-4de0-bc1e-16e1b392bcef req-62dd3295-c530-4a34-89e8-d5ade4d0ba44 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.4001796 Feb 09 20:37:58.839573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f624dc27-9d2f-485e-8833-1ce50472dc5f req-bcedd756-73d7-480b-b9fc-6b6a6f7f8cbc tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 210 time: 0.1839349 Feb 09 20:37:58.857068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-4aab71d5-f501-4899-84aa-36838f9716da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:58.858582 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-4aab71d5-f501-4899-84aa-36838f9716da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1639926 Feb 09 20:37:58.868336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-ef681253-85e0-4242-976c-c1ba13ea6bd8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6577575 Feb 09 20:37:58.895648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Request body: {'port': {'device_id': 'ff395781-9d0f-428b-885f-e79526da4d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:37:58.943509 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-01c92377-7cf9-4f03-8feb-52f00ca65227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781405 Feb 09 20:37:58.958723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbccd67a-e42b-4de0-bc1e-16e1b392bcef req-5ac20543-7d62-4b86-ab88-f33fa2fa7ae5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559658 Feb 09 20:37:59.022631 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d86461-57fa-4ef1-9dad-52e21654211d x-openstack-request-id: req-86d86461-57fa-4ef1-9dad-52e21654211d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:37:59.022945 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "name": "network-vif-plugged", "status": "completed", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:37:59.023358 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-86d86461-57fa-4ef1-9dad-52e21654211d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:37:59.024721 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6', 'code': 200} Feb 09 20:37:59.163605 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-04ef5b9b-2471-4f2e-a01c-714869ba02b8 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041626 Feb 09 20:37:59.208232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Made reservation on behalf of bcd7f580d3114ade817c45446cec434d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:37:59.212723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:59.231955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d9be-d00e-4209-a3bb-7e551f7da6e0 admin admin] Publish callbacks [] for security_group (93804b82-0ea5-4db7-bd9c-6e965265b267), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:59.339079 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:59.376814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d9be-d00e-4209-a3bb-7e551f7da6e0 admin admin] Publish callbacks [] for security_group (93804b82-0ea5-4db7-bd9c-6e965265b267), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:59.401941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-948f76f8-6782-4d3f-90d8-7298a66a4c80 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5e4cee0a801147c5a2203920f20101ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191196 Feb 09 20:37:59.424228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c2dd9-8b06-43ee-b225-9c72b6297081 req-d6f69b89-16bd-4a6b-916b-15244ab87ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:59.428505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f07c2dd9-8b06-43ee-b225-9c72b6297081 req-d6f69b89-16bd-4a6b-916b-15244ab87ccd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1129 time: 0.2830424 Feb 09 20:37:59.486468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7923a55-3337-4c6b-898c-fa9afbf204fc req-f7dbd15c-dd13-4d47-996e-9bc39f85582d service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156662 Feb 09 20:37:59.513898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62c9f-91c3-4200-9b5f-83bc2f751cce req-daf4a724-b103-4d24-b529-e416a5f0d152 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:59.526214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21b62c9f-91c3-4200-9b5f-83bc2f751cce req-daf4a724-b103-4d24-b529-e416a5f0d152 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 932 time: 0.3264353 Feb 09 20:37:59.650570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21b62c9f-91c3-4200-9b5f-83bc2f751cce req-f080559f-3712-4489-a54f-a55d73d694fb tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146832 Feb 09 20:37:59.675332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f07c2dd9-8b06-43ee-b225-9c72b6297081 req-2074eb2b-fed6-4805-946f-da5ed964077e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224264 Feb 09 20:37:59.726796 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d9be-d00e-4209-a3bb-7e551f7da6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (93804b82-0ea5-4db7-bd9c-6e965265b267), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:59.729928 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ec8d9be-d00e-4209-a3bb-7e551f7da6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:59.731107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2ec8d9be-d00e-4209-a3bb-7e551f7da6e0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/93804b82-0ea5-4db7-bd9c-6e965265b267 HTTP/1.1" status: 204 len: 168 time: 0.9657760 Feb 09 20:37:59.734835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Allocated IP 192.168.233.176 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/b7b10c60-f84e-4089-bc71-28b52fd0a319) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:37:59.791268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ca70c3d-27ee-45dc-bcfd-111bd0640d01 req-d353283d-4fc9-4876-9ad4-93b8a041c28d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 210 time: 0.0667470 Feb 09 20:37:59.795640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8d9be-d00e-4209-a3bb-7e551f7da6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93804b82-0ea5-4db7-bd9c-6e965265b267,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:37:59.828714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-8e0790cf-60b6-4129-b397-3604419d8041 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:37:59.830406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-8e0790cf-60b6-4129-b397-3604419d8041 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4009717 Feb 09 20:37:59.918083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Request body: {'port': {'device_id': 'c5e9beee-c989-4320-8dd6-07fbe9e20ea5', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '5e4cee0a801147c5a2203920f20101ba'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:00.080382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7db6ae92-2f8e-4954-8ebe-011cede48600 req-4a8cd224-0927-4e63-85de-23d31ac252f6 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 210 time: 0.0633094 Feb 09 20:38:00.123043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b183f8-502b-486d-a932-ae85eef8e451 req-32526cf9-5945-4301-a8f5-66780f95a85c tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:00.127125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6b183f8-502b-486d-a932-ae85eef8e451 req-32526cf9-5945-4301-a8f5-66780f95a85c tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1129 time: 0.1462765 Feb 09 20:38:00.194625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6b183f8-502b-486d-a932-ae85eef8e451 req-296e6c1d-5829-479d-be6b-8bdbe501c07b tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574107 Feb 09 20:38:00.277505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks [] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:00.320289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f766718-e771-4dff-8b63-8cdd48ffdbcc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:00.335372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Publish callbacks [] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:00.378991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Transition to ACTIVE for port object 0f766718-e771-4dff-8b63-8cdd48ffdbcc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:00.386764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:00.397424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Made reservation on behalf of 5e4cee0a801147c5a2203920f20101ba for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:00.401192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:00.431475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffaa7-1d51-48f0-a3d6-b17ca9680549 req-8cbf61c0-557d-4fb3-aeb3-f197d99811da tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:00.439765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f4ffaa7-1d51-48f0-a3d6-b17ca9680549 req-8cbf61c0-557d-4fb3-aeb3-f197d99811da tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.1030507 Feb 09 20:38:00.481747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:00.510996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:00.524673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:00.545330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f4ffaa7-1d51-48f0-a3d6-b17ca9680549 req-14da91a0-c160-4d52-a7ed-0e5dcff2beca tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043744 Feb 09 20:38:00.580428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f766718-e771-4dff-8b63-8cdd48ffdbcc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:00.641650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:00.654063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:00.670621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:00.805578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:00.845719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b139-862d-4700-a8ed-13acf1a0fc87 req-3e4168ac-94e1-44bc-a6a2-63b3a3f21c9c tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:00.848351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b79b139-862d-4700-a8ed-13acf1a0fc87 req-3e4168ac-94e1-44bc-a6a2-63b3a3f21c9c tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 944 time: 0.1044712 Feb 09 20:38:00.857075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:00.857778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:00.864689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Attempting to bind port 0f766718-e771-4dff-8b63-8cdd48ffdbcc on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:00.865040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Attempting to bind port 0f766718-e771-4dff-8b63-8cdd48ffdbcc by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:00.865376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Attempting to bind port 0f766718-e771-4dff-8b63-8cdd48ffdbcc on network 612b438a-1210-43b6-8c6f-3a3427b4ad7d {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:00.895163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Port 0f766718-e771-4dff-8b63-8cdd48ffdbcc on network 612b438a-1210-43b6-8c6f-3a3427b4ad7d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:00.895514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Attempting to bind port 0f766718-e771-4dff-8b63-8cdd48ffdbcc on network 612b438a-1210-43b6-8c6f-3a3427b4ad7d {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:00.949536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:00.949935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Checking segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:00.950348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Bound using segment: {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:00.950805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Bound port: 0f766718-e771-4dff-8b63-8cdd48ffdbcc, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd553414-5cbd-48e6-b9b9-f8f770608063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:00.951160 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:00.986572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b79b139-862d-4700-a8ed-13acf1a0fc87 req-c0762462-eb8f-45b6-a22c-26c521a241ec tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315739 Feb 09 20:38:00.998459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-ebc27cd6-eafa-489e-9c9f-384bb5144886 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6098137 Feb 09 20:38:01.014384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks [] for security_group (4c4144bd-29cf-4436-958d-3192c0d2c440), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:01.034430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Request body: {'port': {'device_id': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:01.040426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4c4144bd-29cf-4436-958d-3192c0d2c440), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:01.111654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f886b823-7533-4956-9cf1-fa0240ab88e6 None None] Provisioning complete for port b7b10c60-f84e-4089-bc71-28b52fd0a319 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:01.112812 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f886b823-7533-4956-9cf1-fa0240ab88e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:01.182200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f886b823-7533-4956-9cf1-fa0240ab88e6 None None] Port b7b10c60-f84e-4089-bc71-28b52fd0a319 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:01.281156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4144bd-29cf-4436-958d-3192c0d2c440,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:01.332404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14948155-8f0d-4760-895e-61629acdd3ea req-7c0d8ef0-4eaa-4f87-ac8b-81ef43f64ab4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:01.340262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14948155-8f0d-4760-895e-61629acdd3ea req-7c0d8ef0-4eaa-4f87-ac8b-81ef43f64ab4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 936 time: 0.3980782 Feb 09 20:38:01.367399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] For port 0f766718-e771-4dff-8b63-8cdd48ffdbcc, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:01.370946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] For port 0f766718-e771-4dff-8b63-8cdd48ffdbcc, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f766718-e771-4dff-8b63-8cdd48ffdbcc,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:01.398488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:01.414323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Allocated IP 192.168.233.29 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/e5360905-99a8-4bc0-9e8f-2623d660a7bf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:01.455589 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:01.525910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f766718-e771-4dff-8b63-8cdd48ffdbcc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:01.541634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:01.542295 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:01.543839 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-009a7129-9b8e-4467-a95f-38669cfb7bb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f766718-e771-4dff-8b63-8cdd48ffdbcc HTTP/1.1" status: 200 len: 1093 time: 2.6638532 Feb 09 20:38:01.546897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff395781-9d0f-428b-885f-e79526da4d27', 'tag': '0f766718-e771-4dff-8b63-8cdd48ffdbcc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:01.549525 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d60f878-3111-40c6-9d37-ba9063e931a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff395781-9d0f-428b-885f-e79526da4d27", "tag": "0f766718-e771-4dff-8b63-8cdd48ffdbcc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:01.729193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b32b51c7-3999-41b7-b20c-ad62923a4612 req-cc7cb2b5-6a1d-44bb-ab4c-8a63b28c6dd1 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 210 time: 0.0679302 Feb 09 20:38:01.831427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14948155-8f0d-4760-895e-61629acdd3ea req-71b9f75c-d5a1-457b-9d64-3e0c4478acc1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833386 Feb 09 20:38:01.962803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-bacb142f-7807-442e-a5f8-4dd33e8fef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:01.964372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-bacb142f-7807-442e-a5f8-4dd33e8fef56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26c6d712558447469ed8afaa092b79d7&device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 1127 time: 0.3670671 Feb 09 20:38:02.010568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-a45ada64-1832-4331-90ca-bdfbda710908 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2952309 Feb 09 20:38:02.066986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-e5504155-1944-4fd6-bb71-a3b262aac8c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f766718-e771-4dff-8b63-8cdd48ffdbcc HTTP/1.1" status: 200 len: 217 time: 0.0889623 Feb 09 20:38:02.242350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb677cde-f1c0-4530-a6ec-fe9d418ec168 req-03e8eeff-3882-4e75-b054-13646f56a86e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.244548 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb677cde-f1c0-4530-a6ec-fe9d418ec168 req-03e8eeff-3882-4e75-b054-13646f56a86e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.0601215 Feb 09 20:38:02.301118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb677cde-f1c0-4530-a6ec-fe9d418ec168 req-452feded-7ed9-4d62-ab94-6d2772e3c71b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508647 Feb 09 20:38:02.360216 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09aac62-78d9-4dc2-8e32-43b87afd67f3 x-openstack-request-id: req-e09aac62-78d9-4dc2-8e32-43b87afd67f3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:02.360501 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff395781-9d0f-428b-885f-e79526da4d27", "tag": "0f766718-e771-4dff-8b63-8cdd48ffdbcc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:02.360753 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e09aac62-78d9-4dc2-8e32-43b87afd67f3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:02.361134 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff395781-9d0f-428b-885f-e79526da4d27', 'tag': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'status': 'completed', 'code': 200} Feb 09 20:38:02.392659 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks [] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:02.402834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86b8fb-51f3-4cb0-8208-7f9f380f7d8f req-30df09d9-3e88-4f29-8c10-be703dc04194 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.404380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a86b8fb-51f3-4cb0-8208-7f9f380f7d8f req-30df09d9-3e88-4f29-8c10-be703dc04194 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1129 time: 0.4881799 Feb 09 20:38:02.444785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-f6dd62a5-30c0-43d7-a14f-03b54965402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.446342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-f6dd62a5-30c0-43d7-a14f-03b54965402a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de HTTP/1.1" status: 200 len: 862 time: 0.3596337 Feb 09 20:38:02.480537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-d588f7a9-534e-420c-af15-7d635e840a2e tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=a438c0fd283843f59d5553be6e9f73cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227420 Feb 09 20:38:02.497545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-5c2a845f-13dd-4109-a589-7034f9cd70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.499018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-5c2a845f-13dd-4109-a589-7034f9cd70fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1133 time: 0.4271924 Feb 09 20:38:02.517703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a86b8fb-51f3-4cb0-8208-7f9f380f7d8f req-3a81e261-9134-44dd-9534-5c793eb640a3 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051705 Feb 09 20:38:02.532745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:02.604607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-0378ac2e-1a4b-48ba-bdab-f428eebe1ea1 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.607190 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-0378ac2e-1a4b-48ba-bdab-f428eebe1ea1 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172903 Feb 09 20:38:02.620951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-9c4bacf1-cc1c-4b87-aa30-9006a1150490 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/quotas/a438c0fd283843f59d5553be6e9f73cd HTTP/1.1" status: 200 len: 375 time: 0.0092754 Feb 09 20:38:02.654148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-1ef348dd-bfb1-436d-a28f-7191843c4611 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a438c0fd283843f59d5553be6e9f73cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278146 Feb 09 20:38:02.708475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-fdaf6cc6-879c-4aae-97c7-d67e16eae8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.709989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-fdaf6cc6-879c-4aae-97c7-d67e16eae8ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612b438a-1210-43b6-8c6f-3a3427b4ad7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2566273 Feb 09 20:38:02.725119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:02.746803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:02.748944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Pushing event updated for resources: {'Port': ['ID=e5360905-99a8-4bc0-9e8f-2623d660a7bf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:02.764767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:02.957021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d1828-d1be-4b29-8427-2ab965caa490 req-2403e3f6-f656-4ecf-87a8-8c24ae1f0ef3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.960181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b8d1828-d1be-4b29-8427-2ab965caa490 req-2403e3f6-f656-4ecf-87a8-8c24ae1f0ef3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 944 time: 0.3136468 Feb 09 20:38:02.974884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-008dca98-19a9-486b-bbe0-af569cb388a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.976393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-008dca98-19a9-486b-bbe0-af569cb388a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.4549708 Feb 09 20:38:02.997973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:02.998651 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.095243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-54a73878-cef3-4b0d-a798-ea3a2cabad7a service neutron] 10.222.0.13 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682997 Feb 09 20:38:03.123915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-1869fb64-6077-407e-bf57-996aed6c5e3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.1116996 Feb 09 20:38:03.135537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e8a55cc0-6a4e-4822-b293-93028ea246e7 None None] Provisioning complete for port e5360905-99a8-4bc0-9e8f-2623d660a7bf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:03.136090 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8a55cc0-6a4e-4822-b293-93028ea246e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.143791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-83e99d16-81cf-45c2-8077-362a0a309bf5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2392731 Feb 09 20:38:03.199330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8a55cc0-6a4e-4822-b293-93028ea246e7 None None] Port e5360905-99a8-4bc0-9e8f-2623d660a7bf cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:03.233380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f41d1d-615c-4cbf-b04a-51e7d8533103 req-9adf16b3-91d0-46c3-9eb1-58682f1b978a tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:03.234457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Request body: {'port': {'device_id': 'c5e9beee-c989-4320-8dd6-07fbe9e20ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:03.245272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29f41d1d-615c-4cbf-b04a-51e7d8533103 req-9adf16b3-91d0-46c3-9eb1-58682f1b978a tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1129 time: 0.0687408 Feb 09 20:38:03.257375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b10c60-f84e-4089-bc71-28b52fd0a319 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:03.280591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Publish callbacks [] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.297432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b8d1828-d1be-4b29-8427-2ab965caa490 req-7edd90a0-da0c-4c24-871d-d0675e8e0cdf tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153038 Feb 09 20:38:03.307725 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29f41d1d-615c-4cbf-b04a-51e7d8533103 req-694255aa-ec81-4e87-a514-2977bff623c2 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607927 Feb 09 20:38:03.347353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Transition to ACTIVE for port object b7b10c60-f84e-4089-bc71-28b52fd0a319 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:03.364989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-21b9ec43-8599-4d3e-a238-ab263cf1ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:03.366485 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-21b9ec43-8599-4d3e-a238-ab263cf1ef06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2196343 Feb 09 20:38:03.379112 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.415932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:03.543156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a6eae7c-7e20-4a4d-8a35-2a19266a2092 req-eb2641f6-d064-4981-8ce5-6cda95a0921b service neutron] 10.222.0.13 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178629 Feb 09 20:38:03.543774 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.578093 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6389e9a-07c8-438c-993d-9f543042a341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.693579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6389e9a-07c8-438c-993d-9f543042a341 admin admin] Publish callbacks [] for security_group (a9635629-95e0-43c3-bf1a-4021380e7532), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.698842 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6389e9a-07c8-438c-993d-9f543042a341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a9635629-95e0-43c3-bf1a-4021380e7532), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.744051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c6389e9a-07c8-438c-993d-9f543042a341 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a25e2cd1c4f44931855d9582211ea95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258669 Feb 09 20:38:03.745121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6389e9a-07c8-438c-993d-9f543042a341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9635629-95e0-43c3-bf1a-4021380e7532,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:03.747918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:03.806472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eccd9fa3-524d-4422-b127-b0608cf2f30c admin admin] Publish callbacks [] for security_group (a9635629-95e0-43c3-bf1a-4021380e7532), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.831580 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eccd9fa3-524d-4422-b127-b0608cf2f30c admin admin] Publish callbacks [] for security_group (a9635629-95e0-43c3-bf1a-4021380e7532), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.842828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:03.893321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eccd9fa3-524d-4422-b127-b0608cf2f30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a9635629-95e0-43c3-bf1a-4021380e7532), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.898066 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eccd9fa3-524d-4422-b127-b0608cf2f30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:03.900233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eccd9fa3-524d-4422-b127-b0608cf2f30c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a9635629-95e0-43c3-bf1a-4021380e7532 HTTP/1.1" status: 204 len: 168 time: 0.1506970 Feb 09 20:38:03.910335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b21b6a-fbbe-421f-92ef-3cc13ad1dae7 req-918db5a2-f2f6-4f0a-9502-91767fa89976 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:03.913558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd9fa3-524d-4422-b127-b0608cf2f30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9635629-95e0-43c3-bf1a-4021380e7532,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:03.918914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38b21b6a-fbbe-421f-92ef-3cc13ad1dae7 req-918db5a2-f2f6-4f0a-9502-91767fa89976 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 935 time: 0.5149388 Feb 09 20:38:03.929736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-2331070d-3708-4ef1-a48b-01dc455e8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:03.931788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-2331070d-3708-4ef1-a48b-01dc455e8b3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5291176 Feb 09 20:38:03.956285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-1aaee3b6-9381-481b-b0bf-19e14f949934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:03.957770 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-1aaee3b6-9381-481b-b0bf-19e14f949934 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26c6d712558447469ed8afaa092b79d7&device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 1127 time: 0.3189974 Feb 09 20:38:04.098635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-7ec8eb20-c7a3-4be2-9713-d158d0592b4f tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a438c0fd283843f59d5553be6e9f73cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261538 Feb 09 20:38:04.177562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Attempting to bind port b7b10c60-f84e-4089-bc71-28b52fd0a319 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:04.177902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Attempting to bind port b7b10c60-f84e-4089-bc71-28b52fd0a319 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:04.178238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Attempting to bind port b7b10c60-f84e-4089-bc71-28b52fd0a319 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:04.245030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Port b7b10c60-f84e-4089-bc71-28b52fd0a319 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:04.245519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Attempting to bind port b7b10c60-f84e-4089-bc71-28b52fd0a319 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:04.288652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38b21b6a-fbbe-421f-92ef-3cc13ad1dae7 req-da1457e8-6c80-4449-968a-9bb2b782e4a7 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688335 Feb 09 20:38:04.296508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:04.298352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:04.298352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:04.298352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Bound port: b7b10c60-f84e-4089-bc71-28b52fd0a319, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:04.298352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:04.314967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:04.342941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-eb465154-95e3-449d-ba65-e0ec0e934d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:04.344591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-eb465154-95e3-449d-ba65-e0ec0e934d45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 200 len: 924 time: 0.3385522 Feb 09 20:38:04.362446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-d4ace644-0839-4a33-aba7-1e5e3b6a0842 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090583 Feb 09 20:38:04.369007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-5319e7a4-1b35-44e3-84aa-19c6d1f1a689 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:04.370568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-5319e7a4-1b35-44e3-84aa-19c6d1f1a689 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644207 Feb 09 20:38:04.389881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Request body: {'port': {'device_id': '6e37031b-3e8b-428a-b421-b2e07e00ae7b', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'a438c0fd283843f59d5553be6e9f73cd'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:04.403112 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c374989d-52d9-46c5-8834-d6e7d34449ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:04.478803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-969d3665-593b-46fa-9125-8701162394b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f766718-e771-4dff-8b63-8cdd48ffdbcc HTTP/1.1" status: 200 len: 217 time: 0.1269357 Feb 09 20:38:04.509596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Made reservation on behalf of a438c0fd283843f59d5553be6e9f73cd for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:04.513113 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:04.522584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:04.580534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c82a656-0044-4baf-a2ad-65f22e39f193 req-5cfaab46-44de-4aad-8791-e3fc9f52dc0f tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 210 time: 0.1480131 Feb 09 20:38:04.632055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks [] for security_group (85eec267-2d61-4c96-b13a-82e536f59c57), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:04.639282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (85eec267-2d61-4c96-b13a-82e536f59c57), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:04.665242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5360905-99a8-4bc0-9e8f-2623d660a7bf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:04.671719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:04.712949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85eec267-2d61-4c96-b13a-82e536f59c57,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:04.723368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Publish callbacks [] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:04.753167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:04.766601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-19db4f48-1dc5-46b6-94f8-d154d676c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:04.768101 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-19db4f48-1dc5-46b6-94f8-d154d676c34e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de HTTP/1.1" status: 200 len: 862 time: 0.2420974 Feb 09 20:38:04.783075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c72f1d7-c624-4b06-b086-15a6b0927327 req-98049c1e-b55f-4f11-8f91-3f200e2ce756 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055133 Feb 09 20:38:04.784156 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:04.794243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Transition to ACTIVE for port object e5360905-99a8-4bc0-9e8f-2623d660a7bf will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:04.795889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:04.876979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Allocated IP 192.168.233.59 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/b62646b9-3d77-4ca7-be88-b5e19353ec5d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:04.926139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-c1c7a39f-fb4c-4d20-b590-36496c815fcd tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:38:04.927309 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-c1c7a39f-fb4c-4d20-b590-36496c815fcd tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1298835 Feb 09 20:38:05.081748 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.090397 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks [] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.099354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-8adeb20a-38f1-481f-be82-80d7775c0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:05.100975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-8adeb20a-38f1-481f-be82-80d7775c0e7d service neutron] 10.222.0.102 "GET /v2.0/ports/0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 1126 time: 0.1174054 Feb 09 20:38:05.115239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Request body: {'binding': {'host': 'n-h1-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:05.115789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Unknown quota resources ['binding']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:38:05.125961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c374989d-52d9-46c5-8834-d6e7d34449ce admin admin] Publish callbacks [] for security_group (86f47800-b15e-451a-a9b0-9f93ec94925a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.137885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:05.138889 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.139813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] 10.222.0.13 "PUT /v2.0/ports/b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 1097 time: 4.1239693 Feb 09 20:38:05.144510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:05.147118 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f33bb84-fc31-4916-80fd-09158902ad41" -d '{"events": [{"name": "network-changed", "server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:05.156052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caaa44-1fc1-4bfc-bd02-b8659dcef451 req-84fffc07-3ad3-48f4-a739-7a340ce7485d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:05.157699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13caaa44-1fc1-4bfc-bd02-b8659dcef451 req-84fffc07-3ad3-48f4-a739-7a340ce7485d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 948 time: 0.5033524 Feb 09 20:38:05.158431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c374989d-52d9-46c5-8834-d6e7d34449ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (86f47800-b15e-451a-a9b0-9f93ec94925a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.186779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.221130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cbc49-8c66-430d-8b50-4c54fc7b6dbc service neutron] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:05.286358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:05.296953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:05.304324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:05.324206 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c374989d-52d9-46c5-8834-d6e7d34449ce admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5b716bd72506411688bbfc3dfdcea6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9939375 Feb 09 20:38:05.327340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374989d-52d9-46c5-8834-d6e7d34449ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f47800-b15e-451a-a9b0-9f93ec94925a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:05.333964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39664) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:05.345709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Pushing event updated for resources: {'Port': ['ID=b62646b9-3d77-4ca7-be88-b5e19353ec5d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:05.394730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:05.395468 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.406080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-abd1d7df-a8a4-4290-94d8-a3d96da7bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:05.407600 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-abd1d7df-a8a4-4290-94d8-a3d96da7bdaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612b438a-1210-43b6-8c6f-3a3427b4ad7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6314692 Feb 09 20:38:05.427037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-62dae628-6088-40a0-9037-3bcf6b711ca3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0413516 Feb 09 20:38:05.432448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on host n-h1-789963-29 for vnic_type normal with profile None {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:05.433159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:05.433159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:05.440143 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Request body: {'port': {'device_id': '6e37031b-3e8b-428a-b421-b2e07e00ae7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:05.460406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Pushing event updated for resources: {'Port': ['ID=e5360905-99a8-4bc0-9e8f-2623d660a7bf,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:05.464578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:05.464904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:05.481498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:05.482841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:05.483306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:05.483850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Bound port: 0dc6de85-8ff4-4544-aaec-a32506078f3e, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:05.509734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13caaa44-1fc1-4bfc-bd02-b8659dcef451 req-3d0152d1-96e7-47a1-b969-4710b5243153 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345187 Feb 09 20:38:05.540441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-46f5807a-1fd1-462b-b0f7-bc77aaf574d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:05.541946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-46f5807a-1fd1-462b-b0f7-bc77aaf574d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1131 time: 0.3468738 Feb 09 20:38:05.603524 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.610027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Attempting to bind port e5360905-99a8-4bc0-9e8f-2623d660a7bf on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:05.610622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Attempting to bind port e5360905-99a8-4bc0-9e8f-2623d660a7bf by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:05.610754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Attempting to bind port e5360905-99a8-4bc0-9e8f-2623d660a7bf on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:05.621925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Port e5360905-99a8-4bc0-9e8f-2623d660a7bf on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:05.622254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Attempting to bind port e5360905-99a8-4bc0-9e8f-2623d660a7bf on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:05.625236 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-0dccdc47-db5d-4a04-bc5c-d1804bd37796 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 217 time: 0.0734847 Feb 09 20:38:05.626046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d4fe-eded-4686-8efb-41b492764bab admin admin] Publish callbacks [] for security_group (86f47800-b15e-451a-a9b0-9f93ec94925a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.638000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:05.665054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.674059 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-23543bf7-0f3b-49a5-a30d-69f8af549faf service neutron] 10.222.0.102 "POST /v2.0/ports/0dc6de85-8ff4-4544-aaec-a32506078f3e/bindings HTTP/1.1" status: 201 len: 390 time: 0.5642021 Feb 09 20:38:05.677660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:05.678588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:05.678982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:05.679431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Bound port: e5360905-99a8-4bc0-9e8f-2623d660a7bf, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:05.679842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.750382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d4fe-eded-4686-8efb-41b492764bab admin admin] Publish callbacks [] for security_group (86f47800-b15e-451a-a9b0-9f93ec94925a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.754242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-95652328-b46b-4dbc-a791-4b6ca65d5a11 service neutron] 10.222.0.13 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322775 Feb 09 20:38:05.854807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-a5ceb746-5d75-4b4c-9903-bc555bfe76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:05.856498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-a5ceb746-5d75-4b4c-9903-bc555bfe76fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2237287 Feb 09 20:38:05.925525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] For port e5360905-99a8-4bc0-9e8f-2623d660a7bf, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:05.936576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-274c48f3-fcf0-4fdb-9fd3-892165979068 None None] Provisioning complete for port b62646b9-3d77-4ca7-be88-b5e19353ec5d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:05.937613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-274c48f3-fcf0-4fdb-9fd3-892165979068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:05.979650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] For port e5360905-99a8-4bc0-9e8f-2623d660a7bf, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5360905-99a8-4bc0-9e8f-2623d660a7bf,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:06.009907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cc445-9bf0-47cc-92ba-1dfacbf00b93 req-3ff3260d-fbf8-40f1-aca4-aa26ce26dfec tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.011888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-733cc445-9bf0-47cc-92ba-1dfacbf00b93 req-3ff3260d-fbf8-40f1-aca4-aa26ce26dfec tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1129 time: 0.1097853 Feb 09 20:38:06.027569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.13', 58280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:06.052826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-274c48f3-fcf0-4fdb-9fd3-892165979068 None None] Port b62646b9-3d77-4ca7-be88-b5e19353ec5d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:06.068494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.130341 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-733cc445-9bf0-47cc-92ba-1dfacbf00b93 req-9e12655b-4407-4419-923a-5311d82aabdd tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003830 Feb 09 20:38:06.136220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62646b9-3d77-4ca7-be88-b5e19353ec5d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:06.153420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.154018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.154791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Publish callbacks [] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.155671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] 10.222.0.50 "PUT /v2.0/ports/e5360905-99a8-4bc0-9e8f-2623d660a7bf HTTP/1.1" status: 200 len: 1096 time: 2.9474742 Feb 09 20:38:06.160424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-0fce341f-d934-44bb-9ec1-723db3580092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.162477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-0fce341f-d934-44bb-9ec1-723db3580092 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2862391 Feb 09 20:38:06.169994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Transition to ACTIVE for port object b62646b9-3d77-4ca7-be88-b5e19353ec5d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:06.175651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.192922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d60f878-3111-40c6-9d37-ba9063e931a2 req-0fefae51-8a8b-4f5d-9036-14e5f4cfe64e service neutron] 10.222.0.13 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263105 Feb 09 20:38:06.193943 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d4fe-eded-4686-8efb-41b492764bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (86f47800-b15e-451a-a9b0-9f93ec94925a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.197899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d4fe-eded-4686-8efb-41b492764bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.199911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bbd6d4fe-eded-4686-8efb-41b492764bab admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/86f47800-b15e-451a-a9b0-9f93ec94925a HTTP/1.1" status: 204 len: 168 time: 0.8622036 Feb 09 20:38:06.257349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b62646b9-3d77-4ca7-be88-b5e19353ec5d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:06.287464 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018ac2b2-a134-409f-8707-df9254fca3c7 x-openstack-request-id: req-018ac2b2-a134-409f-8707-df9254fca3c7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:06.287878 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:06.288195 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-018ac2b2-a134-409f-8707-df9254fca3c7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:06.288656 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'status': 'completed', 'code': 200} Feb 09 20:38:06.352909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6d4fe-eded-4686-8efb-41b492764bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f47800-b15e-451a-a9b0-9f93ec94925a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:06.375409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0651508-f492-439e-a1eb-557563ef9c9e service neutron] Pushing event updated for resources: {'Port': ['ID=e5360905-99a8-4bc0-9e8f-2623d660a7bf,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:06.391787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f02ec1-99a6-4cb2-a2c3-1210883d1332 req-f05bd431-777b-4b05-a794-66e62ae035ea tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.393456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58f02ec1-99a6-4cb2-a2c3-1210883d1332 req-f05bd431-777b-4b05-a794-66e62ae035ea tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 944 time: 0.4240184 Feb 09 20:38:06.403460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-ef2091c8-9877-413e-a145-debe9498fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.405026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-ef2091c8-9877-413e-a145-debe9498fb79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1129 time: 0.3719225 Feb 09 20:38:06.412496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Attempting to bind port b62646b9-3d77-4ca7-be88-b5e19353ec5d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:06.413117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Attempting to bind port b62646b9-3d77-4ca7-be88-b5e19353ec5d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:06.413280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Attempting to bind port b62646b9-3d77-4ca7-be88-b5e19353ec5d on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:06.419935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Port b62646b9-3d77-4ca7-be88-b5e19353ec5d on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:06.423730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Attempting to bind port b62646b9-3d77-4ca7-be88-b5e19353ec5d on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:06.451401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0f766718-e771-4dff-8b63-8cdd48ffdbcc details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:06.464424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-ccf1986d-7fa4-40d3-b83a-910561ec1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.465933 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-ccf1986d-7fa4-40d3-b83a-910561ec1fa2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e4cee0a801147c5a2203920f20101ba&device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 1130 time: 0.1614733 Feb 09 20:38:06.484380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20b34-e7d5-4a7c-bf5c-fea6e26c545f req-cab25d30-d7d3-43bd-b96b-374175661fd7 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.486439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8c20b34-e7d5-4a7c-bf5c-fea6e26c545f req-cab25d30-d7d3-43bd-b96b-374175661fd7 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 947 time: 0.1592624 Feb 09 20:38:06.488190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:06.489427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:06.489867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:06.490322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Bound port: b62646b9-3d77-4ca7-be88-b5e19353ec5d, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:06.491898 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.568871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8c20b34-e7d5-4a7c-bf5c-fea6e26c545f req-0bad8cb7-ff1f-4f11-8d28-7ed22da10a34 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710595 Feb 09 20:38:06.588282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-e44a74ff-badb-4bc5-ac37-3f6c7faf292f service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070947 Feb 09 20:38:06.638198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0f766718-e771-4dff-8b63-8cdd48ffdbcc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f766718-e771-4dff-8b63-8cdd48ffdbcc,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:06.651826 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] For port b62646b9-3d77-4ca7-be88-b5e19353ec5d, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:06.652944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'port_id': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'mac_address': 'fa:16:3e:46:46:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:06.656920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] For port b62646b9-3d77-4ca7-be88-b5e19353ec5d, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b62646b9-3d77-4ca7-be88-b5e19353ec5d,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:06.666319 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.709406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0f766718-e771-4dff-8b63-8cdd48ffdbcc is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:06.710053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.718405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-91e86d4a-4e13-41a8-bbf9-35e83f45b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.720564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-91e86d4a-4e13-41a8-bbf9-35e83f45b951 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2951946 Feb 09 20:38:06.722078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-9c09aead-f2f1-4057-8e09-c6988a967f82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e5360905-99a8-4bc0-9e8f-2623d660a7bf HTTP/1.1" status: 200 len: 217 time: 0.2149720 Feb 09 20:38:06.734257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b62646b9-3d77-4ca7-be88-b5e19353ec5d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:06.749944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f766718-e771-4dff-8b63-8cdd48ffdbcc {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:06.784234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0f766718-e771-4dff-8b63-8cdd48ffdbcc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f766718-e771-4dff-8b63-8cdd48ffdbcc,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:06.794577 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.809243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.809859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:06.811552 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-8a17a6e7-a0d8-4433-932f-7db70b42d3d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/b62646b9-3d77-4ca7-be88-b5e19353ec5d HTTP/1.1" status: 200 len: 1096 time: 1.3758841 Feb 09 20:38:06.811796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e37031b-3e8b-428a-b421-b2e07e00ae7b', 'tag': 'b62646b9-3d77-4ca7-be88-b5e19353ec5d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:06.814804 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937a2800-14e5-4822-9bc4-d7db038fa223" -d '{"events": [{"name": "network-changed", "server_uuid": "6e37031b-3e8b-428a-b421-b2e07e00ae7b", "tag": "b62646b9-3d77-4ca7-be88-b5e19353ec5d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:06.815536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58f02ec1-99a6-4cb2-a2c3-1210883d1332 req-a0daf5aa-c57a-43f1-b740-8881fd00937e tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095318 Feb 09 20:38:06.833455 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-c7b5bdbe-e9c1-4148-8bd3-14bfc5ba2f30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 217 time: 0.0917490 Feb 09 20:38:06.868193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a2b3-25d0-4d62-9f33-68f59f4340e1 req-d5ed7295-84d9-4e15-9c07-921b93a0ca5d tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:06.875919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e89a2b3-25d0-4d62-9f33-68f59f4340e1 req-d5ed7295-84d9-4e15-9c07-921b93a0ca5d tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 947 time: 0.1237478 Feb 09 20:38:06.929731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0f766718-e771-4dff-8b63-8cdd48ffdbcc,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:07.010140 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e89a2b3-25d0-4d62-9f33-68f59f4340e1 req-c8445c4d-ad2b-4697-8ee7-3fd045b6a9d5 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072409 Feb 09 20:38:07.026326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0f766718-e771-4dff-8b63-8cdd48ffdbcc'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:07.038840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-8c09c360-ffa4-4c0c-b1f2-e75702a5d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.039453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-42b93d5c-9a52-46ed-aa3e-99bf40486f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.043154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-42b93d5c-9a52-46ed-aa3e-99bf40486f0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a438c0fd283843f59d5553be6e9f73cd&device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 1130 time: 0.1638732 Feb 09 20:38:07.045993 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-8c09c360-ffa4-4c0c-b1f2-e75702a5d42f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2597337 Feb 09 20:38:07.111898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-c9b31789-5110-4ae2-9292-3676ea008da8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b62646b9-3d77-4ca7-be88-b5e19353ec5d HTTP/1.1" status: 200 len: 217 time: 0.0561998 Feb 09 20:38:07.141666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-1fc3a1e2-b495-44d0-a6cd-b107a99cf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.143231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-1fc3a1e2-b495-44d0-a6cd-b107a99cf53a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.2923656 Feb 09 20:38:07.148047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80c5b6ff-4c03-4525-b762-eab9523c1182 req-be3781a2-8c34-45d1-bd66-62d1c75e38dd service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218397 Feb 09 20:38:07.195102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-a4a4a303-f77a-4854-93dc-7b061e6e4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.195371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-61113c5d-c853-42da-9699-485240455694 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422521 Feb 09 20:38:07.197484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-a4a4a303-f77a-4854-93dc-7b061e6e4143 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0804217 Feb 09 20:38:07.210591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fce52-22b0-4ea7-b38c-19a6ff120495 req-732d2b70-828a-4635-a37d-6811242b742f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.218262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-813fce52-22b0-4ea7-b38c-19a6ff120495 req-732d2b70-828a-4635-a37d-6811242b742f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 946 time: 0.2540655 Feb 09 20:38:07.259480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-3bd8048b-606a-4d76-8095-aba079d5273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.261154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-3bd8048b-606a-4d76-8095-aba079d5273a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1767783 Feb 09 20:38:07.288496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-f8be3adc-4cb0-49b6-96de-588f508f32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.291854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-f8be3adc-4cb0-49b6-96de-588f508f32a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0837567 Feb 09 20:38:07.426489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-59dec1ff-f84a-42d4-bdca-00dcfced8081 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261079 Feb 09 20:38:07.427136 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-813fce52-22b0-4ea7-b38c-19a6ff120495 req-934f82c9-2f9a-4e3f-aaa0-d39e0338f6e3 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076573 Feb 09 20:38:07.442369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-1a1d920a-b4d8-4106-a2dd-72fa3277ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.444060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-1a1d920a-b4d8-4106-a2dd-72fa3277ac57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1131 time: 0.2232587 Feb 09 20:38:07.527123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-16134999-8a1c-41ca-927e-80f8b83a4719 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052864 Feb 09 20:38:07.585910 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c6ed-3be0-4e88-b4b2-074029e2f97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:07.605426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1d05ba1-781b-4a2b-9bff-293547a5fa48 req-40bf6256-93a4-4c20-b1a2-4ea0f06c33a1 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718445 Feb 09 20:38:07.666314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-fc33ba36-0f2d-4a5f-ae94-6c627261a4de service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485701 Feb 09 20:38:07.666765 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348387dc-0a11-478d-9716-3f251fa1dd25 x-openstack-request-id: req-348387dc-0a11-478d-9716-3f251fa1dd25 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:07.667051 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e37031b-3e8b-428a-b421-b2e07e00ae7b", "tag": "b62646b9-3d77-4ca7-be88-b5e19353ec5d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:07.667340 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-348387dc-0a11-478d-9716-3f251fa1dd25 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:07.667720 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e37031b-3e8b-428a-b421-b2e07e00ae7b', 'tag': 'b62646b9-3d77-4ca7-be88-b5e19353ec5d', 'status': 'completed', 'code': 200} Feb 09 20:38:07.766285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-363823dd-09da-408d-9299-e7ea0fc56cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.767873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-363823dd-09da-408d-9299-e7ea0fc56cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a438c0fd283843f59d5553be6e9f73cd&device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 1130 time: 0.0762930 Feb 09 20:38:07.896095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-d3fec6df-b050-4781-8a07-d0798d30bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:07.897624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-d3fec6df-b050-4781-8a07-d0798d30bfb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1219664 Feb 09 20:38:07.954424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-d6d00b16-e28a-4e53-90be-afcf3c63504b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b62646b9-3d77-4ca7-be88-b5e19353ec5d HTTP/1.1" status: 200 len: 217 time: 0.0454860 Feb 09 20:38:08.014978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-9dcc41fc-337c-460a-8dc5-b0a631c17b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.016625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-9dcc41fc-337c-460a-8dc5-b0a631c17b95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0561831 Feb 09 20:38:08.074998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-e7f69c31-504f-4b96-9335-45b5021abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.077471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-49e8c3ed-7e4b-49b9-b198-a22a542745af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.077965 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-e7f69c31-504f-4b96-9335-45b5021abcd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0518391 Feb 09 20:38:08.079022 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-49e8c3ed-7e4b-49b9-b198-a22a542745af service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.6283576 Feb 09 20:38:08.207146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-3228bd91-784b-4928-bf1e-ba021b547264 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 217 time: 0.1130521 Feb 09 20:38:08.252373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-b1e84a3d-05b9-4ccc-aac4-a6f0455db952 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659579 Feb 09 20:38:08.266455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c1104-aeea-43fe-9102-f2706bf9478b req-a47eb333-4234-4017-b813-62a1b6b1e3cf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.267989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b92c1104-aeea-43fe-9102-f2706bf9478b req-a47eb333-4234-4017-b813-62a1b6b1e3cf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 948 time: 0.6829841 Feb 09 20:38:08.285760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f3953b4-bdaf-4f7e-9518-18fe00e72d25 req-dba88e5a-1b8a-4706-87d2-605e0296af58 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878077 Feb 09 20:38:08.289636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e9beee-c989-4320-8dd6-07fbe9e20ea5', 'tag': 'e5360905-99a8-4bc0-9e8f-2623d660a7bf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:08.292974 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e9beee-c989-4320-8dd6-07fbe9e20ea5", "tag": "e5360905-99a8-4bc0-9e8f-2623d660a7bf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:08.335075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-5786c9ea-6fb9-4217-8b1a-1c2fd2791352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.337143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-5786c9ea-6fb9-4217-8b1a-1c2fd2791352 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1227815 Feb 09 20:38:08.424989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b92c1104-aeea-43fe-9102-f2706bf9478b req-d87a3c85-9e0d-4d21-ae04-3c77af166a31 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418715 Feb 09 20:38:08.425438 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-0981989d-b148-4418-a976-f30f8c84885b service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370910 Feb 09 20:38:08.439641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-6bd917e2-03b6-41ac-8e60-c45df03b17d4 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.448426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-6bd917e2-03b6-41ac-8e60-c45df03b17d4 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1129 time: 0.1302245 Feb 09 20:38:08.459511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-5330e9e0-7569-433b-aec9-e3acbe756add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.461652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-5330e9e0-7569-433b-aec9-e3acbe756add service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0998397 Feb 09 20:38:08.466865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:08.483028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0f766718-e771-4dff-8b63-8cdd48ffdbcc up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:08.542100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937a2800-14e5-4822-9bc4-d7db038fa223 req-4eff76a2-0029-447c-9311-622279eb5020 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086521 Feb 09 20:38:08.554476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 0f766718-e771-4dff-8b63-8cdd48ffdbcc completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:08.563901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 0f766718-e771-4dff-8b63-8cdd48ffdbcc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:08.564281 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:08.639932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:08.667032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0f766718-e771-4dff-8b63-8cdd48ffdbcc is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:08.667461 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:08.670390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-934fc46f-e9b7-4791-80aa-ae97844068c8 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002847 Feb 09 20:38:08.676775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ac202-fee1-43bf-8169-19f84e35d6c7 req-802bdad2-ac6a-4bc2-938c-37c97a14e889 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.678222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-732ac202-fee1-43bf-8169-19f84e35d6c7 req-802bdad2-ac6a-4bc2-938c-37c97a14e889 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 947 time: 0.1296391 Feb 09 20:38:08.683118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a0dfae4-e186-4bff-b534-8b8115433446 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:38:08.684739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a0dfae4-e186-4bff-b534-8b8115433446 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190847 Feb 09 20:38:08.693495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff395781-9d0f-428b-885f-e79526da4d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f766718-e771-4dff-8b63-8cdd48ffdbcc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:08.697202 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d709b043-ef60-4576-aaab-987108b39662" -d '{"events": [{"server_uuid": "ff395781-9d0f-428b-885f-e79526da4d27", "name": "network-vif-plugged", "status": "completed", "tag": "0f766718-e771-4dff-8b63-8cdd48ffdbcc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:08.709823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0f766718-e771-4dff-8b63-8cdd48ffdbcc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f766718-e771-4dff-8b63-8cdd48ffdbcc,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:08.714724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:08.761379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0f766718-e771-4dff-8b63-8cdd48ffdbcc,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:08.862377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6a416676-a018-4051-aa42-7a26175c7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:08.863711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6a416676-a018-4051-aa42-7a26175c7376 service neutron] 10.222.0.102 "GET /v2.0/ports/8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 1126 time: 0.1672463 Feb 09 20:38:08.878127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Request body: {'binding': {'host': 'n-h1-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:08.878575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:38:08.918330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-732ac202-fee1-43bf-8169-19f84e35d6c7 req-7db04ae1-3f68-49db-8223-09ce19f0aa92 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310295 Feb 09 20:38:09.004653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f33bb84-fc31-4916-80fd-09158902ad41 req-fc751b31-b18c-43ad-821b-0f21983ab315 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254611 Feb 09 20:38:09.022152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:09.089580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:09.126778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on host n-h1-789963-29 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:09.127040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:09.127380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:09.136577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:09.136912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:09.149868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:09.150277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:09.150593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:09.151026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Bound port: 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:09.157152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Publish callbacks [] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:09.182406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:09.283880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:09.299254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:09.300484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-6ba3466d-bc8d-4453-8cb6-010a986d283f service neutron] 10.222.0.102 "POST /v2.0/ports/8bc2f214-3b9f-4405-a52c-9d72f0859ee6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4269965 Feb 09 20:38:09.306900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:09.353032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce996d-e028-4068-aac5-1690212d915d req-77994d37-10bc-4f03-b89f-adbc29b4bd7e tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.356506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37ce996d-e028-4068-aac5-1690212d915d req-77994d37-10bc-4f03-b89f-adbc29b4bd7e tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.1742668 Feb 09 20:38:09.357868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on host n-h2-789963-29 for vnic_type normal with profile {"migrating_to": "n-h1-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:09.358123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:09.358453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:09.372207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:09.372539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Attempting to bind port 0dc6de85-8ff4-4544-aaec-a32506078f3e on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:09.386470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:09.386848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:09.387218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:09.387659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Bound port: 0dc6de85-8ff4-4544-aaec-a32506078f3e, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:09.388056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:09.447957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37ce996d-e028-4068-aac5-1690212d915d req-38a13c3f-fc9a-4b05-a9bd-9b5ffcce8bce tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829659 Feb 09 20:38:09.487079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:09.492723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:09.499329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:09.505231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc4c17-7249-48d6-a323-5b6ef9387a31 req-25c01b12-74f6-4335-a12c-2c43dacc3560 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.506753 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dccc4c17-7249-48d6-a323-5b6ef9387a31 req-25c01b12-74f6-4335-a12c-2c43dacc3560 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 947 time: 0.0788109 Feb 09 20:38:09.527711 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23395de-4c80-4b36-8239-619f667b0deb x-openstack-request-id: req-d23395de-4c80-4b36-8239-619f667b0deb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:09.527995 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e9beee-c989-4320-8dd6-07fbe9e20ea5", "tag": "e5360905-99a8-4bc0-9e8f-2623d660a7bf", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:09.528250 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d23395de-4c80-4b36-8239-619f667b0deb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:09.528648 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e9beee-c989-4320-8dd6-07fbe9e20ea5', 'tag': 'e5360905-99a8-4bc0-9e8f-2623d660a7bf', 'status': 'completed', 'code': 200} Feb 09 20:38:09.561247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dccc4c17-7249-48d6-a323-5b6ef9387a31 req-5fdfd38c-5306-47d6-8e9f-5cdf4244a3bf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450439 Feb 09 20:38:09.608885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:09.611087 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2492cc24-3dda-488d-ab82-a5d4da8669b5 x-openstack-request-id: req-2492cc24-3dda-488d-ab82-a5d4da8669b5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:09.611907 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff395781-9d0f-428b-885f-e79526da4d27", "name": "network-vif-plugged", "status": "completed", "tag": "0f766718-e771-4dff-8b63-8cdd48ffdbcc", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:09.612181 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2492cc24-3dda-488d-ab82-a5d4da8669b5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:09.612579 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff395781-9d0f-428b-885f-e79526da4d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'code': 200} Feb 09 20:38:09.623352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.624008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:09.625391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-73a2d2fd-2323-434b-a372-698393ec722e service neutron] 10.222.0.13 "PUT /v2.0/ports/0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 1124 time: 1.1627765 Feb 09 20:38:09.670657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-2d8e0e67-36d4-41ef-b63f-be45615c3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.672314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-2d8e0e67-36d4-41ef-b63f-be45615c3875 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e4cee0a801147c5a2203920f20101ba&device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 1130 time: 0.1193898 Feb 09 20:38:09.687149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f8c9-ed81-4e46-80fa-a824b4f2e21a req-b6c50a99-7683-4cf5-b3ef-3ae771248cfe tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.688820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b26f8c9-ed81-4e46-80fa-a824b4f2e21a req-b6c50a99-7683-4cf5-b3ef-3ae771248cfe tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 944 time: 0.0961106 Feb 09 20:38:09.697402 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17fefd14-079e-4cfe-8a3f-cc57892a08bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:09.739072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['0dc6de85-8ff4-4544-aaec-a32506078f3e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:09.750511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4ab5-1870-4a38-829c-b8ae7a1b87b1 req-84828c13-a192-431a-998a-ed60ebea3dd4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.752089 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d3a4ab5-1870-4a38-829c-b8ae7a1b87b1 req-84828c13-a192-431a-998a-ed60ebea3dd4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.0664620 Feb 09 20:38:09.806132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d3a4ab5-1870-4a38-829c-b8ae7a1b87b1 req-a29eb87a-9bb8-4eeb-bb75-c18d7d3ac016 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Feb 09 20:38:09.834014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b26f8c9-ed81-4e46-80fa-a824b4f2e21a req-5dfbadf9-28e7-4194-b2bb-03d3bdd03d0c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280856 Feb 09 20:38:09.846259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65b04e-a772-48d5-8554-697ad4ad8f0e req-e51a5ad7-138d-44ad-b54f-0b0d13f03e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.849156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb65b04e-a772-48d5-8554-697ad4ad8f0e req-e51a5ad7-138d-44ad-b54f-0b0d13f03e36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 1129 time: 0.1523736 Feb 09 20:38:09.889793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-2483a3fe-89fc-4f72-ab82-107152be5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.892947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-2483a3fe-89fc-4f72-ab82-107152be5955 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2146163 Feb 09 20:38:09.936577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fc90d-af9a-4e08-963a-49fc3a235b54 req-45a0fa34-3009-4b97-a736-d87076b48874 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:09.944271 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f2fc90d-af9a-4e08-963a-49fc3a235b54 req-45a0fa34-3009-4b97-a736-d87076b48874 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 948 time: 0.0667546 Feb 09 20:38:09.948235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-31568711-3676-4234-82d9-ac55115b58f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e5360905-99a8-4bc0-9e8f-2623d660a7bf HTTP/1.1" status: 200 len: 217 time: 0.0455856 Feb 09 20:38:09.954903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb65b04e-a772-48d5-8554-697ad4ad8f0e req-a73c5ded-3838-4089-ae0d-74921f146d30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989573 Feb 09 20:38:09.994733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f2fc90d-af9a-4e08-963a-49fc3a235b54 req-8abcfb13-5ba1-4e28-9540-df9b1d49d0f6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488601 Feb 09 20:38:10.004645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-cac8e450-f36b-4bc2-bd89-bd0e31c99d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:10.006240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-cac8e450-f36b-4bc2-bd89-bd0e31c99d34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0471616 Feb 09 20:38:10.062183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-d99a05af-328f-4beb-94a3-29dae1e76246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:10.063788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-d99a05af-328f-4beb-94a3-29dae1e76246 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0481508 Feb 09 20:38:10.116525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cfbb9-5e24-4948-827b-9b7be2a6233b req-07c544b9-1bae-48e0-a126-496bb1b27bc1 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:10.118063 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f10cfbb9-5e24-4948-827b-9b7be2a6233b req-07c544b9-1bae-48e0-a126-496bb1b27bc1 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 947 time: 0.0558817 Feb 09 20:38:10.166004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-e28eea04-f9f8-495f-9e7e-08c4a77d63fd service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911837 Feb 09 20:38:10.175827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f10cfbb9-5e24-4948-827b-9b7be2a6233b req-b3953661-cf2a-47bc-a7c7-625cee8af331 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509982 Feb 09 20:38:10.264716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75ade0e4-ffa9-41eb-98bf-7dcb740134b6 req-bf30000f-f571-4312-abb1-d9cebfa05519 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919082 Feb 09 20:38:10.497585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b7b10c60-f84e-4089-bc71-28b52fd0a319 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:10.585392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a302d-0960-4ef0-a79b-5f7e59bb6031 req-8affab3c-ade2-45fd-b1b4-66b033b1aa47 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:10.588583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f92a302d-0960-4ef0-a79b-5f7e59bb6031 req-8affab3c-ade2-45fd-b1b4-66b033b1aa47 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.0638425 Feb 09 20:38:10.618396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:10.630704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'mac_address': 'fa:16:3e:68:2b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:10.639846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f92a302d-0960-4ef0-a79b-5f7e59bb6031 req-503c2f86-01bf-4bee-85ef-79bf737954e2 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450776 Feb 09 20:38:10.671319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b7b10c60-f84e-4089-bc71-28b52fd0a319 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:10.672164 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:10.688227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b10c60-f84e-4089-bc71-28b52fd0a319 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:10.713088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:10.719070 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:10.721539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b62646b9-3d77-4ca7-be88-b5e19353ec5d details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:10.768653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404754a-1e4d-4453-b4e8-26fac2b87db2 req-6ca3afb0-c23d-428a-bdf3-b0b5be8b4c49 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:10.771217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6404754a-1e4d-4453-b4e8-26fac2b87db2 req-6ca3afb0-c23d-428a-bdf3-b0b5be8b4c49 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 947 time: 0.0701034 Feb 09 20:38:10.816240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b62646b9-3d77-4ca7-be88-b5e19353ec5d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b62646b9-3d77-4ca7-be88-b5e19353ec5d,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:10.819237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:10.840606 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6404754a-1e4d-4453-b4e8-26fac2b87db2 req-53395315-438a-4c88-a8bb-67b76b331462 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631597 Feb 09 20:38:10.848997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'b62646b9-3d77-4ca7-be88-b5e19353ec5d', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'b62646b9-3d77-4ca7-be88-b5e19353ec5d', 'mac_address': 'fa:16:3e:3b:0d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:10.920944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b62646b9-3d77-4ca7-be88-b5e19353ec5d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:10.922341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:10.945800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62646b9-3d77-4ca7-be88-b5e19353ec5d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:10.976717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b62646b9-3d77-4ca7-be88-b5e19353ec5d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b62646b9-3d77-4ca7-be88-b5e19353ec5d,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:10.983330 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.014177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29147c-4d9f-41bc-95c6-586e8e53c305 req-9e2ea3db-e0f8-4ef9-b119-c0cf460974a5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:11.020538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc29147c-4d9f-41bc-95c6-586e8e53c305 req-9e2ea3db-e0f8-4ef9-b119-c0cf460974a5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.1027188 Feb 09 20:38:11.021744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be1f3a-01b8-413a-9865-411467764a2f req-058bb273-c1ce-4e69-b849-2f367d9b1570 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:11.030205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54be1f3a-01b8-413a-9865-411467764a2f req-058bb273-c1ce-4e69-b849-2f367d9b1570 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 944 time: 0.1002355 Feb 09 20:38:11.083961 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.086845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b62646b9-3d77-4ca7-be88-b5e19353ec5d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:11.090484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc29147c-4d9f-41bc-95c6-586e8e53c305 req-3247d18f-ba7a-4432-b925-0739445e0363 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628755 Feb 09 20:38:11.121386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54be1f3a-01b8-413a-9865-411467764a2f req-72841dc6-527f-456f-89a3-3d8ed6686864 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855553 Feb 09 20:38:11.157891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:11.250530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b62646b9-3d77-4ca7-be88-b5e19353ec5d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:11.252319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d21f-7d54-4ddf-8728-b53ad5054ef1 req-2698984a-d8d2-43d8-bf17-d2029fe41c9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:11.254076 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b932d21f-7d54-4ddf-8728-b53ad5054ef1 req-2698984a-d8d2-43d8-bf17-d2029fe41c9e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 949 time: 0.0737832 Feb 09 20:38:11.304125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b7b10c60-f84e-4089-bc71-28b52fd0a319'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:11.321157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a6a3b-11d5-4638-890e-adb2414209cc req-42dc89a6-7122-4adf-a844-2336627ddf04 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:11.327202 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b932d21f-7d54-4ddf-8728-b53ad5054ef1 req-3bcc839f-cf13-4706-98c2-a9f069f7434f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633595 Feb 09 20:38:11.329469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc3a6a3b-11d5-4638-890e-adb2414209cc req-42dc89a6-7122-4adf-a844-2336627ddf04 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 947 time: 0.0788448 Feb 09 20:38:11.387164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc3a6a3b-11d5-4638-890e-adb2414209cc req-5c8aeaed-5f15-4791-b012-25261dfe98b3 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566633 Feb 09 20:38:11.392218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e5360905-99a8-4bc0-9e8f-2623d660a7bf details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:11.477896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e08b-c336-44b1-88b6-8b705680b28f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.529804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e'}, {'name': 'network-changed', 'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:11.533216 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d76e0f-56a2-425f-a5a4-35a0571d7015" -d '{"events": [{"server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e"}, {"name": "network-changed", "server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:11.569722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e08b-c336-44b1-88b6-8b705680b28f admin admin] Publish callbacks [] for security_group (584d5a5c-b983-44d1-9a79-6f00acdef37b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.575601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e08b-c336-44b1-88b6-8b705680b28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (584d5a5c-b983-44d1-9a79-6f00acdef37b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.582128 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89074a73-9836-488e-8191-4269426a00e7 x-openstack-request-id: req-89074a73-9836-488e-8191-4269426a00e7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:11.582773 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e", "code": 200}, {"name": "network-changed", "server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:11.583153 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-89074a73-9836-488e-8191-4269426a00e7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:11.583842 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'code': 200} Feb 09 20:38:11.584203 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'status': 'completed', 'code': 200} Feb 09 20:38:11.620517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d5a4e08b-c336-44b1-88b6-8b705680b28f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2a7712342dac4640ab7a30b3925b06c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4606740 Feb 09 20:38:11.623007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:11.637509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4e08b-c336-44b1-88b6-8b705680b28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584d5a5c-b983-44d1-9a79-6f00acdef37b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:11.684080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-5e481426-17d8-4892-83f9-cede34cdccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:11.687429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-5e481426-17d8-4892-83f9-cede34cdccc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1158 time: 0.0767179 Feb 09 20:38:11.695425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-737daf20-5adf-4628-8117-0a813ec96258 admin admin] Publish callbacks [] for security_group (584d5a5c-b983-44d1-9a79-6f00acdef37b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.721345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-737daf20-5adf-4628-8117-0a813ec96258 admin admin] Publish callbacks [] for security_group (584d5a5c-b983-44d1-9a79-6f00acdef37b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.768573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e5360905-99a8-4bc0-9e8f-2623d660a7bf, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5360905-99a8-4bc0-9e8f-2623d660a7bf,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:11.811430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'e5360905-99a8-4bc0-9e8f-2623d660a7bf', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'e5360905-99a8-4bc0-9e8f-2623d660a7bf', 'mac_address': 'fa:16:3e:47:70:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:11.820555 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-737daf20-5adf-4628-8117-0a813ec96258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (584d5a5c-b983-44d1-9a79-6f00acdef37b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.823833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-737daf20-5adf-4628-8117-0a813ec96258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.825208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-737daf20-5adf-4628-8117-0a813ec96258 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/584d5a5c-b983-44d1-9a79-6f00acdef37b HTTP/1.1" status: 204 len: 168 time: 0.2010703 Feb 09 20:38:11.836321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fb12e-5d91-466d-995f-e7618f987d89 req-eed64d80-394d-4d5f-a3a9-4bfd1ad7d92c tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:11.838522 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-814fb12e-5d91-466d-995f-e7618f987d89 req-eed64d80-394d-4d5f-a3a9-4bfd1ad7d92c tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.0804639 Feb 09 20:38:11.845313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737daf20-5adf-4628-8117-0a813ec96258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584d5a5c-b983-44d1-9a79-6f00acdef37b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:11.898915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-cdc77b00-056b-4b49-830b-d3bac4cdf735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:11.900416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-cdc77b00-056b-4b49-830b-d3bac4cdf735 service neutron] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2070661 Feb 09 20:38:11.920191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e5360905-99a8-4bc0-9e8f-2623d660a7bf is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:11.920588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.939851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5360905-99a8-4bc0-9e8f-2623d660a7bf {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:11.941847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-814fb12e-5d91-466d-995f-e7618f987d89 req-14c9c049-0822-41e4-b513-e08dda734233 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939412 Feb 09 20:38:11.984401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e5360905-99a8-4bc0-9e8f-2623d660a7bf, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5360905-99a8-4bc0-9e8f-2623d660a7bf,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:11.990708 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:11.992028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-48cad085-eb19-42fc-9da4-99ad8bc35b99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 217 time: 0.0841267 Feb 09 20:38:12.074436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e5360905-99a8-4bc0-9e8f-2623d660a7bf,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:12.116825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56796a0c-91bc-4360-b4d7-7902ca064267 req-6c43d127-5a00-4160-aeba-aa3c3f4abd32 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:12.118695 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56796a0c-91bc-4360-b4d7-7902ca064267 req-6c43d127-5a00-4160-aeba-aa3c3f4abd32 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 948 time: 0.1251087 Feb 09 20:38:12.123332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-c137c072-21c2-4ebb-9fc2-6a152e3f5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:12.124980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-c137c072-21c2-4ebb-9fc2-6a152e3f5fad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.0949221 Feb 09 20:38:12.126914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0adf61-3f98-4b3c-bc03-7bde286c4d75 req-c4d35481-a34b-405d-bcc4-78ff1abb58c5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:12.128484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af0adf61-3f98-4b3c-bc03-7bde286c4d75 req-c4d35481-a34b-405d-bcc4-78ff1abb58c5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.0660686 Feb 09 20:38:12.137350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:12.144127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Request body: {'floatingip': {'port_id': '0f766718-e771-4dff-8b63-8cdd48ffdbcc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:12.177020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-34ed5dee-4399-4bf9-bdae-343f9a659569 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348587 Feb 09 20:38:12.225388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56796a0c-91bc-4360-b4d7-7902ca064267 req-689e582c-92d0-480d-ae83-8ec211dc5350 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950420 Feb 09 20:38:12.243797 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.287716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:12.311832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df33cea6-6670-4d86-b04d-71351acb8dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.330978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-7d59c8e9-7ebf-4f79-953d-4c51db1246d1 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380689 Feb 09 20:38:12.373935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3bc7d-805c-4427-987f-1ec870a60b2d req-da4db6ec-0112-4601-877d-4e098b08e694 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:12.375252 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8e3bc7d-805c-4427-987f-1ec870a60b2d req-da4db6ec-0112-4601-877d-4e098b08e694 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.1752789 Feb 09 20:38:12.386011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5360905-99a8-4bc0-9e8f-2623d660a7bf'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:12.508992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:12.511598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b62646b9-3d77-4ca7-be88-b5e19353ec5d up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:12.516755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df33cea6-6670-4d86-b04d-71351acb8dbe admin admin] Publish callbacks [] for security_group (72fa3fc5-4e75-403f-b68e-1477b8b88508), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.520467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12d76e0f-56a2-425f-a5a4-35a0571d7015 req-f54c4b5f-40d6-4b1e-bae4-324bbd0c151b service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701672 Feb 09 20:38:12.522468 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df33cea6-6670-4d86-b04d-71351acb8dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (72fa3fc5-4e75-403f-b68e-1477b8b88508), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.561035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8e3bc7d-805c-4427-987f-1ec870a60b2d req-db8d14c7-c5f9-4d5a-94b9-bb30045e84ab tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648531 Feb 09 20:38:12.577820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33cea6-6670-4d86-b04d-71351acb8dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fa3fc5-4e75-403f-b68e-1477b8b88508,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:12.600066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.606166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df33cea6-6670-4d86-b04d-71351acb8dbe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bac671a8e9e7418c94d44e41be29ac51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166099 Feb 09 20:38:12.609464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:12.736782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port b62646b9-3d77-4ca7-be88-b5e19353ec5d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:12.756988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port b62646b9-3d77-4ca7-be88-b5e19353ec5d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:12.757370 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.795282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:12.811595 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42d84f87-4b78-4713-99c8-2e92dccf11d8 admin admin] Publish callbacks [] for security_group (72fa3fc5-4e75-403f-b68e-1477b8b88508), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.820909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e has no active binding in host n-h1-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 20:38:12.827614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8575af-17da-465c-b9f0-b2fc5003f167 req-8bdabd45-087e-418b-ace3-5e53c5fda9d8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:12.830995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a8575af-17da-465c-b9f0-b2fc5003f167 req-8bdabd45-087e-418b-ace3-5e53c5fda9d8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 949 time: 0.0739164 Feb 09 20:38:12.831137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e4a9-7c25-4402-8d16-e9ad34d9d033 req-02af0372-36f5-4308-8692-f9d7e3df23e1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:12.836919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8dd0e4a9-7c25-4402-8d16-e9ad34d9d033 req-02af0372-36f5-4308-8692-f9d7e3df23e1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 944 time: 0.1807523 Feb 09 20:38:12.872575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b62646b9-3d77-4ca7-be88-b5e19353ec5d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:12.873124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.881893 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a8575af-17da-465c-b9f0-b2fc5003f167 req-a42077b2-4cef-4d59-8e05-fc8529e2ad60 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440202 Feb 09 20:38:12.894282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42d84f87-4b78-4713-99c8-2e92dccf11d8 admin admin] Publish callbacks [] for security_group (72fa3fc5-4e75-403f-b68e-1477b8b88508), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.917553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e37031b-3e8b-428a-b421-b2e07e00ae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62646b9-3d77-4ca7-be88-b5e19353ec5d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:12.919944 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb747d1-5c78-4b8e-93bb-a073da92b97a" -d '{"events": [{"server_uuid": "6e37031b-3e8b-428a-b421-b2e07e00ae7b", "name": "network-vif-plugged", "status": "completed", "tag": "b62646b9-3d77-4ca7-be88-b5e19353ec5d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:12.923848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b62646b9-3d77-4ca7-be88-b5e19353ec5d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b62646b9-3d77-4ca7-be88-b5e19353ec5d,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:12.928656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:12.985797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b62646b9-3d77-4ca7-be88-b5e19353ec5d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:12.995823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8dd0e4a9-7c25-4402-8d16-e9ad34d9d033 req-e06fcad3-83a9-438a-b6a7-f6f523e9343d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321888 Feb 09 20:38:13.003135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe2daa-6c45-4189-af53-314591beb9c4 req-cbe90784-926d-4c06-92cd-18d2365f9727 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:13.005188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ebe2daa-6c45-4189-af53-314591beb9c4 req-cbe90784-926d-4c06-92cd-18d2365f9727 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 948 time: 0.0609987 Feb 09 20:38:13.006539 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:13.020076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:13.074633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ebe2daa-6c45-4189-af53-314591beb9c4 req-9d961467-5230-4ac9-ad7c-01df1a1afcb9 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619402 Feb 09 20:38:13.099448 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42d84f87-4b78-4713-99c8-2e92dccf11d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (72fa3fc5-4e75-403f-b68e-1477b8b88508), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:13.109140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42d84f87-4b78-4713-99c8-2e92dccf11d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:13.111590 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-42d84f87-4b78-4713-99c8-2e92dccf11d8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/72fa3fc5-4e75-403f-b68e-1477b8b88508 HTTP/1.1" status: 204 len: 168 time: 0.5022550 Feb 09 20:38:13.132538 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd4ff7b-fa24-4051-84d9-e6acc6b99ec1 x-openstack-request-id: req-3dd4ff7b-fa24-4051-84d9-e6acc6b99ec1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:13.133380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84f87-4b78-4713-99c8-2e92dccf11d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fa3fc5-4e75-403f-b68e-1477b8b88508,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:13.133857 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e37031b-3e8b-428a-b421-b2e07e00ae7b", "name": "network-vif-plugged", "status": "completed", "tag": "b62646b9-3d77-4ca7-be88-b5e19353ec5d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:13.133857 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3dd4ff7b-fa24-4051-84d9-e6acc6b99ec1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:13.135174 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e37031b-3e8b-428a-b421-b2e07e00ae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62646b9-3d77-4ca7-be88-b5e19353ec5d', 'code': 200} Feb 09 20:38:13.164081 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Floating IP 10c79e99-09d4-4841-a63f-46413e6bf782 associated. External IP: 172.25.4.184, port: 0f766718-e771-4dff-8b63-8cdd48ffdbcc. Feb 09 20:38:13.276767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f684e9-5d30-44ed-bc66-189d4764e36a req-e58b3977-ca83-451c-b7aa-aebd8ab70805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:13.279210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2f684e9-5d30-44ed-bc66-189d4764e36a req-e58b3977-ca83-451c-b7aa-aebd8ab70805 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 1132 time: 0.0762322 Feb 09 20:38:13.351938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2f684e9-5d30-44ed-bc66-189d4764e36a req-3c138365-e768-4dd2-8d74-75789359bf06 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657175 Feb 09 20:38:13.402523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776d1a7-d9df-473d-82e8-3264497836b0 req-f888a154-0d29-43d4-a8f6-19529b3205c8 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:13.404814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2776d1a7-d9df-473d-82e8-3264497836b0 req-f888a154-0d29-43d4-a8f6-19529b3205c8 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 949 time: 0.0661700 Feb 09 20:38:13.459966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Router cea0100d-247e-4c84-ad28-e3ec3dc1d378 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:38:13.505691 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2776d1a7-d9df-473d-82e8-3264497836b0 req-9b0eaaba-7107-4e86-a698-e424380be9e9 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811934 Feb 09 20:38:13.544334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-ef762ab3-00f8-4bd5-964d-ab964223cc49 service neutron] 10.222.0.50 "GET /v2.0/ports/0dc6de85-8ff4-4544-aaec-a32506078f3e/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 385 time: 0.1182303 Feb 09 20:38:13.620910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:38:13.627578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:13.633828 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] Sync routers for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:38:13.651527 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:38:13.652534 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:13.711642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bbda794a-d68c-4d32-b25a-2aca1b94fab0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "PUT /v2.0/floatingips/10c79e99-09d4-4841-a63f-46413e6bf782 HTTP/1.1" status: 200 len: 992 time: 1.5727525 Feb 09 20:38:13.712960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff395781-9d0f-428b-885f-e79526da4d27', 'tag': '0f766718-e771-4dff-8b63-8cdd48ffdbcc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:13.715528 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e91669-5437-4c51-877c-ef5a616d33a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff395781-9d0f-428b-885f-e79526da4d27", "tag": "0f766718-e771-4dff-8b63-8cdd48ffdbcc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:13.740369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb34e7-3384-46b1-b3b1-d90ee583663c req-1d5b96e2-42ad-4f77-8fe8-110ea7f4baa9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:13.747976 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-66eb34e7-3384-46b1-b3b1-d90ee583663c req-1d5b96e2-42ad-4f77-8fe8-110ea7f4baa9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.0887024 Feb 09 20:38:13.794323 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:13.832966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:13.843515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-66eb34e7-3384-46b1-b3b1-d90ee583663c req-969c2202-0bdf-4407-937c-e031ad2d1760 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899675 Feb 09 20:38:13.876933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:13.890832 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1528101-04a2-492d-bc61-424008c0a30a x-openstack-request-id: req-f1528101-04a2-492d-bc61-424008c0a30a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:13.891279 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff395781-9d0f-428b-885f-e79526da4d27", "tag": "0f766718-e771-4dff-8b63-8cdd48ffdbcc", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:13.891409 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f1528101-04a2-492d-bc61-424008c0a30a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:13.891803 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff395781-9d0f-428b-885f-e79526da4d27', 'tag': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'status': 'completed', 'code': 200} Feb 09 20:38:13.906433 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:38:13.963188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc6de85-8ff4-4544-aaec-a32506078f3e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:13.980415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:14.005987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:14.006409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfb604-00e8-4df0-b97a-b070789048d6 req-2533d66f-1511-4d85-9478-50ec1e2d9f01 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:14.008072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dfb604-00e8-4df0-b97a-b070789048d6 req-2533d66f-1511-4d85-9478-50ec1e2d9f01 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.1452379 Feb 09 20:38:14.010751 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.050489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-2b36ff2c-c2b0-4e52-bd8a-75d6a698cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:14.052169 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-2b36ff2c-c2b0-4e52-bd8a-75d6a698cf89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26c6d712558447469ed8afaa092b79d7&device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 1129 time: 0.1349063 Feb 09 20:38:14.103461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da337e-6fed-4239-9330-5c025627f8d7 req-a8ef13b3-6581-4f5a-a1d0-193e03bebbe3 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:14.111345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0da337e-6fed-4239-9330-5c025627f8d7 req-a8ef13b3-6581-4f5a-a1d0-193e03bebbe3 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 949 time: 0.1038167 Feb 09 20:38:14.168885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0da337e-6fed-4239-9330-5c025627f8d7 req-44b928ad-25b3-4214-bcbe-6eae9209b3b5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565677 Feb 09 20:38:14.204153 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee97e9e-b019-4e2c-8ed8-b83e1fa8b0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.321819 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '10c79e99-09d4-4841-a63f-46413e6bf782', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'port_id': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'mac_address': 'fa:16:3e:46:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff395781-9d0f-428b-885f-e79526da4d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:36:52Z', 'updated_at': '2022-02-09T20:38:12Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:14.352610 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] Checking router: cea0100d-247e-4c84-ad28-e3ec3dc1d378 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:38:14.364229 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:38:14.365090 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:14.397728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb71d6-15ac-497a-9d39-1ea584f073e6 req-7e899b66-1568-45ff-a0b6-23f820de93e1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:14.405316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87bb71d6-15ac-497a-9d39-1ea584f073e6 req-7e899b66-1568-45ff-a0b6-23f820de93e1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 944 time: 0.1139152 Feb 09 20:38:14.451875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:14.462996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dfb604-00e8-4df0-b97a-b070789048d6 req-d87166d7-50f5-492c-a1d1-286cbc77a2a8 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477787 Feb 09 20:38:14.501288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee97e9e-b019-4e2c-8ed8-b83e1fa8b0e7 admin admin] Publish callbacks [] for security_group (68fbcbf4-d078-469c-93f6-018b17d2f49b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.503960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] Transition to ACTIVE for port object 0dc6de85-8ff4-4544-aaec-a32506078f3e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:14.510655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.513815 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87bb71d6-15ac-497a-9d39-1ea584f073e6 req-88612ed5-6b14-4dd5-8722-3e0a8b0d686e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074414 Feb 09 20:38:14.518160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fee97e9e-b019-4e2c-8ed8-b83e1fa8b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (68fbcbf4-d078-469c-93f6-018b17d2f49b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.533713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:14.537043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b7b10c60-f84e-4089-bc71-28b52fd0a319 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:14.577039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-c59a9954-bef6-4175-96de-374698ac2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:14.578758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-c59a9954-bef6-4175-96de-374698ac2bf6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 200 len: 924 time: 0.5044322 Feb 09 20:38:14.626149 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:38:14.627417 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fee97e9e-b019-4e2c-8ed8-b83e1fa8b0e7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b0613c37a39945fcbfd3e1e09a223b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6181703 Feb 09 20:38:14.629860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee97e9e-b019-4e2c-8ed8-b83e1fa8b0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fbcbf4-d078-469c-93f6-018b17d2f49b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:14.659397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39936) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:14.692440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-network', 'tenant_id': '16424f5ba36b476bb0032f24415158ff'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:14.744766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-c7bdacf1-3b99-4b67-89b0-4551c2c9a386 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f766718-e771-4dff-8b63-8cdd48ffdbcc HTTP/1.1" status: 200 len: 1000 time: 0.1504037 Feb 09 20:38:14.755363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port b7b10c60-f84e-4089-bc71-28b52fd0a319 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:14.764129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port b7b10c60-f84e-4089-bc71-28b52fd0a319 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:14.764470 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.776302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Made reservation on behalf of 16424f5ba36b476bb0032f24415158ff for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:14.778612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.792155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.800241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86330-f470-4c3f-b10e-97afd6ed225a req-02f1326d-4516-4dd4-8980-e392704db214 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:14.807191 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5f86330-f470-4c3f-b10e-97afd6ed225a req-02f1326d-4516-4dd4-8980-e392704db214 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 949 time: 0.1184466 Feb 09 20:38:14.809023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c32c0e41-257b-45d0-8f9b-ba01cdb72c8e admin admin] Publish callbacks [] for security_group (68fbcbf4-d078-469c-93f6-018b17d2f49b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.828776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:14.842756 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'port_id': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'mac_address': 'fa:16:3e:9c:5c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f63afb1-c10e-4345-ab56-2ecd1228ad55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:14.861451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c32c0e41-257b-45d0-8f9b-ba01cdb72c8e admin admin] Publish callbacks [] for security_group (68fbcbf4-d078-469c-93f6-018b17d2f49b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.885115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-a4c30441-018c-4fbf-8f8a-be4c414e8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:14.888295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-a4c30441-018c-4fbf-8f8a-be4c414e8973 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de HTTP/1.1" status: 200 len: 862 time: 0.0746047 Feb 09 20:38:14.913187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0dc6de85-8ff4-4544-aaec-a32506078f3e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:14.913448 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.917737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] No DVR routers for this DVR port 0dc6de85-8ff4-4544-aaec-a32506078f3e on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:38:14.923085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:14.927419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc6de85-8ff4-4544-aaec-a32506078f3e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:14.932307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b7b10c60-f84e-4089-bc71-28b52fd0a319 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:14.932699 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.948546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5f86330-f470-4c3f-b10e-97afd6ed225a req-2612432c-87c0-4da0-b519-e3abacfe852e tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404004 Feb 09 20:38:14.989638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:15.002916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:15.006040 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.010017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-9c836650-8cb2-44ff-9232-1a925104066c service neutron] 10.222.0.50 "PUT /v2.0/ports/0dc6de85-8ff4-4544-aaec-a32506078f3e/bindings/n-h1-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 1.4579318 Feb 09 20:38:15.015883 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.036587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7a500-8f29-4fc0-aea0-a2b9ecd63289 req-f5860ffd-ce76-46fa-ba33-493976bfbf55 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.051064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c32c0e41-257b-45d0-8f9b-ba01cdb72c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (68fbcbf4-d078-469c-93f6-018b17d2f49b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.053893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c32c0e41-257b-45d0-8f9b-ba01cdb72c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.055625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c32c0e41-257b-45d0-8f9b-ba01cdb72c8e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/68fbcbf4-d078-469c-93f6-018b17d2f49b HTTP/1.1" status: 204 len: 168 time: 0.3944492 Feb 09 20:38:15.056764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57a7a500-8f29-4fc0-aea0-a2b9ecd63289 req-f5860ffd-ce76-46fa-ba33-493976bfbf55 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 948 time: 0.4334004 Feb 09 20:38:15.068454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Publish callbacks [] for security_group (d1d0549c-3a5d-4a32-8658-f54561016be6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.072488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-2db579ad-e1d5-4ef1-ad26-7ac3e9df7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.075913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-2db579ad-e1d5-4ef1-ad26-7ac3e9df7849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=612b438a-1210-43b6-8c6f-3a3427b4ad7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1490993 Feb 09 20:38:15.078971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d1d0549c-3a5d-4a32-8658-f54561016be6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.079464 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '10c79e99-09d4-4841-a63f-46413e6bf782', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'port_id': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'mac_address': 'fa:16:3e:46:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff395781-9d0f-428b-885f-e79526da4d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:36:52Z', 'updated_at': '2022-02-09T20:38:12Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:15.086089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c0e41-257b-45d0-8f9b-ba01cdb72c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fbcbf4-d078-469c-93f6-018b17d2f49b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:15.105422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0dc6de85-8ff4-4544-aaec-a32506078f3e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:15.123491 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e5ee9-35cd-4256-a564-300db52fb75d None None] The sync data for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 is: [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '10c79e99-09d4-4841-a63f-46413e6bf782', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'floating_ip_address': '172.25.4.184', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'port_id': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'mac_address': 'fa:16:3e:46:46:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff395781-9d0f-428b-885f-e79526da4d27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:36:52Z', 'updated_at': '2022-02-09T20:38:12Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:38:15.132327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:38:15.164893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d0549c-3a5d-4a32-8658-f54561016be6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:15.183492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:15.184795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.185629 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Added segment dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3 of type vlan for network b98611ed-2cb1-438a-94d8-389bcbbf542e Feb 09 20:38:15.187266 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba476465-58ec-447f-a5e4-29f3ef7d265a" -d '{"events": [{"server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "name": "network-vif-plugged", "status": "completed", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:15.220624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:15.242358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57a7a500-8f29-4fc0-aea0-a2b9ecd63289 req-2aa9692c-ed7a-43bd-b14e-226d6df7935c tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824210 Feb 09 20:38:15.254119 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b98611ed-2cb1-438a-94d8-389bcbbf542e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.270794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4e763-ce6a-4869-8d65-4f02d9f0610e req-ac2a1a2c-50d2-4066-a5a5-5d6600517786 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.278898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34e4e763-ce6a-4869-8d65-4f02d9f0610e req-ac2a1a2c-50d2-4066-a5a5-5d6600517786 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.2719884 Feb 09 20:38:15.324152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b98611ed-2cb1-438a-94d8-389bcbbf542e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.325134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.325795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.339188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:15.358644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-f7a6af29-f34c-42e6-b4dc-0c7a3d1d6452 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.362726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-f7a6af29-f34c-42e6-b4dc-0c7a3d1d6452 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1129 time: 0.2856891 Feb 09 20:38:15.402281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e5360905-99a8-4bc0-9e8f-2623d660a7bf up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:15.440718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9786294 Feb 09 20:38:15.456524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34e4e763-ce6a-4869-8d65-4f02d9f0610e req-ce916d8a-b274-4366-99ee-7672cc8dcf98 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771858 Feb 09 20:38:15.457155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:15.491050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Request body: {'subnet': {'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-subnet', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:15.495041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc851e7-917e-4098-b04d-de88f80f4c5a None None] New status for floating IP 10c79e99-09d4-4841-a63f-46413e6bf782: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:38:15.506016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-44099cd8-c080-4d09-93f5-93e9e5f517fc service neutron] 10.222.0.13 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903663 Feb 09 20:38:15.542655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port e5360905-99a8-4bc0-9e8f-2623d660a7bf completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:15.547656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a5d26-9e40-44a8-94b4-5df6868a174c admin admin] Pushing event updated for resources: {'Network': ['ID=b98611ed-2cb1-438a-94d8-389bcbbf542e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:15.556080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port e5360905-99a8-4bc0-9e8f-2623d660a7bf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:15.556419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.582333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b98611ed-2cb1-438a-94d8-389bcbbf542e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:38:15.621434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:15.633324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-7cab0007-519f-4a41-bc04-8c0900c0e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.636713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-7cab0007-519f-4a41-bc04-8c0900c0e027 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02&tenant_id=97292526b23f47e7b063a919fd79ffee HTTP/1.1" status: 200 len: 1129 time: 0.2521861 Feb 09 20:38:15.678329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af017248-7846-400c-83f3-6a315f2aec51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.686797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Made reservation on behalf of 16424f5ba36b476bb0032f24415158ff for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:15.688744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3e91669-5437-4c51-877c-ef5a616d33a3 req-43ba25df-0bc5-4717-88d8-69b7dd96cbec service neutron] 10.222.0.13 "GET /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725202 Feb 09 20:38:15.689679 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.734372 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d6f7cc-c78a-42b7-9371-791e31a88657 x-openstack-request-id: req-03d6f7cc-c78a-42b7-9371-791e31a88657 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:15.734808 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "name": "network-vif-plugged", "status": "completed", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:15.735149 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-03d6f7cc-c78a-42b7-9371-791e31a88657 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:15.735559 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'code': 200} Feb 09 20:38:15.822346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daada90-f16b-4d76-8d2e-b0005a5c332c req-357bffa1-17d0-4f7d-8432-8706f9d50979 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.823798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1daada90-f16b-4d76-8d2e-b0005a5c332c req-357bffa1-17d0-4f7d-8432-8706f9d50979 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.2605374 Feb 09 20:38:15.831628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e5360905-99a8-4bc0-9e8f-2623d660a7bf is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:15.832404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.850326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-d416e3be-8459-4b7a-ad81-284423e2b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.852017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-d416e3be-8459-4b7a-ad81-284423e2b9ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1129 time: 0.1605389 Feb 09 20:38:15.869651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e5360905-99a8-4bc0-9e8f-2623d660a7bf, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5360905-99a8-4bc0-9e8f-2623d660a7bf,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:15.874459 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.909586 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1daada90-f16b-4d76-8d2e-b0005a5c332c req-b80ccc5e-2255-408c-b138-9faadd64c355 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769043 Feb 09 20:38:15.921176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9554a-802b-4b34-a044-a970a56338c8 req-bf80c63d-f78b-4b39-8c90-2238379cc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.922706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddd9554a-802b-4b34-a044-a970a56338c8 req-bf80c63d-f78b-4b39-8c90-2238379cc968 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1133 time: 0.1600585 Feb 09 20:38:15.927238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e5360905-99a8-4bc0-9e8f-2623d660a7bf,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:15.947070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894af9-f8c3-41ec-a87f-a62936c3458d req-114a424e-7a40-4d4a-bec3-bf24bc71a8a3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:15.948615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38894af9-f8c3-41ec-a87f-a62936c3458d req-114a424e-7a40-4d4a-bec3-bf24bc71a8a3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.1759779 Feb 09 20:38:15.961815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af017248-7846-400c-83f3-6a315f2aec51 admin admin] Publish callbacks [] for security_group (53f38829-f2ae-494f-a5cc-a4167e3334fb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:15.969728 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af017248-7846-400c-83f3-6a315f2aec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (53f38829-f2ae-494f-a5cc-a4167e3334fb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.023600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af017248-7846-400c-83f3-6a315f2aec51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f38829-f2ae-494f-a5cc-a4167e3334fb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:16.037203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddd9554a-802b-4b34-a044-a970a56338c8 req-cb410db3-4585-40d2-9f2a-d7afa6f6fb39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047552 Feb 09 20:38:16.045615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-82b04079-40e0-4374-be5e-6e5ec84b2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:16.047157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-82b04079-40e0-4374-be5e-6e5ec84b2636 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.1875119 Feb 09 20:38:16.059395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38894af9-f8c3-41ec-a87f-a62936c3458d req-f9633409-8126-411c-8d67-2ffa7f00ce39 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974309 Feb 09 20:38:16.075497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-af017248-7846-400c-83f3-6a315f2aec51 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2fa4a55c9a2a4bf6aa0dc3ef19269007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4458659 Feb 09 20:38:16.075933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:16.119408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (09623e79-b68b-4338-b167-7241e89dd52d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.171508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d82670-3e17-47bb-9ff6-ad169d693ce4 req-e021916c-a27f-4f1d-9800-02d5db290fb7 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:16.173128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3d82670-3e17-47bb-9ff6-ad169d693ce4 req-e021916c-a27f-4f1d-9800-02d5db290fb7 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 949 time: 0.0546601 Feb 09 20:38:16.223477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3d82670-3e17-47bb-9ff6-ad169d693ce4 req-3b5d5193-8497-4776-ac45-25bc79d13691 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Feb 09 20:38:16.280799 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-64cf7823-3f4d-4d1a-a801-4f17a032fee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 217 time: 0.0425465 Feb 09 20:38:16.362542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-7b37a784-92c1-49c8-bee5-6cfeaac20e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:16.363920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-7b37a784-92c1-49c8-bee5-6cfeaac20e8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.0770426 Feb 09 20:38:16.382512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487674d2-5a58-4c23-af85-ae868a3d8b4d req-afff58e4-ce68-45d0-af36-9b72e61e4b91 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:16.384006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-487674d2-5a58-4c23-af85-ae868a3d8b4d req-afff58e4-ce68-45d0-af36-9b72e61e4b91 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.0877733 Feb 09 20:38:16.391793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb35f-a9a3-40bb-bee9-2947e5ae1360 req-e5ebb3c3-1bb5-43a1-bae2-0842258fd995 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:16.393180 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cceb35f-a9a3-40bb-bee9-2947e5ae1360 req-e5ebb3c3-1bb5-43a1-bae2-0842258fd995 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 946 time: 0.3897440 Feb 09 20:38:16.415629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-c14787f4-efe7-4be8-bdb7-10045023c91e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306845 Feb 09 20:38:16.439195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-602dcc74-8d83-48b6-9867-d39f7e214e6c admin admin] Publish callbacks [] for security_group (53f38829-f2ae-494f-a5cc-a4167e3334fb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.449162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09623e79-b68b-4338-b167-7241e89dd52d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:16.478497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.478848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.479197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.479537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.479902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.480237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.480569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.481213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.481213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.481527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.481848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.482170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.482492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:16.503869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-487674d2-5a58-4c23-af85-ae868a3d8b4d req-f590d45c-19e3-4e4b-9ab3-8e8340f7efb5 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116874 Feb 09 20:38:16.506050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Checking segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:16.506414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Network hostable DHCP agents. Network: b98611ed-2cb1-438a-94d8-389bcbbf542e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:38:16.509730 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-602dcc74-8d83-48b6-9867-d39f7e214e6c admin admin] Publish callbacks [] for security_group (53f38829-f2ae-494f-a5cc-a4167e3334fb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.524272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cceb35f-a9a3-40bb-bee9-2947e5ae1360 req-8296c473-160d-4cad-aa31-6e7bfbf9b0e1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195455 Feb 09 20:38:16.539961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:16.563632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Network b98611ed-2cb1-438a-94d8-389bcbbf542e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:38:16.578108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-24492b27-08ab-4298-a536-6e6a860deb5a service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534224 Feb 09 20:38:16.582567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, b98611ed-2cb1-438a-94d8-389bcbbf542e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:16.597155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ef4a1-abdc-44b2-a2ba-801920090914 None None] Network b98611ed-2cb1-438a-94d8-389bcbbf542e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:38:16.607285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:16.608044 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.616443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-602dcc74-8d83-48b6-9867-d39f7e214e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (53f38829-f2ae-494f-a5cc-a4167e3334fb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.619032 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-602dcc74-8d83-48b6-9867-d39f7e214e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.623559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-602dcc74-8d83-48b6-9867-d39f7e214e6c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/53f38829-f2ae-494f-a5cc-a4167e3334fb HTTP/1.1" status: 204 len: 168 time: 0.5466940 Feb 09 20:38:16.653119 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d521162-04cb-4aa6-9fa5-d141158599f8 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1930919 Feb 09 20:38:16.656146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:16.667823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:16.669925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dcc74-8d83-48b6-9867-d39f7e214e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f38829-f2ae-494f-a5cc-a4167e3334fb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:16.718774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 0dc6de85-8ff4-4544-aaec-a32506078f3e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:16.726060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ae1bc-3542-4eeb-aee2-89fa267204cc req-36bc387a-2922-4ca6-bd18-ee125389ed87 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:16.728886 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-505ae1bc-3542-4eeb-aee2-89fa267204cc req-36bc387a-2922-4ca6-bd18-ee125389ed87 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.1018641 Feb 09 20:38:16.736250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 0dc6de85-8ff4-4544-aaec-a32506078f3e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:16.736879 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.739976 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.741036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.761519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-198bc922-16d7-4147-8134-d8eec48932e6 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703219 Feb 09 20:38:16.778997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadb697-18a2-4b54-83f7-5943cc6ca0ae req-868f39dc-5929-4340-9294-de9dcb1fff24 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:16.786719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1fadb697-18a2-4b54-83f7-5943cc6ca0ae req-868f39dc-5929-4340-9294-de9dcb1fff24 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 949 time: 0.1451232 Feb 09 20:38:16.816736 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-505ae1bc-3542-4eeb-aee2-89fa267204cc req-443a1a9b-37a0-42f5-b074-97461907a682 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777800 Feb 09 20:38:16.819699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-b98611ed-2cb1-438a-94d8-389bcbbf542e', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:38:16.820794 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.848444 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks [] for router_controller (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.931885 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1fadb697-18a2-4b54-83f7-5943cc6ca0ae req-2bf83639-8cdf-45a4-9b40-5260ad03c844 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442254 Feb 09 20:38:17.024603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks [] for router_gateway (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.104753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0dc6de85-8ff4-4544-aaec-a32506078f3e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:17.106214 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.130033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f66bf7-4d50-47c8-83f6-a3fddb1b54de req-97f5f415-7044-4412-8f8d-a5ed4adc1fe1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:17.132143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8f66bf7-4d50-47c8-83f6-a3fddb1b54de req-97f5f415-7044-4412-8f8d-a5ed4adc1fe1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.0809166 Feb 09 20:38:17.188646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:17.196882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-961097ca-7812-4977-a45e-389124a26457 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:17.197564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.198355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-961097ca-7812-4977-a45e-389124a26457 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1129 time: 0.1633978 Feb 09 20:38:17.207803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Allocated IP 172.20.0.2 (b98611ed-2cb1-438a-94d8-389bcbbf542e/09623e79-b68b-4338-b167-7241e89dd52d/d95fc7c0-0920-4a06-bded-c0bd272aa406) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:17.238619 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8f66bf7-4d50-47c8-83f6-a3fddb1b54de req-f4857144-b424-4ea9-99e6-44cd65c0ddf7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993645 Feb 09 20:38:17.306954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=12']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:17.416235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:38:17.424399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-038ef56b-ff56-4e17-94e3-9324f6b1df53 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:17.425870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-038ef56b-ff56-4e17-94e3-9324f6b1df53 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 949 time: 0.1678240 Feb 09 20:38:17.460365 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Publish callbacks [] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.473452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.510816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 0dc6de85-8ff4-4544-aaec-a32506078f3e host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:38:17.511237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:38:17.530149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Network b98611ed-2cb1-438a-94d8-389bcbbf542e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:17.534222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:17.537196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:17.541155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Pushing event updated for resources: {'Port': ['ID=d95fc7c0-0920-4a06-bded-c0bd272aa406,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:17.610689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Attempting to bind port d95fc7c0-0920-4a06-bded-c0bd272aa406 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:17.611202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Attempting to bind port d95fc7c0-0920-4a06-bded-c0bd272aa406 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:17.611381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Attempting to bind port d95fc7c0-0920-4a06-bded-c0bd272aa406 on network b98611ed-2cb1-438a-94d8-389bcbbf542e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:17.613277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249def-862e-4d55-a691-575611f3c40c req-aceb7f5f-b421-46aa-be36-147f4399465d tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:17.614883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16249def-862e-4d55-a691-575611f3c40c req-aceb7f5f-b421-46aa-be36-147f4399465d tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 949 time: 0.2911396 Feb 09 20:38:17.617765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:17.618159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Checking segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:17.618508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-39c93488-b744-4936-98a7-a9c77ece1f06 service neutron] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:17.618792 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.619193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Bound using segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:17.619674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Bound port: d95fc7c0-0920-4a06-bded-c0bd272aa406, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:17.620090 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.626122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-39c93488-b744-4936-98a7-a9c77ece1f06 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.627337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c77b4b3-0582-444a-8efc-8b1c395e6a21 req-39c93488-b744-4936-98a7-a9c77ece1f06 service neutron] 10.222.0.13 "DELETE /v2.0/ports/0dc6de85-8ff4-4544-aaec-a32506078f3e/bindings/n-h2-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.4201181 Feb 09 20:38:17.643823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks [] for router_gateway (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.676548 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.709883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] For port d95fc7c0-0920-4a06-bded-c0bd272aa406, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:17.716554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] For port d95fc7c0-0920-4a06-bded-c0bd272aa406, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d95fc7c0-0920-4a06-bded-c0bd272aa406,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:17.725918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.736063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e9beee-c989-4320-8dd6-07fbe9e20ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5360905-99a8-4bc0-9e8f-2623d660a7bf'}, {'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:17.738734 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7636cb-cb3e-4116-b222-68d7aab4198a" -d '{"events": [{"server_uuid": "c5e9beee-c989-4320-8dd6-07fbe9e20ea5", "name": "network-vif-plugged", "status": "completed", "tag": "e5360905-99a8-4bc0-9e8f-2623d660a7bf"}, {"server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "name": "network-vif-plugged", "status": "completed", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:17.761958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16249def-862e-4d55-a691-575611f3c40c req-db2dcfbe-f0ea-4301-9eef-29e09b7e7ed3 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/security-groups?id=85eec267-2d61-4c96-b13a-82e536f59c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319580 Feb 09 20:38:17.773112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Deleting port b62646b9-3d77-4ca7-be88-b5e19353ec5d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:38:17.774492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.799032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1a7cc-a823-4adc-b090-1d2db2a7786a req-6c8dcd83-3838-413e-91c3-168c16da54da tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:17.805172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bff1a7cc-a823-4adc-b090-1d2db2a7786a req-6c8dcd83-3838-413e-91c3-168c16da54da tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 947 time: 0.1413286 Feb 09 20:38:17.807311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1027b-0135-4b6d-bdec-746a5919006f None None] Pushing event updated for resources: {'Port': ['ID=d95fc7c0-0920-4a06-bded-c0bd272aa406,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:17.872933 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7a7fb1-0c87-4993-af07-6a2c862e0189 x-openstack-request-id: req-1f7a7fb1-0c87-4993-af07-6a2c862e0189 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:17.873437 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e9beee-c989-4320-8dd6-07fbe9e20ea5", "name": "network-vif-plugged", "status": "completed", "tag": "e5360905-99a8-4bc0-9e8f-2623d660a7bf", "code": 200}, {"server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "name": "network-vif-plugged", "status": "completed", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:17.873876 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1f7a7fb1-0c87-4993-af07-6a2c862e0189 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:17.874582 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e9beee-c989-4320-8dd6-07fbe9e20ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5360905-99a8-4bc0-9e8f-2623d660a7bf', 'code': 200} Feb 09 20:38:17.875009 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'code': 200} Feb 09 20:38:17.901302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bff1a7cc-a823-4adc-b090-1d2db2a7786a req-520ba809-4293-4140-b082-44e314586404 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902891 Feb 09 20:38:18.143547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bd580-51ab-4e22-9ebf-6cbb35d5cd9b req-d17dffe3-96c8-44ed-bc64-8797121241ae tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:18.145865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b9bd580-51ab-4e22-9ebf-6cbb35d5cd9b req-d17dffe3-96c8-44ed-bc64-8797121241ae tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 949 time: 0.1012046 Feb 09 20:38:18.238707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b9bd580-51ab-4e22-9ebf-6cbb35d5cd9b req-7b79c64e-c06e-49a1-97ec-8e971e52ecc0 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859478 Feb 09 20:38:18.283169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Allocated IP 172.25.4.222 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b1d9ecec-00b7-4168-8679-27c8b80b6dc9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:18.357426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] For port b62646b9-3d77-4ca7-be88-b5e19353ec5d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b62646b9-3d77-4ca7-be88-b5e19353ec5d,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:18.357875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:18.373170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e1166-8fad-4791-b00a-91e7ef78fadf req-2d8e880b-71a1-4a4d-a973-b2955895fe44 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:18.374974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-996e1166-8fad-4791-b00a-91e7ef78fadf req-2d8e880b-71a1-4a4d-a973-b2955895fe44 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1130 time: 0.0631416 Feb 09 20:38:18.411180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Calling delete_port for b62646b9-3d77-4ca7-be88-b5e19353ec5d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:38:18.428351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-996e1166-8fad-4791-b00a-91e7ef78fadf req-b28c2877-6e61-4813-8336-57f7296e5771 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Feb 09 20:38:18.438502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3280ae0-aaf1-4092-80f9-e08a61e0a014 req-a101e662-cf5f-4acd-aca0-f41bdc740fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:18.439971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3280ae0-aaf1-4092-80f9-e08a61e0a014 req-a101e662-cf5f-4acd-aca0-f41bdc740fce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 1132 time: 0.2669108 Feb 09 20:38:18.451107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ca22-c301-4786-9c5c-0095a50d496f req-dc599054-e225-4dbd-9577-496304e55641 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:18.452638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0595ca22-c301-4786-9c5c-0095a50d496f req-dc599054-e225-4dbd-9577-496304e55641 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.2743795 Feb 09 20:38:18.595625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks [] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:18.616332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3280ae0-aaf1-4092-80f9-e08a61e0a014 req-ae32cbb9-b789-4f61-9bf6-1fdfaa3ab358 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612463 Feb 09 20:38:18.629132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0595ca22-c301-4786-9c5c-0095a50d496f req-5b91b32b-5b3f-4bcc-873c-eb979ea4ed7d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627233 Feb 09 20:38:18.670885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf700f-c7df-4564-a4aa-f508e41262bb req-732208df-b052-42c4-8e40-d9b2c19ec881 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:18.672559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d2cf700f-c7df-4564-a4aa-f508e41262bb req-732208df-b052-42c4-8e40-d9b2c19ec881 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.1142907 Feb 09 20:38:18.724767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:18.746730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d2cf700f-c7df-4564-a4aa-f508e41262bb req-ac845333-85be-475d-9730-659efc501a52 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629723 Feb 09 20:38:18.827773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:18.861431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:18.869556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:18.871811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Pushing event updated for resources: {'Port': ['ID=b1d9ecec-00b7-4168-8679-27c8b80b6dc9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:18.874397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-e8795154-96d4-474b-ad9c-c72e06bb7997 req-7b95674d-39a2-4680-840f-c831333bd10d service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:38:18.875366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8795154-96d4-474b-ad9c-c72e06bb7997 req-7b95674d-39a2-4680-840f-c831333bd10d service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055726 Feb 09 20:38:18.901179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b62646b9-3d77-4ca7-be88-b5e19353ec5d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:18.933076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.933437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.933774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.934116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.934452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.934787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.935118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.935449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.936097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.936519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.936934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.937310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:18.937684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:19.006674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Pushing event deleted for resources: {'Port': ['ID=b62646b9-3d77-4ca7-be88-b5e19353ec5d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:19.153879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] No DVR routers for this DVR port b62646b9-3d77-4ca7-be88-b5e19353ec5d on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:38:19.183504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18dd74d8-c5c2-41e1-989c-a9bd8c61697b req-701b4a12-d8a7-49b2-96a0-350279a04d46 tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e37031b-3e8b-428a-b421-b2e07e00ae7b HTTP/1.1" status: 200 len: 210 time: 0.0367692 Feb 09 20:38:19.203122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-cb6601e3-a784-4140-9808-3ad912fb82a6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:19.203122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-cb6601e3-a784-4140-9808-3ad912fb82a6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 821 time: 0.4609864 Feb 09 20:38:19.203122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:19.206573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a2e87a5-d6ba-4d72-b801-8afdd736f303 req-e60c658b-3e63-4b60-860d-fc484857addf tempest-ImagesNegativeTestJSON-114636158 tempest-ImagesNegativeTestJSON-114636158-project] 10.222.0.13 "DELETE /v2.0/ports/b62646b9-3d77-4ca7-be88-b5e19353ec5d HTTP/1.1" status: 204 len: 173 time: 1.7276819 Feb 09 20:38:19.207071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e37031b-3e8b-428a-b421-b2e07e00ae7b', 'name': 'network-vif-deleted', 'tag': 'b62646b9-3d77-4ca7-be88-b5e19353ec5d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:19.209681 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ccf4cf-7cc0-490b-a9f8-7c76d890d00b" -d '{"events": [{"server_uuid": "6e37031b-3e8b-428a-b421-b2e07e00ae7b", "name": "network-vif-deleted", "tag": "b62646b9-3d77-4ca7-be88-b5e19353ec5d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:19.290169 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-d73bfafc-a461-4758-972b-07f5667e9d54 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/quotas/97292526b23f47e7b063a919fd79ffee HTTP/1.1" status: 200 len: 375 time: 0.0772698 Feb 09 20:38:19.305737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-f2c66e08-0c99-4f85-968f-78549dbc9c95 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188214 Feb 09 20:38:19.316216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-7226ddb6-f784-49b9-b1ad-202527ff2444 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:38:19.317480 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-7226ddb6-f784-49b9-b1ad-202527ff2444 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063696 Feb 09 20:38:19.389208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-4c84e39b-0a8f-4b57-bda8-4de86bd40883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:19.390743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-4c84e39b-0a8f-4b57-bda8-4de86bd40883 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1129 time: 0.2385902 Feb 09 20:38:19.404031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0a70f-f355-4174-80e3-3925ff21cfa9 None None] Network b98611ed-2cb1-438a-94d8-389bcbbf542e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:38:19.488710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-90c68c2b-6b69-4f90-9bcf-a648559fa337 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=df795df2ffdb42fa8d5d4605021d5475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419152 Feb 09 20:38:19.491137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-b35d046e-8635-4a3d-b382-d6ddf3b1c617 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000270 Feb 09 20:38:19.498870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8c9c1a88-0e95-4c10-b555-b7c1fdbc41dd None None] Provisioning complete for port d95fc7c0-0920-4a06-bded-c0bd272aa406 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:19.499481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1a88-0e95-4c10-b555-b7c1fdbc41dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:19.594263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-77d2d7b2-31bc-4d2b-b52e-0b7bbd109b97 service neutron] 10.222.0.102 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022143 Feb 09 20:38:19.617947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-958bd356-852f-4762-b2c5-78a4199abe92 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:19.624879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-958bd356-852f-4762-b2c5-78a4199abe92 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342146 Feb 09 20:38:19.638138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-949ea81c-a442-4a10-9224-98672fca38cb tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/quotas/df795df2ffdb42fa8d5d4605021d5475 HTTP/1.1" status: 200 len: 375 time: 0.0120711 Feb 09 20:38:19.694554 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-2505f0c3-6c51-4428-acbf-07ece6194e44 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499470 Feb 09 20:38:19.709611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c1a88-0e95-4c10-b555-b7c1fdbc41dd None None] Current status of the port d95fc7c0-0920-4a06-bded-c0bd272aa406 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:19.710173 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1a88-0e95-4c10-b555-b7c1fdbc41dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:19.769420 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks [] for router_gateway (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:19.772703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8c9c1a88-0e95-4c10-b555-b7c1fdbc41dd None None] For port d95fc7c0-0920-4a06-bded-c0bd272aa406, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d95fc7c0-0920-4a06-bded-c0bd272aa406,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:19.781480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1a88-0e95-4c10-b555-b7c1fdbc41dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:19.891597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-46bc6703-29ba-4475-9620-4f22d0f21343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:19.893365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-46bc6703-29ba-4475-9620-4f22d0f21343 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.4546518 Feb 09 20:38:19.955434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d95fc7c0-0920-4a06-bded-c0bd272aa406 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:20.012279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-39889417-baee-4d19-83a2-34c8ca2d8b0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 217 time: 0.0746694 Feb 09 20:38:20.024049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-8da55f89-7b32-4d9c-931c-7690f01c78db service neutron] 10.222.0.102 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281368 Feb 09 20:38:20.057720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c1a88-0e95-4c10-b555-b7c1fdbc41dd None None] Pushing event updated for resources: {'Port': ['ID=d95fc7c0-0920-4a06-bded-c0bd272aa406,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:20.097761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d95fc7c0-0920-4a06-bded-c0bd272aa406 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:20.098149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:20.108490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-d372621e-6905-4f22-9773-d59e18a5ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:20.110510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-d372621e-6905-4f22-9773-d59e18a5ed43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.0835876 Feb 09 20:38:20.264924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-37b35c2a-699c-4931-a5c3-4fed7e86c03b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908706 Feb 09 20:38:20.288875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7f950b01-b1f4-4310-a141-636eeaebfd78 None None] Provisioning complete for port d95fc7c0-0920-4a06-bded-c0bd272aa406 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:20.289445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f950b01-b1f4-4310-a141-636eeaebfd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:20.354111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e23eb-2329-4caa-bf4d-e5c00f6b52d8 req-74172d31-146d-4f11-9157-9e4098d47461 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:20.363633 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-895e23eb-2329-4caa-bf4d-e5c00f6b52d8 req-74172d31-146d-4f11-9157-9e4098d47461 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.1758320 Feb 09 20:38:20.378579 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ac0469-7992-4318-bfb2-bee406864ec2 x-openstack-request-id: req-d4ac0469-7992-4318-bfb2-bee406864ec2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:20.378891 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e37031b-3e8b-428a-b421-b2e07e00ae7b", "name": "network-vif-deleted", "tag": "b62646b9-3d77-4ca7-be88-b5e19353ec5d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:20.379124 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d4ac0469-7992-4318-bfb2-bee406864ec2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:20.379527 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e37031b-3e8b-428a-b421-b2e07e00ae7b', 'name': 'network-vif-deleted', 'tag': 'b62646b9-3d77-4ca7-be88-b5e19353ec5d', 'status': 'completed', 'code': 200} Feb 09 20:38:20.415344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d95fc7c0-0920-4a06-bded-c0bd272aa406 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:20.457703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-895e23eb-2329-4caa-bf4d-e5c00f6b52d8 req-cb504d97-8892-42a4-85fd-fc96a46d62b8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867648 Feb 09 20:38:20.484680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7f950b01-b1f4-4310-a141-636eeaebfd78 None None] Current status of the port d95fc7c0-0920-4a06-bded-c0bd272aa406 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:20.530511 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:20.586254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b62646b9-3d77-4ca7-be88-b5e19353ec5d no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:38:20.623230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: b62646b9-3d77-4ca7-be88-b5e19353ec5d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:38:20.623592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b62646b9-3d77-4ca7-be88-b5e19353ec5d not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:38:20.684014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33402df6-07ac-4cf0-b335-0e17ada7a27c req-93a35e2a-9b02-4880-ab41-258038eb1cf7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:20.687009 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-33402df6-07ac-4cf0-b335-0e17ada7a27c req-93a35e2a-9b02-4880-ab41-258038eb1cf7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.0911164 Feb 09 20:38:20.756948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-33402df6-07ac-4cf0-b335-0e17ada7a27c req-6d344631-3d24-4a06-9a4e-869efea06885 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599542 Feb 09 20:38:20.916801 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-417ea0b1-8d74-49d3-8f05-c5a80f785b57 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=df795df2ffdb42fa8d5d4605021d5475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405114 Feb 09 20:38:21.015265 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-c537cd55-6ce7-400d-94dc-3bf3c8f2f759 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424886 Feb 09 20:38:21.043481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a73d3d-401b-47a7-a0c1-efb21c478a49 req-e4abda1c-5301-42eb-ace4-4ac842080dfb tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:21.045111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1a73d3d-401b-47a7-a0c1-efb21c478a49 req-e4abda1c-5301-42eb-ace4-4ac842080dfb tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 949 time: 0.6094031 Feb 09 20:38:21.083232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-642c0a14-e735-4a9a-8023-0983c7139777 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:21.084778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-642c0a14-e735-4a9a-8023-0983c7139777 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611943 Feb 09 20:38:21.105703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-3ecc9a88-5c5d-46ca-a126-dcf2e15490dd tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/quotas/df795df2ffdb42fa8d5d4605021d5475 HTTP/1.1" status: 200 len: 375 time: 0.0131273 Feb 09 20:38:21.160722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-6c700793-270c-4cf3-8e71-5e415a6be8cb tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457439 Feb 09 20:38:21.183891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1a73d3d-401b-47a7-a0c1-efb21c478a49 req-37236802-275b-498b-8e71-200988c3b04c tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234670 Feb 09 20:38:21.188428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-33ab8f38-1529-4903-a8ef-16d741311aed service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618464 Feb 09 20:38:21.224254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:38:21.353053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:21.407807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed42482b-51a9-4906-9cd1-b1b50bd6714e req-3e8cc161-eda6-4155-800b-90c9ee1c4642 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 210 time: 0.0383937 Feb 09 20:38:21.421214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:38:21.428676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-d70e6b3e-050d-432a-b24d-5964ec59345c tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:21.430608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-d70e6b3e-050d-432a-b24d-5964ec59345c tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1129 time: 0.1509776 Feb 09 20:38:21.434066 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:38:21.446138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:21.477173 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:38:21.477423 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:21.481785 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:21.481942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:21.482414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df215e38-8202-438c-b2e3-73e2515a589e admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.8227839 Feb 09 20:38:21.648280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:21.750695 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:38:21.771931 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f5ac5ac2-e473-483c-a4a6-45827bccae08 req-749cb706-58e2-41f3-87bd-8fbdff8d98c5 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 210 time: 0.0821631 Feb 09 20:38:21.854247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-81fffcec-073d-426f-a024-e3012879066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:21.856629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-81fffcec-073d-426f-a024-e3012879066c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1133 time: 0.3004365 Feb 09 20:38:21.863636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d95fc7c0-0920-4a06-bded-c0bd272aa406 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:21.994592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d95fc7c0-0920-4a06-bded-c0bd272aa406 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:21.996011 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.107839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:22.146924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:22.178467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-a4154089-7a81-4a7d-9923-c4fc570ca807 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=df795df2ffdb42fa8d5d4605021d5475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4037764 Feb 09 20:38:22.179366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d95fc7c0-0920-4a06-bded-c0bd272aa406 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:22.214588 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:19Z', 'revision_number': 3, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:22.234886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eed124-72de-4498-9535-9fa263218b51 req-049968c9-61d7-4337-9af6-5713e919c773 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:22.245125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5eed124-72de-4498-9535-9fa263218b51 req-049968c9-61d7-4337-9af6-5713e919c773 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 946 time: 0.1938217 Feb 09 20:38:22.268102 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:38:22.268735 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Updating router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:38:22.297936 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.321129 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5eed124-72de-4498-9535-9fa263218b51 req-3018cf31-86cf-4479-b3c6-06261d932464 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737998 Feb 09 20:38:22.431094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:22.433485 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e655af-a804-4d56-b5a9-c35ef2030f68" -d '{"events": [{"server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:22.449358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Publish callbacks [] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.464983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-d2bed97c-bbe6-4d36-99a7-997a7d44e736 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=5e4cee0a801147c5a2203920f20101ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292587 Feb 09 20:38:22.467272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.480227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-af7f7d3b-0fc0-46ee-a1da-208d85a1d131 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:22.481724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-af7f7d3b-0fc0-46ee-a1da-208d85a1d131 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830875 Feb 09 20:38:22.493260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.519271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Request body: {'port': {'device_id': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'df795df2ffdb42fa8d5d4605021d5475'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:22.578058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3e57-7564-4418-865e-dc3462abf4b3 req-bebefb9e-f538-4fb0-8eb9-bf8c672bc957 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:22.579586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85de3e57-7564-4418-865e-dc3462abf4b3 req-bebefb9e-f538-4fb0-8eb9-bf8c672bc957 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.3929164 Feb 09 20:38:22.610237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-8e482f3f-b343-4146-a2b6-859fe220bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:22.611482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-8e482f3f-b343-4146-a2b6-859fe220bfdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.7432628 Feb 09 20:38:22.630621 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Publish callbacks [] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.636649 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.669933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-26282848-b170-44c0-af8e-6050137b88ce tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:22.676779 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-26282848-b170-44c0-af8e-6050137b88ce tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927364 Feb 09 20:38:22.684582 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Pushing event updated for resources: {'Port': ['ID=b1d9ecec-00b7-4168-8679-27c8b80b6dc9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:22.701286 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Attempting to bind port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:22.701616 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-bfed79b3-6d98-4527-a0b5-974abd29d43c tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/quotas/5e4cee0a801147c5a2203920f20101ba HTTP/1.1" status: 200 len: 375 time: 0.0236809 Feb 09 20:38:22.702044 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Attempting to bind port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:22.702566 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Attempting to bind port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:22.703658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-c38ca551-6622-406c-9a71-b8e8f2c2205c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:22.705132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-c38ca551-6622-406c-9a71-b8e8f2c2205c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 821 time: 0.5213633 Feb 09 20:38:22.709169 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:22.709771 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:22.710354 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.711079 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:22.711720 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Bound port: b1d9ecec-00b7-4168-8679-27c8b80b6dc9, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:22.712259 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.715243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-cde343d4-1afd-4912-98b2-b55bb231cb76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 217 time: 0.0885010 Feb 09 20:38:22.723668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Request body: {'port': {'device_id': '184962e0-13d6-4018-a187-a19287b14d3d', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'admin_state_up': True, 'tenant_id': '97292526b23f47e7b063a919fd79ffee'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:22.748420 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.748766 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.749106 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.749442 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.749969 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.750451 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.750931 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.751569 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.752076 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.752572 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.753050 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.753547 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.754024 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:22.761809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:22.781289 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] For port b1d9ecec-00b7-4168-8679-27c8b80b6dc9, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:22.785026 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] For port b1d9ecec-00b7-4168-8679-27c8b80b6dc9, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b1d9ecec-00b7-4168-8679-27c8b80b6dc9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:22.790980 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.840711 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-6758cb3f-9b3c-4789-a837-95df3a3ea914 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=df795df2ffdb42fa8d5d4605021d5475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277708 Feb 09 20:38:22.842400 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c461d7-dc19-474e-807a-9575445721d6 None None] Pushing event updated for resources: {'Port': ['ID=b1d9ecec-00b7-4168-8679-27c8b80b6dc9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:22.860950 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:38:22.861574 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:22.913589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85de3e57-7564-4418-865e-dc3462abf4b3 req-b2a32228-fcd6-431d-b757-e9df25e499bf tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922590 Feb 09 20:38:22.915363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-57c741bc-9513-4650-b993-0eafa1e8bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:22.918000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-57c741bc-9513-4650-b993-0eafa1e8bc2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1812680 Feb 09 20:38:22.953475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on host n-h2-789963-29 for vnic_type normal with profile {"migrating_to": "n-h1-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:22.954288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:22.954720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:22.964979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Allocated IP 172.20.0.1 (b98611ed-2cb1-438a-94d8-389bcbbf542e/09623e79-b68b-4338-b167-7241e89dd52d/80fc1c60-fad1-445f-acff-8e7bc999de89) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:23.006420 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db534fcb-1c51-4d44-ba59-e03d9c705e72 x-openstack-request-id: req-db534fcb-1c51-4d44-ba59-e03d9c705e72 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:23.006994 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "name": "network-vif-unplugged", "status": "completed", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:23.008093 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-db534fcb-1c51-4d44-ba59-e03d9c705e72 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:23.008680 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6', 'code': 200} Feb 09 20:38:23.023674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Made reservation on behalf of df795df2ffdb42fa8d5d4605021d5475 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:23.026536 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-2ff212a0-2601-4f66-825c-b1ee6e7f4a4e tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5e4cee0a801147c5a2203920f20101ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3238947 Feb 09 20:38:23.039262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.042529 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:38:23.052330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:23.052805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Attempting to bind port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:23.104078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-7dc3b981-e53a-4943-a769-10b9ec3e0d56 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:23.105421 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-7dc3b981-e53a-4943-a769-10b9ec3e0d56 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462189 Feb 09 20:38:23.120472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Request body: {'port': {'device_id': '197b3de3-1ad2-4188-92c0-d612412fc0c8', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'df795df2ffdb42fa8d5d4605021d5475'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:23.131114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8361274-3c52-4d20-9923-7f8944a00b4c req-f4ba43c3-4cd4-466a-b72c-6f2c2517ab6c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 210 time: 0.0848351 Feb 09 20:38:23.136100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.142311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:23.142781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:23.143271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:23.144632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Bound port: 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:23.145113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.202232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Publish callbacks [] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.212372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-8afd76cd-dbb6-4452-b6a6-fbd6ca698d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:23.215492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-8afd76cd-dbb6-4452-b6a6-fbd6ca698d9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2817197 Feb 09 20:38:23.273485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Made reservation on behalf of 97292526b23f47e7b063a919fd79ffee for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:23.279227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.354516 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:19Z', 'revision_number': 3, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:23.369469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03407edb-9902-4cf9-8730-f63a87685912 req-2c18c677-dbb7-46e3-b3d8-99278e487608 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 210 time: 0.0665374 Feb 09 20:38:23.398391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.416046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80282227-be14-45f6-b205-4c2957b0a8e3 req-da76c9b9-0053-4128-9f1d-b2f335e56d42 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 210 time: 0.1291742 Feb 09 20:38:23.517774 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83acf522-628f-4308-bfb9-4f28355eb912 None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:19Z', 'revision_number': 3, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:38:23.534066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Made reservation on behalf of df795df2ffdb42fa8d5d4605021d5475 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:23.538020 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.543278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Pushing event updated for resources: {'Port': ['ID=80fc1c60-fad1-445f-acff-8e7bc999de89,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:23.559618 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.571745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Network b98611ed-2cb1-438a-94d8-389bcbbf542e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:23.576447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:23.580640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:23.609770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:23.661049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.745496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:23.860793 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.874082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-2b5f4684-27e9-40a2-bcc1-4e4daba78aa9 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298761 Feb 09 20:38:23.876482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks [] for security_group (421f4380-8b83-4160-9e72-d77a73052e1d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.898699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.api [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) df795df2ffdb42fa8d5d4605021d5475 {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:38:23.899327 n-d-789963-29 neutron-server[103325]: DEBUG oslo_db.api [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:38:23.910510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:23.917061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:23.930743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (421f4380-8b83-4160-9e72-d77a73052e1d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.000593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7010687b-b69e-4264-bca0-b8c9b78e3761 None None] Provisioning complete for port 80fc1c60-fad1-445f-acff-8e7bc999de89 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:24.001926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7010687b-b69e-4264-bca0-b8c9b78e3761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.094089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7010687b-b69e-4264-bca0-b8c9b78e3761 None None] Port 80fc1c60-fad1-445f-acff-8e7bc999de89 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:24.253418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c2b5b-1728-4091-ba39-2642f6b8d46a req-d529069e-bcca-491c-9c55-30e054b0ef04 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:24.255024 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-848c2b5b-1728-4091-ba39-2642f6b8d46a req-d529069e-bcca-491c-9c55-30e054b0ef04 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.1868029 Feb 09 20:38:24.282665 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3bff9c70-4004-42bd-a77d-2b1f969df328 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a438c0fd283843f59d5553be6e9f73cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552866 Feb 09 20:38:24.286689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:24.357132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2104b62-59d9-4212-a882-adea7d5afbd0 req-37209152-03e4-467c-b0f2-e450a7d5f666 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:24.358752 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2104b62-59d9-4212-a882-adea7d5afbd0 req-37209152-03e4-467c-b0f2-e450a7d5f666 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.8382003 Feb 09 20:38:24.378439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Publish callbacks [] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.386780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-848c2b5b-1728-4091-ba39-2642f6b8d46a req-74617727-ed3b-40aa-97da-4321cc31152b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Feb 09 20:38:24.387392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.401836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Allocated IP 172.20.0.14 (214975b9-d111-4bb8-ae3b-378a61143f53/9f63afb1-c10e-4345-ab56-2ecd1228ad55/19f5290b-60e2-4046-9e5f-024d74f7c6d7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:24.410745 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.469914 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb2e66be-6823-40bd-8b26-9f5e5cae3469 admin admin] Publish callbacks [] for security_group (85eec267-2d61-4c96-b13a-82e536f59c57), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.516223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Pushing event updated for resources: {'Port': ['ID=80fc1c60-fad1-445f-acff-8e7bc999de89,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:24.530446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421f4380-8b83-4160-9e72-d77a73052e1d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:24.544918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.548236 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f9a1274-c731-436e-b68c-05385897a59a req-87e61022-7a37-4299-8e8d-129bd3f408ab tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 210 time: 0.0687816 Feb 09 20:38:24.555898 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb2e66be-6823-40bd-8b26-9f5e5cae3469 admin admin] Publish callbacks [] for security_group (85eec267-2d61-4c96-b13a-82e536f59c57), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.592484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:24.614196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:24.614822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.616326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-8af5c013-a359-44f1-89fa-e3195a040370 service neutron] 10.222.0.13 "PUT /v2.0/ports/8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 1124 time: 3.1793895 Feb 09 20:38:24.709299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['8bc2f214-3b9f-4405-a52c-9d72f0859ee6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:24.732898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2104b62-59d9-4212-a882-adea7d5afbd0 req-a4538992-9fca-43ab-823c-9cb6bc47d9d3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430958 Feb 09 20:38:24.750768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-54061718-7851-444b-bc16-c43c95b7c8b3 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8610992 Feb 09 20:38:24.839011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-37279ed4-fb0c-4071-8c71-a3150c15d0b9 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5e4cee0a801147c5a2203920f20101ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518855 Feb 09 20:38:24.890085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-64baf9fa-d0a1-4729-859d-999afadc32bd req-a857a607-1f5b-4bce-bdaf-ecc2bde9f3a5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 210 time: 0.1788790 Feb 09 20:38:24.942628 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb2e66be-6823-40bd-8b26-9f5e5cae3469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (85eec267-2d61-4c96-b13a-82e536f59c57), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.945630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb2e66be-6823-40bd-8b26-9f5e5cae3469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:24.946794 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eb2e66be-6823-40bd-8b26-9f5e5cae3469 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/85eec267-2d61-4c96-b13a-82e536f59c57 HTTP/1.1" status: 204 len: 168 time: 0.6591780 Feb 09 20:38:24.980859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e66be-6823-40bd-8b26-9f5e5cae3469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85eec267-2d61-4c96-b13a-82e536f59c57,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:25.007028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Network b98611ed-2cb1-438a-94d8-389bcbbf542e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:25.008906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:25.012574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:25.014551 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f88016a-097d-4b0e-9b16-f7108abde476" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:25.042078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5782413-9500-4a2f-be98-92fe0ef146fc req-485e0ada-7742-436b-93bd-e1309a8dc05e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 210 time: 0.1464100 Feb 09 20:38:25.068379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Allocated IP 192.168.233.248 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/d4a6a94d-081d-43c6-8ec6-da7d72828c37) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:25.147751 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c00ad5-4d59-4bca-9dd0-f868b96a8844 x-openstack-request-id: req-56c00ad5-4d59-4bca-9dd0-f868b96a8844 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:25.148622 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:25.148880 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-56c00ad5-4d59-4bca-9dd0-f868b96a8844 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:25.149284 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6', 'status': 'completed', 'code': 200} Feb 09 20:38:25.309538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-074a2e25-e174-48ca-acf9-a402514b0a62 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:25.311087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-074a2e25-e174-48ca-acf9-a402514b0a62 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4657228 Feb 09 20:38:25.328231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-26dc8d5f-522e-4ff8-8363-b94284b1be42 None None] Provisioning complete for port 80fc1c60-fad1-445f-acff-8e7bc999de89 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:25.329505 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26dc8d5f-522e-4ff8-8363-b94284b1be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:25.332292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Request body: {'port': {'device_id': 'a0e67371-bceb-4279-85a7-59de42884a36', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '5e4cee0a801147c5a2203920f20101ba'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:25.374999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-26dc8d5f-522e-4ff8-8363-b94284b1be42 None None] Port 80fc1c60-fad1-445f-acff-8e7bc999de89 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:25.383643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks [] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:25.512486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-4b579ed7-bfa0-4e17-82b0-83b970b6b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:25.514445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-4b579ed7-bfa0-4e17-82b0-83b970b6b11d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1158 time: 0.1232567 Feb 09 20:38:25.534096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:38:25.560238 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks [] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:25.571664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:25.586210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0dc6de85-8ff4-4544-aaec-a32506078f3e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:25.654946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Pushing event updated for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:25.686112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Network 214975b9-d111-4bb8-ae3b-378a61143f53 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:25.699134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:25.715510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:25.745072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-d6b4ffee-c458-4e70-9290-3a8d81650902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:25.746913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-d6b4ffee-c458-4e70-9290-3a8d81650902 service neutron] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.2238195 Feb 09 20:38:25.773464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Made reservation on behalf of 5e4cee0a801147c5a2203920f20101ba for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:25.777341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:25.823773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6ef14-abf6-41a0-ace4-a70d03dbec00 req-2d147c92-a412-4423-be07-0c23af90fa4d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:25.832667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebd6ef14-abf6-41a0-ace4-a70d03dbec00 req-2d147c92-a412-4423-be07-0c23af90fa4d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.3228166 Feb 09 20:38:25.866090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-42653a48-dd81-477a-8237-230a654dde0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 217 time: 0.1070898 Feb 09 20:38:25.873750 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:25.924318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:38:25.957837 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-beb62a89-06f9-4a76-b55f-437cb2778de5 admin admin] 10.222.0.102 "PUT /v2.0/routers/bcdb807c-d3d5-45a3-8374-4716b16ed8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4681087 Feb 09 20:38:25.965324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b1d9ecec-00b7-4168-8679-27c8b80b6dc9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:25.965682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:25.966339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:25.975772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:26.044662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-dce7101d-6286-46ce-931a-5e2a2471764a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3283985 Feb 09 20:38:26.047620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:26.051942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:26.052317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:26.053235 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.058123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebd6ef14-abf6-41a0-ace4-a70d03dbec00 req-2a9884a2-f3a8-4bc5-aef8-e0ef4c9e727d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242765 Feb 09 20:38:26.058643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:26.119579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Allocated IP 192.168.233.253 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/669249b7-9760-407b-ad8d-0772bc46a754) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:26.181492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:26.184955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.191151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-80641459-f0b9-42c2-adc3-5fc57b40c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:26.192886 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-80641459-f0b9-42c2-adc3-5fc57b40c2a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.3001237 Feb 09 20:38:26.214074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Request body: {'port': {'device_id': '184962e0-13d6-4018-a187-a19287b14d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:26.216757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:26.218032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.278788 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.280515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9026b8e-637e-4187-9d58-159e16c686cf req-e6cfbeb4-9641-4ed1-ac1b-167c1243bd48 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:26.283917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port b1d9ecec-00b7-4168-8679-27c8b80b6dc9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b1d9ecec-00b7-4168-8679-27c8b80b6dc9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:26.290216 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.297533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9026b8e-637e-4187-9d58-159e16c686cf req-e6cfbeb4-9641-4ed1-ac1b-167c1243bd48 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 932 time: 0.5090494 Feb 09 20:38:26.334374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:26.339182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-d9e115bb-415e-4797-b0e7-d5b2986d5a7b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8427904 Feb 09 20:38:26.374118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=b1d9ecec-00b7-4168-8679-27c8b80b6dc9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:26.383600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.384235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.384695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.385280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.385774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.386283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.386784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.387270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.387997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.388502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.388983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.389479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.389992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.390508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:38:26.393490 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-06efb808-0685-43f4-a57a-13b64bd6ab21 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587942 Feb 09 20:38:26.395195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:38:26.400022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Request body: {'port': {'device_id': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:26.408742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:38:26.409714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:26.464672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352ff4c-5988-4637-a2a2-01f5d0655505 req-82d02676-b405-4d49-b374-609514550d47 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:26.476639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0352ff4c-5988-4637-a2a2-01f5d0655505 req-82d02676-b405-4d49-b374-609514550d47 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.2427237 Feb 09 20:38:26.479805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9026b8e-637e-4187-9d58-159e16c686cf req-9788c73d-a251-416b-9cb9-1dde2b90dac2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768920 Feb 09 20:38:26.544301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:38:26.612037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1337207487-network', 'tenant_id': '10d61583396643299accd33f1f0cdade'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:26.618194 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-9f14bee4-3906-4fb6-b450-d53cc68acf78 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109718 Feb 09 20:38:26.668488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:26.701766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-be7c5601-23a2-41cc-b106-800a06811790 req-bec9348a-66cd-40a3-aac0-cbf97893b6fc tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 210 time: 0.0973334 Feb 09 20:38:26.722396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.751814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0352ff4c-5988-4637-a2a2-01f5d0655505 req-6e26f2e6-a1e1-4c33-818b-afefa6ebca2f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786903 Feb 09 20:38:26.767493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Made reservation on behalf of 10d61583396643299accd33f1f0cdade for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:26.769756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.799631 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.881752 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f88016a-097d-4b0e-9b16-f7108abde476 req-aa17236f-f663-4f33-8890-4e13b9ac00fc service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146361 Feb 09 20:38:26.899222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks [] for port (669249b7-9760-407b-ad8d-0772bc46a754), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.904744 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e3d863f-2f7c-4cf7-9d28-52272b0c8b59 req-7754a182-6250-44dd-bc04-ceb20c32bf4c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 210 time: 0.0561504 Feb 09 20:38:26.987151 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (669249b7-9760-407b-ad8d-0772bc46a754), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:26.998390 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Publish callbacks [] for security_group (cbb71f9a-38cc-486f-93aa-3a76688cffdb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.026866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cbb71f9a-38cc-486f-93aa-3a76688cffdb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.050529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Allocated IP 192.168.233.156 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/24e0df61-20ec-4abe-92c0-90bd403450cc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:27.066506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8c6e6ebb-dcc7-4b51-8b78-a271b8f6ceb3 None None] Provisioning complete for port d4a6a94d-081d-43c6-8ec6-da7d72828c37 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:27.066981 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6ebb-dcc7-4b51-8b78-a271b8f6ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.077009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:27.082420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:38:27.092275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Pushing event updated for resources: {'Port': ['ID=669249b7-9760-407b-ad8d-0772bc46a754,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:27.096387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:27.101329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:27.135321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e6ebb-dcc7-4b51-8b78-a271b8f6ceb3 None None] Port d4a6a94d-081d-43c6-8ec6-da7d72828c37 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:27.144949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb71f9a-38cc-486f-93aa-3a76688cffdb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:27.151713 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1822540-5c8f-4b1f-871e-25b5008567cf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.152087 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Added segment c1822540-5c8f-4b1f-871e-25b5008567cf of type vlan for network 9ad85637-1b97-4a9b-a0a3-37f0edac35b5 Feb 09 20:38:27.165194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:27.169476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:24Z', 'revision_number': 2, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:27.242299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:38:27.242836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Updating router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 port 80fc1c60-fad1-445f-acff-8e7bc999de89 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:38:27.246980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9ad85637-1b97-4a9b-a0a3-37f0edac35b5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.266896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:27.267570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.302343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f5290b-60e2-4046-9e5f-024d74f7c6d7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:27.310381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b5864629-02dc-49f9-8a83-e25316ef857e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1959839 Feb 09 20:38:27.313114 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.326125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9ad85637-1b97-4a9b-a0a3-37f0edac35b5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.326965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:27.327667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.334243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 has no active binding in host n-h1-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 20:38:27.339896 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Publish callbacks [] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.344324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Request body: {'port': {'device_id': '197b3de3-1ad2-4188-92c0-d612412fc0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:27.355688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ccf41-dae5-4e36-b142-a1a5b49512cf req-11e6d380-8892-46eb-83c0-180955677f16 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:27.357498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a04ccf41-dae5-4e36-b142-a1a5b49512cf req-11e6d380-8892-46eb-83c0-180955677f16 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.1475666 Feb 09 20:38:27.363330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9984565 Feb 09 20:38:27.384151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:27.397809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Request body: {'subnet': {'network_id': '9ad85637-1b97-4a9b-a0a3-37f0edac35b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1337207487-subnet', 'tenant_id': '10d61583396643299accd33f1f0cdade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:27.434957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Transition to ACTIVE for port object 19f5290b-60e2-4046-9e5f-024d74f7c6d7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:27.441244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-33138856-f910-4fd0-9699-b8b5d747811d tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:27.442786 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-33138856-f910-4fd0-9699-b8b5d747811d tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 821 time: 0.3738101 Feb 09 20:38:27.460444 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.484704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Made reservation on behalf of 10d61583396643299accd33f1f0cdade for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:27.487365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-57e00fe6-319f-44ab-9dcb-ff9700b2a9b5 None None] Provisioning complete for port 669249b7-9760-407b-ad8d-0772bc46a754 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:27.487938 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e00fe6-319f-44ab-9dcb-ff9700b2a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (669249b7-9760-407b-ad8d-0772bc46a754), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.488215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.500913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a04ccf41-dae5-4e36-b142-a1a5b49512cf req-5f1c10ec-a854-46b8-b54a-57f4b79d1992 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198363 Feb 09 20:38:27.503491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba59cb-48b2-45a9-b9a1-a99277417914 admin admin] Pushing event updated for resources: {'Network': ['ID=9ad85637-1b97-4a9b-a0a3-37f0edac35b5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:27.521535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9ad85637-1b97-4a9b-a0a3-37f0edac35b5 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:38:27.521663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (669249b7-9760-407b-ad8d-0772bc46a754), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.561123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57e00fe6-319f-44ab-9dcb-ff9700b2a9b5 None None] Port 669249b7-9760-407b-ad8d-0772bc46a754 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:27.608273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-7e21f5fb-5cf5-46e2-88a7-1fa11beedf84 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/quotas/16424f5ba36b476bb0032f24415158ff HTTP/1.1" status: 200 len: 375 time: 0.1441391 Feb 09 20:38:27.643267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:27.701332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks [] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.737737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acae154-4571-4a2f-a389-fd6448da739c req-11b1eb8b-d7a7-4117-9b50-cf38d2795f7f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:27.748595 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4acae154-4571-4a2f-a389-fd6448da739c req-11b1eb8b-d7a7-4117-9b50-cf38d2795f7f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1475353 Feb 09 20:38:27.797782 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Publish callbacks [] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.805332 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.813361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4acae154-4571-4a2f-a389-fd6448da739c req-c7c3b14f-f483-43d8-9948-be8226ef91d5 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636842 Feb 09 20:38:27.835190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b1d9ecec-00b7-4168-8679-27c8b80b6dc9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:27.835531 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-b71f3dea-f2ce-4615-86e1-b6c81dad5dd9 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2079577 Feb 09 20:38:27.918122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96aad5-1a49-4bbc-9f7f-4e92d8efad57 None None] Pushing event updated for resources: {'Port': ['ID=80fc1c60-fad1-445f-acff-8e7bc999de89,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:27.956216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Attempting to bind port 80fc1c60-fad1-445f-acff-8e7bc999de89 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:27.956587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Attempting to bind port 80fc1c60-fad1-445f-acff-8e7bc999de89 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:27.956951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Attempting to bind port 80fc1c60-fad1-445f-acff-8e7bc999de89 on network b98611ed-2cb1-438a-94d8-389bcbbf542e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:27.965461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:27.965837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Checking segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:27.966249 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.966644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Bound using segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:27.967129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Bound port: 80fc1c60-fad1-445f-acff-8e7bc999de89, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:27.967512 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.979319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:27.979714 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.980964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:27.981403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:27.982105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:27.990092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (6d370680-4aa8-406f-ace6-1506d5d75df3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:27.992370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f5f9f-8ffb-4ad1-aff5-345ce193ca9d req-a9b65522-08d1-48e6-abeb-8012220981e0 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:27.993998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-293f5f9f-8ffb-4ad1-aff5-345ce193ca9d req-a9b65522-08d1-48e6-abeb-8012220981e0 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 936 time: 0.0887604 Feb 09 20:38:28.073774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] For port 80fc1c60-fad1-445f-acff-8e7bc999de89, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:28.081447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] For port 80fc1c60-fad1-445f-acff-8e7bc999de89, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=80fc1c60-fad1-445f-acff-8e7bc999de89,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:28.084851 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.089969 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-293f5f9f-8ffb-4ad1-aff5-345ce193ca9d req-0b0950e0-676c-4f39-9f19-af9941f907db tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897379 Feb 09 20:38:28.177518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:28.196967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:38:28.197605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:28.201269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96aad5-1a49-4bbc-9f7f-4e92d8efad57 None None] Pushing event updated for resources: {'Port': ['ID=80fc1c60-fad1-445f-acff-8e7bc999de89,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:28.225190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b69b0-dd28-4d99-bb3c-239b48e0dcc8 req-e38706a0-6149-4ba8-bc34-9f70849e02cd tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:28.234067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd1b69b0-dd28-4d99-bb3c-239b48e0dcc8 req-e38706a0-6149-4ba8-bc34-9f70849e02cd tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.0785432 Feb 09 20:38:28.276613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b099a587-371e-4f17-9cd2-92d7d2298996 None None] Provisioning complete for port 80fc1c60-fad1-445f-acff-8e7bc999de89 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:28.276991 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b099a587-371e-4f17-9cd2-92d7d2298996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.303913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd1b69b0-dd28-4d99-bb3c-239b48e0dcc8 req-1e9a079e-2dd0-4013-be8c-4e3908ff6b35 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633094 Feb 09 20:38:28.310482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.345978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5360905-99a8-4bc0-9e8f-2623d660a7bf'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:28.353839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:28.353839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:28.405904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d370680-4aa8-406f-ace6-1506d5d75df3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:28.415084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:28.415434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:28.415861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:28.416318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Bound port: 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:28.416680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.424947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:38:28.438483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:28.442447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532c293-fa82-487f-a68d-20966ec20a78 req-c2c4d472-5c78-4be6-9d42-62d830b03ee2 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:28.444136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0532c293-fa82-487f-a68d-20966ec20a78 req-c2c4d472-5c78-4be6-9d42-62d830b03ee2 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 936 time: 0.0831828 Feb 09 20:38:28.468292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:28.475214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b099a587-371e-4f17-9cd2-92d7d2298996 None None] Current status of the port 80fc1c60-fad1-445f-acff-8e7bc999de89 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:28.475637 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b099a587-371e-4f17-9cd2-92d7d2298996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.495561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:28.503377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0532c293-fa82-487f-a68d-20966ec20a78 req-ca8b45db-0a4a-4e0d-b74f-1211b6683ed3 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 Feb 09 20:38:28.515470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Pushing event updated for resources: {'Port': ['ID=24e0df61-20ec-4abe-92c0-90bd403450cc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:28.627818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b099a587-371e-4f17-9cd2-92d7d2298996 None None] For port 80fc1c60-fad1-445f-acff-8e7bc999de89, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=80fc1c60-fad1-445f-acff-8e7bc999de89,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:28.659522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc199c-33d4-412a-9f35-81a289a83481 req-add64b26-ecc9-4195-88c5-500be7ec1c1f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:28.667889 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3cc199c-33d4-412a-9f35-81a289a83481 req-add64b26-ecc9-4195-88c5-500be7ec1c1f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.0780516 Feb 09 20:38:28.668767 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b099a587-371e-4f17-9cd2-92d7d2298996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.688050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:28.696290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:28.702881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-5c5fb543-126a-46d5-97de-8ba5966d5631 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8564367 Feb 09 20:38:28.714901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Checking segment: {'id': 'c1822540-5c8f-4b1f-871e-25b5008567cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '9ad85637-1b97-4a9b-a0a3-37f0edac35b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:28.715869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Network hostable DHCP agents. Network: 9ad85637-1b97-4a9b-a0a3-37f0edac35b5, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:38:28.740449 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3cc199c-33d4-412a-9f35-81a289a83481 req-b2131035-0c3d-4459-a302-a3cc1fc76e49 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715718 Feb 09 20:38:28.773173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.794061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099a587-371e-4f17-9cd2-92d7d2298996 None None] Pushing event updated for resources: {'Port': ['ID=80fc1c60-fad1-445f-acff-8e7bc999de89,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:28.807361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:28.808013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.842279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2ea9dad9-3b15-4d0a-93a4-738cde4cb8a0 None None] Provisioning complete for port 24e0df61-20ec-4abe-92c0-90bd403450cc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:28.842654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea9dad9-3b15-4d0a-93a4-738cde4cb8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.870165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a6a94d-081d-43c6-8ec6-da7d72828c37 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:28.902605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Publish callbacks [] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.903993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9dad9-3b15-4d0a-93a4-738cde4cb8a0 None None] Port 24e0df61-20ec-4abe-92c0-90bd403450cc cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:28.907441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:28.908166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.909746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] 10.222.0.50 "PUT /v2.0/ports/19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 200 len: 1093 time: 2.7428534 Feb 09 20:38:28.916158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:28.918901 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee81822-abd9-41f3-8546-8831bf3ab31f" -d '{"events": [{"name": "network-changed", "server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:28.925898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2ea9dad9-3b15-4d0a-93a4-738cde4cb8a0 None None] Provisioning complete for port 80fc1c60-fad1-445f-acff-8e7bc999de89 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:28.926471 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2ea9dad9-3b15-4d0a-93a4-738cde4cb8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:28.932430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-6df716e0-50f1-48e7-81ef-57e76fbde8ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6041019 Feb 09 20:38:28.940452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Network 9ad85637-1b97-4a9b-a0a3-37f0edac35b5 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:38:28.962987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Request body: {'port': {'device_id': 'a0e67371-bceb-4279-85a7-59de42884a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:28.967824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Transition to ACTIVE for port object d4a6a94d-081d-43c6-8ec6-da7d72828c37 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:28.971888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:29.002198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9e488a-9e3e-42aa-b4a9-bd65ef3ccb9d None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:38:29.004527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ef2e8-f552-4285-a3e6-30f19bd7dea9 service neutron] Pushing event updated for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:29.007564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:29.021405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 9ad85637-1b97-4a9b-a0a3-37f0edac35b5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:29.030651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:29.031251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:29.034990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57baa6c-4e0c-4400-9398-56942686e601 None None] Network 9ad85637-1b97-4a9b-a0a3-37f0edac35b5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:38:29.068106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a6ff1-7b24-4c38-9e7c-efbd04b30317 req-ecf3c2c1-a394-414b-b8f4-1e84d1cb2b47 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:29.071840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a2a6ff1-7b24-4c38-9e7c-efbd04b30317 req-ecf3c2c1-a394-414b-b8f4-1e84d1cb2b47 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1707630 Feb 09 20:38:29.172351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2f8cf929-0fef-492b-95c2-0be735485ec8 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7832735 Feb 09 20:38:29.188831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-b0af528d-ee15-4f6f-bb4b-bde1cc662fde service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749501 Feb 09 20:38:29.196442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:29.203431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:29.245907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-0d4b7ae8-10f4-4859-9df9-a48c6747f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:29.247615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-0d4b7ae8-10f4-4859-9df9-a48c6747f15f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1127 time: 0.2559347 Feb 09 20:38:29.339274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a2a6ff1-7b24-4c38-9e7c-efbd04b30317 req-f4ca0e97-d5d0-4aec-9f7f-cc9906c40025 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962943 Feb 09 20:38:29.419275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-24cab1cb-c2af-469c-a755-c930147c066e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 200 len: 217 time: 0.1286266 Feb 09 20:38:29.438265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669249b7-9760-407b-ad8d-0772bc46a754 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:29.472152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Publish callbacks [] for port (669249b7-9760-407b-ad8d-0772bc46a754), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:29.497284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9dad9-3b15-4d0a-93a4-738cde4cb8a0 None None] Current status of the port 80fc1c60-fad1-445f-acff-8e7bc999de89 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:29.521812 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e38ce3-a8ed-4123-81f0-676f21e03dac x-openstack-request-id: req-49e38ce3-a8ed-4123-81f0-676f21e03dac {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:29.521933 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:29.523117 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-49e38ce3-a8ed-4123-81f0-676f21e03dac {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:29.523117 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7', 'status': 'completed', 'code': 200} Feb 09 20:38:29.526952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Transition to ACTIVE for port object 669249b7-9760-407b-ad8d-0772bc46a754 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:29.534831 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (669249b7-9760-407b-ad8d-0772bc46a754), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:29.670762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d22a8-baca-4b22-b00c-9b3db5d65f7b None None] Network 9ad85637-1b97-4a9b-a0a3-37f0edac35b5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:38:29.695673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=669249b7-9760-407b-ad8d-0772bc46a754,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:29.721791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Attempting to bind port d4a6a94d-081d-43c6-8ec6-da7d72828c37 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:29.722134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Attempting to bind port d4a6a94d-081d-43c6-8ec6-da7d72828c37 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:29.722466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Attempting to bind port d4a6a94d-081d-43c6-8ec6-da7d72828c37 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:29.725341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-47ebb5e8-97fa-4ffb-afa4-a851cbbed9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:29.726855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-47ebb5e8-97fa-4ffb-afa4-a851cbbed9bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.3013594 Feb 09 20:38:29.856472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Port d4a6a94d-081d-43c6-8ec6-da7d72828c37 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:29.856809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Attempting to bind port d4a6a94d-081d-43c6-8ec6-da7d72828c37 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:29.860446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-060047b8-47f5-4d01-ba30-4cd47e71d752 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121039 Feb 09 20:38:29.872959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 80fc1c60-fad1-445f-acff-8e7bc999de89 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:29.893428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e4dee-6834-4275-864e-9e6a6ee265e1 req-6c450cd8-e041-4d97-a74f-4ddb687cbf37 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:29.895027 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c5e4dee-6834-4275-864e-9e6a6ee265e1 req-6c450cd8-e041-4d97-a74f-4ddb687cbf37 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 944 time: 0.2765968 Feb 09 20:38:29.955676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 80fc1c60-fad1-445f-acff-8e7bc999de89 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:29.956255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.028817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Attempting to bind port 669249b7-9760-407b-ad8d-0772bc46a754 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:30.029221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Attempting to bind port 669249b7-9760-407b-ad8d-0772bc46a754 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:30.029583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Attempting to bind port 669249b7-9760-407b-ad8d-0772bc46a754 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:30.041837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:30.042514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:30.043139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:30.043922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Bound port: d4a6a94d-081d-43c6-8ec6-da7d72828c37, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:30.045760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.117502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Port 669249b7-9760-407b-ad8d-0772bc46a754 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:30.118038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Attempting to bind port 669249b7-9760-407b-ad8d-0772bc46a754 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:30.122080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 80fc1c60-fad1-445f-acff-8e7bc999de89 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:30.134050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c5e4dee-6834-4275-864e-9e6a6ee265e1 req-b773257b-e8f5-48c0-9deb-d68807e21cbd tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161024 Feb 09 20:38:30.174321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:30.174664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:30.175105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:30.175479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Bound port: 669249b7-9760-407b-ad8d-0772bc46a754, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:30.175890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (669249b7-9760-407b-ad8d-0772bc46a754), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.231709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-5efdf4d7-b484-4f0d-ad50-841d2208a6b5 service neutron] 10.222.0.50 "GET /v2.0/ports/8bc2f214-3b9f-4405-a52c-9d72f0859ee6/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 385 time: 0.1810696 Feb 09 20:38:30.242495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:30.247047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:30.274820 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:38:30.277993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f619f-9a34-4882-b16f-5fb71f211ca1 req-9b32d60b-8269-4b6b-b58f-8fcabf8cb2d8 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:30.279731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-256f619f-9a34-4882-b16f-5fb71f211ca1 req-9b32d60b-8269-4b6b-b58f-8fcabf8cb2d8 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 936 time: 0.6527793 Feb 09 20:38:30.287081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] For port 669249b7-9760-407b-ad8d-0772bc46a754, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:30.296314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] For port 669249b7-9760-407b-ad8d-0772bc46a754, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=669249b7-9760-407b-ad8d-0772bc46a754,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:30.302295 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.306147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4b98c60f-884e-44c6-bd11-447763024ead req-82a75799-8377-43e0-880b-0a15ec0857e3 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1009685669', 'description': 'tempest-description-1968502126'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:30.314028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (669249b7-9760-407b-ad8d-0772bc46a754), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.400893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:30.401980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.403800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] 10.222.0.13 "PUT /v2.0/ports/669249b7-9760-407b-ad8d-0772bc46a754 HTTP/1.1" status: 200 len: 1097 time: 3.0640914 Feb 09 20:38:30.404542 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197b3de3-1ad2-4188-92c0-d612412fc0c8', 'tag': '669249b7-9760-407b-ad8d-0772bc46a754'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:30.410276 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3634c48-6ec8-472f-b724-e24590f80095" -d '{"events": [{"name": "network-changed", "server_uuid": "197b3de3-1ad2-4188-92c0-d612412fc0c8", "tag": "669249b7-9760-407b-ad8d-0772bc46a754"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:30.456196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:30.456823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.458256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/d4a6a94d-081d-43c6-8ec6-da7d72828c37 HTTP/1.1" status: 200 len: 1097 time: 4.0755029 Feb 09 20:38:30.477857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e0df61-20ec-4abe-92c0-90bd403450cc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:30.483221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b98c60f-884e-44c6-bd11-447763024ead req-82a75799-8377-43e0-880b-0a15ec0857e3 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.494473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-c116dc9e-77cb-472e-aba7-de31e340dd76 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075456 Feb 09 20:38:30.525224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Publish callbacks [] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.640759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dd801-b336-49e3-bec4-b767a2d6bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=669249b7-9760-407b-ad8d-0772bc46a754,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:30.662196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-256f619f-9a34-4882-b16f-5fb71f211ca1 req-54e90527-6917-42de-b990-eea6a8bcf854 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671267 Feb 09 20:38:30.671659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706bd25-3d4a-40b1-94f2-94207d91f9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:30.703364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Transition to ACTIVE for port object 24e0df61-20ec-4abe-92c0-90bd403450cc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:30.713629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.773585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:30.773804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-700d5166-d043-4109-8922-8756d5aac8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:30.775429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-700d5166-d043-4109-8922-8756d5aac8a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1131 time: 0.1636868 Feb 09 20:38:30.834724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-04ed7c0c-3700-464e-97e2-a2ddf964cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:30.836346 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-04ed7c0c-3700-464e-97e2-a2ddf964cdae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 1131 time: 0.2173815 Feb 09 20:38:30.840326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b98c60f-884e-44c6-bd11-447763024ead req-82a75799-8377-43e0-880b-0a15ec0857e3 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (2b8e2e11-477f-4e69-b1c2-a4953badd048), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.846716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b98c60f-884e-44c6-bd11-447763024ead req-82a75799-8377-43e0-880b-0a15ec0857e3 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2b8e2e11-477f-4e69-b1c2-a4953badd048), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:30.874087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-72d64677-cadb-43cf-ac88-124ae68af38e req-9a7d10c5-e4e1-4641-8ef2-7b35c48f800a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 210 time: 0.0937281 Feb 09 20:38:30.879896 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-af483023-2105-4375-be29-7d2a31838c62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37 HTTP/1.1" status: 200 len: 217 time: 0.0913494 Feb 09 20:38:30.881855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c43b4eb-c4c9-4d51-8b67-51f42c7cee38 req-24973429-d111-4b4b-87b8-263ec490c442 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493571 Feb 09 20:38:30.894642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75799-8377-43e0-880b-0a15ec0857e3 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8e2e11-477f-4e69-b1c2-a4953badd048,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:30.899184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Pushing event updated for resources: {'Port': ['ID=24e0df61-20ec-4abe-92c0-90bd403450cc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:30.939091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:31.018804 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-86b3ff5b-6b15-4a77-b9d4-c07dfb178329 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=669249b7-9760-407b-ad8d-0772bc46a754 HTTP/1.1" status: 200 len: 217 time: 0.1683905 Feb 09 20:38:31.026245 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4b98c60f-884e-44c6-bd11-447763024ead req-82a75799-8377-43e0-880b-0a15ec0857e3 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:31.043561 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b98c60f-884e-44c6-bd11-447763024ead req-82a75799-8377-43e0-880b-0a15ec0857e3 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7304511 Feb 09 20:38:31.102316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-e36f77b6-fe2c-47ab-93b2-a10b1a1ccdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.103877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-e36f77b6-fe2c-47ab-93b2-a10b1a1ccdec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2006283 Feb 09 20:38:31.184345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-03f419cf-7b34-4d26-8c5a-be93c8df16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.186405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-03f419cf-7b34-4d26-8c5a-be93c8df16f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1127 time: 0.2143869 Feb 09 20:38:31.190343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Attempting to bind port 24e0df61-20ec-4abe-92c0-90bd403450cc on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:31.190815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Attempting to bind port 24e0df61-20ec-4abe-92c0-90bd403450cc by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:31.191294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Attempting to bind port 24e0df61-20ec-4abe-92c0-90bd403450cc on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:31.229039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Port 24e0df61-20ec-4abe-92c0-90bd403450cc on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:31.229638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Attempting to bind port 24e0df61-20ec-4abe-92c0-90bd403450cc on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:31.231900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:31.247392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:31.270863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:31.271099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:31.271398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:31.271852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Bound port: 24e0df61-20ec-4abe-92c0-90bd403450cc, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:31.272218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:31.280444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438ed23-3172-400c-9d3a-9a4050bee03c req-7aa057e3-c29b-455c-a69d-921e9874f531 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.282047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7438ed23-3172-400c-9d3a-9a4050bee03c req-7aa057e3-c29b-455c-a69d-921e9874f531 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 948 time: 0.2780333 Feb 09 20:38:31.317584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-c3415eb6-cba2-41f3-bb4f-fa0580380523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.319043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-c3415eb6-cba2-41f3-bb4f-fa0580380523 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2065203 Feb 09 20:38:31.463072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-06648b6c-5e83-41c1-9c11-bde49c9780cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.464577 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-06648b6c-5e83-41c1-9c11-bde49c9780cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2631691 Feb 09 20:38:31.510462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-33658cc8-daf3-4256-ab30-f5c5fcffec7f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.511906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-33658cc8-daf3-4256-ab30-f5c5fcffec7f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.50 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 821 time: 0.4474404 Feb 09 20:38:31.521962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7438ed23-3172-400c-9d3a-9a4050bee03c req-5725882c-d49f-4c83-b801-87652d1e4dbb tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230465 Feb 09 20:38:31.528708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] For port 24e0df61-20ec-4abe-92c0-90bd403450cc, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:31.530551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:31.533605 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be9fd68-3aa2-4f33-96d8-b81d5a401434" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:31.541142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-3941dc0c-ef8e-4571-b1d3-18e9ef5504dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 200 len: 217 time: 0.0673833 Feb 09 20:38:31.549114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Request body: {'port': {'device_id': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'admin_state_up': True, 'tenant_id': '16424f5ba36b476bb0032f24415158ff'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:31.568634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:31.570205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] For port 24e0df61-20ec-4abe-92c0-90bd403450cc, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=24e0df61-20ec-4abe-92c0-90bd403450cc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:31.589621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-be605633-74e2-42e7-8797-bc43855314fa service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426691 Feb 09 20:38:31.598865 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:31.622119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-a6f3502a-4f56-4b7e-9940-c41151ba68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.623565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-a6f3502a-4f56-4b7e-9940-c41151ba68a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.4033413 Feb 09 20:38:31.716196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06a87d-042a-4140-aded-351d8cba98f8 req-9e88f010-9047-489d-8226-dbf54d755aca tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.717771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff06a87d-042a-4140-aded-351d8cba98f8 req-9e88f010-9047-489d-8226-dbf54d755aca tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.4779494 Feb 09 20:38:31.820823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] Transition to ACTIVE for port object 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:31.823379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-f0eb9732-4727-4ece-ae67-8af751440565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.825388 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-f0eb9732-4727-4ece-ae67-8af751440565 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1753836 Feb 09 20:38:31.833108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:31.889293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff06a87d-042a-4140-aded-351d8cba98f8 req-a5e0d7af-f987-4f21-a630-4e25c63308d8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597810 Feb 09 20:38:31.894355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Made reservation on behalf of 16424f5ba36b476bb0032f24415158ff for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:31.898350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:31.949996 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d97c058-a556-4012-b37f-c3eca0d778a8 x-openstack-request-id: req-6d97c058-a556-4012-b37f-c3eca0d778a8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:31.950288 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197b3de3-1ad2-4188-92c0-d612412fc0c8", "tag": "669249b7-9760-407b-ad8d-0772bc46a754", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:31.950544 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6d97c058-a556-4012-b37f-c3eca0d778a8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:31.950934 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197b3de3-1ad2-4188-92c0-d612412fc0c8', 'tag': '669249b7-9760-407b-ad8d-0772bc46a754', 'status': 'completed', 'code': 200} Feb 09 20:38:31.965384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-c5443e15-edb0-497f-bf55-1d2a1c82ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.968190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-c5443e15-edb0-497f-bf55-1d2a1c82ddbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.4104490 Feb 09 20:38:31.972058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:31.972669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:31.974050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] 10.222.0.13 "PUT /v2.0/ports/24e0df61-20ec-4abe-92c0-90bd403450cc HTTP/1.1" status: 200 len: 1097 time: 3.0246382 Feb 09 20:38:32.006835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] No DVR routers for this DVR port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:38:32.026256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-6c0ac0a1-c46b-4d0c-820c-c54df2befa3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493150 Feb 09 20:38:32.032788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:32.039821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8f711-082a-49d2-b30f-58604cd6934b service neutron] Pushing event updated for resources: {'Port': ['ID=24e0df61-20ec-4abe-92c0-90bd403450cc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:32.145870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508316f-a381-446d-a935-9c8ddf7023e0 req-9abcddb9-faa2-4d65-861c-6a3c828ebc65 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.147459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5508316f-a381-446d-a935-9c8ddf7023e0 req-9abcddb9-faa2-4d65-861c-6a3c828ebc65 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.5425189 Feb 09 20:38:32.159278 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] 10.222.0.50 "PUT /v2.0/ports/8bc2f214-3b9f-4405-a52c-9d72f0859ee6/bindings/n-h1-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 1.9207191 Feb 09 20:38:32.162919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6e0c09e-08f8-45c7-aac3-757061e59fa8 req-fa4b658f-24b1-47a4-9fa3-bc17db2f6b99 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589809 Feb 09 20:38:32.164370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-29ab837f-598c-4e8c-a845-2ac8ecb73d28 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115165 Feb 09 20:38:32.174095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1feb97b-107c-4315-a329-2cc25999d1e3 req-f4f43a4a-5adb-47c5-9f2c-8e7927abd9f8 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/2b8e2e11-477f-4e69-b1c2-a4953badd048 HTTP/1.1" status: 200 len: 1830 time: 0.2093630 Feb 09 20:38:32.199433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b1feb97b-107c-4315-a329-2cc25999d1e3 req-cd9586c5-673f-4ced-b1df-ba73b8a5d82c tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b8e2e11-477f-4e69-b1c2-a4953badd048', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:32.199825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-b1feb97b-107c-4315-a329-2cc25999d1e3 req-cd9586c5-673f-4ced-b1df-ba73b8a5d82c tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b8e2e11-477f-4e69-b1c2-a4953badd048', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:32.199979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-60e23c38-178c-4c71-8e71-7ba29de1faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.201429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-60e23c38-178c-4c71-8e71-7ba29de1faee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e4cee0a801147c5a2203920f20101ba&device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 1131 time: 0.1831236 Feb 09 20:38:32.295030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-73becdbd-edb1-4130-b6be-a457bc6cd71c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=24e0df61-20ec-4abe-92c0-90bd403450cc HTTP/1.1" status: 200 len: 217 time: 0.0772295 Feb 09 20:38:32.296941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-f05a20ec-1f47-4ab3-b8cb-4b803837b065 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582362 Feb 09 20:38:32.336953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Allocated IP 172.20.0.8 (b98611ed-2cb1-438a-94d8-389bcbbf542e/09623e79-b68b-4338-b167-7241e89dd52d/e4fb11de-e430-4d81-9208-a182977973ff) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:32.360200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5508316f-a381-446d-a935-9c8ddf7023e0 req-651a710d-7d14-4d6e-b587-23a71a237ed1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936443 Feb 09 20:38:32.376855 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a375adb3-3bd6-45ee-9884-519b2e6c9851 req-b02b2707-a2fc-4d2e-9398-404da90e5485 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999009 Feb 09 20:38:32.412612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1feb97b-107c-4315-a329-2cc25999d1e3 req-cd9586c5-673f-4ced-b1df-ba73b8a5d82c tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group_rule (918b473a-381f-47e9-88c0-2866a7eb88cb), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:32.441421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-c62e8225-a694-4eb6-ae85-e35966e70d30 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.443030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-c62e8225-a694-4eb6-ae85-e35966e70d30 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.2048488 Feb 09 20:38:32.453036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-0d50b4c4-4991-4d32-b6e3-a7ba7d276316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.455553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-0d50b4c4-4991-4d32-b6e3-a7ba7d276316 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1491702 Feb 09 20:38:32.531302 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1feb97b-107c-4315-a329-2cc25999d1e3 req-cd9586c5-673f-4ced-b1df-ba73b8a5d82c tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group_rule (918b473a-381f-47e9-88c0-2866a7eb88cb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:32.544009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1feb97b-107c-4315-a329-2cc25999d1e3 req-cd9586c5-673f-4ced-b1df-ba73b8a5d82c tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (918b473a-381f-47e9-88c0-2866a7eb88cb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:32.583828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee81822-abd9-41f3-8546-8831bf3ab31f req-fa735512-bf9b-4fe5-a3fb-b8755f05ea1e service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728355 Feb 09 20:38:32.605548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9586c5-673f-4ced-b1df-ba73b8a5d82c tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918b473a-381f-47e9-88c0-2866a7eb88cb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:32.605548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1feb97b-107c-4315-a329-2cc25999d1e3 req-cd9586c5-673f-4ced-b1df-ba73b8a5d82c tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:32.605548 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1feb97b-107c-4315-a329-2cc25999d1e3 req-cd9586c5-673f-4ced-b1df-ba73b8a5d82c tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4286647 Feb 09 20:38:32.612647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3634c48-6ec8-472f-b724-e24590f80095 req-d4e67d62-07e5-42b4-ac7a-17c59925cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.614813 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3634c48-6ec8-472f-b724-e24590f80095 req-d4e67d62-07e5-42b4-ac7a-17c59925cdf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 1131 time: 0.1670873 Feb 09 20:38:32.625568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5b5f1-b5fa-4684-9d08-62b093386f5e req-2dbfdc12-6e59-4a81-9558-e6645cbef91c tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.627120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2a5b5f1-b5fa-4684-9d08-62b093386f5e req-2dbfdc12-6e59-4a81-9558-e6645cbef91c tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 945 time: 0.1702940 Feb 09 20:38:32.631113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-daebdf73-e6a6-4843-b4a6-898ddd1a8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.632658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-daebdf73-e6a6-4843-b4a6-898ddd1a8db6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1444848 Feb 09 20:38:32.644167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-59d32d6e-e0e0-4edb-9989-cc9662bd584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.645827 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-59d32d6e-e0e0-4edb-9989-cc9662bd584a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2 HTTP/1.1" status: 200 len: 1128 time: 0.1604419 Feb 09 20:38:32.658252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for port (e4fb11de-e430-4d81-9208-a182977973ff), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:32.675635 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b80c49-6c05-4119-8fa2-255612fec916 x-openstack-request-id: req-a5b80c49-6c05-4119-8fa2-255612fec916 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:32.675954 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:32.676186 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a5b80c49-6c05-4119-8fa2-255612fec916 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:32.676582 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'status': 'completed', 'code': 200} Feb 09 20:38:32.785825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3634c48-6ec8-472f-b724-e24590f80095 req-aef9039c-7713-4c3a-aa3b-6cf3b77eb419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.787270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3634c48-6ec8-472f-b724-e24590f80095 req-aef9039c-7713-4c3a-aa3b-6cf3b77eb419 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1568477 Feb 09 20:38:32.793239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2a5b5f1-b5fa-4684-9d08-62b093386f5e req-e44136b5-0b38-4a17-ac16-d2eabde7c501 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579406 Feb 09 20:38:32.793708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e4fb11de-e430-4d81-9208-a182977973ff), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:32.830494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-daa3199d-33d3-4731-8190-f8ab049b01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.832028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-daa3199d-33d3-4731-8190-f8ab049b01e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1131 time: 0.1293046 Feb 09 20:38:32.864461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-4052ae9c-6fa8-4ff2-b2b8-681cfa572da8 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170799 Feb 09 20:38:32.866038 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3634c48-6ec8-472f-b724-e24590f80095 req-f8d320cd-f06d-4985-906c-cab6254232f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=669249b7-9760-407b-ad8d-0772bc46a754 HTTP/1.1" status: 200 len: 217 time: 0.0702755 Feb 09 20:38:32.896274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-1263607f-a413-4eb5-9dc9-4ef130408238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.897768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-1263607f-a413-4eb5-9dc9-4ef130408238 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1128 time: 0.1963077 Feb 09 20:38:32.899733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Network b98611ed-2cb1-438a-94d8-389bcbbf542e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:32.908249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ff91-d70d-40ca-9ec7-bcd565e3f36f req-b31e8b6e-6443-4924-b503-7fb0882b9986 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:32.909707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e35ff91-d70d-40ca-9ec7-bcd565e3f36f req-b31e8b6e-6443-4924-b503-7fb0882b9986 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 948 time: 0.1799681 Feb 09 20:38:32.928513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:32.930842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Pushing event updated for resources: {'Port': ['ID=e4fb11de-e430-4d81-9208-a182977973ff,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:32.933024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:33.006274 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3634c48-6ec8-472f-b724-e24590f80095 req-babd7a80-0e6c-4a97-ae8d-56f9bfe925aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.007951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3634c48-6ec8-472f-b724-e24590f80095 req-babd7a80-0e6c-4a97-ae8d-56f9bfe925aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1255596 Feb 09 20:38:33.040306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.040939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:33.063176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e35ff91-d70d-40ca-9ec7-bcd565e3f36f req-8f573b1a-fd4e-4c20-a59a-5706a34279d8 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253266 Feb 09 20:38:33.081930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-822bad28-56da-4513-9b49-e9011efcff7c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5391493 Feb 09 20:38:33.096797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Request body: {'port': {'device_id': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:33.112091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-318eae17-0ee1-4d9a-b4b9-953d6cf9fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.113636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-318eae17-0ee1-4d9a-b4b9-953d6cf9fd79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2734647 Feb 09 20:38:33.138497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323bc36-2693-48ea-94ae-9be05def2ad8 req-3e29bfa0-daf9-4abe-84b9-4801be25d5ae tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.139699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4323bc36-2693-48ea-94ae-9be05def2ad8 req-3e29bfa0-daf9-4abe-84b9-4801be25d5ae tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 931 time: 0.2456005 Feb 09 20:38:33.150314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3634c48-6ec8-472f-b724-e24590f80095 req-9c5a7843-9a6d-49fa-aea4-968317df01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.152148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3634c48-6ec8-472f-b724-e24590f80095 req-9c5a7843-9a6d-49fa-aea4-968317df01b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1297054 Feb 09 20:38:33.201278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-31b9034c-b5bc-4731-a0df-2c79e4cf627d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37 HTTP/1.1" status: 200 len: 217 time: 0.0786984 Feb 09 20:38:33.203150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c803858-336b-4e9c-926a-1a9d6e504121 req-5879b1f2-ed3e-46c4-b63e-d76399088bca service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103857 Feb 09 20:38:33.244052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-a16d7295-27c9-493c-b372-1f084e7b9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.244508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0247744f-8751-4727-9bd6-4ccd8b3ad213 None None] Provisioning complete for port e4fb11de-e430-4d81-9208-a182977973ff triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:33.245007 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0247744f-8751-4727-9bd6-4ccd8b3ad213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e4fb11de-e430-4d81-9208-a182977973ff), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:33.245581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-a16d7295-27c9-493c-b372-1f084e7b9612 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.3225963 Feb 09 20:38:33.284129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e4fb11de-e430-4d81-9208-a182977973ff), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:33.287279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0247744f-8751-4727-9bd6-4ccd8b3ad213 None None] Port e4fb11de-e430-4d81-9208-a182977973ff cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:33.314594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-fcd5cbd9-59c6-4836-b44f-79c9c2e74c0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 217 time: 0.0519898 Feb 09 20:38:33.322013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-880d8c4a-9edd-408f-936e-b1e8009cfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.323474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-880d8c4a-9edd-408f-936e-b1e8009cfc28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1108494 Feb 09 20:38:33.327857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4323bc36-2693-48ea-94ae-9be05def2ad8 req-bef5020b-18ea-42cb-88c6-e1dde33063b7 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742737 Feb 09 20:38:33.328278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36426c43-d5bf-440d-b231-4383594417ff req-3d6a3ab0-587b-4c1a-8dfe-0a76ecf4e467 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.329832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36426c43-d5bf-440d-b231-4383594417ff req-3d6a3ab0-587b-4c1a-8dfe-0a76ecf4e467 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 948 time: 0.1411459 Feb 09 20:38:33.336524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3634c48-6ec8-472f-b724-e24590f80095 req-d6ff7947-16b1-4953-a73d-d1c0732f6d99 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717799 Feb 09 20:38:33.421921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-0ad4638a-61cf-47a7-bdfe-9afecf771559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.423535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-0ad4638a-61cf-47a7-bdfe-9afecf771559 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.0990124 Feb 09 20:38:33.468601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-cea9c2e9-4983-439c-b105-70abd5c02d64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370359 Feb 09 20:38:33.470695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-32eee58c-bbcf-490d-921c-5da5e6ebb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.472082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-32eee58c-bbcf-490d-921c-5da5e6ebb02c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1358886 Feb 09 20:38:33.474735 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f127361e-ad5b-4803-b92b-1fe2cc84e4b1 req-f9dd3432-861a-4718-a562-640253b4f61b tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/2b8e2e11-477f-4e69-b1c2-a4953badd048 HTTP/1.1" status: 200 len: 2423 time: 0.0958550 Feb 09 20:38:33.501949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 19f5290b-60e2-4046-9e5f-024d74f7c6d7 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:33.506369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:38:33.529826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36426c43-d5bf-440d-b231-4383594417ff req-3f0e1653-9d46-45ac-be33-f9efb33e749b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740372 Feb 09 20:38:33.575764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3634c48-6ec8-472f-b724-e24590f80095 req-51dec9a0-0e13-42e0-8442-9c0ae0bf2a05 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210848 Feb 09 20:38:33.602559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:38:33.603355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:38:33.669872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-246e5d28-f4e5-4bd5-9135-430f94037f61 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861598 Feb 09 20:38:33.674868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-37f5530b-b5ef-49c6-9268-bfcab6806f3c service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981783 Feb 09 20:38:33.703025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:33.715877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '19f5290b-60e2-4046-9e5f-024d74f7c6d7', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'port_id': '19f5290b-60e2-4046-9e5f-024d74f7c6d7', 'mac_address': 'fa:16:3e:b6:a9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f63afb1-c10e-4345-ab56-2ecd1228ad55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:33.744144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ed5e5-4170-4ea9-9815-9c889dc80f9a req-83b8dda7-f296-478b-a213-02d894bf652b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.745738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f24ed5e5-4170-4ea9-9815-9c889dc80f9a req-83b8dda7-f296-478b-a213-02d894bf652b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.0935254 Feb 09 20:38:33.760993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:33.761544 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:33.777893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f5290b-60e2-4046-9e5f-024d74f7c6d7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:33.783037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecceb3-189d-4896-8a4b-c80f647c585b req-e812eb24-0f07-4451-8c0e-bafa47cc2641 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:33.784653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86ecceb3-189d-4896-8a4b-c80f647c585b req-e812eb24-0f07-4451-8c0e-bafa47cc2641 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.1921258 Feb 09 20:38:33.798697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fb11de-e430-4d81-9208-a182977973ff {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:33.805172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:33.810437 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:33.816624 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Publish callbacks [] for port (e4fb11de-e430-4d81-9208-a182977973ff), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:33.848250 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f24ed5e5-4170-4ea9-9815-9c889dc80f9a req-09c1e8d3-153f-42f3-a9cf-682f90688468 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839176 Feb 09 20:38:33.851539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Transition to ACTIVE for port object e4fb11de-e430-4d81-9208-a182977973ff will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:33.871658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (e4fb11de-e430-4d81-9208-a182977973ff), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:33.872022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:33.872198 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-a169b120-ea3b-47e4-9137-6527d92bcf0f service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839578 Feb 09 20:38:33.888461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86ecceb3-189d-4896-8a4b-c80f647c585b req-f159c723-c911-4d56-bd5c-172fea8f3afe tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966210 Feb 09 20:38:33.890353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0be9fd68-3aa2-4f33-96d8-b81d5a401434 req-c8575117-0cc3-4955-a791-669313ab01e5 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137725 Feb 09 20:38:33.941274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e6839a2-2354-4fc3-8d37-f176befa2833 req-ec9c3063-2ff9-4dc2-9c4e-b014963f5ab5 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-group-rules/918b473a-381f-47e9-88c0-2866a7eb88cb HTTP/1.1" status: 200 len: 778 time: 0.0532496 Feb 09 20:38:33.986953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Pushing event updated for resources: {'Port': ['ID=e4fb11de-e430-4d81-9208-a182977973ff,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:34.036568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50829303-d88c-47d4-be35-5283bd42d0b4 req-0cfa7657-ba51-44b3-ba05-92ce6be38ffc tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.040261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-50829303-d88c-47d4-be35-5283bd42d0b4 req-0cfa7657-ba51-44b3-ba05-92ce6be38ffc tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 945 time: 0.0738552 Feb 09 20:38:34.075422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['19f5290b-60e2-4046-9e5f-024d74f7c6d7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:34.082826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e6839a2-2354-4fc3-8d37-f176befa2833 req-9f270939-3a50-4ec0-a667-631a507fea55 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/2b8e2e11-477f-4e69-b1c2-a4953badd048 HTTP/1.1" status: 200 len: 2423 time: 0.1303155 Feb 09 20:38:34.123287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-50829303-d88c-47d4-be35-5283bd42d0b4 req-31a1935f-b287-4d68-b98d-57bafc55b66a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745232 Feb 09 20:38:34.127992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Attempting to bind port e4fb11de-e430-4d81-9208-a182977973ff on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:34.128135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Attempting to bind port e4fb11de-e430-4d81-9208-a182977973ff by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:34.128571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Attempting to bind port e4fb11de-e430-4d81-9208-a182977973ff on network b98611ed-2cb1-438a-94d8-389bcbbf542e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:34.139853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2e6839a2-2354-4fc3-8d37-f176befa2833 req-16c2e27d-b5d6-4efe-98d4-4a442ae08352 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group_rule (918b473a-381f-47e9-88c0-2866a7eb88cb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.142068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Port e4fb11de-e430-4d81-9208-a182977973ff on network b98611ed-2cb1-438a-94d8-389bcbbf542e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:34.142443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Attempting to bind port e4fb11de-e430-4d81-9208-a182977973ff on network b98611ed-2cb1-438a-94d8-389bcbbf542e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:34.153932 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2e6839a2-2354-4fc3-8d37-f176befa2833 req-16c2e27d-b5d6-4efe-98d4-4a442ae08352 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group_rule (918b473a-381f-47e9-88c0-2866a7eb88cb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.156267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:34.156598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Checking segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:34.156984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Bound using segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:34.157421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Bound port: e4fb11de-e430-4d81-9208-a182977973ff, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:34.158322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e4fb11de-e430-4d81-9208-a182977973ff), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.197975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-354471e2-b7ab-4bc7-90e9-685bce216d90 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.201621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-354471e2-b7ab-4bc7-90e9-685bce216d90 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.0688434 Feb 09 20:38:34.240261 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2e6839a2-2354-4fc3-8d37-f176befa2833 req-16c2e27d-b5d6-4efe-98d4-4a442ae08352 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (918b473a-381f-47e9-88c0-2866a7eb88cb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.249024 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2e6839a2-2354-4fc3-8d37-f176befa2833 req-16c2e27d-b5d6-4efe-98d4-4a442ae08352 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.250160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e6839a2-2354-4fc3-8d37-f176befa2833 req-16c2e27d-b5d6-4efe-98d4-4a442ae08352 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/918b473a-381f-47e9-88c0-2866a7eb88cb HTTP/1.1" status: 204 len: 173 time: 0.1665661 Feb 09 20:38:34.251243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] For port e4fb11de-e430-4d81-9208-a182977973ff, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:34.259398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] For port e4fb11de-e430-4d81-9208-a182977973ff, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e4fb11de-e430-4d81-9208-a182977973ff,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:34.268727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2e27d-b5d6-4efe-98d4-4a442ae08352 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=918b473a-381f-47e9-88c0-2866a7eb88cb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:34.270846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (e4fb11de-e430-4d81-9208-a182977973ff), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.277570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-fdea5ef4-7875-4fde-a464-6177007885a6 req-9a948d1d-ce9b-42e6-a779-ac4597330a57 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-260950274', 'description': 'tempest-description-525150744'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:34.320072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07f73-6e9e-441a-b3fb-a495a0581946 req-e646c237-2bd7-4e94-9fe0-909e05b4e677 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.326883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.327458 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76f07f73-6e9e-441a-b3fb-a495a0581946 req-e646c237-2bd7-4e94-9fe0-909e05b4e677 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 948 time: 0.0817161 Feb 09 20:38:34.327584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.328909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] 10.222.0.50 "PUT /v2.0/ports/e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 1092 time: 1.2376373 Feb 09 20:38:34.330254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:34.332700 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601727bb-db25-47d5-8557-6861805f4400" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:34.340314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fdea5ef4-7875-4fde-a464-6177007885a6 req-9a948d1d-ce9b-42e6-a779-ac4597330a57 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.377767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff9a3b-63e9-49f5-870c-42075f1ad4fc service neutron] Pushing event updated for resources: {'Port': ['ID=e4fb11de-e430-4d81-9208-a182977973ff,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:34.431207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76f07f73-6e9e-441a-b3fb-a495a0581946 req-854afd20-63b5-457b-b4b0-dae005a52acd tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027632 Feb 09 20:38:34.435587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-a4258a06-be7c-49d0-bb71-aebeee8074af service neutron] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:34.438948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-a4258a06-be7c-49d0-bb71-aebeee8074af service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.440194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-a4258a06-be7c-49d0-bb71-aebeee8074af service neutron] 10.222.0.13 "DELETE /v2.0/ports/8bc2f214-3b9f-4405-a52c-9d72f0859ee6/bindings/n-h2-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.2285280 Feb 09 20:38:34.469110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-7fc6ca60-61a7-49be-baba-ecc117eeb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.470974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-7fc6ca60-61a7-49be-baba-ecc117eeb037 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1126 time: 0.0900385 Feb 09 20:38:34.473517 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fdea5ef4-7875-4fde-a464-6177007885a6 req-9a948d1d-ce9b-42e6-a779-ac4597330a57 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (d01ba563-f3fd-4965-96ea-dae5256f5ab7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.480691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fdea5ef4-7875-4fde-a464-6177007885a6 req-9a948d1d-ce9b-42e6-a779-ac4597330a57 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d01ba563-f3fd-4965-96ea-dae5256f5ab7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.534988 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7046abaa-b8c3-4c77-b0ba-fc260ccce235 x-openstack-request-id: req-7046abaa-b8c3-4c77-b0ba-fc260ccce235 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:34.535659 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:34.535659 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7046abaa-b8c3-4c77-b0ba-fc260ccce235 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:34.535968 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff', 'status': 'completed', 'code': 200} Feb 09 20:38:34.540640 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-5624b57d-907b-4363-aa47-bcf784709f23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 217 time: 0.0562589 Feb 09 20:38:34.546231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fdea5ef4-7875-4fde-a464-6177007885a6 req-9a948d1d-ce9b-42e6-a779-ac4597330a57 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.547400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdea5ef4-7875-4fde-a464-6177007885a6 req-9a948d1d-ce9b-42e6-a779-ac4597330a57 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2736437 Feb 09 20:38:34.604263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a948d1d-ce9b-42e6-a779-ac4597330a57 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01ba563-f3fd-4965-96ea-dae5256f5ab7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:34.629264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3d07b-a019-482f-a37f-2286676bf141 req-6465670b-b0f7-4834-91b7-e93d1f8c011d tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.630662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56a3d07b-a019-482f-a37f-2286676bf141 req-6465670b-b0f7-4834-91b7-e93d1f8c011d tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 943 time: 0.0553236 Feb 09 20:38:34.641334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-636dee08-b63b-4551-8fe2-ffcc1abb4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.642780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-636dee08-b63b-4551-8fe2-ffcc1abb4c78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.0945008 Feb 09 20:38:34.647655 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed0eb87c-0a0e-49ed-8102-b8d535182ce2 req-46afd2c1-f900-478d-9373-3a6fb3397ab9 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/d01ba563-f3fd-4965-96ea-dae5256f5ab7 HTTP/1.1" status: 200 len: 1828 time: 0.0548098 Feb 09 20:38:34.678225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e67371-bceb-4279-85a7-59de42884a36', 'tag': '24e0df61-20ec-4abe-92c0-90bd403450cc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:34.680832 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e67371-bceb-4279-85a7-59de42884a36", "tag": "24e0df61-20ec-4abe-92c0-90bd403450cc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:34.699736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56a3d07b-a019-482f-a37f-2286676bf141 req-f2f8dd6e-ab63-4580-a01f-3897b9277295 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617046 Feb 09 20:38:34.707491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-5dddcdeb-6b18-41fa-bf26-e5a2fb191ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.709035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-5dddcdeb-6b18-41fa-bf26-e5a2fb191ff9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0561955 Feb 09 20:38:34.764275 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bbdd3c-47b1-4008-b8a6-3ea172b1d807 x-openstack-request-id: req-65bbdd3c-47b1-4008-b8a6-3ea172b1d807 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:34.764564 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e67371-bceb-4279-85a7-59de42884a36", "tag": "24e0df61-20ec-4abe-92c0-90bd403450cc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:34.764819 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-65bbdd3c-47b1-4008-b8a6-3ea172b1d807 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:34.765206 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e67371-bceb-4279-85a7-59de42884a36', 'tag': '24e0df61-20ec-4abe-92c0-90bd403450cc', 'status': 'completed', 'code': 200} Feb 09 20:38:34.782596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-82c104d5-5509-4d98-8806-8ed07bda9632 req-6604a8a4-1456-4c10-8fd7-7a230eaa3032 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1372123176', 'description': 'tempest-description-1893120642'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:34.837145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82c104d5-5509-4d98-8806-8ed07bda9632 req-6604a8a4-1456-4c10-8fd7-7a230eaa3032 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:34.867003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-d59116c9-f616-44f0-a556-82bcddbb27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:34.868793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-d59116c9-f616-44f0-a556-82bcddbb27d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e4cee0a801147c5a2203920f20101ba&device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 1131 time: 0.0768092 Feb 09 20:38:34.988221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82c104d5-5509-4d98-8806-8ed07bda9632 req-6604a8a4-1456-4c10-8fd7-7a230eaa3032 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (44db9b3e-6b62-4c2f-930c-6adb7daf7c96), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.000686 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82c104d5-5509-4d98-8806-8ed07bda9632 req-6604a8a4-1456-4c10-8fd7-7a230eaa3032 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (44db9b3e-6b62-4c2f-930c-6adb7daf7c96), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.021895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-bdbcf0ff-c000-4f51-a05c-329da548af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.024041 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-bdbcf0ff-c000-4f51-a05c-329da548af7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1464276 Feb 09 20:38:35.032804 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-82c104d5-5509-4d98-8806-8ed07bda9632 req-6604a8a4-1456-4c10-8fd7-7a230eaa3032 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.034158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82c104d5-5509-4d98-8806-8ed07bda9632 req-6604a8a4-1456-4c10-8fd7-7a230eaa3032 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2559893 Feb 09 20:38:35.054348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c541f50-91e3-43cc-915f-a1e68ac95403 req-f5d9b873-19cf-43fb-b19d-727f76408e0d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.057284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604a8a4-1456-4c10-8fd7-7a230eaa3032 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44db9b3e-6b62-4c2f-930c-6adb7daf7c96,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:35.061157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c541f50-91e3-43cc-915f-a1e68ac95403 req-f5d9b873-19cf-43fb-b19d-727f76408e0d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 948 time: 0.3511736 Feb 09 20:38:35.090105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-9aeb5706-435e-4a32-8d82-a14f70205d9a service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721271 Feb 09 20:38:35.091530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-c259d759-073b-4de4-8897-5810febd1ebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=24e0df61-20ec-4abe-92c0-90bd403450cc HTTP/1.1" status: 200 len: 217 time: 0.0465434 Feb 09 20:38:35.163159 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c541f50-91e3-43cc-915f-a1e68ac95403 req-c5503219-c3b3-49c7-b9fd-8f99c71301fc tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011059 Feb 09 20:38:35.170150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-20fa5de8-683a-4064-a0da-939ed8c388cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.171624 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-20fa5de8-683a-4064-a0da-939ed8c388cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0726635 Feb 09 20:38:35.205684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ab8a091-ea0d-41b2-9251-132e95b83ab6 req-bbc16005-44f0-4e87-8844-e9f18e58be88 service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044974 Feb 09 20:38:35.220879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df64a67-e3b9-46a5-9908-9769d2f57f9d req-525f1fb9-4488-44c6-afc1-d0cfb0269249 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.222302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2df64a67-e3b9-46a5-9908-9769d2f57f9d req-525f1fb9-4488-44c6-afc1-d0cfb0269249 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 945 time: 0.1157725 Feb 09 20:38:35.262406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-28443f6a-902c-43a6-8d19-fa7434bfaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.263926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-28443f6a-902c-43a6-8d19-fa7434bfaea4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0840716 Feb 09 20:38:35.301951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2df64a67-e3b9-46a5-9908-9769d2f57f9d req-e6491521-8192-4f67-955a-c9e164df9f1a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713902 Feb 09 20:38:35.309257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a9f7f-8844-43eb-b57f-b8031464522d req-86e77532-d9b4-4ee7-be21-efeb1e728e01 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.310762 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-427a9f7f-8844-43eb-b57f-b8031464522d req-86e77532-d9b4-4ee7-be21-efeb1e728e01 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.0804098 Feb 09 20:38:35.341054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601727bb-db25-47d5-8557-6861805f4400 req-744a0f09-da6b-49b4-b7b5-16f926439fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.342623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-601727bb-db25-47d5-8557-6861805f4400 req-744a0f09-da6b-49b4-b7b5-16f926439fea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1126 time: 0.0772233 Feb 09 20:38:35.406769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-99e1391c-dfa9-42a4-9ea0-8bfdb7005f46 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280661 Feb 09 20:38:35.410692 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24952d3e-bd5a-4183-8b9b-51b3051e5fed req-b50f2c62-eb3d-4908-8041-b67d0a4140e5 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/44db9b3e-6b62-4c2f-930c-6adb7daf7c96 HTTP/1.1" status: 200 len: 1830 time: 0.0680792 Feb 09 20:38:35.417516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-427a9f7f-8844-43eb-b57f-b8031464522d req-a160e169-629e-4cd8-af8b-21647100301f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939114 Feb 09 20:38:35.510305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-ccc0fd00-caf7-4601-a160-24f35c3f48e4 req-41987d4a-6c81-4c11-be2e-6195e21b8e1e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-878773808', 'description': 'tempest-description-1116437320'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:35.522546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:35.530570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 19f5290b-60e2-4046-9e5f-024d74f7c6d7 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:35.550330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601727bb-db25-47d5-8557-6861805f4400 req-d5c7206e-52c1-463d-9729-d6f891eafe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.556274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-601727bb-db25-47d5-8557-6861805f4400 req-d5c7206e-52c1-463d-9729-d6f891eafe5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.2022250 Feb 09 20:38:35.562075 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ccc0fd00-caf7-4601-a160-24f35c3f48e4 req-41987d4a-6c81-4c11-be2e-6195e21b8e1e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.614762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ad553c3-7f76-4101-8539-4f86b0fdcd6c req-0d91406c-bbe2-4a8e-8e15-511621245a10 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975136 Feb 09 20:38:35.622401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdac0f-37b8-44e5-94bc-0cc07c149f27 req-a772cd74-15df-4c86-a77f-7de17504fa15 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.623918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11bdac0f-37b8-44e5-94bc-0cc07c149f27 req-a772cd74-15df-4c86-a77f-7de17504fa15 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 945 time: 0.0887682 Feb 09 20:38:35.629692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-601727bb-db25-47d5-8557-6861805f4400 req-8edf0d0e-9dce-49ed-b641-f751e4ee1a39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 217 time: 0.0636215 Feb 09 20:38:35.695465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:35.702106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:35.702548 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.712983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601727bb-db25-47d5-8557-6861805f4400 req-a65edaa3-06c4-4d53-a24f-0679adec1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.714589 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-601727bb-db25-47d5-8557-6861805f4400 req-a65edaa3-06c4-4d53-a24f-0679adec1834 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.0741205 Feb 09 20:38:35.796354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ccc0fd00-caf7-4601-a160-24f35c3f48e4 req-41987d4a-6c81-4c11-be2e-6195e21b8e1e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (396b309b-cc9a-4189-8b9b-f5fa654965f5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.810399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ccc0fd00-caf7-4601-a160-24f35c3f48e4 req-41987d4a-6c81-4c11-be2e-6195e21b8e1e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (396b309b-cc9a-4189-8b9b-f5fa654965f5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.811185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:35.851482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'mac_address': 'fa:16:3e:cb:06:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:35.867765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601727bb-db25-47d5-8557-6861805f4400 req-5101952c-039d-442d-9756-52e2b3022e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:35.869516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-601727bb-db25-47d5-8557-6861805f4400 req-5101952c-039d-442d-9756-52e2b3022e35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1456537 Feb 09 20:38:35.874789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41987d4a-6c81-4c11-be2e-6195e21b8e1e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396b309b-cc9a-4189-8b9b-f5fa654965f5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:35.897156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:35.897593 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.904719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ccc0fd00-caf7-4601-a160-24f35c3f48e4 req-41987d4a-6c81-4c11-be2e-6195e21b8e1e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.920556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ccc0fd00-caf7-4601-a160-24f35c3f48e4 req-41987d4a-6c81-4c11-be2e-6195e21b8e1e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4318104 Feb 09 20:38:35.928199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:35.928766 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:35.948358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:35.950867 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336cbf67-4657-486e-b313-2b0150ced0fe" -d '{"events": [{"server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "name": "network-vif-plugged", "status": "completed", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:35.955202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11bdac0f-37b8-44e5-94bc-0cc07c149f27 req-4da79080-51d4-4232-9afd-6cdb393074c9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228443 Feb 09 20:38:35.976853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:35.978844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a6a94d-081d-43c6-8ec6-da7d72828c37 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:35.984729 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:36.023582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:36.031004 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:36.049813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:36.092984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637aeef-bf22-4456-a97a-b2d48a69e57b req-f3d44073-d4c9-42a2-b369-5ebdebd760d7 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:36.094495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5637aeef-bf22-4456-a97a-b2d48a69e57b req-f3d44073-d4c9-42a2-b369-5ebdebd760d7 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 948 time: 0.0950081 Feb 09 20:38:36.096812 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-601727bb-db25-47d5-8557-6861805f4400 req-1fb54af7-f62f-408e-95f8-0c7749df50f3 service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043717 Feb 09 20:38:36.096960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ea8fb-f270-4d01-8935-41ffa0b94dff req-bd451d9d-d3db-4633-a5fc-41c7ede0ead6 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:36.098301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a22ea8fb-f270-4d01-8935-41ffa0b94dff req-bd451d9d-d3db-4633-a5fc-41c7ede0ead6 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 943 time: 0.0607488 Feb 09 20:38:36.106640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:36.145497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a22ea8fb-f270-4d01-8935-41ffa0b94dff req-8932877a-dc78-4203-b04c-9b03c8e74e98 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Feb 09 20:38:36.202084 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5637aeef-bf22-4456-a97a-b2d48a69e57b req-20011187-c0c4-49be-85a4-f410844b41ca tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983284 Feb 09 20:38:36.207474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a285ada-2361-4f03-adfa-61a3f69ff0a6 req-aad8e91b-715b-4d3e-a858-7cbf4956eee2 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/396b309b-cc9a-4189-8b9b-f5fa654965f5 HTTP/1.1" status: 200 len: 1829 time: 0.0389488 Feb 09 20:38:36.232927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-601727bb-db25-47d5-8557-6861805f4400 req-37d5ece8-03e8-4308-894f-cf50e4bc67d9 service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205039 Feb 09 20:38:36.254391 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3267ce72-87f1-4597-ad8c-ea896950515d x-openstack-request-id: req-3267ce72-87f1-4597-ad8c-ea896950515d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:36.254823 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "name": "network-vif-plugged", "status": "completed", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:36.255080 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3267ce72-87f1-4597-ad8c-ea896950515d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:36.255795 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7', 'code': 200} Feb 09 20:38:36.270174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d0ae2652-f143-4214-a2aa-c628185154d8 req-a8cd2ecf-345e-43ae-a16c-068c80dca7c9 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-337270951', 'description': 'tempest-description-490871168'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:36.292787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0ae2652-f143-4214-a2aa-c628185154d8 req-a8cd2ecf-345e-43ae-a16c-068c80dca7c9 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:36.346447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d4a6a94d-081d-43c6-8ec6-da7d72828c37'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:36.371669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0ae2652-f143-4214-a2aa-c628185154d8 req-a8cd2ecf-345e-43ae-a16c-068c80dca7c9 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (a2885344-a91f-47ba-8cf0-c1f94484246c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:36.376636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0ae2652-f143-4214-a2aa-c628185154d8 req-a8cd2ecf-345e-43ae-a16c-068c80dca7c9 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a2885344-a91f-47ba-8cf0-c1f94484246c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:36.378066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298167-be56-4d1d-a7dc-cf96ae9822e3 req-34202234-7ce0-4e5d-b935-1c0406e04a30 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:36.379595 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67298167-be56-4d1d-a7dc-cf96ae9822e3 req-34202234-7ce0-4e5d-b935-1c0406e04a30 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 948 time: 0.0830042 Feb 09 20:38:36.412312 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0ae2652-f143-4214-a2aa-c628185154d8 req-a8cd2ecf-345e-43ae-a16c-068c80dca7c9 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:36.413956 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0ae2652-f143-4214-a2aa-c628185154d8 req-a8cd2ecf-345e-43ae-a16c-068c80dca7c9 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1479533 Feb 09 20:38:36.417418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa21590-5de4-4235-82eb-159ce1c17a20 req-955a15e9-2cfd-4243-a3b3-37808f4de2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:36.418898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bfa21590-5de4-4235-82eb-159ce1c17a20 req-955a15e9-2cfd-4243-a3b3-37808f4de2db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1129 time: 0.0779703 Feb 09 20:38:36.422378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd2ecf-345e-43ae-a16c-068c80dca7c9 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2885344-a91f-47ba-8cf0-c1f94484246c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:36.470590 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67298167-be56-4d1d-a7dc-cf96ae9822e3 req-abe0ba78-b757-4be3-8e13-67d7f3c57a55 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800526 Feb 09 20:38:36.490305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bfa21590-5de4-4235-82eb-159ce1c17a20 req-d5dfaace-4809-4135-9390-31f7b9c4482e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612786 Feb 09 20:38:36.525275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42843a-23d8-47d7-8f51-c2e9d2918ca5 req-9b54544b-3f7f-4e19-8682-e116265893a8 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:36.526836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d42843a-23d8-47d7-8f51-c2e9d2918ca5 req-9b54544b-3f7f-4e19-8682-e116265893a8 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1128 time: 0.0549457 Feb 09 20:38:36.572643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d42843a-23d8-47d7-8f51-c2e9d2918ca5 req-7a39ff0b-7dd7-4b82-ae2c-6ba3ee8647a9 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Feb 09 20:38:36.601065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69049da6-37d5-4325-820e-23a5be5e1f71 req-1c0a3014-6087-4cb2-b49b-bc45b729a770 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:36.602709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-69049da6-37d5-4325-820e-23a5be5e1f71 req-1c0a3014-6087-4cb2-b49b-bc45b729a770 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0655379 Feb 09 20:38:36.639612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a012f044-0613-4a4d-8066-02f0a227bdee req-8aba7996-7463-4f52-bcdd-e50b05e9ee97 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/a2885344-a91f-47ba-8cf0-c1f94484246c HTTP/1.1" status: 200 len: 1828 time: 0.0428774 Feb 09 20:38:36.653105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-69049da6-37d5-4325-820e-23a5be5e1f71 req-6626ded6-9037-46b9-b568-8b63f84c6cc6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Feb 09 20:38:36.693811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 669249b7-9760-407b-ad8d-0772bc46a754 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:36.698579 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-594b588c-9935-4b40-b9df-c8f533fabcaf req-3b0c0284-73f8-4dad-8ad8-f31533aa93fe tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] show failed (client error): The resource could not be found. Feb 09 20:38:36.699735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-594b588c-9935-4b40-b9df-c8f533fabcaf req-3b0c0284-73f8-4dad-8ad8-f31533aa93fe tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/863b00fb-0871-4f4f-930a-cece067f67d9 HTTP/1.1" status: 404 len: 352 time: 0.0190225 Feb 09 20:38:36.758368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e0e7b-d6b2-4b62-b4ce-f64d203de6fc req-43a699d4-8ec7-40a8-9b5b-7106933f9e97 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:36.760156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-600e0e7b-d6b2-4b62-b4ce-f64d203de6fc req-43a699d4-8ec7-40a8-9b5b-7106933f9e97 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.0626388 Feb 09 20:38:36.818884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 669249b7-9760-407b-ad8d-0772bc46a754, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=669249b7-9760-407b-ad8d-0772bc46a754,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:36.826844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-600e0e7b-d6b2-4b62-b4ce-f64d203de6fc req-d8557041-78f8-4b60-89ce-dde24fb21c12 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597858 Feb 09 20:38:36.830541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '669249b7-9760-407b-ad8d-0772bc46a754', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '669249b7-9760-407b-ad8d-0772bc46a754', 'mac_address': 'fa:16:3e:b2:3b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:36.870816 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-b6f74a81-c5f3-4e5a-b4c8-34b026380772 req-4004c6f8-a31a-4c09-986b-64fee4e03c5b tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] show failed (client error): The resource could not be found. Feb 09 20:38:36.871859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b6f74a81-c5f3-4e5a-b4c8-34b026380772 req-4004c6f8-a31a-4c09-986b-64fee4e03c5b tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-group-rules/03b9f486-b3a4-49fa-a79b-2d41b064c1b8 HTTP/1.1" status: 404 len: 361 time: 0.0198960 Feb 09 20:38:36.873430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 669249b7-9760-407b-ad8d-0772bc46a754 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:36.874230 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (669249b7-9760-407b-ad8d-0772bc46a754), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:36.887959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669249b7-9760-407b-ad8d-0772bc46a754 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:36.902430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059162-6607-4493-96dc-cab8ab8fe51c req-0e015dfa-59bd-4f2a-b9c2-a62ef65aa91d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:36.909587 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-0e015dfa-59bd-4f2a-b9c2-a62ef65aa91d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 808 time: 0.1286414 Feb 09 20:38:36.910260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 669249b7-9760-407b-ad8d-0772bc46a754, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=669249b7-9760-407b-ad8d-0772bc46a754,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:36.915539 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (669249b7-9760-407b-ad8d-0772bc46a754), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:36.916246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 24e0df61-20ec-4abe-92c0-90bd403450cc details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:36.923130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-80dc6b52-c62e-4d72-9971-cb7e2770aa4d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/quotas/4e5c5a7784ba41a5ae778bfe881eb9a2 HTTP/1.1" status: 200 len: 375 time: 0.0121689 Feb 09 20:38:36.935581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4af063b-a83d-46d4-8d25-5c675f68f0f3 req-eee1934d-ca83-42c5-aa0a-789fb4a349fc tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/a2885344-a91f-47ba-8cf0-c1f94484246c HTTP/1.1" status: 200 len: 1828 time: 0.0403304 Feb 09 20:38:36.984740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-f7b06007-2c01-4360-93f8-faaa7f6db120 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544047 Feb 09 20:38:36.988440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=669249b7-9760-407b-ad8d-0772bc46a754,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:36.993930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 24e0df61-20ec-4abe-92c0-90bd403450cc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=24e0df61-20ec-4abe-92c0-90bd403450cc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:36.995331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4af063b-a83d-46d4-8d25-5c675f68f0f3 req-02bebee4-355c-422d-a609-0c5d269173fc tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (a2885344-a91f-47ba-8cf0-c1f94484246c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.007347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '24e0df61-20ec-4abe-92c0-90bd403450cc', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '24e0df61-20ec-4abe-92c0-90bd403450cc', 'mac_address': 'fa:16:3e:e6:e8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:37.019492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4af063b-a83d-46d4-8d25-5c675f68f0f3 req-02bebee4-355c-422d-a609-0c5d269173fc tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (a2885344-a91f-47ba-8cf0-c1f94484246c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.045749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 24e0df61-20ec-4abe-92c0-90bd403450cc is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:37.046238 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.062520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e0df61-20ec-4abe-92c0-90bd403450cc {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:37.065647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4af063b-a83d-46d4-8d25-5c675f68f0f3 req-02bebee4-355c-422d-a609-0c5d269173fc tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a2885344-a91f-47ba-8cf0-c1f94484246c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.068651 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4af063b-a83d-46d4-8d25-5c675f68f0f3 req-02bebee4-355c-422d-a609-0c5d269173fc tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.070246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4af063b-a83d-46d4-8d25-5c675f68f0f3 req-02bebee4-355c-422d-a609-0c5d269173fc tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "DELETE /v2.0/security-groups/a2885344-a91f-47ba-8cf0-c1f94484246c HTTP/1.1" status: 204 len: 173 time: 0.1282074 Feb 09 20:38:37.083449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bebee4-355c-422d-a609-0c5d269173fc tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2885344-a91f-47ba-8cf0-c1f94484246c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:37.095977 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-77c25401-67d3-4e15-bbe5-35ef2b65101c service neutron] 10.222.0.102 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999453 Feb 09 20:38:37.105482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 24e0df61-20ec-4abe-92c0-90bd403450cc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=24e0df61-20ec-4abe-92c0-90bd403450cc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:37.113445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.132477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9a17ae4-e182-4b07-9082-67c41eec26db req-2ff5798e-520d-4f40-ae38-a381c8f1ba0d tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/396b309b-cc9a-4189-8b9b-f5fa654965f5 HTTP/1.1" status: 200 len: 1829 time: 0.0403576 Feb 09 20:38:37.164412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=24e0df61-20ec-4abe-92c0-90bd403450cc,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:37.188444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-e302d166-a4e3-463e-8b5a-672d1a81d2fb service neutron] 10.222.0.102 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916004 Feb 09 20:38:37.198273 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9a17ae4-e182-4b07-9082-67c41eec26db req-27a11de8-fd86-4d1b-a3ab-dfdceb91c39e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (396b309b-cc9a-4189-8b9b-f5fa654965f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.223487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9a17ae4-e182-4b07-9082-67c41eec26db req-27a11de8-fd86-4d1b-a3ab-dfdceb91c39e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (396b309b-cc9a-4189-8b9b-f5fa654965f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.274871 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9a17ae4-e182-4b07-9082-67c41eec26db req-27a11de8-fd86-4d1b-a3ab-dfdceb91c39e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (396b309b-cc9a-4189-8b9b-f5fa654965f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.277610 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9a17ae4-e182-4b07-9082-67c41eec26db req-27a11de8-fd86-4d1b-a3ab-dfdceb91c39e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.278879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9a17ae4-e182-4b07-9082-67c41eec26db req-27a11de8-fd86-4d1b-a3ab-dfdceb91c39e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "DELETE /v2.0/security-groups/396b309b-cc9a-4189-8b9b-f5fa654965f5 HTTP/1.1" status: 204 len: 173 time: 0.1394773 Feb 09 20:38:37.289398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a11de8-fd86-4d1b-a3ab-dfdceb91c39e tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396b309b-cc9a-4189-8b9b-f5fa654965f5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:37.395022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c011b-3a76-47c2-8f12-a3ebb17c91e9 req-a6bf06c1-3ea0-43ef-b5e5-6c57f9830dc1 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:37.396618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-992c011b-3a76-47c2-8f12-a3ebb17c91e9 req-a6bf06c1-3ea0-43ef-b5e5-6c57f9830dc1 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 949 time: 0.0552385 Feb 09 20:38:37.403544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe546c9-7bba-4b9a-9459-65e929b6bc9c req-cf0ed9dd-8d22-4deb-80c3-939b7ccc77b4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:37.408158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cbe546c9-7bba-4b9a-9459-65e929b6bc9c req-cf0ed9dd-8d22-4deb-80c3-939b7ccc77b4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 943 time: 0.0605164 Feb 09 20:38:37.416626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['24e0df61-20ec-4abe-92c0-90bd403450cc'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:37.421765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['669249b7-9760-407b-ad8d-0772bc46a754'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:37.469349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cbe546c9-7bba-4b9a-9459-65e929b6bc9c req-d1260dfc-f3ea-4824-84eb-3dc56685b4cd tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582783 Feb 09 20:38:37.478756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-992c011b-3a76-47c2-8f12-a3ebb17c91e9 req-2e58fe9d-bd44-49ee-b073-7b770b5d2f8c tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678487 Feb 09 20:38:37.527314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e4fb11de-e430-4d81-9208-a182977973ff details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:37.529564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:37.545152 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9546b864-f245-40c6-bf6e-b20ef2c5968e req-c0e62063-b1d7-4f8c-a691-0dc021a31fbf tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/44db9b3e-6b62-4c2f-930c-6adb7daf7c96 HTTP/1.1" status: 200 len: 1830 time: 0.0436144 Feb 09 20:38:37.596344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56f7cce0-3932-4ae4-91cc-4853cea7980b req-47fc9492-8593-4496-abeb-c706b3888d1e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 210 time: 0.0581319 Feb 09 20:38:37.615083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9546b864-f245-40c6-bf6e-b20ef2c5968e req-7760b0ac-dd5b-4324-856a-261acf6a7e41 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (44db9b3e-6b62-4c2f-930c-6adb7daf7c96), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.638780 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5898cd2a-ee24-4426-a104-88c2a8e93c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.651824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9546b864-f245-40c6-bf6e-b20ef2c5968e req-7760b0ac-dd5b-4324-856a-261acf6a7e41 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (44db9b3e-6b62-4c2f-930c-6adb7daf7c96), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.681763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port d4a6a94d-081d-43c6-8ec6-da7d72828c37 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:37.702575 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9546b864-f245-40c6-bf6e-b20ef2c5968e req-7760b0ac-dd5b-4324-856a-261acf6a7e41 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (44db9b3e-6b62-4c2f-930c-6adb7daf7c96), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.705167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9546b864-f245-40c6-bf6e-b20ef2c5968e req-7760b0ac-dd5b-4324-856a-261acf6a7e41 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.706317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9546b864-f245-40c6-bf6e-b20ef2c5968e req-7760b0ac-dd5b-4324-856a-261acf6a7e41 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "DELETE /v2.0/security-groups/44db9b3e-6b62-4c2f-930c-6adb7daf7c96 HTTP/1.1" status: 204 len: 173 time: 0.1555731 Feb 09 20:38:37.706944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d4a6a94d-081d-43c6-8ec6-da7d72828c37 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:37.708142 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:37.740530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760b0ac-dd5b-4324-856a-261acf6a7e41 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db9b3e-6b62-4c2f-930c-6adb7daf7c96,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:37.765890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec030-32e9-4a7e-88cb-301729062cdc req-b257d480-4002-4e0b-8e3c-e18284f8d3c4 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:37.767518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f9ec030-32e9-4a7e-88cb-301729062cdc req-b257d480-4002-4e0b-8e3c-e18284f8d3c4 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 949 time: 0.0954244 Feb 09 20:38:37.789935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:38:37.830390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e017b-ebee-4a16-95b8-5eb2326cdd05 req-bb56cbb1-f382-4d3d-a142-95f04aefcbc8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:37.836878 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-101e017b-ebee-4a16-95b8-5eb2326cdd05 req-bb56cbb1-f382-4d3d-a142-95f04aefcbc8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0668948 Feb 09 20:38:37.875312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f9ec030-32e9-4a7e-88cb-301729062cdc req-a889b6dd-6e1e-4def-845c-72bb470996f4 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860150 Feb 09 20:38:37.888975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-101e017b-ebee-4a16-95b8-5eb2326cdd05 req-ea55acc4-361c-4635-a3c6-57d04b76b55a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511539 Feb 09 20:38:38.004242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e4fb11de-e430-4d81-9208-a182977973ff, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e4fb11de-e430-4d81-9208-a182977973ff,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:38.012285 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b776ed7b-b389-4940-b11d-79076db063bb req-2995081e-f863-4417-9731-65978c5c00ba tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/d01ba563-f3fd-4965-96ea-dae5256f5ab7 HTTP/1.1" status: 200 len: 1828 time: 0.0802717 Feb 09 20:38:38.019450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b57-9e4d-442f-b8c8-03eae48151d1 req-8f81b1db-6543-44c9-aa7c-72688e92d5ea tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:38.020852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:38.026787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.031964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dbc24b57-9e4d-442f-b8c8-03eae48151d1 req-8f81b1db-6543-44c9-aa7c-72688e92d5ea tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.0741026 Feb 09 20:38:38.056686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'e4fb11de-e430-4d81-9208-a182977973ff', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'mac_address': 'fa:16:3e:c9:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:38.087054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dbc24b57-9e4d-442f-b8c8-03eae48151d1 req-d4aa92b3-502a-4e02-bca5-6d162754676d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541625 Feb 09 20:38:38.105433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b776ed7b-b389-4940-b11d-79076db063bb req-840e06a2-a63e-4d94-90f0-bf6229a00c89 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (d01ba563-f3fd-4965-96ea-dae5256f5ab7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.124355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:38.133314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b776ed7b-b389-4940-b11d-79076db063bb req-840e06a2-a63e-4d94-90f0-bf6229a00c89 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (d01ba563-f3fd-4965-96ea-dae5256f5ab7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.135670 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.161539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e4fb11de-e430-4d81-9208-a182977973ff is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:38.161943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e4fb11de-e430-4d81-9208-a182977973ff), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.181678 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b776ed7b-b389-4940-b11d-79076db063bb req-840e06a2-a63e-4d94-90f0-bf6229a00c89 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d01ba563-f3fd-4965-96ea-dae5256f5ab7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.183752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fb11de-e430-4d81-9208-a182977973ff {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:38.184654 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b776ed7b-b389-4940-b11d-79076db063bb req-840e06a2-a63e-4d94-90f0-bf6229a00c89 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.185891 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b776ed7b-b389-4940-b11d-79076db063bb req-840e06a2-a63e-4d94-90f0-bf6229a00c89 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "DELETE /v2.0/security-groups/d01ba563-f3fd-4965-96ea-dae5256f5ab7 HTTP/1.1" status: 204 len: 173 time: 0.1679537 Feb 09 20:38:38.196546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e06a2-a63e-4d94-90f0-bf6229a00c89 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01ba563-f3fd-4965-96ea-dae5256f5ab7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:38.219886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e4fb11de-e430-4d81-9208-a182977973ff, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e4fb11de-e430-4d81-9208-a182977973ff,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:38.223938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:38.228237 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e4fb11de-e430-4d81-9208-a182977973ff), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.250893 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0566af8-19ba-4b8b-a2fc-38e793f2db6c req-f69de43e-b999-440c-a900-719fc1ae3079 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "GET /v2.0/security-groups/2b8e2e11-477f-4e69-b1c2-a4953badd048 HTTP/1.1" status: 200 len: 1830 time: 0.0449021 Feb 09 20:38:38.257419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:38.260073 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8767fad-ba58-4640-bb86-0f2c60d2ea1d" -d '{"events": [{"server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:38.286910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e4fb11de-e430-4d81-9208-a182977973ff,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:38.299293 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a590424-f9a9-4a6b-a1ea-11573a152382 x-openstack-request-id: req-9a590424-f9a9-4a6b-a1ea-11573a152382 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:38.299603 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:38.299904 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9a590424-f9a9-4a6b-a1ea-11573a152382 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:38.300291 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'code': 200} Feb 09 20:38:38.316713 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0566af8-19ba-4b8b-a2fc-38e793f2db6c req-ad1f4b5a-e0dc-472b-9517-76575fbcf4c5 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (2b8e2e11-477f-4e69-b1c2-a4953badd048), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.340518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0566af8-19ba-4b8b-a2fc-38e793f2db6c req-ad1f4b5a-e0dc-472b-9517-76575fbcf4c5 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (2b8e2e11-477f-4e69-b1c2-a4953badd048), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.381443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0566af8-19ba-4b8b-a2fc-38e793f2db6c req-ad1f4b5a-e0dc-472b-9517-76575fbcf4c5 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2b8e2e11-477f-4e69-b1c2-a4953badd048), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.384771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d0566af8-19ba-4b8b-a2fc-38e793f2db6c req-ad1f4b5a-e0dc-472b-9517-76575fbcf4c5 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.385991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0566af8-19ba-4b8b-a2fc-38e793f2db6c req-ad1f4b5a-e0dc-472b-9517-76575fbcf4c5 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] 10.222.0.102 "DELETE /v2.0/security-groups/2b8e2e11-477f-4e69-b1c2-a4953badd048 HTTP/1.1" status: 204 len: 173 time: 0.1277306 Feb 09 20:38:38.394048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:38.395533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f4b5a-e0dc-472b-9517-76575fbcf4c5 tempest-SecurityGroupRulesNegativeTestJSON-1094261136 tempest-SecurityGroupRulesNegativeTestJSON-1094261136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8e2e11-477f-4e69-b1c2-a4953badd048,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:38.454169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2293c74-f92c-4db9-8285-16d418a57c35 admin admin] Deleting subnet 6d370680-4aa8-406f-ace6-1506d5d75df3 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:38:38.457463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06993e50-051c-489a-9e9f-b303db9e581c req-a3ceccc2-ee8b-4115-8051-e882fa94ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:38.458986 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06993e50-051c-489a-9e9f-b303db9e581c req-a3ceccc2-ee8b-4115-8051-e882fa94ef9a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1133 time: 0.0942254 Feb 09 20:38:38.461612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2293c74-f92c-4db9-8285-16d418a57c35 admin admin] Publish callbacks [] for subnet (6d370680-4aa8-406f-ace6-1506d5d75df3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.523208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2293c74-f92c-4db9-8285-16d418a57c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (6d370680-4aa8-406f-ace6-1506d5d75df3), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.534534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e4fb11de-e430-4d81-9208-a182977973ff'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:38.560580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06993e50-051c-489a-9e9f-b303db9e581c req-641cddd1-aa76-4a71-906e-a5e46d838c59 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776768 Feb 09 20:38:38.582196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2293c74-f92c-4db9-8285-16d418a57c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6d370680-4aa8-406f-ace6-1506d5d75df3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.695666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d43c2e-f4ce-4f89-923f-5610e45db45f req-1a3d5a45-9507-4622-bf19-988d3f0b1569 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:38.697286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87d43c2e-f4ce-4f89-923f-5610e45db45f req-1a3d5a45-9507-4622-bf19-988d3f0b1569 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 944 time: 0.0718863 Feb 09 20:38:38.698827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2293c74-f92c-4db9-8285-16d418a57c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (6d370680-4aa8-406f-ace6-1506d5d75df3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.699887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e81c6d-36c5-442a-9e17-e46c3e146fb3 req-04a09273-4a2d-4227-ac06-9203444d2741 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:38.700857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e81c6d-36c5-442a-9e17-e46c3e146fb3 req-04a09273-4a2d-4227-ac06-9203444d2741 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 949 time: 0.0844011 Feb 09 20:38:38.733818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2293c74-f92c-4db9-8285-16d418a57c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d370680-4aa8-406f-ace6-1506d5d75df3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:38.735887 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2293c74-f92c-4db9-8285-16d418a57c35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.736119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059162-6607-4493-96dc-cab8ab8fe51c req-8baacfe9-5696-4762-875c-632e7f164059 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:38.738167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-8baacfe9-5696-4762-875c-632e7f164059 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 808 time: 0.1881211 Feb 09 20:38:38.738959 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a2293c74-f92c-4db9-8285-16d418a57c35 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/6d370680-4aa8-406f-ace6-1506d5d75df3 HTTP/1.1" status: 204 len: 168 time: 0.3430655 Feb 09 20:38:38.741427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:38.769359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e81c6d-36c5-442a-9e17-e46c3e146fb3 req-cd15557a-83bf-4cac-ac8a-e3c6c0b4f020 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620334 Feb 09 20:38:38.796930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Request body: {'port': {'device_id': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'admin_state_up': True, 'tenant_id': '4e5c5a7784ba41a5ae778bfe881eb9a2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:38.842628 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87d43c2e-f4ce-4f89-923f-5610e45db45f req-158eb8fb-5cfd-4c57-b999-5a8e53257d21 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314139 Feb 09 20:38:38.849257 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9ad85637-1b97-4a9b-a0a3-37f0edac35b5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.878499 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae3a570d-ffa9-4913-a81d-1b23e3277b9a req-5e563e9d-08bc-4148-a734-70c1baf588f8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 210 time: 0.0338285 Feb 09 20:38:38.935975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9ad85637-1b97-4a9b-a0a3-37f0edac35b5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.962679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Made reservation on behalf of 4e5c5a7784ba41a5ae778bfe881eb9a2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:38.966847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:38.967415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad85637-1b97-4a9b-a0a3-37f0edac35b5']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:38.981369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1822540-5c8f-4b1f-871e-25b5008567cf') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:38.981971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1822540-5c8f-4b1f-871e-25b5008567cf') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:38.995276 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (c1822540-5c8f-4b1f-871e-25b5008567cf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.037333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1822540-5c8f-4b1f-871e-25b5008567cf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.047498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:38:39.048070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (c1822540-5c8f-4b1f-871e-25b5008567cf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:38:39.050783 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:38:39.112956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdb413-4746-45f3-9dc2-15b69f221583 req-455be653-05df-406b-be80-20e2df77972e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:39.113157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c2b6e-791e-4db9-ab95-271184e48052 req-2f3817cf-c5bf-4bfb-af35-b493106404ce tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:39.114446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77fdb413-4746-45f3-9dc2-15b69f221583 req-455be653-05df-406b-be80-20e2df77972e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 949 time: 0.1168418 Feb 09 20:38:39.114582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea4c2b6e-791e-4db9-ab95-271184e48052 req-2f3817cf-c5bf-4bfb-af35-b493106404ce tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.1220145 Feb 09 20:38:39.130268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9ad85637-1b97-4a9b-a0a3-37f0edac35b5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.143611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.149001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] 10.222.0.102 "DELETE /v2.0/networks/9ad85637-1b97-4a9b-a0a3-37f0edac35b5 HTTP/1.1" status: 204 len: 168 time: 0.4043214 Feb 09 20:38:39.157270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Allocated IP 172.20.0.14 (62ae563b-fea2-42e6-b971-404821062d8c/1151131d-3cac-4983-a5cb-d792ccd56556/84d20172-c5f9-413d-8c2c-dedc0158f57c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:39.162766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92dbcc-25f3-43b2-990a-954850b4d99b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad85637-1b97-4a9b-a0a3-37f0edac35b5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:39.191672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77fdb413-4746-45f3-9dc2-15b69f221583 req-213fa41b-3b55-4a56-aa49-5900c08f6230 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703743 Feb 09 20:38:39.199607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea4c2b6e-791e-4db9-ab95-271184e48052 req-d9d96518-8d48-4a00-aa01-2c6145f4ff6f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745294 Feb 09 20:38:39.316237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40442) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:39.370002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67293bba-1131-49db-a000-29d1efd6be66 req-b711bed1-b0ca-4ec6-997e-3180f1e6e5bd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:39.371435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67293bba-1131-49db-a000-29d1efd6be66 req-b711bed1-b0ca-4ec6-997e-3180f1e6e5bd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.0952744 Feb 09 20:38:39.372333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196cc21-18dc-4e8f-941b-085d1f60bf0a req-400ccb22-f2cf-4a93-92b0-edfd49b11c87 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:39.373853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7196cc21-18dc-4e8f-941b-085d1f60bf0a req-400ccb22-f2cf-4a93-92b0-edfd49b11c87 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1129 time: 0.0813136 Feb 09 20:38:39.381209 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-45f213ea-338a-481a-a262-3aa006e88569 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=10d61583396643299accd33f1f0cdade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630860 Feb 09 20:38:39.381870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:39.387628 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks [] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.442107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7196cc21-18dc-4e8f-941b-085d1f60bf0a req-2e76c26c-4839-4a9c-91cd-7e7124218ab5 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595145 Feb 09 20:38:39.451164 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67293bba-1131-49db-a000-29d1efd6be66 req-ae34e753-48e5-4328-913f-c0850dc80536 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683162 Feb 09 20:38:39.459667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.466363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-644a4363-71d5-4495-bb42-a45647f35e8d admin admin] Publish callbacks [] for security_group (cbb71f9a-38cc-486f-93aa-3a76688cffdb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.504978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-644a4363-71d5-4495-bb42-a45647f35e8d admin admin] Publish callbacks [] for security_group (cbb71f9a-38cc-486f-93aa-3a76688cffdb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.526408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Network 62ae563b-fea2-42e6-b971-404821062d8c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:39.526408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:39.527217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Pushing event updated for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:39.529347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:39.535147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e4fb11de-e430-4d81-9208-a182977973ff up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:39.567220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-644a4363-71d5-4495-bb42-a45647f35e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cbb71f9a-38cc-486f-93aa-3a76688cffdb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.570429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-644a4363-71d5-4495-bb42-a45647f35e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.572343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-644a4363-71d5-4495-bb42-a45647f35e8d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cbb71f9a-38cc-486f-93aa-3a76688cffdb HTTP/1.1" status: 204 len: 168 time: 0.1884723 Feb 09 20:38:39.582526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a4363-71d5-4495-bb42-a45647f35e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb71f9a-38cc-486f-93aa-3a76688cffdb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:39.596736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:39.597375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.617862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-7ad585cc-b153-4a06-a5c2-58627ccdfeee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8268411 Feb 09 20:38:39.621053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port e4fb11de-e430-4d81-9208-a182977973ff completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:39.625598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port e4fb11de-e430-4d81-9208-a182977973ff triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:39.625982 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e4fb11de-e430-4d81-9208-a182977973ff), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.634269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Request body: {'port': {'device_id': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:39.714214 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.714551 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-553a23e9-7a36-4b9b-b0c1-9e2e0ca78275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.729504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e4fb11de-e430-4d81-9208-a182977973ff is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:39.729905 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e4fb11de-e430-4d81-9208-a182977973ff), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.775531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e4fb11de-e430-4d81-9208-a182977973ff, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e4fb11de-e430-4d81-9208-a182977973ff,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:39.784005 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e4fb11de-e430-4d81-9208-a182977973ff), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:39.854835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e4fb11de-e430-4d81-9208-a182977973ff,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:40.000523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b41cb0-f04f-4457-8823-953084004fb2 req-061780ee-8675-4fe3-9f5f-84a84b73b29b tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:40.003666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61b41cb0-f04f-4457-8823-953084004fb2 req-061780ee-8675-4fe3-9f5f-84a84b73b29b tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 949 time: 0.1398566 Feb 09 20:38:40.075100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb563fc2-ffdc-42da-b3e3-f88967d5670e req-3047c8a1-46cf-4a4a-b04e-1cc02a63128b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:40.076699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb563fc2-ffdc-42da-b3e3-f88967d5670e req-3047c8a1-46cf-4a4a-b04e-1cc02a63128b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 945 time: 0.1216516 Feb 09 20:38:40.087781 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61b41cb0-f04f-4457-8823-953084004fb2 req-74b2a6b5-b77f-4e42-8d99-2b6b50ee67a7 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772657 Feb 09 20:38:40.150944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d20172-c5f9-413d-8c2c-dedc0158f57c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:40.185471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Publish callbacks [] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.211793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Transition to ACTIVE for port object 84d20172-c5f9-413d-8c2c-dedc0158f57c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:40.221745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d9934-cbcc-4a18-936e-148732320071 req-ef8a79ff-4394-4b48-8821-932d6056d692 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:40.223723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec1d9934-cbcc-4a18-936e-148732320071 req-ef8a79ff-4394-4b48-8821-932d6056d692 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 932 time: 0.0643418 Feb 09 20:38:40.240037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb563fc2-ffdc-42da-b3e3-f88967d5670e req-187ed378-c04d-4d53-9742-881dbe2ba5a2 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325433 Feb 09 20:38:40.247970 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.301280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:40.319796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec1d9934-cbcc-4a18-936e-148732320071 req-aba2eade-bca1-4ba4-8892-ee16e099d1db tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823650 Feb 09 20:38:40.369453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Pushing event updated for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:40.518673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121bbd-6fe0-46e2-ab61-832c3556a50a req-121a9277-2776-4611-b606-c7545484b96a tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:40.519232 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2d4e42-efe0-4934-92b1-c507d0c2a8e0" -d '{"events": [{"server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "name": "network-vif-plugged", "status": "completed", "tag": "e4fb11de-e430-4d81-9208-a182977973ff"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:40.521244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1121bbd-6fe0-46e2-ab61-832c3556a50a req-121a9277-2776-4611-b606-c7545484b96a tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 949 time: 0.1670790 Feb 09 20:38:40.525150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:40.525637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:40.526017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:40.545496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:40.545929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:40.554825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:40.555282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:40.555834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:40.556441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Bound port: 84d20172-c5f9-413d-8c2c-dedc0158f57c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:40.556898 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.630026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1121bbd-6fe0-46e2-ab61-832c3556a50a req-8f2ef8aa-70d5-4dc9-8a3c-7d0e68725603 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961895 Feb 09 20:38:40.652486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512539-1d05-4d52-94a8-3d00c158d64e req-2311b93b-983b-46f1-bc63-bea4105d5aee tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:40.654921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f512539-1d05-4d52-94a8-3d00c158d64e req-2311b93b-983b-46f1-bc63-bea4105d5aee tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.0658429 Feb 09 20:38:40.689115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:40.694877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:40.695186 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f645e9f-3fb7-4a9e-99d9-2a7b9d016e97 x-openstack-request-id: req-2f645e9f-3fb7-4a9e-99d9-2a7b9d016e97 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:40.696081 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "name": "network-vif-plugged", "status": "completed", "tag": "e4fb11de-e430-4d81-9208-a182977973ff", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:40.696563 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2f645e9f-3fb7-4a9e-99d9-2a7b9d016e97 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:40.697168 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff', 'code': 200} Feb 09 20:38:40.702597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.712832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:40.730538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 669249b7-9760-407b-ad8d-0772bc46a754 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:40.749768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:40.751018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.752621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] 10.222.0.50 "PUT /v2.0/ports/84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 200 len: 1093 time: 1.1252894 Feb 09 20:38:40.753260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:40.755664 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128" -d '{"events": [{"name": "network-changed", "server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:40.767672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f512539-1d05-4d52-94a8-3d00c158d64e req-eb94aa89-5755-49fd-98ea-824e7f130ca8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074128 Feb 09 20:38:40.839175 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a8a182-6e1a-4694-85af-120e112d1785 x-openstack-request-id: req-22a8a182-6e1a-4694-85af-120e112d1785 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:40.839474 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:40.839748 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-22a8a182-6e1a-4694-85af-120e112d1785 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:40.852213 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c', 'status': 'completed', 'code': 200} Feb 09 20:38:40.856539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 669249b7-9760-407b-ad8d-0772bc46a754 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:40.859610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a42bc-7bc0-4535-9913-e049d6a75b29 service neutron] Pushing event updated for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:40.872707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 669249b7-9760-407b-ad8d-0772bc46a754 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:40.873095 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (669249b7-9760-407b-ad8d-0772bc46a754), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.873527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059162-6607-4493-96dc-cab8ab8fe51c req-f189dede-06ac-4a9a-a598-ac8cec159b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:40.875095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-f189dede-06ac-4a9a-a598-ac8cec159b98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1127 time: 0.0612350 Feb 09 20:38:40.877110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1426834830-network', 'tenant_id': '6225110bbd3045bea58e51764bcfd481'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:40.916606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e8523-d50e-4866-b44b-da075de29fe6 req-4d09b4f0-f643-4175-876a-2a3b7c7efe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:40.918033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-603e8523-d50e-4866-b44b-da075de29fe6 req-4d09b4f0-f643-4175-876a-2a3b7c7efe76 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.1334562 Feb 09 20:38:40.923665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Made reservation on behalf of 6225110bbd3045bea58e51764bcfd481 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:40.926103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.929377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-32380721-23fa-4ee0-8c65-eca2a236df57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 200 len: 217 time: 0.0460145 Feb 09 20:38:40.942784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.962842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 669249b7-9760-407b-ad8d-0772bc46a754 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:40.963903 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (669249b7-9760-407b-ad8d-0772bc46a754), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:40.999004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059162-6607-4493-96dc-cab8ab8fe51c req-04b3ad30-d19a-4f23-a40f-7527cfe886ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:41.001922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-04b3ad30-d19a-4f23-a40f-7527cfe886ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.0667970 Feb 09 20:38:41.003302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 669249b7-9760-407b-ad8d-0772bc46a754, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=669249b7-9760-407b-ad8d-0772bc46a754,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:41.007800 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (669249b7-9760-407b-ad8d-0772bc46a754), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.008795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 24e0df61-20ec-4abe-92c0-90bd403450cc up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:41.015258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-603e8523-d50e-4866-b44b-da075de29fe6 req-29888cfd-ce9e-4c34-a460-4a156e8daa5e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857563 Feb 09 20:38:41.057364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-a29dcf20-7d68-401a-bd37-3bf6ba553a4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482931 Feb 09 20:38:41.083675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Publish callbacks [] for security_group (6cdb107f-8787-4a0d-928a-62583bf59f0a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.087722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6cdb107f-8787-4a0d-928a-62583bf59f0a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.088254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.107130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=669249b7-9760-407b-ad8d-0772bc46a754,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:41.128710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdb107f-8787-4a0d-928a-62583bf59f0a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:41.129592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 24e0df61-20ec-4abe-92c0-90bd403450cc completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:41.136930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 24e0df61-20ec-4abe-92c0-90bd403450cc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:41.137979 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.164544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:38:41.175513 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6fb47e50-c0cc-4096-b399-ad04670c68b5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.175860 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Added segment 6fb47e50-c0cc-4096-b399-ad04670c68b5 of type vlan for network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 Feb 09 20:38:41.221445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde412d4-6edb-41af-b71c-612141eb65bb req-14e687a8-5bcb-4b8d-9524-3d985f8ffd7f tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:41.222845 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fde412d4-6edb-41af-b71c-612141eb65bb req-14e687a8-5bcb-4b8d-9524-3d985f8ffd7f tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 949 time: 0.0651031 Feb 09 20:38:41.223262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (d3d167bc-e43a-4b8d-b64c-8f58e9b7a485), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.247867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 24e0df61-20ec-4abe-92c0-90bd403450cc is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:41.248276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.260102 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (d3d167bc-e43a-4b8d-b64c-8f58e9b7a485), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.262475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:41.263167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.286481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:38:41.287114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5728281 Feb 09 20:38:41.324129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 24e0df61-20ec-4abe-92c0-90bd403450cc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=24e0df61-20ec-4abe-92c0-90bd403450cc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:41.325543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Request body: {'subnet': {'network_id': 'd3d167bc-e43a-4b8d-b64c-8f58e9b7a485', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1426834830-subnet', 'tenant_id': '6225110bbd3045bea58e51764bcfd481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:41.329669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.355768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac449b32-abc8-4e71-afa1-14b01c2049d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d167bc-e43a-4b8d-b64c-8f58e9b7a485,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:41.361571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fde412d4-6edb-41af-b71c-612141eb65bb req-e8518aec-a5c1-4e35-a18a-8638777ce743 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315799 Feb 09 20:38:41.376448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:38:41.403723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Made reservation on behalf of 6225110bbd3045bea58e51764bcfd481 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:41.418481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.479191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=24e0df61-20ec-4abe-92c0-90bd403450cc,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:41.503959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf60e0-d5e4-43d9-873c-14bd529df900 req-c7e04327-5e4f-4e7b-a7b9-c0ef9de06f27 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:41.503959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bebf60e0-d5e4-43d9-873c-14bd529df900 req-c7e04327-5e4f-4e7b-a7b9-c0ef9de06f27 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 945 time: 0.1403549 Feb 09 20:38:41.546019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-5ddd1473-3c14-49b0-93d7-1183d99d18e6 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887216 Feb 09 20:38:41.555348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bebf60e0-d5e4-43d9-873c-14bd529df900 req-9289b442-4f09-4fde-a0cf-98b93ccafbdd tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473998 Feb 09 20:38:41.639661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b026a1b-0082-4ccf-9f0e-23495ae349b1 req-931e132f-e423-4a50-9ea6-cef3b25502b2 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:41.641698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b026a1b-0082-4ccf-9f0e-23495ae349b1 req-931e132f-e423-4a50-9ea6-cef3b25502b2 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 944 time: 0.1459467 Feb 09 20:38:41.754665 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b026a1b-0082-4ccf-9f0e-23495ae349b1 req-3fdedd62-a3f8-4ea4-aba5-62223cd4708d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033626 Feb 09 20:38:41.775703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57059162-6607-4493-96dc-cab8ab8fe51c req-8a34f460-5198-45fd-9719-f090cb47f02d service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032962 Feb 09 20:38:41.796690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6059b2-5040-4de0-a285-8f3caa5a9050 req-69e6b652-4409-4401-b157-60127cd2ea53 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:41.798209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e6059b2-5040-4de0-a285-8f3caa5a9050 req-69e6b652-4409-4401-b157-60127cd2ea53 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 950 time: 0.1093254 Feb 09 20:38:41.817161 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-23576cfa-463e-41cd-b876-63f6bae1edc6 service neutron] show failed (client error): The resource could not be found. Feb 09 20:38:41.818047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-23576cfa-463e-41cd-b876-63f6bae1edc6 service neutron] 10.222.0.13 "GET /v2.0/ports/b7b10c60-f84e-4089-bc71-28b52fd0a319/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0990744 Feb 09 20:38:41.846636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (040dbff7-4958-499d-b295-d02a24118bd0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:41.877728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e6059b2-5040-4de0-a285-8f3caa5a9050 req-79910247-476f-4b5e-85a6-d2db63d66a05 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715475 Feb 09 20:38:41.974515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040dbff7-4958-499d-b295-d02a24118bd0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:41.999958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-d3f92a5c-b11f-4c5a-adad-e7d2ae551a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:42.001412 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-d3f92a5c-b11f-4c5a-adad-e7d2ae551a24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1127 time: 0.1676545 Feb 09 20:38:42.008710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Checking segment: {'id': '6fb47e50-c0cc-4096-b399-ad04670c68b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd3d167bc-e43a-4b8d-b64c-8f58e9b7a485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:42.009347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Network hostable DHCP agents. Network: d3d167bc-e43a-4b8d-b64c-8f58e9b7a485, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:38:42.018721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc76226-5d52-4bf5-bedc-e85ba79fb092 req-3aa1fa10-8938-4435-b371-4539040b3ee8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:42.020182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdc76226-5d52-4bf5-bedc-e85ba79fb092 req-3aa1fa10-8938-4435-b371-4539040b3ee8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.1304865 Feb 09 20:38:42.080270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-b62608bf-7356-4111-8b50-2460ed1637f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:42.082501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-b62608bf-7356-4111-8b50-2460ed1637f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59&tenant_id=bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 1133 time: 0.0528815 Feb 09 20:38:42.093818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:38:42.102572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:42.117030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, d3d167bc-e43a-4b8d-b64c-8f58e9b7a485) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:42.129332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba005ff-87fa-4b4a-bdb5-936a27a9538d None None] Network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:38:42.130036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:42.130695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:42.144907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdc76226-5d52-4bf5-bedc-e85ba79fb092 req-465e371d-cc15-4096-bb55-55a71ef7f28f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186931 Feb 09 20:38:42.174059 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fb7e61bb-6ed7-4926-b251-fc7f1c449099 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8495684 Feb 09 20:38:42.189243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-1aec04b5-41e6-4de1-8550-ab9d81191fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:42.192108 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-1aec04b5-41e6-4de1-8550-ab9d81191fcb service neutron] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.1597819 Feb 09 20:38:42.235056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:42.253134 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-9cd4c748-7bed-45da-871c-304de6bd83b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 200 len: 217 time: 0.0483553 Feb 09 20:38:42.322090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-286cad0b-21d9-40aa-b05d-11003602b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:42.323923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-286cad0b-21d9-40aa-b05d-11003602b6f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.0569639 Feb 09 20:38:42.324164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53731b-ab02-4a83-a6a5-83bb0befd8e2 None None] Network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:38:42.401764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-ce5d3822-c4b7-4985-972c-cc0638666c80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672607 Feb 09 20:38:42.602909 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:42.616664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:42.636981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d66e9-c0b7-4489-9478-e336ea495225 req-d05fa8ba-bad9-4ce9-ac1a-a7625d74b1cb tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:42.644051 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e42d66e9-c0b7-4489-9478-e336ea495225 req-d05fa8ba-bad9-4ce9-ac1a-a7625d74b1cb tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 950 time: 0.1525106 Feb 09 20:38:42.675748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-7af91f4b-09df-47fe-8941-51019ed758b8 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456102 Feb 09 20:38:42.697730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:42.702184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b3de3-1ad2-4188-92c0-d612412fc0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669249b7-9760-407b-ad8d-0772bc46a754'}, {'server_uuid': 'a0e67371-bceb-4279-85a7-59de42884a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e0df61-20ec-4abe-92c0-90bd403450cc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:42.705375 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634d4918-97d2-4694-917d-65d9525f02c0" -d '{"events": [{"server_uuid": "197b3de3-1ad2-4188-92c0-d612412fc0c8", "name": "network-vif-plugged", "status": "completed", "tag": "669249b7-9760-407b-ad8d-0772bc46a754"}, {"server_uuid": "a0e67371-bceb-4279-85a7-59de42884a36", "name": "network-vif-plugged", "status": "completed", "tag": "24e0df61-20ec-4abe-92c0-90bd403450cc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:42.742698 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e42d66e9-c0b7-4489-9478-e336ea495225 req-e1f2b890-6b6a-4388-b739-5a6f924ece0a tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937951 Feb 09 20:38:42.793811 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Publish callbacks [] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:42.845088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Transition to ACTIVE for port object b7b10c60-f84e-4089-bc71-28b52fd0a319 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:42.847793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bf56a38-69fb-4e25-8d6e-0d3d6778d128 req-bbbe1760-a34c-4a30-b031-fe5b78ee0ed5 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556284 Feb 09 20:38:42.853157 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:42.866440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:42.868933 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449e6b5c-81cc-4036-bbb3-370278ecb2ed" -d '{"events": [{"server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:42.891477 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4f1cf4-3f85-4ca7-a13d-6b0f96ca5d9b x-openstack-request-id: req-eb4f1cf4-3f85-4ca7-a13d-6b0f96ca5d9b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:42.892461 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b3de3-1ad2-4188-92c0-d612412fc0c8", "name": "network-vif-plugged", "status": "completed", "tag": "669249b7-9760-407b-ad8d-0772bc46a754", "code": 200}, {"server_uuid": "a0e67371-bceb-4279-85a7-59de42884a36", "name": "network-vif-plugged", "status": "completed", "tag": "24e0df61-20ec-4abe-92c0-90bd403450cc", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:42.893037 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-eb4f1cf4-3f85-4ca7-a13d-6b0f96ca5d9b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:42.893789 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b3de3-1ad2-4188-92c0-d612412fc0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669249b7-9760-407b-ad8d-0772bc46a754', 'code': 200} Feb 09 20:38:42.894451 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e67371-bceb-4279-85a7-59de42884a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e0df61-20ec-4abe-92c0-90bd403450cc', 'code': 200} Feb 09 20:38:42.976188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] No DVR routers for this DVR port b7b10c60-f84e-4089-bc71-28b52fd0a319 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:38:42.993749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36542660-054c-4993-b989-954d1e33ab37 req-49792696-4e3c-48e9-b5f3-8030ef548339 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:42.995342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36542660-054c-4993-b989-954d1e33ab37 req-49792696-4e3c-48e9-b5f3-8030ef548339 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 945 time: 0.1841381 Feb 09 20:38:42.998737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:43.081819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6eebd-a3f3-45ba-a01f-6e3de9d53ce1 req-afd35d63-0419-4416-848c-0278cf87f945 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.090219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2d6eebd-a3f3-45ba-a01f-6e3de9d53ce1 req-afd35d63-0419-4416-848c-0278cf87f945 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 944 time: 0.1366198 Feb 09 20:38:43.108870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0710b05-85ae-49bc-89fe-ded28befc95e req-454f1242-96f6-4b13-a88f-8d7cd4fd781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.110364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e0710b05-85ae-49bc-89fe-ded28befc95e req-454f1242-96f6-4b13-a88f-8d7cd4fd781f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 1133 time: 0.1154737 Feb 09 20:38:43.114556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36542660-054c-4993-b989-954d1e33ab37 req-4817ebb7-7a3c-4042-99f0-8c490df7d947 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040452 Feb 09 20:38:43.123014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Attempting to bind port b7b10c60-f84e-4089-bc71-28b52fd0a319 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:43.123355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Attempting to bind port b7b10c60-f84e-4089-bc71-28b52fd0a319 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:43.123674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Attempting to bind port b7b10c60-f84e-4089-bc71-28b52fd0a319 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:43.132716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Port b7b10c60-f84e-4089-bc71-28b52fd0a319 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:43.133042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Attempting to bind port b7b10c60-f84e-4089-bc71-28b52fd0a319 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:43.144086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:43.144425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:43.144808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:43.145241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Bound port: b7b10c60-f84e-4089-bc71-28b52fd0a319, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:43.145598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:43.164511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7fb93-b30e-4273-b198-3b4abb1fdd34 req-115c9682-1cb7-4160-8c8c-da8732ba6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.166443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85f7fb93-b30e-4273-b198-3b4abb1fdd34 req-115c9682-1cb7-4160-8c8c-da8732ba6794 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 1133 time: 0.1689234 Feb 09 20:38:43.175766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2d6eebd-a3f3-45ba-a01f-6e3de9d53ce1 req-e38d48a7-e679-4a1b-afd3-0b77b4e04a03 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846128 Feb 09 20:38:43.244339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e0710b05-85ae-49bc-89fe-ded28befc95e req-699661fe-12ed-4030-ba42-eb9079d37e46 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250350 Feb 09 20:38:43.260448 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89482d3-b21f-48d5-bfb0-e32db2866d83 x-openstack-request-id: req-d89482d3-b21f-48d5-bfb0-e32db2866d83 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:43.261087 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:43.261201 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d89482d3-b21f-48d5-bfb0-e32db2866d83 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:43.261522 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'code': 200} Feb 09 20:38:43.273736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85f7fb93-b30e-4273-b198-3b4abb1fdd34 req-0c56d58d-a4e6-4718-a5a9-40de85217612 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992818 Feb 09 20:38:43.278725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:43.282572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:43.291374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:43.329188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.330189 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:43.332053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] 10.222.0.50 "PUT /v2.0/ports/b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 1097 time: 1.2344544 Feb 09 20:38:43.369212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad02306-6cd8-409c-afe6-5ac7d4eea12b service neutron] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:43.376490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6718d-db81-49cf-8c42-fd618b8636ab req-c016caa4-c7fb-4456-8a16-32d31fb3d6a8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.378312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0e6718d-db81-49cf-8c42-fd618b8636ab req-c016caa4-c7fb-4456-8a16-32d31fb3d6a8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 950 time: 0.0688081 Feb 09 20:38:43.441943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-dc1b1575-a252-4030-8639-6b7e3ede2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.443745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-dc1b1575-a252-4030-8639-6b7e3ede2763 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1131 time: 0.0665798 Feb 09 20:38:43.448412 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0e6718d-db81-49cf-8c42-fd618b8636ab req-f31b90a8-52e9-48fa-9217-fffc08027ad9 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630560 Feb 09 20:38:43.608807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-74329b09-3787-4bc9-94e0-7b7a018879a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.610250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-74329b09-3787-4bc9-94e0-7b7a018879a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1534450 Feb 09 20:38:43.618849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb849d0-9d8f-4e7e-8538-95f4c518bf77 req-51890f78-156a-4ebd-bb57-1b6f77f6715a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.620423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-feb849d0-9d8f-4e7e-8538-95f4c518bf77 req-51890f78-156a-4ebd-bb57-1b6f77f6715a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 948 time: 0.0940380 Feb 09 20:38:43.666611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-75c6e8af-4f35-424b-96ae-2bee5b311b4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 217 time: 0.0430186 Feb 09 20:38:43.741433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-feb849d0-9d8f-4e7e-8538-95f4c518bf77 req-5c2fbaca-2c1b-4f15-b98c-6b18a21284a4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110246 Feb 09 20:38:43.745393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-338dbc04-9a46-4f03-890f-c37c4034f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.746748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-338dbc04-9a46-4f03-890f-c37c4034f494 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0718477 Feb 09 20:38:43.798757 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:43.814197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-5fc04658-ae96-40ce-a305-b79d2a7d76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:43.815772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-5fc04658-ae96-40ce-a305-b79d2a7d76c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0551682 Feb 09 20:38:43.908644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-c43cddff-15d2-4b2e-a29a-724c98434479 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4285200 Feb 09 20:38:43.920681 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-92faf19c-062e-43d6-b027-c9b62de90a5a service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915217 Feb 09 20:38:43.921856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:43.946890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.025657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-390925f9-fd29-48e2-b53a-0c0b44702b27 req-a11215ea-062e-4078-a0a4-5f3c248125e1 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961683 Feb 09 20:38:44.058612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.169407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Allocated IP 172.25.4.6 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:44.299717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for port (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.333698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.340476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66a217-1941-423b-a398-850faa974a05 req-0034fccf-801b-480b-b88d-6432087e8f44 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:44.342110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e66a217-1941-423b-a398-850faa974a05 req-0034fccf-801b-480b-b88d-6432087e8f44 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 950 time: 0.0552592 Feb 09 20:38:44.375458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:44.378447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:44.382562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:44.393544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e66a217-1941-423b-a398-850faa974a05 req-066daa0d-fd48-4c50-90f3-5be0a9beff59 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449221 Feb 09 20:38:44.415584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Pushing event updated for resources: {'Port': ['ID=a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:44.491744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.533758 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.582809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480d83-7976-4bbc-9a99-9fd608db7597 req-7d9402e9-3bea-4ba7-9456-a4303acbc5fb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:44.584543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64480d83-7976-4bbc-9a99-9fd608db7597 req-7d9402e9-3bea-4ba7-9456-a4303acbc5fb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 944 time: 0.0789874 Feb 09 20:38:44.645360 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64480d83-7976-4bbc-9a99-9fd608db7597 req-fb00d984-62d3-4631-8b2f-2b9ef530e96f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522726 Feb 09 20:38:44.758343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for port (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.764518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.798171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366d6a2-9e41-4b90-917d-f7fef569102b req-e79c81bc-4caf-4160-8d14-7ad3b06f2d64 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:44.812898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b366d6a2-9e41-4b90-917d-f7fef569102b req-e79c81bc-4caf-4160-8d14-7ad3b06f2d64 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 950 time: 0.0785637 Feb 09 20:38:44.855888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Pushing event updated for resources: {'Port': ['ID=a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:44.877765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.880060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b366d6a2-9e41-4b90-917d-f7fef569102b req-f320e1e4-261d-4505-b289-fd0b89a0e30c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617557 Feb 09 20:38:44.898956 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:44.900666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-bbacb33c-d6e3-4c42-85c6-ab894024beb4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 0.9824622 Feb 09 20:38:44.984438 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-0bf2b146-f39a-4ddc-8cae-f8341414b6a3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.0782914 Feb 09 20:38:45.037629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69064a7-33e0-4cc8-89de-fafa5bfa12aa req-c00184cd-35ad-47a4-baea-9bd304f6899f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:45.039400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b69064a7-33e0-4cc8-89de-fafa5bfa12aa req-c00184cd-35ad-47a4-baea-9bd304f6899f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 948 time: 0.0551212 Feb 09 20:38:45.093916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b69064a7-33e0-4cc8-89de-fafa5bfa12aa req-7a520688-43c1-4e3c-a413-8f78624611fc tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468719 Feb 09 20:38:45.103985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-c85cb980-11f1-4851-8a53-c8a1ab47d412 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:45.114214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-c85cb980-11f1-4851-8a53-c8a1ab47d412 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1212864 Feb 09 20:38:45.116804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-8f5a962c-e573-4dcb-89e4-25635dfb5940 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:38:45.118053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a54a276e-0b9d-4260-9509-c3256fe63f52 req-8f5a962c-e573-4dcb-89e4-25635dfb5940 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065649 Feb 09 20:38:45.223338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685853e3-d149-4383-a53a-1232bec6a76c req-2e788ebd-2ebc-44c4-8391-1f3deac4ce1b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:45.224943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-685853e3-d149-4383-a53a-1232bec6a76c req-2e788ebd-2ebc-44c4-8391-1f3deac4ce1b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0571735 Feb 09 20:38:45.264535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:45.267085 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:45.300601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-685853e3-d149-4383-a53a-1232bec6a76c req-71d980fc-401e-4e13-9b51-ffe859b6b66c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677588 Feb 09 20:38:45.357047 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df96379-0e38-481d-9374-c887203f8c9f x-openstack-request-id: req-1df96379-0e38-481d-9374-c887203f8c9f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:45.357596 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:45.357709 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1df96379-0e38-481d-9374-c887203f8c9f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:45.358182 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'status': 'completed', 'code': 200} Feb 09 20:38:45.537490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 84d20172-c5f9-413d-8c2c-dedc0158f57c details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:45.550183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-dddc1f10-83a4-4b2b-a0c4-77a0b0d02f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:45.554002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-dddc1f10-83a4-4b2b-a0c4-77a0b0d02f0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1131 time: 0.1638904 Feb 09 20:38:45.559725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-792d4872-3f00-4ca0-b4ac-7d5d108c2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:45.562066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-792d4872-3f00-4ca0-b4ac-7d5d108c2fcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1131 time: 0.1792393 Feb 09 20:38:45.660407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5d02468d-cd5c-467f-a40a-3e52d83c3790 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:45.661990 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5d02468d-cd5c-467f-a40a-3e52d83c3790 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 821 time: 0.1152217 Feb 09 20:38:45.672017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:45.678438 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-781af8ab-1318-4e83-a005-67155b2b864e tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/quotas/16424f5ba36b476bb0032f24415158ff HTTP/1.1" status: 200 len: 375 time: 0.0096478 Feb 09 20:38:45.684597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '84d20172-c5f9-413d-8c2c-dedc0158f57c', 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'port_id': '84d20172-c5f9-413d-8c2c-dedc0158f57c', 'mac_address': 'fa:16:3e:b8:5f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1151131d-3cac-4983-a5cb-d792ccd56556', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:45.736185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 84d20172-c5f9-413d-8c2c-dedc0158f57c is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:45.736963 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:45.756508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d20172-c5f9-413d-8c2c-dedc0158f57c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:45.767281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-490d6dc0-dfd7-45d1-8325-ecef3b00aba2 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823762 Feb 09 20:38:45.779516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:45.785072 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:45.843815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:45.894530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-88708e9d-7b96-4479-8342-6aae41d4eac6 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259952 Feb 09 20:38:45.966246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa53bc-0608-47f1-adee-afdbe07c3670 req-c5c4650c-311d-449c-aa15-54cbaeb87427 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:45.967663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52fa53bc-0608-47f1-adee-afdbe07c3670 req-c5c4650c-311d-449c-aa15-54cbaeb87427 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 950 time: 0.4456484 Feb 09 20:38:45.987885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-a0fb4eb4-1eaa-44d8-9b54-0ca259eb6fcb service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872405 Feb 09 20:38:46.005886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-23dcb81d-0737-4f47-a236-d4e8071db383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.007389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-23dcb81d-0737-4f47-a236-d4e8071db383 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.4431777 Feb 09 20:38:46.058119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-d4c72323-79dd-424e-9b4d-d2493a4080fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.059586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-d4c72323-79dd-424e-9b4d-d2493a4080fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.4742270 Feb 09 20:38:46.066225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-be9e589d-b33c-4c66-8095-f2847e52b6cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 217 time: 0.0518272 Feb 09 20:38:46.125349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-6f75fffd-c96a-4507-8803-0fa623446c17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 217 time: 0.0564151 Feb 09 20:38:46.157876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['84d20172-c5f9-413d-8c2c-dedc0158f57c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:46.159506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52fa53bc-0608-47f1-adee-afdbe07c3670 req-51638678-d0ba-4afa-bac4-ca06ed40f9ea tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807725 Feb 09 20:38:46.287331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-9dfa44c4-3577-44fa-90f2-5ef3ba0b813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.289483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-9dfa44c4-3577-44fa-90f2-5ef3ba0b813f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2124536 Feb 09 20:38:46.324653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec07d2d2-7040-403c-81c0-d9158ab38f81 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=df795df2ffdb42fa8d5d4605021d5475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547178 Feb 09 20:38:46.357703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-e8a6de5e-836a-4f88-b9fe-4fa1c6eab361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.368908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-e8a6de5e-836a-4f88-b9fe-4fa1c6eab361 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2239392 Feb 09 20:38:46.528920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0f2cf-a0bf-410f-9dc5-d1148c9c840a req-04a955f7-6112-4e17-94a1-838de0f6a6e1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.531227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fac0f2cf-a0bf-410f-9dc5-d1148c9c840a req-04a955f7-6112-4e17-94a1-838de0f6a6e1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 945 time: 0.1460896 Feb 09 20:38:46.547882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-cf935916-0c02-4a7c-8414-23f58b7ebb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.549470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-cf935916-0c02-4a7c-8414-23f58b7ebb15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2458193 Feb 09 20:38:46.559564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-2bb5df4a-0eb2-441c-b1e2-2e668a5a7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.561235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-2bb5df4a-0eb2-441c-b1e2-2e668a5a7c2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1745014 Feb 09 20:38:46.611639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fac0f2cf-a0bf-410f-9dc5-d1148c9c840a req-9b0b85ff-a67a-4c64-a558-e1fb3f2b8d6d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685015 Feb 09 20:38:46.682347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ee0e646e-82c1-4257-93a1-3148c221257c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.683620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ee0e646e-82c1-4257-93a1-3148c221257c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280401 Feb 09 20:38:46.710477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d6c36ec-c7a3-420c-afc0-ddd9e2c0f18c req-e08a73c1-abda-4e8e-bd74-a2968f8b0d3f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 210 time: 0.0353253 Feb 09 20:38:46.715508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-8b816f48-d457-46b2-b377-99da9941302d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/quotas/df795df2ffdb42fa8d5d4605021d5475 HTTP/1.1" status: 200 len: 375 time: 0.0264461 Feb 09 20:38:46.733049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b7b10c60-f84e-4089-bc71-28b52fd0a319 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:38:46.776480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-a6ab80d2-09f3-4282-8136-de35a3e572dd service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018919 Feb 09 20:38:46.792165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port b7b10c60-f84e-4089-bc71-28b52fd0a319 host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:38:46.792928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b7b10c60-f84e-4089-bc71-28b52fd0a319 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:38:46.856241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-4b1cb368-b129-47e4-95d7-a88c6bd2e1e6 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906036 Feb 09 20:38:46.883506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-025a89f7-c6b1-4a28-ba82-50c414668866 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1610103 Feb 09 20:38:46.884456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66663e-22d2-4bcf-96d9-e769149494f7 req-a0213fc5-3de7-495f-a84f-5b046d4e36c0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:46.886963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd66663e-22d2-4bcf-96d9-e769149494f7 req-a0213fc5-3de7-495f-a84f-5b046d4e36c0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 948 time: 0.0848351 Feb 09 20:38:46.973748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd66663e-22d2-4bcf-96d9-e769149494f7 req-649eec7e-ee46-4833-bc05-72eee0959abe tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746973 Feb 09 20:38:46.989441 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-cdce8344-9b40-4d65-b51f-37190fbf867f service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988847 Feb 09 20:38:47.027661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da4237d7-4b26-4b0e-b5e4-163a23abd6e3 req-6837d2f0-9e21-4786-b2ca-fcb916865d70 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430736 Feb 09 20:38:47.215566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8304e220-5079-4f82-b813-d7f2e8105bdd req-a2d8fafc-ce94-445b-b16f-9fab6c4ccc8f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 210 time: 0.0425856 Feb 09 20:38:47.403968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d33e-144a-48f4-b9ce-58825b2e937d req-802a3856-53fd-4d41-9d48-768c5e099e73 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:47.408457 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba46d33e-144a-48f4-b9ce-58825b2e937d req-802a3856-53fd-4d41-9d48-768c5e099e73 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 948 time: 0.0923374 Feb 09 20:38:47.425874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-a2b21497-855e-45e4-ab22-3b57c4d56b7e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:47.427346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-a2b21497-855e-45e4-ab22-3b57c4d56b7e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59&tenant_id=bcd7f580d3114ade817c45446cec434d&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 948 time: 0.1170523 Feb 09 20:38:47.435902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab5879-731a-4989-822c-9a291d24db9f req-35498b9f-fc22-42e5-8dea-f1381f751bc5 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:47.437366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89ab5879-731a-4989-822c-9a291d24db9f req-35498b9f-fc22-42e5-8dea-f1381f751bc5 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 1133 time: 0.1051092 Feb 09 20:38:47.486381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba46d33e-144a-48f4-b9ce-58825b2e937d req-6a37c1e1-ae21-45c4-96e5-05f4c43f5918 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737009 Feb 09 20:38:47.544828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b7b10c60-f84e-4089-bc71-28b52fd0a319 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:47.549431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 84d20172-c5f9-413d-8c2c-dedc0158f57c up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:47.563440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ab5879-731a-4989-822c-9a291d24db9f req-3925565a-a36d-4caf-a9a6-460d99370203 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:47.633177 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-9513537d-0218-4002-b770-b14529771bd0 service neutron] delete failed (client error): The resource could not be found. Feb 09 20:38:47.634452 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-9513537d-0218-4002-b770-b14529771bd0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b7b10c60-f84e-4089-bc71-28b52fd0a319/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.1961727 Feb 09 20:38:47.718836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 84d20172-c5f9-413d-8c2c-dedc0158f57c completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:47.752584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 84d20172-c5f9-413d-8c2c-dedc0158f57c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:47.756109 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:47.802350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-b07d693f-1013-4a29-b3f0-8a5cd1c66fc9 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:47.802962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ab5879-731a-4989-822c-9a291d24db9f req-3925565a-a36d-4caf-a9a6-460d99370203 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] Publish callbacks [] for security_group (32968c56-151d-488e-aec0-7d6b6b608c15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:47.804691 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-b07d693f-1013-4a29-b3f0-8a5cd1c66fc9 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/networks?id=d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 HTTP/1.1" status: 200 len: 810 time: 0.2361796 Feb 09 20:38:47.814052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ab5879-731a-4989-822c-9a291d24db9f req-3925565a-a36d-4caf-a9a6-460d99370203 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (32968c56-151d-488e-aec0-7d6b6b608c15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:47.853960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-d42088ed-caec-422c-bc32-ecd63198cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:47.855667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-d42088ed-caec-422c-bc32-ecd63198cd63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1131 time: 0.1642480 Feb 09 20:38:47.857060 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-4e15da95-5572-40dd-904b-d8ebb5e7f74f tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/quotas/6225110bbd3045bea58e51764bcfd481 HTTP/1.1" status: 200 len: 375 time: 0.0335946 Feb 09 20:38:47.899248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925565a-a36d-4caf-a9a6-460d99370203 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32968c56-151d-488e-aec0-7d6b6b608c15,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:47.962849 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-ba6f52b5-989c-4699-b381-286779f205ca tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=6225110bbd3045bea58e51764bcfd481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553229 Feb 09 20:38:47.980960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89ab5879-731a-4989-822c-9a291d24db9f req-3925565a-a36d-4caf-a9a6-460d99370203 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013337 Feb 09 20:38:47.997607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 84d20172-c5f9-413d-8c2c-dedc0158f57c is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:47.998009 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:48.031263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:48.064425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-31e36f59-22a1-49ca-bdca-cda70bfa4f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:48.068310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-31e36f59-22a1-49ca-bdca-cda70bfa4f63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1961594 Feb 09 20:38:48.079973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:48.079973 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c786aad6-87c3-45bb-b943-b7388341194e" -d '{"events": [{"server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "name": "network-vif-plugged", "status": "completed", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:48.119510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'mac_address': 'fa:16:3e:68:2b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:48.122465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:48.131025 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-6d4cb3b4-3a65-4fcc-95a1-5d1bb1b94188 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 217 time: 0.0455887 Feb 09 20:38:48.134114 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:48.139504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-cfffa426-64cb-452f-ac08-773fad58aee1 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:48.148105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-cfffa426-64cb-452f-ac08-773fad58aee1 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.13 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 821 time: 0.3419852 Feb 09 20:38:48.173837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Request body: {'port': {'device_id': '98dedf97-d742-4c77-becf-7e34a134ae56', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'admin_state_up': True, 'tenant_id': '16424f5ba36b476bb0032f24415158ff'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:48.230865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port b7b10c60-f84e-4089-bc71-28b52fd0a319 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:48.231537 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:48.247707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-5372b960-67c5-4f66-8ca1-7b1e37e6938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:48.250070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b10c60-f84e-4089-bc71-28b52fd0a319 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:48.250890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-5372b960-67c5-4f66-8ca1-7b1e37e6938f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0933008 Feb 09 20:38:48.265384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4d503-5262-4533-823d-80098b52a10b req-2aebb8b8-f025-46b6-b44e-11dc1a18aa3a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:48.273616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74c4d503-5262-4533-823d-80098b52a10b req-2aebb8b8-f025-46b6-b44e-11dc1a18aa3a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 946 time: 0.1382947 Feb 09 20:38:48.294461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:48.298450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:48.303209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:48.306892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Made reservation on behalf of 16424f5ba36b476bb0032f24415158ff for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:48.310555 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:48.359600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:48.368339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de1547a4-d085-43ee-9723-b4328fb65cf7 service neutron] 10.222.0.102 "GET /v2.0/networks/d3d167bc-e43a-4b8d-b64c-8f58e9b7a485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892229 Feb 09 20:38:48.377349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-e59ba306-04f1-43aa-81c8-ec702b9a0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:48.378851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-e59ba306-04f1-43aa-81c8-ec702b9a0b40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1214755 Feb 09 20:38:48.383650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74c4d503-5262-4533-823d-80098b52a10b req-5aeceff1-29cd-40b7-8fa4-84f6c928473b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091969 Feb 09 20:38:48.487151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2072ce01-29c2-4b0f-972b-54b6eeedd79f req-675785e7-c74b-4f5f-a694-1dbc56d881a8 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 210 time: 0.0384538 Feb 09 20:38:48.533092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-2f1289ec-e654-4ac0-8644-bd727f52b7dd service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458671 Feb 09 20:38:48.549488 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0c6b2d-46b9-43a4-8804-77f148617af4 x-openstack-request-id: req-2e0c6b2d-46b9-43a4-8804-77f148617af4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:48.550540 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "name": "network-vif-plugged", "status": "completed", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:48.550814 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2e0c6b2d-46b9-43a4-8804-77f148617af4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:48.551211 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c', 'code': 200} Feb 09 20:38:48.562888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-ba21e56b-09af-44e0-a513-6402ba4be349 service neutron] 10.222.0.102 "GET /v2.0/networks/d3d167bc-e43a-4b8d-b64c-8f58e9b7a485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553648 Feb 09 20:38:48.607029 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Allocated IP 172.20.0.14 (b98611ed-2cb1-438a-94d8-389bcbbf542e/09623e79-b68b-4338-b167-7241e89dd52d/4e21d8d6-8f2a-498b-a99f-a4f0292d255b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:48.746959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['b7b10c60-f84e-4089-bc71-28b52fd0a319'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:48.807861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c501f71-9092-4825-b9b3-37cf5c303289 req-23a8e1f3-42a3-4cca-ab24-d9b5d3d847a0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 210 time: 0.1623406 Feb 09 20:38:48.825638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-0fbb31f0-f508-4ac2-b039-ec7d62647793 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=df795df2ffdb42fa8d5d4605021d5475&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647206 Feb 09 20:38:48.867491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a637f1-faa1-4be0-90ea-7032e8c5391a req-9cba630a-637e-4fc6-b12a-bbb76794c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:48.869568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62a637f1-faa1-4be0-90ea-7032e8c5391a req-9cba630a-637e-4fc6-b12a-bbb76794c611 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1129 time: 0.1872230 Feb 09 20:38:48.877116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7efedbc-e1ea-429e-a832-c56ca5a7d0ad req-8b3c5669-d373-4a2e-9efa-d0fdd2397756 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380566 Feb 09 20:38:48.974793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-520cc05e-2104-4c36-a1c7-4a775bdd8c37 req-36ed0985-e2a9-4f86-bae9-97272bc69a22 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 210 time: 0.0363081 Feb 09 20:38:49.064210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:49.085519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62a637f1-faa1-4be0-90ea-7032e8c5391a req-09794397-27c3-481a-90b7-468ce03a65ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049482 Feb 09 20:38:49.128000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01000f4-a7a4-47da-a09a-8982a1799bee req-cc57f442-f987-45b1-bea2-1204007ea22a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:49.137306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f01000f4-a7a4-47da-a09a-8982a1799bee req-cc57f442-f987-45b1-bea2-1204007ea22a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 949 time: 0.1798871 Feb 09 20:38:49.153837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-6b8603ea-721d-49a5-ae17-6e0ea180f3b7 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:49.155739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-6b8603ea-721d-49a5-ae17-6e0ea180f3b7 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229747 Feb 09 20:38:49.209086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f01000f4-a7a4-47da-a09a-8982a1799bee req-48813f20-1afe-4754-aadf-ba84782b7aa1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560884 Feb 09 20:38:49.210869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:49.216264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd15434-5524-4748-8d59-ae51cfa6db6b req-d2a5a0d3-13a5-47ee-9f30-4789a8cecd11 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:49.217796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-afd15434-5524-4748-8d59-ae51cfa6db6b req-d2a5a0d3-13a5-47ee-9f30-4789a8cecd11 tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 1133 time: 0.0600195 Feb 09 20:38:49.224357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e4fb11de-e430-4d81-9208-a182977973ff'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:49.276899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Pushing event updated for resources: {'Port': ['ID=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:49.295801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Network b98611ed-2cb1-438a-94d8-389bcbbf542e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:49.299418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:49.302995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:49.395795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Request body: {'port': {'device_id': '74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'df795df2ffdb42fa8d5d4605021d5475'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:49.413636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-afd15434-5524-4748-8d59-ae51cfa6db6b req-70946f3c-31f7-447d-af8e-05c2ea23261d tempest-ServersAdminNegativeTestJSON-1738437587 tempest-ServersAdminNegativeTestJSON-1738437587-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465251 Feb 09 20:38:49.663213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:49.667514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:49.683716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365449e6-d259-4371-b9ec-8bd775176a18 req-9a64cbc0-1d7c-4e95-978b-389fcad7a5be tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:49.696942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-365449e6-d259-4371-b9ec-8bd775176a18 req-9a64cbc0-1d7c-4e95-978b-389fcad7a5be tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 946 time: 0.1359758 Feb 09 20:38:49.717795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-9e5ad5b6-136e-40ca-99cd-dc6badf2371f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5487530 Feb 09 20:38:49.729882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Made reservation on behalf of df795df2ffdb42fa8d5d4605021d5475 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:49.733837 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:49.756864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-365449e6-d259-4371-b9ec-8bd775176a18 req-b4667703-6ddf-4ddd-9baa-ad4a2cd21b22 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590510 Feb 09 20:38:49.758523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1b81f58e-6eba-45b6-b9d9-89e087b9cb04 None None] Provisioning complete for port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:49.759049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b81f58e-6eba-45b6-b9d9-89e087b9cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:49.817342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Request body: {'port': {'device_id': '98dedf97-d742-4c77-becf-7e34a134ae56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:49.824027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1b81f58e-6eba-45b6-b9d9-89e087b9cb04 None None] Port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:50.105085 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f64fd682-7946-474a-be45-72909708e750 req-32b592c7-ac76-4d72-9083-4b3b1b269baa tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 210 time: 0.0329254 Feb 09 20:38:50.222645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a803678-c3b6-42f4-94be-513a4d798b5e req-356b7cc8-f364-447e-a941-1acd29c74611 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:50.224168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a803678-c3b6-42f4-94be-513a4d798b5e req-356b7cc8-f364-447e-a941-1acd29c74611 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 932 time: 0.5124705 Feb 09 20:38:50.232968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51534b3c-058d-446b-a487-ad8d04af6436 req-0081a035-8f76-47da-a823-24266f3d3c54 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 210 time: 0.0357504 Feb 09 20:38:50.256182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:50.344567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Allocated IP 192.168.233.244 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/bc6f6b21-fb8d-4034-a07c-cd4729ba095f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:50.356161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a803678-c3b6-42f4-94be-513a4d798b5e req-aa8acfe8-1700-40c4-a969-d8f1512a71e1 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080403 Feb 09 20:38:50.358494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f9b1-eb6d-44dc-9ede-55365ca62680 req-ce9caf9b-e2cb-4ae6-be7d-daa88efb3499 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:50.360908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3a4f9b1-eb6d-44dc-9ede-55365ca62680 req-ce9caf9b-e2cb-4ae6-be7d-daa88efb3499 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 950 time: 0.0644491 Feb 09 20:38:50.427320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3a4f9b1-eb6d-44dc-9ede-55365ca62680 req-a98b0e12-d287-46df-a23d-1d4e01048127 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565758 Feb 09 20:38:50.668976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00fe0c-77ba-421b-8071-1f1157ab3068 req-5bdba800-d61e-4d1e-863b-d5c271d79188 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:50.670601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a00fe0c-77ba-421b-8071-1f1157ab3068 req-5bdba800-d61e-4d1e-863b-d5c271d79188 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 949 time: 0.2029104 Feb 09 20:38:50.731420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks [] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:50.748574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-d14ce57d-1fdd-486e-a606-91dcfee24c27 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:50.752133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-d14ce57d-1fdd-486e-a606-91dcfee24c27 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.13 "GET /v2.0/networks?id=d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 HTTP/1.1" status: 200 len: 810 time: 0.1460485 Feb 09 20:38:50.769022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Request body: {'port': {'device_id': '9a122d19-0fc6-49dd-b242-4419d48b109b', 'network_id': 'd3d167bc-e43a-4b8d-b64c-8f58e9b7a485', 'admin_state_up': True, 'tenant_id': '6225110bbd3045bea58e51764bcfd481'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:50.815869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a00fe0c-77ba-421b-8071-1f1157ab3068 req-24128d3c-25b4-4aa4-8242-be3520e54ca1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270142 Feb 09 20:38:50.836796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e21d8d6-8f2a-498b-a99f-a4f0292d255b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:50.855192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:50.858275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Publish callbacks [] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:50.870296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d4a6a94d-081d-43c6-8ec6-da7d72828c37'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:50.938110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Transition to ACTIVE for port object 4e21d8d6-8f2a-498b-a99f-a4f0292d255b will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:50.952393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['669249b7-9760-407b-ad8d-0772bc46a754'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:50.977526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:50.992901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:51.018484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:51.041678 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:51.061360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a739d9-a657-44f5-abf3-3bddacbe74de req-d29278ac-2b98-437b-a8fe-d57f5e8a7aa8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:51.070275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39a739d9-a657-44f5-abf3-3bddacbe74de req-d29278ac-2b98-437b-a8fe-d57f5e8a7aa8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 946 time: 0.1485057 Feb 09 20:38:51.071670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Made reservation on behalf of 6225110bbd3045bea58e51764bcfd481 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:51.085271 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.089814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Pushing event updated for resources: {'Port': ['ID=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:51.307712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:51.308402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.322138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39a739d9-a657-44f5-abf3-3bddacbe74de req-63bccd6b-80a0-41d6-9f70-34d22b6acba8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182603 Feb 09 20:38:51.378862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-37b8f618-1df0-4fcf-a87a-2b2a8dde3909 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9986646 Feb 09 20:38:51.389183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b61a96-263c-4e57-9c65-4a3460e01f5b req-faf4321d-7319-4358-8dd7-c8fadab748b6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:51.397607 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21b61a96-263c-4e57-9c65-4a3460e01f5b req-faf4321d-7319-4358-8dd7-c8fadab748b6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 949 time: 0.4172230 Feb 09 20:38:51.410244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Request body: {'port': {'device_id': '74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:51.429781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.480355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Pushing event updated for resources: {'Port': ['ID=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:51.497249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Attempting to bind port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:51.500030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Attempting to bind port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:51.500404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Attempting to bind port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b on network b98611ed-2cb1-438a-94d8-389bcbbf542e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:51.504528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Allocated IP 172.20.0.11 (d3d167bc-e43a-4b8d-b64c-8f58e9b7a485/040dbff7-4958-499d-b295-d02a24118bd0/0f1090a1-b55d-4ef8-a5cb-fd56c1699e14) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:51.518550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b on network b98611ed-2cb1-438a-94d8-389bcbbf542e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:51.518874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Attempting to bind port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b on network b98611ed-2cb1-438a-94d8-389bcbbf542e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:51.548969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e283459-4249-4834-a794-3ad00b215e4d req-56e196a4-15da-494f-b74d-e1968ee1b6b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:51.551259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e283459-4249-4834-a794-3ad00b215e4d req-56e196a4-15da-494f-b74d-e1968ee1b6b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 936 time: 0.0889680 Feb 09 20:38:51.559195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:51.559539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Checking segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:51.560276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Bound using segment: {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:51.560402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Bound port: 4e21d8d6-8f2a-498b-a99f-a4f0292d255b, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:51.561039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.564330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b7b10c60-f84e-4089-bc71-28b52fd0a319 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:51.605301 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21b61a96-263c-4e57-9c65-4a3460e01f5b req-74820693-ceb9-4055-b982-b898ac93ce3a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011690 Feb 09 20:38:51.617955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.626748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2a0497bd-6370-4f90-a832-1a40e0d6846b None None] Provisioning complete for port bc6f6b21-fb8d-4034-a07c-cd4729ba095f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:51.628058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a0497bd-6370-4f90-a832-1a40e0d6846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.630950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e283459-4249-4834-a794-3ad00b215e4d req-1e234d6b-7aad-4929-af84-c8d7d9f9a731 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714593 Feb 09 20:38:51.681392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port b7b10c60-f84e-4089-bc71-28b52fd0a319 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:51.684023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2a0497bd-6370-4f90-a832-1a40e0d6846b None None] Port bc6f6b21-fb8d-4034-a07c-cd4729ba095f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:51.697063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port b7b10c60-f84e-4089-bc71-28b52fd0a319 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:51.697331 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.753336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-cf2b242f-5c34-4175-95a0-88aa9903d99c tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:51.754995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-cf2b242f-5c34-4175-95a0-88aa9903d99c tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 950 time: 0.1203997 Feb 09 20:38:51.766581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ef3f0e3b-9d15-40c0-9011-af31ed3c7d25 req-27307e25-77cb-4e5c-ab26-e94f119f57d8 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 210 time: 0.0477209 Feb 09 20:38:51.843947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port b7b10c60-f84e-4089-bc71-28b52fd0a319 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:51.844180 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.858324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] For port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:51.880703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:51.885062 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338e923f-473b-467d-985b-6d36bc09e399" -d '{"events": [{"server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "name": "network-vif-plugged", "status": "completed", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:51.897961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:51.898685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf004b-98e9-4e51-9e44-837bf6609474 req-32c051e3-c378-4c79-9b47-a5cb83f3041b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:51.900542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efcf004b-98e9-4e51-9e44-837bf6609474 req-32c051e3-c378-4c79-9b47-a5cb83f3041b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 944 time: 0.1368725 Feb 09 20:38:51.910549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.919956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] For port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:51.972042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.978874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Publish callbacks [] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:51.983677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:52.025735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:52.026594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:52.028840 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efcf004b-98e9-4e51-9e44-837bf6609474 req-10482ded-5d29-4b61-81b2-905b871b648b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965190 Feb 09 20:38:52.029302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] 10.222.0.13 "PUT /v2.0/ports/4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 1093 time: 2.3004632 Feb 09 20:38:52.065693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:52.070176 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e7d2c3-51f1-48b6-ab22-417702ff3b36" -d '{"events": [{"name": "network-changed", "server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:52.106642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Deleting port 24e0df61-20ec-4abe-92c0-90bd403450cc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:38:52.106916 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:52.170512 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2d99d2-68fb-4c13-a0cc-418f3391f545 x-openstack-request-id: req-bf2d99d2-68fb-4c13-a0cc-418f3391f545 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:52.171313 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "name": "network-vif-plugged", "status": "completed", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:52.171762 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bf2d99d2-68fb-4c13-a0cc-418f3391f545 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:52.172380 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'code': 200} Feb 09 20:38:52.236094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0b23-8031-409a-b034-3421d2d9e261 req-c931e12d-db8b-42d1-aa13-df042f2e82d5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:52.243959 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0dc0b23-8031-409a-b034-3421d2d9e261 req-c931e12d-db8b-42d1-aa13-df042f2e82d5 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 950 time: 0.3654692 Feb 09 20:38:52.261292 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e1a9d6-48e1-4208-a79b-02a27c274064 x-openstack-request-id: req-63e1a9d6-48e1-4208-a79b-02a27c274064 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:52.261603 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:52.261988 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-63e1a9d6-48e1-4208-a79b-02a27c274064 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:52.262474 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'status': 'completed', 'code': 200} Feb 09 20:38:52.276638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] For port 24e0df61-20ec-4abe-92c0-90bd403450cc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=24e0df61-20ec-4abe-92c0-90bd403450cc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:52.278677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:52.284833 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039fd83-5ac4-4bcb-8147-b4a97557ba6b service neutron] Pushing event updated for resources: {'Port': ['ID=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:52.316778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Calling delete_port for 24e0df61-20ec-4abe-92c0-90bd403450cc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:38:52.390468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0dc0b23-8031-409a-b034-3421d2d9e261 req-f80713cd-8ead-4d82-8ad0-c7ad3810e07e tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437726 Feb 09 20:38:52.392376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-2792f589-bafd-4f90-862e-86320fab4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:52.393888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-2792f589-bafd-4f90-862e-86320fab4605 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 1127 time: 0.3006566 Feb 09 20:38:52.450231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-62e66232-c160-4a35-b45f-67601a04edac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 217 time: 0.0452404 Feb 09 20:38:52.527395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-a9753b28-f37b-4e40-b293-26d0ba2fb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:52.529112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-a9753b28-f37b-4e40-b293-26d0ba2fb56d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.0705614 Feb 09 20:38:52.619819 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-08842620-6d25-4465-bbfd-0305afdfcc65 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=bcd7f580d3114ade817c45446cec434d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807118 Feb 09 20:38:52.653146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6f6b21-fb8d-4034-a07c-cd4729ba095f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:52.695183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Publish callbacks [] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:52.700037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:52.721316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Transition to ACTIVE for port object bc6f6b21-fb8d-4034-a07c-cd4729ba095f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:52.729170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-d7f43d0c-d790-43ff-8131-3775f7f9c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:52.730564 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-d7f43d0c-d790-43ff-8131-3775f7f9c316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1904287 Feb 09 20:38:52.736246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:52.775355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:52.781317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:52.786997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Pushing event updated for resources: {'Port': ['ID=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:52.790001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:52.830697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7d096-a590-419f-832f-d8109aeeb538 req-1e30e897-0be7-4254-b1dc-f5f7780280bc tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:52.835362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7bb7d096-a590-419f-832f-d8109aeeb538 req-1e30e897-0be7-4254-b1dc-f5f7780280bc tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 946 time: 0.4305112 Feb 09 20:38:52.871379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063936-5a62-4fb3-af70-d015535adae5 req-a1eb5a33-7458-4970-81a6-f43a2942677c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:52.872901 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-a1eb5a33-7458-4970-81a6-f43a2942677c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437358 Feb 09 20:38:52.876531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:52.910952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:52.911599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:52.931728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-f46b02b2-7750-47b1-bb6c-7a3171c7b480 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/quotas/bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 375 time: 0.0437202 Feb 09 20:38:52.939231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-25863daf-ba5a-4f7f-89c1-17ca8d94ce06 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1787469 Feb 09 20:38:52.967496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Request body: {'port': {'device_id': '9a122d19-0fc6-49dd-b242-4419d48b109b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:52.976844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-e3f61e85-574f-4e3b-85fb-8ff78b07f9c0 service neutron] 10.222.0.13 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342613 Feb 09 20:38:53.005901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7bb7d096-a590-419f-832f-d8109aeeb538 req-0607ed54-560d-42ad-a6da-639ca7336b39 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637335 Feb 09 20:38:53.022734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (24e0df61-20ec-4abe-92c0-90bd403450cc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:53.205599 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-194e4555-e314-4c7c-a05b-bf62ada570ac tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2471254 Feb 09 20:38:53.207578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Attempting to bind port bc6f6b21-fb8d-4034-a07c-cd4729ba095f on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:53.210774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Attempting to bind port bc6f6b21-fb8d-4034-a07c-cd4729ba095f by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:53.212094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Attempting to bind port bc6f6b21-fb8d-4034-a07c-cd4729ba095f on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:53.219160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb5a8f9-e0e1-4202-8866-297241063f2a req-760f4600-8e99-465c-84a1-83dc532eefec service neutron] 10.222.0.13 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217667 Feb 09 20:38:53.244765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Port bc6f6b21-fb8d-4034-a07c-cd4729ba095f on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:53.247804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Attempting to bind port bc6f6b21-fb8d-4034-a07c-cd4729ba095f on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:53.263698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:53.264555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:53.265201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:53.265946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Bound port: bc6f6b21-fb8d-4034-a07c-cd4729ba095f, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:53.267059 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:53.292278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] No DVR routers for this DVR port 24e0df61-20ec-4abe-92c0-90bd403450cc on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:38:53.294533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Pushing event deleted for resources: {'Port': ['ID=24e0df61-20ec-4abe-92c0-90bd403450cc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:53.303704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:53.309204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0a7601a-97c9-4091-b8d5-d20cbf7e666d req-140ae731-b51d-4a04-9228-9ad6f536f15d tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.13 "DELETE /v2.0/ports/24e0df61-20ec-4abe-92c0-90bd403450cc HTTP/1.1" status: 204 len: 173 time: 1.5341086 Feb 09 20:38:53.312226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e67371-bceb-4279-85a7-59de42884a36', 'name': 'network-vif-deleted', 'tag': '24e0df61-20ec-4abe-92c0-90bd403450cc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:53.315442 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec282254-5080-451e-9818-c37ddcb65098" -d '{"events": [{"server_uuid": "a0e67371-bceb-4279-85a7-59de42884a36", "name": "network-vif-deleted", "tag": "24e0df61-20ec-4abe-92c0-90bd403450cc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:53.328633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5360905-99a8-4bc0-9e8f-2623d660a7bf'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:53.335303 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:53.393954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] For port bc6f6b21-fb8d-4034-a07c-cd4729ba095f, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:53.399705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d78ec-21f9-4905-b99c-29835752c578 req-6f4836db-3e2d-4b1f-b844-af7763090001 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:53.405410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] For port bc6f6b21-fb8d-4034-a07c-cd4729ba095f, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:53.412903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-446d78ec-21f9-4905-b99c-29835752c578 req-6f4836db-3e2d-4b1f-b844-af7763090001 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 948 time: 0.2776511 Feb 09 20:38:53.456838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:53.540249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-446d78ec-21f9-4905-b99c-29835752c578 req-fe0539fe-9680-4756-8729-5475faa71425 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217942 Feb 09 20:38:53.583471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:53.605137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:53.605762 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:53.609316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-ec18dca8-0ba8-4683-a7bf-7ddb3a700b09 service neutron] 10.222.0.50 "PUT /v2.0/ports/bc6f6b21-fb8d-4034-a07c-cd4729ba095f HTTP/1.1" status: 200 len: 1097 time: 2.2034199 Feb 09 20:38:53.670355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-4a1133f8-7ee1-41ca-817f-f5695a4399e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:53.676105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-4a1133f8-7ee1-41ca-817f-f5695a4399e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 1127 time: 0.2600253 Feb 09 20:38:53.912877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34f5b3-cc51-4137-9e03-2cba3536191a req-1575cfe1-32ee-40c6-a8b6-35d0e0d9edd0 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:53.932513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e34f5b3-cc51-4137-9e03-2cba3536191a req-1575cfe1-32ee-40c6-a8b6-35d0e0d9edd0 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 932 time: 0.2056124 Feb 09 20:38:53.933627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed5f60-eb1d-4712-8e0b-63f2b0ee9d40 req-48b3ad44-1dff-4935-a946-7928dc7e1c6d tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:53.941836 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fed5f60-eb1d-4712-8e0b-63f2b0ee9d40 req-48b3ad44-1dff-4935-a946-7928dc7e1c6d tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1129 time: 0.1926224 Feb 09 20:38:53.958368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-744c2360-4ad5-404f-bc92-85c20c17ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:53.960914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-744c2360-4ad5-404f-bc92-85c20c17ac23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.2744703 Feb 09 20:38:53.964090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-af3e44e3-0009-43da-aaa4-1b86aa6b19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:53.966921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-af3e44e3-0009-43da-aaa4-1b86aa6b19b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 1131 time: 0.2894504 Feb 09 20:38:54.068123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e34f5b3-cc51-4137-9e03-2cba3536191a req-df1527af-dc90-4218-bc39-b4e36c9c8c9b tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237257 Feb 09 20:38:54.077612 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-b163b942-704f-4ee6-9260-60b4095bff00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 217 time: 0.1097641 Feb 09 20:38:54.083031 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-fde602e8-4483-4168-8daf-f5213e8689f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=bc6f6b21-fb8d-4034-a07c-cd4729ba095f HTTP/1.1" status: 200 len: 217 time: 0.1073663 Feb 09 20:38:54.207466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:54.217326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Publish callbacks [] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:54.237454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Transition to ACTIVE for port object 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:54.241538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fed5f60-eb1d-4712-8e0b-63f2b0ee9d40 req-658bc5e4-3ccf-44ac-bdf2-1e053633f498 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940714 Feb 09 20:38:54.260584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-e265fc05-d349-43af-b5a7-7d9ac4453f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:54.270416 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-e265fc05-d349-43af-b5a7-7d9ac4453f51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.1826880 Feb 09 20:38:54.273368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834', 'tag': 'bc6f6b21-fb8d-4034-a07c-cd4729ba095f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:54.275945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9bb9-40bb-45c8-bd32-172e9e6caa72 req-8574cafd-ed00-4334-92f3-e62d9539deea tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:54.284798 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834", "tag": "bc6f6b21-fb8d-4034-a07c-cd4729ba095f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:54.284995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-293b9bb9-40bb-45c8-bd32-172e9e6caa72 req-8574cafd-ed00-4334-92f3-e62d9539deea tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 944 time: 0.1191387 Feb 09 20:38:54.294216 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:54.331171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-4f6191a9-cdaf-47bf-8e5f-2be89f2e2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:54.333936 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-4f6191a9-cdaf-47bf-8e5f-2be89f2e2762 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2033021 Feb 09 20:38:54.384554 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f0706-d499-46d0-ae27-a5b7f9d0ecab x-openstack-request-id: req-373f0706-d499-46d0-ae27-a5b7f9d0ecab {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:54.385006 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e67371-bceb-4279-85a7-59de42884a36", "name": "network-vif-deleted", "tag": "24e0df61-20ec-4abe-92c0-90bd403450cc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:54.385365 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-373f0706-d499-46d0-ae27-a5b7f9d0ecab {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:54.385887 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e67371-bceb-4279-85a7-59de42884a36', 'name': 'network-vif-deleted', 'tag': '24e0df61-20ec-4abe-92c0-90bd403450cc', 'status': 'completed', 'code': 200} Feb 09 20:38:54.439963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-5bff0a2c-04a7-4f0e-a4ec-5fa1a6979008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:54.441976 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-5bff0a2c-04a7-4f0e-a4ec-5fa1a6979008 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0818546 Feb 09 20:38:54.443935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-d7ed9144-d61b-4020-88ba-2a9832e008eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:54.445593 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-d7ed9144-d61b-4020-88ba-2a9832e008eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1443903 Feb 09 20:38:54.492261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-293b9bb9-40bb-45c8-bd32-172e9e6caa72 req-2b96d13d-2c2b-4749-9af0-0373f1affd5a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999700 Feb 09 20:38:54.536453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:54.675246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df328c41-7027-45ee-9e6d-a4b8ed496d41 req-87bc4094-0260-40bd-ab17-1fd8403be7db tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 210 time: 0.0623169 Feb 09 20:38:54.710945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Attempting to bind port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:54.711373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Attempting to bind port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '6fb47e50-c0cc-4096-b399-ad04670c68b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd3d167bc-e43a-4b8d-b64c-8f58e9b7a485'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:54.711816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Attempting to bind port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 on network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:54.717940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 on network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:54.718437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Attempting to bind port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 on network d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:54.724842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:54.725284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Checking segment: {'id': '6fb47e50-c0cc-4096-b399-ad04670c68b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd3d167bc-e43a-4b8d-b64c-8f58e9b7a485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:54.725739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Bound using segment: {'id': '6fb47e50-c0cc-4096-b399-ad04670c68b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd3d167bc-e43a-4b8d-b64c-8f58e9b7a485'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:54.726250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Bound port: 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb47e50-c0cc-4096-b399-ad04670c68b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'd3d167bc-e43a-4b8d-b64c-8f58e9b7a485'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:54.726685 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:54.786763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 24e0df61-20ec-4abe-92c0-90bd403450cc no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:38:54.804192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] For port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:54.808999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] For port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,segment=NetworkSegment(6fb47e50-c0cc-4096-b399-ad04670c68b5),segment_id=6fb47e50-c0cc-4096-b399-ad04670c68b5)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:54.816803 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:54.819018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 24e0df61-20ec-4abe-92c0-90bd403450cc {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:38:54.819874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 24e0df61-20ec-4abe-92c0-90bd403450cc not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:38:54.869972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:54.870626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:54.872756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 HTTP/1.1" status: 200 len: 1093 time: 1.9216502 Feb 09 20:38:54.917849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de772cc3-7be6-4f96-8c90-9e51f0f43237 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:54.947558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2af9a98d-d14f-49f3-93c7-2f30a7af0052 req-9487b316-d1f3-4c18-b75a-38afe6e559e2 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e67371-bceb-4279-85a7-59de42884a36 HTTP/1.1" status: 200 len: 210 time: 0.4670963 Feb 09 20:38:55.022401 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7d629-7f3a-4564-ab89-08c8552f2f0c x-openstack-request-id: req-98a7d629-7f3a-4564-ab89-08c8552f2f0c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:55.022771 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834", "tag": "bc6f6b21-fb8d-4034-a07c-cd4729ba095f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:55.023088 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-98a7d629-7f3a-4564-ab89-08c8552f2f0c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:55.023604 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834', 'tag': 'bc6f6b21-fb8d-4034-a07c-cd4729ba095f', 'status': 'completed', 'code': 200} Feb 09 20:38:55.038092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-cb00e4ea-dbeb-41c1-8052-1ed1cd9b79a3 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802562 Feb 09 20:38:55.040333 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-cfa96693-f97b-4ce8-9794-19a7d9fd5f72 service neutron] 10.222.0.13 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725324 Feb 09 20:38:55.064227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-7d7e7672-8575-45cd-a2a1-ae5576fe9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.065798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-7d7e7672-8575-45cd-a2a1-ae5576fe9350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6225110bbd3045bea58e51764bcfd481&device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 1127 time: 0.1416197 Feb 09 20:38:55.073829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76de2b9-a010-4dd4-8a95-432683ca0f9e req-f5c4453a-a63f-4241-9555-2305d2bebe7a tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.082474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d76de2b9-a010-4dd4-8a95-432683ca0f9e req-f5c4453a-a63f-4241-9555-2305d2bebe7a tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1129 time: 0.0849328 Feb 09 20:38:55.136600 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-3b0aa619-2ec3-4d51-9b94-81d1b432360d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 HTTP/1.1" status: 200 len: 217 time: 0.0452533 Feb 09 20:38:55.216047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d76de2b9-a010-4dd4-8a95-432683ca0f9e req-a6b89656-46e2-451e-9577-4b707b29de62 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219366 Feb 09 20:38:55.283174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-568e9b56-719d-4ffc-900f-6f24b49c121f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bcd7f580d3114ade817c45446cec434d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080773 Feb 09 20:38:55.309425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fae8c-68f0-412c-b1f3-45013e9ec999 req-ab8ebead-19e9-4379-b3a0-653482485bf9 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.316357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a29fae8c-68f0-412c-b1f3-45013e9ec999 req-ab8ebead-19e9-4379-b3a0-653482485bf9 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 948 time: 0.1676533 Feb 09 20:38:55.325684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82e7d2c3-51f1-48b6-ab22-417702ff3b36 req-fe509225-66d5-421c-9175-319765a98bfb service neutron] 10.222.0.13 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681060 Feb 09 20:38:55.328119 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f522b96-2edc-4e20-9cb1-b0370ac87ef8 req-c2169feb-f461-4b61-8c69-ead838e5e77e service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803214 Feb 09 20:38:55.356430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-371195e2-8062-4d5c-91bf-a378c71e159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.357915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-371195e2-8062-4d5c-91bf-a378c71e159d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040dbff7-4958-499d-b295-d02a24118bd0 HTTP/1.1" status: 200 len: 850 time: 0.1907780 Feb 09 20:38:55.416271 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a29fae8c-68f0-412c-b1f3-45013e9ec999 req-ecf71665-4359-48f4-921c-340ff9d7278f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861471 Feb 09 20:38:55.454379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-e860138f-764a-4429-ac98-f227dae758dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.458812 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-e860138f-764a-4429-ac98-f227dae758dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df795df2ffdb42fa8d5d4605021d5475&device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 1131 time: 0.0635571 Feb 09 20:38:55.500124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-c3823e78-66f8-4715-9e57-dcf988464bb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3d167bc-e43a-4b8d-b64c-8f58e9b7a485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116176 Feb 09 20:38:55.521133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063936-5a62-4fb3-af70-d015535adae5 req-0c9e0699-4262-49b5-b8fa-c4b0c5496a46 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.523080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-0c9e0699-4262-49b5-b8fa-c4b0c5496a46 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329371 Feb 09 20:38:55.541057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Request body: {'port': {'device_id': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'bcd7f580d3114ade817c45446cec434d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:55.581249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51bf00-603b-411e-a9d0-dcb582c75948 req-68ecee28-8504-4b03-81f7-699f701227a5 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.582832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a51bf00-603b-411e-a9d0-dcb582c75948 req-68ecee28-8504-4b03-81f7-699f701227a5 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 944 time: 0.1061125 Feb 09 20:38:55.604554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38776046-9e9f-48a9-a2e0-a176d9de7e1a req-24f66a43-c7d8-4cde-9050-e7407970ef8c tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.606102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38776046-9e9f-48a9-a2e0-a176d9de7e1a req-24f66a43-c7d8-4cde-9050-e7407970ef8c tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.3065760 Feb 09 20:38:55.632263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-037af3a4-8b58-480b-a752-33ac82dfa6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.633876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-037af3a4-8b58-480b-a752-33ac82dfa6ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1650023 Feb 09 20:38:55.689198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-921cdccc-94f6-4849-8b09-6bce234c5621 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=bc6f6b21-fb8d-4034-a07c-cd4729ba095f HTTP/1.1" status: 200 len: 217 time: 0.0447648 Feb 09 20:38:55.692523 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a51bf00-603b-411e-a9d0-dcb582c75948 req-e8079d5a-659b-41d2-9c31-4e45db217025 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001954 Feb 09 20:38:55.748555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-dca00842-0114-4432-8aef-e7ee335e3def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.750029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-dca00842-0114-4432-8aef-e7ee335e3def service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0469832 Feb 09 20:38:55.754147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38776046-9e9f-48a9-a2e0-a176d9de7e1a req-4a71d88f-10c6-4e43-a1f6-743adbcc43ee tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186528 Feb 09 20:38:55.763270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-c15d2dbe-a474-4f58-8418-48c0126826f4 service neutron] 10.222.0.13 "GET /v2.0/networks/d3d167bc-e43a-4b8d-b64c-8f58e9b7a485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557456 Feb 09 20:38:55.863782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-c13ebce5-6590-490a-acb9-273a5954f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:55.867925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-c13ebce5-6590-490a-acb9-273a5954f0b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1049836 Feb 09 20:38:55.875362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9edf613-fa64-4145-a074-22c5ac15b9ec req-50975c32-6dfa-46e8-a96b-d6d30102fce1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 210 time: 0.0329819 Feb 09 20:38:55.875996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Made reservation on behalf of bcd7f580d3114ade817c45446cec434d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:38:55.879367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:56.009734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f9e22-5a39-4000-b658-905c794c145e req-d5560b9a-abdf-462d-ac1f-0222f5a9846b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:56.018570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-862f9e22-5a39-4000-b658-905c794c145e req-d5560b9a-abdf-462d-ac1f-0222f5a9846b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 944 time: 0.1495144 Feb 09 20:38:56.062108 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-0d0eb260-1fe5-4727-868c-8c3ad13c0f55 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836140 Feb 09 20:38:56.098841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-862f9e22-5a39-4000-b658-905c794c145e req-05b40d24-f396-448e-aaf4-e330c871a35b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Feb 09 20:38:56.138749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9338e3fd-e6e5-4dbb-a017-7fcccdcd1c9a req-d8fe9c4e-8d3e-4733-8e84-f47cbfeb316b service neutron] 10.222.0.13 "GET /v2.0/networks/d3d167bc-e43a-4b8d-b64c-8f58e9b7a485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681602 Feb 09 20:38:56.220162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4815fc7-6b3d-46fb-a013-f9326c6b4ed1 req-33d41e48-84cc-4879-8d6b-48e2fb149dd4 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187544 Feb 09 20:38:56.246089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:56.247253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Allocated IP 192.168.233.161 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/1c3eaa75-8102-4313-89f5-7844b5b43cd6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:38:56.278136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0224521-de1f-42d1-b4fd-d1f1bddf81fb req-5b84033e-ccbb-457c-bd4e-dc85c9ae9adc tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:56.279835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0224521-de1f-42d1-b4fd-d1f1bddf81fb req-5b84033e-ccbb-457c-bd4e-dc85c9ae9adc tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1129 time: 0.1368625 Feb 09 20:38:56.387537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a122d19-0fc6-49dd-b242-4419d48b109b', 'tag': '0f1090a1-b55d-4ef8-a5cb-fd56c1699e14'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:56.390663 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dc2f2d-bfaf-4958-bfa8-c78711109376" -d '{"events": [{"name": "network-changed", "server_uuid": "9a122d19-0fc6-49dd-b242-4419d48b109b", "tag": "0f1090a1-b55d-4ef8-a5cb-fd56c1699e14"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:56.418955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a349bc7-90de-47cd-9404-75cc891749a2 req-7fb36cf6-55b7-4494-95ba-0dde0ee91afa tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:56.426510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5a349bc7-90de-47cd-9404-75cc891749a2 req-7fb36cf6-55b7-4494-95ba-0dde0ee91afa tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 949 time: 0.0707986 Feb 09 20:38:56.468187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0224521-de1f-42d1-b4fd-d1f1bddf81fb req-8bedcf27-3d7a-4f9f-ac19-f642293a8559 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763508 Feb 09 20:38:56.510706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5a349bc7-90de-47cd-9404-75cc891749a2 req-5c854449-179c-4124-8084-11c59cd81d95 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833871 Feb 09 20:38:56.556085 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8967b48-84be-453d-a424-85afb0d4b771 x-openstack-request-id: req-d8967b48-84be-453d-a424-85afb0d4b771 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:38:56.556490 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a122d19-0fc6-49dd-b242-4419d48b109b", "tag": "0f1090a1-b55d-4ef8-a5cb-fd56c1699e14", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:38:56.556719 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d8967b48-84be-453d-a424-85afb0d4b771 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:38:56.557071 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a122d19-0fc6-49dd-b242-4419d48b109b', 'tag': '0f1090a1-b55d-4ef8-a5cb-fd56c1699e14', 'status': 'completed', 'code': 200} Feb 09 20:38:56.563789 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks [] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:56.613168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-60598ad0-6c48-4f1d-9324-3e2d3a1aab77 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:56.614730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-60598ad0-6c48-4f1d-9324-3e2d3a1aab77 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.1154740 Feb 09 20:38:56.653265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-9458486d-26dd-4d71-a353-179bf4d73b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:56.654505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:56.654895 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-9458486d-26dd-4d71-a353-179bf4d73b32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6225110bbd3045bea58e51764bcfd481&device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 1127 time: 0.0806835 Feb 09 20:38:56.666131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbec15f-cd41-4770-9acc-4f5df07c6732 req-bb84f226-1f46-4308-8565-21c2e93c3419 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:56.668311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-acbec15f-cd41-4770-9acc-4f5df07c6732 req-bb84f226-1f46-4308-8565-21c2e93c3419 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 948 time: 0.1033084 Feb 09 20:38:56.676529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34', 'b7b10c60-f84e-4089-bc71-28b52fd0a319'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:56.716856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:38:56.731883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:38:56.735622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:38:56.826621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:56.828352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:56.851760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4e21d8d6-8f2a-498b-a99f-a4f0292d255b details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:56.877312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-acbec15f-cd41-4770-9acc-4f5df07c6732 req-0e97cf37-5434-4238-b722-6ef64213380f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868522 Feb 09 20:38:56.909346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-a74a5fd9-662f-4ea8-94b9-b8c1bb7c8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:56.913178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-a74a5fd9-662f-4ea8-94b9-b8c1bb7c8146 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 HTTP/1.1" status: 200 len: 911 time: 0.2438581 Feb 09 20:38:57.000148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:57.007520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-8ff2e585-adb3-441f-ab13-c66244f9136f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 HTTP/1.1" status: 200 len: 217 time: 0.0823822 Feb 09 20:38:57.031558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-f05b6ae4-c7ca-44d3-af64-2a4c55b22e44 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4944940 Feb 09 20:38:57.045376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Request body: {'port': {'device_id': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:38:57.112901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873d6ea-b411-477e-9a5e-cdd14df40781 req-5e8191d1-99b6-4dfd-b403-5d0dbe8e3d64 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:57.114842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f873d6ea-b411-477e-9a5e-cdd14df40781 req-5e8191d1-99b6-4dfd-b403-5d0dbe8e3d64 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 944 time: 0.2819712 Feb 09 20:38:57.144287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59de14-ec70-47e5-ad01-b2d412742167 req-b58bc398-d014-4c73-9e5d-a1447e42a75d tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:57.145699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Deleting port 0f766718-e771-4dff-8b63-8cdd48ffdbcc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:38:57.146181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:57.152456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-c474ecfa-f446-4472-9ba5-111942290d33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1679761 Feb 09 20:38:57.160937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f59de14-ec70-47e5-ad01-b2d412742167 req-b58bc398-d014-4c73-9e5d-a1447e42a75d tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.1517076 Feb 09 20:38:57.161798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:57.173070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4a8af326-510c-4bd9-bcb1-84e1cb59dffc None None] Provisioning complete for port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:57.173741 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a8af326-510c-4bd9-bcb1-84e1cb59dffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:57.238218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'port_id': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'mac_address': 'fa:16:3e:5b:a4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:57.253630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:57.284355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:57.285640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:57.303140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4a8af326-510c-4bd9-bcb1-84e1cb59dffc None None] Port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:38:57.307928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e21d8d6-8f2a-498b-a99f-a4f0292d255b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:57.314689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f873d6ea-b411-477e-9a5e-cdd14df40781 req-5d8a0093-8877-4f70-a8be-0b6a212dd8c0 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894429 Feb 09 20:38:57.317781 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f59de14-ec70-47e5-ad01-b2d412742167 req-29fa8f07-ade9-4ad3-9cba-a1804905d0c9 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549470 Feb 09 20:38:57.356419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:57.363868 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:57.364338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-ba93ac87-d133-4c88-9e85-0523adbaf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:57.368571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-ba93ac87-d133-4c88-9e85-0523adbaf6c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040dbff7-4958-499d-b295-d02a24118bd0 HTTP/1.1" status: 200 len: 850 time: 0.3075733 Feb 09 20:38:57.414135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-c1dc9422-fe0e-42bb-b6a4-5133ee2a28f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3d167bc-e43a-4b8d-b64c-8f58e9b7a485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396411 Feb 09 20:38:57.456085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-713aa1c4-605a-4e04-ae68-3ef25bab9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:57.457565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-713aa1c4-605a-4e04-ae68-3ef25bab9327 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1128 time: 0.2203434 Feb 09 20:38:57.461603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] For port 0f766718-e771-4dff-8b63-8cdd48ffdbcc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f766718-e771-4dff-8b63-8cdd48ffdbcc,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:57.461991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:57.480977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:57.639485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['4e21d8d6-8f2a-498b-a99f-a4f0292d255b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:57.641682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-3adfb153-bc0f-4d87-9c30-3dda01af63b8 service neutron] 10.222.0.13 "GET /v2.0/networks/d3d167bc-e43a-4b8d-b64c-8f58e9b7a485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208030 Feb 09 20:38:57.654835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fc2cd-3c4c-47f2-bf0a-2aaed42ff4a3 req-736623d0-a73d-4bde-9d53-b877cce087d9 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:57.657460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c1fc2cd-3c4c-47f2-bf0a-2aaed42ff4a3 req-736623d0-a73d-4bde-9d53-b877cce087d9 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 945 time: 0.2105749 Feb 09 20:38:57.811764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c1fc2cd-3c4c-47f2-bf0a-2aaed42ff4a3 req-169d6f5c-0da7-4f31-97d8-9e33cec99d39 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357102 Feb 09 20:38:57.850579 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20dc2f2d-bfaf-4958-bfa8-c78711109376 req-97f65c85-66f5-49e4-a615-b7371a8bf707 service neutron] 10.222.0.13 "GET /v2.0/networks/d3d167bc-e43a-4b8d-b64c-8f58e9b7a485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912127 Feb 09 20:38:57.972087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa772c-736e-4ef2-9fee-e253003710c9 req-b7aa4077-1e41-4bdb-81c1-e196ef6e426b tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:57.973688 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e9aa772c-736e-4ef2-9fee-e253003710c9 req-b7aa4077-1e41-4bdb-81c1-e196ef6e426b tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1129 time: 0.0597899 Feb 09 20:38:58.055840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e9aa772c-736e-4ef2-9fee-e253003710c9 req-757a37d5-c0b9-4133-80ca-989ed475d6bf tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754144 Feb 09 20:38:58.167495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81ab0b-75e7-4a36-9e58-82d83baf7bf9 req-daddfef2-f0ea-4368-abfe-6bd2fd78b61c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:58.175094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f81ab0b-75e7-4a36-9e58-82d83baf7bf9 req-daddfef2-f0ea-4368-abfe-6bd2fd78b61c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 936 time: 0.6941025 Feb 09 20:38:58.192030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d99a7-422d-4e8f-8bea-0f2383fc9803 req-6bd49ed2-9009-40b7-9061-dda5e30d0d09 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:58.193894 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-873d99a7-422d-4e8f-8bea-0f2383fc9803 req-6bd49ed2-9009-40b7-9061-dda5e30d0d09 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 949 time: 0.0686550 Feb 09 20:38:58.245450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-49636be1-715f-4df3-9894-9726a9ce52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:58.246948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-49636be1-715f-4df3-9894-9726a9ce52c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.7101955 Feb 09 20:38:58.260147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-873d99a7-422d-4e8f-8bea-0f2383fc9803 req-a8555da6-0166-466f-8be6-99444711ad86 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552781 Feb 09 20:38:58.343711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-21ec84d3-9cc3-4ef6-a77a-fab52815c341 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 217 time: 0.0855799 Feb 09 20:38:58.378958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f81ab0b-75e7-4a36-9e58-82d83baf7bf9 req-f3220ac0-a609-4ff9-8182-90e58cbe2725 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029641 Feb 09 20:38:58.384090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf8094-2dfa-46b2-8b1f-3874987c003e req-96ff566f-56cd-4fa1-b62d-38ffe23debe4 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:58.386343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdcf8094-2dfa-46b2-8b1f-3874987c003e req-96ff566f-56cd-4fa1-b62d-38ffe23debe4 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 948 time: 0.0623329 Feb 09 20:38:58.444124 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdcf8094-2dfa-46b2-8b1f-3874987c003e req-029517df-d731-4a33-bfcb-c28b996009a1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507517 Feb 09 20:38:58.467191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:58.467562 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:58.467910 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Floating IP 10c79e99-09d4-4841-a63f-46413e6bf782 disassociated. External IP: 172.25.4.184, port: 0f766718-e771-4dff-8b63-8cdd48ffdbcc. Feb 09 20:38:58.468254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Calling delete_port for 0f766718-e771-4dff-8b63-8cdd48ffdbcc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:38:58.485551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3eaa75-8102-4313-89f5-7844b5b43cd6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:58.494035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-314a1134-442b-45a7-a263-a226d2d4664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:58.495518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-314a1134-442b-45a7-a263-a226d2d4664f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1367288 Feb 09 20:38:58.501164 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Publish callbacks [] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:58.568197 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-326529a8-6673-4fc7-b1ac-568e32691609 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639665 Feb 09 20:38:58.572884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Transition to ACTIVE for port object 1c3eaa75-8102-4313-89f5-7844b5b43cd6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:38:58.578278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:58.609644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e156fd-4629-4ddf-ad5d-4eb4def43687 req-69c9688d-61ea-41df-bdf8-a17a6da01550 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:58.612366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23e156fd-4629-4ddf-ad5d-4eb4def43687 req-69c9688d-61ea-41df-bdf8-a17a6da01550 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 944 time: 0.0943115 Feb 09 20:38:58.701521 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23e156fd-4629-4ddf-ad5d-4eb4def43687 req-88aa7c05-f30c-4a47-98b7-22c6f77cf6ea tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802202 Feb 09 20:38:58.721403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:58.825598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-fc726346-2a6c-41a6-8907-ceb56afbdbbb service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385836 Feb 09 20:38:58.864457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:58.872403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4e21d8d6-8f2a-498b-a99f-a4f0292d255b up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:38:58.919851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c398b-7647-467c-8a41-ea56033e5398 req-0e52c990-9a3e-4d47-9f92-bcee862575e0 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:58.921585 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-079c398b-7647-467c-8a41-ea56033e5398 req-0e52c990-9a3e-4d47-9f92-bcee862575e0 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 949 time: 0.1262083 Feb 09 20:38:58.923267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0f766718-e771-4dff-8b63-8cdd48ffdbcc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:58.962260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:38:58.962616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:38:58.963140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:58.976671 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d1d6c-df29-438b-9789-92fc88627994 req-cb739b6b-c486-4be8-b117-a99f34facfe0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:58.978903 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed7d1d6c-df29-438b-9789-92fc88627994 req-cb739b6b-c486-4be8-b117-a99f34facfe0 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff395781-9d0f-428b-885f-e79526da4d27 HTTP/1.1" status: 200 len: 946 time: 0.1393023 Feb 09 20:38:59.003402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:38:59.017474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event deleted for resources: {'Port': ['ID=0f766718-e771-4dff-8b63-8cdd48ffdbcc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:59.041850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:38:59.043460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:38:59.043628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:38:59.044199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.055768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:38:59.057563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:38:59.057938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:38:59.058554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Bound port: 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:38:59.058969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.174205 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed7d1d6c-df29-438b-9789-92fc88627994 req-a2238054-ebca-4288-abfe-b44a12a84d76 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups?id=b8b0160a-98e9-49a8-9261-6256b0eb158e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767666 Feb 09 20:38:59.183486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c551691-711d-4819-8a5a-1ed6517c7d6f req-c9c81dd7-b122-406c-9463-24bc8ae29a2c service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483827 Feb 09 20:38:59.187380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,segment=NetworkSegment(6fb47e50-c0cc-4096-b399-ad04670c68b5),segment_id=6fb47e50-c0cc-4096-b399-ad04670c68b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:59.216423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Deleting port e5360905-99a8-4bc0-9e8f-2623d660a7bf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:38:59.218673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.270076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:38:59.286643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:59.287309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.287615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:38:59.293754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Router cea0100d-247e-4c84-ad28-e3ec3dc1d378 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:38:59.303483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.312734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '0f1090a1-b55d-4ef8-a5cb-fd56c1699e14', 'network_id': 'd3d167bc-e43a-4b8d-b64c-8f58e9b7a485', 'port_id': '0f1090a1-b55d-4ef8-a5cb-fd56c1699e14', 'mac_address': 'fa:16:3e:4b:80:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040dbff7-4958-499d-b295-d02a24118bd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:38:59.399712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] For port e5360905-99a8-4bc0-9e8f-2623d660a7bf, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5360905-99a8-4bc0-9e8f-2623d660a7bf,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:59.400179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.404111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:38:59.404706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.409650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a5107-05e3-49ca-abb7-912bc4544445 req-9149e517-bc73-4241-9f7f-2f8be364520b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:59.417652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d3a5107-05e3-49ca-abb7-912bc4544445 req-9149e517-bc73-4241-9f7f-2f8be364520b tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 945 time: 0.1133590 Feb 09 20:38:59.445606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:59.448322 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b7d586-6e0e-4fe1-a770-5b707f39aeb9" -d '{"events": [{"server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "name": "network-vif-plugged", "status": "completed", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:59.462611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:59.463888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.464568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Calling delete_port for e5360905-99a8-4bc0-9e8f-2623d660a7bf owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:38:59.465373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] 10.222.0.13 "PUT /v2.0/ports/1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 1097 time: 2.4248693 Feb 09 20:38:59.465845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:38:59.468157 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251396a3-4fb6-4e07-856d-12ce07e741e1" -d '{"events": [{"name": "network-changed", "server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:38:59.514393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d3a5107-05e3-49ca-abb7-912bc4544445 req-6562ad20-0f16-4537-b4fc-6d3c25402317 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938573 Feb 09 20:38:59.517256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:38:59.526597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:59.546641 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.557303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,segment=NetworkSegment(6fb47e50-c0cc-4096-b399-ad04670c68b5),segment_id=6fb47e50-c0cc-4096-b399-ad04670c68b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:38:59.571967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604aa71-2720-487b-bd0a-6a9e864f4bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:59.601505 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.611338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bc6f6b21-fb8d-4034-a07c-cd4729ba095f details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:38:59.722819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:38:59.727644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:38:59.732200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063936-5a62-4fb3-af70-d015535adae5 req-466a5940-e30d-44a7-a177-96dc9a1265e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:59.735459 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] Sync routers for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:38:59.746676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-466a5940-e30d-44a7-a177-96dc9a1265e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1131 time: 0.2214954 Feb 09 20:38:59.750451 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:38:59.751085 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:38:59.809250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2bb6-0a2b-4555-a20a-b1ce4bd4662e req-c702fdf7-5cc4-4ec1-bd8c-978218cbb343 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:38:59.810809 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-084c2bb6-0a2b-4555-a20a-b1ce4bd4662e req-c702fdf7-5cc4-4ec1-bd8c-978218cbb343 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/ports?device_id=c5e9beee-c989-4320-8dd6-07fbe9e20ea5 HTTP/1.1" status: 200 len: 949 time: 0.1291018 Feb 09 20:38:59.880849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-6367c242-b8dc-4c73-a8c6-3a9bf80e0585 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.1238017 Feb 09 20:38:59.898269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0f1090a1-b55d-4ef8-a5cb-fd56c1699e14'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:38:59.901911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e5360905-99a8-4bc0-9e8f-2623d660a7bf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.913080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] No DVR routers for this DVR port 0f766718-e771-4dff-8b63-8cdd48ffdbcc on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:38:59.915456 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-084c2bb6-0a2b-4555-a20a-b1ce4bd4662e req-54006af9-b280-4262-889a-9f539b0d42e3 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.102 "GET /v2.0/security-groups?id=4c4144bd-29cf-4436-958d-3192c0d2c440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847366 Feb 09 20:38:59.938204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:59.942087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5da03166-0f84-4621-ac51-a9867cb2cff8 req-afd50a5e-49c3-4f21-a59c-8c73bc7443c6 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.13 "DELETE /v2.0/ports/0f766718-e771-4dff-8b63-8cdd48ffdbcc HTTP/1.1" status: 204 len: 173 time: 3.3208952 Feb 09 20:38:59.946670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-a5e5b20b-dfe3-4f70-9c15-96f67247e2c2 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:38:59.947628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-a5e5b20b-dfe3-4f70-9c15-96f67247e2c2 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0310159 Feb 09 20:38:59.983718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Pushing event deleted for resources: {'Port': ['ID=e5360905-99a8-4bc0-9e8f-2623d660a7bf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:00.029382 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:00.044975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bc6f6b21-fb8d-4034-a07c-cd4729ba095f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:00.051763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] No DVR routers for this DVR port e5360905-99a8-4bc0-9e8f-2623d660a7bf on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:00.055053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:00.058878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-079c398b-7647-467c-8a41-ea56033e5398 req-23dd603f-adee-4b4e-9ecb-dd006607c900 tempest-ServersAdminNegativeTestJSON-331215454 tempest-ServersAdminNegativeTestJSON-331215454-project] 10.222.0.50 "DELETE /v2.0/ports/e5360905-99a8-4bc0-9e8f-2623d660a7bf HTTP/1.1" status: 204 len: 173 time: 1.1284456 Feb 09 20:39:00.068930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5360905-99a8-4bc0-9e8f-2623d660a7bf'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:00.083360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063936-5a62-4fb3-af70-d015535adae5 req-6a2b018c-9fc5-4838-985e-5117b8a2b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:00.088029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-6a2b018c-9fc5-4838-985e-5117b8a2b34d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1839881 Feb 09 20:39:00.092577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-78039b61-576e-4039-8b83-f7efce8c8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:00.093973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-78039b61-576e-4039-8b83-f7efce8c8a47 service neutron] 10.222.0.102 "GET /v2.0/ports/84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 200 len: 1126 time: 0.1372125 Feb 09 20:39:00.106155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e9beee-c989-4320-8dd6-07fbe9e20ea5', 'name': 'network-vif-deleted', 'tag': 'e5360905-99a8-4bc0-9e8f-2623d660a7bf'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:00.107973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Request body: {'binding': {'host': 'n-h1-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:00.108433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:39:00.110212 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a1381a-0c0c-4251-b6eb-0ae801a9ea25" -d '{"events": [{"server_uuid": "c5e9beee-c989-4320-8dd6-07fbe9e20ea5", "name": "network-vif-deleted", "tag": "e5360905-99a8-4bc0-9e8f-2623d660a7bf"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:00.149684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'bc6f6b21-fb8d-4034-a07c-cd4729ba095f', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'bc6f6b21-fb8d-4034-a07c-cd4729ba095f', 'mac_address': 'fa:16:3e:69:d8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:39:00.158242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf49298-1044-428d-8d5e-ff10df42864d req-fc9861c2-6f1a-487e-a467-56521ffaf563 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:00.172091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-acf49298-1044-428d-8d5e-ff10df42864d req-fc9861c2-6f1a-487e-a467-56521ffaf563 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 948 time: 0.1213698 Feb 09 20:39:00.238733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63063936-5a62-4fb3-af70-d015535adae5 req-5a49717a-0d9c-4a5d-818f-124ee6c494d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:00.240999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-5a49717a-0d9c-4a5d-818f-124ee6c494d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1461563 Feb 09 20:39:00.241274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bc6f6b21-fb8d-4034-a07c-cd4729ba095f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:00.242705 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:00.259326 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-acf49298-1044-428d-8d5e-ff10df42864d req-d71506af-a178-493e-9b33-5aa4c640b8af tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811980 Feb 09 20:39:00.314079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:00.335799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6f6b21-fb8d-4034-a07c-cd4729ba095f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:00.342874 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209a633d-58e0-41ba-8229-939f1c28d012 x-openstack-request-id: req-209a633d-58e0-41ba-8229-939f1c28d012 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:00.342874 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:00.343179 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-209a633d-58e0-41ba-8229-939f1c28d012 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:00.343396 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'status': 'completed', 'code': 200} Feb 09 20:39:00.374638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bc6f6b21-fb8d-4034-a07c-cd4729ba095f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:00.383694 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:00.439289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cf4e5-a875-40d3-87aa-b29e6e0f00f5 req-0c127f10-75e9-41cf-bbfc-75284375f008 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:00.448725 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e40cf4e5-a875-40d3-87aa-b29e6e0f00f5 req-0c127f10-75e9-41cf-bbfc-75284375f008 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 949 time: 0.0788927 Feb 09 20:39:00.452554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-b43d5682-a387-4e67-a38e-486e97b78392 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954498 Feb 09 20:39:00.453673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on host n-h1-789963-29 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:39:00.454008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:39:00.454328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:00.470942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:39:00.471370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:00.500271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:00.510645 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:00.534486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:39:00.534823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:00.535255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:39:00.535774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Bound port: 84d20172-c5f9-413d-8c2c-dedc0158f57c, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:39:00.540217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e40cf4e5-a875-40d3-87aa-b29e6e0f00f5 req-4c806cc0-1331-4d71-be93-0431f053898c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833187 Feb 09 20:39:00.548618 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] Checking router: cea0100d-247e-4c84-ad28-e3ec3dc1d378 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:00.564654 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:00.565413 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:00.616440 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa01851-f161-46f2-ae10-075b5b72234a x-openstack-request-id: req-1aa01851-f161-46f2-ae10-075b5b72234a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:00.616764 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "name": "network-vif-plugged", "status": "completed", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:00.617028 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1aa01851-f161-46f2-ae10-075b5b72234a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:00.617445 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'code': 200} Feb 09 20:39:00.661553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63063936-5a62-4fb3-af70-d015535adae5 req-ff19c956-d627-406f-88d8-b431224b256e service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921332 Feb 09 20:39:00.665149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:39:00.672495 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:00.685885 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d80b04e4-e8bd-42d2-9f22-c1ad57ca24d8 service neutron] 10.222.0.102 "POST /v2.0/ports/84d20172-c5f9-413d-8c2c-dedc0158f57c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5825121 Feb 09 20:39:00.789941 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:00.821521 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5445233-51d6-4fb5-b760-76ab1bae069c x-openstack-request-id: req-a5445233-51d6-4fb5-b760-76ab1bae069c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:00.822099 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e9beee-c989-4320-8dd6-07fbe9e20ea5", "name": "network-vif-deleted", "tag": "e5360905-99a8-4bc0-9e8f-2623d660a7bf", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:00.822099 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a5445233-51d6-4fb5-b760-76ab1bae069c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:00.822429 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e9beee-c989-4320-8dd6-07fbe9e20ea5', 'name': 'network-vif-deleted', 'tag': 'e5360905-99a8-4bc0-9e8f-2623d660a7bf', 'status': 'completed', 'code': 200} Feb 09 20:39:00.839045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bc6f6b21-fb8d-4034-a07c-cd4729ba095f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:00.868572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194c96c-e674-42f2-a6d1-8e0c8bdfa7e7 req-d1ddf8a3-654b-4218-b197-990489d449db tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:00.897830 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2194c96c-e674-42f2-a6d1-8e0c8bdfa7e7 req-d1ddf8a3-654b-4218-b197-990489d449db tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 945 time: 0.1728835 Feb 09 20:39:00.919769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-bb0085df-2cde-4c25-9651-45ee660113ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:00.921285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-bb0085df-2cde-4c25-9651-45ee660113ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1131 time: 0.1581748 Feb 09 20:39:00.924079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9846c5-cc74-419d-a6fb-dc3c89b188f5 req-0460ddaf-7ff7-4452-85e7-bcc432c7a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:00.925487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd9846c5-cc74-419d-a6fb-dc3c89b188f5 req-0460ddaf-7ff7-4452-85e7-bcc432c7a281 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 1129 time: 0.1705902 Feb 09 20:39:00.964040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0f766718-e771-4dff-8b63-8cdd48ffdbcc no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:01.032449 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2194c96c-e674-42f2-a6d1-8e0c8bdfa7e7 req-e3160c24-30f3-4ca8-abae-7486ce738d09 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238842 Feb 09 20:39:01.078194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 0f766718-e771-4dff-8b63-8cdd48ffdbcc {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:01.078552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0f766718-e771-4dff-8b63-8cdd48ffdbcc not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:01.095895 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:01.123413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc510601-3085-4b28-addc-f8972dfe6577 req-be92c287-870d-4ded-bc1c-0a0072a793c1 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:01.124975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc510601-3085-4b28-addc-f8972dfe6577 req-be92c287-870d-4ded-bc1c-0a0072a793c1 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 946 time: 0.1936369 Feb 09 20:39:01.135370 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa7513a-cd06-4cc0-9f48-c676d004dbbc None None] The sync data for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 is: [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:36:31Z', 'revision_number': 4, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '36caa8c7-2a17-4278-8362-a6bd33d99f5e', 'name': '', 'network_id': '612b438a-1210-43b6-8c6f-3a3427b4ad7d', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'mac_address': 'fa:16:3e:cb:d3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:29Z', 'updated_at': '2022-02-09T20:36:40Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'subnets': [{'id': '5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:01.142887 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd9846c5-cc74-419d-a6fb-dc3c89b188f5 req-5ba2551a-bf3b-4818-b224-a21e3b91ce30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906726 Feb 09 20:39:01.185694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-6e95c075-91e4-47ba-978e-e1f824be0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:01.187484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-6e95c075-91e4-47ba-978e-e1f824be0009 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2529109 Feb 09 20:39:01.197269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c7ea1-7d9d-4770-83f1-69961a3368db req-2afd1d78-b6aa-497e-8812-a73aa4e82a27 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:01.205097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b54c7ea1-7d9d-4770-83f1-69961a3368db req-2afd1d78-b6aa-497e-8812-a73aa4e82a27 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 946 time: 0.0875888 Feb 09 20:39:01.217441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-c9d7aeef-55e9-424f-8b46-89bbb39e2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:01.218949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-c9d7aeef-55e9-424f-8b46-89bbb39e2bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1129 time: 0.1465847 Feb 09 20:39:01.228569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc510601-3085-4b28-addc-f8972dfe6577 req-0517b631-4d09-4358-959e-d331be3a3224 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831094 Feb 09 20:39:01.263970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b54c7ea1-7d9d-4770-83f1-69961a3368db req-071c82ab-f940-495d-afb0-7193d4b20599 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579903 Feb 09 20:39:01.382396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40916) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:01.424921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d936f-8679-4a44-848e-78f6720b6217 req-acc7e321-bf4d-4060-8444-28773ffd35fa tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:01.426689 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b42d936f-8679-4a44-848e-78f6720b6217 req-acc7e321-bf4d-4060-8444-28773ffd35fa tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 948 time: 0.0938358 Feb 09 20:39:01.462906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880e104-78e2-401a-8301-97b8bf26bad5 None None] New status for floating IP 10c79e99-09d4-4841-a63f-46413e6bf782: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:39:01.474213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-4d0dfe21-a064-472b-92a1-1eeecce3ad59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.1208255 Feb 09 20:39:01.510532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b42d936f-8679-4a44-848e-78f6720b6217 req-eced5e53-5770-437a-901d-96b9fd768e3a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758648 Feb 09 20:39:01.578841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:01.592246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-c62edd1f-114f-4184-866e-93dc5ef63f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:01.593808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-c62edd1f-114f-4184-866e-93dc5ef63f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1124911 Feb 09 20:39:01.610982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e5360905-99a8-4bc0-9e8f-2623d660a7bf no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:01.629648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01421de9-3c6c-420f-b083-8d444b27f7fa tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group (b8b0160a-98e9-49a8-9261-6256b0eb158e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:01.636148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-e8da03ac-0c4e-470e-ac6c-87884402947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:01.637644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-e8da03ac-0c4e-470e-ac6c-87884402947f service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.2857606 Feb 09 20:39:01.641220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: e5360905-99a8-4bc0-9e8f-2623d660a7bf {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:01.641595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e5360905-99a8-4bc0-9e8f-2623d660a7bf not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:01.751589 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a813c051-556c-4223-ad0e-c75330f80879 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5e4cee0a801147c5a2203920f20101ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713359 Feb 09 20:39:01.754121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40926) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:01.812766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83199648-6ea1-4283-88bd-d56cac668ad3 admin admin] Publish callbacks [] for security_group (4c4144bd-29cf-4436-958d-3192c0d2c440), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:01.837060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83199648-6ea1-4283-88bd-d56cac668ad3 admin admin] Publish callbacks [] for security_group (4c4144bd-29cf-4436-958d-3192c0d2c440), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:01.887212 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83199648-6ea1-4283-88bd-d56cac668ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4c4144bd-29cf-4436-958d-3192c0d2c440), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:01.889927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83199648-6ea1-4283-88bd-d56cac668ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:01.891091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-83199648-6ea1-4283-88bd-d56cac668ad3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4c4144bd-29cf-4436-958d-3192c0d2c440 HTTP/1.1" status: 204 len: 168 time: 0.1360505 Feb 09 20:39:01.899926 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83199648-6ea1-4283-88bd-d56cac668ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4144bd-29cf-4436-958d-3192c0d2c440,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:01.963137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01421de9-3c6c-420f-b083-8d444b27f7fa tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group (b8b0160a-98e9-49a8-9261-6256b0eb158e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:01.975314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-869469f5-23f7-4008-9d7b-6dc8fb1df8c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 200 len: 217 time: 0.3257723 Feb 09 20:39:02.038396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-52688849-a6a3-46e6-a749-44bbdddb4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:02.039967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-52688849-a6a3-46e6-a749-44bbdddb4261 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4370701 Feb 09 20:39:02.072457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9e873-2e24-4d51-895e-0d089e53527e req-0bf465f3-5620-46ab-8937-bd11423446b4 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:02.073980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef9e873-2e24-4d51-895e-0d089e53527e req-0bf465f3-5620-46ab-8937-bd11423446b4 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 949 time: 0.4273508 Feb 09 20:39:02.138467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01421de9-3c6c-420f-b083-8d444b27f7fa tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b8b0160a-98e9-49a8-9261-6256b0eb158e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.141062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01421de9-3c6c-420f-b083-8d444b27f7fa tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.142230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-01421de9-3c6c-420f-b083-8d444b27f7fa tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "DELETE /v2.0/security-groups/b8b0160a-98e9-49a8-9261-6256b0eb158e HTTP/1.1" status: 204 len: 168 time: 0.7589424 Feb 09 20:39:02.155378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:02.161383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1d611c78-789d-4b22-a597-4de2fe78a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:02.163327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1d611c78-789d-4b22-a597-4de2fe78a6ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1739185 Feb 09 20:39:02.186425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf93e2f-9ba1-4fb2-becb-7e14fa3abda7 req-1e026a31-5e51-4043-b612-c3e925b3bd28 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:02.188180 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cf93e2f-9ba1-4fb2-becb-7e14fa3abda7 req-1e026a31-5e51-4043-b612-c3e925b3bd28 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 945 time: 0.0650289 Feb 09 20:39:02.198493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01421de9-3c6c-420f-b083-8d444b27f7fa tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b0160a-98e9-49a8-9261-6256b0eb158e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:02.209601 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-716418f8-b5ab-40ae-abe2-b246212fafb3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] show failed (client error): The resource could not be found. Feb 09 20:39:02.210684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-716418f8-b5ab-40ae-abe2-b246212fafb3 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "GET /v2.0/security-groups/b8b0160a-98e9-49a8-9261-6256b0eb158e HTTP/1.1" status: 404 len: 347 time: 0.0511982 Feb 09 20:39:02.224410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40938) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:02.236532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-3695995e-d94c-4c7d-a3ca-f35082b142c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526457 Feb 09 20:39:02.257494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:02.314333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef9e873-2e24-4d51-895e-0d089e53527e req-d8bb8638-7b24-47a9-866c-a2e1d066a3fe tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188442 Feb 09 20:39:02.336269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-c3057c74-ebe6-4858-8c3d-dc0614c3086f service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805367 Feb 09 20:39:02.346364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff395781-9d0f-428b-885f-e79526da4d27', 'name': 'network-vif-deleted', 'tag': '0f766718-e771-4dff-8b63-8cdd48ffdbcc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:02.348633 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ddc40-b5e5-4dfb-b3ec-3e3f0aef798c" -d '{"events": [{"server_uuid": "ff395781-9d0f-428b-885f-e79526da4d27", "name": "network-vif-deleted", "tag": "0f766718-e771-4dff-8b63-8cdd48ffdbcc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:02.433035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cf93e2f-9ba1-4fb2-becb-7e14fa3abda7 req-809c52de-2da2-49dc-a237-fc540617aa5c tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389355 Feb 09 20:39:02.439307 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-80688146-fec5-448a-8c05-f318f907cf7b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7f8a808c343b48cd9d8728d756d53100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739464 Feb 09 20:39:02.441057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:02.498676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-0d27d8b1-d7a7-4b5f-875e-07d4819dda89 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528095 Feb 09 20:39:02.520239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Deleting port 9c0aaf2e-b221-4701-94a8-36e174e1a81e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:02.520602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9c0aaf2e-b221-4701-94a8-36e174e1a81e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.566018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf1323f2-dc97-4144-a885-4dfb60ab08f0 admin admin] Publish callbacks [] for security_group (32968c56-151d-488e-aec0-7d6b6b608c15), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.579216 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-251396a3-4fb6-4e07-856d-12ce07e741e1 req-87e4f337-13fa-4297-937d-6f91844f0d10 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335889 Feb 09 20:39:02.587987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2dd09-f06e-4bb9-a6a5-83b6c5df0fa3 req-d12055e1-43e5-413e-8b46-84dbf2517a78 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:02.589568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ffb2dd09-f06e-4bb9-a6a5-83b6c5df0fa3 req-d12055e1-43e5-413e-8b46-84dbf2517a78 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 946 time: 0.1803453 Feb 09 20:39:02.624040 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf1323f2-dc97-4144-a885-4dfb60ab08f0 admin admin] Publish callbacks [] for security_group (32968c56-151d-488e-aec0-7d6b6b608c15), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.657469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-c5776c68-b599-4dc1-8b87-ca08aa180fbb service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496384 Feb 09 20:39:02.672165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ffb2dd09-f06e-4bb9-a6a5-83b6c5df0fa3 req-c3f72a74-cccb-4dba-8df2-979620fe679e tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729575 Feb 09 20:39:02.689789 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9c0aaf2e-b221-4701-94a8-36e174e1a81e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.690330 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (9c0aaf2e-b221-4701-94a8-36e174e1a81e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.718671 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a7df-4272-4a80-a8c2-97ae9b3e8485 req-b1133b36-384b-461a-aa67-9c1083ff855d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:02.720209 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7d7a7df-4272-4a80-a8c2-97ae9b3e8485 req-b1133b36-384b-461a-aa67-9c1083ff855d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 946 time: 0.1834452 Feb 09 20:39:02.721487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Calling delete_port for 9c0aaf2e-b221-4701-94a8-36e174e1a81e owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:02.739099 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6419db-a4c0-4f61-a36f-24c6645f0a6d x-openstack-request-id: req-cf6419db-a4c0-4f61-a36f-24c6645f0a6d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:02.739485 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff395781-9d0f-428b-885f-e79526da4d27", "name": "network-vif-deleted", "tag": "0f766718-e771-4dff-8b63-8cdd48ffdbcc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:02.739817 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cf6419db-a4c0-4f61-a36f-24c6645f0a6d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:02.740263 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff395781-9d0f-428b-885f-e79526da4d27', 'name': 'network-vif-deleted', 'tag': '0f766718-e771-4dff-8b63-8cdd48ffdbcc', 'status': 'completed', 'code': 200} Feb 09 20:39:02.791499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7d7a7df-4272-4a80-a8c2-97ae9b3e8485 req-7281c679-38d5-4d41-9764-17535782158b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637648 Feb 09 20:39:02.794065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf1323f2-dc97-4144-a885-4dfb60ab08f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (32968c56-151d-488e-aec0-7d6b6b608c15), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.796666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf1323f2-dc97-4144-a885-4dfb60ab08f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.804232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cf1323f2-dc97-4144-a885-4dfb60ab08f0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/32968c56-151d-488e-aec0-7d6b6b608c15 HTTP/1.1" status: 204 len: 168 time: 0.3556736 Feb 09 20:39:02.831997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-07246469-2f83-4a68-a235-62e711b29c59 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:02.835361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-07246469-2f83-4a68-a235-62e711b29c59 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1129 time: 0.0906343 Feb 09 20:39:02.851469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:02.891941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:39:02.892951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1323f2-dc97-4144-a885-4dfb60ab08f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32968c56-151d-488e-aec0-7d6b6b608c15,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:02.895085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ea34d-f740-4bf5-971a-1b15ffe079d1 req-73c8cd3f-77aa-43aa-9837-988b138df663 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:02.904258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b5ea34d-f740-4bf5-971a-1b15ffe079d1 req-73c8cd3f-77aa-43aa-9837-988b138df663 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 948 time: 0.1151745 Feb 09 20:39:02.985503 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:02.985985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:39:02.992151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:39:02.992530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.017055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b5ea34d-f740-4bf5-971a-1b15ffe079d1 req-fc723483-35f9-4db7-8ebe-c939823721bc tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117828 Feb 09 20:39:03.097342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-d40be56f-c891-4bf3-bb7c-1b9277ce57e4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:03.099219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-d40be56f-c891-4bf3-bb7c-1b9277ce57e4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1624665 Feb 09 20:39:03.103753 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9c0aaf2e-b221-4701-94a8-36e174e1a81e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.123451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:03.124245 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.164610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a122d19-0fc6-49dd-b242-4419d48b109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1090a1-b55d-4ef8-a5cb-fd56c1699e14'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:03.172609 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733fd79-55c7-4bd2-8654-830f8aef4caa" -d '{"events": [{"server_uuid": "9a122d19-0fc6-49dd-b242-4419d48b109b", "name": "network-vif-plugged", "status": "completed", "tag": "0f1090a1-b55d-4ef8-a5cb-fd56c1699e14"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:03.190974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,segment=NetworkSegment(6fb47e50-c0cc-4096-b399-ad04670c68b5),segment_id=6fb47e50-c0cc-4096-b399-ad04670c68b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:03.198249 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.201319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Pushing event deleted for resources: {'Port': ['ID=9c0aaf2e-b221-4701-94a8-36e174e1a81e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:03.219506 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79b6bb-c3c4-4891-900c-a1e180c8300e x-openstack-request-id: req-9e79b6bb-c3c4-4891-900c-a1e180c8300e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:03.219847 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a122d19-0fc6-49dd-b242-4419d48b109b", "name": "network-vif-plugged", "status": "completed", "tag": "0f1090a1-b55d-4ef8-a5cb-fd56c1699e14", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:03.220109 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9e79b6bb-c3c4-4891-900c-a1e180c8300e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:03.220607 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a122d19-0fc6-49dd-b242-4419d48b109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1090a1-b55d-4ef8-a5cb-fd56c1699e14', 'code': 200} Feb 09 20:39:03.262757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:03.283401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:03.339828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:03.385108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a19f3-6d9c-4834-8281-7403e2bee166 req-195d0177-0399-4cfa-a35d-a712b4f2d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:03.386976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d35a19f3-6d9c-4834-8281-7403e2bee166 req-195d0177-0399-4cfa-a35d-a712b4f2d239 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 1129 time: 0.0998681 Feb 09 20:39:03.398622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Publish callbacks [] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.409574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.529800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-161feb7e-95d4-451d-8111-ce861a140cb7 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.4092143 Feb 09 20:39:03.538076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Request body: {'floatingip': {'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:03.557915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d35a19f3-6d9c-4834-8281-7403e2bee166 req-4e0a2c04-0989-4c94-984e-94d9db16d248 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572335 Feb 09 20:39:03.572639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Pushing event updated for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:03.584469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on host n-h2-789963-29 for vnic_type normal with profile {"migrating_to": "n-h1-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:39:03.584812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:39:03.585141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:03.598132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8c8e7-2a9a-4347-a9d4-5c62d0f8881f req-6a0b280d-6a00-453a-839e-785b4d04faaa tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:03.601034 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.603022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bc6f6b21-fb8d-4034-a07c-cd4729ba095f up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:39:03.606869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8d8c8e7-2a9a-4347-a9d4-5c62d0f8881f req-6a0b280d-6a00-453a-839e-785b4d04faaa tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 949 time: 0.1834214 Feb 09 20:39:03.608826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:39:03.609150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Attempting to bind port 84d20172-c5f9-413d-8c2c-dedc0158f57c on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:03.627822 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:39:03.628169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:03.628559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:39:03.629006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Bound port: 84d20172-c5f9-413d-8c2c-dedc0158f57c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:39:03.629364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.676555 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks [] for floatingip (10c79e99-09d4-4841-a63f-46413e6bf782), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.678778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port bc6f6b21-fb8d-4034-a07c-cd4729ba095f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:39:03.680341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.684311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d1b5bbc0-4142-4ac8-a7c4-afa4cebc9c49 tempest-ServersWithSpecificFlavorTestJSON-783785253 tempest-ServersWithSpecificFlavorTestJSON-783785253-project] 10.222.0.102 "DELETE /v2.0/floatingips/10c79e99-09d4-4841-a63f-46413e6bf782 HTTP/1.1" status: 204 len: 168 time: 1.4545665 Feb 09 20:39:03.689890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port bc6f6b21-fb8d-4034-a07c-cd4729ba095f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:39:03.690316 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.716503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8d8c8e7-2a9a-4347-a9d4-5c62d0f8881f req-4bf20f47-6bc3-42a3-b84a-65b97f35ff5d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952215 Feb 09 20:39:03.763957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:03.772096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:39:03.790953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.807723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bc6f6b21-fb8d-4034-a07c-cd4729ba095f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:03.808209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.854794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bc6f6b21-fb8d-4034-a07c-cd4729ba095f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:03.860839 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.895073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Pushing event updated for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:03.919169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:03.920074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:03.921470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1226b3c6-833c-41df-8ffe-5c41f1ba0252 service neutron] 10.222.0.13 "PUT /v2.0/ports/84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 200 len: 1124 time: 1.0797863 Feb 09 20:39:03.924507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:03.928354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82403d3-de76-4a06-b06c-0d40e3363d87 req-267bf262-bd3e-4885-9ac0-6bd1538ee12c tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:03.929852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e82403d3-de76-4a06-b06c-0d40e3363d87 req-267bf262-bd3e-4885-9ac0-6bd1538ee12c tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 946 time: 0.1560719 Feb 09 20:39:03.989383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e82403d3-de76-4a06-b06c-0d40e3363d87 req-3f3d511d-f3ad-4c50-80fd-af57a22f2d36 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532768 Feb 09 20:39:04.111346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['84d20172-c5f9-413d-8c2c-dedc0158f57c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:04.143449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:04.144375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135263d-f44e-4c24-a17e-212c6c2b1842 req-cce8448c-966f-4e7e-8c58-64e3cdd06e98 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:04.146143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5135263d-f44e-4c24-a17e-212c6c2b1842 req-cce8448c-966f-4e7e-8c58-64e3cdd06e98 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 944 time: 0.0717955 Feb 09 20:39:04.149023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:04.199915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5135263d-f44e-4c24-a17e-212c6c2b1842 req-0150414b-c667-4498-9b65-6045607feed5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Feb 09 20:39:04.276626 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd associated. External IP: 172.25.4.6, port: e4fb11de-e430-4d81-9208-a182977973ff. Feb 09 20:39:04.499515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c393d2-dc63-4cab-a535-5c28ff374186 req-12f7e579-f746-40db-93cb-bbb85fe9b667 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:04.501183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0c393d2-dc63-4cab-a535-5c28ff374186 req-12f7e579-f746-40db-93cb-bbb85fe9b667 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 948 time: 0.0612195 Feb 09 20:39:04.516941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:04.552619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0c393d2-dc63-4cab-a535-5c28ff374186 req-f03a4ad3-1521-4767-8ba3-132577bc6214 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 Feb 09 20:39:04.654522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:04.659596 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:04.665289 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:04.694775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-a9a59ca9-715d-4949-9c2e-c5428f50c04c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "PUT /v2.0/floatingips/4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd HTTP/1.1" status: 200 len: 994 time: 1.1637790 Feb 09 20:39:04.695289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:04.697759 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917e7358-bd1d-4548-b2c8-83a03e34525a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:04.703717 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:04.704644 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:04.741777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c'}, {'name': 'network-changed', 'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:04.744144 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2" -d '{"events": [{"server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "name": "network-vif-unplugged", "status": "completed", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c"}, {"name": "network-changed", "server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:04.767917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-2a5dc849-7c16-4414-9d55-a1bd028011ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:04.772341 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-2a5dc849-7c16-4414-9d55-a1bd028011ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.0614891 Feb 09 20:39:04.822703 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094d6a88-5b9b-4870-8993-f2ae8d7ce18f x-openstack-request-id: req-094d6a88-5b9b-4870-8993-f2ae8d7ce18f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:04.822995 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:04.823229 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-094d6a88-5b9b-4870-8993-f2ae8d7ce18f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:04.823624 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff', 'status': 'completed', 'code': 200} Feb 09 20:39:04.835320 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:04.899598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-69613f9b-69b6-4483-8a2e-1a560df2c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:04.901368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-69613f9b-69b6-4483-8a2e-1a560df2c894 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.1280282 Feb 09 20:39:04.910474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:04.917843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-84fb8c5c-498f-45b2-ba06-d74bd034fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:04.921003 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-84fb8c5c-498f-45b2-ba06-d74bd034fcc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.0726573 Feb 09 20:39:04.933774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8444d-7c97-4be3-99f7-9d9ada9b9704 req-a64f4e05-bd6f-4920-8be6-2e1956845fa5 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:04.935450 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2f8444d-7c97-4be3-99f7-9d9ada9b9704 req-a64f4e05-bd6f-4920-8be6-2e1956845fa5 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 950 time: 0.0887449 Feb 09 20:39:05.022453 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2f8444d-7c97-4be3-99f7-9d9ada9b9704 req-9e7e2aee-fb8e-4d24-9a57-d2d3a2c9295d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788822 Feb 09 20:39:05.055821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:05.080867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'mac_address': 'fa:16:3e:4c:ee:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:39:05.103951 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9fa4f7-a67e-44e4-8f2d-f45034fbe192 x-openstack-request-id: req-4a9fa4f7-a67e-44e4-8f2d-f45034fbe192 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:05.105137 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "name": "network-vif-unplugged", "status": "completed", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c", "code": 200}, {"name": "network-changed", "server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:05.105504 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4a9fa4f7-a67e-44e4-8f2d-f45034fbe192 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:05.106013 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c', 'code': 200} Feb 09 20:39:05.106361 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c', 'status': 'completed', 'code': 200} Feb 09 20:39:05.125036 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-efcc96d4-835f-47dc-aebd-c2333ddca620 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 997 time: 0.2026889 Feb 09 20:39:05.138650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:05.139294 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:05.159084 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:c9:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:04Z', 'revision_number': 1, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:05.165326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3eaa75-8102-4313-89f5-7844b5b43cd6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:05.189871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:05.196030 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:05.208372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-95c4f127-dd3a-4780-9884-21af4a98266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.210027 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-95c4f127-dd3a-4780-9884-21af4a98266c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1158 time: 0.0588088 Feb 09 20:39:05.216693 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:05.227552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6f6b21-fb8d-4034-a07c-cd4729ba095f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:05.228949 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:05.229576 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:05.230222 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1ee692-7f4e-4bcd-a12a-21937bddb864" -d '{"events": [{"server_uuid": "74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834", "name": "network-vif-plugged", "status": "completed", "tag": "bc6f6b21-fb8d-4034-a07c-cd4729ba095f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:05.261911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-6a43bafe-9657-44df-bd6b-4add83ffd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.263338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:05.263539 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-6a43bafe-9657-44df-bd6b-4add83ffd209 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.2964742 Feb 09 20:39:05.265003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-148b670b-54aa-4bb4-a98a-7e1e556ab815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.268378 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-148b670b-54aa-4bb4-a98a-7e1e556ab815 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.1319277 Feb 09 20:39:05.337176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-87543955-8eb2-4aa2-ab53-63294d3075b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.338832 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-87543955-8eb2-4aa2-ab53-63294d3075b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.1218414 Feb 09 20:39:05.350952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-08f58f8c-b2f9-47b8-bb1c-15fb24f0e0c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 997 time: 0.0652585 Feb 09 20:39:05.406706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-e7b1487e-a80e-4979-a8ef-746787bc4e1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 200 len: 217 time: 0.0382957 Feb 09 20:39:05.425925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-4b8d3f48-2f2b-4b02-b8a9-c37068c85aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.427379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-4b8d3f48-2f2b-4b02-b8a9-c37068c85aa3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.0607257 Feb 09 20:39:05.434164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-ac2a87d6-5282-4771-bdfc-fd15fffb4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.435657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-ac2a87d6-5282-4771-bdfc-fd15fffb4bb3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1579773 Feb 09 20:39:05.449026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-29f4e54a-740c-4f1f-86a7-acb697d74e0a service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:39:05.450015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-29f4e54a-740c-4f1f-86a7-acb697d74e0a service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062335 Feb 09 20:39:05.452149 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:05.469412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535fba6-3eb7-4eab-b9d4-d82576e8f0c0 req-5f36d6f3-4461-4122-aade-4ac6376003a2 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.471979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a535fba6-3eb7-4eab-b9d4-d82576e8f0c0 req-5f36d6f3-4461-4122-aade-4ac6376003a2 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 946 time: 0.2436244 Feb 09 20:39:05.490735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-70a48bbd-fd3f-44f1-83b1-fe2a41d98ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.492700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-70a48bbd-fd3f-44f1-83b1-fe2a41d98ec9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.0685790 Feb 09 20:39:05.536206 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-d650fd77-3e82-440f-b40c-066abf067cb8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261221 Feb 09 20:39:05.552251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-fceff439-dcd3-4f30-92c0-bc22c549b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.553816 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-fceff439-dcd3-4f30-92c0-bc22c549b37d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1172869 Feb 09 20:39:05.555974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['1c3eaa75-8102-4313-89f5-7844b5b43cd6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:05.579512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-d69cbcd0-e350-482b-856d-f0591b6167d2 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096120 Feb 09 20:39:05.622078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a535fba6-3eb7-4eab-b9d4-d82576e8f0c0 req-03580fe9-2d3a-4a75-b35d-358e52a7c486 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295695 Feb 09 20:39:05.711816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-68ea12dd-b4fc-45d4-b2a0-8f9476a4295b service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635952 Feb 09 20:39:05.725071 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:c9:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:04Z', 'revision_number': 1, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:05.735866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e08dd320-f4e9-480e-adde-5bb05a23fffe req-d8335f7e-6fad-4b14-9f05-40cdfab4487f service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478841 Feb 09 20:39:05.757745 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab51002-951e-4192-ae4f-9b41caf49335 None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:c9:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:04Z', 'revision_number': 1, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:05.801099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-8ee82fbb-eeb1-4339-8a6e-d01556b63b5a service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204075 Feb 09 20:39:05.826244 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb48f0-10b0-4891-bd54-a6c5a330a917 x-openstack-request-id: req-48fb48f0-10b0-4891-bd54-a6c5a330a917 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:05.826553 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834", "name": "network-vif-plugged", "status": "completed", "tag": "bc6f6b21-fb8d-4034-a07c-cd4729ba095f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:05.826917 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-48fb48f0-10b0-4891-bd54-a6c5a330a917 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:05.827337 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6f6b21-fb8d-4034-a07c-cd4729ba095f', 'code': 200} Feb 09 20:39:05.960990 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-917e7358-bd1d-4548-b2c8-83a03e34525a req-c17798a7-e090-4172-b9b1-8e0d78ac29fe service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467869 Feb 09 20:39:05.985549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b073de-0580-4ac2-87a6-79db40655890 req-c16523ac-b109-45a9-93da-320f22bf8033 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:05.986994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74b073de-0580-4ac2-87a6-79db40655890 req-c16523ac-b109-45a9-93da-320f22bf8033 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 949 time: 0.0755391 Feb 09 20:39:06.028810 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3c83c4-0d17-4cce-9fe2-fb397478f8d2 req-508a3eb5-5a1d-443d-be3a-63f4bb1bb88a service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050158 Feb 09 20:39:06.042411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a43741-1a6b-4361-9d32-7c06d00cfaf0 req-bb2bacb0-a430-4735-8625-f35398fce1fe tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:06.044420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25a43741-1a6b-4361-9d32-7c06d00cfaf0 req-bb2bacb0-a430-4735-8625-f35398fce1fe tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 944 time: 0.1461713 Feb 09 20:39:06.046126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454e89f-d5fb-4de6-9bb5-eeffa7ac4fb5 req-a9829801-9b95-4813-88f7-dc44d85e4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:06.047641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e454e89f-d5fb-4de6-9bb5-eeffa7ac4fb5 req-a9829801-9b95-4813-88f7-dc44d85e4c79 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 1133 time: 0.1333594 Feb 09 20:39:06.080670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243f889-2ff7-4f24-b9b4-5e76fb90611a None None] New status for floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:39:06.145125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e454e89f-d5fb-4de6-9bb5-eeffa7ac4fb5 req-b12e85fd-880e-4c96-baf2-d15bc6a72415 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792034 Feb 09 20:39:06.148272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25a43741-1a6b-4361-9d32-7c06d00cfaf0 req-95586c82-47c1-4bb1-8fb9-748668683680 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945771 Feb 09 20:39:06.268928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:06.385288 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74b073de-0580-4ac2-87a6-79db40655890 req-d9535f86-f60e-46ed-8d48-59e2b8afe66c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903017 Feb 09 20:39:06.518222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a89b-339b-4c45-b69a-fe8679ec9084 req-e9694caf-e203-4f78-b521-4ec2c7c4a6d8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:06.519747 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5573a89b-339b-4c45-b69a-fe8679ec9084 req-e9694caf-e203-4f78-b521-4ec2c7c4a6d8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 950 time: 0.0649788 Feb 09 20:39:06.566082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-b19c1b34-be2c-4948-b681-e6580628c740 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:06.567645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-b19c1b34-be2c-4948-b681-e6580628c740 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2044001 Feb 09 20:39:06.575106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5573a89b-339b-4c45-b69a-fe8679ec9084 req-cc4a91ed-1b32-4541-8a4e-adcda444f4fd tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492671 Feb 09 20:39:06.721767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-b3c4fb1a-37c0-4477-9660-48e884c8d587 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 999 time: 0.1432743 Feb 09 20:39:06.732853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Request body: {'floatingip': {'port_id': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:06.812095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc39f9c-ff12-426d-82ea-cc92f4b05dae req-64e230dc-25e0-4569-a5b4-68e85230024e tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:06.813621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bc39f9c-ff12-426d-82ea-cc92f4b05dae req-64e230dc-25e0-4569-a5b4-68e85230024e tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1129 time: 0.0450184 Feb 09 20:39:06.836592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:06.872111 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bc39f9c-ff12-426d-82ea-cc92f4b05dae req-858f1b4a-c687-44e4-ac0a-230e6f8072bc tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516443 Feb 09 20:39:06.919234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:39:06.946808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84d20172-c5f9-413d-8c2c-dedc0158f57c details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:07.022625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859e962-3438-47bc-89b3-078d0ed5c5ed req-a8bf2407-7df2-4c62-b263-d07d1d790fa1 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:07.023951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a859e962-3438-47bc-89b3-078d0ed5c5ed req-a8bf2407-7df2-4c62-b263-d07d1d790fa1 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 946 time: 0.0639873 Feb 09 20:39:07.040219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:39:07.045834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:39:07.046388 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:07.084515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a859e962-3438-47bc-89b3-078d0ed5c5ed req-591c7fed-d4ff-4ef0-bb1d-ba80a8d94cf9 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516615 Feb 09 20:39:07.104195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:07.120063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84d20172-c5f9-413d-8c2c-dedc0158f57c has no active binding in host n-h1-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 20:39:07.172948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:07.173530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:07.219277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:07.224910 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:07.278708 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:39:07.280419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:07.427786 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (cea0100d-247e-4c84-ad28-e3ec3dc1d378), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:07.588316 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58c00bbd-054c-4a7d-9b50-df2527470133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:07.828692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:07.831216 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8062b20c-d82e-41de-92fa-4f57b9a3da08" -d '{"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:07.880377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:39:07.950369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:07.957664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:08.109110 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd associated. External IP: 172.25.4.6, port: e4fb11de-e430-4d81-9208-a182977973ff. Feb 09 20:39:08.109331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-56bda386-fab8-4462-8868-44012875055e tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:39:08.110329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-56bda386-fab8-4462-8868-44012875055e tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056882 Feb 09 20:39:08.153376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-0eb5fdda-c777-4518-b451-f703290d9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:08.154745 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-0eb5fdda-c777-4518-b451-f703290d9346 service neutron] 10.222.0.102 "GET /v2.0/ports/19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 200 len: 1126 time: 0.0377338 Feb 09 20:39:08.170783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Request body: {'binding': {'host': 'n-h1-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:08.171259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Unknown quota resources ['binding']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:39:08.175028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Deleting port 36caa8c7-2a17-4278-8362-a6bd33d99f5e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:08.175366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:08.283988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] For port 36caa8c7-2a17-4278-8362-a6bd33d99f5e, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=36caa8c7-2a17-4278-8362-a6bd33d99f5e,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:08.284356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:08.308447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on host n-h1-789963-29 for vnic_type normal with profile None {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:39:08.308784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:39:08.309110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:08.313410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:39:08.313735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:08.319388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:39:08.319759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:08.320148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:39:08.320572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Bound port: 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:39:08.374374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:39:08.382112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:08.383338 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-1fbcf15a-11e4-4e3f-b654-a349cf176af4 service neutron] 10.222.0.102 "POST /v2.0/ports/19f5290b-60e2-4046-9e5f-024d74f7c6d7/bindings HTTP/1.1" status: 201 len: 390 time: 0.2160764 Feb 09 20:39:08.575675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07f880-d016-4161-8fa7-1f0cb3ee99e1 req-841160f7-80b9-4b23-a02a-c5971bdc3a75 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:08.577234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec07f880-d016-4161-8fa7-1f0cb3ee99e1 req-841160f7-80b9-4b23-a02a-c5971bdc3a75 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 944 time: 0.0564301 Feb 09 20:39:08.601665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Calling delete_port for 36caa8c7-2a17-4278-8362-a6bd33d99f5e owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:08.630217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec07f880-d016-4161-8fa7-1f0cb3ee99e1 req-d7aa7646-5b8d-41f1-af37-291ce0c0b2ba tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469723 Feb 09 20:39:08.743885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-220ae7f2-e72f-4f84-b4ab-4f8f767ac68f tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:08.745542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-220ae7f2-e72f-4f84-b4ab-4f8f767ac68f tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 946 time: 0.1418185 Feb 09 20:39:08.746255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9b301-cdc7-450a-ba09-bef479aa63ec req-3c6d99d0-4c2c-4670-ac32-f4b951af84cb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:08.747838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47c9b301-cdc7-450a-ba09-bef479aa63ec req-3c6d99d0-4c2c-4670-ac32-f4b951af84cb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.0549190 Feb 09 20:39:08.751134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:08.795810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47c9b301-cdc7-450a-ba09-bef479aa63ec req-59be8c97-168e-4a62-b946-1dd939d23a45 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Feb 09 20:39:08.903536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed4624-3f2f-4b1c-b33f-d7cf960c5249 req-40ca52de-2b07-4d0e-b4c7-39675c74b4d0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:08.904974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8eed4624-3f2f-4b1c-b33f-d7cf960c5249 req-40ca52de-2b07-4d0e-b4c7-39675c74b4d0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 950 time: 0.0537271 Feb 09 20:39:08.964438 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8eed4624-3f2f-4b1c-b33f-d7cf960c5249 req-4d493323-d24f-4568-a01c-ed4d1a1e8b48 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535016 Feb 09 20:39:09.016528 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e57933-10dc-47b2-9c25-cbc5c7d565c1 x-openstack-request-id: req-20e57933-10dc-47b2-9c25-cbc5c7d565c1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:09.017063 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:09.017354 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-20e57933-10dc-47b2-9c25-cbc5c7d565c1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:09.017846 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'code': 200} Feb 09 20:39:09.043200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:09.064072 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:09.075358 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:09.076285 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:09.129681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Deleting port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:09.130030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:09.136968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4125c1-a314-4b03-a2a1-330f42b78826 req-ba3d87fa-82d3-4642-8376-93f23b44b2b8 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:09.138497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f4125c1-a314-4b03-a2a1-330f42b78826 req-ba3d87fa-82d3-4642-8376-93f23b44b2b8 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a122d19-0fc6-49dd-b242-4419d48b109b HTTP/1.1" status: 200 len: 946 time: 0.0621839 Feb 09 20:39:09.198632 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:09.203236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (36caa8c7-2a17-4278-8362-a6bd33d99f5e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:09.207353 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f4125c1-a314-4b03-a2a1-330f42b78826 req-01dfe943-c29f-4ce2-95bc-92af9a648be2 tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.102 "GET /v2.0/security-groups?id=6cdb107f-8787-4a0d-928a-62583bf59f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626435 Feb 09 20:39:09.263011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36caa8c7-2a17-4278-8362-a6bd33d99f5e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:09.354024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0d12-8754-4cc8-9512-34aa9febd176 req-ac75cf0f-e823-46a8-a122-55273a70bf7e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:09.354874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaf5b2-b6d6-4c44-96f8-0e8f659bc5c2 req-b906b4c2-abf4-45ff-bb17-146484177e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:09.355789 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-849b0d12-8754-4cc8-9512-34aa9febd176 req-ac75cf0f-e823-46a8-a122-55273a70bf7e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0758493 Feb 09 20:39:09.358898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0abaf5b2-b6d6-4c44-96f8-0e8f659bc5c2 req-b906b4c2-abf4-45ff-bb17-146484177e9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1133 time: 0.2694125 Feb 09 20:39:09.368017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] For port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,segment=NetworkSegment(6fb47e50-c0cc-4096-b399-ad04670c68b5),segment_id=6fb47e50-c0cc-4096-b399-ad04670c68b5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:09.368481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:09.403600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Calling delete_port for 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:09.426001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-849b0d12-8754-4cc8-9512-34aa9febd176 req-b81af6c3-8181-4886-aebb-5277cb5d765a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612078 Feb 09 20:39:09.496272 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:5b:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dedf97-d742-4c77-becf-7e34a134ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:07Z', 'revision_number': 3, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:09.529599 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:09.535621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0abaf5b2-b6d6-4c44-96f8-0e8f659bc5c2 req-22c5677e-7786-45c6-ab29-506dbb8ff61c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631000 Feb 09 20:39:09.542090 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:09.542706 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:09.658916 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:09.687782 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5d89b3a-ab07-425f-b785-d8d3bfda4050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:09.786015 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (cea0100d-247e-4c84-ad28-e3ec3dc1d378), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:09.811438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-98effe36-85ab-42a9-9973-c18e9f035491 service neutron] 10.222.0.50 "GET /v2.0/ports/84d20172-c5f9-413d-8c2c-dedc0158f57c/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 385 time: 0.1679573 Feb 09 20:39:09.814907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:09.890099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b9d1c-638c-4559-9d87-ff10c9aedc5b req-6a196854-25db-4334-9866-edf5873091e7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:09.891636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c35b9d1c-638c-4559-9d87-ff10c9aedc5b req-6a196854-25db-4334-9866-edf5873091e7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 944 time: 0.0635123 Feb 09 20:39:09.945328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c35b9d1c-638c-4559-9d87-ff10c9aedc5b req-5c277486-8d46-4c6d-82f4-879be5134c84 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474460 Feb 09 20:39:09.945493 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:5b:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dedf97-d742-4c77-becf-7e34a134ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:07Z', 'revision_number': 3, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:09.976227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb440fd-9625-4e01-9f7b-b4757705f93e None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:5b:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dedf97-d742-4c77-becf-7e34a134ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:07Z', 'revision_number': 3, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:10.047244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0f1090a1-b55d-4ef8-a5cb-fd56c1699e14), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:10.061660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0f1090a1-b55d-4ef8-a5cb-fd56c1699e14'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:10.100657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Pushing event deleted for resources: {'Port': ['ID=0f1090a1-b55d-4ef8-a5cb-fd56c1699e14,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:10.195395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] No DVR routers for this DVR port 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:10.198394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38375231-cbdd-42d6-b353-ef0b07d81d8c None None] New status for floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:39:10.203415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:10.206696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28024df3-9fee-4af2-a309-24f4d4ff1d22 req-7d6e0a73-bc3e-405c-b816-fbac28b7bb1d tempest-ServerGroupTestJSON-260789742 tempest-ServerGroupTestJSON-260789742-project] 10.222.0.13 "DELETE /v2.0/ports/0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 HTTP/1.1" status: 204 len: 173 time: 1.4253466 Feb 09 20:39:10.210006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a122d19-0fc6-49dd-b242-4419d48b109b', 'name': 'network-vif-deleted', 'tag': '0f1090a1-b55d-4ef8-a5cb-fd56c1699e14'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:10.212291 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973901c7-396d-499a-90b8-19310ad52f57" -d '{"events": [{"server_uuid": "9a122d19-0fc6-49dd-b242-4419d48b109b", "name": "network-vif-deleted", "tag": "0f1090a1-b55d-4ef8-a5cb-fd56c1699e14"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:10.369559 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.370925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.372065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.373006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.376206 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.377519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.378160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.379647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.379647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.379957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.380464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.380928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.381382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.384264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-7590a288-d6fd-4d5a-b7eb-3dc0b293c40d tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b&device_id=9a122d19-0fc6-49dd-b242-4419d48b109b&device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834&device_id=98dedf97-d742-4c77-becf-7e34a134ae56&device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f&device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8&device_id=184962e0-13d6-4018-a187-a19287b14d3d&device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59&device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5&device_id=fe021238-d46c-472b-8cd6-fc804e327a02&device_id=51c76fda-e743-4de7-9aa4-27574849370b&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 12210 time: 0.0877733 Feb 09 20:39:10.405415 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-0b7763b0-d63d-483b-a9ac-05b82fee9b04 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:10.502090 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-0b7763b0-d63d-483b-a9ac-05b82fee9b04 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Publish callbacks [] for security_group (494fcbde-7b43-466e-8a8c-7d07ee20944d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:10.506681 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-0b7763b0-d63d-483b-a9ac-05b82fee9b04 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (494fcbde-7b43-466e-8a8c-7d07ee20944d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:10.554972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7763b0-d63d-483b-a9ac-05b82fee9b04 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494fcbde-7b43-466e-8a8c-7d07ee20944d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:10.598221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:10.598980 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e00aff4b-edd3-41ce-bb1d-21eced828a9d req-0b7763b0-d63d-483b-a9ac-05b82fee9b04 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&id=dba40932-39d6-4008-9614-ed4e64ac69c9&id=421f4380-8b83-4160-9e72-d77a73052e1d&id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.2083724 Feb 09 20:39:10.605234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:10.618383 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:10.634638 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:10.645580 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:10.722648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:10.731990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d5d4d309-e6fd-492f-8b3d-7b7df76ab474 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "PUT /v2.0/floatingips/4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd HTTP/1.1" status: 200 len: 997 time: 4.0032179 Feb 09 20:39:10.770375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Router cea0100d-247e-4c84-ad28-e3ec3dc1d378 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:10.797790 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:10.815371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50ace9-a73b-4d11-aa8b-a8d4e49f3b13 req-9928ae55-64ed-4db2-8a16-27063fa21e91 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.825980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:10.828541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e50ace9-a73b-4d11-aa8b-a8d4e49f3b13 req-9928ae55-64ed-4db2-8a16-27063fa21e91 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.1240354 Feb 09 20:39:10.894234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d20172-c5f9-413d-8c2c-dedc0158f57c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:10.912581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:10.921650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-92502b7a-a010-492c-80b2-96cef836116f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:10.923273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-92502b7a-a010-492c-80b2-96cef836116f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports/e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 942 time: 0.1790743 Feb 09 20:39:10.968453 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e50ace9-a73b-4d11-aa8b-a8d4e49f3b13 req-cc91846b-a712-4c93-be44-6ac3cc8e1722 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326151 Feb 09 20:39:11.003610 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:11.054295 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:11.095211 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1b6e5e-dfb4-4718-97f0-90ba32356add x-openstack-request-id: req-0c1b6e5e-dfb4-4718-97f0-90ba32356add {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:11.095447 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a122d19-0fc6-49dd-b242-4419d48b109b", "name": "network-vif-deleted", "tag": "0f1090a1-b55d-4ef8-a5cb-fd56c1699e14", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:11.095666 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0c1b6e5e-dfb4-4718-97f0-90ba32356add {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:11.096101 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a122d19-0fc6-49dd-b242-4419d48b109b', 'name': 'network-vif-deleted', 'tag': '0f1090a1-b55d-4ef8-a5cb-fd56c1699e14', 'status': 'completed', 'code': 200} Feb 09 20:39:11.122528 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:5b:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dedf97-d742-4c77-becf-7e34a134ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:10Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:11.134205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:11.141547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bcdd9d89-510e-4f49-896c-e865ded5ade4 admin admin] 10.222.0.102 "PUT /v2.0/routers/cea0100d-247e-4c84-ad28-e3ec3dc1d378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8715532 Feb 09 20:39:11.145823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:11.152137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868db91a-f668-435f-be71-ae78e1804504 None None] Sync routers for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:11.154019 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:11.164504 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:11.165023 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:11.168067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868db91a-f668-435f-be71-ae78e1804504 None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:11.168885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-868db91a-f668-435f-be71-ae78e1804504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:11.201018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] Transition to ACTIVE for port object 84d20172-c5f9-413d-8c2c-dedc0158f57c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:39:11.216553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858ac91-d83c-43cb-a621-c0b2ae970668 req-0959ce9a-bd1d-40fe-b486-77645b5ce6fc tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:11.227366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4858ac91-d83c-43cb-a621-c0b2ae970668 req-0959ce9a-bd1d-40fe-b486-77645b5ce6fc tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0992754 Feb 09 20:39:11.232903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-38eac610-14ca-45f2-a3c3-4d9ebf871dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:11.234593 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-38eac610-14ca-45f2-a3c3-4d9ebf871dc6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.1832719 Feb 09 20:39:11.239993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:11.303956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4858ac91-d83c-43cb-a621-c0b2ae970668 req-2a6527bb-0075-4a24-859d-731b548a44d8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719461 Feb 09 20:39:11.306870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-868db91a-f668-435f-be71-ae78e1804504 None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:11.403996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] No DVR routers for this DVR port 84d20172-c5f9-413d-8c2c-dedc0158f57c on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:11.404322 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:11.436622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] Pushing event updated for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:11.502801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-55c2b5f4-3770-4d06-af18-a6e3f4312540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:11.510490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-55c2b5f4-3770-4d06-af18-a6e3f4312540 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.2662692 Feb 09 20:39:11.519764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks [] for router (cea0100d-247e-4c84-ad28-e3ec3dc1d378), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:11.558874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392eb83-0a7d-4bd2-b608-7cb22a14c109 req-d2522168-eee3-4c60-a6ec-75fc71171b4b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:11.565999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8392eb83-0a7d-4bd2-b608-7cb22a14c109 req-d2522168-eee3-4c60-a6ec-75fc71171b4b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 945 time: 0.0689147 Feb 09 20:39:11.579932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-868db91a-f668-435f-be71-ae78e1804504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:39:08Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:11.597936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-d59d66f6-024d-4e61-a879-722a725809b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/84d20172-c5f9-413d-8c2c-dedc0158f57c/bindings/n-h1-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 1.7262890 Feb 09 20:39:11.622208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868db91a-f668-435f-be71-ae78e1804504 None None] Checking router: cea0100d-247e-4c84-ad28-e3ec3dc1d378 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:11.635985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-8faf5a1e-9801-4519-80a6-386830412a61 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 217 time: 0.1244853 Feb 09 20:39:11.637483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868db91a-f668-435f-be71-ae78e1804504 None None] Routers {'cea0100d-247e-4c84-ad28-e3ec3dc1d378'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:11.638815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-868db91a-f668-435f-be71-ae78e1804504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:11.644898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8392eb83-0a7d-4bd2-b608-7cb22a14c109 req-cc914beb-01aa-4e5c-a155-39011686d85d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776019 Feb 09 20:39:11.742487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 84d20172-c5f9-413d-8c2c-dedc0158f57c no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:11.748396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-f9ec40ed-3727-421e-b1a6-c3cea70c09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:11.755063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-f9ec40ed-3727-421e-b1a6-c3cea70c09e9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.1181846 Feb 09 20:39:11.796594 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:5b:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dedf97-d742-4c77-becf-7e34a134ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:10Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:11.812447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-39337ea2-07c2-4b91-a7c2-494dc0f6e7c5 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:11.813942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-39337ea2-07c2-4b91-a7c2-494dc0f6e7c5 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.1262257 Feb 09 20:39:11.817066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks [] for router_gateway (cea0100d-247e-4c84-ad28-e3ec3dc1d378), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:11.820250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 84d20172-c5f9-413d-8c2c-dedc0158f57c host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:39:11.820650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 84d20172-c5f9-413d-8c2c-dedc0158f57c not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:11.856183 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e2f0b-db5e-4284-992a-67383eeed2a9 None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:5b:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dedf97-d742-4c77-becf-7e34a134ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:10Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:11.871165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-868db91a-f668-435f-be71-ae78e1804504 None None] Set router cea0100d-247e-4c84-ad28-e3ec3dc1d378 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:11.899500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-8f6653af-fc15-4907-b825-b67dc5afb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:11.901106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-8f6653af-fc15-4907-b825-b67dc5afb01c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1452124 Feb 09 20:39:11.921030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-9589247f-6f7b-40d3-9a1d-54bf33a39f5f service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:39:11.922114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-9589247f-6f7b-40d3-9a1d-54bf33a39f5f service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102794 Feb 09 20:39:11.930388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-5edf1e36-4592-474b-aedf-60fc0a927c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:11.931892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-5edf1e36-4592-474b-aedf-60fc0a927c28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2 HTTP/1.1" status: 200 len: 1128 time: 0.1086504 Feb 09 20:39:12.048021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Deleting port 368044d6-c095-45e9-8491-e0f643baa760 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:12.048363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (368044d6-c095-45e9-8491-e0f643baa760), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:12.084689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-868db91a-f668-435f-be71-ae78e1804504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:39:08Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:12.087772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860eb8-dc50-4f28-affa-0beb021215bc req-e881b6e9-04ac-4136-87c9-b142ddf4f085 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.088324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860eb8-dc50-4f28-affa-0beb021215bc req-e881b6e9-04ac-4136-87c9-b142ddf4f085 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.088800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860eb8-dc50-4f28-affa-0beb021215bc req-e881b6e9-04ac-4136-87c9-b142ddf4f085 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.096791 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dc860eb8-dc50-4f28-affa-0beb021215bc req-e881b6e9-04ac-4136-87c9-b142ddf4f085 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834&device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8&device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 2980 time: 0.0879779 Feb 09 20:39:12.113728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868db91a-f668-435f-be71-ae78e1804504 None None] The sync data for ids ['cea0100d-247e-4c84-ad28-e3ec3dc1d378'] in n-d-789963-29 is: [{'id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-551963266-router', 'tenant_id': '26c6d712558447469ed8afaa092b79d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '368044d6-c095-45e9-8491-e0f643baa760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:22Z', 'updated_at': '2022-02-09T20:39:08Z', 'revision_number': 5, 'project_id': '26c6d712558447469ed8afaa092b79d7', 'gw_port': {'id': '368044d6-c095-45e9-8491-e0f643baa760', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea0100d-247e-4c84-ad28-e3ec3dc1d378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:23Z', 'updated_at': '2022-02-09T20:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:12.137158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-01379bfe-37a2-468a-9bd1-a6a51021a036 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088795 Feb 09 20:39:12.157137 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dc860eb8-dc50-4f28-affa-0beb021215bc req-033f5454-cb9e-4e6b-8d6a-b176e2c2c79c tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545616 Feb 09 20:39:12.158379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-4f45a2ca-2d28-4bb1-ba2e-52aed4ad8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.159900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-4f45a2ca-2d28-4bb1-ba2e-52aed4ad8904 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1128 time: 0.1947412 Feb 09 20:39:12.307389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e59bb5-7f18-478b-9419-9623124bfed7 req-dac311d3-e7ec-4bb0-a4f1-dfb2deed28bb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.308145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] For port 368044d6-c095-45e9-8491-e0f643baa760, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=368044d6-c095-45e9-8491-e0f643baa760,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:12.308516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (368044d6-c095-45e9-8491-e0f643baa760), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:12.308932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-12e59bb5-7f18-478b-9419-9623124bfed7 req-dac311d3-e7ec-4bb0-a4f1-dfb2deed28bb tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.0687158 Feb 09 20:39:12.335328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-d38365ba-2c57-40ce-acba-d4fd6032ced4 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914318 Feb 09 20:39:12.338178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Calling delete_port for 368044d6-c095-45e9-8491-e0f643baa760 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:12.359335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-12e59bb5-7f18-478b-9419-9623124bfed7 req-90319f7e-967e-4766-a612-a86070fb9aca tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Feb 09 20:39:12.422050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-5ae870a4-bc3a-4b7e-a0e2-7f73f046d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.423512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-5ae870a4-bc3a-4b7e-a0e2-7f73f046d11e service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.2544274 Feb 09 20:39:12.482696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-ca021748-4260-4e08-be09-2ec942b17cc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 200 len: 217 time: 0.0516145 Feb 09 20:39:12.563440 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:12.578692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-c84a5bd9-8518-4240-92e4-d406b244a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.580245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-c84a5bd9-8518-4240-92e4-d406b244a4b3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 1129 time: 0.2150722 Feb 09 20:39:12.612048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1278347-4564-44aa-9279-979725b5fe13 req-3bef85b0-12c8-41d7-9884-f30be093ee94 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.614044 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1278347-4564-44aa-9279-979725b5fe13 req-3bef85b0-12c8-41d7-9884-f30be093ee94 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0771432 Feb 09 20:39:12.615967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-3e6d1020-6961-4273-b147-f58b411feb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.617407 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-3e6d1020-6961-4273-b147-f58b411feb4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1286581 Feb 09 20:39:12.669600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1278347-4564-44aa-9279-979725b5fe13 req-e4f74dca-7346-4dc0-8340-8b400ceda396 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 Feb 09 20:39:12.682875 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-b662ba69-4af3-4c9d-a5d7-6676d17c4670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351808 Feb 09 20:39:12.788326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175d253-713c-45a8-a5d2-d07dc11e5df0 req-8a91f1ef-bea3-456e-aebc-15bfa4866513 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.789828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d175d253-713c-45a8-a5d2-d07dc11e5df0 req-8a91f1ef-bea3-456e-aebc-15bfa4866513 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.0538721 Feb 09 20:39:12.809669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-b0ea705c-83a4-43b8-835d-c51947edf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:12.811149 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-b0ea705c-83a4-43b8-835d-c51947edf153 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.2242854 Feb 09 20:39:12.813941 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (368044d6-c095-45e9-8491-e0f643baa760), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:12.842652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d175d253-713c-45a8-a5d2-d07dc11e5df0 req-b25382a3-f03d-4dac-970e-d1798d0305e4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472856 Feb 09 20:39:12.890722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Pushing event deleted for resources: {'Port': ['ID=368044d6-c095-45e9-8491-e0f643baa760,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:12.934556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-62043c55-de38-4c4e-954a-cae3c6ec33b9 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202914 Feb 09 20:39:12.958382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:12.980708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:12.981651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0f1090a1-b55d-4ef8-a5cb-fd56c1699e14 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:13.017046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-16b1f31e-b35f-4476-8f95-631fc6c4dacb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 1000 time: 0.1954591 Feb 09 20:39:13.025610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0111f-9e43-4be2-8419-6b6288ece5a7 req-c6170205-037a-4299-a3f9-9f63f8861c1b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:13.027124 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-02a0111f-9e43-4be2-8419-6b6288ece5a7 req-c6170205-037a-4299-a3f9-9f63f8861c1b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 945 time: 0.0544038 Feb 09 20:39:13.068162 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (cea0100d-247e-4c84-ad28-e3ec3dc1d378), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.077985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-02a0111f-9e43-4be2-8419-6b6288ece5a7 req-b7194d67-e417-4f1e-81bb-483ee0230dc8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447154 Feb 09 20:39:13.118011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff'}, {'name': 'network-changed', 'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:13.120233 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be76ab8-2c87-4f48-820b-0843b7d69bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff"}, {"name": "network-changed", "server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:13.476338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-5b07df4f-1790-476d-a1a7-a7f038a294db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:13.477824 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-5b07df4f-1790-476d-a1a7-a7f038a294db service neutron] 10.222.0.102 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.4510872 Feb 09 20:39:13.499624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (cea0100d-247e-4c84-ad28-e3ec3dc1d378), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.515443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks [] for router_controller (cea0100d-247e-4c84-ad28-e3ec3dc1d378), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.518813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-92627a1c-bf48-4594-bac8-16bf58f182c5 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629108 Feb 09 20:39:13.574245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:13.599870 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (cea0100d-247e-4c84-ad28-e3ec3dc1d378), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.600388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea0100d-247e-4c84-ad28-e3ec3dc1d378 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:39:13.607649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.608333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2d3eafb5-5eea-4ac9-82de-ba5a8961c486 admin admin] 10.222.0.102 "DELETE /v2.0/routers/cea0100d-247e-4c84-ad28-e3ec3dc1d378 HTTP/1.1" status: 204 len: 168 time: 2.4597137 Feb 09 20:39:13.611657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-b886c74e-10f4-4fc3-9c42-1acf1e3272dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:13.611886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41186) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:13.613551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-b886c74e-10f4-4fc3-9c42-1acf1e3272dc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1286075 Feb 09 20:39:13.675028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4c82dc-3afa-45f4-86c4-f6337d41242a admin admin] Deleting subnet 5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:39:13.680238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4c82dc-3afa-45f4-86c4-f6337d41242a admin admin] Publish callbacks [] for subnet (5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.738249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4c82dc-3afa-45f4-86c4-f6337d41242a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.820076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-46793f73-980f-4374-97ce-ac528841676e service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975136 Feb 09 20:39:13.825887 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-865fdf96-86b5-4391-b512-62a55a7d4961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.829772 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:13.923219 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a4af8-d750-4510-ba9e-33605c5fe56c x-openstack-request-id: req-985a4af8-d750-4510-ba9e-33605c5fe56c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:13.923521 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:13.923895 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-985a4af8-d750-4510-ba9e-33605c5fe56c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:13.924293 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff', 'status': 'completed', 'code': 200} Feb 09 20:39:13.924547 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'status': 'completed', 'code': 200} Feb 09 20:39:13.967843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4c82dc-3afa-45f4-86c4-f6337d41242a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.060081 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-865fdf96-86b5-4391-b512-62a55a7d4961 admin admin] Publish callbacks [] for security_group (d4999d7c-28c9-4b80-a3f4-89a92cbad757), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.065864 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-865fdf96-86b5-4391-b512-62a55a7d4961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d4999d7c-28c9-4b80-a3f4-89a92cbad757), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.080223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4c82dc-3afa-45f4-86c4-f6337d41242a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.115314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-01d1eeb9-784c-4bb5-b8f1-6035f30219c0 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:14.116744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-01d1eeb9-784c-4bb5-b8f1-6035f30219c0 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.1964755 Feb 09 20:39:14.138364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-286c4c34-8570-4b27-a88c-9c601e569ea6 req-86e689c3-c2c1-48f0-99db-422832975066 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126590 Feb 09 20:39:14.156407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c82dc-3afa-45f4-86c4-f6337d41242a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:14.164792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-865fdf96-86b5-4391-b512-62a55a7d4961 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c181019056ff4c0c9ed06377c91ed309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891614 Feb 09 20:39:14.167342 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b4c82dc-3afa-45f4-86c4-f6337d41242a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.170258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445cf33-3007-45c2-b52b-07cdb5c06ac6 None None] Network 612b438a-1210-43b6-8c6f-3a3427b4ad7d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:39:14.171377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4b4c82dc-3afa-45f4-86c4-f6337d41242a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/5c7ddbe4-a358-4c85-9d5e-d8daa1e8e0de HTTP/1.1" status: 204 len: 168 time: 0.5583241 Feb 09 20:39:14.178428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-81c9ea08-f29a-43a7-81a0-6fe426285b83 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2567983 Feb 09 20:39:14.178969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:14.179091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:14.181104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fdf96-86b5-4391-b512-62a55a7d4961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4999d7c-28c9-4b80-a3f4-89a92cbad757,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:14.267920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-603c3282-90de-49dc-8aee-f5969d6cccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:14.269549 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-603c3282-90de-49dc-8aee-f5969d6cccff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.3243854 Feb 09 20:39:14.272464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-ee51e80e-3169-4a4b-9c3d-35e066875a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:14.273834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-ee51e80e-3169-4a4b-9c3d-35e066875a0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 1129 time: 0.2996931 Feb 09 20:39:14.297025 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5ea4-b50d-4505-9bfe-3e29b07343b9 admin admin] Publish callbacks [] for security_group (d4999d7c-28c9-4b80-a3f4-89a92cbad757), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.311227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 36caa8c7-2a17-4278-8362-a6bd33d99f5e no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:14.329974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5ea4-b50d-4505-9bfe-3e29b07343b9 admin admin] Publish callbacks [] for security_group (d4999d7c-28c9-4b80-a3f4-89a92cbad757), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.341580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4918582-800d-4be8-a6aa-58f1245bc43b req-6119a96e-6232-4895-a178-6d6b9f71652b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:14.349005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4918582-800d-4be8-a6aa-58f1245bc43b req-6119a96e-6232-4895-a178-6d6b9f71652b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.2795703 Feb 09 20:39:14.356021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 36caa8c7-2a17-4278-8362-a6bd33d99f5e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:14.356366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 36caa8c7-2a17-4278-8362-a6bd33d99f5e not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:14.378949 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (612b438a-1210-43b6-8c6f-3a3427b4ad7d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.460833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4918582-800d-4be8-a6aa-58f1245bc43b req-b7ae2c23-5325-42d1-b861-670b4747e675 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105454 Feb 09 20:39:14.487793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Deleting port 118ed346-29eb-4340-a64c-888f1d6b2f22 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:14.488294 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.488460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] DHCP port deletion for 612b438a-1210-43b6-8c6f-3a3427b4ad7d request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:39:14.539787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5ea4-b50d-4505-9bfe-3e29b07343b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d4999d7c-28c9-4b80-a3f4-89a92cbad757), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.544005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3aa5ea4-b50d-4505-9bfe-3e29b07343b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.545238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e3aa5ea4-b50d-4505-9bfe-3e29b07343b9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d4999d7c-28c9-4b80-a3f4-89a92cbad757 HTTP/1.1" status: 204 len: 168 time: 0.3624570 Feb 09 20:39:14.609335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] For port 118ed346-29eb-4340-a64c-888f1d6b2f22, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=118ed346-29eb-4340-a64c-888f1d6b2f22,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:14.609512 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.613878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] Deleting port 118ed346-29eb-4340-a64c-888f1d6b2f22 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:14.614557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.637113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa5ea4-b50d-4505-9bfe-3e29b07343b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4999d7c-28c9-4b80-a3f4-89a92cbad757,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:14.659322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Calling delete_port for 118ed346-29eb-4340-a64c-888f1d6b2f22 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:14.685317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b6dab-cc97-460f-a6d8-1a3add2df0e5 req-5aa3f40c-86f2-43a8-acf8-1e2c544cf78e tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:14.687159 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-480b6dab-cc97-460f-a6d8-1a3add2df0e5 req-5aa3f40c-86f2-43a8-acf8-1e2c544cf78e tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1133 time: 0.0810983 Feb 09 20:39:14.692158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca459e4-159c-4c20-a172-b67ec2000a78 req-ade6ffff-1e23-418c-8e94-25abe082423f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:14.706929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ca459e4-159c-4c20-a172-b67ec2000a78 req-ade6ffff-1e23-418c-8e94-25abe082423f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.3268127 Feb 09 20:39:14.722492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] For port 118ed346-29eb-4340-a64c-888f1d6b2f22, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=118ed346-29eb-4340-a64c-888f1d6b2f22,segment=NetworkSegment(cd553414-5cbd-48e6-b9b9-f8f770608063),segment_id=cd553414-5cbd-48e6-b9b9-f8f770608063)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:14.723170 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.741727 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] Calling delete_port for 118ed346-29eb-4340-a64c-888f1d6b2f22 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:14.755005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-aa700b96-8b35-42b9-a26b-01765324e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:14.756801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-aa700b96-8b35-42b9-a26b-01765324e868 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.4629138 Feb 09 20:39:14.847486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-6214729f-6bb3-4b73-bac1-cca4243f6a35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 1000 time: 0.0789154 Feb 09 20:39:14.855391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1b422796-8c63-487f-b5a1-35fca2676cbb service neutron] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:14.867594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.867900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1b422796-8c63-487f-b5a1-35fca2676cbb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.869083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b96a68f-28a5-48a8-b39c-4a1b66ab9a9e req-1b422796-8c63-487f-b5a1-35fca2676cbb service neutron] 10.222.0.13 "DELETE /v2.0/ports/84d20172-c5f9-413d-8c2c-dedc0158f57c/bindings/n-h2-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.7414398 Feb 09 20:39:14.904235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-3bbd7683-3451-436a-aeb2-84ed6a2dfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:14.906021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-3bbd7683-3451-436a-aeb2-84ed6a2dfb76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.4603233 Feb 09 20:39:14.923916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Pushing event deleted for resources: {'Port': ['ID=118ed346-29eb-4340-a64c-888f1d6b2f22,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:14.940414 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (118ed346-29eb-4340-a64c-888f1d6b2f22), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:14.949535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] No DVR routers for this DVR port 118ed346-29eb-4340-a64c-888f1d6b2f22 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:14.984793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-480b6dab-cc97-460f-a6d8-1a3add2df0e5 req-2b08d213-a986-4f61-9605-6d3be601ce9e tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308300 Feb 09 20:39:14.999663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] Pushing event deleted for resources: {'Port': ['ID=118ed346-29eb-4340-a64c-888f1d6b2f22,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:15.014188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-3785705a-2121-412a-96a3-d76ca6c534d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 217 time: 0.0746017 Feb 09 20:39:15.024110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ca459e4-159c-4c20-a172-b67ec2000a78 req-3b1c3944-a913-46a4-9695-407ea98b464d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141208 Feb 09 20:39:15.026658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df43bea-1396-4b46-9d78-fb1314720ba5 None None] No DVR routers for this DVR port 118ed346-29eb-4340-a64c-888f1d6b2f22 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:15.027346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-6302028d-148b-4462-bb5c-d2d418bdb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:15.028841 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-6302028d-148b-4462-bb5c-d2d418bdb633 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.1704431 Feb 09 20:39:15.163177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (612b438a-1210-43b6-8c6f-3a3427b4ad7d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.170022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-a5f59035-6250-40d7-aa08-69da1f1b54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:15.171795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-a5f59035-6250-40d7-aa08-69da1f1b54ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.1467736 Feb 09 20:39:15.195718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612b438a-1210-43b6-8c6f-3a3427b4ad7d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:15.208850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd553414-5cbd-48e6-b9b9-f8f770608063') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:15.209144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd553414-5cbd-48e6-b9b9-f8f770608063') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:15.223632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f05c2-d99a-440e-b59e-bcfd3ac3c372 req-1b68dd33-2478-475a-934e-bf3c8880961c tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:15.232118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c11f05c2-d99a-440e-b59e-bcfd3ac3c372 req-1b68dd33-2478-475a-934e-bf3c8880961c tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 945 time: 0.1257594 Feb 09 20:39:15.254351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (cd553414-5cbd-48e6-b9b9-f8f770608063), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.280610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (cd553414-5cbd-48e6-b9b9-f8f770608063), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.297331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:39:15.297841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (cd553414-5cbd-48e6-b9b9-f8f770608063), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:39:15.300530 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:39:15.306968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68bdf3bf-893c-4395-9c9b-0e75f904cfa6 req-51935c09-2f62-4877-959a-d35bce1ac6e7 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 1000 time: 0.1693861 Feb 09 20:39:15.308991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-a100b0ee-c1a9-4952-ade5-f0fbc057df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:15.310586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-a100b0ee-c1a9-4952-ade5-f0fbc057df6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2501638 Feb 09 20:39:15.316885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c11f05c2-d99a-440e-b59e-bcfd3ac3c372 req-52394f28-eb76-4d3c-bd1b-7633818c41ec tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844154 Feb 09 20:39:15.416720 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (612b438a-1210-43b6-8c6f-3a3427b4ad7d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.432148 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.441523 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] 10.222.0.102 "DELETE /v2.0/networks/612b438a-1210-43b6-8c6f-3a3427b4ad7d HTTP/1.1" status: 204 len: 168 time: 1.2586327 Feb 09 20:39:15.447143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:15.459524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-ca04efc7-c86b-472c-a633-ba6f0282974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:15.461443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-ca04efc7-c86b-472c-a633-ba6f0282974e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2506249 Feb 09 20:39:15.466988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240b956-f575-4489-8b93-d6654f60c323 admin admin] Pushing event deleted for resources: {'Network': ['ID=612b438a-1210-43b6-8c6f-3a3427b4ad7d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:15.517059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4657a32-7d65-4595-a382-a73ede91322c req-53545ee4-4c70-4b45-b4bd-2d2d8d48680b tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:15.524399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4657a32-7d65-4595-a382-a73ede91322c req-53545ee4-4c70-4b45-b4bd-2d2d8d48680b tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1133 time: 0.0735948 Feb 09 20:39:15.613485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4657a32-7d65-4595-a382-a73ede91322c req-a1cd9f61-03c7-4892-9297-06a1206a5ca9 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857460 Feb 09 20:39:15.616117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdf3bf-893c-4395-9c9b-0e75f904cfa6 req-fcd688ee-18d2-4a81-b955-b8c90bb09c27 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:15.617572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68bdf3bf-893c-4395-9c9b-0e75f904cfa6 req-fcd688ee-18d2-4a81-b955-b8c90bb09c27 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports/4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 943 time: 0.3029487 Feb 09 20:39:15.664763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-de6dd34a-48f7-4612-a1e7-dd56c37e6d76 service neutron] 10.222.0.13 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405795 Feb 09 20:39:15.681761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:15.717222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41260) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:15.745939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e0b4d8-b4df-4df3-9231-6892e0a5f944 admin admin] Deleting subnet 040dbff7-4958-499d-b295-d02a24118bd0 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:39:15.750602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b4d8-b4df-4df3-9231-6892e0a5f944 admin admin] Publish callbacks [] for subnet (040dbff7-4958-499d-b295-d02a24118bd0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.802550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b4d8-b4df-4df3-9231-6892e0a5f944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (040dbff7-4958-499d-b295-d02a24118bd0), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.880884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 118ed346-29eb-4340-a64c-888f1d6b2f22 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:15.895900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-201130556-network', 'tenant_id': '614a45e2b85a4f45808a109d729f188d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:15.900186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b4d8-b4df-4df3-9231-6892e0a5f944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (040dbff7-4958-499d-b295-d02a24118bd0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.907236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 118ed346-29eb-4340-a64c-888f1d6b2f22 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:15.907847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 118ed346-29eb-4340-a64c-888f1d6b2f22 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:15.908416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 368044d6-c095-45e9-8491-e0f643baa760 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:15.932435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a06ee-07c3-4d8a-ac5e-311d959b2804 req-4b8e9c06-93d0-4b2f-b58c-01d69ed89e81 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:15.934004 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-433a06ee-07c3-4d8a-ac5e-311d959b2804 req-4b8e9c06-93d0-4b2f-b58c-01d69ed89e81 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.1369021 Feb 09 20:39:15.937369 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68bdf3bf-893c-4395-9c9b-0e75f904cfa6 req-56bf1145-e92a-4347-8610-e631b8a2b854 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 1000 time: 0.2171855 Feb 09 20:39:15.961617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-025acfb5-821c-4382-a2ae-48468e19e55d service neutron] 10.222.0.13 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842867 Feb 09 20:39:15.970006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Made reservation on behalf of 614a45e2b85a4f45808a109d729f188d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:39:15.972571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:15.979038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-0bda4c58-b355-4c7c-9609-b8d70de4031a service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479814 Feb 09 20:39:15.996218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.075915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 368044d6-c095-45e9-8491-e0f643baa760 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:16.076901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 368044d6-c095-45e9-8491-e0f643baa760 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:16.083831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-433a06ee-07c3-4d8a-ac5e-311d959b2804 req-74934544-db87-4164-906d-f4def559deda tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238916 Feb 09 20:39:16.097183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b4d8-b4df-4df3-9231-6892e0a5f944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (040dbff7-4958-499d-b295-d02a24118bd0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.149085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b4d8-b4df-4df3-9231-6892e0a5f944 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.156223 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c3e0b4d8-b4df-4df3-9231-6892e0a5f944 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/040dbff7-4958-499d-b295-d02a24118bd0 HTTP/1.1" status: 204 len: 168 time: 0.4729018 Feb 09 20:39:16.158381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0b4d8-b4df-4df3-9231-6892e0a5f944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040dbff7-4958-499d-b295-d02a24118bd0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:16.160375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:16.244503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdf3bf-893c-4395-9c9b-0e75f904cfa6 req-c39457ac-e3e6-4e8b-9b4b-012ec50f8a4c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:16.245929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68bdf3bf-893c-4395-9c9b-0e75f904cfa6 req-c39457ac-e3e6-4e8b-9b4b-012ec50f8a4c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2911112 Feb 09 20:39:16.251474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5be76ab8-2c87-4f48-820b-0843b7d69bbc req-3a4e0ca0-ec01-4ff5-a927-bff1cde217cc service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600443 Feb 09 20:39:16.344405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (d3d167bc-e43a-4b8d-b64c-8f58e9b7a485), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.357393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Publish callbacks [] for security_group (8a2429c7-f5af-47a6-8160-41897e93e101), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.365670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8a2429c7-f5af-47a6-8160-41897e93e101), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.414388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:39:16.476022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b24a3-b9b6-4c4d-b693-6aad487ef9ca req-013c3008-c349-4436-b022-d86a23f1a692 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:16.477536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe3b24a3-b9b6-4c4d-b693-6aad487ef9ca req-013c3008-c349-4436-b022-d86a23f1a692 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 1128 time: 0.0989349 Feb 09 20:39:16.493930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-996e0226-6be7-4927-8738-79665d7ca3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:16.495412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-996e0226-6be7-4927-8738-79665d7ca3bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1133 time: 0.0824239 Feb 09 20:39:16.498575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2429c7-f5af-47a6-8160-41897e93e101,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:16.501259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a09fd491-4b18-4d5a-a079-e006ddac941b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.501535 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Added segment a09fd491-4b18-4d5a-a079-e006ddac941b of type vlan for network 370206de-304d-4458-85a7-a76bb1dea670 Feb 09 20:39:16.546753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.547100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.547446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.547813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.548148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.548478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.548802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.549129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.549452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.549776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.550097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.550414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.550736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:16.573474 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (d3d167bc-e43a-4b8d-b64c-8f58e9b7a485), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.626755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d167bc-e43a-4b8d-b64c-8f58e9b7a485']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:16.631532 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (370206de-304d-4458-85a7-a76bb1dea670), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.650338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d48b3-b41d-4a12-ab88-d7f392b7733e req-a014ddef-46c0-402f-b8ea-6e68dfbc6069 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:16.651869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-861d48b3-b41d-4a12-ab88-d7f392b7733e req-a014ddef-46c0-402f-b8ea-6e68dfbc6069 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.2677839 Feb 09 20:39:16.653654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb47e50-c0cc-4096-b399-ad04670c68b5') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:16.653980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb47e50-c0cc-4096-b399-ad04670c68b5') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:16.664244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe3b24a3-b9b6-4c4d-b693-6aad487ef9ca req-bb9942bb-dcda-4fed-a117-0379d65c4acb tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666603 Feb 09 20:39:16.670318 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (6fb47e50-c0cc-4096-b399-ad04670c68b5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.676993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-de8f08f5-4120-4631-90a5-1d70318704aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:16.678488 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-de8f08f5-4120-4631-90a5-1d70318704aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1129 time: 0.1801050 Feb 09 20:39:16.714272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6fb47e50-c0cc-4096-b399-ad04670c68b5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.730038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (370206de-304d-4458-85a7-a76bb1dea670), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.731242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:16.731861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.738748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:39:16.739150 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (6fb47e50-c0cc-4096-b399-ad04670c68b5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:39:16.742799 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:39:16.841495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-861d48b3-b41d-4a12-ab88-d7f392b7733e req-03b7b78f-680c-438c-8570-9968e64cff1c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783493 Feb 09 20:39:16.861021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1420131 Feb 09 20:39:16.869167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:16.873962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Request body: {'subnet': {'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-201130556-subnet', 'tenant_id': '614a45e2b85a4f45808a109d729f188d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:16.884223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd8478-5c45-459f-a2c3-5cf4056f244f admin admin] Pushing event updated for resources: {'Network': ['ID=370206de-304d-4458-85a7-a76bb1dea670,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:16.897555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 370206de-304d-4458-85a7-a76bb1dea670 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:39:16.904304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (d3d167bc-e43a-4b8d-b64c-8f58e9b7a485), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.922562 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:16.926064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] 10.222.0.102 "DELETE /v2.0/networks/d3d167bc-e43a-4b8d-b64c-8f58e9b7a485 HTTP/1.1" status: 204 len: 168 time: 0.7582142 Feb 09 20:39:16.927899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd3b48-1004-4143-862a-5fdf7d145acd admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d167bc-e43a-4b8d-b64c-8f58e9b7a485,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:16.932106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Made reservation on behalf of 614a45e2b85a4f45808a109d729f188d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:39:16.936876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:17.077395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-b3c81e2d-1cbc-4537-9421-184b4ac3fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:17.078920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-b3c81e2d-1cbc-4537-9421-184b4ac3fe0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.5663214 Feb 09 20:39:17.102224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:17.168838 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (a9093078-302d-404b-94bd-d2569e5a898f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:17.175176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-a26c15fb-75ce-46d9-9485-09966aa6875c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.0579836 Feb 09 20:39:17.192672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-8e602aa6-5ba4-4dd6-82c8-3f3d6dba2452 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:17.194465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-8e602aa6-5ba4-4dd6-82c8-3f3d6dba2452 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 808 time: 0.1643255 Feb 09 20:39:17.220655 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ca972862-cc58-41e5-9d74-262512c16bb7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6225110bbd3045bea58e51764bcfd481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1155427 Feb 09 20:39:17.230267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41296) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:17.248905 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-9e3804d0-91e9-44e6-9393-86034beb33b2 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/quotas/4e5c5a7784ba41a5ae778bfe881eb9a2 HTTP/1.1" status: 200 len: 375 time: 0.0335069 Feb 09 20:39:17.296638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-d6f730f1-43a9-4d67-829e-f04c36438413 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 1000 time: 0.2686088 Feb 09 20:39:17.310640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-4f33269c-742a-48a0-ba79-dd179431a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:17.312096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-4f33269c-742a-48a0-ba79-dd179431a0df service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.6265774 Feb 09 20:39:17.348541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (b473652d-2853-4e93-ad64-770627efa39c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:17.390910 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-147c7bc6-3d39-4951-9ccd-26bd32189383 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 200 len: 217 time: 0.0622180 Feb 09 20:39:17.391278 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17689be0-0067-44d2-84dd-967fa1af6ff5 admin admin] Publish callbacks [] for security_group (6cdb107f-8787-4a0d-928a-62583bf59f0a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:17.401710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-1c825216-4ee5-479e-8f9d-2dbcffc58658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:17.403120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-1c825216-4ee5-479e-8f9d-2dbcffc58658 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1609364 Feb 09 20:39:17.418694 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-febf0707-5c5d-4fc8-acb0-59432284d44f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1598473 Feb 09 20:39:17.432357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-3485b16e-daf7-4d50-acd5-cf410aea94ce tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:17.433711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-3485b16e-daf7-4d50-acd5-cf410aea94ce tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports/4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 943 time: 0.1297455 Feb 09 20:39:17.460514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17689be0-0067-44d2-84dd-967fa1af6ff5 admin admin] Publish callbacks [] for security_group (6cdb107f-8787-4a0d-928a-62583bf59f0a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:17.466691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b473652d-2853-4e93-ad64-770627efa39c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:17.529165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Checking segment: {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:17.529523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Network hostable DHCP agents. Network: 370206de-304d-4458-85a7-a76bb1dea670, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:39:17.573130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-388f92b8-d9e7-4b3e-82e4-32365b763da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:17.574619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-388f92b8-d9e7-4b3e-82e4-32365b763da1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1769130 Feb 09 20:39:17.579806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Network 370206de-304d-4458-85a7-a76bb1dea670 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:39:17.591052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-92660b7c-1eef-4bdc-b3f6-0a81daf1e1ef service neutron] 10.222.0.102 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580389 Feb 09 20:39:17.606696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 370206de-304d-4458-85a7-a76bb1dea670) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:39:17.617303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce9fc2-a4d5-41cd-8420-4f8323a9eb8c None None] Network 370206de-304d-4458-85a7-a76bb1dea670 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:39:17.617865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17689be0-0067-44d2-84dd-967fa1af6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6cdb107f-8787-4a0d-928a-62583bf59f0a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:17.620567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17689be0-0067-44d2-84dd-967fa1af6ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:17.621690 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17689be0-0067-44d2-84dd-967fa1af6ff5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6cdb107f-8787-4a0d-928a-62583bf59f0a HTTP/1.1" status: 204 len: 168 time: 0.3905156 Feb 09 20:39:17.640575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-d107a667-5cd0-4dbb-b22c-a3fb847b620f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463583 Feb 09 20:39:17.649468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:17.650180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:17.658300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-f3af3455-0981-4cbf-9aba-2532317db4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:17.659828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-f3af3455-0981-4cbf-9aba-2532317db4a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2458329 Feb 09 20:39:17.663770 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-8628592e-1c6a-4017-862e-f7b807a4102a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 1000 time: 0.1813140 Feb 09 20:39:17.670220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17689be0-0067-44d2-84dd-967fa1af6ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdb107f-8787-4a0d-928a-62583bf59f0a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:17.682015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e70613da-b99b-489a-9a6b-a9db70f6a16b admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8117981 Feb 09 20:39:17.734201 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-bcb3ad83-d355-4c3e-9ca1-eb182e941498 service neutron] 10.222.0.102 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380665 Feb 09 20:39:17.778225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1047f134-eaaa-4f4c-b5d3-b359376bb5b2 None None] Network 370206de-304d-4458-85a7-a76bb1dea670 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:39:17.936753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-bd273fc7-94b6-40d3-9515-b0c5298128ba service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885158 Feb 09 20:39:17.974769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-63003591-607a-475f-a249-f783e6b4adba service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985961 Feb 09 20:39:18.048070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-e954168b-a71a-412f-b0fd-03596c342bae tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:18.049479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-e954168b-a71a-412f-b0fd-03596c342bae tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.3277745 Feb 09 20:39:18.231485 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a301e83-24fd-4123-a838-348b3394ea5f req-3560f2f8-fe6e-4d5a-b024-bc4e36d7f323 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:18.238778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a301e83-24fd-4123-a838-348b3394ea5f req-3560f2f8-fe6e-4d5a-b024-bc4e36d7f323 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0816672 Feb 09 20:39:18.252628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-1f3017c6-1e70-423e-bdf2-e52323aa53c6 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 1000 time: 0.1878943 Feb 09 20:39:18.270127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-f7f8b14f-4214-46ee-9056-e13a8175e459 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252296 Feb 09 20:39:18.273233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:18.287107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-75c81b20-8423-4ce7-a781-8bf888af1cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637839 Feb 09 20:39:18.317240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a301e83-24fd-4123-a838-348b3394ea5f req-0db94854-2931-4df4-af8c-daedc2405d8d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774510 Feb 09 20:39:18.353050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Deleting port d979d5da-d60e-4473-9aa3-eec5314c3bae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:18.353628 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:18.478192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49d6ef-bdc9-4713-bc2a-26b1034e4ac9 req-8ad2b059-4202-49a9-b0bf-b6a40c6f1c77 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:18.488188 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd49d6ef-bdc9-4713-bc2a-26b1034e4ac9 req-8ad2b059-4202-49a9-b0bf-b6a40c6f1c77 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.1048565 Feb 09 20:39:18.501478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:18.510585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] For port d979d5da-d60e-4473-9aa3-eec5314c3bae, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d979d5da-d60e-4473-9aa3-eec5314c3bae,segment=NetworkSegment(7683e00c-143f-454a-90b3-17329f82eba2),segment_id=7683e00c-143f-454a-90b3-17329f82eba2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:18.511138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:18.558196 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd49d6ef-bdc9-4713-bc2a-26b1034e4ac9 req-bbece9da-10ae-4d59-8ad1-2d9b70575974 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690684 Feb 09 20:39:18.584156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Calling delete_port for d979d5da-d60e-4473-9aa3-eec5314c3bae owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:18.723435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e51800a-51a1-4031-b03a-d6b21720c99c req-c5f8166d-b352-4b93-9b95-3470a4ca8c11 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 210 time: 0.0520995 Feb 09 20:39:18.793780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:18.924998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1752986185-network', 'tenant_id': '36d244be6e84416fae2197da8e7b277f'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:18.939314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:18.946657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:18.947115 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd disassociated. External IP: 172.25.4.6, port: 4e21d8d6-8f2a-498b-a99f-a4f0292d255b. Feb 09 20:39:18.959261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Made reservation on behalf of 36d244be6e84416fae2197da8e7b277f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:39:18.961675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:18.976958 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:19.043372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d979d5da-d60e-4473-9aa3-eec5314c3bae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:19.122336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Publish callbacks [] for security_group (8accb8a9-6649-49ca-aebd-d1caf54000b2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:19.126785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8accb8a9-6649-49ca-aebd-d1caf54000b2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:19.159824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8accb8a9-6649-49ca-aebd-d1caf54000b2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:19.179063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:39:19.205995 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4a931ca6-34b7-4859-ab60-d19a7d783770), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:19.206576 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Added segment 4a931ca6-34b7-4859-ab60-d19a7d783770 of type vlan for network 1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69 Feb 09 20:39:19.259073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-6617e8aa-aa29-4d57-8916-b92b36a41ea4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:19.260924 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-6617e8aa-aa29-4d57-8916-b92b36a41ea4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 821 time: 0.2039251 Feb 09 20:39:19.270191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:19.300035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-f87bd017-995e-4a68-b727-509b472c2232 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/quotas/614a45e2b85a4f45808a109d729f188d HTTP/1.1" status: 200 len: 375 time: 0.0268395 Feb 09 20:39:19.340178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:19.341450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:19.342538 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:19.389108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d979d5da-d60e-4473-9aa3-eec5314c3bae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:19.447255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.447620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.448135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.452091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.452339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.452805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.455891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.455891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.455891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.455891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.455891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.455891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.455891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:19.650169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-db012c80-4b91-49b9-83ec-cc62faddc30c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3487902 Feb 09 20:39:19.745199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:19.754148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9592650 Feb 09 20:39:19.758789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:19.771860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a28756-fdeb-400b-b55c-4c42ebaa2b3c admin admin] Pushing event updated for resources: {'Network': ['ID=1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:19.776936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Request body: {'subnet': {'network_id': '1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1752986185-subnet', 'tenant_id': '36d244be6e84416fae2197da8e7b277f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:19.799559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:39:19.804947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-b40d1154-817e-4a5a-aeda-e218c556888e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:19.806780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-b40d1154-817e-4a5a-aeda-e218c556888e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 808 time: 0.4344678 Feb 09 20:39:19.821096 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-c307e559-bfef-45f4-bb38-eb34be8594d8 service neutron] 10.222.0.102 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679029 Feb 09 20:39:19.823849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Request body: {'port': {'device_id': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'admin_state_up': True, 'tenant_id': '4e5c5a7784ba41a5ae778bfe881eb9a2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:19.934507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-b5300b28-c078-47c0-887d-90f652594ce6 service neutron] 10.222.0.102 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085682 Feb 09 20:39:20.006305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Made reservation on behalf of 36d244be6e84416fae2197da8e7b277f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:39:20.008603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:20.186959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (a9093078-302d-404b-94bd-d2569e5a898f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:20.198272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:20.209497 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:20.209966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:20.229979 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:20.230902 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:20.341590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Made reservation on behalf of 4e5c5a7784ba41a5ae778bfe881eb9a2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:39:20.345110 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:20.367894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f1030c8d-6335-4404-8543-dea32482c76a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "PUT /v2.0/floatingips/4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd HTTP/1.1" status: 200 len: 693 time: 2.1036425 Feb 09 20:39:20.375900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:20.378265 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba9b177-34c6-4efa-8fcc-d306514cc7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:20.404470 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:20.613241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (8a3d962a-62e0-40b8-8af6-dd8ef92c8247), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:20.630622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365166f2-a001-46c6-9bcf-6ce15f6d710e req-bb9db8af-d4d0-4f1a-ba8f-94f56aa4f09c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:20.641626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-365166f2-a001-46c6-9bcf-6ce15f6d710e req-bb9db8af-d4d0-4f1a-ba8f-94f56aa4f09c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.1459513 Feb 09 20:39:20.712332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:20.725109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-365166f2-a001-46c6-9bcf-6ce15f6d710e req-22657436-23f8-4178-95bd-28c1c48a9a22 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825050 Feb 09 20:39:20.745743 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:20.761296 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:20.761992 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:20.901567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3d962a-62e0-40b8-8af6-dd8ef92c8247,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:20.927653 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:20.927895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-eab34abc-0b94-4174-acbc-5ab268d3d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:20.929595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-eab34abc-0b94-4174-acbc-5ab268d3d579 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 1129 time: 0.5311372 Feb 09 20:39:20.950178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233145c6-51ee-4be0-97a9-5470e77bd858 req-ed2c459e-7461-4361-b811-c1ff6afb7f46 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:20.958678 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-233145c6-51ee-4be0-97a9-5470e77bd858 req-ed2c459e-7461-4361-b811-c1ff6afb7f46 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.0964644 Feb 09 20:39:20.971596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Checking segment: {'id': '4a931ca6-34b7-4859-ab60-d19a7d783770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:20.972117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Network hostable DHCP agents. Network: 1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:39:20.986616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Allocated IP 172.20.0.4 (62ae563b-fea2-42e6-b971-404821062d8c/1151131d-3cac-4983-a5cb-d792ccd56556/67c2d094-dc57-4dc4-aa92-e47fd5348b80) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:39:21.026468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-233145c6-51ee-4be0-97a9-5470e77bd858 req-43631eed-9091-4ce6-8453-4b3b998a96d0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669279 Feb 09 20:39:21.092784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Network 1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:39:21.117377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Router a9093078-302d-404b-94bd-d2569e5a898f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:21.137665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:39:21.152306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb445f-8e2a-4fcb-933a-a35ca8637406 None None] Network 1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:39:21.152877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:21.153899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:21.200584 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4fa67e9e-a37b-4d5f-b3c6-a4288b097813 req-2b565864-2324-4d10-a8b6-4abd577651ed tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 210 time: 0.0550482 Feb 09 20:39:21.213942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f53a4fb6-ab22-480a-aa56-e00a9d74455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:21.215529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-f53a4fb6-ab22-480a-aa56-e00a9d74455c service neutron] 10.222.0.102 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.2663314 Feb 09 20:39:21.327713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8b615f92-31f0-43fa-b6b3-a18ec8e76cd1 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5496669 Feb 09 20:39:21.351439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e7da4-58c1-4ad1-9801-98cd615df1c3 None None] Network 1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:39:21.380464 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0360940-232b-437c-9213-85d0caedfb52 req-d0d4c92b-4aec-4707-8a7f-e2d53bc17915 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 210 time: 0.1136031 Feb 09 20:39:21.499990 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:21.519063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:21.577170 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78845e-7641-41ed-b2db-48c2507858d3 None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:21.660997 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45c3b48-09f7-434b-b81e-13c129f6b9b4 x-openstack-request-id: req-c45c3b48-09f7-434b-b81e-13c129f6b9b4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:21.661594 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:21.661594 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c45c3b48-09f7-434b-b81e-13c129f6b9b4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:21.662153 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'status': 'completed', 'code': 200} Feb 09 20:39:21.675174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-4cfbd9cd-16ae-4637-a4af-9a04da84157c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 217 time: 0.4453545 Feb 09 20:39:21.687047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9c9b-31ca-4019-acae-633da4a53098 req-181e844d-2f0a-474a-98df-bcee7d158bdb tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:21.689066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bba9c9b-31ca-4019-acae-633da4a53098 req-181e844d-2f0a-474a-98df-bcee7d158bdb tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0671315 Feb 09 20:39:21.791635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bba9c9b-31ca-4019-acae-633da4a53098 req-3c499ef6-16fe-4646-bcbe-5b70960c0880 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822439 Feb 09 20:39:21.801620 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks [] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:21.804932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:21.883362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b0d63f-e74f-4415-8bd7-bd4de1f3d4d9 admin admin] Deleting subnet 8a3d962a-62e0-40b8-8af6-dd8ef92c8247 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:39:21.887789 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02b0d63f-e74f-4415-8bd7-bd4de1f3d4d9 admin admin] Publish callbacks [] for subnet (8a3d962a-62e0-40b8-8af6-dd8ef92c8247), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:21.894450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-423cd2ad-0403-4724-9c67-4da77289dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:21.896187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-423cd2ad-0403-4724-9c67-4da77289dc7c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.2035780 Feb 09 20:39:21.964254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-89db58ca-4583-4f04-834a-77cb613048ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:21.966189 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-89db58ca-4583-4f04-834a-77cb613048ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 1129 time: 0.3030632 Feb 09 20:39:21.980259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:21.989969 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02b0d63f-e74f-4415-8bd7-bd4de1f3d4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (8a3d962a-62e0-40b8-8af6-dd8ef92c8247), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:21.996849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] Sync routers for ids ['a9093078-302d-404b-94bd-d2569e5a898f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:22.006367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7111bc69-a340-4786-bcfd-2592caae16fd admin admin] 10.222.0.102 "PUT /v2.0/routers/a9093078-302d-404b-94bd-d2569e5a898f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5526509 Feb 09 20:39:22.008592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:22.011445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] Routers {'a9093078-302d-404b-94bd-d2569e5a898f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:22.014237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a9093078-302d-404b-94bd-d2569e5a898f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:22.060777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af388e-27db-434f-9424-f3c960d493e1 req-8b8e7a9d-8b5c-484a-a910-0b3137ef9731 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:22.062990 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb16d33-6538-4962-a0d2-c225ab3f8dc1 None None] New status for floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:39:22.063426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20af388e-27db-434f-9424-f3c960d493e1 req-8b8e7a9d-8b5c-484a-a910-0b3137ef9731 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.1394708 Feb 09 20:39:22.066726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02b0d63f-e74f-4415-8bd7-bd4de1f3d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (8a3d962a-62e0-40b8-8af6-dd8ef92c8247), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.105920 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.172954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20af388e-27db-434f-9424-f3c960d493e1 req-686efa95-e827-4dcd-b624-6c7da58bf986 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847809 Feb 09 20:39:22.189943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] Set router a9093078-302d-404b-94bd-d2569e5a898f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:22.216677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02b0d63f-e74f-4415-8bd7-bd4de1f3d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (8a3d962a-62e0-40b8-8af6-dd8ef92c8247), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.243350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-02b0d63f-e74f-4415-8bd7-bd4de1f3d4d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.248256 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-02b0d63f-e74f-4415-8bd7-bd4de1f3d4d9 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/8a3d962a-62e0-40b8-8af6-dd8ef92c8247 HTTP/1.1" status: 204 len: 168 time: 0.4419301 Feb 09 20:39:22.275318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:22.283565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0d63f-e74f-4415-8bd7-bd4de1f3d4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3d962a-62e0-40b8-8af6-dd8ef92c8247,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:22.330244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-a9076c01-c6c4-47b8-817f-0bff0c548a2a tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:22.331775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-a9076c01-c6c4-47b8-817f-0bff0c548a2a tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.50 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 821 time: 0.5368428 Feb 09 20:39:22.364846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Request body: {'port': {'device_id': '9bf2b119-a4e2-427d-a631-7e88f61cb70b', 'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'admin_state_up': True, 'tenant_id': '614a45e2b85a4f45808a109d729f188d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:22.406123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82a18-f7a3-455f-832b-430a48fbb72f req-b9deb867-280b-4952-a68d-9c3fe9e384d1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:22.407832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cb82a18-f7a3-455f-832b-430a48fbb72f req-b9deb867-280b-4952-a68d-9c3fe9e384d1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.0830641 Feb 09 20:39:22.410836 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.445469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:39:18Z', 'revision_number': 5, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:22.479899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] Checking router: a9093078-302d-404b-94bd-d2569e5a898f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:22.490224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] Routers {'a9093078-302d-404b-94bd-d2569e5a898f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:22.491008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a9093078-302d-404b-94bd-d2569e5a898f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:22.537478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Network 62ae563b-fea2-42e6-b971-404821062d8c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:39:22.544125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.549809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:39:22.552221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:39:22.576274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-d315a3a4-d845-4c7b-ba30-b83eb7aeb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:22.578122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-d315a3a4-d845-4c7b-ba30-b83eb7aeb558 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6319921 Feb 09 20:39:22.585770 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:22.599351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a931ca6-34b7-4859-ab60-d19a7d783770') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:22.599958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a931ca6-34b7-4859-ab60-d19a7d783770') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:22.611950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (4a931ca6-34b7-4859-ab60-d19a7d783770), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.638200 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4a931ca6-34b7-4859-ab60-d19a7d783770), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.647310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:39:22.648000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (4a931ca6-34b7-4859-ab60-d19a7d783770), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.659961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] Set router a9093078-302d-404b-94bd-d2569e5a898f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:22.680929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Pushing event updated for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:39:22.715763 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:39:22.719904 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.730732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.736463 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] 10.222.0.102 "DELETE /v2.0/networks/1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69 HTTP/1.1" status: 204 len: 168 time: 0.4573886 Feb 09 20:39:22.752181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81d1a9-2755-4a3d-bd4f-c7a629ef7793 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d57b2ab-c110-4fe8-9f5a-2344dd8a6f69,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:22.766505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cb82a18-f7a3-455f-832b-430a48fbb72f req-ce10f9f8-4e2d-4798-ac04-cc03d0746bb9 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484714 Feb 09 20:39:22.853342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-c61e4791-d57e-425c-980f-b68d6b2ce0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:22.855111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-c61e4791-d57e-425c-980f-b68d6b2ce0a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.8473573 Feb 09 20:39:22.887025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:22.887859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.891172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks [] for router (a9093078-302d-404b-94bd-d2569e5a898f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:22.922644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:22.949717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6593464-3230-4238-8b1d-3d8e9e444f3c req-031b62a7-c5a7-4973-8e30-54e8fbbd22e9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:22.951867 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6593464-3230-4238-8b1d-3d8e9e444f3c req-031b62a7-c5a7-4973-8e30-54e8fbbd22e9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 931 time: 0.0981398 Feb 09 20:39:22.978472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:39:18Z', 'revision_number': 5, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:22.988962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Made reservation on behalf of 614a45e2b85a4f45808a109d729f188d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:39:22.993736 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:23.013625 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b1064-914b-4a43-b67b-261d4476da83 None None] The sync data for ids ['a9093078-302d-404b-94bd-d2569e5a898f'] in n-d-789963-29 is: [{'id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1404470094-router', 'tenant_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:36:40Z', 'updated_at': '2022-02-09T20:39:18Z', 'revision_number': 5, 'project_id': '02dd0e672f3b4499b1b6ea537a87c90b', 'gw_port': {'id': '4041d5f9-e7ec-41f1-b33e-6bd065e26b1a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9093078-302d-404b-94bd-d2569e5a898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:36:41Z', 'updated_at': '2022-02-09T20:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:23.049803 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6593464-3230-4238-8b1d-3d8e9e444f3c req-4208dd24-25f2-46fc-9600-d373deac55c3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838227 Feb 09 20:39:23.059960 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c07a33b4-aebb-4a4a-be56-4c9b459d3683 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=36d244be6e84416fae2197da8e7b277f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321721 Feb 09 20:39:23.061443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:23.126178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-14b6c6d7-cfa5-4ef4-801e-53f37449a2db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 200 len: 217 time: 0.1386297 Feb 09 20:39:23.156592 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0da43a97-f5ca-406c-ae8f-835cd09ab49a req-7693c59f-236e-4c6d-8793-b851542b1095 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 210 time: 0.0313201 Feb 09 20:39:23.167456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7583a1-b3dc-4256-a020-71c909105dca admin admin] Publish callbacks [] for security_group (8accb8a9-6649-49ca-aebd-d1caf54000b2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:23.193771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7583a1-b3dc-4256-a020-71c909105dca admin admin] Publish callbacks [] for security_group (8accb8a9-6649-49ca-aebd-d1caf54000b2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:23.199126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-e67e89a9-0f78-4131-9bd4-325087c353a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:23.200665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-e67e89a9-0f78-4131-9bd4-325087c353a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.0598776 Feb 09 20:39:23.219077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-a3674eeb-06e8-44b4-ba56-676ce71ffe70 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4015501 Feb 09 20:39:23.268821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7583a1-b3dc-4256-a020-71c909105dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8accb8a9-6649-49ca-aebd-d1caf54000b2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:23.269762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Request body: {'port': {'device_id': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:23.272781 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af7583a1-b3dc-4256-a020-71c909105dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:23.276750 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-af7583a1-b3dc-4256-a020-71c909105dca admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8accb8a9-6649-49ca-aebd-d1caf54000b2 HTTP/1.1" status: 204 len: 168 time: 0.2108383 Feb 09 20:39:23.313831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7583a1-b3dc-4256-a020-71c909105dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8accb8a9-6649-49ca-aebd-d1caf54000b2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:23.354405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0f983-6d0d-40f3-8a46-a3a6a549e4fd req-2beb77db-775c-49ee-8000-2155e3e8b290 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:23.355954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cf0f983-6d0d-40f3-8a46-a3a6a549e4fd req-2beb77db-775c-49ee-8000-2155e3e8b290 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1010408 Feb 09 20:39:23.401016 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks [] for router_gateway (a9093078-302d-404b-94bd-d2569e5a898f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:23.411009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-b15916c8-51fc-4cb7-a09c-4fe5cd9a3c81 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8207338 Feb 09 20:39:23.443709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-9d10dcc4-47cc-4e5a-a0b4-c98ed24daa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:23.445859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-9d10dcc4-47cc-4e5a-a0b4-c98ed24daa35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2333539 Feb 09 20:39:23.485206 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cf0f983-6d0d-40f3-8a46-a3a6a549e4fd req-35b5abdc-a33f-4d51-ad20-225daf6c2967 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182563 Feb 09 20:39:23.491166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Allocated IP 172.20.0.9 (370206de-304d-4458-85a7-a76bb1dea670/b473652d-2853-4e93-ad64-770627efa39c/c3465799-92f9-4800-9b4f-8efead0b2456) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:39:23.645485 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b398542-7d38-41a7-8f9c-373daae26cae req-2f783d72-1226-4bfa-ba35-da0c663e91c3 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:23.655594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b398542-7d38-41a7-8f9c-373daae26cae req-2f783d72-1226-4bfa-ba35-da0c663e91c3 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0827775 Feb 09 20:39:23.682605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:23.717672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b398542-7d38-41a7-8f9c-373daae26cae req-389c7957-ee6e-4a6e-97ef-332e892cee77 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610092 Feb 09 20:39:23.813127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d979d5da-d60e-4473-9aa3-eec5314c3bae no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:23.851125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92040ccb-3ea2-4fa1-933e-a5209c3d59dd req-d01e9f9c-0477-41c9-b8ef-aa7fb15869c6 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123306 Feb 09 20:39:23.854701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: d979d5da-d60e-4473-9aa3-eec5314c3bae {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:23.856355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d979d5da-d60e-4473-9aa3-eec5314c3bae not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:23.880832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Deleting port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:23.881172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:23.933645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd17e0-38ab-4ff8-bbb5-8cb9d103dd7d req-460a00b1-ca03-4c53-a115-c91d5b3ce73f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:23.935545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ffd17e0-38ab-4ff8-bbb5-8cb9d103dd7d req-460a00b1-ca03-4c53-a115-c91d5b3ce73f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.0875795 Feb 09 20:39:24.011432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-427bc0be-c7e5-4a18-878b-c16016b3a0fd service neutron] 10.222.0.13 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444360 Feb 09 20:39:24.058904 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ffd17e0-38ab-4ff8-bbb5-8cb9d103dd7d req-8cc67cbf-6940-432f-96b1-8c057a1efa80 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064129 Feb 09 20:39:24.266850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-090621ce-e510-4e2e-a4ec-440436611ec4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:24.274669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-090621ce-e510-4e2e-a4ec-440436611ec4 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0862615 Feb 09 20:39:24.329750 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-e1c26eef-6c02-4237-8a84-44dc4823f009 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.0541947 Feb 09 20:39:24.340332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Request body: {'floatingip': {'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:24.387980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:24.531605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for port (c3465799-92f9-4800-9b4f-8efead0b2456), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:24.540178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] For port 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4041d5f9-e7ec-41f1-b33e-6bd065e26b1a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:24.540542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:24.598505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Calling delete_port for 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:24.633004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd69c0-1943-491a-9199-7d6db08479ae req-ef6b6374-bfcd-4f98-8a8d-13d3e98362f8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:24.634534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ecd69c0-1943-491a-9199-7d6db08479ae req-ef6b6374-bfcd-4f98-8a8d-13d3e98362f8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 931 time: 0.2376692 Feb 09 20:39:24.636438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba9b177-34c6-4efa-8fcc-d306514cc7b1 req-29cf0bfc-4f0d-46cf-a57d-ad5355acaaf7 service neutron] 10.222.0.13 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004846 Feb 09 20:39:24.744798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:24.912451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Network 370206de-304d-4458-85a7-a76bb1dea670 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:39:24.916501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ecd69c0-1943-491a-9199-7d6db08479ae req-0090ec1c-36a2-43ae-ae63-f3408fb2b5e4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670848 Feb 09 20:39:24.943024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event updated for resources: {'Port': ['ID=c3465799-92f9-4800-9b4f-8efead0b2456,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:24.948662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:39:24.964101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:39:24.988766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:24.993903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.006917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c2d094-dc57-4dc4-aa92-e47fd5348b80 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:25.067391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Publish callbacks [] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.132065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Transition to ACTIVE for port object 67c2d094-dc57-4dc4-aa92-e47fd5348b80 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:39:25.140980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.141257 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd associated. External IP: 172.25.4.6, port: e4fb11de-e430-4d81-9208-a182977973ff. Feb 09 20:39:25.164664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:25.167626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.182954 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4041d5f9-e7ec-41f1-b33e-6bd065e26b1a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.275915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-78b1b9b3-9134-4dda-83d7-f3c36f844f4e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9274454 Feb 09 20:39:25.300378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Pushing event updated for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:25.328704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Request body: {'port': {'device_id': '9bf2b119-a4e2-427d-a631-7e88f61cb70b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:25.421518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:25.431720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a34ca-794d-42db-8fce-cd5a8ab82487 req-77ea61a8-8595-4fbc-a9e7-1fb206ade323 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:25.440516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-575a34ca-794d-42db-8fce-cd5a8ab82487 req-77ea61a8-8595-4fbc-a9e7-1fb206ade323 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 931 time: 0.3698511 Feb 09 20:39:25.442793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Pushing event deleted for resources: {'Port': ['ID=4041d5f9-e7ec-41f1-b33e-6bd065e26b1a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:25.543243 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (a9093078-302d-404b-94bd-d2569e5a898f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.555357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:25.560238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.566530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:25.582406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:25.585977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:25.591885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c4e54c7d-0246-4425-ab61-492aefc9d096 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "PUT /v2.0/floatingips/4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd HTTP/1.1" status: 200 len: 994 time: 1.2561190 Feb 09 20:39:25.592363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:25.594605 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677bdc1-d709-427e-ab7f-d56183002f18" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:25.687601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-639633d4-7224-4aab-9afe-dc1a060120e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:25.689107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-639633d4-7224-4aab-9afe-dc1a060120e6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.0775084 Feb 09 20:39:25.730545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:25.746645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:39:25.747214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:39:25.747323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:25.749285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.805895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-575a34ca-794d-42db-8fce-cd5a8ab82487 req-db4be0c8-6ea2-4410-986b-9afc0c837ac4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644311 Feb 09 20:39:25.806379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:39:25.806704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:25.824180 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (a9093078-302d-404b-94bd-d2569e5a898f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.827210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks [] for router_controller (a9093078-302d-404b-94bd-d2569e5a898f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.830497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:39:25.830839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:25.831224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:39:25.831665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Bound port: 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:39:25.832043 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.857067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-de64aaf4-5467-4fe3-abf3-eaf1bdaafb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:25.880240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-de64aaf4-5467-4fe3-abf3-eaf1bdaafb39 service neutron] 10.222.0.102 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.1808288 Feb 09 20:39:25.957089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-ff30ff8d-4269-402b-a3c2-bdcb124616bd tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:25.959148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-ff30ff8d-4269-402b-a3c2-bdcb124616bd tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.13 "GET /v2.0/ports?device_id=98dedf97-d742-4c77-becf-7e34a134ae56 HTTP/1.1" status: 200 len: 946 time: 0.3443418 Feb 09 20:39:25.959827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (a9093078-302d-404b-94bd-d2569e5a898f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.960377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9093078-302d-404b-94bd-d2569e5a898f {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:39:25.980362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:25.981508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-99d5c882-d750-48e3-a53b-72af29b4706d admin admin] 10.222.0.102 "DELETE /v2.0/routers/a9093078-302d-404b-94bd-d2569e5a898f HTTP/1.1" status: 204 len: 168 time: 3.8984470 Feb 09 20:39:25.984145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:26.050256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db7f047-8965-4a0a-b7d3-5528b1a4cc3d admin admin] Deleting subnet 63b458b7-1a3b-42e2-bb53-166fa04dd402 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:39:26.065134 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c72811a4-c058-42ad-b6c0-b21918253a4d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 997 time: 0.1837316 Feb 09 20:39:26.066045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1db7f047-8965-4a0a-b7d3-5528b1a4cc3d admin admin] Publish callbacks [] for subnet (63b458b7-1a3b-42e2-bb53-166fa04dd402), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.201623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:c9:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:24Z', 'revision_number': 8, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:26.226406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1db7f047-8965-4a0a-b7d3-5528b1a4cc3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (63b458b7-1a3b-42e2-bb53-166fa04dd402), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.242833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:26.260389 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.263096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:26.263959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:26.280134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-a2a37eed-9159-4ecb-a931-852cf3225e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:26.281644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-a2a37eed-9159-4ecb-a931-852cf3225e15 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.1807580 Feb 09 20:39:26.381801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c43ea5fe-71ad-44ba-a503-451b2afd30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:26.383224 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-c43ea5fe-71ad-44ba-a503-451b2afd30e2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0856371 Feb 09 20:39:26.409336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1db7f047-8965-4a0a-b7d3-5528b1a4cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (63b458b7-1a3b-42e2-bb53-166fa04dd402), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.432473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:26.443386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:26.495963 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1db7f047-8965-4a0a-b7d3-5528b1a4cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (63b458b7-1a3b-42e2-bb53-166fa04dd402), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.503868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:39:26.579056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7f047-8965-4a0a-b7d3-5528b1a4cc3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b458b7-1a3b-42e2-bb53-166fa04dd402,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:26.611885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1db7f047-8965-4a0a-b7d3-5528b1a4cc3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.616166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1db7f047-8965-4a0a-b7d3-5528b1a4cc3d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/63b458b7-1a3b-42e2-bb53-166fa04dd402 HTTP/1.1" status: 204 len: 168 time: 0.6303842 Feb 09 20:39:26.618730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:26.738582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f8c19-78ba-4d61-97b1-c83ec1011726 None None] Network ec1266a3-619e-442a-bef0-1e79e7582d0d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:39:26.743291 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-2c7a7a50-0a9e-4b31-bb0a-1de29424de10 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458304 Feb 09 20:39:26.743702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3465799-92f9-4800-9b4f-8efead0b2456 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:26.757326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Publish callbacks [] for port (c3465799-92f9-4800-9b4f-8efead0b2456), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.783798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Transition to ACTIVE for port object c3465799-92f9-4800-9b4f-8efead0b2456 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:39:26.797604 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.800535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (ec1266a3-619e-442a-bef0-1e79e7582d0d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.802277 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:26.881664 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58fd9d76-aff9-4fc4-8649-312cf4dcc4f7 req-353c72c3-414c-471f-bb9f-302e35396808 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368198 Feb 09 20:39:26.906840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31a0f9-1668-4645-b285-8da75cce0ca4 req-0c982b02-514b-424b-a817-ffe36af55b8b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:26.913711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b31a0f9-1668-4645-b285-8da75cce0ca4 req-0c982b02-514b-424b-a817-ffe36af55b8b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.9651005 Feb 09 20:39:26.931167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Deleting port c7941f00-6ab1-42cd-9804-d3d0baacacea {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:26.932111 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:27.001259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:27.001809 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:27.003551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] 10.222.0.50 "PUT /v2.0/ports/67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 200 len: 1092 time: 3.7489259 Feb 09 20:39:27.011944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:27.017559 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d86aa-3436-4a5d-ad37-1356020658d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:27.050646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965e605-34c5-4e95-af78-91eaf4326980 service neutron] Pushing event updated for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:27.096794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b31a0f9-1668-4645-b285-8da75cce0ca4 req-6fe8eb1a-994b-4e24-af36-1dbe1ce3ff37 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821373 Feb 09 20:39:27.136862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] For port c7941f00-6ab1-42cd-9804-d3d0baacacea, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c7941f00-6ab1-42cd-9804-d3d0baacacea,segment=NetworkSegment(7683e00c-143f-454a-90b3-17329f82eba2),segment_id=7683e00c-143f-454a-90b3-17329f82eba2)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:27.137717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:27.160251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Calling delete_port for c7941f00-6ab1-42cd-9804-d3d0baacacea owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:27.199430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Deleting port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:27.199810 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:27.273505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:c9:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:24Z', 'revision_number': 8, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:27.314399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191f1aff-0766-454b-ad3b-05f35f8c4f7c None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'floating_ip_address': '172.25.4.6', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'port_id': 'e4fb11de-e430-4d81-9208-a182977973ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'mac_address': 'fa:16:3e:c9:0f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:38:44Z', 'updated_at': '2022-02-09T20:39:24Z', 'revision_number': 8, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:27.326176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c7941f00-6ab1-42cd-9804-d3d0baacacea), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:27.347797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57bc8ae-6459-4cb1-a118-33b3d0303ca3 None None] DHCP port deletion for ec1266a3-619e-442a-bef0-1e79e7582d0d request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:39:27.404815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7941f00-6ab1-42cd-9804-d3d0baacacea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:27.410794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] No DVR routers for this DVR port c7941f00-6ab1-42cd-9804-d3d0baacacea on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:27.438440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Pushing event updated for resources: {'Port': ['ID=c3465799-92f9-4800-9b4f-8efead0b2456,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:27.449294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770e3d-04c9-4b6d-a8a2-e3a6e4d60585 req-e7673238-d6f5-438e-85d3-4bc3a99fc15e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:27.451132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97770e3d-04c9-4b6d-a8a2-e3a6e4d60585 req-e7673238-d6f5-438e-85d3-4bc3a99fc15e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.4061115 Feb 09 20:39:27.511017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-5c34a3bc-ed70-4953-be7d-fb31e5fe522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:27.512759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-5c34a3bc-ed70-4953-be7d-fb31e5fe522f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1126 time: 0.4150279 Feb 09 20:39:27.513574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Attempting to bind port c3465799-92f9-4800-9b4f-8efead0b2456 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:39:27.514014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Attempting to bind port c3465799-92f9-4800-9b4f-8efead0b2456 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:39:27.514463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Attempting to bind port c3465799-92f9-4800-9b4f-8efead0b2456 on network 370206de-304d-4458-85a7-a76bb1dea670 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:27.541704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430095ad-ced6-4fce-90c7-35437c795967 req-a93cc0bd-3d28-4435-aacf-55dc11ee6634 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:27.543311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-430095ad-ced6-4fce-90c7-35437c795967 req-a93cc0bd-3d28-4435-aacf-55dc11ee6634 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.2702601 Feb 09 20:39:27.578174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Port c3465799-92f9-4800-9b4f-8efead0b2456 on network 370206de-304d-4458-85a7-a76bb1dea670 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:39:27.578660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Attempting to bind port c3465799-92f9-4800-9b4f-8efead0b2456 on network 370206de-304d-4458-85a7-a76bb1dea670 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:27.593844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-ddbe7f2a-9ea6-497b-b419-2d9eaa6bcb0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 200 len: 217 time: 0.0659745 Feb 09 20:39:27.595958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] For port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:27.596447 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:27.626065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:39:27.626572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Checking segment: {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:27.627083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Bound using segment: {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:39:27.627760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Bound port: c3465799-92f9-4800-9b4f-8efead0b2456, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:39:27.628229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:27.652482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Calling delete_port for 4e21d8d6-8f2a-498b-a99f-a4f0292d255b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:27.687254 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f36fe5-e89d-47b3-9dc2-182ebee2cd14 None None] New status for floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:39:27.765517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-dfab9b8c-09d3-46d3-b68a-d970d20a3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:27.767228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-dfab9b8c-09d3-46d3-b68a-d970d20a3c9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1543615 Feb 09 20:39:27.797182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-430095ad-ced6-4fce-90c7-35437c795967 req-c0d67ca8-043c-46a1-80ae-c9c4eb6a9052 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138512 Feb 09 20:39:27.817707 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (ec1266a3-619e-442a-bef0-1e79e7582d0d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:27.880465 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8493ad5b-dec9-4e5a-81eb-8ebe6f974410 x-openstack-request-id: req-8493ad5b-dec9-4e5a-81eb-8ebe6f974410 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:27.880758 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:27.881010 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8493ad5b-dec9-4e5a-81eb-8ebe6f974410 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:27.881409 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff', 'status': 'completed', 'code': 200} Feb 09 20:39:27.883894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1266a3-619e-442a-bef0-1e79e7582d0d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:27.886898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-f1fed01a-a112-42a2-ab33-51ae88773fd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859306 Feb 09 20:39:27.909576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:27.924323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97770e3d-04c9-4b6d-a8a2-e3a6e4d60585 req-ce8821c1-8e54-4012-b14e-ec8c9608573f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562755 Feb 09 20:39:27.954888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:27.955241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4041d5f9-e7ec-41f1-b33e-6bd065e26b1a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:27.955670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c7941f00-6ab1-42cd-9804-d3d0baacacea no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:27.964854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7683e00c-143f-454a-90b3-17329f82eba2') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:27.965159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7683e00c-143f-454a-90b3-17329f82eba2') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:27.982255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c7941f00-6ab1-42cd-9804-d3d0baacacea {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:27.982604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c7941f00-6ab1-42cd-9804-d3d0baacacea not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:27.996870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (7683e00c-143f-454a-90b3-17329f82eba2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.022755 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7683e00c-143f-454a-90b3-17329f82eba2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.035203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:39:28.035772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (7683e00c-143f-454a-90b3-17329f82eba2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:39:28.037726 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:39:28.081284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-ec02f599-36cc-4856-979b-573be71bcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:28.083436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-ec02f599-36cc-4856-979b-573be71bcde5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.1576176 Feb 09 20:39:28.193659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (ec1266a3-619e-442a-bef0-1e79e7582d0d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.211915 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.217575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] 10.222.0.102 "DELETE /v2.0/networks/ec1266a3-619e-442a-bef0-1e79e7582d0d HTTP/1.1" status: 204 len: 168 time: 1.5952942 Feb 09 20:39:28.234684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d827f9a-1126-494f-8a23-80c0fb17794c admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1266a3-619e-442a-bef0-1e79e7582d0d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:28.259409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d6078-424c-487f-9af1-bee6a3d3069b req-b85d38b7-557a-4ea7-8447-8a0c2e599384 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:28.261111 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e21d6078-424c-487f-9af1-bee6a3d3069b req-b85d38b7-557a-4ea7-8447-8a0c2e599384 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 943 time: 0.1750295 Feb 09 20:39:28.264546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-f2ec495a-785a-4c4a-b74d-6d06f8bf71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:28.266054 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-f2ec495a-785a-4c4a-b74d-6d06f8bf71f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.1701477 Feb 09 20:39:28.266203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:28.271520 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-1c6626ce-5f99-482c-935f-05c850121421 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732414 Feb 09 20:39:28.279228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4e21d8d6-8f2a-498b-a99f-a4f0292d255b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.303231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e4fb11de-e430-4d81-9208-a182977973ff'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:28.399398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c3465799-92f9-4800-9b4f-8efead0b2456,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:39:28.401068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Pushing event deleted for resources: {'Port': ['ID=4e21d8d6-8f2a-498b-a99f-a4f0292d255b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:28.431821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e21d6078-424c-487f-9af1-bee6a3d3069b req-d08a6f56-c72c-4dda-ab6c-bec84d220d7a tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637855 Feb 09 20:39:28.434238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-be551222-9076-4c13-ba42-41041e8c52c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 999 time: 0.1457362 Feb 09 20:39:28.459590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:28.484418 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.555873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Pushing event updated for resources: {'Port': ['ID=c3465799-92f9-4800-9b4f-8efead0b2456,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:28.569760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:28.570485 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.572879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-e84a7ab0-7f5b-407e-ab01-3257b1ee98da service neutron] 10.222.0.50 "PUT /v2.0/ports/c3465799-92f9-4800-9b4f-8efead0b2456 HTTP/1.1" status: 200 len: 1092 time: 3.2675474 Feb 09 20:39:28.587947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-795c2e91-acb4-41a5-9f8e-72b36bc5bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:28.589605 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-795c2e91-acb4-41a5-9f8e-72b36bc5bdf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.1474154 Feb 09 20:39:28.616068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38c968b5-af72-440a-acf6-e8af0f016054 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=26c6d712558447469ed8afaa092b79d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1550946 Feb 09 20:39:28.624272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:28.666138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ae1638c-141c-4e37-bf47-2f1347bb4d1c req-8860d384-8a7d-4cf4-8f98-52cdc11663c5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips/4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd HTTP/1.1" status: 200 len: 996 time: 0.1699810 Feb 09 20:39:28.781986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-3f56aedc-db13-4806-8afc-28d22c43c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:28.783707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-3f56aedc-db13-4806-8afc-28d22c43c50c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1811786 Feb 09 20:39:28.814210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23b5fc22-9810-485e-b29f-8ae646ea3f67 admin admin] Publish callbacks [] for security_group (9bf3831e-283a-40d6-97f1-062fdb94bc77), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.900251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23b5fc22-9810-485e-b29f-8ae646ea3f67 admin admin] Publish callbacks [] for security_group (9bf3831e-283a-40d6-97f1-062fdb94bc77), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.938655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] No DVR routers for this DVR port 4e21d8d6-8f2a-498b-a99f-a4f0292d255b on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:28.949981 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:28.954006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d37dc1ee-63ef-4468-99c6-647ca89a101c req-3e603a08-b4d2-4a50-b72e-f34ff3abfa2a tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.13 "DELETE /v2.0/ports/4e21d8d6-8f2a-498b-a99f-a4f0292d255b HTTP/1.1" status: 204 len: 173 time: 2.9878094 Feb 09 20:39:28.954699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1638c-141c-4e37-bf47-2f1347bb4d1c req-3facad28-1fdd-43f6-8024-88886f563f61 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:28.964248 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ae1638c-141c-4e37-bf47-2f1347bb4d1c req-3facad28-1fdd-43f6-8024-88886f563f61 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2967925 Feb 09 20:39:28.964469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90832206-33d4-43af-9bbc-b5f0fd7dbb18 req-0433dc36-d76d-4a44-913d-eb5706d25707 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:28.965894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90832206-33d4-43af-9bbc-b5f0fd7dbb18 req-0433dc36-d76d-4a44-913d-eb5706d25707 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.9871142 Feb 09 20:39:28.969907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-3ae1638c-141c-4e37-bf47-2f1347bb4d1c req-39217677-490b-473e-8032-e22ced392117 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:39:28.983280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ae1638c-141c-4e37-bf47-2f1347bb4d1c req-39217677-490b-473e-8032-e22ced392117 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178680 Feb 09 20:39:29.001736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4e21d8d6-8f2a-498b-a99f-a4f0292d255b no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:29.022822 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-4773754f-4eee-4856-b40b-f9318adcd982 service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182107 Feb 09 20:39:29.025110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8a996e3-92c6-4cea-ba88-ed6263537a4b req-75f1ce55-18f7-42d0-94b5-23add2c110b9 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635656 Feb 09 20:39:29.039971 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7b5b05-7e26-404f-8ac3-2cb676b5dcef x-openstack-request-id: req-6e7b5b05-7e26-404f-8ac3-2cb676b5dcef {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:29.040267 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:29.040526 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6e7b5b05-7e26-404f-8ac3-2cb676b5dcef {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:29.040925 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80', 'status': 'completed', 'code': 200} Feb 09 20:39:29.056420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-2ed89044-a968-4ce1-8966-806a162cd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:29.058077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-2ed89044-a968-4ce1-8966-806a162cd11c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 1126 time: 0.1239491 Feb 09 20:39:29.070492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90832206-33d4-43af-9bbc-b5f0fd7dbb18 req-674767a5-4f6c-425e-a148-8b2924e4e70b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670550 Feb 09 20:39:29.113208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-93315c5c-86b7-43e7-9e2c-a4bb6c5495e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3465799-92f9-4800-9b4f-8efead0b2456 HTTP/1.1" status: 200 len: 217 time: 0.0417449 Feb 09 20:39:29.125858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 4e21d8d6-8f2a-498b-a99f-a4f0292d255b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:29.126278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4e21d8d6-8f2a-498b-a99f-a4f0292d255b not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:29.167277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23b5fc22-9810-485e-b29f-8ae646ea3f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9bf3831e-283a-40d6-97f1-062fdb94bc77), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:29.170295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23b5fc22-9810-485e-b29f-8ae646ea3f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:29.171767 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-23b5fc22-9810-485e-b29f-8ae646ea3f67 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9bf3831e-283a-40d6-97f1-062fdb94bc77 HTTP/1.1" status: 204 len: 168 time: 0.5461063 Feb 09 20:39:29.185723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5fc22-9810-485e-b29f-8ae646ea3f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf3831e-283a-40d6-97f1-062fdb94bc77,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:29.214294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-8719071d-8b1f-4db0-a811-459f74f032ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:29.216607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-8719071d-8b1f-4db0-a811-459f74f032ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b473652d-2853-4e93-ad64-770627efa39c HTTP/1.1" status: 200 len: 861 time: 0.0961320 Feb 09 20:39:29.281948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1677bdc1-d709-427e-ab7f-d56183002f18 req-1729a5e7-d586-48c5-afed-5ea80ce57e0b service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408986 Feb 09 20:39:29.297223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8002fd-2676-4c9e-83f8-84ead130229d req-ac299659-104b-4a12-908a-e5c9716c3034 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:29.305275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb8002fd-2676-4c9e-83f8-84ead130229d req-ac299659-104b-4a12-908a-e5c9716c3034 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1122289 Feb 09 20:39:29.342636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-a7c2d75e-f939-498f-8c02-ee92c030c389 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=370206de-304d-4458-85a7-a76bb1dea670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016293 Feb 09 20:39:29.361367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb8002fd-2676-4c9e-83f8-84ead130229d req-aea2aa25-6fc7-4cff-bf06-c08f42d0fed0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550568 Feb 09 20:39:29.389029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-fb3170b1-6418-463a-a46b-b1d542a0102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:29.390888 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-fb3170b1-6418-463a-a46b-b1d542a0102f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1126 time: 0.1730578 Feb 09 20:39:29.594262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041514ec-256c-4af5-94d1-43434788b423 req-7921bbae-032b-44ac-9692-797866436df8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:29.607942 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-041514ec-256c-4af5-94d1-43434788b423 req-7921bbae-032b-44ac-9692-797866436df8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.1298649 Feb 09 20:39:29.716202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-d92b54bc-9de5-410b-a9ce-bbbdae3010b9 service neutron] 10.222.0.50 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616526 Feb 09 20:39:29.718352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-041514ec-256c-4af5-94d1-43434788b423 req-b74e3cee-61b4-4038-99bb-4b58d8563b30 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094830 Feb 09 20:39:29.791156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626af0f0-5bba-483d-a0ef-7689ddfc3b7d req-50ed3950-733d-40da-a0c5-2116d68eaf1e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:29.798011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:29.798196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-626af0f0-5bba-483d-a0ef-7689ddfc3b7d req-50ed3950-733d-40da-a0c5-2116d68eaf1e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.4329569 Feb 09 20:39:29.850420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-7abd7fc1-a901-4e0e-8697-13c96287492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:29.851906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-7abd7fc1-a901-4e0e-8697-13c96287492c service neutron] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.4274824 Feb 09 20:39:29.897860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-626af0f0-5bba-483d-a0ef-7689ddfc3b7d req-562709ae-0f00-467f-8749-b24616cf576b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987895 Feb 09 20:39:29.917446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3cfd1dee-3071-492a-82cc-17a03aede3a7 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 999 time: 0.1310205 Feb 09 20:39:29.986769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-d2e95d98-3d8f-4f31-ac78-f85b3fdb7006 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 200 len: 217 time: 0.1013060 Feb 09 20:39:29.989042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-15280376-90f3-455f-af2f-7bf77abc6dbe tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:29.992962 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-15280376-90f3-455f-af2f-7bf77abc6dbe tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports/e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 942 time: 0.0740213 Feb 09 20:39:30.023336 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-edbf386e-28fd-40f1-b7f6-9a5f700c207c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=02dd0e672f3b4499b1b6ea537a87c90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218635 Feb 09 20:39:30.024001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:30.090018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a90edfbc-a3d6-4f3e-8f1b-0479c3e3efda admin admin] Publish callbacks [] for security_group (2712e5e2-fbca-455c-b665-f674de387dab), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:30.099021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa812845-9bb7-45cc-88ea-00873a1556ee req-0cd91e1b-6eb3-4b7b-bec8-c06e10f5cbfa service neutron] 10.222.0.50 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571856 Feb 09 20:39:30.106960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-3b9fd439-03f7-408d-95a8-8b2d7c2d88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:30.108412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-3b9fd439-03f7-408d-95a8-8b2d7c2d88e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1032631 Feb 09 20:39:30.117739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a90edfbc-a3d6-4f3e-8f1b-0479c3e3efda admin admin] Publish callbacks [] for security_group (2712e5e2-fbca-455c-b665-f674de387dab), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:30.146461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-00897ed8-1165-4180-ad00-5f4c990b9142 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302508 Feb 09 20:39:30.161705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9db89-032f-489f-9c70-5ddba651ace6 req-f8b6f839-c425-4211-b6b3-2e77b9cdc12c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:30.163341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65a9db89-032f-489f-9c70-5ddba651ace6 req-f8b6f839-c425-4211-b6b3-2e77b9cdc12c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 943 time: 0.1462214 Feb 09 20:39:30.217843 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-2d7e558f-4785-481a-8419-5a2f14bb0357 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 999 time: 0.1363177 Feb 09 20:39:30.237554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a90edfbc-a3d6-4f3e-8f1b-0479c3e3efda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2712e5e2-fbca-455c-b665-f674de387dab), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:30.240270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a90edfbc-a3d6-4f3e-8f1b-0479c3e3efda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:30.241322 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a90edfbc-a3d6-4f3e-8f1b-0479c3e3efda admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2712e5e2-fbca-455c-b665-f674de387dab HTTP/1.1" status: 204 len: 168 time: 0.2163520 Feb 09 20:39:30.284033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90edfbc-a3d6-4f3e-8f1b-0479c3e3efda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2712e5e2-fbca-455c-b665-f674de387dab,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:30.295474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-f2882efa-1404-48b0-b5d1-3336db2619ec service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309264 Feb 09 20:39:30.385498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-e4adf3f6-fa14-4ab0-a500-ab514e574c96 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:30.387388 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-e4adf3f6-fa14-4ab0-a500-ab514e574c96 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1613653 Feb 09 20:39:30.507067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-843b7955-5046-4323-8a6f-2060066b630f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 999 time: 0.1122646 Feb 09 20:39:30.529123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:30.564838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65a9db89-032f-489f-9c70-5ddba651ace6 req-5b270b84-da14-4a0d-88b4-a2d3e90c952b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681019 Feb 09 20:39:30.608003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a47d86aa-3436-4a5d-ad37-1356020658d7 req-e3119a3d-c4dd-4603-92d7-14765a2f647d service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958872 Feb 09 20:39:30.660106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:30.809073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f819966-7031-4c1e-a57e-fe202ed5a7fc req-c07af9aa-97f7-46f0-bc0a-7c9cc4f8d5ca tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:30.813232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f819966-7031-4c1e-a57e-fe202ed5a7fc req-c07af9aa-97f7-46f0-bc0a-7c9cc4f8d5ca tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.1283293 Feb 09 20:39:30.871909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:30.878006 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:30.879428 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd disassociated. External IP: 172.25.4.6, port: e4fb11de-e430-4d81-9208-a182977973ff. Feb 09 20:39:30.914676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f819966-7031-4c1e-a57e-fe202ed5a7fc req-5c8803bc-1fb8-46b4-a055-0c702c93202f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896831 Feb 09 20:39:31.042730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf2b119-a4e2-427d-a631-7e88f61cb70b', 'tag': 'c3465799-92f9-4800-9b4f-8efead0b2456'}, {'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'name': 'network-vif-deleted', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:31.045239 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e87f6-8ad7-401a-80d8-48541b218d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf2b119-a4e2-427d-a631-7e88f61cb70b", "tag": "c3465799-92f9-4800-9b4f-8efead0b2456"}, {"server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "name": "network-vif-deleted", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:31.062366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a5721-eebc-4f00-b8a3-0eb92896ac59 req-36d69936-82be-4f56-8b8a-03d333c1741f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:31.064398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-560a5721-eebc-4f00-b8a3-0eb92896ac59 req-36d69936-82be-4f56-8b8a-03d333c1741f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0766292 Feb 09 20:39:31.131149 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-560a5721-eebc-4f00-b8a3-0eb92896ac59 req-913e23f2-1dec-4080-94d7-16c329dea1a9 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600083 Feb 09 20:39:31.165455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:31.297365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4c1b3-8994-44f2-9fd0-9d17cb5f873f req-ee5cb08e-c19f-43df-b2d4-7b6d65c15c7f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:31.299193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7a4c1b3-8994-44f2-9fd0-9d17cb5f873f req-ee5cb08e-c19f-43df-b2d4-7b6d65c15c7f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0969322 Feb 09 20:39:31.364623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7a4c1b3-8994-44f2-9fd0-9d17cb5f873f req-ac0b0990-372f-49df-a610-8679de00be9b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578463 Feb 09 20:39:31.369920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:31.382844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:31.384553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:31.406454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:31.407074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:31.458235 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-3ed0cd65-6f4d-4985-a21b-0b67c0421ea5 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "PUT /v2.0/floatingips/4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd HTTP/1.1" status: 200 len: 694 time: 0.9438756 Feb 09 20:39:31.462005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:31.470001 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7981f933-601b-4282-a565-3ce39cbac348" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:31.632778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-bad8d8b8-e383-46fc-80e8-cb4e14874dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:31.640019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-bad8d8b8-e383-46fc-80e8-cb4e14874dd2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.1580534 Feb 09 20:39:31.672700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776859f-b3d8-409c-9f4b-ffd7921477f8 req-4d7d1cd4-fa9c-4d95-88b8-19d45b93acc4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:31.684748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2776859f-b3d8-409c-9f4b-ffd7921477f8 req-4d7d1cd4-fa9c-4d95-88b8-19d45b93acc4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.1709754 Feb 09 20:39:31.700005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:31.761591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:31.787121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2776859f-b3d8-409c-9f4b-ffd7921477f8 req-648581ea-def4-472c-bc39-15b5a217ca8e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896139 Feb 09 20:39:31.860553 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8486d89-c6fb-4565-a67b-5d998f0adf0a x-openstack-request-id: req-c8486d89-c6fb-4565-a67b-5d998f0adf0a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:31.860852 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf2b119-a4e2-427d-a631-7e88f61cb70b", "tag": "c3465799-92f9-4800-9b4f-8efead0b2456", "status": "completed", "code": 200}, {"server_uuid": "98dedf97-d742-4c77-becf-7e34a134ae56", "name": "network-vif-deleted", "tag": "4e21d8d6-8f2a-498b-a99f-a4f0292d255b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:31.861106 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c8486d89-c6fb-4565-a67b-5d998f0adf0a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:31.861510 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf2b119-a4e2-427d-a631-7e88f61cb70b', 'tag': 'c3465799-92f9-4800-9b4f-8efead0b2456', 'status': 'completed', 'code': 200} Feb 09 20:39:31.861794 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dedf97-d742-4c77-becf-7e34a134ae56', 'name': 'network-vif-deleted', 'tag': '4e21d8d6-8f2a-498b-a99f-a4f0292d255b', 'status': 'completed', 'code': 200} Feb 09 20:39:31.889940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-94c86390-e75f-4362-8df4-69d308a6804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:31.894719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-94c86390-e75f-4362-8df4-69d308a6804f service neutron] 10.222.0.102 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.2490387 Feb 09 20:39:32.002087 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-0eed6e24-1368-417b-974b-528d170a2251 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 217 time: 0.1006458 Feb 09 20:39:32.007287 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188cb0a3-4576-41a7-9e17-d35ddf499012 x-openstack-request-id: req-188cb0a3-4576-41a7-9e17-d35ddf499012 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:32.007958 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "tag": "e4fb11de-e430-4d81-9208-a182977973ff", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:32.008447 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-188cb0a3-4576-41a7-9e17-d35ddf499012 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:32.011554 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff', 'status': 'completed', 'code': 200} Feb 09 20:39:32.029546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:32.061454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '67c2d094-dc57-4dc4-aa92-e47fd5348b80', 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'port_id': '67c2d094-dc57-4dc4-aa92-e47fd5348b80', 'mac_address': 'fa:16:3e:49:01:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1151131d-3cac-4983-a5cb-d792ccd56556', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:39:32.073156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981f933-601b-4282-a565-3ce39cbac348 req-a6345e30-73d4-4043-a5d9-3fe755cf462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.074727 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7981f933-601b-4282-a565-3ce39cbac348 req-a6345e30-73d4-4043-a5d9-3fe755cf462a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16424f5ba36b476bb0032f24415158ff&device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 1128 time: 0.0707674 Feb 09 20:39:32.092104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-3a4b2db2-aaf5-42e1-a9d7-2bf30c41b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.094264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-3a4b2db2-aaf5-42e1-a9d7-2bf30c41b6bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 1126 time: 0.2155070 Feb 09 20:39:32.099778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-d7cf81f8-dcbd-4d04-afb6-bedc046d7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.101576 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-d7cf81f8-dcbd-4d04-afb6-bedc046d7dea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.0883188 Feb 09 20:39:32.217309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-84147810-fd1b-4dce-88d2-975639fb06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.220820 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-84147810-fd1b-4dce-88d2-975639fb06c0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1109948 Feb 09 20:39:32.314128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:32.314839 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:32.318978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1cf7a-fb6a-431d-b853-e9598f22bacf req-1f07a6c1-40ec-4ddc-be84-30bba3c09c3d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.321847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9a1cf7a-fb6a-431d-b853-e9598f22bacf req-1f07a6c1-40ec-4ddc-be84-30bba3c09c3d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 943 time: 0.2435973 Feb 09 20:39:32.341033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c2d094-dc57-4dc4-aa92-e47fd5348b80 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:32.361304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981f933-601b-4282-a565-3ce39cbac348 req-770ec3af-4a2d-4a5d-9802-62fee6bf178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.362700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7981f933-601b-4282-a565-3ce39cbac348 req-770ec3af-4a2d-4a5d-9802-62fee6bf178e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 200 len: 922 time: 0.2658701 Feb 09 20:39:32.370917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:32.377107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:32.409196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:32.412176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:32.434426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-c250b2c3-1cd9-4465-a571-20d046be9d57 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071762 Feb 09 20:39:32.472624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:32.473715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:32.499760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-c0037ab5-7cb2-4b51-8ee4-2125c8208a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.501224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-c0037ab5-7cb2-4b51-8ee4-2125c8208a87 service neutron] 10.222.0.50 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 922 time: 0.3733115 Feb 09 20:39:32.502443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7981f933-601b-4282-a565-3ce39cbac348 req-e989965b-0f21-475e-bf86-7027e138dd36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 200 len: 217 time: 0.0998969 Feb 09 20:39:32.590609 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f48f879-ebe6-493d-86ca-88bdef41c977 req-cc888629-995c-41dd-99bc-fcb3a2f1fb52 service neutron] 10.222.0.102 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489058 Feb 09 20:39:32.623549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:32.640828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.641299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.641632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.642085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.642422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.642756 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.643083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.643407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.643755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.644183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.644455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.644799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.645152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:39:32.645809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9a1cf7a-fb6a-431d-b853-e9598f22bacf req-9e48159d-c804-4621-8bd6-6239fc356952 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143733 Feb 09 20:39:32.666794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:32.715626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-98399e37-97b9-4b55-bfb9-b4efa7e8ee30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3465799-92f9-4800-9b4f-8efead0b2456 HTTP/1.1" status: 200 len: 217 time: 0.1941600 Feb 09 20:39:32.736969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981f933-601b-4282-a565-3ce39cbac348 req-f4e396a8-0980-46d0-b9a1-aaa07ce70007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.738478 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7981f933-601b-4282-a565-3ce39cbac348 req-f4e396a8-0980-46d0-b9a1-aaa07ce70007 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 200 len: 860 time: 0.2187715 Feb 09 20:39:32.790104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e21096-2f55-4901-a294-f08a61b467b7 req-b7d9445a-deb1-43c2-a8a1-d03e46756521 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.792327 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6e21096-2f55-4901-a294-f08a61b467b7 req-b7d9445a-deb1-43c2-a8a1-d03e46756521 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 944 time: 0.0670900 Feb 09 20:39:32.826785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-bf12a9b4-9e0e-4766-958a-2bfd7b85a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:32.827885 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-bf12a9b4-9e0e-4766-958a-2bfd7b85a40e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b473652d-2853-4e93-ad64-770627efa39c HTTP/1.1" status: 200 len: 861 time: 0.0794425 Feb 09 20:39:32.852659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['67c2d094-dc57-4dc4-aa92-e47fd5348b80'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:32.866497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6e21096-2f55-4901-a294-f08a61b467b7 req-613038be-9cfe-46af-8bcd-53173265b8cf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606630 Feb 09 20:39:32.898812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-dc92d9f2-2358-405c-a1ba-eebd8418450c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=370206de-304d-4458-85a7-a76bb1dea670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369408 Feb 09 20:39:33.011887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981f933-601b-4282-a565-3ce39cbac348 req-275e3c78-de08-4abb-848f-41210a21a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:33.013386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7981f933-601b-4282-a565-3ce39cbac348 req-275e3c78-de08-4abb-848f-41210a21a1a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b98611ed-2cb1-438a-94d8-389bcbbf542e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2626433 Feb 09 20:39:33.023982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0a2c4-2fd0-43a2-8bf7-154ae18da28f req-00817448-fe1a-4402-a0fc-d8c7616eb859 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:33.025346 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbe0a2c4-2fd0-43a2-8bf7-154ae18da28f req-00817448-fe1a-4402-a0fc-d8c7616eb859 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0946264 Feb 09 20:39:33.031822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:33.054479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a5a2-0f54-4013-9cc5-559a99748245 req-3d05754e-1a4d-4cd6-918d-3baab88cda89 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:33.056354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12b0a5a2-0f54-4013-9cc5-559a99748245 req-3d05754e-1a4d-4cd6-918d-3baab88cda89 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.3066256 Feb 09 20:39:33.083480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12983376-6763-452d-b8ff-43b644ef1427 None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:38:23Z', 'revision_number': 4, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '80fc1c60-fad1-445f-acff-8e7bc999de89', 'name': '', 'network_id': 'b98611ed-2cb1-438a-94d8-389bcbbf542e', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'mac_address': 'fa:16:3e:f1:ef:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '09623e79-b68b-4338-b167-7241e89dd52d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:22Z', 'updated_at': '2022-02-09T20:38:28Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'subnets': [{'id': '09623e79-b68b-4338-b167-7241e89dd52d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:33.090053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbe0a2c4-2fd0-43a2-8bf7-154ae18da28f req-1b4cfa53-03a3-4dc1-ae1f-90725c2adc1a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555005 Feb 09 20:39:33.150491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-57dce697-f646-4615-9d1b-7547e95e5cba service neutron] 10.222.0.50 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380404 Feb 09 20:39:33.285157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12b0a5a2-0f54-4013-9cc5-559a99748245 req-224ba493-9452-4b9f-aef6-73c9018bb453 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165322 Feb 09 20:39:33.297997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7981f933-601b-4282-a565-3ce39cbac348 req-88dfb7e8-072f-49e5-baed-b5e868aaaca5 service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732823 Feb 09 20:39:33.398859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af3e87f6-8ad7-401a-80d8-48541b218d2b req-d4edb6c6-fcda-4552-b19b-e206b4bf790c service neutron] 10.222.0.50 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404020 Feb 09 20:39:33.492340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7981f933-601b-4282-a565-3ce39cbac348 req-47eda148-f74c-4003-8077-f1f04c71309a service neutron] 10.222.0.50 "GET /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801124 Feb 09 20:39:33.523202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628ee2f-8cef-43f3-8122-1d3443613324 req-ce8b79c8-6aff-4d70-bd27-494d9075a722 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:33.525572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5628ee2f-8cef-43f3-8122-1d3443613324 req-ce8b79c8-6aff-4d70-bd27-494d9075a722 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.0855281 Feb 09 20:39:33.569350 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c935fa23-33cb-413e-930e-823584722187 None None] New status for floating IP 4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:39:33.590278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5628ee2f-8cef-43f3-8122-1d3443613324 req-85c1faea-a8f8-487d-a8c8-b68756ae396b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594180 Feb 09 20:39:33.757330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c3465799-92f9-4800-9b4f-8efead0b2456 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:33.882774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833af45-80f7-4fd9-8660-f4897a8de689 req-969166f9-8bed-4258-a09d-b9afe0b229b4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:33.884671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5833af45-80f7-4fd9-8660-f4897a8de689 req-969166f9-8bed-4258-a09d-b9afe0b229b4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 943 time: 0.1005719 Feb 09 20:39:33.918053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-83ac127d-26ff-4cc1-ad0a-ae407560581e tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips/4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd HTTP/1.1" status: 200 len: 694 time: 0.1029255 Feb 09 20:39:33.991132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5833af45-80f7-4fd9-8660-f4897a8de689 req-9fe56411-c870-4585-b1d0-c1d876070c07 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994048 Feb 09 20:39:34.131894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-3d7b57f1-959f-4df5-b510-f77ab88b87bf tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:34.138031 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-3d7b57f1-959f-4df5-b510-f77ab88b87bf tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2019787 Feb 09 20:39:34.148073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-7af45838-f759-47f9-a583-4d3aeb5c8011 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:39:34.155868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-7af45838-f759-47f9-a583-4d3aeb5c8011 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134718 Feb 09 20:39:34.175243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ada987-96b6-4d12-bdab-bcdf4bdf9202 req-3058f9df-8e3f-4ee3-b6f9-98b171771672 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:34.177637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-69ada987-96b6-4d12-bdab-bcdf4bdf9202 req-3058f9df-8e3f-4ee3-b6f9-98b171771672 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 944 time: 0.0761325 Feb 09 20:39:34.234429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-f4bc73d3-fb5e-4203-9fa3-994a2ef36557 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 695 time: 0.0772281 Feb 09 20:39:34.235843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-69ada987-96b6-4d12-bdab-bcdf4bdf9202 req-0891331c-c4dd-4513-b28f-c235cae1bd5f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Feb 09 20:39:34.243843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c3465799-92f9-4800-9b4f-8efead0b2456,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:34.278846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'c3465799-92f9-4800-9b4f-8efead0b2456', 'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'port_id': 'c3465799-92f9-4800-9b4f-8efead0b2456', 'mac_address': 'fa:16:3e:8d:32:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b473652d-2853-4e93-ad64-770627efa39c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:39:34.336335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-3de31a09-c01a-45cc-8f32-f8029f3f387c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 695 time: 0.0867090 Feb 09 20:39:34.369814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c3465799-92f9-4800-9b4f-8efead0b2456 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:34.370218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:34.430371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3465799-92f9-4800-9b4f-8efead0b2456 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:34.469371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c3465799-92f9-4800-9b4f-8efead0b2456,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:34.476840 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:34.498338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Deleting port a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:34.498835 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:34.504066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f43fd-ca9e-472e-a679-ddcd45d9c8fb req-f2bfba57-9ec7-4052-825d-ed1e6d9fd503 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:34.505738 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b4f43fd-ca9e-472e-a679-ddcd45d9c8fb req-f2bfba57-9ec7-4052-825d-ed1e6d9fd503 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.1173832 Feb 09 20:39:34.546763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c3465799-92f9-4800-9b4f-8efead0b2456,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:34.584836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b4f43fd-ca9e-472e-a679-ddcd45d9c8fb req-11909b63-8162-4e48-813e-a6a47cdf914c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724618 Feb 09 20:39:34.595370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:34.595839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:34.610861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Calling delete_port for a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:34.732119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b6c6-488b-42e0-8e47-5d26c8b99062 req-a709122d-1626-48bd-85e2-ee59aeff7356 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:34.733999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8780b6c6-488b-42e0-8e47-5d26c8b99062 req-a709122d-1626-48bd-85e2-ee59aeff7356 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0604930 Feb 09 20:39:34.763506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:34.786985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8780b6c6-488b-42e0-8e47-5d26c8b99062 req-ecd80008-c431-4770-8841-fcb64e2e6822 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450325 Feb 09 20:39:34.789626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Pushing event deleted for resources: {'Port': ['ID=a37ce1c4-e4fc-442e-baa5-6d8c1fb58a2b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:34.856034 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks [] for floatingip (4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:34.858697 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:34.859926 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d16ac6df-963c-46ee-b1e5-841475cee8f6 req-5a3d2a82-29af-4c7c-8bc1-93ac7f3750d3 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "DELETE /v2.0/floatingips/4f8f7ddb-88f6-4023-aa6a-3c635a9d88bd HTTP/1.1" status: 204 len: 173 time: 0.5227685 Feb 09 20:39:34.884432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['c3465799-92f9-4800-9b4f-8efead0b2456'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:34.919118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c82e4e-ad4e-4e5e-a3ed-cf906d01277e req-c4b521c3-56b4-40a1-a14c-164f5611794b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:34.920877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71c82e4e-ad4e-4e5e-a3ed-cf906d01277e req-c4b521c3-56b4-40a1-a14c-164f5611794b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.0645766 Feb 09 20:39:34.985594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71c82e4e-ad4e-4e5e-a3ed-cf906d01277e req-66e1b9fd-3aa3-4a33-977d-876052032b56 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590837 Feb 09 20:39:35.181502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a336d5-a41a-452f-b359-52196571219b req-ecab573e-6475-4182-9fa0-8835e7164bf1 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:35.189196 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6a336d5-a41a-452f-b359-52196571219b req-ecab573e-6475-4182-9fa0-8835e7164bf1 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 945 time: 0.0682640 Feb 09 20:39:35.193388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47626d7-2d95-460d-86b6-19a88d15b3bb req-612479f2-c3a1-454b-b873-7fd4a631e72b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:35.201375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e47626d7-2d95-460d-86b6-19a88d15b3bb req-612479f2-c3a1-454b-b873-7fd4a631e72b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 944 time: 0.0835183 Feb 09 20:39:35.264546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6a336d5-a41a-452f-b359-52196571219b req-a43c898d-74d4-4d15-bf3e-03d5bf06a1ab tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731518 Feb 09 20:39:35.291234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e47626d7-2d95-460d-86b6-19a88d15b3bb req-7c823b94-0b76-46e6-8b94-a11cda95fe3a tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873628 Feb 09 20:39:35.334706 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-b0f85169-1296-424e-8b34-e1af0519c138 service neutron] show failed (client error): The resource could not be found. Feb 09 20:39:35.335857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-b0f85169-1296-424e-8b34-e1af0519c138 service neutron] 10.222.0.13 "GET /v2.0/ports/1c3eaa75-8102-4313-89f5-7844b5b43cd6/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.1039124 Feb 09 20:39:35.393244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d22edb-f792-4b44-9b6b-159a2fe4396c req-cd30f30e-970f-43c1-a5ba-6416730e9e0d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:35.394952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-46d22edb-f792-4b44-9b6b-159a2fe4396c req-cd30f30e-970f-43c1-a5ba-6416730e9e0d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 944 time: 0.0655127 Feb 09 20:39:35.417632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:35.506778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-46d22edb-f792-4b44-9b6b-159a2fe4396c req-011d50de-1a68-4337-9d18-bdbebff1e124 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022897 Feb 09 20:39:35.596488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e06f97a-ea96-47c2-8e5e-98d347569cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:35.759731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:35.762266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:39:35.813236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e06f97a-ea96-47c2-8e5e-98d347569cdd admin admin] Publish callbacks [] for security_group (4fe741ab-8ddf-4134-bc67-1775664ead01), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:35.831590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e06f97a-ea96-47c2-8e5e-98d347569cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4fe741ab-8ddf-4134-bc67-1775664ead01), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:35.876453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06f97a-ea96-47c2-8e5e-98d347569cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe741ab-8ddf-4134-bc67-1775664ead01,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:35.880424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-90ad4c4c-cd26-48df-bebd-3ead82852471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:35.881947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-90ad4c4c-cd26-48df-bebd-3ead82852471 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b&tenant_id=bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 1133 time: 0.2458167 Feb 09 20:39:35.901540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:35.907079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:39:35.921856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:39:35.922238 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:35.953199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798e3e1-b919-422f-ac3f-3e728143a2ee req-dc043373-6118-4451-a386-7b89291636e8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:35.960280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b798e3e1-b919-422f-ac3f-3e728143a2ee req-dc043373-6118-4451-a386-7b89291636e8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.2598372 Feb 09 20:39:35.962294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:35.963631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589080a-a74f-4753-b4fd-1378cbabc7d4 req-0744163f-29ea-429c-9f84-115e1e3d76bc tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:35.965372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5589080a-a74f-4753-b4fd-1378cbabc7d4 req-0744163f-29ea-429c-9f84-115e1e3d76bc tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0709097 Feb 09 20:39:35.981653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'mac_address': 'fa:16:3e:cb:06:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:39:35.987439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8e06f97a-ea96-47c2-8e5e-98d347569cdd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cbd553cc7b2b4285b2a5903fdc8cf762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5686901 Feb 09 20:39:35.992272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:36.014088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.030109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:36.030497 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.057565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5589080a-a74f-4753-b4fd-1378cbabc7d4 req-a4409b2c-bf74-49b0-ad57-2c231f5375a1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826702 Feb 09 20:39:36.102999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4a6a94d-081d-43c6-8ec6-da7d72828c37 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:36.106856 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f43d0e30-725b-4126-8227-a457759a3ecc admin admin] Publish callbacks [] for security_group (4fe741ab-8ddf-4134-bc67-1775664ead01), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.131996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:36.132396 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.137119 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f43d0e30-725b-4126-8227-a457759a3ecc admin admin] Publish callbacks [] for security_group (4fe741ab-8ddf-4134-bc67-1775664ead01), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.139706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:36.150424 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.202108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:36.204427 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea88a3-ea26-4535-aa14-70fb4a5f1c73" -d '{"events": [{"server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "name": "network-vif-plugged", "status": "completed", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:36.226731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:36.233129 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.234037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:36.239766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd2d2d-6b91-4714-82ff-5911329c3c47 req-e694f859-5014-4c85-9ee6-b565e36b92f7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:36.243712 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6fd2d2d-6b91-4714-82ff-5911329c3c47 req-e694f859-5014-4c85-9ee6-b565e36b92f7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.1026437 Feb 09 20:39:36.261544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:36.265591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f43d0e30-725b-4126-8227-a457759a3ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4fe741ab-8ddf-4134-bc67-1775664ead01), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.268099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f43d0e30-725b-4126-8227-a457759a3ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.269688 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f43d0e30-725b-4126-8227-a457759a3ecc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4fe741ab-8ddf-4134-bc67-1775664ead01 HTTP/1.1" status: 204 len: 168 time: 0.2740233 Feb 09 20:39:36.306430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d0e30-725b-4126-8227-a457759a3ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe741ab-8ddf-4134-bc67-1775664ead01,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:36.318315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:36.325094 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6fd2d2d-6b91-4714-82ff-5911329c3c47 req-f7812e58-8531-416d-bb40-18caf5822e53 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771463 Feb 09 20:39:36.355705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:36.365402 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ef908-52e6-4bd7-a047-d027b5673c25 x-openstack-request-id: req-bb9ef908-52e6-4bd7-a047-d027b5673c25 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:36.365938 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "name": "network-vif-plugged", "status": "completed", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:36.366593 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bb9ef908-52e6-4bd7-a047-d027b5673c25 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:36.367033 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80', 'code': 200} Feb 09 20:39:36.421619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Publish callbacks [] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.435737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Transition to ACTIVE for port object 1c3eaa75-8102-4313-89f5-7844b5b43cd6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:39:36.441076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:36.447706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:36.448925 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11f3743-3e1c-4a46-a984-4ed8765306d5" -d '{"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:36.467061 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.522712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f40ded-a711-4bbc-b23e-60268d6a3368 req-8e3c82a5-89f0-4e31-ba72-a51664f27ea2 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:36.540185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: BUILD; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:36.542146 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b8f40ded-a711-4bbc-b23e-60268d6a3368 req-8e3c82a5-89f0-4e31-ba72-a51664f27ea2 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 945 time: 0.1057129 Feb 09 20:39:36.543019 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.550047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b798e3e1-b919-422f-ac3f-3e728143a2ee req-f7f3fd3f-e2f7-4bb0-9ef7-4c5fc17c6603 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880170 Feb 09 20:39:36.585925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d4a6a94d-081d-43c6-8ec6-da7d72828c37 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:36.607848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d4a6a94d-081d-43c6-8ec6-da7d72828c37'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:36.673499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b8f40ded-a711-4bbc-b23e-60268d6a3368 req-6c1b5faf-4b21-4096-bd7a-709f2d274001 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303792 Feb 09 20:39:36.778229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:36.804056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.848946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:36.871671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f9539c8-e307-4dcf-bab5-e9450d39bdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:36.907628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:36.955048 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc93967e-2fb6-421b-b039-79e10c0159fd x-openstack-request-id: req-dc93967e-2fb6-421b-b039-79e10c0159fd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:36.955397 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:36.955571 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dc93967e-2fb6-421b-b039-79e10c0159fd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:36.955983 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'code': 200} Feb 09 20:39:36.962357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] No DVR routers for this DVR port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:36.975330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:37.026146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365063b2-cda3-4fd6-b008-75bd2c318e77 req-994fca2a-9d43-423c-a9d4-56389163a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.027650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-365063b2-cda3-4fd6-b008-75bd2c318e77 req-994fca2a-9d43-423c-a9d4-56389163a9d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1128 time: 0.5744219 Feb 09 20:39:37.056768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:39:37.057062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:39:37.057373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:37.076471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7538c9-9de6-4bfb-8138-e298d916fa96 req-fd063d5e-3e5b-48a9-aa73-b6b1a26321bf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.078032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd7538c9-9de6-4bfb-8138-e298d916fa96 req-fd063d5e-3e5b-48a9-aa73-b6b1a26321bf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 944 time: 0.1268971 Feb 09 20:39:37.086248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:39:37.086574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:37.109333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:39:37.109668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:37.110051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:39:37.110541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Bound port: 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:39:37.110846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.135146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-365063b2-cda3-4fd6-b008-75bd2c318e77 req-3c4f72f2-f629-4f95-a419-29efc333ada5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972800 Feb 09 20:39:37.192105 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd7538c9-9de6-4bfb-8138-e298d916fa96 req-c83d2782-24a9-46fa-b6e8-7f2011a4cd49 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067290 Feb 09 20:39:37.208272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:37.211267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:39:37.222831 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.239570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf676e94-6c4d-4c23-84b1-372c6ff03bfc req-f7aabd9f-e72d-4250-81a0-eef18d275cae tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.244211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf676e94-6c4d-4c23-84b1-372c6ff03bfc req-f7aabd9f-e72d-4250-81a0-eef18d275cae tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.3817434 Feb 09 20:39:37.259630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.260843 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.262426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] 10.222.0.50 "PUT /v2.0/ports/1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 1097 time: 1.3649275 Feb 09 20:39:37.289224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105cf91-7c27-4a1b-82c6-44128a70d688 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:37.330501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf676e94-6c4d-4c23-84b1-372c6ff03bfc req-f5eecae4-0dfe-474e-b583-75a2b110ab49 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821919 Feb 09 20:39:37.343362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f9539c8-e307-4dcf-bab5-e9450d39bdbe admin admin] Publish callbacks [] for security_group (6336394c-f904-47b9-b943-65b9777793d2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.357077 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f9539c8-e307-4dcf-bab5-e9450d39bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6336394c-f904-47b9-b943-65b9777793d2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.405680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7f9539c8-e307-4dcf-bab5-e9450d39bdbe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=66b4983a9e464e40b84258fa0cb204e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555429 Feb 09 20:39:37.406682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9539c8-e307-4dcf-bab5-e9450d39bdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6336394c-f904-47b9-b943-65b9777793d2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:37.414798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:37.514020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f55d3-7088-4abf-bc8e-5acde1e350cb req-1b62a89d-eacd-48cc-baee-a823f2e92383 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.515580 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-405f55d3-7088-4abf-bc8e-5acde1e350cb req-1b62a89d-eacd-48cc-baee-a823f2e92383 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 948 time: 0.1708806 Feb 09 20:39:37.555949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-434185d3-6d1d-4e7d-ab5e-10ff5f601f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.557424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-434185d3-6d1d-4e7d-ab5e-10ff5f601f13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1131 time: 0.1470106 Feb 09 20:39:37.562976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae79de5-af92-4b6a-8405-c2e35b1745df req-18e22ddb-a278-4e5c-a465-5b641f34ab0a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.563881 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dca7c674-4730-4fd7-a119-54194bbfc2cd admin admin] Publish callbacks [] for security_group (6336394c-f904-47b9-b943-65b9777793d2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.569538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ae79de5-af92-4b6a-8405-c2e35b1745df req-18e22ddb-a278-4e5c-a465-5b641f34ab0a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 948 time: 0.0587108 Feb 09 20:39:37.587093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75095a14-4f04-4187-9a67-6e0d3d8cce10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.620257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ae79de5-af92-4b6a-8405-c2e35b1745df req-b4104f82-1bfa-4e37-9b64-cb5d196c8f8b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 Feb 09 20:39:37.683583 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dca7c674-4730-4fd7-a119-54194bbfc2cd admin admin] Publish callbacks [] for security_group (6336394c-f904-47b9-b943-65b9777793d2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.704864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-405f55d3-7088-4abf-bc8e-5acde1e350cb req-fa868441-e144-4578-899c-f5ff4c172853 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778357 Feb 09 20:39:37.759939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-d403ad39-c809-449a-b079-601d57002f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.761409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-d403ad39-c809-449a-b079-601d57002f4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1935408 Feb 09 20:39:37.774322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-714f5bc8-fa44-44e6-8811-cb5ea48d328f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.775915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-714f5bc8-fa44-44e6-8811-cb5ea48d328f tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 945 time: 0.1510830 Feb 09 20:39:37.788299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c3465799-92f9-4800-9b4f-8efead0b2456 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:39:37.851976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port c3465799-92f9-4800-9b4f-8efead0b2456 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:39:37.853783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff60e3-c93d-4f23-8fca-f69a9c4607a6 req-b3894674-21b1-4558-8cc5-cb86ec27fa45 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:37.855384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2dff60e3-c93d-4f23-8fca-f69a9c4607a6 req-b3894674-21b1-4558-8cc5-cb86ec27fa45 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.0575140 Feb 09 20:39:37.857801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port c3465799-92f9-4800-9b4f-8efead0b2456 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:39:37.858324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-ac749a9c-cefc-4492-a03d-02f1eef2f6d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.0813704 Feb 09 20:39:37.859057 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.893812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dca7c674-4730-4fd7-a119-54194bbfc2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6336394c-f904-47b9-b943-65b9777793d2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.897033 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dca7c674-4730-4fd7-a119-54194bbfc2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:37.898170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dca7c674-4730-4fd7-a119-54194bbfc2cd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6336394c-f904-47b9-b943-65b9777793d2 HTTP/1.1" status: 204 len: 168 time: 0.4812090 Feb 09 20:39:37.937063 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2dff60e3-c93d-4f23-8fca-f69a9c4607a6 req-d8e981dd-09d2-4006-b656-2f9e0e470d33 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628135 Feb 09 20:39:37.948632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7c674-4730-4fd7-a119-54194bbfc2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6336394c-f904-47b9-b943-65b9777793d2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:37.994053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c3465799-92f9-4800-9b4f-8efead0b2456 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:37.994646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:38.007236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455b2ea-8692-4d89-a43a-75be208f9c87 req-5d8ea328-6f14-450c-9b34-e65d6037b81d tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:38.014005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a455b2ea-8692-4d89-a43a-75be208f9c87 req-5d8ea328-6f14-450c-9b34-e65d6037b81d tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 945 time: 0.2253537 Feb 09 20:39:38.016658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e3a9d7d5-85e7-4b90-87bc-d44a51d2f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:38.018472 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-e3a9d7d5-85e7-4b90-87bc-d44a51d2f183 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1386166 Feb 09 20:39:38.039709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c3465799-92f9-4800-9b4f-8efead0b2456,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:38.045461 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:38.104207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c3465799-92f9-4800-9b4f-8efead0b2456,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:38.135723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a455b2ea-8692-4d89-a43a-75be208f9c87 req-fa2ecf17-a4a6-4839-8bfa-deada563fe75 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/security-groups?id=d1d0549c-3a5d-4a32-8658-f54561016be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206429 Feb 09 20:39:38.144901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Deleting port e4fb11de-e430-4d81-9208-a182977973ff {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:38.145250 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e4fb11de-e430-4d81-9208-a182977973ff), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:38.150388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-afe71bea-a4e2-402b-bd68-d3599dd7fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:38.151917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-afe71bea-a4e2-402b-bd68-d3599dd7fe49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1167932 Feb 09 20:39:38.318636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] For port e4fb11de-e430-4d81-9208-a182977973ff, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e4fb11de-e430-4d81-9208-a182977973ff,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:38.319357 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e4fb11de-e430-4d81-9208-a182977973ff), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:38.345141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Calling delete_port for e4fb11de-e430-4d81-9208-a182977973ff owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:38.348404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-043b3238-7e75-420e-acaf-dba13e3a1a6a service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855352 Feb 09 20:39:38.351953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236f17c-700b-437e-96cc-694b6c31e102 req-06bfe76c-d5b7-4743-90e1-9300d3cc421b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:38.362927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5236f17c-700b-437e-96cc-694b6c31e102 req-06bfe76c-d5b7-4743-90e1-9300d3cc421b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.0792561 Feb 09 20:39:38.368265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf2b119-a4e2-427d-a631-7e88f61cb70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3465799-92f9-4800-9b4f-8efead0b2456'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:38.370547 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7865f72-b983-4252-9531-ea73fd84b793" -d '{"events": [{"server_uuid": "9bf2b119-a4e2-427d-a631-7e88f61cb70b", "name": "network-vif-plugged", "status": "completed", "tag": "c3465799-92f9-4800-9b4f-8efead0b2456"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:38.428218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5236f17c-700b-437e-96cc-694b6c31e102 req-ffcb1efb-4fca-457d-aeb1-e1839a80b05e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588155 Feb 09 20:39:38.480137 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371d53a7-ba33-4d2a-9a4d-9ed0c43d3b0b x-openstack-request-id: req-371d53a7-ba33-4d2a-9a4d-9ed0c43d3b0b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:38.480454 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf2b119-a4e2-427d-a631-7e88f61cb70b", "name": "network-vif-plugged", "status": "completed", "tag": "c3465799-92f9-4800-9b4f-8efead0b2456", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:38.480712 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-371d53a7-ba33-4d2a-9a4d-9ed0c43d3b0b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:38.481108 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf2b119-a4e2-427d-a631-7e88f61cb70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3465799-92f9-4800-9b4f-8efead0b2456', 'code': 200} Feb 09 20:39:38.549008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cb9ea8-56aa-49fe-b4f3-0468987b56ed req-90f77206-ccbe-4ee5-a282-52a64173cacc service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925991 Feb 09 20:39:38.575510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93e3d-1af5-4915-9ab2-839d0c7eb242 req-25e69de3-9dc3-4962-9f2f-c8480d732005 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:38.577110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95f93e3d-1af5-4915-9ab2-839d0c7eb242 req-25e69de3-9dc3-4962-9f2f-c8480d732005 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1298358 Feb 09 20:39:38.682113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e4fb11de-e430-4d81-9208-a182977973ff), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:38.702249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e4fb11de-e430-4d81-9208-a182977973ff'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:38.741403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95f93e3d-1af5-4915-9ab2-839d0c7eb242 req-c87af2bd-a510-4204-b6bd-a147bdd9aa7a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434264 Feb 09 20:39:38.743617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Pushing event deleted for resources: {'Port': ['ID=e4fb11de-e430-4d81-9208-a182977973ff,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:38.755257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabef80-8e6c-4997-8411-0a2060963bf0 req-a7a86a15-6abf-4fe6-9723-e4c0318df448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:38.756773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9aabef80-8e6c-4997-8411-0a2060963bf0 req-a7a86a15-6abf-4fe6-9723-e4c0318df448 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 1128 time: 0.1590209 Feb 09 20:39:38.819651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] No DVR routers for this DVR port e4fb11de-e430-4d81-9208-a182977973ff on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:38.829591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:38.833551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ff64d11-4fe2-4ad3-b811-3aaec5a40d8f req-4df05bf8-7f4d-411b-a247-09b494f7d75c tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.50 "DELETE /v2.0/ports/e4fb11de-e430-4d81-9208-a182977973ff HTTP/1.1" status: 204 len: 173 time: 1.0462158 Feb 09 20:39:38.923704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9aabef80-8e6c-4997-8411-0a2060963bf0 req-896098e5-e768-40ac-887f-18cfdefff925 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364717 Feb 09 20:39:38.949839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfea239-e77e-496c-a985-c54e2717ec71 req-24069008-7162-4175-878c-12bc8d57f36e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:38.951393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcfea239-e77e-496c-a985-c54e2717ec71 req-24069008-7162-4175-878c-12bc8d57f36e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 948 time: 0.1067600 Feb 09 20:39:38.958770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}, {'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'name': 'network-vif-deleted', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:38.963841 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efcc624-8601-47e4-af43-d1d0a88c80fe" -d '{"events": [{"name": "network-changed", "server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}, {"server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "name": "network-vif-deleted", "tag": "e4fb11de-e430-4d81-9208-a182977973ff"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:38.997552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4c00-bbff-49a0-a1d9-bbc152318963 req-370d2792-07ad-4020-b67a-a8d121308ee4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:39.000096 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56eb4c00-bbff-49a0-a1d9-bbc152318963 req-370d2792-07ad-4020-b67a-a8d121308ee4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 948 time: 0.1074769 Feb 09 20:39:39.026692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:39.048809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcfea239-e77e-496c-a985-c54e2717ec71 req-d18bc700-d29d-412e-b56b-c797be93c0ec tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782042 Feb 09 20:39:39.072307 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56eb4c00-bbff-49a0-a1d9-bbc152318963 req-9e7fdb99-a4fb-4b61-afa2-48edf27df792 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641091 Feb 09 20:39:39.131373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:39:39.132527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:39.178467 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b19bd03-9549-435c-bf64-daf394312378 x-openstack-request-id: req-4b19bd03-9549-435c-bf64-daf394312378 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:39.178700 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "status": "completed", "code": 200}, {"server_uuid": "9c9c11c7-3659-46ac-a681-866540f7eb9f", "name": "network-vif-deleted", "tag": "e4fb11de-e430-4d81-9208-a182977973ff", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:39.180617 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4b19bd03-9549-435c-bf64-daf394312378 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:39.180742 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'status': 'completed', 'code': 200} Feb 09 20:39:39.181466 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9c11c7-3659-46ac-a681-866540f7eb9f', 'name': 'network-vif-deleted', 'tag': 'e4fb11de-e430-4d81-9208-a182977973ff', 'status': 'completed', 'code': 200} Feb 09 20:39:39.338179 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57a6f2c1-1685-4a6b-a0d3-30e422ca0ddf req-33294e1b-43ee-4d5b-87e7-dc2467dc9e59 tempest-FloatingIPsAssociationTestJSON-1070220900 tempest-FloatingIPsAssociationTestJSON-1070220900-project] 10.222.0.102 "GET /v2.0/ports?device_id=9c9c11c7-3659-46ac-a681-866540f7eb9f HTTP/1.1" status: 200 len: 210 time: 0.0504265 Feb 09 20:39:39.409314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-fa6ef06a-205a-40f3-9325-ab0a72e2cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:39.411340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-fa6ef06a-205a-40f3-9325-ab0a72e2cc83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1131 time: 0.1482577 Feb 09 20:39:39.419992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241318ea-d803-4f69-b2f9-2c3337ff8554 req-c8f31b4a-42c7-4ad7-a07f-5003def47b6b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:39.421411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-241318ea-d803-4f69-b2f9-2c3337ff8554 req-c8f31b4a-42c7-4ad7-a07f-5003def47b6b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.2547097 Feb 09 20:39:39.424410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-62935690-26c4-40de-a7f3-098927f787ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:39.425811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-62935690-26c4-40de-a7f3-098927f787ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1131 time: 0.0836661 Feb 09 20:39:39.557823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193010de-ad4c-48e0-85e5-df1066788f2b req-0bd32505-1327-4207-a4e1-d0e23a3b8c72 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:39.571833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-193010de-ad4c-48e0-85e5-df1066788f2b req-0bd32505-1327-4207-a4e1-d0e23a3b8c72 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.0711696 Feb 09 20:39:39.641037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-241318ea-d803-4f69-b2f9-2c3337ff8554 req-8c3ff963-144f-469e-9949-4ab4175bbc12 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024307 Feb 09 20:39:39.643563 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-193010de-ad4c-48e0-85e5-df1066788f2b req-45084002-d545-435a-a185-4f9260c36448 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556257 Feb 09 20:39:39.706322 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-881fcb02-3ad0-4e1b-ac8f-e3f0594b7ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:39.721211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-2ff77bd6-30e0-4aa8-b39b-8da497cd7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:39.722690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-2ff77bd6-30e0-4aa8-b39b-8da497cd7cf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3004162 Feb 09 20:39:39.723747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-045a984f-0b16-4cc1-b482-ab9b27118443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:39.725033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-045a984f-0b16-4cc1-b482-ab9b27118443 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2908008 Feb 09 20:39:39.774075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-6fa7a0fd-d09f-4777-8d26-8f1af6f3e438 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.0452242 Feb 09 20:39:39.820077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:39:39.838655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-817e46a6-1776-4329-b512-8257475b856c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.0920751 Feb 09 20:39:39.942927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d4a6a94d-081d-43c6-8ec6-da7d72828c37 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:39:39.943216 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:39.972118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-4915da57-af23-44e6-bda2-0fd76d9904b7 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:39.974305 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-4915da57-af23-44e6-bda2-0fd76d9904b7 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1129 time: 0.2853575 Feb 09 20:39:40.011555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:40.023040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6dc6-1cef-4908-bafb-1329c892c3ce req-79a6975c-dd85-491b-859d-d5190ae9909a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:40.024616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e4b6dc6-1cef-4908-bafb-1329c892c3ce req-79a6975c-dd85-491b-859d-d5190ae9909a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1793249 Feb 09 20:39:40.056961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-2fbdd4f2-9b7c-40a0-81ab-8f80831c034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:40.058710 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-2fbdd4f2-9b7c-40a0-81ab-8f80831c034f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1834223 Feb 09 20:39:40.070916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-69452f95-1c58-43bd-a205-925370ee6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:40.072378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-69452f95-1c58-43bd-a205-925370ee6b6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2329659 Feb 09 20:39:40.085204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:40.085764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:40.135644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:40.141417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:40.143325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e4fb11de-e430-4d81-9208-a182977973ff no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:40.191698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: e4fb11de-e430-4d81-9208-a182977973ff {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:40.192415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e4fb11de-e430-4d81-9208-a182977973ff not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:40.201459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e4b6dc6-1cef-4908-bafb-1329c892c3ce req-649dae74-7d6e-4d59-9dc0-76e2d4e0d853 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386204 Feb 09 20:39:40.228081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:40.243523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:40.293079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-ad01ae27-20c3-4dee-a3b4-540448781f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:40.294605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-ad01ae27-20c3-4dee-a3b4-540448781f98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2027404 Feb 09 20:39:40.317154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a68c-6f12-4cd5-af74-76fdbe4e4279 req-c370bf03-d722-4c84-a019-a4ee7d638cbb tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:40.318651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8fc5a68c-6f12-4cd5-af74-76fdbe4e4279 req-c370bf03-d722-4c84-a019-a4ee7d638cbb tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0575385 Feb 09 20:39:40.369569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8fc5a68c-6f12-4cd5-af74-76fdbe4e4279 req-8915bc5f-4b7d-43cd-8d69-2928ec624b0a tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Feb 09 20:39:40.392758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-46a134a2-bfcc-4aae-b4cc-2a1b2583031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:40.394273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-46a134a2-bfcc-4aae-b4cc-2a1b2583031c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3210373 Feb 09 20:39:40.481837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:40.484187 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83111ae6-1f09-40bb-a64f-ff7d13adcabf" -d '{"events": [{"server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:40.559202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0b50-7857-4f7a-8730-b55e8a799b8a req-dbd151e5-1c29-421a-b4b6-4122cca07afd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:40.560762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42fe0b50-7857-4f7a-8730-b55e8a799b8a req-dbd151e5-1c29-421a-b4b6-4122cca07afd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 948 time: 0.2621689 Feb 09 20:39:40.607849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771bb8c-0888-4d81-8679-677f20251cf1 req-0320fbb2-1274-4e2b-a347-07832bd552b4 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:40.610494 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3771bb8c-0888-4d81-8679-677f20251cf1 req-0320fbb2-1274-4e2b-a347-07832bd552b4 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1128 time: 0.0611312 Feb 09 20:39:40.620284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-d946ce45-98a7-4bcd-aac2-ed4a1f01ffcf service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043613 Feb 09 20:39:40.678819 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3771bb8c-0888-4d81-8679-677f20251cf1 req-3c6a4060-f4e7-4a1d-a838-c844acae242d tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603762 Feb 09 20:39:40.711885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:40.743806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:40.752675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-9232e483-c2b2-44aa-8ac2-d70fe1c3b654 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414838 Feb 09 20:39:40.775380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42fe0b50-7857-4f7a-8730-b55e8a799b8a req-0deeb3b0-049b-4a93-bdda-39c5e7a55e51 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963322 Feb 09 20:39:40.790237 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c823c3-67bf-4232-86df-a6bd289bad2a x-openstack-request-id: req-24c823c3-67bf-4232-86df-a6bd289bad2a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:40.790847 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:40.791196 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-24c823c3-67bf-4232-86df-a6bd289bad2a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:40.791784 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'code': 200} Feb 09 20:39:40.945185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:41.032211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Publish callbacks [] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:41.033403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 19f5290b-60e2-4046-9e5f-024d74f7c6d7 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:41.037074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b29fc3-ba85-42ac-93bb-dfab2d7d5ea4 req-a8d20bc7-2d09-48de-ad19-00affcec6efe tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:41.041035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9b29fc3-ba85-42ac-93bb-dfab2d7d5ea4 req-a8d20bc7-2d09-48de-ad19-00affcec6efe tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.1557808 Feb 09 20:39:41.056764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-b25640d6-51c7-477c-8447-9c42d107681d service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251258 Feb 09 20:39:41.077302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:41.121751 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:41.172268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9b29fc3-ba85-42ac-93bb-dfab2d7d5ea4 req-9b81a5df-f020-408d-87f3-7c67ad2db015 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224995 Feb 09 20:39:41.235623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:41.250084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 19f5290b-60e2-4046-9e5f-024d74f7c6d7 has no active binding in host n-h1-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 20:39:41.392068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:41.394428 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1085247-75f3-4524-84e6-f53d061bd139" -d '{"events": [{"server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:41.467318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809b1bc-d510-487e-8760-d034ccce4d18 req-0a9e853f-fd62-402c-9cdc-4e034eb8a620 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:41.480638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b809b1bc-d510-487e-8760-d034ccce4d18 req-0a9e853f-fd62-402c-9cdc-4e034eb8a620 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 946 time: 0.6092622 Feb 09 20:39:41.495482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efcc624-8601-47e4-af43-d1d0a88c80fe req-a0e0b25e-af45-421f-a559-b0380e9ca581 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7351086 Feb 09 20:39:41.500126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff9677-868b-49fc-8997-50185582ea2f req-d48d7a94-9054-4c6b-a6a8-0730ce079ce1 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:41.520874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58ff9677-868b-49fc-8997-50185582ea2f req-d48d7a94-9054-4c6b-a6a8-0730ce079ce1 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.1847246 Feb 09 20:39:41.544362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Pushing event updated for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:41.563989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874ee12-47e9-4dde-9f0e-8fed92325995 req-50f1be65-6a6a-4a1f-8299-0aa79f8198ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:41.565525 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7874ee12-47e9-4dde-9f0e-8fed92325995 req-50f1be65-6a6a-4a1f-8299-0aa79f8198ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1133 time: 0.5370085 Feb 09 20:39:41.633953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58ff9677-868b-49fc-8997-50185582ea2f req-b28c7e3d-3ead-473e-9015-c493fdb3c17e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108084 Feb 09 20:39:41.634670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b809b1bc-d510-487e-8760-d034ccce4d18 req-f05f1de5-0e34-4336-b095-2ea519897fb2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528132 Feb 09 20:39:41.636911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on host n-h2-789963-29 for vnic_type normal with profile {"migrating_to": "n-h1-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:39:41.637247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:39:41.637568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:41.690806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:39:41.693133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Attempting to bind port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:41.713504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:41.732136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:39:41.734094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:41.738194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:39:41.739373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Bound port: 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:39:41.745678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:41.759527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7874ee12-47e9-4dde-9f0e-8fed92325995 req-2bdc472f-9b15-407e-8161-15df6720e70e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687977 Feb 09 20:39:41.768397 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5219c4-961f-4250-a613-10e35eb789ff x-openstack-request-id: req-8b5219c4-961f-4250-a613-10e35eb789ff {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:41.768831 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "name": "network-vif-unplugged", "status": "completed", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:41.769394 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8b5219c4-961f-4250-a613-10e35eb789ff {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:41.770557 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7', 'code': 200} Feb 09 20:39:41.842707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:41.867917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:41.871942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:39:41.882124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705e48f-6c01-4555-9fbf-85151f0ccbff req-ee793477-bd22-4527-bbcf-f0c8d06a8f9e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:41.889359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d705e48f-6c01-4555-9fbf-85151f0ccbff req-ee793477-bd22-4527-bbcf-f0c8d06a8f9e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1176960 Feb 09 20:39:41.899860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:42.015663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d705e48f-6c01-4555-9fbf-85151f0ccbff req-9572b09c-16e0-438b-ad8c-111b3d996710 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252482 Feb 09 20:39:42.066548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Pushing event updated for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:42.075396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:42.078523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:42.082941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8368d3d3-805b-40c8-9387-12fcf8643962 service neutron] 10.222.0.13 "PUT /v2.0/ports/19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 200 len: 1124 time: 2.0816379 Feb 09 20:39:42.153384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:42.177696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'mac_address': 'fa:16:3e:4c:ee:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:39:42.192552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['19f5290b-60e2-4046-9e5f-024d74f7c6d7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:42.227548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dea31-a191-4c51-b1ca-60ede792791d req-698cfae2-2307-4738-8fc8-4d232e17ecf4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:42.229452 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c77dea31-a191-4c51-b1ca-60ede792791d req-698cfae2-2307-4738-8fc8-4d232e17ecf4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 948 time: 0.1334674 Feb 09 20:39:42.236218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade74ed-21f8-4f2f-9b03-203dbbf43831 req-21d0ff1f-403a-407b-ae6e-159984e5362d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:42.243707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fade74ed-21f8-4f2f-9b03-203dbbf43831 req-21d0ff1f-403a-407b-ae6e-159984e5362d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.2370222 Feb 09 20:39:42.260345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['19f5290b-60e2-4046-9e5f-024d74f7c6d7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:42.349442 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c77dea31-a191-4c51-b1ca-60ede792791d req-4db98c6e-460e-418a-87da-9b53ec8b3af6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100342 Feb 09 20:39:42.403184 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fade74ed-21f8-4f2f-9b03-203dbbf43831 req-d245020a-a627-49e8-b184-6837870898c2 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566374 Feb 09 20:39:42.470855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:42.482873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Deleting port 80fc1c60-fad1-445f-acff-8e7bc999de89 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:42.483227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:42.485229 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:42.531489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3eaa75-8102-4313-89f5-7844b5b43cd6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:42.706094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634ddc3-7843-4b90-bb95-79608e8e046e req-8f548f92-f866-4c6b-b4be-2c9a3920ddf0 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:42.713555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2634ddc3-7843-4b90-bb95-79608e8e046e req-8f548f92-f866-4c6b-b4be-2c9a3920ddf0 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.0894005 Feb 09 20:39:42.755502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] For port 80fc1c60-fad1-445f-acff-8e7bc999de89, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=80fc1c60-fad1-445f-acff-8e7bc999de89,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:42.756046 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:42.789991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Calling delete_port for 80fc1c60-fad1-445f-acff-8e7bc999de89 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:42.820497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2634ddc3-7843-4b90-bb95-79608e8e046e req-7c07585b-25f0-41b5-81ef-950ada576f32 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014926 Feb 09 20:39:42.836097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:42.906229 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:42.910956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:42.999477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-a6318257-f185-4467-a35d-7fa2005fc7a4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:42.999477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-a6318257-f185-4467-a35d-7fa2005fc7a4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b&tenant_id=bcd7f580d3114ade817c45446cec434d&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 948 time: 0.1916175 Feb 09 20:39:43.019212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e8a30-8d1d-4ffc-8598-69ab28f53698 req-f9e12c15-d85f-4dbd-83ff-047f9adc0db9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:43.021303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c02e8a30-8d1d-4ffc-8598-69ab28f53698 req-f9e12c15-d85f-4dbd-83ff-047f9adc0db9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1433558 Feb 09 20:39:43.046503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:43.121845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (80fc1c60-fad1-445f-acff-8e7bc999de89), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:43.144808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c02e8a30-8d1d-4ffc-8598-69ab28f53698 req-54829ec7-d55b-407f-851b-d95ddd128a1d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011879 Feb 09 20:39:43.163901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fc1c60-fad1-445f-acff-8e7bc999de89,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:43.171103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-dc291510-3b54-4da1-9f3d-bbf8c2426ec1 service neutron] 10.222.0.50 "GET /v2.0/ports/1c3eaa75-8102-4313-89f5-7844b5b43cd6/bindings/n-h2-789963-29 HTTP/1.1" status: 200 len: 383 time: 0.1449192 Feb 09 20:39:43.228660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd183fd-ee4f-4f85-9b5f-fb64f1883d30 req-168eb4c5-17a1-4730-8b12-ceccd1a26ea7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:43.239154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbd183fd-ee4f-4f85-9b5f-fb64f1883d30 req-168eb4c5-17a1-4730-8b12-ceccd1a26ea7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 949 time: 0.1548901 Feb 09 20:39:43.344475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-9875befc-867a-4b0f-9112-b8717e8833e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:43.347198 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-9875befc-867a-4b0f-9112-b8717e8833e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1132 time: 0.1246741 Feb 09 20:39:43.425201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['1c3eaa75-8102-4313-89f5-7844b5b43cd6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:43.437092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbd183fd-ee4f-4f85-9b5f-fb64f1883d30 req-a32342f5-617e-4b73-971f-008f176f462e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922977 Feb 09 20:39:43.533402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:43.688475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee36c8f-8978-4c51-82e0-6b92b9341739 req-9d7c3e6c-6538-4527-b441-73a9369c13ba tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:43.698097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ee36c8f-8978-4c51-82e0-6b92b9341739 req-9d7c3e6c-6538-4527-b441-73a9369c13ba tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.2959874 Feb 09 20:39:43.706156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-d806f930-9d16-4ab7-99da-4a6630545b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:43.707698 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-d806f930-9d16-4ab7-99da-4a6630545b9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3516779 Feb 09 20:39:43.779891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a5125-a084-443b-9e63-876d8fcaee0b req-9cff327e-9c72-471f-a606-f4d5bb3250d5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:43.788922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-298a5125-a084-443b-9e63-876d8fcaee0b req-9cff327e-9c72-471f-a606-f4d5bb3250d5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.1211946 Feb 09 20:39:43.836849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:43.849652 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:43.867878 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-2b59ae49-d382-4700-b897-ce34496cba73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.1445658 Feb 09 20:39:43.886690 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:43.942995 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-298a5125-a084-443b-9e63-876d8fcaee0b req-eb4d1bfd-c264-40f8-94ad-0a5c7823c679 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528897 Feb 09 20:39:44.023553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ee36c8f-8978-4c51-82e0-6b92b9341739 req-b04e7334-7ee2-455e-a9cd-0f6154bd0494 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245542 Feb 09 20:39:44.052150 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3dfdc9-544a-4111-821b-eee0fad71a3e x-openstack-request-id: req-3e3dfdc9-544a-4111-821b-eee0fad71a3e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:44.052439 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:44.052847 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3e3dfdc9-544a-4111-821b-eee0fad71a3e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:44.053256 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7', 'status': 'completed', 'code': 200} Feb 09 20:39:44.060129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-7585c054-5c8d-4327-ab05-43b3f156b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:44.062260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-7585c054-5c8d-4327-ab05-43b3f156b6f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1776545 Feb 09 20:39:44.131491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:39:44.211660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-9c50bf0e-f5a7-4ace-a438-286d8bdef426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:44.213213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-9c50bf0e-f5a7-4ace-a438-286d8bdef426 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1427162 Feb 09 20:39:44.230196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-f92384e3-0ce8-4cc2-bf9d-77e0a9e0a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:44.231796 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-f92384e3-0ce8-4cc2-bf9d-77e0a9e0a8e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1158 time: 0.1261683 Feb 09 20:39:44.287492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:39:44.294612 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:39:44.296932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1e650-a7d3-4114-8b25-73fae97a9e35 req-2343f8c4-ccd6-426c-a74a-6a6a11489899 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:44.298534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fac1e650-a7d3-4114-8b25-73fae97a9e35 req-2343f8c4-ccd6-426c-a74a-6a6a11489899 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.1530933 Feb 09 20:39:44.301362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-84d32330-8c18-4748-a4cb-51ef9a86a770 admin admin] 10.222.0.102 "PUT /v2.0/routers/bcdb807c-d3d5-45a3-8374-4716b16ed8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5549772 Feb 09 20:39:44.304895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] Sync routers for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:39:44.313916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:44.350594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:44.354415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:44.494011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fac1e650-a7d3-4114-8b25-73fae97a9e35 req-6f1e50d0-e711-4450-b3df-0e2e9450eea0 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287637 Feb 09 20:39:44.500013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-bc19b9a6-f79c-4f3e-a690-c0f9e9b01425 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724032 Feb 09 20:39:44.503343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-f8fdbcfc-53ae-4cdd-a84a-e3f7915ab5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:44.505684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-f8fdbcfc-53ae-4cdd-a84a-e3f7915ab5ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2610202 Feb 09 20:39:44.662063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:44.681443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b74b8-ba15-414c-8bb4-411cdf1baa38 req-d6b450a6-8d57-4bfb-8d6f-43b343645471 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:44.687324 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c59b74b8-ba15-414c-8bb4-411cdf1baa38 req-d6b450a6-8d57-4bfb-8d6f-43b343645471 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.2237830 Feb 09 20:39:44.718904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:44.730283 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks [] for router (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:44.761062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-1db20420-8bf2-47f7-a4fa-5f5b4091eee2 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349732 Feb 09 20:39:44.862350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-ae95bf36-fe0a-4d85-932d-380a1abb72e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 200 len: 217 time: 0.1037900 Feb 09 20:39:44.870430 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c59b74b8-ba15-414c-8bb4-411cdf1baa38 req-d499fd25-798b-4cca-8362-61ade220bdc0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733127 Feb 09 20:39:44.949116 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-241a7e89-2abd-4ace-8fdd-cc3c8a21157c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:44.982168 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks [] for router_gateway (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.001357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:39:43Z', 'revision_number': 5, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port': {'id': 'b1d9ecec-00b7-4168-8679-27c8b80b6dc9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:38:17Z', 'updated_at': '2022-02-09T20:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:45.044481 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] Checking router: bcdb807c-d3d5-45a3-8374-4716b16ed8d7 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:39:45.054605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] Routers {'bcdb807c-d3d5-45a3-8374-4716b16ed8d7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:39:45.055216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:39:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:45.055480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd29f-6fa1-4432-add4-d185725f294d req-40a1b51b-424c-493e-9f71-1e7d3ecf5c8f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:45.060540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31ebd29f-6fa1-4432-add4-d185725f294d req-40a1b51b-424c-493e-9f71-1e7d3ecf5c8f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 949 time: 0.2986741 Feb 09 20:39:45.062329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-34656789-dad7-4ee0-b8b7-d6ef6906313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:45.063764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-34656789-dad7-4ee0-b8b7-d6ef6906313b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1831930 Feb 09 20:39:45.164092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-aa055c13-9ca4-4427-84fd-c60a2fa5b3c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873244 Feb 09 20:39:45.180995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] Set router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:39:45.225878 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31ebd29f-6fa1-4432-add4-d185725f294d req-5db5a5ec-188f-41da-8678-34375a8ce8e7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449533 Feb 09 20:39:45.240642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd08850-45f1-4ae2-864a-9a474dc74a47 req-8dad6994-8e38-4700-9fd1-0a9f90943bd2 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:45.248506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:39:44Z', 'revision_number': 6, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:45.249882 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fd08850-45f1-4ae2-864a-9a474dc74a47 req-8dad6994-8e38-4700-9fd1-0a9f90943bd2 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.1822376 Feb 09 20:39:45.258695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Deleting port b1d9ecec-00b7-4168-8679-27c8b80b6dc9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:45.259215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.264034 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-241a7e89-2abd-4ace-8fdd-cc3c8a21157c admin admin] Publish callbacks [] for security_group (1a30188e-3214-4bb6-9b1e-6f237216d216), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.271930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-241a7e89-2abd-4ace-8fdd-cc3c8a21157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1a30188e-3214-4bb6-9b1e-6f237216d216), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.287206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e87e4-48f7-4789-ba7f-2ef0b1e6c77a None None] The sync data for ids ['bcdb807c-d3d5-45a3-8374-4716b16ed8d7'] in n-d-789963-29 is: [{'id': 'bcdb807c-d3d5-45a3-8374-4716b16ed8d7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1207477820-router', 'tenant_id': '16424f5ba36b476bb0032f24415158ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:38:16Z', 'updated_at': '2022-02-09T20:39:44Z', 'revision_number': 6, 'project_id': '16424f5ba36b476bb0032f24415158ff', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:39:45.342529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-3fce16aa-5c64-4b70-992b-4c023ffb19ec service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585584 Feb 09 20:39:45.399965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a7e89-2abd-4ace-8fdd-cc3c8a21157c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a30188e-3214-4bb6-9b1e-6f237216d216,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:45.404560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-241a7e89-2abd-4ace-8fdd-cc3c8a21157c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=68fbcbf9e85541ee89e8696b1c987431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6832986 Feb 09 20:39:45.411265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:45.451381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fd08850-45f1-4ae2-864a-9a474dc74a47 req-4efc7c3c-3e52-43b7-b771-1337a4829293 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002020 Feb 09 20:39:45.483453 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b15dc58-1a77-40fc-9f9d-4e87b24a3fd8 req-ae037976-82fb-4499-8a00-e95fde6050e0 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265206 Feb 09 20:39:45.530803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] For port b1d9ecec-00b7-4168-8679-27c8b80b6dc9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b1d9ecec-00b7-4168-8679-27c8b80b6dc9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:45.531322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.561331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Calling delete_port for b1d9ecec-00b7-4168-8679-27c8b80b6dc9 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:45.578493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b5bcc-4786-4dfc-9d94-d0dbfc8d5bee req-2999b3a6-c959-4899-a43f-897c3dc82230 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:45.580150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-441b5bcc-4786-4dfc-9d94-d0dbfc8d5bee req-2999b3a6-c959-4899-a43f-897c3dc82230 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.2368932 Feb 09 20:39:45.608913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f31f07-8d83-4b10-b14a-2764c75bcd8c admin admin] Publish callbacks [] for security_group (1a30188e-3214-4bb6-9b1e-6f237216d216), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.677044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-441b5bcc-4786-4dfc-9d94-d0dbfc8d5bee req-d831aa75-8f88-4e2f-a184-f07ec1a6514e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899036 Feb 09 20:39:45.741388 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f31f07-8d83-4b10-b14a-2764c75bcd8c admin admin] Publish callbacks [] for security_group (1a30188e-3214-4bb6-9b1e-6f237216d216), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.866515 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f31f07-8d83-4b10-b14a-2764c75bcd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1a30188e-3214-4bb6-9b1e-6f237216d216), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.866776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:39:45.870253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f31f07-8d83-4b10-b14a-2764c75bcd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:45.871703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d1f31f07-8d83-4b10-b14a-2764c75bcd8c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1a30188e-3214-4bb6-9b1e-6f237216d216 HTTP/1.1" status: 204 len: 168 time: 0.4567690 Feb 09 20:39:45.885515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f31f07-8d83-4b10-b14a-2764c75bcd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a30188e-3214-4bb6-9b1e-6f237216d216,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:45.916553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce50a78-0a0f-4f11-84ef-3c4596b5ed2b req-9e684e62-e058-42da-88e3-d385a01ee412 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:45.924476 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ce50a78-0a0f-4f11-84ef-3c4596b5ed2b req-9e684e62-e058-42da-88e3-d385a01ee412 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.1322975 Feb 09 20:39:46.036123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ce50a78-0a0f-4f11-84ef-3c4596b5ed2b req-a8133d87-eb68-4885-a34a-2d343db077d3 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978982 Feb 09 20:39:46.044755 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b1d9ecec-00b7-4168-8679-27c8b80b6dc9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.096821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 80fc1c60-fad1-445f-acff-8e7bc999de89 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:46.141654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d9ecec-00b7-4168-8679-27c8b80b6dc9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:46.170835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 80fc1c60-fad1-445f-acff-8e7bc999de89 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:46.180925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 80fc1c60-fad1-445f-acff-8e7bc999de89 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:46.181682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b1d9ecec-00b7-4168-8679-27c8b80b6dc9 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:46.220705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b1d9ecec-00b7-4168-8679-27c8b80b6dc9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:46.221444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b1d9ecec-00b7-4168-8679-27c8b80b6dc9 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:46.224086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:39:46.234711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:39:46.237184 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.298272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef37cdf-bc37-4e8f-836f-4e718f30e9a5 req-b7c7d2f3-2c60-4932-8e7d-5cf30b0d0820 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:46.305780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ef37cdf-bc37-4e8f-836f-4e718f30e9a5 req-b7c7d2f3-2c60-4932-8e7d-5cf30b0d0820 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1191816 Feb 09 20:39:46.354064 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce624b6e-c69c-4fe2-baf2-a2ac12486568 req-a2ba2736-5ec1-404b-9baa-7155b7e01b37 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:46.358614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce624b6e-c69c-4fe2-baf2-a2ac12486568 req-a2ba2736-5ec1-404b-9baa-7155b7e01b37 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.2030730 Feb 09 20:39:46.366000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.418403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ef37cdf-bc37-4e8f-836f-4e718f30e9a5 req-b9cc73db-3367-40b6-a0d3-5eddda9b420f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116493 Feb 09 20:39:46.433374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:46.439300 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.502004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:46.504872 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4fd350-680f-4345-a446-7c31031ae9c6" -d '{"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:46.537000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:46.543579 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.565642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.569651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks [] for router_controller (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.617826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:46.643019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:46.654138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4da235d-9fd4-45e7-a310-2e9e12b22aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.955069 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4da235d-9fd4-45e7-a310-2e9e12b22aa7 admin admin] Publish callbacks [] for security_group (641632f4-e1da-4582-943d-47e96a22338e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:46.960812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4da235d-9fd4-45e7-a310-2e9e12b22aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (641632f4-e1da-4582-943d-47e96a22338e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.023566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f4da235d-9fd4-45e7-a310-2e9e12b22aa7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b950fbd1e5fd464898ff5a89f1a27163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041007 Feb 09 20:39:47.025741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:47.129700 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (bcdb807c-d3d5-45a3-8374-4716b16ed8d7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.131148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcdb807c-d3d5-45a3-8374-4716b16ed8d7 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:39:47.158810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.161373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e3fed392-9574-4de7-bf99-a3f50996f120 admin admin] 10.222.0.102 "DELETE /v2.0/routers/bcdb807c-d3d5-45a3-8374-4716b16ed8d7 HTTP/1.1" status: 204 len: 168 time: 2.8382261 Feb 09 20:39:47.163512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:47.231935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce624b6e-c69c-4fe2-baf2-a2ac12486568 req-01d3ccb3-0172-4994-a17e-077a90941e89 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8455791 Feb 09 20:39:47.236739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c20b575-54fe-4c24-94af-1052dc7941cb admin admin] Deleting subnet 09623e79-b68b-4338-b167-7241e89dd52d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:39:47.241664 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c20b575-54fe-4c24-94af-1052dc7941cb admin admin] Publish callbacks [] for subnet (09623e79-b68b-4338-b167-7241e89dd52d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.333841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da235d-9fd4-45e7-a310-2e9e12b22aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641632f4-e1da-4582-943d-47e96a22338e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:47.334769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c20b575-54fe-4c24-94af-1052dc7941cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (09623e79-b68b-4338-b167-7241e89dd52d), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.371134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12f3ad5a-56f5-44a5-a1fe-cd4ac36b5149 admin admin] Publish callbacks [] for security_group (641632f4-e1da-4582-943d-47e96a22338e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.381493 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1598ae-229b-4492-9d2a-a83b35bd0d87 x-openstack-request-id: req-bd1598ae-229b-4492-9d2a-a83b35bd0d87 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:47.382379 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:47.382916 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bd1598ae-229b-4492-9d2a-a83b35bd0d87 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:47.383638 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'code': 200} Feb 09 20:39:47.435072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12f3ad5a-56f5-44a5-a1fe-cd4ac36b5149 admin admin] Publish callbacks [] for security_group (641632f4-e1da-4582-943d-47e96a22338e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.480234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c20b575-54fe-4c24-94af-1052dc7941cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (09623e79-b68b-4338-b167-7241e89dd52d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.520641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf2391-5048-4fdf-99ea-77dc9b5d8a42 req-217adbad-aeab-4557-b0a8-9819d9368424 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:47.549128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-edbf2391-5048-4fdf-99ea-77dc9b5d8a42 req-217adbad-aeab-4557-b0a8-9819d9368424 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.3187196 Feb 09 20:39:47.563533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c20b575-54fe-4c24-94af-1052dc7941cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (09623e79-b68b-4338-b167-7241e89dd52d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.600387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c20b575-54fe-4c24-94af-1052dc7941cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.602026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bebee90-649d-44fb-b2e6-09ac23c782d6 None None] Network b98611ed-2cb1-438a-94d8-389bcbbf542e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:39:47.611918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7c20b575-54fe-4c24-94af-1052dc7941cb admin admin] 10.222.0.102 "DELETE /v2.0/subnets/09623e79-b68b-4338-b167-7241e89dd52d HTTP/1.1" status: 204 len: 168 time: 0.4472084 Feb 09 20:39:47.641876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:47.656343 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-edbf2391-5048-4fdf-99ea-77dc9b5d8a42 req-dabfb76e-321b-40c1-a596-37921bc57dda tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016719 Feb 09 20:39:47.668352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20b575-54fe-4c24-94af-1052dc7941cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09623e79-b68b-4338-b167-7241e89dd52d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:47.855132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12f3ad5a-56f5-44a5-a1fe-cd4ac36b5149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (641632f4-e1da-4582-943d-47e96a22338e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.872296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12f3ad5a-56f5-44a5-a1fe-cd4ac36b5149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.874649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-12f3ad5a-56f5-44a5-a1fe-cd4ac36b5149 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/641632f4-e1da-4582-943d-47e96a22338e HTTP/1.1" status: 204 len: 168 time: 0.8453882 Feb 09 20:39:47.947670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b98611ed-2cb1-438a-94d8-389bcbbf542e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:47.981344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] DHCP port deletion for b98611ed-2cb1-438a-94d8-389bcbbf542e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:39:48.008483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3ad5a-56f5-44a5-a1fe-cd4ac36b5149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641632f4-e1da-4582-943d-47e96a22338e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:48.167891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73806a-a81b-41bf-8e2c-fc200dd3e9f4 req-c26e66a2-d5f0-44f6-8f45-60bd7adbee31 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:48.176962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d73806a-a81b-41bf-8e2c-fc200dd3e9f4 req-c26e66a2-d5f0-44f6-8f45-60bd7adbee31 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.4178193 Feb 09 20:39:48.273479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] Deleting port d95fc7c0-0920-4a06-bded-c0bd272aa406 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:48.280276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:48.286675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d73806a-a81b-41bf-8e2c-fc200dd3e9f4 req-b8d299ea-8ebd-421f-bef0-fa3fe86f64ab tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000831 Feb 09 20:39:48.291313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Deleting port d95fc7c0-0920-4a06-bded-c0bd272aa406 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:48.291650 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:48.488888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] For port d95fc7c0-0920-4a06-bded-c0bd272aa406, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d95fc7c0-0920-4a06-bded-c0bd272aa406,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:48.491975 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:48.529647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] Calling delete_port for d95fc7c0-0920-4a06-bded-c0bd272aa406 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:48.553723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] For port d95fc7c0-0920-4a06-bded-c0bd272aa406, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d95fc7c0-0920-4a06-bded-c0bd272aa406,segment=NetworkSegment(dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3),segment_id=dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:48.567029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:48.658691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Calling delete_port for d95fc7c0-0920-4a06-bded-c0bd272aa406 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:48.720929 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:48.757711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] Pushing event deleted for resources: {'Port': ['ID=d95fc7c0-0920-4a06-bded-c0bd272aa406,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:48.762800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d184350-c44d-4ce9-b1ac-20b1d8643a7a None None] No DVR routers for this DVR port d95fc7c0-0920-4a06-bded-c0bd272aa406 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:48.795277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e067f4e-ab09-4fbe-8bc7-44ae47f9d779 req-33d02558-fc4e-413e-98e2-fa011588c420 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:48.805699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8e067f4e-ab09-4fbe-8bc7-44ae47f9d779 req-33d02558-fc4e-413e-98e2-fa011588c420 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.2176070 Feb 09 20:39:48.893797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8e067f4e-ab09-4fbe-8bc7-44ae47f9d779 req-e0cc264d-bc58-400a-922e-ec33295a1767 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864148 Feb 09 20:39:49.024750 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d95fc7c0-0920-4a06-bded-c0bd272aa406), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:49.074620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7e0c-008c-498e-b318-7e204bd651fb req-18f4ada0-f8ad-48d8-a4ef-9be6928cb13f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:49.078891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd7f7e0c-008c-498e-b318-7e204bd651fb req-18f4ada0-f8ad-48d8-a4ef-9be6928cb13f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.6592972 Feb 09 20:39:49.094127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1161-fc23-4fcb-9d5a-c07804146bb7 req-ef063702-003c-4d61-9d64-1b58094cf358 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:49.106026 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae6c1161-fc23-4fcb-9d5a-c07804146bb7 req-ef063702-003c-4d61-9d64-1b58094cf358 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.1031764 Feb 09 20:39:49.200092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae6c1161-fc23-4fcb-9d5a-c07804146bb7 req-6e77c82f-379d-4e1e-8f20-c38287332c4a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918112 Feb 09 20:39:49.209305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95fc7c0-0920-4a06-bded-c0bd272aa406,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:49.223390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] No DVR routers for this DVR port d95fc7c0-0920-4a06-bded-c0bd272aa406 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:49.389764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd7f7e0c-008c-498e-b318-7e204bd651fb req-9e1d5ac4-797c-4199-ba44-b8984194b4d3 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364964 Feb 09 20:39:49.435184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b98611ed-2cb1-438a-94d8-389bcbbf542e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:49.447555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-9f3328f6-7c91-4c3d-a50e-f330d9f0cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:49.449146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-9f3328f6-7c91-4c3d-a50e-f330d9f0cc15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b&tenant_id=bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 1133 time: 0.7252381 Feb 09 20:39:49.465035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:49.514105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98611ed-2cb1-438a-94d8-389bcbbf542e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:49.540160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:49.540454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:39:49.553752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a3b9-3bf7-4b05-8896-40b6c87424b0 req-ea121c9f-811d-4dce-b178-210e8fb8c336 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:49.563717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5313a3b9-3bf7-4b05-8896-40b6c87424b0 req-ea121c9f-811d-4dce-b178-210e8fb8c336 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1385298 Feb 09 20:39:49.577159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:49.621699 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:49.638975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:39:49.643620 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (dfe27ece-7b13-4835-85ee-a0f9b2b3f7c3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:39:49.667415 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:39:49.696321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5313a3b9-3bf7-4b05-8896-40b6c87424b0 req-317cc6c9-fba2-41a5-83da-6c88d85f7755 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313090 Feb 09 20:39:49.757750 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:49.853307 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b98611ed-2cb1-438a-94d8-389bcbbf542e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:49.876490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:49.882647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] 10.222.0.102 "DELETE /v2.0/networks/b98611ed-2cb1-438a-94d8-389bcbbf542e HTTP/1.1" status: 204 len: 168 time: 2.2246692 Feb 09 20:39:49.883018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c3465799-92f9-4800-9b4f-8efead0b2456 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:49.888583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:49.902398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117d519-a51e-44e8-b40d-718ea7f59340 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98611ed-2cb1-438a-94d8-389bcbbf542e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:49.964903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d95fc7c0-0920-4a06-bded-c0bd272aa406 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:50.070188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: d95fc7c0-0920-4a06-bded-c0bd272aa406 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:50.070799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d95fc7c0-0920-4a06-bded-c0bd272aa406 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:50.148432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c3465799-92f9-4800-9b4f-8efead0b2456,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:50.171558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'c3465799-92f9-4800-9b4f-8efead0b2456', 'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'port_id': 'c3465799-92f9-4800-9b4f-8efead0b2456', 'mac_address': 'fa:16:3e:8d:32:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b473652d-2853-4e93-ad64-770627efa39c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:39:50.174538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:50.175208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:50.312074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8ed20-a3c5-4f76-96a6-061a3f970b80 req-f3198bd5-62c1-4fe3-8c67-334c84db707b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:50.326876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8c8ed20-a3c5-4f76-96a6-061a3f970b80 req-f3198bd5-62c1-4fe3-8c67-334c84db707b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 945 time: 0.2917891 Feb 09 20:39:50.334706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:50.351435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c3465799-92f9-4800-9b4f-8efead0b2456 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:50.352129 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:50.380567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3465799-92f9-4800-9b4f-8efead0b2456 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:50.402109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd0a34-d4a2-4447-9a79-9ebaae199bec req-e6084c6f-bec2-4621-a6cf-93e6c58d2740 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:50.411387 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bdd0a34-d4a2-4447-9a79-9ebaae199bec req-e6084c6f-bec2-4621-a6cf-93e6c58d2740 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 950 time: 0.1046016 Feb 09 20:39:50.418290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:50.447540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c3465799-92f9-4800-9b4f-8efead0b2456,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:50.463010 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:50.464680 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-487dd566-7b73-49be-b196-60c2e1e8d208 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=16424f5ba36b476bb0032f24415158ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280656 Feb 09 20:39:50.471357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:50.489047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8c8ed20-a3c5-4f76-96a6-061a3f970b80 req-cecc14da-cd5e-411f-89d1-988c25b58f25 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568785 Feb 09 20:39:50.527329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bdd0a34-d4a2-4447-9a79-9ebaae199bec req-1febcf92-ad01-47f8-b97c-2f0e9ea98189 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148176 Feb 09 20:39:50.619867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c3465799-92f9-4800-9b4f-8efead0b2456,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:50.632767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:50.658837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['c3465799-92f9-4800-9b4f-8efead0b2456'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:50.676001 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Publish callbacks [] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:50.689899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:50.692227 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce446447-14d6-40e2-ae52-622c9e3f09cb" -d '{"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:50.705123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Transition to ACTIVE for port object 1c3eaa75-8102-4313-89f5-7844b5b43cd6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:39:50.781983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:50.853884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:39:50.854249 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:39:50.916075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] No DVR routers for this DVR port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:50.954145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05b56510-72f1-4ddf-a67b-de0a6747019c admin admin] Publish callbacks [] for security_group (d1d0549c-3a5d-4a32-8658-f54561016be6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:51.017381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84bd8b-ab33-4dc5-8769-376aa7046943 req-a3c86663-f7b1-45b6-994f-67318635aaa8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:51.028157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de84bd8b-ab33-4dc5-8769-376aa7046943 req-a3c86663-f7b1-45b6-994f-67318635aaa8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.3292260 Feb 09 20:39:51.046948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:51.155657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:39:51.156374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:39:51.156756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:51.178667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05b56510-72f1-4ddf-a67b-de0a6747019c admin admin] Publish callbacks [] for security_group (d1d0549c-3a5d-4a32-8658-f54561016be6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:51.197592 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ca1f8e-0860-4e71-a0c4-918a26cbe6b8 x-openstack-request-id: req-73ca1f8e-0860-4e71-a0c4-918a26cbe6b8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:51.198144 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:51.198144 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-73ca1f8e-0860-4e71-a0c4-918a26cbe6b8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:51.198552 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'code': 200} Feb 09 20:39:51.202691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:39:51.203046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Attempting to bind port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:39:51.305651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:39:51.308767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:39:51.308767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:39:51.309522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Bound port: 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:39:51.310390 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:51.342973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b9d8a-5a2a-4efa-abef-8edecaa39569 req-431e0144-a614-4eef-b7ba-478a24c3f3f1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:51.354208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f97b9d8a-5a2a-4efa-abef-8edecaa39569 req-431e0144-a614-4eef-b7ba-478a24c3f3f1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.0985379 Feb 09 20:39:51.396201 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de84bd8b-ab33-4dc5-8769-376aa7046943 req-c46fdda4-be08-4a64-9484-cfcd594b7b5b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652661 Feb 09 20:39:51.402528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05b56510-72f1-4ddf-a67b-de0a6747019c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d1d0549c-3a5d-4a32-8658-f54561016be6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:51.409434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-05b56510-72f1-4ddf-a67b-de0a6747019c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:51.410598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-05b56510-72f1-4ddf-a67b-de0a6747019c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d1d0549c-3a5d-4a32-8658-f54561016be6 HTTP/1.1" status: 204 len: 168 time: 0.9371829 Feb 09 20:39:51.419919 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:51.443565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:51.495944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b56510-72f1-4ddf-a67b-de0a6747019c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d0549c-3a5d-4a32-8658-f54561016be6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:51.526400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f97b9d8a-5a2a-4efa-abef-8edecaa39569 req-a6f07e8d-3844-4431-aeb5-1c651e9d0f83 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459751 Feb 09 20:39:51.589173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:39:51.594339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:39:51.605549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:51.752152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:51.763960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:51.765079 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:51.767358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-214f9f46-98e6-4f23-87e2-8c8dfa32201c service neutron] 10.222.0.13 "PUT /v2.0/ports/1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 1098 time: 2.3083444 Feb 09 20:39:51.863743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2424b3-a26a-43d9-849a-360f91cf37b9 req-da6431b6-0f96-4124-86be-974926759bc8 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:51.881647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e2424b3-a26a-43d9-849a-360f91cf37b9 req-da6431b6-0f96-4124-86be-974926759bc8 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 944 time: 0.1463158 Feb 09 20:39:51.914069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 19f5290b-60e2-4046-9e5f-024d74f7c6d7 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:51.980552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-db5cf94b-ded1-4729-8a77-041344077950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:51.991002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-db5cf94b-ded1-4729-8a77-041344077950 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1132 time: 0.1906621 Feb 09 20:39:52.006583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d66a1-7df5-49fa-90da-67b5d93c4df7 req-9fd3c1bd-f59b-4641-ad31-f534580b4f53 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:52.010908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-470d66a1-7df5-49fa-90da-67b5d93c4df7 req-9fd3c1bd-f59b-4641-ad31-f534580b4f53 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 949 time: 0.1692972 Feb 09 20:39:52.047735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:52.049276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c3465799-92f9-4800-9b4f-8efead0b2456 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:52.073161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e2424b3-a26a-43d9-849a-360f91cf37b9 req-ac1e14c4-d6a6-4079-9a8c-7597e393f425 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863458 Feb 09 20:39:52.322424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c3465799-92f9-4800-9b4f-8efead0b2456 is: BUILD; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:52.324865 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:52.352082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-470d66a1-7df5-49fa-90da-67b5d93c4df7 req-e542c9cf-de7a-45e1-80d1-9fe37e4dd525 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313913 Feb 09 20:39:52.364495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c3465799-92f9-4800-9b4f-8efead0b2456 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:52.382782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-88e118cc-05fe-43e4-9ce2-3e51ad23ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:52.384360 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-88e118cc-05fe-43e4-9ce2-3e51ad23ffe5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3865199 Feb 09 20:39:52.429114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c3465799-92f9-4800-9b4f-8efead0b2456,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:52.437369 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:52.539507 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-01385a60-3ec7-4af1-8de0-3fc77eaf1766 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.1470978 Feb 09 20:39:52.603280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c3465799-92f9-4800-9b4f-8efead0b2456,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:52.658477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:52.674814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063ae61-8407-4ff5-a221-0a42dc3dd56c req-9a8d91f9-0d67-4bf9-9919-04a549b2a0af tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:52.682987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8063ae61-8407-4ff5-a221-0a42dc3dd56c req-9a8d91f9-0d67-4bf9-9919-04a549b2a0af tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1417124 Feb 09 20:39:52.741705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-8d9aac6e-3cfa-4ad2-b8e6-b8ccefcef729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:52.743244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-8d9aac6e-3cfa-4ad2-b8e6-b8ccefcef729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1815758 Feb 09 20:39:52.820088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495848be-3706-4a44-ac7c-13e283807fd7 req-5eacbdd3-b878-4f4c-badc-ae6d111206d4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:52.822278 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-495848be-3706-4a44-ac7c-13e283807fd7 req-5eacbdd3-b878-4f4c-badc-ae6d111206d4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 943 time: 0.1359491 Feb 09 20:39:52.916359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8063ae61-8407-4ff5-a221-0a42dc3dd56c req-65cc13d4-cf56-4d79-9aae-4579d73615da tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322254 Feb 09 20:39:52.929074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-725ea4fc-af96-49e5-bd47-d291007eeb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:52.944948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-0f69fee9-3862-44c4-8f0a-174210df4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:52.946518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-0f69fee9-3862-44c4-8f0a-174210df4a25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1933038 Feb 09 20:39:52.957635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-495848be-3706-4a44-ac7c-13e283807fd7 req-90c84eb8-f4d7-4cf6-b240-c781616af3ce tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280336 Feb 09 20:39:53.139502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68352eb5-b50d-4ab3-b6be-5863c5c0849a req-7069824b-8cde-42e7-89a3-fa4ed9d49ba2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:53.147112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68352eb5-b50d-4ab3-b6be-5863c5c0849a req-7069824b-8cde-42e7-89a3-fa4ed9d49ba2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1041903 Feb 09 20:39:53.158636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-15d93dd3-fe43-41d3-81dc-3144febeb308 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042332 Feb 09 20:39:53.183935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-725ea4fc-af96-49e5-bd47-d291007eeb97 admin admin] Publish callbacks [] for security_group (9176a0f7-e96c-4807-8deb-708837645517), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:53.189756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-725ea4fc-af96-49e5-bd47-d291007eeb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9176a0f7-e96c-4807-8deb-708837645517), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:53.258799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:53.261439 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91249dba-e6a2-4e9f-b49f-4f93562e3c85" -d '{"events": [{"name": "network-changed", "server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:53.268087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ea4fc-af96-49e5-bd47-d291007eeb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9176a0f7-e96c-4807-8deb-708837645517,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:53.276012 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-725ea4fc-af96-49e5-bd47-d291007eeb97 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1085056d55a04076b66e0b8c70796977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163497 Feb 09 20:39:53.280598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:53.321995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68352eb5-b50d-4ab3-b6be-5863c5c0849a req-beb5d500-c929-4a00-87be-094669af8087 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732950 Feb 09 20:39:53.339089 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310b11d6-2748-48a0-b495-01b3e22d7bc8 req-9e199143-988b-4198-a1f3-59004c795a97 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713758 Feb 09 20:39:53.358324 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3dfd81-20f2-4e2c-9cda-e973c9d8d069 x-openstack-request-id: req-bd3dfd81-20f2-4e2c-9cda-e973c9d8d069 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:53.358608 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:53.358865 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bd3dfd81-20f2-4e2c-9cda-e973c9d8d069 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:53.359268 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'status': 'completed', 'code': 200} Feb 09 20:39:53.369727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da36cf80-a7ba-43de-9861-8419292dda98 admin admin] Publish callbacks [] for security_group (9176a0f7-e96c-4807-8deb-708837645517), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:53.431912 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da36cf80-a7ba-43de-9861-8419292dda98 admin admin] Publish callbacks [] for security_group (9176a0f7-e96c-4807-8deb-708837645517), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:53.570374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80ef2d-071f-4e69-a61b-9af883f0c042 req-640fddbf-9cbb-4288-bb07-8595ca856c6c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:53.578193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c80ef2d-071f-4e69-a61b-9af883f0c042 req-640fddbf-9cbb-4288-bb07-8595ca856c6c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 949 time: 0.0878034 Feb 09 20:39:53.591000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da36cf80-a7ba-43de-9861-8419292dda98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9176a0f7-e96c-4807-8deb-708837645517), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:53.593959 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da36cf80-a7ba-43de-9861-8419292dda98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:53.595195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da36cf80-a7ba-43de-9861-8419292dda98 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9176a0f7-e96c-4807-8deb-708837645517 HTTP/1.1" status: 204 len: 168 time: 0.3135250 Feb 09 20:39:53.633134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36cf80-a7ba-43de-9861-8419292dda98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9176a0f7-e96c-4807-8deb-708837645517,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:53.727298 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c80ef2d-071f-4e69-a61b-9af883f0c042 req-4dc4bfb6-82d1-43c1-b374-cd099c0661fa tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480620 Feb 09 20:39:54.030896 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-baaae938-1cc0-4105-a69d-35e2687cf8e3 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=d0b4d4cc3cfb473ea11dd3f8fdc063f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166840 Feb 09 20:39:54.046783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-c022e5e1-e999-486e-b982-36f7ca5aac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:54.048722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-c022e5e1-e999-486e-b982-36f7ca5aac0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1132 time: 0.6289234 Feb 09 20:39:54.149631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf069bd-9dc3-4f14-8cb4-a22d5b591061 req-90e9d3c5-aa88-4b1a-be66-5f03fb0f09b9 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:54.152308 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bf069bd-9dc3-4f14-8cb4-a22d5b591061 req-90e9d3c5-aa88-4b1a-be66-5f03fb0f09b9 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1089714 Feb 09 20:39:54.177019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-cebcd80c-79d9-45ec-9c1d-30a61298b005 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:54.185970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-cebcd80c-79d9-45ec-9c1d-30a61298b005 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528981 Feb 09 20:39:54.188351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:54.214029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-b48d4c60-d4a2-4c3e-890c-1c68f9186721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:54.216046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-b48d4c60-d4a2-4c3e-890c-1c68f9186721 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 1132 time: 0.7204976 Feb 09 20:39:54.218671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5b6c-b56d-424f-9edf-4250263d70c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:54.236701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-a2afd1cf-6648-4d02-ab41-4b16f376b85a tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/quotas/d0b4d4cc3cfb473ea11dd3f8fdc063f3 HTTP/1.1" status: 200 len: 375 time: 0.0491982 Feb 09 20:39:54.257311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bf069bd-9dc3-4f14-8cb4-a22d5b591061 req-f8cc3978-4d49-4695-96e5-6c63d2eb5f1d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985301 Feb 09 20:39:54.322381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-fe07e54e-6407-453f-bc04-f8171b5c9d8d tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d0b4d4cc3cfb473ea11dd3f8fdc063f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842977 Feb 09 20:39:54.470177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5b6c-b56d-424f-9edf-4250263d70c3 admin admin] Publish callbacks [] for security_group (f372e4ae-3891-4ca3-b692-eb7819f267d4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:54.485577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5b6c-b56d-424f-9edf-4250263d70c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f372e4ae-3891-4ca3-b692-eb7819f267d4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:54.547602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d3fc5b6c-b56d-424f-9edf-4250263d70c3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=94af0cce64a0405399c62fc1a3282c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581142 Feb 09 20:39:54.570687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:54.604318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-e5311c06-d937-4649-9348-bef7461aea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:54.605823 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-e5311c06-d937-4649-9348-bef7461aea84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.4171553 Feb 09 20:39:54.652609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa44262-1929-4b5d-a727-a3c1f0c524ce req-885cb9b2-50d5-42df-bdeb-fa69adc4dc16 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:54.655442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aaa44262-1929-4b5d-a727-a3c1f0c524ce req-885cb9b2-50d5-42df-bdeb-fa69adc4dc16 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 943 time: 0.2617178 Feb 09 20:39:54.706205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc5b6c-b56d-424f-9edf-4250263d70c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f372e4ae-3891-4ca3-b692-eb7819f267d4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:54.768677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aaa44262-1929-4b5d-a727-a3c1f0c524ce req-60903048-5cce-4eff-82e5-fa45efda0cbe tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977862 Feb 09 20:39:54.773545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-1deb5be8-d210-405a-aa72-a1aed5e15a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:54.787413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-1deb5be8-d210-405a-aa72-a1aed5e15a35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.5470300 Feb 09 20:39:54.787413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-02ca215c-ff1c-473a-89da-ed431895d156 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.1650524 Feb 09 20:39:54.858675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-b633848c-86f9-42a1-9ba9-4a1f2d4850b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 200 len: 217 time: 0.0653784 Feb 09 20:39:54.903219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-055a6d58-bc48-483b-a9e0-fe26cdf53d41 req-1ec7d2e4-86af-4de0-8090-96f544d2d6d0 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 210 time: 0.0889282 Feb 09 20:39:55.049394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-9bdfdbeb-7049-4aaa-b26f-ad02ba0e5e9f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.052474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-9bdfdbeb-7049-4aaa-b26f-ad02ba0e5e9f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.50 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 943 time: 0.5210268 Feb 09 20:39:55.082643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dd5cc-fbb8-429d-9fcb-addad262b76f req-8253378b-c70d-4a65-8d61-0182d62bcb20 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.083825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-2e9cdf69-440d-4a95-93a9-a98e4add84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.086200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-2e9cdf69-440d-4a95-93a9-a98e4add84ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2228954 Feb 09 20:39:55.093042 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e18dd5cc-fbb8-429d-9fcb-addad262b76f req-8253378b-c70d-4a65-8d61-0182d62bcb20 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 949 time: 0.0729721 Feb 09 20:39:55.154945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e18dd5cc-fbb8-429d-9fcb-addad262b76f req-569d6335-3b96-464f-b12f-e54d913c1dc4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608780 Feb 09 20:39:55.209477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3e97d-d31c-4def-9715-f6032260dab3 req-55cba469-93b1-41b8-af31-1d64f28d2c1d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.211175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43b3e97d-d31c-4def-9715-f6032260dab3 req-55cba469-93b1-41b8-af31-1d64f28d2c1d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.5620005 Feb 09 20:39:55.269804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-ffac3f00-5fbc-4698-ab3b-f9ef90f70f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.273399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-ffac3f00-5fbc-4698-ab3b-f9ef90f70f21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.4028280 Feb 09 20:39:55.275139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f482dd-a2f3-4619-ac08-653369eb6249 admin admin] Publish callbacks [] for security_group (f372e4ae-3891-4ca3-b692-eb7819f267d4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:55.579780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6d479-fc04-4ac5-8e41-17d32c0854f8 req-c0e81c63-61e9-43be-ac08-c3d47ad38ba0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.582919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2e6d479-fc04-4ac5-8e41-17d32c0854f8 req-c0e81c63-61e9-43be-ac08-c3d47ad38ba0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1440601 Feb 09 20:39:55.586192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-820753fb-b9ff-4d41-af0e-c825224590ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.588891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-820753fb-b9ff-4d41-af0e-c825224590ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2917340 Feb 09 20:39:55.601845 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f482dd-a2f3-4619-ac08-653369eb6249 admin admin] Publish callbacks [] for security_group (f372e4ae-3891-4ca3-b692-eb7819f267d4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:55.627341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-330fe649-b170-434e-baef-262629aa9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.629444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-330fe649-b170-434e-baef-262629aa9531 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5180676 Feb 09 20:39:55.695578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2e6d479-fc04-4ac5-8e41-17d32c0854f8 req-d546f787-aeef-4760-9e59-81a3d3b7d63b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857298 Feb 09 20:39:55.773946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-84912863-585f-4580-94a1-589c0dad9229 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197813 Feb 09 20:39:55.915435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43b3e97d-d31c-4def-9715-f6032260dab3 req-26150d08-1036-46b0-ae50-827adfe467a6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369026 Feb 09 20:39:55.971448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Deleting port c3465799-92f9-4800-9b4f-8efead0b2456 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:39:55.972085 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:55.980219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791db06f-9bd4-4f51-b007-c6b06fc6a078 req-4c43c62e-6687-4209-88de-fead3ef91060 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:55.984013 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-791db06f-9bd4-4f51-b007-c6b06fc6a078 req-4c43c62e-6687-4209-88de-fead3ef91060 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 943 time: 0.1022146 Feb 09 20:39:56.078238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-791db06f-9bd4-4f51-b007-c6b06fc6a078 req-b4acb467-7ddf-4b7f-bfc2-53df0daf9570 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870359 Feb 09 20:39:56.118046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-e8c88ddf-98e1-42c1-959f-7cdb3f88733d service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726519 Feb 09 20:39:56.133073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-b0d724e1-c03a-430f-88da-59589ff22310 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106032 Feb 09 20:39:56.141286 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f482dd-a2f3-4619-ac08-653369eb6249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f372e4ae-3891-4ca3-b692-eb7819f267d4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:56.144447 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f482dd-a2f3-4619-ac08-653369eb6249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:56.152157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b2f482dd-a2f3-4619-ac08-653369eb6249 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f372e4ae-3891-4ca3-b692-eb7819f267d4 HTTP/1.1" status: 204 len: 168 time: 1.5705018 Feb 09 20:39:56.187964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1602c2d1-2061-43f7-af93-df7b288a7213 req-948cacaf-9ab6-4151-b66b-1fabcda84e71 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 210 time: 0.0726950 Feb 09 20:39:56.253567 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:56.256302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f482dd-a2f3-4619-ac08-653369eb6249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f372e4ae-3891-4ca3-b692-eb7819f267d4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:56.335982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] For port c3465799-92f9-4800-9b4f-8efead0b2456, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c3465799-92f9-4800-9b4f-8efead0b2456,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:56.337255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:56.383972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c988974-8fbc-49dc-91f1-e674360060ac req-39b46412-f6fd-4daa-8538-d29a33c1afc7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:56.385734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c988974-8fbc-49dc-91f1-e674360060ac req-39b46412-f6fd-4daa-8538-d29a33c1afc7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 949 time: 0.0788856 Feb 09 20:39:56.390692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Calling delete_port for c3465799-92f9-4800-9b4f-8efead0b2456 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:39:56.443303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91249dba-e6a2-4e9f-b49f-4f93562e3c85 req-38a26bfd-778b-42ac-8e12-bc916ab6e252 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856584 Feb 09 20:39:56.470835 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c988974-8fbc-49dc-91f1-e674360060ac req-6811bef2-79ef-4c50-a58d-e5beefd76a72 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739150 Feb 09 20:39:56.721975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-f22a8c47-a1db-4bdd-8757-99156d0ff4ae tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0b4d4cc3cfb473ea11dd3f8fdc063f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469341 Feb 09 20:39:56.812080 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c3465799-92f9-4800-9b4f-8efead0b2456), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:56.868422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event deleted for resources: {'Port': ['ID=c3465799-92f9-4800-9b4f-8efead0b2456,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:56.891284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8505f-c33a-4dd6-8ff1-3cfe9a003a41 req-fb053469-3b84-4fca-b2f0-69a7bc4fe0f6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:56.893693 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8b8505f-c33a-4dd6-8ff1-3cfe9a003a41 req-fb053469-3b84-4fca-b2f0-69a7bc4fe0f6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 949 time: 0.2983341 Feb 09 20:39:56.993862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] No DVR routers for this DVR port c3465799-92f9-4800-9b4f-8efead0b2456 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:39:57.006240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:57.007174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99a0e4-3006-432e-8f96-74acf6d91e99 req-4267a3d6-0700-4333-9439-78396f191102 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:57.009673 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a26a109f-3b6d-49db-bab9-4d41b870e7ce req-1335f80a-257b-45a2-bd82-7dcd7805ff6c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.50 "DELETE /v2.0/ports/c3465799-92f9-4800-9b4f-8efead0b2456 HTTP/1.1" status: 204 len: 173 time: 1.9319050 Feb 09 20:39:57.010172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf2b119-a4e2-427d-a631-7e88f61cb70b', 'name': 'network-vif-deleted', 'tag': 'c3465799-92f9-4800-9b4f-8efead0b2456'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:39:57.012593 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8601253-6dee-4a5e-a553-66dd3ccf6bb8" -d '{"events": [{"server_uuid": "9bf2b119-a4e2-427d-a631-7e88f61cb70b", "name": "network-vif-deleted", "tag": "c3465799-92f9-4800-9b4f-8efead0b2456"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:39:57.019300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dc99a0e4-3006-432e-8f96-74acf6d91e99 req-4267a3d6-0700-4333-9439-78396f191102 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1499877 Feb 09 20:39:57.034431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-3cb184d8-ada6-4970-af31-1aee4fa2a2eb tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:57.037385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-3cb184d8-ada6-4970-af31-1aee4fa2a2eb tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3097162 Feb 09 20:39:57.041169 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8b8505f-c33a-4dd6-8ff1-3cfe9a003a41 req-28572642-5656-490a-8dac-0b5c6980bc2c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158364 Feb 09 20:39:57.058595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Request body: {'port': {'device_id': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'd0b4d4cc3cfb473ea11dd3f8fdc063f3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:57.075510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:39:57.149534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dc99a0e4-3006-432e-8f96-74acf6d91e99 req-6f4c0afa-6370-4c55-8c24-59cb834ae30b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287413 Feb 09 20:39:57.230984 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e85e2e-980c-4795-ae29-12fa8db4ef37 x-openstack-request-id: req-52e85e2e-980c-4795-ae29-12fa8db4ef37 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:39:57.231471 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf2b119-a4e2-427d-a631-7e88f61cb70b", "name": "network-vif-deleted", "tag": "c3465799-92f9-4800-9b4f-8efead0b2456", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:39:57.231598 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-52e85e2e-980c-4795-ae29-12fa8db4ef37 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:39:57.234697 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf2b119-a4e2-427d-a631-7e88f61cb70b', 'name': 'network-vif-deleted', 'tag': 'c3465799-92f9-4800-9b4f-8efead0b2456', 'status': 'completed', 'code': 200} Feb 09 20:39:57.245038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Made reservation on behalf of d0b4d4cc3cfb473ea11dd3f8fdc063f3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:39:57.252492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:57.278542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:57.470019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:57.510808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks [] for security_group (1d627145-6bc8-46df-ad23-a6d1b2258aad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:57.511946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'mac_address': 'fa:16:3e:4c:ee:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:39:57.523252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1d627145-6bc8-46df-ad23-a6d1b2258aad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:57.528960 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-51427f11-ff88-4294-9009-74894924bfc3 req-44a729f2-8f70-4642-9812-01430b287e9d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=9bf2b119-a4e2-427d-a631-7e88f61cb70b HTTP/1.1" status: 200 len: 210 time: 0.0390613 Feb 09 20:39:57.591387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:39:57.592233 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:57.623772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3eaa75-8102-4313-89f5-7844b5b43cd6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:39:57.720650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:39:57.727391 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:57.738026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d627145-6bc8-46df-ad23-a6d1b2258aad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:57.744117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-adc3e4ec-d035-4eb5-91b4-42ea9b838918 req-83faa3c3-fbf5-4b81-a37f-c99b8b0871c3 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 210 time: 0.0852339 Feb 09 20:39:57.788379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaa38b-1e65-4d97-87c4-a8ab24cdfd13 req-0eadaee0-4e34-48ce-98a4-e8d017f191b1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:57.805245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aaaaa38b-1e65-4d97-87c4-a8ab24cdfd13 req-0eadaee0-4e34-48ce-98a4-e8d017f191b1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.4475286 Feb 09 20:39:57.995472 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-2ef11590-8bd9-41c8-b260-04cd9e481c2b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=bcd7f580d3114ade817c45446cec434d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629630 Feb 09 20:39:58.023394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aaaaa38b-1e65-4d97-87c4-a8ab24cdfd13 req-3ffbe545-6fb0-4f5e-bb27-166151a50d43 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168281 Feb 09 20:39:58.032689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c3465799-92f9-4800-9b4f-8efead0b2456 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:39:58.065659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: c3465799-92f9-4800-9b4f-8efead0b2456 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:39:58.066055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c3465799-92f9-4800-9b4f-8efead0b2456 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:39:58.081875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Allocated IP 192.168.233.146 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/c1a24730-2805-4f1e-9e1c-f120e21c2e3e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:39:58.105099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=12']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:58.163308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['1c3eaa75-8102-4313-89f5-7844b5b43cd6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:39:58.241234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-51e2c2a3-cb16-4762-b464-f0f8edbbced7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:58.252073 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-51e2c2a3-cb16-4762-b464-f0f8edbbced7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544794 Feb 09 20:39:58.296555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-2a8c127d-7141-46bf-b347-10c4a18a9730 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/quotas/bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 375 time: 0.0432427 Feb 09 20:39:58.322130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-be14a728-1855-4883-987b-44eb00ad8922 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264277 Feb 09 20:39:58.389955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-de8f6864-0686-4438-9b56-d17bc81a1df1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921566 Feb 09 20:39:58.533315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks [] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:58.585717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd11c6-7c55-4878-9517-5d31f0f409c6 req-51b0b01d-ad83-4d28-8a9b-5c1564239d9f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:58.587786 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fdd11c6-7c55-4878-9517-5d31f0f409c6 req-51b0b01d-ad83-4d28-8a9b-5c1564239d9f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.2751391 Feb 09 20:39:58.592340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-13665dde-aa1b-4df7-a3e9-1608dcd18e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:58.594386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-13665dde-aa1b-4df7-a3e9-1608dcd18e98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1130 time: 0.2009971 Feb 09 20:39:58.631705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9746ad10-6d86-4c8e-82c9-d29c21e32c95 req-26185bdb-02b2-4be8-97a4-51da0627f24d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 210 time: 0.0465930 Feb 09 20:39:58.771327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fdd11c6-7c55-4878-9517-5d31f0f409c6 req-fa04547d-039b-4cb9-a333-af7e33181579 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585958 Feb 09 20:39:58.816230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:58.981038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:59.018874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:39:59.021681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-5df7e5a1-e047-4f60-9af8-5f7dc59d894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:59.023292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-5df7e5a1-e047-4f60-9af8-5f7dc59d894d service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.3069563 Feb 09 20:39:59.031133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:39:59.043185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:39:59.113992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-6031fe95-b33e-4146-ac57-49f5604d96d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 217 time: 0.0805414 Feb 09 20:39:59.152766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838f18-4244-4df6-ac41-0558655b92a5 req-4a69bb8b-a840-495b-9501-3f04e2e347dc tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:59.154904 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b838f18-4244-4df6-ac41-0558655b92a5 req-4a69bb8b-a840-495b-9501-3f04e2e347dc tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 936 time: 0.2300296 Feb 09 20:39:59.220303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:59.225855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-35ca953b-ca67-4031-9907-6a293afedf2e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979306221', 'description': 'tempest-description--852160171'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:59.232928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:59.234415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.262014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-f206d621-b906-460a-9be5-f7fe90fc933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:59.265144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-f206d621-b906-460a-9be5-f7fe90fc933e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1368539 Feb 09 20:39:59.270940 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35ca953b-ca67-4031-9907-6a293afedf2e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.275596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-4611db17-5a73-4a72-9715-c5943acbce67 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2236679 Feb 09 20:39:59.328323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Request body: {'port': {'device_id': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:59.336255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-d6891c53-97af-4943-9655-ec949cf5ddd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642397 Feb 09 20:39:59.410693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-df2ef5e8-138b-4a4d-9dfd-184f20bd1548 None None] Provisioning complete for port c1a24730-2805-4f1e-9e1c-f120e21c2e3e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:39:59.411310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df2ef5e8-138b-4a4d-9dfd-184f20bd1548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.449318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff0453-e8bb-4f63-9864-e26689ffee0e req-3b78a39a-2998-4271-a29a-43beb5a41b32 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:39:59.454385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40ff0453-e8bb-4f63-9864-e26689ffee0e req-3b78a39a-2998-4271-a29a-43beb5a41b32 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1486063 Feb 09 20:39:59.469474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b838f18-4244-4df6-ac41-0558655b92a5 req-7fa6fe51-b332-4216-9cae-2a99e543f47e tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618356 Feb 09 20:39:59.484643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-df2ef5e8-138b-4a4d-9dfd-184f20bd1548 None None] Port c1a24730-2805-4f1e-9e1c-f120e21c2e3e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:39:59.534320 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.569984 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40ff0453-e8bb-4f63-9864-e26689ffee0e req-7c4c981f-dc9a-4160-9458-d3f2fbe61436 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765436 Feb 09 20:39:59.599141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35ca953b-ca67-4031-9907-6a293afedf2e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group (e024bc8c-e409-4592-b0a2-fc9008aa1cb3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.600237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-48f96917-127c-4d5e-8983-a1212c79f58c service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286198 Feb 09 20:39:59.604557 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35ca953b-ca67-4031-9907-6a293afedf2e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e024bc8c-e409-4592-b0a2-fc9008aa1cb3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.672340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35ca953b-ca67-4031-9907-6a293afedf2e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.681154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-35ca953b-ca67-4031-9907-6a293afedf2e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4593730 Feb 09 20:39:59.685479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42260) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:59.700936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-721c901a-fa53-43f3-91ac-25b325529c60 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Request body: {'security_group_rule': {'security_group_id': 'e024bc8c-e409-4592-b0a2-fc9008aa1cb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:39:59.733026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca953b-ca67-4031-9907-6a293afedf2e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e024bc8c-e409-4592-b0a2-fc9008aa1cb3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:59.784016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-707b6013-162d-4fd1-a9c5-ccbb155d2af7 req-fc73b80a-c7f3-4f63-a585-2c19275186b1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 210 time: 0.0474916 Feb 09 20:39:59.790099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-721c901a-fa53-43f3-91ac-25b325529c60 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group_rule (3e1d285a-c252-467b-9d85-e43f3f79989c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.935143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-721c901a-fa53-43f3-91ac-25b325529c60 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group_rule (3e1d285a-c252-467b-9d85-e43f3f79989c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.943715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-721c901a-fa53-43f3-91ac-25b325529c60 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (3e1d285a-c252-467b-9d85-e43f3f79989c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.972825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c901a-fa53-43f3-91ac-25b325529c60 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1d285a-c252-467b-9d85-e43f3f79989c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:39:59.980675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-721c901a-fa53-43f3-91ac-25b325529c60 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:39:59.986469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-721c901a-fa53-43f3-91ac-25b325529c60 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982302 Feb 09 20:39:59.989782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:39:59.994651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-14bbf83e-9606-401f-a338-883a8c4ed6b6 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Request body: {'security_group_rule': {'security_group_id': 'e024bc8c-e409-4592-b0a2-fc9008aa1cb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:00.010258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b61f3-0ec9-463d-b29a-71e35e1d296f req-2cc5ec95-6f76-4b56-a6cb-56dc98b3e0a2 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:00.017774 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c7b61f3-0ec9-463d-b29a-71e35e1d296f req-2cc5ec95-6f76-4b56-a6cb-56dc98b3e0a2 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1290352 Feb 09 20:40:00.075267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14bbf83e-9606-401f-a338-883a8c4ed6b6 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group_rule (10168e6e-239d-4552-a168-f6f7f38b5231), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.112325 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c7b61f3-0ec9-463d-b29a-71e35e1d296f req-95c555f9-03fe-4a93-957f-bba965c92ade tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909793 Feb 09 20:40:00.246281 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14bbf83e-9606-401f-a338-883a8c4ed6b6 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group_rule (10168e6e-239d-4552-a168-f6f7f38b5231), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.255986 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14bbf83e-9606-401f-a338-883a8c4ed6b6 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (10168e6e-239d-4552-a168-f6f7f38b5231), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.261768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-72c6ea99-a549-4311-a1f8-b8589fe41061 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bcd7f580d3114ade817c45446cec434d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961950 Feb 09 20:40:00.280591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbf83e-9606-401f-a338-883a8c4ed6b6 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10168e6e-239d-4552-a168-f6f7f38b5231,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:00.294035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-14bbf83e-9606-401f-a338-883a8c4ed6b6 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.300778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:00.301909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-14bbf83e-9606-401f-a338-883a8c4ed6b6 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107061 Feb 09 20:40:00.335765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:00.344359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-407abce7-6217-45a4-98e4-e4ee4f3a0c4c req-b9766492-c14c-4685-bca8-f8c5affb823e service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333517 Feb 09 20:40:00.423723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.562404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-aadc6fdb-9f3c-4b17-94e3-0ed1ba63a9cc tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:00.563922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-aadc6fdb-9f3c-4b17-94e3-0ed1ba63a9cc tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929580 Feb 09 20:40:00.603717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Request body: {'port': {'device_id': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'bcd7f580d3114ade817c45446cec434d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:00.610941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a24730-2805-4f1e-9e1c-f120e21c2e3e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:00.661248 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Publish callbacks [] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.703661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Transition to ACTIVE for port object c1a24730-2805-4f1e-9e1c-f120e21c2e3e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:40:00.725565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.754794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1087c-47a2-4d9c-ad9b-000ed5c6ee63 req-8440314d-c178-43f8-97e0-1c2cca216e56 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:00.756510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e1087c-47a2-4d9c-ad9b-000ed5c6ee63 req-8440314d-c178-43f8-97e0-1c2cca216e56 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 936 time: 0.2174482 Feb 09 20:40:00.779734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf233-cd0c-490c-a94d-c48331aac3e4 req-ded1e561-36f5-4277-aa69-6c69529c4b54 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:00.781374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bedaf233-cd0c-490c-a94d-c48331aac3e4 req-ded1e561-36f5-4277-aa69-6c69529c4b54 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.0743783 Feb 09 20:40:00.859608 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bedaf233-cd0c-490c-a94d-c48331aac3e4 req-e272dbde-5f70-448a-8332-72611bf8ec03 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575168 Feb 09 20:40:00.872753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:00.919135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Made reservation on behalf of bcd7f580d3114ade817c45446cec434d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:40:00.922516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.969907 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:00.978130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e1087c-47a2-4d9c-ad9b-000ed5c6ee63 req-79f9024f-de1f-47d7-8b52-60f642226fdc tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955836 Feb 09 20:40:01.073472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:01.084555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29b692ce-81e1-4bf1-b00f-742c14562896 req-07a3d7c9-777d-4609-a42c-1dc4b325c88b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 210 time: 0.0441954 Feb 09 20:40:01.186620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Attempting to bind port c1a24730-2805-4f1e-9e1c-f120e21c2e3e on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:01.187089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Attempting to bind port c1a24730-2805-4f1e-9e1c-f120e21c2e3e by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:01.187443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Attempting to bind port c1a24730-2805-4f1e-9e1c-f120e21c2e3e on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:01.189384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:40:01.195098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:01.195825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:01.199378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Port c1a24730-2805-4f1e-9e1c-f120e21c2e3e on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:40:01.199731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Attempting to bind port c1a24730-2805-4f1e-9e1c-f120e21c2e3e on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:01.241891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:01.242239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:01.242633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:01.243091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Bound port: c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:01.243455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:01.314515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:01.314935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:01.332527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Allocated IP 172.25.4.90 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/135bdccd-713a-4fac-bbd5-87c22d94885f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:01.345445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:01.348813 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3000c257-f58e-4243-8a64-b3658dc81dd3" -d '{"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:01.366443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:01.372021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:01.414637 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bfa496-4370-400f-bcdf-2d6e6f1d20e7 x-openstack-request-id: req-f9bfa496-4370-400f-bcdf-2d6e6f1d20e7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:01.415097 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:01.415453 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f9bfa496-4370-400f-bcdf-2d6e6f1d20e7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:01.416003 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'code': 200} Feb 09 20:40:01.432578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:01.435472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=13']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:01.435933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:01.453808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:01.478031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Allocated IP 192.168.233.18 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/bb04b31d-9ec4-4eb8-bf17-44ce71e4b947) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:01.567183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:01.567827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:01.569506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] 10.222.0.13 "PUT /v2.0/ports/c1a24730-2805-4f1e-9e1c-f120e21c2e3e HTTP/1.1" status: 200 len: 1097 time: 2.2645452 Feb 09 20:40:01.569986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:01.572291 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611" -d '{"events": [{"name": "network-changed", "server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:01.649220 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93710675-a771-404b-b208-c77c71406fed x-openstack-request-id: req-93710675-a771-404b-b208-c77c71406fed {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:01.649766 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:01.650236 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-93710675-a771-404b-b208-c77c71406fed {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:01.650801 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'status': 'completed', 'code': 200} Feb 09 20:40:01.697645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968066a9-489b-4967-becb-561a184de117 req-68085d43-1bed-4986-9f0b-8bcf43ab4846 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:01.700172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968066a9-489b-4967-becb-561a184de117 req-68085d43-1bed-4986-9f0b-8bcf43ab4846 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.4503872 Feb 09 20:40:01.736097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838caa5-1222-4630-b35c-d12c9f53b84b service neutron] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:01.913713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-5b2fa9d6-1f6f-4027-af23-e9110f5a1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:01.918023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-5b2fa9d6-1f6f-4027-af23-e9110f5a1588 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0b4d4cc3cfb473ea11dd3f8fdc063f3&device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 1131 time: 0.2934866 Feb 09 20:40:01.931051 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968066a9-489b-4967-becb-561a184de117 req-f5c9c54f-1e9d-4915-94b4-82f7673af27d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048407 Feb 09 20:40:01.934371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for port (135bdccd-713a-4fac-bbd5-87c22d94885f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:01.950998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:01.996438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-138c06cf-6b01-4c1c-8663-b7389a74a113 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e HTTP/1.1" status: 200 len: 217 time: 0.0570481 Feb 09 20:40:02.077998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340cd68-1a21-4858-b06d-1fee0713823d req-9e183f6f-fdb6-4025-ac09-fab2f2a11a07 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:02.088075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a340cd68-1a21-4858-b06d-1fee0713823d req-9e183f6f-fdb6-4025-ac09-fab2f2a11a07 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1114645 Feb 09 20:40:02.108001 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks [] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.160915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a340cd68-1a21-4858-b06d-1fee0713823d req-498e620d-5465-4907-bbef-2d984845a708 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711944 Feb 09 20:40:02.180554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (135bdccd-713a-4fac-bbd5-87c22d94885f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.191764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-89b4e62f-0e8b-4dfa-8d49-aee33878198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:02.194688 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-89b4e62f-0e8b-4dfa-8d49-aee33878198d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1880050 Feb 09 20:40:02.197286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e9e66c9-267b-4d69-910c-cb2de0477564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.302651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77c4a9d7-4a02-4f66-ae51-90171bc4c741 req-595ac01a-22b2-4e9a-ab6e-adc322a9b16f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 210 time: 0.0458741 Feb 09 20:40:02.364803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:02.379791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e9e66c9-267b-4d69-910c-cb2de0477564 admin admin] Publish callbacks [] for security_group (f1a0f670-ba90-4151-84cb-04013c768f5d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.382304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:02.384467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e9e66c9-267b-4d69-910c-cb2de0477564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f1a0f670-ba90-4151-84cb-04013c768f5d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.391628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event updated for resources: {'Port': ['ID=135bdccd-713a-4fac-bbd5-87c22d94885f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:02.398607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:02.417036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d4dc6-7d0f-4463-8d55-d28363944581 req-fa5495c9-6f3a-408f-8cf7-655d2b6d0cfc tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:02.426802 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-190d4dc6-7d0f-4463-8d55-d28363944581 req-fa5495c9-6f3a-408f-8cf7-655d2b6d0cfc tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 948 time: 0.3169105 Feb 09 20:40:02.427021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4e9e66c9-267b-4d69-910c-cb2de0477564 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9b492b55181e40cb91755ab6daa27930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738641 Feb 09 20:40:02.430406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:02.444932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e66c9-267b-4d69-910c-cb2de0477564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a0f670-ba90-4151-84cb-04013c768f5d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:02.496975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.510912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['1c3eaa75-8102-4313-89f5-7844b5b43cd6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:02.524331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-aca5101c-7878-4072-9a62-27c1ec63478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:02.527037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-aca5101c-7878-4072-9a62-27c1ec63478d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2942512 Feb 09 20:40:02.538326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6756efc3-60a2-41d7-98cc-1f4f9ee7d58f admin admin] Publish callbacks [] for security_group (f1a0f670-ba90-4151-84cb-04013c768f5d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.577930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34', 'b7b10c60-f84e-4089-bc71-28b52fd0a319'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:02.588810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6756efc3-60a2-41d7-98cc-1f4f9ee7d58f admin admin] Publish callbacks [] for security_group (f1a0f670-ba90-4151-84cb-04013c768f5d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.667845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6756efc3-60a2-41d7-98cc-1f4f9ee7d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f1a0f670-ba90-4151-84cb-04013c768f5d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.671178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6756efc3-60a2-41d7-98cc-1f4f9ee7d58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.675764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6756efc3-60a2-41d7-98cc-1f4f9ee7d58f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f1a0f670-ba90-4151-84cb-04013c768f5d HTTP/1.1" status: 204 len: 168 time: 0.2413216 Feb 09 20:40:02.685652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756efc3-60a2-41d7-98cc-1f4f9ee7d58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a0f670-ba90-4151-84cb-04013c768f5d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:02.858636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for floatingip (9a891391-3bd0-4e04-b019-8ca9bfecbe20), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:02.882751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:02.894816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:02.908917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-190d4dc6-7d0f-4463-8d55-d28363944581 req-6e75f1a7-b296-4b7c-992f-3af4f07beaf7 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788640 Feb 09 20:40:02.918801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:03.002846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:03.161714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a0c1-cd6c-4610-91fd-3becb9cc20d2 req-230494b8-94c0-4760-b6b3-d7cd31157dd6 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:03.172481 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2148a0c1-cd6c-4610-91fd-3becb9cc20d2 req-230494b8-94c0-4760-b6b3-d7cd31157dd6 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1117761 Feb 09 20:40:03.323613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2148a0c1-cd6c-4610-91fd-3becb9cc20d2 req-f9e5c8bc-971d-4a0a-9ba0-d9108f8f3516 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502099 Feb 09 20:40:03.347976 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (135bdccd-713a-4fac-bbd5-87c22d94885f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:03.404611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-feac8eed-32f7-41b4-80d0-371095fda0df None None] Provisioning complete for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:03.406530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-feac8eed-32f7-41b4-80d0-371095fda0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:03.540707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-feac8eed-32f7-41b4-80d0-371095fda0df None None] Port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:40:03.645033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100250a-4512-410f-8a50-8e8ecff62918 req-06bc864d-d79b-4cad-803a-bde5bf8e5c78 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:03.656377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9100250a-4512-410f-8a50-8e8ecff62918 req-06bc864d-d79b-4cad-803a-bde5bf8e5c78 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 935 time: 0.1701088 Feb 09 20:40:03.713958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:03.714609 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:03.716719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:03.747790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-e80ae139-19c1-4711-8b55-ca95f4f098b2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1553397 Feb 09 20:40:03.761608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00440455-5012-46e0-b939-3b1a58eeee82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:03.871957 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9100250a-4512-410f-8a50-8e8ecff62918 req-a5d35db8-f1df-414f-bb71-742efe079a3f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937361 Feb 09 20:40:03.920275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-6e6891f7-20b1-40d7-b6d5-fe6a2ad430b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1801848 Feb 09 20:40:04.088047 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00440455-5012-46e0-b939-3b1a58eeee82 admin admin] Publish callbacks [] for security_group (43a925f4-6f83-4a62-ba70-bd44dde37372), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:04.176714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00440455-5012-46e0-b939-3b1a58eeee82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (43a925f4-6f83-4a62-ba70-bd44dde37372), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:04.250270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d6ab4ea-85e9-448d-8933-c9dbd17b70bf req-29c17ddc-96c0-4606-bf67-816db86facf2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349430 Feb 09 20:40:04.261770 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-ac7516b2-6603-4dda-abc3-ee76daca2bd5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6710694 Feb 09 20:40:04.281554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Request body: {'port': {'device_id': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:04.361771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-00440455-5012-46e0-b939-3b1a58eeee82 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=90cfcab2e955452883a84d20f0b33cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6421444 Feb 09 20:40:04.363502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42350) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:04.366494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00440455-5012-46e0-b939-3b1a58eeee82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a925f4-6f83-4a62-ba70-bd44dde37372,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:04.369461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-4f94638e-f23f-4b47-9d51-0dc579795c4b service neutron] 10.222.0.50 "GET /v2.0/ports/19f5290b-60e2-4046-9e5f-024d74f7c6d7/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 385 time: 1.2993267 Feb 09 20:40:04.462210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d53ceb-234e-4d26-b178-c74ca89d70df req-48de3c25-73d4-4027-baa8-1f22bdc3148c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:04.465332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9d53ceb-234e-4d26-b178-c74ca89d70df req-48de3c25-73d4-4027-baa8-1f22bdc3148c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 1.1140211 Feb 09 20:40:04.486677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7038198a-94f7-4646-b927-167e1b12d9a6 admin admin] Publish callbacks [] for security_group (43a925f4-6f83-4a62-ba70-bd44dde37372), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:04.518526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7038198a-94f7-4646-b927-167e1b12d9a6 admin admin] Publish callbacks [] for security_group (43a925f4-6f83-4a62-ba70-bd44dde37372), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:04.594861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7038198a-94f7-4646-b927-167e1b12d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (43a925f4-6f83-4a62-ba70-bd44dde37372), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:04.597726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7038198a-94f7-4646-b927-167e1b12d9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:04.603213 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7038198a-94f7-4646-b927-167e1b12d9a6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/43a925f4-6f83-4a62-ba70-bd44dde37372 HTTP/1.1" status: 204 len: 168 time: 0.2210267 Feb 09 20:40:04.620133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038198a-94f7-4646-b927-167e1b12d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a925f4-6f83-4a62-ba70-bd44dde37372,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:04.633501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540c3cb-9f85-42cd-aec2-080ed717b1a4 req-ea2fd9d2-c705-4a87-a29c-1888d723e24b tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:04.635143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2540c3cb-9f85-42cd-aec2-080ed717b1a4 req-ea2fd9d2-c705-4a87-a29c-1888d723e24b tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 948 time: 0.5426261 Feb 09 20:40:04.644943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-8900fcd2-8737-4500-88c5-735a4bb5ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:04.652389 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-8900fcd2-8737-4500-88c5-735a4bb5ac32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 1133 time: 0.5510931 Feb 09 20:40:04.700179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9d53ceb-234e-4d26-b178-c74ca89d70df req-cbcb2823-c12e-4591-b35a-7d1321286e31 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832635 Feb 09 20:40:04.728972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:05.001099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-32db8942-3d8f-4ae4-9081-fa9373a09f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:05.002878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-32db8942-3d8f-4ae4-9081-fa9373a09f9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3202338 Feb 09 20:40:05.008989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2540c3cb-9f85-42cd-aec2-080ed717b1a4 req-e727a18d-1e1e-436c-81f3-fde03824a2b9 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550434 Feb 09 20:40:05.054695 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-18cb711f-32ee-458d-90a3-e0478cd4ca6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 200 len: 217 time: 0.0445800 Feb 09 20:40:05.128374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-6cd75c3b-e4de-4c73-959b-9b0faf08339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:05.131947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-6cd75c3b-e4de-4c73-959b-9b0faf08339a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0695138 Feb 09 20:40:05.354221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-84e3b100-3fcf-413e-a75e-8647030a8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:05.357902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-1806cf1b-f4ae-4dc5-b5a3-283276f4b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:05.358987 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-84e3b100-3fcf-413e-a75e-8647030a8413 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2203732 Feb 09 20:40:05.360298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-1806cf1b-f4ae-4dc5-b5a3-283276f4b28c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0b4d4cc3cfb473ea11dd3f8fdc063f3&device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 1131 time: 1.0262735 Feb 09 20:40:05.386827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc092c-846a-4a6e-8246-78d6028f0432 req-df74f960-64b5-4787-bcc7-5d45405b625a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:05.390277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bdc092c-846a-4a6e-8246-78d6028f0432 req-df74f960-64b5-4787-bcc7-5d45405b625a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 935 time: 0.2272010 Feb 09 20:40:05.573784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for port (135bdccd-713a-4fac-bbd5-87c22d94885f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:05.575484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bdc092c-846a-4a6e-8246-78d6028f0432 req-ff32993a-914a-4859-b65e-8d02ae469596 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720715 Feb 09 20:40:05.620159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (135bdccd-713a-4fac-bbd5-87c22d94885f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:05.654374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-3f653e91-992d-4ee3-bd4d-879f71c8250e service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815609 Feb 09 20:40:05.743491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376ca6c-3b24-49b9-bcc7-8a070c1f8d85 req-078d7157-0890-4417-ab23-f970e7ae1b6b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:05.746571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d376ca6c-3b24-49b9-bcc7-8a070c1f8d85 req-078d7157-0890-4417-ab23-f970e7ae1b6b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.5839705 Feb 09 20:40:05.904116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15c59483-df6f-49c1-91ce-87f388cb1a84 req-acedb6b0-1d77-4d54-b147-663c338c7014 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403898 Feb 09 20:40:06.029820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:06.053307 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511f83d-dac8-4e1d-826f-da96019c352a req-c564e82d-3bd3-4269-8387-7faff30c6920 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:06.055110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:06.072078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3511f83d-dac8-4e1d-826f-da96019c352a req-c564e82d-3bd3-4269-8387-7faff30c6920 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 944 time: 0.1583257 Feb 09 20:40:06.103237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f5290b-60e2-4046-9e5f-024d74f7c6d7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:06.117744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:06.180634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3511f83d-dac8-4e1d-826f-da96019c352a req-2fa8e5e9-222a-4073-bc46-8226061b013a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073902 Feb 09 20:40:06.194414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d376ca6c-3b24-49b9-bcc7-8a070c1f8d85 req-722ee2f1-8824-4af6-bac0-0f2331aded2e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412290 Feb 09 20:40:06.195090 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:06.266540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event updated for resources: {'Port': ['ID=135bdccd-713a-4fac-bbd5-87c22d94885f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:06.304103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-4f33fb1e-c6f9-4520-ac31-b5c1be09ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:06.305907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-4f33fb1e-c6f9-4520-ac31-b5c1be09ab6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.8899872 Feb 09 20:40:06.311106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:06.369276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-311fcf32-cc28-4de9-9063-25c76eb001d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e HTTP/1.1" status: 200 len: 217 time: 0.0507870 Feb 09 20:40:06.371599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Publish callbacks [] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:06.377466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (9a891391-3bd0-4e04-b019-8ca9bfecbe20), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:06.417055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b031a65-4e6d-42af-a65e-d63f5f971ecd req-5a10280b-6ecf-4791-93e8-117cc6aabe83 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:06.419240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b031a65-4e6d-42af-a65e-d63f5f971ecd req-5a10280b-6ecf-4791-93e8-117cc6aabe83 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 948 time: 0.1093845 Feb 09 20:40:06.438705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:06.440032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d6eedd7f-fa06-4639-9715-e6a9d7e2b78c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1365786 Feb 09 20:40:06.469044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Transition to ACTIVE for port object bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:40:06.477998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:06.541180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] Transition to ACTIVE for port object 19f5290b-60e2-4046-9e5f-024d74f7c6d7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:40:06.542374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:06.549554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:06.552578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-4b5418de-4a7e-4433-909b-a8d6753af486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:06.554223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-4b5418de-4a7e-4433-909b-a8d6753af486 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1588886 Feb 09 20:40:06.588391 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b031a65-4e6d-42af-a65e-d63f5f971ecd req-577186b5-91b3-49b6-9646-d8c567c5a937 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624370 Feb 09 20:40:06.734404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] No DVR routers for this DVR port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:40:06.981669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-4ec0679d-940d-4b16-a138-e05ec78d0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:06.990228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-4ec0679d-940d-4b16-a138-e05ec78d0aef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4246728 Feb 09 20:40:07.012263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] 10.222.0.50 "PUT /v2.0/ports/19f5290b-60e2-4046-9e5f-024d74f7c6d7/bindings/n-h1-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 2.6130655 Feb 09 20:40:07.064227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae90c21-0540-4783-bbae-8688a7b92dbc service neutron] Pushing event updated for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:07.131087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:07.131436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:07.131805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:07.148541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:07.158497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-ff76c459-2759-4a81-b53a-1c164657b923 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:07.169684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-ff76c459-2759-4a81-b53a-1c164657b923 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 821 time: 0.3264880 Feb 09 20:40:07.170638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:40:07.170982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:07.192586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:07.193017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:07.193333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:07.193797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Bound port: bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:07.194431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:07.230686 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-3e83e628-174d-47b3-8b0d-633ac71d3aea tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/quotas/614a45e2b85a4f45808a109d729f188d HTTP/1.1" status: 200 len: 375 time: 0.0588031 Feb 09 20:40:07.283760 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-dded272f-29fd-4fb4-b98b-19c41f7289f3 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518782 Feb 09 20:40:07.322295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570217f1-1d7d-4f03-99c5-90fda3f11b9c req-5cd8ec3b-d7ed-4f73-8845-1ff02e60f35d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:07.324001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-570217f1-1d7d-4f03-99c5-90fda3f11b9c req-5cd8ec3b-d7ed-4f73-8845-1ff02e60f35d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 947 time: 0.4752083 Feb 09 20:40:07.412822 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-83f4916e-7570-4c6d-99c8-6af9ebcca0a2 service neutron] 10.222.0.102 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278858 Feb 09 20:40:07.483197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:07.484413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:07.490886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:07.501649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-3d7ea179-bbfd-456a-8775-515ae1650da2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494379 Feb 09 20:40:07.516829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'mac_address': 'fa:16:3e:16:cb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:07.518927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:07.551843 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-29e938a5-e2eb-400c-bf85-403badbcf85c service neutron] 10.222.0.102 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381125 Feb 09 20:40:07.602429 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6841595-e233-4714-8ccc-d65d8436d1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:07.609980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-2cc5b0e4-4c5a-4146-a376-b4453cd411b8 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:07.611536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-2cc5b0e4-4c5a-4146-a376-b4453cd411b8 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.4913039 Feb 09 20:40:07.619440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1a24730-2805-4f1e-9e1c-f120e21c2e3e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:07.619856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:07.640712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a24730-2805-4f1e-9e1c-f120e21c2e3e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:07.675873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:07.681388 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:07.746692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:07.835075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:07.836528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:07.839160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b0e11563-161d-44b2-9622-fe8aee4ee7a1 service neutron] 10.222.0.50 "PUT /v2.0/ports/bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 1096 time: 3.5640614 Feb 09 20:40:07.841348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9e492e2-dc7f-4e9b-aa26-fc72410fc611 req-c2e982a8-3fd5-4167-8412-9121adb21dc1 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155718 Feb 09 20:40:07.842584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:07.845077 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06652aca-865e-49a6-839b-be753af1ad8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:07.867616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-570217f1-1d7d-4f03-99c5-90fda3f11b9c req-76ef4004-9d29-449a-a2dd-88bd2f7493c6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890847 Feb 09 20:40:07.877656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:07.928291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841acd70-c8ff-4695-a0ce-262b30852c6e req-2da01a09-56a4-4fb3-a60f-3737ade4c597 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:07.930667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-841acd70-c8ff-4695-a0ce-262b30852c6e req-2da01a09-56a4-4fb3-a60f-3737ade4c597 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 945 time: 0.1591148 Feb 09 20:40:07.980629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c1a24730-2805-4f1e-9e1c-f120e21c2e3e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:08.020625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-fb1b5031-5f5a-40eb-a92b-093122967d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:08.025323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-fb1b5031-5f5a-40eb-a92b-093122967d3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d&tenant_id=97292526b23f47e7b063a919fd79ffee HTTP/1.1" status: 200 len: 1128 time: 0.2674983 Feb 09 20:40:08.057191 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-841acd70-c8ff-4695-a0ce-262b30852c6e req-a272d05d-3261-4888-8025-b63a2a5e3741 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197932 Feb 09 20:40:08.130334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-6f803e93-60f5-48e2-bbf2-0c80020ff062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:08.131966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-6f803e93-60f5-48e2-bbf2-0c80020ff062 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1130 time: 0.2366095 Feb 09 20:40:08.228457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-e84c0a0c-673a-4b63-9ac7-147ae6ca2b3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.0692720 Feb 09 20:40:08.373064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-d72d66c0-9323-45ca-8861-b16d69605637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:08.382141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-d72d66c0-9323-45ca-8861-b16d69605637 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1438441 Feb 09 20:40:08.416465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863cdc-6a94-454b-920b-c02e9646b916 req-d54ee277-54c8-408d-b1af-31f6aa9ddec3 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:08.418773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f5863cdc-6a94-454b-920b-c02e9646b916 req-d54ee277-54c8-408d-b1af-31f6aa9ddec3 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.3659582 Feb 09 20:40:08.500024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-210e9adc-47d2-4059-bd37-222e4b39de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:08.502208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-210e9adc-47d2-4059-bd37-222e4b39de3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1128 time: 0.4424443 Feb 09 20:40:08.546805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71f1dc-96cd-48c6-aedd-fcba1530034a req-929c19f2-c477-4f3e-8e3e-169e3470bf69 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:08.562767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f5863cdc-6a94-454b-920b-c02e9646b916 req-4324ab8b-fa30-4326-8bea-fc6ce850a54b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726171 Feb 09 20:40:08.568680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab71f1dc-96cd-48c6-aedd-fcba1530034a req-929c19f2-c477-4f3e-8e3e-169e3470bf69 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 949 time: 0.1144474 Feb 09 20:40:08.660337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-521e0a8d-553a-438f-ae82-2173cdb03216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:08.662115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-521e0a8d-553a-438f-ae82-2173cdb03216 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2420762 Feb 09 20:40:08.697631 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab71f1dc-96cd-48c6-aedd-fcba1530034a req-8b023c79-5a56-43f3-8ea9-5544a5452fbd tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251774 Feb 09 20:40:08.776406 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb37f9d-8fdc-4489-8fde-ae96e62dd53c x-openstack-request-id: req-9bb37f9d-8fdc-4489-8fde-ae96e62dd53c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:08.777391 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:08.777877 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9bb37f9d-8fdc-4489-8fde-ae96e62dd53c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:08.778563 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'status': 'completed', 'code': 200} Feb 09 20:40:08.873239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-e99dab62-5997-41a7-807d-31ac9b07804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:08.878247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-e99dab62-5997-41a7-807d-31ac9b07804c service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.3200707 Feb 09 20:40:08.890784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db17c16f-f214-43e9-a3da-819ade58705e req-54283804-a102-4944-af8f-3a50dd305a60 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 210 time: 0.1107252 Feb 09 20:40:08.988734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-0c7b207d-35d0-4053-bdc9-63ee4e1ba9e1 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130493 Feb 09 20:40:08.990241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-83a36840-e892-4c71-9443-4f7d264017bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 200 len: 217 time: 0.0908811 Feb 09 20:40:09.149816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:09.256437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c2c1a-40a1-4b25-933e-f5afe49e8811 req-cef1b30d-c3f2-4106-99b6-0839c0de6de7 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:09.264328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-672c2c1a-40a1-4b25-933e-f5afe49e8811 req-cef1b30d-c3f2-4106-99b6-0839c0de6de7 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 945 time: 0.0846252 Feb 09 20:40:09.277726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port c1a24730-2805-4f1e-9e1c-f120e21c2e3e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:40:09.283554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port c1a24730-2805-4f1e-9e1c-f120e21c2e3e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:09.285250 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:09.344735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-672c2c1a-40a1-4b25-933e-f5afe49e8811 req-8b730b93-a10d-4caa-a476-2bc248d5b408 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793695 Feb 09 20:40:09.432636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1a24730-2805-4f1e-9e1c-f120e21c2e3e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:09.433058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:09.507221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:09.515203 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d339d6d-a8b5-4069-9e26-6baba562b741" -d '{"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-plugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:09.536209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:09.541285 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:09.569969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-a25c35e2-2c07-4d67-95ea-84a19ff96be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:09.571995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-a25c35e2-2c07-4d67-95ea-84a19ff96be9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.5726919 Feb 09 20:40:09.646742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:09.662124 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f449cd-7818-47b6-beeb-4c0532402bcd x-openstack-request-id: req-11f449cd-7818-47b6-beeb-4c0532402bcd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:09.668430 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-plugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:09.668868 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-11f449cd-7818-47b6-beeb-4c0532402bcd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:09.669426 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'code': 200} Feb 09 20:40:09.698262 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8398c956-efe0-48b1-a7ed-06811b8db313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:09.744231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-ad22e4c2-60fb-4424-a718-4edbd46dab23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557882 Feb 09 20:40:09.835783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d223ed-8150-45de-99d1-4d7bdd17a302 req-7e114f4d-7309-4b73-be13-56e8c7afb643 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:09.839157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f4d223ed-8150-45de-99d1-4d7bdd17a302 req-7e114f4d-7309-4b73-be13-56e8c7afb643 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0946963 Feb 09 20:40:09.903992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8639b4b7-63fd-4bc3-96dc-57ea771b171f req-b40841ee-fe3a-4217-8dd6-1c6642222431 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9070017 Feb 09 20:40:09.960771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f4d223ed-8150-45de-99d1-4d7bdd17a302 req-c17b5e02-4ff8-426e-9e4c-8c9bb4edf87f tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122952 Feb 09 20:40:09.982129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538831e2-68bd-4fec-af3e-43993c52fe8f req-5b1dc536-17c2-47c3-ac03-a2c0d9c594d9 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:09.985797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-538831e2-68bd-4fec-af3e-43993c52fe8f req-5b1dc536-17c2-47c3-ac03-a2c0d9c594d9 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 947 time: 0.8690419 Feb 09 20:40:10.061909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-69cf484b-2976-492e-ac66-1d19ee425d6e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:10.064271 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-69cf484b-2976-492e-ac66-1d19ee425d6e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.13 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 821 time: 0.4964790 Feb 09 20:40:10.097983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Request body: {'port': {'device_id': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'admin_state_up': True, 'tenant_id': '614a45e2b85a4f45808a109d729f188d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:10.118258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-83c587c7-5b17-4851-98f9-97d5b1d01d75 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440359 Feb 09 20:40:10.138220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719da0b-5d0d-40cb-8c4e-22f22a870760 req-d9258df3-3d88-4f6e-b83b-26e401ea117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:10.140104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e719da0b-5d0d-40cb-8c4e-22f22a870760 req-d9258df3-3d88-4f6e-b83b-26e401ea117b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 1133 time: 0.3929489 Feb 09 20:40:10.170294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f92bec-1990-4e63-af11-239f8f18fc78 req-e8f9af51-cac5-475d-a509-eba7ad11ddc5 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:10.178038 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43f92bec-1990-4e63-af11-239f8f18fc78 req-e8f9af51-cac5-475d-a509-eba7ad11ddc5 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 950 time: 0.1133959 Feb 09 20:40:10.205676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42490) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:10.233733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43f92bec-1990-4e63-af11-239f8f18fc78 req-628496a6-1cab-4116-ad6c-1090e4fd263b tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544996 Feb 09 20:40:10.372573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-538831e2-68bd-4fec-af3e-43993c52fe8f req-55ae39f0-0910-41b1-a795-06f8424fe37a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064554 Feb 09 20:40:10.390199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06652aca-865e-49a6-839b-be753af1ad8e req-a6d10d62-61f6-48b2-a594-05611aa03ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:10.391908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06652aca-865e-49a6-839b-be753af1ad8e req-a6d10d62-61f6-48b2-a594-05611aa03ed2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1130 time: 0.4266222 Feb 09 20:40:10.427153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-89a09904-ae3b-41d4-a435-96e0da4fc507 req-42371348-4082-4fde-8538-92f5dcb71076 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 210 time: 0.0825832 Feb 09 20:40:10.435274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e719da0b-5d0d-40cb-8c4e-22f22a870760 req-13af8aec-9632-48fb-a915-0f2b3440df75 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475474 Feb 09 20:40:10.598978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-8115ae81-204f-4b09-93c7-86126727c60d service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294419 Feb 09 20:40:10.619339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Made reservation on behalf of 614a45e2b85a4f45808a109d729f188d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:40:10.624025 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:10.626747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:10.667936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06652aca-865e-49a6-839b-be753af1ad8e req-a7e7e824-7feb-419e-957b-e27e1e8f55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:10.669513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06652aca-865e-49a6-839b-be753af1ad8e req-a7e7e824-7feb-419e-957b-e27e1e8f55cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2609739 Feb 09 20:40:10.676688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57256dd9-daaa-4031-92d9-76cad7c21346 req-714cac0d-b06a-4d2d-b5de-82357477e2e8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:10.678211 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57256dd9-daaa-4031-92d9-76cad7c21346 req-714cac0d-b06a-4d2d-b5de-82357477e2e8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 945 time: 0.1884143 Feb 09 20:40:10.727640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45f3ff35-e38b-4bf4-83c8-a37a5e3edfb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:10.762567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06652aca-865e-49a6-839b-be753af1ad8e req-9da3a7c5-4438-47aa-9077-fd801cc77dbf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.0817819 Feb 09 20:40:10.772827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c4c0e3-0d1c-4174-9e9a-d624bd013bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:10.819407 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45f3ff35-e38b-4bf4-83c8-a37a5e3edfb6 admin admin] Publish callbacks [] for security_group (11674ece-07e4-4499-be77-cf4c71679546), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:10.825719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45f3ff35-e38b-4bf4-83c8-a37a5e3edfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (11674ece-07e4-4499-be77-cf4c71679546), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:10.889664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06652aca-865e-49a6-839b-be753af1ad8e req-c15b421b-01de-46bc-82a8-c432de7cc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:10.891057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06652aca-865e-49a6-839b-be753af1ad8e req-c15b421b-01de-46bc-82a8-c432de7cc96e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1151376 Feb 09 20:40:10.892572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-45f3ff35-e38b-4bf4-83c8-a37a5e3edfb6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0818a05363024cde9fac27ce67b5ebaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646177 Feb 09 20:40:10.893290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42506) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:10.896062 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3ff35-e38b-4bf4-83c8-a37a5e3edfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11674ece-07e4-4499-be77-cf4c71679546,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:10.921699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57256dd9-daaa-4031-92d9-76cad7c21346 req-9d713ddd-f71c-477e-8c1a-25e4956903a7 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285755 Feb 09 20:40:10.975756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5ff41a2-75d3-4608-ac4c-875bf2dca99e admin admin] Publish callbacks [] for security_group (11674ece-07e4-4499-be77-cf4c71679546), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.003534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5ff41a2-75d3-4608-ac4c-875bf2dca99e admin admin] Publish callbacks [] for security_group (11674ece-07e4-4499-be77-cf4c71679546), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.043113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Allocated IP 172.20.0.9 (370206de-304d-4458-85a7-a76bb1dea670/b473652d-2853-4e93-ad64-770627efa39c/c18fed07-7583-4915-b9f0-cca2286d6018) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:11.061746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.090613 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5ff41a2-75d3-4608-ac4c-875bf2dca99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (11674ece-07e4-4499-be77-cf4c71679546), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.093764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5ff41a2-75d3-4608-ac4c-875bf2dca99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.095268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b5ff41a2-75d3-4608-ac4c-875bf2dca99e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/11674ece-07e4-4499-be77-cf4c71679546 HTTP/1.1" status: 204 len: 168 time: 0.2002914 Feb 09 20:40:11.131588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff41a2-75d3-4608-ac4c-875bf2dca99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11674ece-07e4-4499-be77-cf4c71679546,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:11.141038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f62-4808-4ebd-8686-ee7945950748 req-ee1b3e57-af26-430e-93ea-c5bc6e52a7d5 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:11.142496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-ee1b3e57-af26-430e-93ea-c5bc6e52a7d5 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.2279830 Feb 09 20:40:11.152316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06652aca-865e-49a6-839b-be753af1ad8e req-4797c07a-4732-4d19-9568-cad7fe12cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:11.153650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06652aca-865e-49a6-839b-be753af1ad8e req-4797c07a-4732-4d19-9568-cad7fe12cf16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2356071 Feb 09 20:40:11.155544 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c4c0e3-0d1c-4174-9e9a-d624bd013bcc admin admin] Publish callbacks [] for security_group (b062303a-22c3-4754-955d-aac71b33dab1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.183560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c4c0e3-0d1c-4174-9e9a-d624bd013bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b062303a-22c3-4754-955d-aac71b33dab1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.192418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bbe17-6d01-4821-89f6-a0249eb136ae req-235983f8-e239-4346-a852-f9785322dc93 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:11.200662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b2bbe17-6d01-4821-89f6-a0249eb136ae req-235983f8-e239-4346-a852-f9785322dc93 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1041114 Feb 09 20:40:11.276715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b2bbe17-6d01-4821-89f6-a0249eb136ae req-8f47861a-e80b-472f-865c-24dbe37af1c8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594909 Feb 09 20:40:11.376628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e3c4c0e3-0d1c-4174-9e9a-d624bd013bcc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8ff8dc6216884d6dae05df88b18b5aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1334724 Feb 09 20:40:11.379339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:11.401607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4c0e3-0d1c-4174-9e9a-d624bd013bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b062303a-22c3-4754-955d-aac71b33dab1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:11.474535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-659a70eb-e171-44a3-9be0-8ebcd8b5a2db admin admin] Publish callbacks [] for security_group (b062303a-22c3-4754-955d-aac71b33dab1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.506247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06652aca-865e-49a6-839b-be753af1ad8e req-06893a19-f204-41b8-b70d-8702a3661e96 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352735 Feb 09 20:40:11.509339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for port (c18fed07-7583-4915-b9f0-cca2286d6018), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.533587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-659a70eb-e171-44a3-9be0-8ebcd8b5a2db admin admin] Publish callbacks [] for security_group (b062303a-22c3-4754-955d-aac71b33dab1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.584232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf744c1-9bde-4209-8df6-627432a3785c req-e4a80d18-2505-4946-aa26-30c01760fdb5 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:11.591061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-faf744c1-9bde-4209-8df6-627432a3785c req-e4a80d18-2505-4946-aa26-30c01760fdb5 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 950 time: 0.2523832 Feb 09 20:40:11.638515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57d83-a93b-4baf-aee3-59c8cd34571b req-0eaa9627-9f74-4061-9d10-95e072234686 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:11.639187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6024f62-4808-4ebd-8686-ee7945950748 req-7a41e033-b025-49a9-8db0-d94d11e33f23 service neutron] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:11.642106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53d57d83-a93b-4baf-aee3-59c8cd34571b req-0eaa9627-9f74-4061-9d10-95e072234686 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 947 time: 0.1484487 Feb 09 20:40:11.653906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6024f62-4808-4ebd-8686-ee7945950748 req-7a41e033-b025-49a9-8db0-d94d11e33f23 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.654370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6024f62-4808-4ebd-8686-ee7945950748 req-7a41e033-b025-49a9-8db0-d94d11e33f23 service neutron] 10.222.0.13 "DELETE /v2.0/ports/19f5290b-60e2-4046-9e5f-024d74f7c6d7/bindings/n-h2-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.4957685 Feb 09 20:40:11.685206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.703192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-659a70eb-e171-44a3-9be0-8ebcd8b5a2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b062303a-22c3-4754-955d-aac71b33dab1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.705897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-659a70eb-e171-44a3-9be0-8ebcd8b5a2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.707525 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-659a70eb-e171-44a3-9be0-8ebcd8b5a2db admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b062303a-22c3-4754-955d-aac71b33dab1 HTTP/1.1" status: 204 len: 168 time: 0.3270752 Feb 09 20:40:11.751148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-faf744c1-9bde-4209-8df6-627432a3785c req-8c74de13-b483-43e4-8574-cdb8211ceb71 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591308 Feb 09 20:40:11.751322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a70eb-e171-44a3-9be0-8ebcd8b5a2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b062303a-22c3-4754-955d-aac71b33dab1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:11.785456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06652aca-865e-49a6-839b-be753af1ad8e req-4e2493ea-e08a-472e-8037-5ca7c7df345c service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625642 Feb 09 20:40:11.822257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Network 370206de-304d-4458-85a7-a76bb1dea670 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:11.827201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:11.847045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53d57d83-a93b-4baf-aee3-59c8cd34571b req-e2ea4ad8-52e6-4dc6-bcb9-d8e75043fb41 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698313 Feb 09 20:40:11.847821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:11.851306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event updated for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:11.951294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:11.955172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:11.965856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:11.997188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-2c3c9a7c-05aa-47a5-9bf3-6db28421d906 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9083946 Feb 09 20:40:12.010360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe681fb0-69f9-4c26-8a2e-00bc92101bbe req-adf4eea4-4f8c-4ac5-bc89-8ec75f7c501d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:12.021065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe681fb0-69f9-4c26-8a2e-00bc92101bbe req-adf4eea4-4f8c-4ac5-bc89-8ec75f7c501d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 931 time: 0.1210198 Feb 09 20:40:12.035498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Request body: {'port': {'device_id': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:12.118818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:12.137904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'mac_address': 'fa:16:3e:e5:b2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:12.208973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:12.214369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848f41-60e5-46af-b6b1-6b89c3f06c89 req-b8d9f7ab-5b9e-4224-90fc-e56db8b348e9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:12.215587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.215933 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5848f41-60e5-46af-b6b1-6b89c3f06c89 req-b8d9f7ab-5b9e-4224-90fc-e56db8b348e9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 945 time: 0.1148293 Feb 09 20:40:12.248618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:12.270306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe681fb0-69f9-4c26-8a2e-00bc92101bbe req-aab1851b-f795-46dd-ba96-81515f1e8db9 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446537 Feb 09 20:40:12.301814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.341814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:12.347343 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.360314 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5848f41-60e5-46af-b6b1-6b89c3f06c89 req-1dd8a4ab-d930-4d76-8efe-575a47aae436 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321251 Feb 09 20:40:12.385554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:12.418141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8722667f-5981-46a2-b319-addeafda7786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.455842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:12.566855 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.600477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8722667f-5981-46a2-b319-addeafda7786 admin admin] Publish callbacks [] for security_group (7b53d47e-6ba8-43ca-90e8-a88c8209e7ff), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.610380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8722667f-5981-46a2-b319-addeafda7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7b53d47e-6ba8-43ca-90e8-a88c8209e7ff), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.622623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af684d-fdca-4159-ba6c-40a3b53f634c req-44b24746-a4fe-454a-b485-213fe8624116 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:12.624275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2af684d-fdca-4159-ba6c-40a3b53f634c req-44b24746-a4fe-454a-b485-213fe8624116 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.2015326 Feb 09 20:40:12.656617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:12.660903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722667f-5981-46a2-b319-addeafda7786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b53d47e-6ba8-43ca-90e8-a88c8209e7ff,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:12.668576 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8722667f-5981-46a2-b319-addeafda7786 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=42bc74b9db914a629c0ea93f5c3ee93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818375 Feb 09 20:40:12.671509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:12.729955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2836d4a8-dbf5-431e-ba89-0946d9a7f6df admin admin] Publish callbacks [] for security_group (7b53d47e-6ba8-43ca-90e8-a88c8209e7ff), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.733139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70a94c-bf21-4119-b934-abc243ffa620 req-2dc84570-ff2e-40f6-aadf-76886e6959c1 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:12.740383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2af684d-fdca-4159-ba6c-40a3b53f634c req-f6af833a-7503-4d5b-ac52-72c1ba2c8fe6 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081033 Feb 09 20:40:12.751993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da70a94c-bf21-4119-b934-abc243ffa620 req-2dc84570-ff2e-40f6-aadf-76886e6959c1 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1128 time: 0.2159472 Feb 09 20:40:12.850177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2836d4a8-dbf5-431e-ba89-0946d9a7f6df admin admin] Publish callbacks [] for security_group (7b53d47e-6ba8-43ca-90e8-a88c8209e7ff), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.861380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da70a94c-bf21-4119-b934-abc243ffa620 req-34be6c1a-3811-428b-9a58-1054f126268c tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084642 Feb 09 20:40:12.944727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2836d4a8-dbf5-431e-ba89-0946d9a7f6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7b53d47e-6ba8-43ca-90e8-a88c8209e7ff), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.946087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18fed07-7583-4915-b9f0-cca2286d6018 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:12.947422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2836d4a8-dbf5-431e-ba89-0946d9a7f6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.951751 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2836d4a8-dbf5-431e-ba89-0946d9a7f6df admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7b53d47e-6ba8-43ca-90e8-a88c8209e7ff HTTP/1.1" status: 204 len: 168 time: 0.2768638 Feb 09 20:40:12.958131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Publish callbacks [] for port (c18fed07-7583-4915-b9f0-cca2286d6018), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:12.960930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836d4a8-dbf5-431e-ba89-0946d9a7f6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b53d47e-6ba8-43ca-90e8-a88c8209e7ff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:13.001849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756303f-aac6-4c3c-8ac7-3af074375f32 req-29e89506-c89d-41b4-80fe-3a614fd7d04d tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:13.007979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0756303f-aac6-4c3c-8ac7-3af074375f32 req-29e89506-c89d-41b4-80fe-3a614fd7d04d tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 950 time: 0.1300912 Feb 09 20:40:13.010815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Transition to ACTIVE for port object c18fed07-7583-4915-b9f0-cca2286d6018 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:40:13.030926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:13.059327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cded-e2c7-47f9-886c-d2f5bdb68f42 req-0f06742e-eb8f-4182-b766-c9566d5b6bf1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:13.069781 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8716cded-e2c7-47f9-886c-d2f5bdb68f42 req-0f06742e-eb8f-4182-b766-c9566d5b6bf1 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 948 time: 0.0846121 Feb 09 20:40:13.124026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0756303f-aac6-4c3c-8ac7-3af074375f32 req-3d66b7b0-d22a-42dd-abad-55c95bc9b1c5 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086650 Feb 09 20:40:13.124684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:13.135436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8716cded-e2c7-47f9-886c-d2f5bdb68f42 req-1afa3e9f-654f-4a3f-89a7-e311b698747c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638580 Feb 09 20:40:13.309951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Attempting to bind port c18fed07-7583-4915-b9f0-cca2286d6018 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:13.310657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Attempting to bind port c18fed07-7583-4915-b9f0-cca2286d6018 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:13.311059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Attempting to bind port c18fed07-7583-4915-b9f0-cca2286d6018 on network 370206de-304d-4458-85a7-a76bb1dea670 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:13.320352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39751b4-88bd-4e18-8a60-3476aca0d92a req-b88a3661-769f-4d77-b235-2732ffcc6d60 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:13.321892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c39751b4-88bd-4e18-8a60-3476aca0d92a req-b88a3661-769f-4d77-b235-2732ffcc6d60 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 1128 time: 0.0935445 Feb 09 20:40:13.323121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Port c18fed07-7583-4915-b9f0-cca2286d6018 on network 370206de-304d-4458-85a7-a76bb1dea670 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:40:13.323439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Attempting to bind port c18fed07-7583-4915-b9f0-cca2286d6018 on network 370206de-304d-4458-85a7-a76bb1dea670 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:13.329161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:13.329501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Checking segment: {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:13.329876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Bound using segment: {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:13.330302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Bound port: c18fed07-7583-4915-b9f0-cca2286d6018, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:13.330654 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:13.429187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c39751b4-88bd-4e18-8a60-3476aca0d92a req-3f5772fa-ddcb-41c7-b934-a3f112e62b67 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953968 Feb 09 20:40:13.440724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:13.444465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:13.452600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:13.535249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:13.535852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:13.537246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/c18fed07-7583-4915-b9f0-cca2286d6018 HTTP/1.1" status: 200 len: 1092 time: 1.5098782 Feb 09 20:40:13.537697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:13.539961 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff4010-209d-4421-877d-d04b150bca82" -d '{"events": [{"name": "network-changed", "server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:13.578015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d62a-7f73-4042-996d-13b7f65234d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:13.684916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-1e8b1f8b-2868-43b4-b138-5212cc9c695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:13.686591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-1e8b1f8b-2868-43b4-b138-5212cc9c695a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 1126 time: 0.0890305 Feb 09 20:40:13.701182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982524-e93f-43c2-a631-b416c8e00116 req-3e219cd2-1c5a-4790-87b1-e0f39c83c516 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:13.703414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58982524-e93f-43c2-a631-b416c8e00116 req-3e219cd2-1c5a-4790-87b1-e0f39c83c516 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 943 time: 0.1047044 Feb 09 20:40:13.705288 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbaf311-2d6c-406c-bfb4-6a94f18b1373 x-openstack-request-id: req-5cbaf311-2d6c-406c-bfb4-6a94f18b1373 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:13.705686 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:13.706754 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5cbaf311-2d6c-406c-bfb4-6a94f18b1373 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:13.707227 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'status': 'completed', 'code': 200} Feb 09 20:40:13.767144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-3a8328de-b2b9-41d1-a4c5-239d161e699f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18fed07-7583-4915-b9f0-cca2286d6018 HTTP/1.1" status: 200 len: 217 time: 0.0587850 Feb 09 20:40:13.818631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:13.856945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58982524-e93f-43c2-a631-b416c8e00116 req-adf2fc80-3c8d-465c-b4cf-3bf8014c4e5d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398249 Feb 09 20:40:13.865732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-ca555b12-c42e-4ebe-a4b9-68b10ec6f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:13.868828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-ca555b12-c42e-4ebe-a4b9-68b10ec6f00d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b473652d-2853-4e93-ad64-770627efa39c HTTP/1.1" status: 200 len: 861 time: 0.0944231 Feb 09 20:40:13.938632 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-eb918231-1281-4d3a-bd60-89295bd2477a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=370206de-304d-4458-85a7-a76bb1dea670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561345 Feb 09 20:40:13.993210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:14.030565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:14.050031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-314a4934-d7c3-4fa3-b7ee-8feedcc704bf service neutron] 10.222.0.13 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007907 Feb 09 20:40:14.083174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:40:14.088213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:14.088645 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.172826 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-network', 'tenant_id': '7219ce0063b2486195af2fff727edcdc'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:14.234645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Made reservation on behalf of 7219ce0063b2486195af2fff727edcdc for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:40:14.239105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.247854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f223b-91ca-427f-987e-6d1f55dee198 req-cadf0bcc-0e8b-463f-a5ca-f502eeb4ea45 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:14.250597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:14.251120 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.256235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b8f223b-91ca-427f-987e-6d1f55dee198 req-cadf0bcc-0e8b-463f-a5ca-f502eeb4ea45 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1810737 Feb 09 20:40:14.267721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.280662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:14.288301 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6a8584-bb6f-45f8-9e5a-20ba747b9956" -d '{"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-plugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:14.329323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:14.336880 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.405134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Publish callbacks [] for security_group (2c6d8991-86ce-44d1-aa4b-ed5e34ce1635), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.420663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2c6d8991-86ce-44d1-aa4b-ed5e34ce1635), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.431933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:40:14.433214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:14.478251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7baec389-75da-4410-9486-501a2fc23318), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.478251 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Added segment 7baec389-75da-4410-9486-501a2fc23318 of type vlan for network 488ec204-1bd4-450a-a658-61c7f918225c Feb 09 20:40:14.524751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d8991-86ce-44d1-aa4b-ed5e34ce1635,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:14.542732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (488ec204-1bd4-450a-a658-61c7f918225c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.560040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8c5e2-2b27-44c4-a307-eb79a2840046 req-eaed9ee8-a9b4-4b1d-b5e9-1a71848ae70e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:14.564183 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1eb8c5e2-2b27-44c4-a307-eb79a2840046 req-eaed9ee8-a9b4-4b1d-b5e9-1a71848ae70e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1568396 Feb 09 20:40:14.601461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e725248-8c58-4691-b2a1-8b79f8c79442 req-ca133255-7d86-4492-beba-73f3a3f58abd service neutron] 10.222.0.13 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444348 Feb 09 20:40:14.609523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (488ec204-1bd4-450a-a658-61c7f918225c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.610457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:14.611029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.623218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b8f223b-91ca-427f-987e-6d1f55dee198 req-e94c7571-611c-493e-abd1-92b5babe95cf tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659964 Feb 09 20:40:14.693564 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1eb8c5e2-2b27-44c4-a307-eb79a2840046 req-629067c0-5fd8-476d-8e06-be9c7971e9ba tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257155 Feb 09 20:40:14.700777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6677420 Feb 09 20:40:14.700982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42664) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:14.703674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3261b-8ebb-4bff-a256-dd0f8dbb5a81 admin admin] Pushing event updated for resources: {'Network': ['ID=488ec204-1bd4-450a-a658-61c7f918225c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:14.707192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Request body: {'subnet': {'network_id': '488ec204-1bd4-450a-a658-61c7f918225c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-subnet', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:14.724554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 488ec204-1bd4-450a-a658-61c7f918225c details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:40:14.738481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Made reservation on behalf of 7219ce0063b2486195af2fff727edcdc for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:40:14.740916 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:14.745240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4010-209d-4421-877d-d04b150bca82 req-7da49227-90c2-461a-9156-1499660a3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:14.746746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30ff4010-209d-4421-877d-d04b150bca82 req-7da49227-90c2-461a-9156-1499660a3d70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 1126 time: 0.0782897 Feb 09 20:40:14.793418 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fce134-c17a-40de-a4d1-6a8cc942f484 x-openstack-request-id: req-19fce134-c17a-40de-a4d1-6a8cc942f484 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:14.793699 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-plugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:14.793936 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-19fce134-c17a-40de-a4d1-6a8cc942f484 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:14.794455 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'code': 200} Feb 09 20:40:14.947034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511be1e6-0eb5-4ed3-ad48-45d8dff40313 req-2e86e452-8da5-425b-a459-dfddd0c3cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:14.948654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-511be1e6-0eb5-4ed3-ad48-45d8dff40313 req-2e86e452-8da5-425b-a459-dfddd0c3cf87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1132 time: 0.1375341 Feb 09 20:40:14.961649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4010-209d-4421-877d-d04b150bca82 req-28f2d627-4de3-4245-b544-42cc803bd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:14.963115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30ff4010-209d-4421-877d-d04b150bca82 req-28f2d627-4de3-4245-b544-42cc803bd99c service neutron] 10.222.0.13 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 922 time: 0.2060323 Feb 09 20:40:15.043257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30ff4010-209d-4421-877d-d04b150bca82 req-f02f626e-0395-4baa-8b4c-70ddc2d16742 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18fed07-7583-4915-b9f0-cca2286d6018 HTTP/1.1" status: 200 len: 217 time: 0.0695684 Feb 09 20:40:15.077864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04dfa6-6f6b-4d5a-98b3-a2d95b87c7a9 req-970df625-04dc-4247-ae9c-1e973bf720fa tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:15.085499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f04dfa6-6f6b-4d5a-98b3-a2d95b87c7a9 req-970df625-04dc-4247-ae9c-1e973bf720fa tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 943 time: 0.1354194 Feb 09 20:40:15.169895 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f04dfa6-6f6b-4d5a-98b3-a2d95b87c7a9 req-783c6d53-ce7e-47f2-b539-3f66cd704d56 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811577 Feb 09 20:40:15.180360 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-511be1e6-0eb5-4ed3-ad48-45d8dff40313 req-f575407a-ba0d-4c4a-a7cd-9e891d9fc703 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204981 Feb 09 20:40:15.195382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff4010-209d-4421-877d-d04b150bca82 req-e6db9098-88f7-4bb0-9dd7-14c7e9a3f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:15.197014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30ff4010-209d-4421-877d-d04b150bca82 req-e6db9098-88f7-4bb0-9dd7-14c7e9a3f4cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b473652d-2853-4e93-ad64-770627efa39c HTTP/1.1" status: 200 len: 861 time: 0.1434693 Feb 09 20:40:15.204599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:15.259350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30ff4010-209d-4421-877d-d04b150bca82 req-b2d7fcb2-b9d0-4624-8ecb-a64d4f6aea2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=370206de-304d-4458-85a7-a76bb1dea670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523427 Feb 09 20:40:15.349205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:15.360565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Checking segment: {'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:15.360991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Network hostable DHCP agents. Network: 488ec204-1bd4-450a-a658-61c7f918225c, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:40:15.411806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30ff4010-209d-4421-877d-d04b150bca82 req-0d5c07f7-5d68-4853-abf7-3ceda9e76c7a service neutron] 10.222.0.13 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413188 Feb 09 20:40:15.412848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Network 488ec204-1bd4-450a-a658-61c7f918225c is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:40:15.479109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 488ec204-1bd4-450a-a658-61c7f918225c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:15.488794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:15.488926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:15.504803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56d1c2-650a-4517-99cb-0e5d4e385304 None None] Network 488ec204-1bd4-450a-a658-61c7f918225c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:40:15.519460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:15.519869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c804d3f1-502c-46f9-93d7-46584512f3d8 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8177118 Feb 09 20:40:15.525237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:15.551568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30ff4010-209d-4421-877d-d04b150bca82 req-ae0efb73-9837-4452-9e4d-b2770f45a7a7 service neutron] 10.222.0.13 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327329 Feb 09 20:40:15.566555 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (9d0f0ece-d84d-400c-9949-5a543d5d0744), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:15.568411 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (9d0f0ece-d84d-400c-9949-5a543d5d0744), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:15.646419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks [] for router_controller (9d0f0ece-d84d-400c-9949-5a543d5d0744), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:15.745578 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-488ec204-1bd4-450a-a658-61c7f918225c', 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c', 'project_id': '7219ce0063b2486195af2fff727edcdc', 'fixed_ips': [{'subnet_id': 'b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:40:15.747518 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:15.791159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7964dea-48e3-4e31-888e-5bd3552e11df req-432707d3-c8dd-4682-88b8-489e1b41c8be tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:15.792917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7964dea-48e3-4e31-888e-5bd3552e11df req-432707d3-c8dd-4682-88b8-489e1b41c8be tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0917361 Feb 09 20:40:15.899441 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7964dea-48e3-4e31-888e-5bd3552e11df req-b93960b0-08cd-4c26-b16e-ede62ed5b8d5 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909896 Feb 09 20:40:15.931235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Allocated IP 172.20.0.2 (488ec204-1bd4-450a-a658-61c7f918225c/b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f/ed2587a6-84db-4d69-965c-dc5e16b71984) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:16.064952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853239a-a8be-4abe-89d6-756e4517047c req-cd741476-798b-41c3-b80f-ca84baa19061 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:16.074958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4853239a-a8be-4abe-89d6-756e4517047c req-cd741476-798b-41c3-b80f-ca84baa19061 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.0787995 Feb 09 20:40:16.139726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4853239a-a8be-4abe-89d6-756e4517047c req-bb7af97c-6b20-481e-a0b2-3840ec6831a8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629160 Feb 09 20:40:16.142934 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Publish callbacks [] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:16.154567 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:16.240655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9ae82-ca2c-42d3-8f43-a582270e2b2c req-dcb63220-9001-4a5e-993d-d515923d4ad3 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:16.242240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3fc9ae82-ca2c-42d3-8f43-a582270e2b2c req-dcb63220-9001-4a5e-993d-d515923d4ad3 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1128 time: 0.5886078 Feb 09 20:40:16.244441 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks [] for router_gateway (9d0f0ece-d84d-400c-9949-5a543d5d0744), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:16.323552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Network 488ec204-1bd4-450a-a658-61c7f918225c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:16.350199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:16.350495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3fc9ae82-ca2c-42d3-8f43-a582270e2b2c req-0a6377dd-82bc-42f6-a1f1-60d4bca7ae1d tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993979 Feb 09 20:40:16.370637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Pushing event updated for resources: {'Port': ['ID=ed2587a6-84db-4d69-965c-dc5e16b71984,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:16.374783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:16.522048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Attempting to bind port ed2587a6-84db-4d69-965c-dc5e16b71984 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:16.522647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Attempting to bind port ed2587a6-84db-4d69-965c-dc5e16b71984 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:16.523180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Attempting to bind port ed2587a6-84db-4d69-965c-dc5e16b71984 on network 488ec204-1bd4-450a-a658-61c7f918225c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:16.547000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:16.547616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Checking segment: {'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:16.548295 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:16.548950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Bound using segment: {'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:16.550306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Bound port: ed2587a6-84db-4d69-965c-dc5e16b71984, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:16.550954 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:16.622511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks [] for router_gateway (9d0f0ece-d84d-400c-9949-5a543d5d0744), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:16.625694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265945f9-6730-4878-a41b-36c757ba93ed req-36a47291-34f0-47d2-a98d-11b6ce775af4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:16.629516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-265945f9-6730-4878-a41b-36c757ba93ed req-36a47291-34f0-47d2-a98d-11b6ce775af4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 943 time: 0.1369865 Feb 09 20:40:16.684042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:16.768944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-265945f9-6730-4878-a41b-36c757ba93ed req-721c5839-c945-4130-955b-2bc107c7f21b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285295 Feb 09 20:40:16.807887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] For port ed2587a6-84db-4d69-965c-dc5e16b71984, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:16.815404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] For port ed2587a6-84db-4d69-965c-dc5e16b71984, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed2587a6-84db-4d69-965c-dc5e16b71984,segment=NetworkSegment(7baec389-75da-4410-9486-501a2fc23318),segment_id=7baec389-75da-4410-9486-501a2fc23318)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:16.831264 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:16.940684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904bc20-9111-4a23-93f7-4a71364e1a2e None None] Pushing event updated for resources: {'Port': ['ID=ed2587a6-84db-4d69-965c-dc5e16b71984,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:17.000378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Allocated IP 172.25.4.170 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/53d21865-f54f-4ab5-bb17-cfca25c63601) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:17.105564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e158153-ff74-4539-ac34-c3e461c62869 req-579a1759-1c65-41d8-814c-d242d5e2feb0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:17.119572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e158153-ff74-4539-ac34-c3e461c62869 req-579a1759-1c65-41d8-814c-d242d5e2feb0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.0962260 Feb 09 20:40:17.178435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c18fed07-7583-4915-b9f0-cca2286d6018 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:17.189606 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks [] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:17.254277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:17.271819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e158153-ff74-4539-ac34-c3e461c62869 req-12f4c659-8dac-4354-9fdc-b1ca473f71c0 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509521 Feb 09 20:40:17.380300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:17.397422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Pushing event updated for resources: {'Port': ['ID=53d21865-f54f-4ab5-bb17-cfca25c63601,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:17.417232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'port_id': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'mac_address': 'fa:16:3e:f7:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b473652d-2853-4e93-ad64-770627efa39c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:17.455974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.459818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.460317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.460676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.461027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.461366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.461704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.462180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.465372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.465760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.466112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.466456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.466793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:17.525831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c18fed07-7583-4915-b9f0-cca2286d6018 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:17.526338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:17.526471 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:17.532882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e8f1a-30a3-4105-b4ab-32ef578b030c req-6489b3ce-221a-403d-8d2c-e292774d4453 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:17.533161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:17.540535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:17.546065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f57e8f1a-30a3-4105-b4ab-32ef578b030c req-6489b3ce-221a-403d-8d2c-e292774d4453 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1368287 Feb 09 20:40:17.556252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18fed07-7583-4915-b9f0-cca2286d6018 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:17.605460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:17.620667 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:17.621510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:17.635463 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f57e8f1a-30a3-4105-b4ab-32ef578b030c req-42ad3e95-2e5b-4f07-b0c8-f770f8f6fe21 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870671 Feb 09 20:40:17.773818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:17.849345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:17.881051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'mac_address': 'fa:16:3e:16:cb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:18.014103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1a24730-2805-4f1e-9e1c-f120e21c2e3e is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:18.014561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:18.035337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1a24730-2805-4f1e-9e1c-f120e21c2e3e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:18.045872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed2587a6-84db-4d69-965c-dc5e16b71984 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:18.093907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:18.103840 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:18.256531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140e89c-afcb-4c43-b60b-a4fcac43d9d0 req-a20fa114-e11e-46a7-be3a-7d3ec30d58b6 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:18.270683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6140e89c-afcb-4c43-b60b-a4fcac43d9d0 req-a20fa114-e11e-46a7-be3a-7d3ec30d58b6 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1132 time: 0.1513226 Feb 09 20:40:18.274247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c1a24730-2805-4f1e-9e1c-f120e21c2e3e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:18.275972 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks [] for router_gateway (9d0f0ece-d84d-400c-9949-5a543d5d0744), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:18.383018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6140e89c-afcb-4c43-b60b-a4fcac43d9d0 req-aac62cd8-a594-4244-a18b-56e6c4637106 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096222 Feb 09 20:40:18.390418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:18.407781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ed2587a6-84db-4d69-965c-dc5e16b71984 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:18.408176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:18.574018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c18fed07-7583-4915-b9f0-cca2286d6018'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:18.601434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-37f372d0-7186-4259-8718-d8d0ce122bfb tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:40:18.607216 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-37f372d0-7186-4259-8718-d8d0ce122bfb tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140884 Feb 09 20:40:18.750555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff61f77-41df-4b29-8c42-30639399fd46 req-76c07b48-6348-4b2d-a9cb-20e7c20d2807 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:18.762970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bff61f77-41df-4b29-8c42-30639399fd46 req-76c07b48-6348-4b2d-a9cb-20e7c20d2807 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 944 time: 0.2390857 Feb 09 20:40:18.840433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (9d0f0ece-d84d-400c-9949-5a543d5d0744), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:18.857810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547fa26-a242-4eaa-99b8-6cc3318eb7f1 None None] Network 488ec204-1bd4-450a-a658-61c7f918225c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:40:18.907406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bff61f77-41df-4b29-8c42-30639399fd46 req-ad0cda78-1d54-4c7d-920c-fa0ceacf2ba1 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287601 Feb 09 20:40:18.908882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-201f39d6-7ad7-4cf6-bc8b-4e78974121e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:18.910796 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-201f39d6-7ad7-4cf6-bc8b-4e78974121e5 service neutron] 10.222.0.102 "GET /v2.0/ports/67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 200 len: 1125 time: 0.2962751 Feb 09 20:40:18.964055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Request body: {'binding': {'host': 'n-h1-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:18.966193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:40:19.155869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Router 9d0f0ece-d84d-400c-9949-5a543d5d0744 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:40:19.299471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ff21b-04ea-467f-846a-bcfea086ffef req-70f7594b-e212-41b7-8a5e-ab8c304b4bb7 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:19.309670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-898ff21b-04ea-467f-846a-bcfea086ffef req-70f7594b-e212-41b7-8a5e-ab8c304b4bb7 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.2332275 Feb 09 20:40:19.380924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:40:19.392584 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Sync routers for ids ['9d0f0ece-d84d-400c-9949-5a543d5d0744'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:40:19.402527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on host n-h1-789963-29 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:19.403186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:19.405273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:19.410395 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Routers {'9d0f0ece-d84d-400c-9949-5a543d5d0744'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:40:19.410992 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:40:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d0f0ece-d84d-400c-9949-5a543d5d0744'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:19.428714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:40:19.429452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:19.446894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-da0eed1b-b5d5-4311-8f47-fd06491c3007 None None] Provisioning complete for port ed2587a6-84db-4d69-965c-dc5e16b71984 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:19.447427 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da0eed1b-b5d5-4311-8f47-fd06491c3007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:19.452697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-898ff21b-04ea-467f-846a-bcfea086ffef req-89145162-92d8-4130-b75d-1191519f18ab tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411529 Feb 09 20:40:19.454256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:19.455024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:19.455302 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:19.459706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-add2247a-30a8-4e5c-ad71-be202284c738 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9357302 Feb 09 20:40:19.462076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:19.471727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Bound port: 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:19.485786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:19.503618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed2587a6-84db-4d69-965c-dc5e16b71984 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:19.504268 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:19.660826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:19.677119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:19.679988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-28fdd6a3-3799-4d1e-816b-2cddec7ba88f service neutron] 10.222.0.102 "POST /v2.0/ports/67c2d094-dc57-4dc4-aa92-e47fd5348b80/bindings HTTP/1.1" status: 201 len: 390 time: 0.7398458 Feb 09 20:40:19.717645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port ed2587a6-84db-4d69-965c-dc5e16b71984, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed2587a6-84db-4d69-965c-dc5e16b71984,segment=NetworkSegment(7baec389-75da-4410-9486-501a2fc23318),segment_id=7baec389-75da-4410-9486-501a2fc23318)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:19.733666 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Set router 9d0f0ece-d84d-400c-9949-5a543d5d0744 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:40:19.893745 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:20.102847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-da0eed1b-b5d5-4311-8f47-fd06491c3007 None None] Current status of the port ed2587a6-84db-4d69-965c-dc5e16b71984 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:20.159961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=ed2587a6-84db-4d69-965c-dc5e16b71984,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:20.340301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-5118e448-08d7-4909-8a8a-1f8ac24dcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:20.344804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-5118e448-08d7-4909-8a8a-1f8ac24dcadd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1128 time: 0.3069859 Feb 09 20:40:20.489737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-4ded3ef5-289b-4d88-b869-eb3834853a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:20.491576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-4ded3ef5-289b-4d88-b869-eb3834853a7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.1366699 Feb 09 20:40:20.502230 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:17Z', 'revision_number': 3, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:20.578215 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-fe4e4af3-f202-492e-afd6-2560f7d3e015 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 200 len: 217 time: 0.0682821 Feb 09 20:40:20.589320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7748-e24c-461b-afc0-3913908ee378 req-ff9b86f0-9e1a-431d-848b-a98ab158c5e3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:20.597427 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73ed7748-e24c-461b-afc0-3913908ee378 req-ff9b86f0-9e1a-431d-848b-a98ab158c5e3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.2812819 Feb 09 20:40:20.601839 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Checking router: 9d0f0ece-d84d-400c-9949-5a543d5d0744 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:40:20.602247 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Updating router 9d0f0ece-d84d-400c-9949-5a543d5d0744 port 53d21865-f54f-4ab5-bb17-cfca25c63601 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:40:20.665837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-14f155c9-9f51-414f-873d-add2dff8fe5d None None] Provisioning complete for port ed2587a6-84db-4d69-965c-dc5e16b71984 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:20.666205 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14f155c9-9f51-414f-873d-add2dff8fe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:20.693806 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:20.719908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-5679aeb5-af90-4e06-8676-7ceb2154f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:20.734230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-5679aeb5-af90-4e06-8676-7ceb2154f6f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1494248 Feb 09 20:40:20.832536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-5723edd6-2597-43d5-9fbe-c629a3ca01c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864005 Feb 09 20:40:20.961564 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73ed7748-e24c-461b-afc0-3913908ee378 req-6c0cb832-ac9c-428b-9c33-bdbbeed974cb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597357 Feb 09 20:40:20.979209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-14f155c9-9f51-414f-873d-add2dff8fe5d None None] Current status of the port ed2587a6-84db-4d69-965c-dc5e16b71984 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:21.022030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.184856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c18fed07-7583-4915-b9f0-cca2286d6018 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:21.202392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-8381ae62-8f20-47f8-bdd9-1feeb628ff97 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684773 Feb 09 20:40:21.328078 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:40:21.334016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port c18fed07-7583-4915-b9f0-cca2286d6018 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:40:21.343400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port c18fed07-7583-4915-b9f0-cca2286d6018 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:21.343816 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.438756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-228fca2e-615d-4e2d-b823-32944f5e56cc service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233551 Feb 09 20:40:21.466861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.479789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b597f-3918-442d-9054-501689b84358 req-563c8452-2326-48e6-bd34-9dd869337bd6 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:21.481689 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce1b597f-3918-442d-9054-501689b84358 req-563c8452-2326-48e6-bd34-9dd869337bd6 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.3533926 Feb 09 20:40:21.504942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c4568-2b4c-4e67-932e-90b596f940d6 req-cd30fe61-6f45-46c9-bda3-3de6123b21ac tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:21.519563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae0c4568-2b4c-4e67-932e-90b596f940d6 req-cd30fe61-6f45-46c9-bda3-3de6123b21ac tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 944 time: 0.3184013 Feb 09 20:40:21.532847 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Publish callbacks [] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.545342 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.586758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c18fed07-7583-4915-b9f0-cca2286d6018 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:21.586758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.635957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae0c4568-2b4c-4e67-932e-90b596f940d6 req-788d55ff-9e56-49bd-882f-afebd86e6429 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149783 Feb 09 20:40:21.647335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:21.649633 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25072b8-31a3-41b1-ae31-5cbb32987be3" -d '{"events": [{"server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "name": "network-vif-plugged", "status": "completed", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:21.683474 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Attempting to bind port 53d21865-f54f-4ab5-bb17-cfca25c63601 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:21.683868 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Attempting to bind port 53d21865-f54f-4ab5-bb17-cfca25c63601 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:21.684749 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Attempting to bind port 53d21865-f54f-4ab5-bb17-cfca25c63601 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:21.685695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:21.690595 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.692187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:21.694658 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Pushing event updated for resources: {'Port': ['ID=53d21865-f54f-4ab5-bb17-cfca25c63601,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:21.702494 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:21.703183 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:21.703835 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.704395 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:21.705052 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Bound port: 53d21865-f54f-4ab5-bb17-cfca25c63601, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:21.705675 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.733363 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.733952 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.734461 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.734966 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.735468 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.736012 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.736516 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.737049 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.737553 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.738034 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.738526 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.739093 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.739646 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:21.793127 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-dc9f2c60-b7d5-44e4-8b4c-4dfb4d8ca8b3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7359173 Feb 09 20:40:21.833857 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] For port 53d21865-f54f-4ab5-bb17-cfca25c63601, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:21.849227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] For port 53d21865-f54f-4ab5-bb17-cfca25c63601, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=53d21865-f54f-4ab5-bb17-cfca25c63601,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:21.859893 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:21.916896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769534d9-73a1-437d-8534-e2223a6d4642 req-a300ff86-8eba-4450-bdad-0ab06d05424f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:21.920621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-769534d9-73a1-437d-8534-e2223a6d4642 req-a300ff86-8eba-4450-bdad-0ab06d05424f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1691568 Feb 09 20:40:21.977659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:22.064373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port c1a24730-2805-4f1e-9e1c-f120e21c2e3e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:22.066686 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:22.154717 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Routers {'9d0f0ece-d84d-400c-9949-5a543d5d0744'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:40:22.159754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-769534d9-73a1-437d-8534-e2223a6d4642 req-b5545d2c-babd-461f-99d1-2bfa3f4bf87d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322557 Feb 09 20:40:22.160737 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:40:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d0f0ece-d84d-400c-9949-5a543d5d0744'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:22.160886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed2587a6-84db-4d69-965c-dc5e16b71984 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:22.179084 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce1b597f-3918-442d-9054-501689b84358 req-6f625fae-48a9-43a8-9fe7-9b85da8dc1b3 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566975 Feb 09 20:40:22.239985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Allocated IP 172.20.0.1 (488ec204-1bd4-450a-a658-61c7f918225c/b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f/c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:22.384587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6603-abde-4bab-ae6f-f227d72be831 None None] Pushing event updated for resources: {'Port': ['ID=53d21865-f54f-4ab5-bb17-cfca25c63601,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:22.438693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ed2587a6-84db-4d69-965c-dc5e16b71984 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:22.439099 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:22.577420 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] Set router 9d0f0ece-d84d-400c-9949-5a543d5d0744 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:40:22.585627 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f59af-8e29-40ab-bafd-3366556a81d5 x-openstack-request-id: req-cf1f59af-8e29-40ab-bafd-3366556a81d5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:22.585941 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "name": "network-vif-plugged", "status": "completed", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:22.586196 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cf1f59af-8e29-40ab-bafd-3366556a81d5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:22.586624 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'code': 200} Feb 09 20:40:22.791178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230554d-eb63-40c9-8423-25f0bbf9fc31 req-c56ca634-d9b6-414d-b2fa-9b824a0cf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:22.803295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a230554d-eb63-40c9-8423-25f0bbf9fc31 req-c56ca634-d9b6-414d-b2fa-9b824a0cf40a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 1128 time: 0.2131197 Feb 09 20:40:22.836199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1a24730-2805-4f1e-9e1c-f120e21c2e3e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:22.836613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:22.894064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Publish callbacks [] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:22.967394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:22.981549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:23.087958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd1aa5-c424-4f9e-88b4-41f027fc26c0 req-6420a986-f075-46f8-b70e-1b6c6e88b83b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:23.094480 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3fdd1aa5-c424-4f9e-88b4-41f027fc26c0 req-6420a986-f075-46f8-b70e-1b6c6e88b83b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.4473791 Feb 09 20:40:23.131465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff718d-49d7-4bfc-9544-d87268e096cd req-386d1f96-735e-4861-ba51-6662b50480cc tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:23.155778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bbff718d-49d7-4bfc-9544-d87268e096cd req-386d1f96-735e-4861-ba51-6662b50480cc tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 945 time: 0.3062677 Feb 09 20:40:23.157004 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:23.203333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed2587a6-84db-4d69-965c-dc5e16b71984 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:23.218339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:23.284191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Network 488ec204-1bd4-450a-a658-61c7f918225c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:23.289536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a230554d-eb63-40c9-8423-25f0bbf9fc31 req-407493b0-070c-4b63-b7e4-173c2d5b26a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797673 Feb 09 20:40:23.302267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:23.317031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:23.421473 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3fdd1aa5-c424-4f9e-88b4-41f027fc26c0 req-26b90d3e-a239-44c9-8ce9-032308adb0a2 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070726 Feb 09 20:40:23.421473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Pushing event updated for resources: {'Port': ['ID=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:23.469353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9d0f0ece-d84d-400c-9949-5a543d5d0744), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:23.595557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bbff718d-49d7-4bfc-9544-d87268e096cd req-3c7fc01f-b823-4469-b99c-e64073d8fb19 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315128 Feb 09 20:40:23.640096 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:17Z', 'revision_number': 3, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:23.824071 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fc61e-63b0-4a00-97d6-6fbb3a0fa38c None None] The sync data for ids ['9d0f0ece-d84d-400c-9949-5a543d5d0744'] in n-d-789963-29 is: [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:17Z', 'revision_number': 3, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:40:23.932586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4154b-df62-4eb6-b86a-35336cf2d6e9 req-737440a4-5da7-4c25-9465-a37dfe8a7bee tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:23.942762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0eb4154b-df62-4eb6-b86a-35336cf2d6e9 req-737440a4-5da7-4c25-9465-a37dfe8a7bee tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 950 time: 0.1341233 Feb 09 20:40:23.950241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd3221-93af-4faa-8e66-8560fc18c7d7 req-552799c6-cd66-47bb-8f0f-3a99921d6a1c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:23.952712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:23.975760 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e0cd3221-93af-4faa-8e66-8560fc18c7d7 req-552799c6-cd66-47bb-8f0f-3a99921d6a1c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.3177812 Feb 09 20:40:24.025225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:24.078023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0eb4154b-df62-4eb6-b86a-35336cf2d6e9 req-a80321c5-8dc7-459a-a7fc-99cadbafa20e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339996 Feb 09 20:40:24.180162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:40:24.185262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e0cd3221-93af-4faa-8e66-8560fc18c7d7 req-4956c997-4a57-4cd6-ac87-fd780c104a8b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085080 Feb 09 20:40:24.198600 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.312764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.438983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Publish callbacks [] for security_group (69f0a8f3-22bc-4be5-af1a-816613d2b651), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.445626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69f0a8f3-22bc-4be5-af1a-816613d2b651), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.520595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=09237409f14f41ed8360bbcd557af411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5666261 Feb 09 20:40:24.523383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:24.559572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4480cbfd-cc6b-4e41-8c80-aee6a34a4ee9 None None] Provisioning complete for port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:24.560208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4480cbfd-cc6b-4e41-8c80-aee6a34a4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.582746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f0a8f3-22bc-4be5-af1a-816613d2b651,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:24.601099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.607986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.608730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.609324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.609898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.610469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.612699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.613343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.613923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.618681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.619441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.620076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.620674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed150b-571b-4b7d-af5d-2879f861b6ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:24.661106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:24.663441 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c19f2b-95a1-4491-9a21-839c34124b81" -d '{"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-plugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:24.733990 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae2924db-3518-4a3a-9841-acfad8e2e18c admin admin] Publish callbacks [] for security_group (69f0a8f3-22bc-4be5-af1a-816613d2b651), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.758093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:24.793128 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae2924db-3518-4a3a-9841-acfad8e2e18c admin admin] Publish callbacks [] for security_group (69f0a8f3-22bc-4be5-af1a-816613d2b651), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.819884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'mac_address': 'fa:16:3e:cb:06:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:24.845797 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Publish callbacks [] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.858765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.898956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4480cbfd-cc6b-4e41-8c80-aee6a34a4ee9 None None] Port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:40:24.920094 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae2924db-3518-4a3a-9841-acfad8e2e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69f0a8f3-22bc-4be5-af1a-816613d2b651), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.926511 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae2924db-3518-4a3a-9841-acfad8e2e18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:24.934639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ae2924db-3518-4a3a-9841-acfad8e2e18c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/69f0a8f3-22bc-4be5-af1a-816613d2b651 HTTP/1.1" status: 204 len: 168 time: 0.4030209 Feb 09 20:40:25.016715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2924db-3518-4a3a-9841-acfad8e2e18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f0a8f3-22bc-4be5-af1a-816613d2b651,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:25.056583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:25.056961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd78c8-58db-4e97-b546-6b30d86488c9 req-3aecd6cc-81d0-45be-a1d8-9e6fa02b77a1 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:25.062444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9d0f0ece-d84d-400c-9949-5a543d5d0744), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:25.071409 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:25.086742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1cd78c8-58db-4e97-b546-6b30d86488c9 req-3aecd6cc-81d0-45be-a1d8-9e6fa02b77a1 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 945 time: 0.1922116 Feb 09 20:40:25.109578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Pushing event updated for resources: {'Port': ['ID=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:25.143811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:25.150550 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:25.160567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4a6a94d-081d-43c6-8ec6-da7d72828c37 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:25.228309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1cd78c8-58db-4e97-b546-6b30d86488c9 req-2cc3f789-7fc4-4bba-a8af-d4f26a3eea2a tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402698 Feb 09 20:40:25.260829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-7e3a8764-4dfa-473d-bff4-9a86fc54654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:25.264873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:25.266242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-7e3a8764-4dfa-473d-bff4-9a86fc54654f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1132 time: 0.1679306 Feb 09 20:40:25.271125 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:25.301320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0267627-a482-4697-9615-8cc56b8586e5 req-94cf0de6-614e-43df-95f6-f2eaf00fb40d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:25.313424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0267627-a482-4697-9615-8cc56b8586e5 req-94cf0de6-614e-43df-95f6-f2eaf00fb40d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.4647450 Feb 09 20:40:25.400772 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca2932c-8e60-4655-9586-22af748d5dcf x-openstack-request-id: req-aca2932c-8e60-4655-9586-22af748d5dcf {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:25.402248 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-plugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:25.403367 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aca2932c-8e60-4655-9586-22af748d5dcf {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:25.412944 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'code': 200} Feb 09 20:40:25.516896 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:40:25.516896 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:40:25.523172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:25.592812 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0267627-a482-4697-9615-8cc56b8586e5 req-13f54974-65a0-409d-9024-8e31b7e61c37 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782159 Feb 09 20:40:25.595659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d4a6a94d-081d-43c6-8ec6-da7d72828c37'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:25.624799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Network 488ec204-1bd4-450a-a658-61c7f918225c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:25.633957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:25.656639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-ccb2b4e5-e11b-45cb-ba6e-8ed68f3bf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:25.664391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-ccb2b4e5-e11b-45cb-ba6e-8ed68f3bf1c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3910127 Feb 09 20:40:25.752036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-c25efe96-dcf3-4dfa-aff7-6343ad3c307e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.0795844 Feb 09 20:40:25.852800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-d27aee73-e303-47ab-8a8d-bb3d049308e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:25.856035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-d27aee73-e303-47ab-8a8d-bb3d049308e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0838170 Feb 09 20:40:25.886754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:25.960748 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-313285a3-f8c0-4228-bc96-18784af269dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.103755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-313285a3-f8c0-4228-bc96-18784af269dc admin admin] Publish callbacks [] for security_group (a6d99ebd-3191-4061-92d9-75957f94b82c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.121860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-313285a3-f8c0-4228-bc96-18784af269dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a6d99ebd-3191-4061-92d9-75957f94b82c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.156207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: BUILD; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:26.156737 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.159170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 53d21865-f54f-4ab5-bb17-cfca25c63601 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:26.168350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-313285a3-f8c0-4228-bc96-18784af269dc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8506d262d4064ad1af3bcc8d3287f3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418835 Feb 09 20:40:26.176170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:26.230034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2543cc-ffe6-4f6b-aa48-e72a4681791e req-9887c931-a43f-4816-9f41-4fc2efd8525d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:26.244503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb2543cc-ffe6-4f6b-aa48-e72a4681791e req-9887c931-a43f-4816-9f41-4fc2efd8525d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 949 time: 0.5754428 Feb 09 20:40:26.293677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-0b1eff71-2660-4c68-a527-cb2c36dfb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:26.295324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-0b1eff71-2660-4c68-a527-cb2c36dfb3c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4148726 Feb 09 20:40:26.336040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1be2426e-cbef-4bb9-946e-e69d44d45538 None None] Provisioning complete for port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:26.336456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1be2426e-cbef-4bb9-946e-e69d44d45538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.407558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d4a6a94d-081d-43c6-8ec6-da7d72828c37 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:26.424708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1be2426e-cbef-4bb9-946e-e69d44d45538 None None] Port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:40:26.465295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313285a3-f8c0-4228-bc96-18784af269dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d99ebd-3191-4061-92d9-75957f94b82c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:26.487421 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.539566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:26.572370 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.597568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 53d21865-f54f-4ab5-bb17-cfca25c63601 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:26.598301 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.658392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb2543cc-ffe6-4f6b-aa48-e72a4681791e req-7967fd65-fb10-4efb-811d-415d618f8408 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125807 Feb 09 20:40:26.679491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494c4772-6d58-4854-93ea-6f260fbbae6c admin admin] Publish callbacks [] for security_group (a6d99ebd-3191-4061-92d9-75957f94b82c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.725464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6231a-4f2e-4453-87e5-68ef56bf11b1 req-ee2ffeca-cb58-4f9d-8a2f-ffb2f18c20dc tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:26.727808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1e6231a-4f2e-4453-87e5-68ef56bf11b1 req-ee2ffeca-cb58-4f9d-8a2f-ffb2f18c20dc tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.0996451 Feb 09 20:40:26.728363 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-c747f956-bfb3-42f0-bd96-adf606d44f0d service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983033 Feb 09 20:40:26.757797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 53d21865-f54f-4ab5-bb17-cfca25c63601 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:26.758195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.768654 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494c4772-6d58-4854-93ea-6f260fbbae6c admin admin] Publish callbacks [] for security_group (a6d99ebd-3191-4061-92d9-75957f94b82c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.785916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:26.793349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 53d21865-f54f-4ab5-bb17-cfca25c63601, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=53d21865-f54f-4ab5-bb17-cfca25c63601,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:26.806240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:26.861964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1e6231a-4f2e-4453-87e5-68ef56bf11b1 req-a912055b-1f2c-4edf-9994-24fcb5c1f0dd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228025 Feb 09 20:40:26.889229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Router 9d0f0ece-d84d-400c-9949-5a543d5d0744 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:40:26.928192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=53d21865-f54f-4ab5-bb17-cfca25c63601,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:27.044607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-55f726ba-10f1-4231-9286-527cc69c5386 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373463 Feb 09 20:40:27.083524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494c4772-6d58-4854-93ea-6f260fbbae6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a6d99ebd-3191-4061-92d9-75957f94b82c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:27.084827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-494c4772-6d58-4854-93ea-6f260fbbae6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:27.088297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-494c4772-6d58-4854-93ea-6f260fbbae6c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a6d99ebd-3191-4061-92d9-75957f94b82c HTTP/1.1" status: 204 len: 168 time: 0.9011853 Feb 09 20:40:27.115535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c4772-6d58-4854-93ea-6f260fbbae6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d99ebd-3191-4061-92d9-75957f94b82c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:27.196010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1b7da-9964-4224-97bf-9a1a52be2bdc req-2821b65b-29dc-4ff0-94b5-828cc2f54dd1 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:27.212086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5c1b7da-9964-4224-97bf-9a1a52be2bdc req-2821b65b-29dc-4ff0-94b5-828cc2f54dd1 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 945 time: 0.1616316 Feb 09 20:40:27.253469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b00cc4-2d55-4a79-8ca6-3d2f209edd44 req-8e729444-0122-4a8f-a968-10b020c153ed tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:27.266780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71b00cc4-2d55-4a79-8ca6-3d2f209edd44 req-8e729444-0122-4a8f-a968-10b020c153ed tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.2254617 Feb 09 20:40:27.291383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:40:27.304695 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-40a51b32-1ec0-47ff-aa1c-31da1f5bebaa admin admin] 10.222.0.102 "PUT /v2.0/routers/9d0f0ece-d84d-400c-9949-5a543d5d0744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8155005 Feb 09 20:40:27.316408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Sync routers for ids ['9d0f0ece-d84d-400c-9949-5a543d5d0744'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:40:27.351858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Routers {'9d0f0ece-d84d-400c-9949-5a543d5d0744'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:40:27.353025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:40:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d0f0ece-d84d-400c-9949-5a543d5d0744'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:27.382269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5c1b7da-9964-4224-97bf-9a1a52be2bdc req-77bac22d-9adb-4c39-a4e0-4269ddfef35d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691692 Feb 09 20:40:27.430932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71b00cc4-2d55-4a79-8ca6-3d2f209edd44 req-45681723-61ff-4f8a-b4ce-1171a7680224 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502454 Feb 09 20:40:27.554123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Set router 9d0f0ece-d84d-400c-9949-5a543d5d0744 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:40:27.683391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074084d-5f64-4168-aff6-c300b64daa36 req-bea0ab2c-dbfb-4c45-bc90-0c22a6104f3f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:27.687568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d074084d-5f64-4168-aff6-c300b64daa36 req-bea0ab2c-dbfb-4c45-bc90-0c22a6104f3f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 945 time: 0.1195371 Feb 09 20:40:27.837343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d074084d-5f64-4168-aff6-c300b64daa36 req-5046b5ea-dd84-4988-aa8d-9719dd964b01 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417198 Feb 09 20:40:28.042580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 53d21865-f54f-4ab5-bb17-cfca25c63601 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:28.052982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f07e4-e668-4388-ae77-2f95e1bf91f7 req-62be5ba0-3f50-4eb5-8bbd-034a5d4920e3 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:28.054599 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f9f07e4-e668-4388-ae77-2f95e1bf91f7 req-62be5ba0-3f50-4eb5-8bbd-034a5d4920e3 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 949 time: 0.1073041 Feb 09 20:40:28.133159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:28.155745 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f9f07e4-e668-4388-ae77-2f95e1bf91f7 req-98bc1c8a-2920-4835-81bd-04e62e2ee31a tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928659 Feb 09 20:40:28.227746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d4a6a94d-081d-43c6-8ec6-da7d72828c37 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:28.228195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:28.248405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-a854d2d8-bc8c-4864-bedf-1d139d3f035f tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3310046 Feb 09 20:40:28.255487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:28.284213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:28.364874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4a6a94d-081d-43c6-8ec6-da7d72828c37 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:28.365411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:28.454477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 53d21865-f54f-4ab5-bb17-cfca25c63601 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:28.454856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:28.465527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:28.467948 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688d3124-df5b-4c23-913f-99251305bf43" -d '{"events": [{"server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:28.544509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:28.545131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:28.560820 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:28.717673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:28.832405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:24Z', 'revision_number': 4, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0', 'name': '', 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'mac_address': 'fa:16:3e:ac:10:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:21Z', 'updated_at': '2022-02-09T20:40:24Z', 'revision_number': 2, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'subnets': [{'id': 'b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:28.836316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Allocated IP 172.25.4.146 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/75d07ccb-211e-4a65-ae2b-2553859ebc13) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:28.842786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 53d21865-f54f-4ab5-bb17-cfca25c63601 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:28.920684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Checking router: 9d0f0ece-d84d-400c-9949-5a543d5d0744 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:40:28.924638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Updating router 9d0f0ece-d84d-400c-9949-5a543d5d0744 port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:40:29.040803 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:29.121489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for port (75d07ccb-211e-4a65-ae2b-2553859ebc13), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:29.191876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (75d07ccb-211e-4a65-ae2b-2553859ebc13), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:29.198092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b782be-cacb-4a02-b1e8-f99614f4223d req-b1d6706d-1a00-44a5-af68-052f4b587323 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:29.204864 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59b782be-cacb-4a02-b1e8-f99614f4223d req-b1d6706d-1a00-44a5-af68-052f4b587323 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1673706 Feb 09 20:40:29.283750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:29.287955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:29.292928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:29.296387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event updated for resources: {'Port': ['ID=75d07ccb-211e-4a65-ae2b-2553859ebc13,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:29.410541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59b782be-cacb-4a02-b1e8-f99614f4223d req-afe51b76-ae3d-4b4e-b766-8f423811ab21 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977050 Feb 09 20:40:29.459734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (5dde89a6-298b-4272-be3d-7d7fb9118386), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:29.512852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (75d07ccb-211e-4a65-ae2b-2553859ebc13), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:29.652944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f19543-d943-4ad0-b115-11bc14ba4354 req-844ca69d-1ad5-4da5-af0e-bfd0cd1fd3d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:29.670938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2f19543-d943-4ad0-b115-11bc14ba4354 req-844ca69d-1ad5-4da5-af0e-bfd0cd1fd3d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1350322 Feb 09 20:40:29.761086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2f19543-d943-4ad0-b115-11bc14ba4354 req-f7e05877-2c47-44b2-85ea-a55ef06cea47 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889964 Feb 09 20:40:29.846758 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d1a9ff-4c78-4987-8e86-ad0d2fba834c x-openstack-request-id: req-c7d1a9ff-4c78-4987-8e86-ad0d2fba834c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:29.847672 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "name": "network-vif-plugged", "status": "completed", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:29.847672 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c7d1a9ff-4c78-4987-8e86-ad0d2fba834c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:29.847672 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'code': 200} Feb 09 20:40:29.864537 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Publish callbacks [] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:29.873665 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.020541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for port (75d07ccb-211e-4a65-ae2b-2553859ebc13), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.025911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (75d07ccb-211e-4a65-ae2b-2553859ebc13), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.039723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172ade5-d856-4ffa-8d91-2655a9755139 None None] Pushing event updated for resources: {'Port': ['ID=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:30.160416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Attempting to bind port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:30.161163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Attempting to bind port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:30.162422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Attempting to bind port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 on network 488ec204-1bd4-450a-a658-61c7f918225c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:30.177674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:30.177674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Checking segment: {'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:30.178347 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.178674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Bound using segment: {'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:30.179253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Bound port: c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baec389-75da-4410-9486-501a2fc23318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:30.179801 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.319215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (5dde89a6-298b-4272-be3d-7d7fb9118386), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.327171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] For port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:30.329991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event updated for resources: {'Port': ['ID=75d07ccb-211e-4a65-ae2b-2553859ebc13,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:30.332720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] For port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,segment=NetworkSegment(7baec389-75da-4410-9486-501a2fc23318),segment_id=7baec389-75da-4410-9486-501a2fc23318)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:30.345290 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.387721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.394563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-7d5d8a0a-b463-4875-aac9-b4120e9385e5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1451938 Feb 09 20:40:30.513560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172ade5-d856-4ffa-8d91-2655a9755139 None None] Pushing event updated for resources: {'Port': ['ID=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:30.531373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Routers {'9d0f0ece-d84d-400c-9949-5a543d5d0744'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:40:30.532254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:40:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d0f0ece-d84d-400c-9949-5a543d5d0744'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:30.690172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-71df5d53-477b-46f7-ad0b-f5dc9b80caeb None None] Provisioning complete for port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:30.697790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71df5d53-477b-46f7-ad0b-f5dc9b80caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:30.722526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496a91c-8f83-42ff-8ee6-facc8e11452d req-13b99fde-f3c2-4db7-8054-1f191fb4ccc8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:30.729961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0496a91c-8f83-42ff-8ee6-facc8e11452d req-13b99fde-f3c2-4db7-8054-1f191fb4ccc8 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 951 time: 0.1442146 Feb 09 20:40:30.836732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] Set router 9d0f0ece-d84d-400c-9949-5a543d5d0744 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:40:30.930763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0496a91c-8f83-42ff-8ee6-facc8e11452d req-f7b106cf-a00e-449f-a1c5-835439cdc338 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856351 Feb 09 20:40:31.029632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-71df5d53-477b-46f7-ad0b-f5dc9b80caeb None None] Current status of the port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:31.030771 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71df5d53-477b-46f7-ad0b-f5dc9b80caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:31.122922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-71df5d53-477b-46f7-ad0b-f5dc9b80caeb None None] For port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,segment=NetworkSegment(7baec389-75da-4410-9486-501a2fc23318),segment_id=7baec389-75da-4410-9486-501a2fc23318)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:31.133234 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71df5d53-477b-46f7-ad0b-f5dc9b80caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:31.196240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851efc4-550e-4bdb-80df-25499e7e587d req-8fced8a2-a651-454b-ab1e-839dcb7d719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:31.199093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6851efc4-550e-4bdb-80df-25499e7e587d req-8fced8a2-a651-454b-ab1e-839dcb7d719a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1134 time: 1.0017526 Feb 09 20:40:31.213535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-82b38122-b689-4f20-9cd1-6d4d970f625e tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.8064826 Feb 09 20:40:31.303800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c18fed07-7583-4915-b9f0-cca2286d6018 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:31.365309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4ecb8-d8c6-4bd3-8a48-ebd145726270 req-db332549-b809-4276-b839-35eefeb387ef tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:31.374685 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cdb4ecb8-d8c6-4bd3-8a48-ebd145726270 req-db332549-b809-4276-b839-35eefeb387ef tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1274860 Feb 09 20:40:31.401941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6851efc4-550e-4bdb-80df-25499e7e587d req-ef63b748-cafd-4364-8f20-f9168e30ca70 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850705 Feb 09 20:40:31.476322 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cdb4ecb8-d8c6-4bd3-8a48-ebd145726270 req-c072666b-aef1-441b-9f9f-1c08623350c0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028790 Feb 09 20:40:31.546886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-731135d3-73eb-49d3-ba7a-43829e997b05 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:31.548310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-731135d3-73eb-49d3-ba7a-43829e997b05 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.3335459 Feb 09 20:40:31.563899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-cc80a8bb-2bef-4e51-9f88-bb047ec04348 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:40:31.565444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eea37c1d-fe06-406f-be1d-c71860f2b683 req-cc80a8bb-2bef-4e51-9f88-bb047ec04348 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064189 Feb 09 20:40:31.578556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:31.618352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df5d53-477b-46f7-ad0b-f5dc9b80caeb None None] Pushing event updated for resources: {'Port': ['ID=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:31.636198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'port_id': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'mac_address': 'fa:16:3e:f7:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b473652d-2853-4e93-ad64-770627efa39c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:31.676490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ece3b-1760-49b1-aa31-310871607e30 req-30b0286c-6107-413a-ab6f-0030ef30eabb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:31.686014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-377ece3b-1760-49b1-aa31-310871607e30 req-30b0286c-6107-413a-ab6f-0030ef30eabb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1136427 Feb 09 20:40:31.824180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2b827301-5585-4c00-a99e-900370490253 None None] Provisioning complete for port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:31.824612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b827301-5585-4c00-a99e-900370490253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:31.831459 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-377ece3b-1760-49b1-aa31-310871607e30 req-d7af3c51-53f9-4799-99f6-dbd26c83d810 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444681 Feb 09 20:40:31.879056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c18fed07-7583-4915-b9f0-cca2286d6018 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:31.879451 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:31.916087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c18fed07-7583-4915-b9f0-cca2286d6018 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:32.041381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:32.051918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2b827301-5585-4c00-a99e-900370490253 None None] Current status of the port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:32.057731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:24Z', 'revision_number': 4, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0', 'name': '', 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'mac_address': 'fa:16:3e:ac:10:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:21Z', 'updated_at': '2022-02-09T20:40:30Z', 'revision_number': 4, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'subnets': [{'id': 'b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:32.071035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213cff5-9ab7-41a9-8f28-499770bfb886 req-436349fb-0635-49e3-98aa-2e1a3615d26e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:32.082125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9213cff5-9ab7-41a9-8f28-499770bfb886 req-436349fb-0635-49e3-98aa-2e1a3615d26e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 945 time: 0.1602292 Feb 09 20:40:32.099100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5284c6-c773-49fa-8094-063f6d523042 None None] The sync data for ids ['9d0f0ece-d84d-400c-9949-5a543d5d0744'] in n-d-789963-29 is: [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:24Z', 'revision_number': 4, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0', 'name': '', 'network_id': '488ec204-1bd4-450a-a658-61c7f918225c', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'mac_address': 'fa:16:3e:ac:10:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:21Z', 'updated_at': '2022-02-09T20:40:30Z', 'revision_number': 4, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'subnets': [{'id': 'b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:40:32.132217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:32.137553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:32.186684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-9eaa8965-7266-4d62-b251-cfb82bc637c6 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3143165 Feb 09 20:40:32.214347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:32.258845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:32.288132 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:32.300100 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9213cff5-9ab7-41a9-8f28-499770bfb886 req-342e9465-a167-44cc-8dc5-733a1851e9f0 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163351 Feb 09 20:40:32.396523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df62b1bc-8efa-43a7-abe5-e1987fe8367c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:32.414445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c18fed07-7583-4915-b9f0-cca2286d6018'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:32.571859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:32.707880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4da7a-c0c7-4cde-ba48-0df92f805020 req-14146279-30bf-4433-9d86-78ff62a7d39a tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:32.724955 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1f4da7a-c0c7-4cde-ba48-0df92f805020 req-14146279-30bf-4433-9d86-78ff62a7d39a tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 951 time: 0.2996130 Feb 09 20:40:32.886462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Allocated IP 172.25.4.237 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/928734fc-2950-4db6-95e4-a2d75d93686a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:32.951524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df62b1bc-8efa-43a7-abe5-e1987fe8367c admin admin] Publish callbacks [] for security_group (fea4292a-c577-48ea-93d8-10dfbd43bda4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:32.958754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1f4da7a-c0c7-4cde-ba48-0df92f805020 req-7392df75-5215-42a9-9246-ba83f7bb85ea tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326739 Feb 09 20:40:32.960095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df62b1bc-8efa-43a7-abe5-e1987fe8367c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fea4292a-c577-48ea-93d8-10dfbd43bda4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.019997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df62b1bc-8efa-43a7-abe5-e1987fe8367c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dbfe1e6b95fe45fabb61f961f168d99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9773486 Feb 09 20:40:33.020637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:33.021310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62b1bc-8efa-43a7-abe5-e1987fe8367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea4292a-c577-48ea-93d8-10dfbd43bda4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:33.212727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de858683-7036-40b0-8aa5-16a7363cc209 admin admin] Publish callbacks [] for security_group (fea4292a-c577-48ea-93d8-10dfbd43bda4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.265876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for port (928734fc-2950-4db6-95e4-a2d75d93686a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.270266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de858683-7036-40b0-8aa5-16a7363cc209 admin admin] Publish callbacks [] for security_group (fea4292a-c577-48ea-93d8-10dfbd43bda4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.275903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c18fed07-7583-4915-b9f0-cca2286d6018 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:33.380951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (928734fc-2950-4db6-95e4-a2d75d93686a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.400072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c6454-c9a5-4850-ada6-beb092bfa05d req-fe7ea1e3-41dd-4d1d-847c-2fef216fccf8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:33.404457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:33.407719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:33.408290 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b7c6454-c9a5-4850-ada6-beb092bfa05d req-fe7ea1e3-41dd-4d1d-847c-2fef216fccf8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1260850 Feb 09 20:40:33.420532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:33.433701 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de858683-7036-40b0-8aa5-16a7363cc209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fea4292a-c577-48ea-93d8-10dfbd43bda4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.437364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de858683-7036-40b0-8aa5-16a7363cc209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.439182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-de858683-7036-40b0-8aa5-16a7363cc209 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fea4292a-c577-48ea-93d8-10dfbd43bda4 HTTP/1.1" status: 204 len: 168 time: 0.3960934 Feb 09 20:40:33.443343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port c18fed07-7583-4915-b9f0-cca2286d6018 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:33.443542 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.490894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de858683-7036-40b0-8aa5-16a7363cc209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea4292a-c577-48ea-93d8-10dfbd43bda4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:33.524801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b7c6454-c9a5-4850-ada6-beb092bfa05d req-6efa7a7d-4b03-4b45-b724-4706558401d6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155121 Feb 09 20:40:33.731474 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (2c305c56-964c-4b8f-bfbd-3fcf73efed4c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.783971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (928734fc-2950-4db6-95e4-a2d75d93686a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.885426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3976c-427e-47af-8d54-d5996a6d763f req-a2d68943-7a73-4ec3-b0e2-a69469e6aa67 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:33.889835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c18fed07-7583-4915-b9f0-cca2286d6018 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:33.890244 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:33.901409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afa3976c-427e-47af-8d54-d5996a6d763f req-a2d68943-7a73-4ec3-b0e2-a69469e6aa67 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1938579 Feb 09 20:40:33.976579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:33.984848 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a442162-b617-4547-a05f-f66b3fe96c85" -d '{"events": [{"server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "name": "network-vif-plugged", "status": "completed", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:34.034657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for port (928734fc-2950-4db6-95e4-a2d75d93686a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.037940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:34.047086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.061360 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (928734fc-2950-4db6-95e4-a2d75d93686a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.093131 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afa3976c-427e-47af-8d54-d5996a6d763f req-7ebcf9b9-68e9-4a42-82f1-ea18b4d57f1d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846712 Feb 09 20:40:34.129570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:34.151851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event updated for resources: {'Port': ['ID=928734fc-2950-4db6-95e4-a2d75d93686a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:34.281377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:34.303608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:34.326550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (2c305c56-964c-4b8f-bfbd-3fcf73efed4c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.329637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.330110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.330957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.331296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.331639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.331999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.334303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.334648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.334997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.335331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.335668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.337566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.337912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:40:34.339949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event updated for resources: {'Port': ['ID=928734fc-2950-4db6-95e4-a2d75d93686a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:34.384602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.386700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:34.387091 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.394735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-bc4209f0-6bdc-41f3-9803-5a70dc187a58 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2072721 Feb 09 20:40:34.397965 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc0ea-62f1-4b59-8478-858179fb412d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.518466 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-f52e3dde-b169-40c6-9709-503193661ab4 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.0984714 Feb 09 20:40:34.633198 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc0ea-62f1-4b59-8478-858179fb412d admin admin] Publish callbacks [] for security_group (a054c084-9acd-4def-9743-f44338b54b2b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.639230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc0ea-62f1-4b59-8478-858179fb412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a054c084-9acd-4def-9743-f44338b54b2b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:34.693036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-c36c8cd4-8be7-49e1-9fc3-b29354537874 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:34.701314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc0ea-62f1-4b59-8478-858179fb412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a054c084-9acd-4def-9743-f44338b54b2b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:34.714363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e48f66a-9843-42c9-a03e-1811909529e7 req-c36c8cd4-8be7-49e1-9fc3-b29354537874 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1854467 Feb 09 20:40:34.733535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8c0c-2158-4fd2-8139-082c1ab5828a req-ea9f9afe-3675-409e-b5de-91a51d7b8161 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:34.749479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14bd8c0c-2158-4fd2-8139-082c1ab5828a req-ea9f9afe-3675-409e-b5de-91a51d7b8161 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 945 time: 0.4599340 Feb 09 20:40:34.823159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:34.824374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6f7bc0ea-62f1-4b59-8478-858179fb412d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4ceb4e26d2c54dc9aa9b28c776030c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5113282 Feb 09 20:40:34.869284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14bd8c0c-2158-4fd2-8139-082c1ab5828a req-a08afda5-cbd7-477a-9640-1012a82d54e9 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186347 Feb 09 20:40:34.950160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03862d-7a71-42cd-ba15-79f5afcce7bb req-5aaaec6a-3a39-4e3d-8a37-55e9beba657e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:34.961409 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d03862d-7a71-42cd-ba15-79f5afcce7bb req-5aaaec6a-3a39-4e3d-8a37-55e9beba657e tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 951 time: 0.2035234 Feb 09 20:40:34.968488 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce63c4-b702-4677-876b-6f64bdd5aeec x-openstack-request-id: req-63ce63c4-b702-4677-876b-6f64bdd5aeec {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:34.968937 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "name": "network-vif-plugged", "status": "completed", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:34.971931 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-63ce63c4-b702-4677-876b-6f64bdd5aeec {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:34.972442 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'code': 200} Feb 09 20:40:34.973110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:35.004363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe38c-6e3d-431f-ba6a-aaf876587f2e admin admin] Publish callbacks [] for security_group (a054c084-9acd-4def-9743-f44338b54b2b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:35.044029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d03862d-7a71-42cd-ba15-79f5afcce7bb req-9f886d22-2c26-4b53-954d-f1a0808f0787 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802593 Feb 09 20:40:35.106654 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe38c-6e3d-431f-ba6a-aaf876587f2e admin admin] Publish callbacks [] for security_group (a054c084-9acd-4def-9743-f44338b54b2b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:35.309451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe38c-6e3d-431f-ba6a-aaf876587f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a054c084-9acd-4def-9743-f44338b54b2b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:35.318133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c5fe38c-6e3d-431f-ba6a-aaf876587f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:35.336826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8c5fe38c-6e3d-431f-ba6a-aaf876587f2e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a054c084-9acd-4def-9743-f44338b54b2b HTTP/1.1" status: 204 len: 168 time: 0.5120959 Feb 09 20:40:35.444531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff66e-fcca-4dc5-ab43-41b04285e5a2 req-8acf55f7-502c-47eb-a362-aefe97f7cc86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:35.446320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-351ff66e-fcca-4dc5-ab43-41b04285e5a2 req-8acf55f7-502c-47eb-a362-aefe97f7cc86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.2706561 Feb 09 20:40:35.451668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fe38c-6e3d-431f-ba6a-aaf876587f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a054c084-9acd-4def-9743-f44338b54b2b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:35.515106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-23c9c957-aad3-4c09-bcb0-8b3cfc42f5da tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3151946 Feb 09 20:40:35.530557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:35.588120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:35.641306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-351ff66e-fcca-4dc5-ab43-41b04285e5a2 req-64d0a8dd-097c-425d-9afa-45fc9c9b3609 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688955 Feb 09 20:40:35.774784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:36.036381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Allocated IP 172.25.4.188 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/f242cf84-e227-4d22-bba1-39c189019393) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:36.309767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for port (f242cf84-e227-4d22-bba1-39c189019393), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:36.371508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f242cf84-e227-4d22-bba1-39c189019393), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:36.412771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5ffca-1ea6-4279-b5d0-13dc2bbbfcac req-5bb985eb-9314-4859-abe5-82329c872338 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:36.423542 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ed5ffca-1ea6-4279-b5d0-13dc2bbbfcac req-5bb985eb-9314-4859-abe5-82329c872338 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1410563 Feb 09 20:40:36.431833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:36.434894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:36.441705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:36.526609 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ed5ffca-1ea6-4279-b5d0-13dc2bbbfcac req-116086f3-3c43-4222-bfbc-2eee2cb1d250 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963833 Feb 09 20:40:36.562267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event updated for resources: {'Port': ['ID=f242cf84-e227-4d22-bba1-39c189019393,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:36.723349 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (ac0c0c18-1f25-4446-964c-2fdfeabc9fe6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:36.793851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073204d7-be56-4b27-b9ed-cfa4e67d2d94 req-59a33cf3-b5d3-4eb7-a1bc-65973f3780ab tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:36.813657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-073204d7-be56-4b27-b9ed-cfa4e67d2d94 req-59a33cf3-b5d3-4eb7-a1bc-65973f3780ab tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 945 time: 0.1427789 Feb 09 20:40:36.817736 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f242cf84-e227-4d22-bba1-39c189019393), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:36.932618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-073204d7-be56-4b27-b9ed-cfa4e67d2d94 req-0d0d36a9-2ea0-4afb-aa32-6f36fcd54fff tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158586 Feb 09 20:40:37.160695 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for port (f242cf84-e227-4d22-bba1-39c189019393), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:37.174663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c4bd2-f7ce-4668-839e-1e2eb78a2f37 req-b3e7f0be-b9d8-405c-9967-cef072c17cbe tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:37.176969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f242cf84-e227-4d22-bba1-39c189019393), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:37.183520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-764c4bd2-f7ce-4668-839e-1e2eb78a2f37 req-b3e7f0be-b9d8-405c-9967-cef072c17cbe tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1134 time: 0.0778313 Feb 09 20:40:37.278215 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-764c4bd2-f7ce-4668-839e-1e2eb78a2f37 req-ba0de40b-d114-4d6c-9c3e-2638a744af58 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887907 Feb 09 20:40:37.279550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c18fed07-7583-4915-b9f0-cca2286d6018 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:40:37.289187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event updated for resources: {'Port': ['ID=f242cf84-e227-4d22-bba1-39c189019393,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:37.306738 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (ac0c0c18-1f25-4446-964c-2fdfeabc9fe6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:37.336479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:37.337703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-abd9d65a-3fb8-412f-a0a1-57295cc78eb0 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8114729 Feb 09 20:40:37.425154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c18fed07-7583-4915-b9f0-cca2286d6018 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:37.425375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-6c9fd300-4bcc-4bcb-acb9-595908158442 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.188 HTTP/1.1" status: 200 len: 696 time: 0.0786726 Feb 09 20:40:37.427176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:37.498394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:37.501137 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2699bb-10c7-4148-9783-3a1394264c0c" -d '{"events": [{"server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:37.517440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:37.527511 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:37.626608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:37.711823 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9416c2b6-188a-42f6-b598-b71caa2b6f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:37.790205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-69b839fd-8a94-4246-8c78-36fb90d1f3b1 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:37.803408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a38dba67-dd09-493b-8b14-2e311e0b3b11 req-69b839fd-8a94-4246-8c78-36fb90d1f3b1 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.3652289 Feb 09 20:40:38.025777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425b340-b08b-4d86-b2f6-c34e2b5f0a03 req-8bb075f9-f810-41b3-a76e-1ecef8bbe903 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:38.029641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a425b340-b08b-4d86-b2f6-c34e2b5f0a03 req-8bb075f9-f810-41b3-a76e-1ecef8bbe903 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1298726 Feb 09 20:40:38.168079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a425b340-b08b-4d86-b2f6-c34e2b5f0a03 req-02ed583d-796a-471d-b177-bbdaefa26b88 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280284 Feb 09 20:40:38.215311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-93bf4f6e-76a5-4d76-a8d5-e40bca819d3f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:38.219925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-93bf4f6e-76a5-4d76-a8d5-e40bca819d3f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.13 "GET /v2.0/ports?device_id=826a3090-eace-41cb-9f6e-fbd06e19e6d7 HTTP/1.1" status: 200 len: 943 time: 0.1602376 Feb 09 20:40:38.430204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Deleting port c18fed07-7583-4915-b9f0-cca2286d6018 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:38.430715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:38.512728 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d16855-053e-448a-9e1f-ee1b08236dc2 x-openstack-request-id: req-d7d16855-053e-448a-9e1f-ee1b08236dc2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:38.513465 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:38.513465 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d7d16855-053e-448a-9e1f-ee1b08236dc2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:38.514363 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'code': 200} Feb 09 20:40:38.655926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] For port c18fed07-7583-4915-b9f0-cca2286d6018, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c18fed07-7583-4915-b9f0-cca2286d6018,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:38.656304 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:38.681367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Calling delete_port for c18fed07-7583-4915-b9f0-cca2286d6018 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:38.776225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd32643-ddfd-4c75-b7ac-14f8407c2778 req-101dd05b-5ec1-49da-bcd8-3fd0ddfd5305 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:38.778715 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd32643-ddfd-4c75-b7ac-14f8407c2778 req-101dd05b-5ec1-49da-bcd8-3fd0ddfd5305 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1616352 Feb 09 20:40:38.912609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd32643-ddfd-4c75-b7ac-14f8407c2778 req-29042aa8-d914-4a0b-aa74-364db17ab090 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281331 Feb 09 20:40:38.923833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c18fed07-7583-4915-b9f0-cca2286d6018), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:39.037691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event deleted for resources: {'Port': ['ID=c18fed07-7583-4915-b9f0-cca2286d6018,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:39.092036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-109929e2-d75e-4427-82ee-153b5c586566 req-3f359156-a777-4be5-b714-a5552185025b tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1286776 Feb 09 20:40:39.123417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:39.150849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] No DVR routers for this DVR port c18fed07-7583-4915-b9f0-cca2286d6018 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:40:39.155408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:39.159130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91c94ab9-3f3d-46b1-8f03-ed0034a7f8dc req-69714373-cf87-4f35-8f58-702cb6c645cf tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.13 "DELETE /v2.0/ports/c18fed07-7583-4915-b9f0-cca2286d6018 HTTP/1.1" status: 204 len: 173 time: 0.9300892 Feb 09 20:40:39.159615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'name': 'network-vif-deleted', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:39.161903 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5003fd0-c075-4120-9b92-2ab169ef35b0" -d '{"events": [{"server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "name": "network-vif-deleted", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:39.177275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:39.308622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:39.453927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Allocated IP 172.25.4.238 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/79169c5b-4d4d-426a-a1a1-62ceaa82b1fb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:39.707639 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4397-c921-450b-9aa1-4a90a48fe12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:39.758668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for port (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:39.820505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:39.900130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:39.910916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:39.916679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:39.972489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event updated for resources: {'Port': ['ID=79169c5b-4d4d-426a-a1a1-62ceaa82b1fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:40.070741 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (9ddf4f97-6924-4e38-b182-19c028277105), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:40.150839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:40.447599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for port (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:40.460996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:40.609579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event updated for resources: {'Port': ['ID=79169c5b-4d4d-426a-a1a1-62ceaa82b1fb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:40.636939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (9ddf4f97-6924-4e38-b182-19c028277105), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:40.666627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:40.668773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-109929e2-d75e-4427-82ee-153b5c586566 req-32572258-78dd-4a7f-9849-8a13e2549b37 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5494261 Feb 09 20:40:40.794954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-109929e2-d75e-4427-82ee-153b5c586566 req-8a9e2657-7196-498d-8059-badbcda1bfe8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.238 HTTP/1.1" status: 200 len: 696 time: 0.1149023 Feb 09 20:40:40.940772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109929e2-d75e-4427-82ee-153b5c586566 req-502fdcf1-f27a-4538-9600-6f20eaa8a9cc tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:40.943254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-109929e2-d75e-4427-82ee-153b5c586566 req-502fdcf1-f27a-4538-9600-6f20eaa8a9cc tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1401145 Feb 09 20:40:41.073455 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:41.151547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c738-3211-4bfd-b497-c4e537672217 req-9c26c0c1-e7d5-484b-9110-5ba302f23dcc tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:41.160935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0e99c738-3211-4bfd-b497-c4e537672217 req-9c26c0c1-e7d5-484b-9110-5ba302f23dcc tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 1134 time: 0.0789516 Feb 09 20:40:41.250881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0e99c738-3211-4bfd-b497-c4e537672217 req-29388080-0266-434f-94f5-7479ca50c0c0 tempest-ServersAdminTestJSON-434079507 tempest-ServersAdminTestJSON-434079507-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840843 Feb 09 20:40:41.308803 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffcd235-6bb3-4581-8e86-9185613b1146 x-openstack-request-id: req-1ffcd235-6bb3-4581-8e86-9185613b1146 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:41.311153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c18fed07-7583-4915-b9f0-cca2286d6018 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:40:41.312313 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a3090-eace-41cb-9f6e-fbd06e19e6d7", "name": "network-vif-deleted", "tag": "c18fed07-7583-4915-b9f0-cca2286d6018", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:41.312763 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1ffcd235-6bb3-4581-8e86-9185613b1146 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:41.313894 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a3090-eace-41cb-9f6e-fbd06e19e6d7', 'name': 'network-vif-deleted', 'tag': 'c18fed07-7583-4915-b9f0-cca2286d6018', 'status': 'completed', 'code': 200} Feb 09 20:40:41.353891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: c18fed07-7583-4915-b9f0-cca2286d6018 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:40:41.355156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c18fed07-7583-4915-b9f0-cca2286d6018 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:40:41.468496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853d7ce-f4c2-4d73-b9ba-39c395004202 req-407b7450-adb2-4706-9ec4-29853f32c370 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:41.484443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1853d7ce-f4c2-4d73-b9ba-39c395004202 req-407b7450-adb2-4706-9ec4-29853f32c370 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1230931 Feb 09 20:40:41.573372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1853d7ce-f4c2-4d73-b9ba-39c395004202 req-cab60443-8ba4-4399-9dda-3942f2a0d9c8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858181 Feb 09 20:40:41.741674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db7473-e0c3-4a00-ae9f-ceb02802d3f4 req-1eab2a5a-0f87-4df5-9534-2410d6e55d86 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:41.750044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43db7473-e0c3-4a00-ae9f-ceb02802d3f4 req-1eab2a5a-0f87-4df5-9534-2410d6e55d86 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.0938170 Feb 09 20:40:41.857932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43db7473-e0c3-4a00-ae9f-ceb02802d3f4 req-6be027fe-c75f-435b-84b8-1e756fa374b4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953133 Feb 09 20:40:41.953989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b3f61d7-0074-433e-8760-29470eb06ac3 req-4c81f282-5fa3-4ba1-a470-3125421e8bc1 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips/9ddf4f97-6924-4e38-b182-19c028277105 HTTP/1.1" status: 200 len: 693 time: 0.0852077 Feb 09 20:40:42.110743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f61d7-0074-433e-8760-29470eb06ac3 req-8aed05fd-4460-48a6-b6e0-d438ab16bd1d tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:42.113433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b3f61d7-0074-433e-8760-29470eb06ac3 req-8aed05fd-4460-48a6-b6e0-d438ab16bd1d tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1584249 Feb 09 20:40:42.125540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-1b3f61d7-0074-433e-8760-29470eb06ac3 req-08378a41-4344-42fe-97a4-5f893e146a0d tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:40:42.127860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b3f61d7-0074-433e-8760-29470eb06ac3 req-08378a41-4344-42fe-97a4-5f893e146a0d tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071878 Feb 09 20:40:42.562698 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:43.824197 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:44.398395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-868571e2-e0eb-4598-b1f2-566076349738 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:44.405147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-868571e2-e0eb-4598-b1f2-566076349738 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 821 time: 0.2204540 Feb 09 20:40:44.422129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-c86445fb-bf99-43ed-9a7b-d08208429854 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/quotas/614a45e2b85a4f45808a109d729f188d HTTP/1.1" status: 200 len: 375 time: 0.0159516 Feb 09 20:40:44.471339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-484a4609-2937-4a0e-8a93-cb457f91dc6b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378551 Feb 09 20:40:44.519445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-a35d610e-9229-4d0d-8b96-38a4e808c346 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips/9ddf4f97-6924-4e38-b182-19c028277105 HTTP/1.1" status: 200 len: 693 time: 0.1194754 Feb 09 20:40:44.632936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-55af39aa-efa3-41b9-acca-01e9771ccaea service neutron] 10.222.0.102 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601255 Feb 09 20:40:44.756442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-1f3290b4-688c-4e49-af1a-bd5a92e19010 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:44.757893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-1f3290b4-688c-4e49-af1a-bd5a92e19010 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2376301 Feb 09 20:40:44.776029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-c2907a02-0cf4-4257-97df-c35b98368ddb service neutron] 10.222.0.102 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420376 Feb 09 20:40:44.861925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-e37e991d-a08c-4e05-9a0f-8cace6d10874 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.238 HTTP/1.1" status: 200 len: 696 time: 0.0882761 Feb 09 20:40:44.957636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-4d75e3b8-0309-4c6c-abfa-c4896f10ae3c tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.238 HTTP/1.1" status: 200 len: 696 time: 0.0887241 Feb 09 20:40:45.119563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f1060-a9f4-4ce2-959c-0c4c48712c74 req-845ac6e4-3686-461b-91e8-29d1b83790fd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:45.126302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b89f1060-a9f4-4ce2-959c-0c4c48712c74 req-845ac6e4-3686-461b-91e8-29d1b83790fd tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1139510 Feb 09 20:40:45.223545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Deleting port 79169c5b-4d4d-426a-a1a1-62ceaa82b1fb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:45.224706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.229902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b89f1060-a9f4-4ce2-959c-0c4c48712c74 req-313233e0-beda-425b-9d04-0c3826352af2 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979528 Feb 09 20:40:45.344730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:45.362399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c353d2-4b8e-4f05-a37b-8745f1a5df82 req-eac5b449-3482-4c2c-b204-25b54fb87b83 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:45.370213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7c353d2-4b8e-4f05-a37b-8745f1a5df82 req-eac5b449-3482-4c2c-b204-25b54fb87b83 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.0772958 Feb 09 20:40:45.387337 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.387676 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.416651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Calling delete_port for 79169c5b-4d4d-426a-a1a1-62ceaa82b1fb owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:45.447031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7c353d2-4b8e-4f05-a37b-8745f1a5df82 req-67504162-b81d-4fa6-b234-97a9a3144d8f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726190 Feb 09 20:40:45.663361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (79169c5b-4d4d-426a-a1a1-62ceaa82b1fb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.676511 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d61ea8d-030a-45f0-adb9-dc2027a453cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.709403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event deleted for resources: {'Port': ['ID=79169c5b-4d4d-426a-a1a1-62ceaa82b1fb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:45.720214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a333-c06b-4c28-8fd0-711cbb99073a req-17656807-0f3a-40b8-ac6a-53fdf7559f99 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:45.728336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d56a333-c06b-4c28-8fd0-711cbb99073a req-17656807-0f3a-40b8-ac6a-53fdf7559f99 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 950 time: 0.1110797 Feb 09 20:40:45.810380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d56a333-c06b-4c28-8fd0-711cbb99073a req-9bab24c1-89ae-440d-a09a-3420ebe53582 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785139 Feb 09 20:40:45.825154 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (9ddf4f97-6924-4e38-b182-19c028277105), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.828328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.846850 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bc7e029-f870-46b3-ad5f-9a4ed68c5e6e req-b3bfff38-ae4c-41fd-afde-45536bf91211 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "DELETE /v2.0/floatingips/9ddf4f97-6924-4e38-b182-19c028277105 HTTP/1.1" status: 204 len: 173 time: 0.8811269 Feb 09 20:40:45.885290 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d61ea8d-030a-45f0-adb9-dc2027a453cf admin admin] Publish callbacks [] for security_group (3d2ee62e-00f4-42f9-8388-f3b7d1172b4c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.889489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d61ea8d-030a-45f0-adb9-dc2027a453cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3d2ee62e-00f4-42f9-8388-f3b7d1172b4c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:45.925747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d61ea8d-030a-45f0-adb9-dc2027a453cf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5c949a4c5d274e6ba27e172721cc9062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749791 Feb 09 20:40:45.926572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:45.984832 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09db0c1f-1d5e-4ab1-a2d1-26751d01ea82 req-56f3b8d1-058e-4a64-b93e-6626f8200c5a tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 210 time: 0.0660057 Feb 09 20:40:46.042177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61ea8d-030a-45f0-adb9-dc2027a453cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2ee62e-00f4-42f9-8388-f3b7d1172b4c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:46.060483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3f917-5e04-442f-ba1d-75ca8f830f94 req-bee37e78-39f6-4925-ac8f-3855f1761b3a tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:46.062300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14d3f917-5e04-442f-ba1d-75ca8f830f94 req-bee37e78-39f6-4925-ac8f-3855f1761b3a tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 950 time: 0.0777111 Feb 09 20:40:46.140270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14d3f917-5e04-442f-ba1d-75ca8f830f94 req-e2f62898-8950-4c63-b70d-7413680a5b21 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689461 Feb 09 20:40:46.268736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8983f-515a-4a5e-b56c-2e6a918d22e4 req-dbacdc1e-85e3-4aba-bfa6-7906d97d9fc5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:46.270252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bf8983f-515a-4a5e-b56c-2e6a918d22e4 req-dbacdc1e-85e3-4aba-bfa6-7906d97d9fc5 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2329648 Feb 09 20:40:46.317457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4635253-ea4d-449f-aba1-d34c7500d1b0 admin admin] Publish callbacks [] for security_group (3d2ee62e-00f4-42f9-8388-f3b7d1172b4c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:46.328569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-da1c1b64-9d50-4dc2-bd4c-05d1557fabbc tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:46.332966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-da1c1b64-9d50-4dc2-bd4c-05d1557fabbc tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 950 time: 0.3466182 Feb 09 20:40:46.502584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b2b15-c5d4-462d-97e8-b7becc7ad93c req-66ade38e-e0c6-408f-870b-160cfdb63586 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:46.504671 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b9b2b15-c5d4-462d-97e8-b7becc7ad93c req-66ade38e-e0c6-408f-870b-160cfdb63586 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1445072 Feb 09 20:40:46.645279 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b9b2b15-c5d4-462d-97e8-b7becc7ad93c req-05023d4c-2105-45fa-91e2-c72ecd593d93 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311226 Feb 09 20:40:46.825702 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41d3326a-b947-4cf5-bdc3-2bcec385a049 req-b9247249-e445-48a8-8c88-3700d7a15057 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?tenant_id=7219ce0063b2486195af2fff727edcdc HTTP/1.1" status: 200 len: 1657 time: 0.1331117 Feb 09 20:40:46.835244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4635253-ea4d-449f-aba1-d34c7500d1b0 admin admin] Publish callbacks [] for security_group (3d2ee62e-00f4-42f9-8388-f3b7d1172b4c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:46.978539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3326a-b947-4cf5-bdc3-2bcec385a049 req-ce1ec514-4f0c-4ffe-96bb-a1c709e836fe tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:46.982033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41d3326a-b947-4cf5-bdc3-2bcec385a049 req-ce1ec514-4f0c-4ffe-96bb-a1c709e836fe tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks?id=d0760ad7-99c2-4167-a127-ee6e31457c2d&id=d0760ad7-99c2-4167-a127-ee6e31457c2d&id=d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 787 time: 0.1520660 Feb 09 20:40:46.999338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-41d3326a-b947-4cf5-bdc3-2bcec385a049 req-9d14b712-0600-4a7e-8fda-81bfd0a017a3 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:40:47.001854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41d3326a-b947-4cf5-bdc3-2bcec385a049 req-9d14b712-0600-4a7e-8fda-81bfd0a017a3 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103860 Feb 09 20:40:47.051674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4635253-ea4d-449f-aba1-d34c7500d1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3d2ee62e-00f4-42f9-8388-f3b7d1172b4c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.055384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4635253-ea4d-449f-aba1-d34c7500d1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.056752 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a4635253-ea4d-449f-aba1-d34c7500d1b0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3d2ee62e-00f4-42f9-8388-f3b7d1172b4c HTTP/1.1" status: 204 len: 168 time: 1.1298363 Feb 09 20:40:47.084085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4635253-ea4d-449f-aba1-d34c7500d1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2ee62e-00f4-42f9-8388-f3b7d1172b4c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:47.090474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Deleting port bc6f6b21-fb8d-4034-a07c-cd4729ba095f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:47.090967 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.180349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-f8c46433-eae4-4776-9c01-6856fea8c079 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:47.184692 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-f8c46433-eae4-4776-9c01-6856fea8c079 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.13 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 821 time: 0.3713658 Feb 09 20:40:47.209162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Request body: {'port': {'device_id': 'ed812f3d-9991-4ab7-98a0-de32bd0be2cd', 'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'admin_state_up': True, 'tenant_id': '614a45e2b85a4f45808a109d729f188d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:47.234597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed0726-767b-4318-a121-fd1577b902c5 req-0142ef26-371a-4300-8e0a-4562e1b1b9fb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:47.236881 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-05ed0726-767b-4318-a121-fd1577b902c5 req-0142ef26-371a-4300-8e0a-4562e1b1b9fb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1685793 Feb 09 20:40:47.336142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:40:47.376275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-05ed0726-767b-4318-a121-fd1577b902c5 req-ff4bf5f3-68ff-4eb7-a576-887365975461 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145599 Feb 09 20:40:47.379039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Made reservation on behalf of 614a45e2b85a4f45808a109d729f188d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:40:47.383137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.427921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] For port bc6f6b21-fb8d-4034-a07c-cd4729ba095f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:47.432726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.505452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Calling delete_port for bc6f6b21-fb8d-4034-a07c-cd4729ba095f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:47.552101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1a24730-2805-4f1e-9e1c-f120e21c2e3e is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:47.552793 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.576522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd96e13-a973-404e-8144-c0e1df47c5e3 req-15cf6960-d1ab-4530-943e-2e41e7b76e9d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:47.578074 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7cd96e13-a973-404e-8144-c0e1df47c5e3 req-15cf6960-d1ab-4530-943e-2e41e7b76e9d tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834 HTTP/1.1" status: 200 len: 950 time: 0.1016481 Feb 09 20:40:47.596916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:47.599592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:47.602868 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb859c5-a132-4d80-a480-3aa2ea82b117" -d '{"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:47.606901 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.695767 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7cd96e13-a973-404e-8144-c0e1df47c5e3 req-0b49472e-25d9-48fe-83a2-9eae7ee9cd03 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104252 Feb 09 20:40:47.700590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:47.715595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:47.738936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4214eba-83d6-43a1-9e5e-85f9744a62fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.809963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d364f783-ce83-4384-86cb-2d5133861b83 req-340f1317-5d35-4212-9f4a-a4ae42c27834 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips/ac0c0c18-1f25-4446-964c-2fdfeabc9fe6 HTTP/1.1" status: 200 len: 693 time: 0.0673079 Feb 09 20:40:47.822622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4778188-d8fc-43a4-b00f-67266c78dadc req-c8d03a8b-b7e9-45bc-9ee6-001e521b7456 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 210 time: 0.2074740 Feb 09 20:40:47.893206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Allocated IP 172.20.0.7 (370206de-304d-4458-85a7-a76bb1dea670/b473652d-2853-4e93-ad64-770627efa39c/f63406bc-7499-424f-ae37-ca6cbc5a0774) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:40:47.949574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bc6f6b21-fb8d-4034-a07c-cd4729ba095f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:47.963441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['669249b7-9760-407b-ad8d-0772bc46a754'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:47.970251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d4a6a94d-081d-43c6-8ec6-da7d72828c37'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:47.981694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364f783-ce83-4384-86cb-2d5133861b83 req-fbdcd399-67d0-460f-b2cc-a7936fc6391a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:47.988748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d364f783-ce83-4384-86cb-2d5133861b83 req-fbdcd399-67d0-460f-b2cc-a7936fc6391a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1778836 Feb 09 20:40:48.033717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Pushing event deleted for resources: {'Port': ['ID=bc6f6b21-fb8d-4034-a07c-cd4729ba095f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:48.059608 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d364f783-ce83-4384-86cb-2d5133861b83 req-90a9490e-c764-441a-a732-5d76f2f6b7e7 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.188 HTTP/1.1" status: 200 len: 696 time: 0.0676622 Feb 09 20:40:48.074889 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4214eba-83d6-43a1-9e5e-85f9744a62fe admin admin] Publish callbacks [] for security_group (74c9d5e1-d5b3-4d18-840a-59181f0234bb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.081030 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7464c1-24a4-4977-b72a-71c77f6ff9b2 x-openstack-request-id: req-da7464c1-24a4-4977-b72a-71c77f6ff9b2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:48.081030 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:48.081535 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-da7464c1-24a4-4977-b72a-71c77f6ff9b2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:48.081817 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'code': 200} Feb 09 20:40:48.113726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4214eba-83d6-43a1-9e5e-85f9744a62fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (74c9d5e1-d5b3-4d18-840a-59181f0234bb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.161242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bc6f6b21-fb8d-4034-a07c-cd4729ba095f no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:40:48.165325 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d364f783-ce83-4384-86cb-2d5133861b83 req-9372f38b-8ba7-4d60-a17b-2e45491d82a8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.188 HTTP/1.1" status: 200 len: 696 time: 0.1069782 Feb 09 20:40:48.181271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] No DVR routers for this DVR port bc6f6b21-fb8d-4034-a07c-cd4729ba095f on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:40:48.188108 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.191089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: bc6f6b21-fb8d-4034-a07c-cd4729ba095f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:40:48.191646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bc6f6b21-fb8d-4034-a07c-cd4729ba095f not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:40:48.192821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0243708c-5595-4b0a-a488-371cfe86c9a8 req-88362092-704f-4cba-beba-d7a5ad499c2c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "DELETE /v2.0/ports/bc6f6b21-fb8d-4034-a07c-cd4729ba095f HTTP/1.1" status: 204 len: 173 time: 1.8509660 Feb 09 20:40:48.193310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834', 'name': 'network-vif-deleted', 'tag': 'bc6f6b21-fb8d-4034-a07c-cd4729ba095f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:48.206251 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c1ca41-a5f4-4c3e-b0fb-0c3033eea2f0" -d '{"events": [{"server_uuid": "74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834", "name": "network-vif-deleted", "tag": "bc6f6b21-fb8d-4034-a07c-cd4729ba095f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:48.239646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c4214eba-83d6-43a1-9e5e-85f9744a62fe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3ed5d51c68f04680921b87b0ea98228b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229127 Feb 09 20:40:48.241002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4214eba-83d6-43a1-9e5e-85f9744a62fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c9d5e1-d5b3-4d18-840a-59181f0234bb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:48.250384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:48.387052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0e54091-311d-49cc-9fd7-8029989b7ec4 admin admin] Publish callbacks [] for security_group (74c9d5e1-d5b3-4d18-840a-59181f0234bb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.387311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.409172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Deleting port f242cf84-e227-4d22-bba1-39c189019393 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:48.409505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f242cf84-e227-4d22-bba1-39c189019393), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.434236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.468979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0e54091-311d-49cc-9fd7-8029989b7ec4 admin admin] Publish callbacks [] for security_group (74c9d5e1-d5b3-4d18-840a-59181f0234bb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.529199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d455c-f65f-4e40-95f8-ba737546dd6a req-96a21900-ff02-4778-91d6-f2a26e2e6846 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:48.531450 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f84d455c-f65f-4e40-95f8-ba737546dd6a req-96a21900-ff02-4778-91d6-f2a26e2e6846 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.3536828 Feb 09 20:40:48.585220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0e54091-311d-49cc-9fd7-8029989b7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (74c9d5e1-d5b3-4d18-840a-59181f0234bb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.585220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0e54091-311d-49cc-9fd7-8029989b7ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.585220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0e54091-311d-49cc-9fd7-8029989b7ec4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/74c9d5e1-d5b3-4d18-840a-59181f0234bb HTTP/1.1" status: 204 len: 168 time: 0.3287966 Feb 09 20:40:48.585220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f242cf84-e227-4d22-bba1-39c189019393), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.585220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (f242cf84-e227-4d22-bba1-39c189019393), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.602951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Network 370206de-304d-4458-85a7-a76bb1dea670 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:40:48.614008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event updated for resources: {'Port': ['ID=f63406bc-7499-424f-ae37-ca6cbc5a0774,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:48.619837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:40:48.633106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e54091-311d-49cc-9fd7-8029989b7ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c9d5e1-d5b3-4d18-840a-59181f0234bb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:48.644240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:40:48.654853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Calling delete_port for f242cf84-e227-4d22-bba1-39c189019393 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:48.684358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f84d455c-f65f-4e40-95f8-ba737546dd6a req-d7a24655-3633-4a07-9988-17e08a6de113 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319585 Feb 09 20:40:48.727379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:48.728067 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.757821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-46c47917-1b9e-4d5e-abe1-74af39680b8f tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5564191 Feb 09 20:40:48.781712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Request body: {'port': {'device_id': 'ed812f3d-9991-4ab7-98a0-de32bd0be2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:48.867067 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.918861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f242cf84-e227-4d22-bba1-39c189019393), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:48.997555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event deleted for resources: {'Port': ['ID=f242cf84-e227-4d22-bba1-39c189019393,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:49.116688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (ac0c0c18-1f25-4446-964c-2fdfeabc9fe6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:49.119670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:49.121857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d364f783-ce83-4384-86cb-2d5133861b83 req-f64c5e95-1691-4fe2-85b8-3b5facddcfb8 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "DELETE /v2.0/floatingips/ac0c0c18-1f25-4446-964c-2fdfeabc9fe6 HTTP/1.1" status: 204 len: 173 time: 0.9549818 Feb 09 20:40:49.197110 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba171f93-7975-494d-a32a-6fa5260a274e x-openstack-request-id: req-ba171f93-7975-494d-a32a-6fa5260a274e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:49.197676 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834", "name": "network-vif-deleted", "tag": "bc6f6b21-fb8d-4034-a07c-cd4729ba095f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:49.198515 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ba171f93-7975-494d-a32a-6fa5260a274e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:49.199527 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a32ad6-4c7b-46fd-af2a-3ff2ef5c9834', 'name': 'network-vif-deleted', 'tag': 'bc6f6b21-fb8d-4034-a07c-cd4729ba095f', 'status': 'completed', 'code': 200} Feb 09 20:40:49.381980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63406bc-7499-424f-ae37-ca6cbc5a0774 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:49.409281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Publish callbacks [] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:49.424714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827bc0f-2a2f-450c-880a-e69adab2a784 req-9cefdf58-68f7-4299-b4cd-b8cd6c4560a3 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:49.426236 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6827bc0f-2a2f-450c-880a-e69adab2a784 req-9cefdf58-68f7-4299-b4cd-b8cd6c4560a3 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 931 time: 0.1127760 Feb 09 20:40:49.427939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab67576-84fe-4055-9a4b-2a50e5538fdb req-3ccb313a-10a8-4656-9416-88fa311124fb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:49.435611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cab67576-84fe-4055-9a4b-2a50e5538fdb req-3ccb313a-10a8-4656-9416-88fa311124fb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1764300 Feb 09 20:40:49.445895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Transition to ACTIVE for port object f63406bc-7499-424f-ae37-ca6cbc5a0774 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:40:49.459578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:49.508218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6827bc0f-2a2f-450c-880a-e69adab2a784 req-6e55263e-d067-441d-b607-3ac5ea9f2008 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755620 Feb 09 20:40:49.590514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f63406bc-7499-424f-ae37-ca6cbc5a0774,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:49.595647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cab67576-84fe-4055-9a4b-2a50e5538fdb req-c1a170b9-076e-449d-8669-3602beda535b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591547 Feb 09 20:40:49.619090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-b3bafcbf-ddb1-4d78-ae3c-50c8de6d1b40 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips/2c305c56-964c-4b8f-bfbd-3fcf73efed4c HTTP/1.1" status: 200 len: 693 time: 0.0750961 Feb 09 20:40:49.691652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Attempting to bind port f63406bc-7499-424f-ae37-ca6cbc5a0774 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:49.692757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Attempting to bind port f63406bc-7499-424f-ae37-ca6cbc5a0774 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:49.692757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Attempting to bind port f63406bc-7499-424f-ae37-ca6cbc5a0774 on network 370206de-304d-4458-85a7-a76bb1dea670 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:49.698783 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-5df770d2-ff81-43a6-8055-687b0e48cbad service neutron] show failed (client error): The resource could not be found. Feb 09 20:40:49.699959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-5df770d2-ff81-43a6-8055-687b0e48cbad service neutron] 10.222.0.50 "GET /v2.0/ports/bb04b31d-9ec4-4eb8-bf17-44ce71e4b947/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.1591926 Feb 09 20:40:49.703212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Port f63406bc-7499-424f-ae37-ca6cbc5a0774 on network 370206de-304d-4458-85a7-a76bb1dea670 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:40:49.704560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Attempting to bind port f63406bc-7499-424f-ae37-ca6cbc5a0774 on network 370206de-304d-4458-85a7-a76bb1dea670 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:49.709328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:49.709671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Checking segment: {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:49.710052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Bound using segment: {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:49.710482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Bound port: f63406bc-7499-424f-ae37-ca6cbc5a0774, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09fd491-4b18-4d5a-a079-e006ddac941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '370206de-304d-4458-85a7-a76bb1dea670'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:49.710838 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:49.801286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-fe7e837f-04c3-4c29-869f-1eb4d87d69c7 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:49.810056 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-fe7e837f-04c3-4c29-869f-1eb4d87d69c7 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1855149 Feb 09 20:40:49.825115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] For port f63406bc-7499-424f-ae37-ca6cbc5a0774, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:49.829497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] For port f63406bc-7499-424f-ae37-ca6cbc5a0774, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f63406bc-7499-424f-ae37-ca6cbc5a0774,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:49.839644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:49.883964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:49.884536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:49.886007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/f63406bc-7499-424f-ae37-ca6cbc5a0774 HTTP/1.1" status: 200 len: 1092 time: 1.1172829 Feb 09 20:40:49.921573 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-15a5a474-97b9-442e-ba07-c0dff4dcc1eb tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.1104372 Feb 09 20:40:49.926531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3730b-d8ba-44b5-a4fe-6869c1f218e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f63406bc-7499-424f-ae37-ca6cbc5a0774,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:50.032281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-43bb225a-fb46-4767-8ca2-aae89c49db28 tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.237 HTTP/1.1" status: 200 len: 696 time: 0.1044400 Feb 09 20:40:50.162086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-72aa105d-f973-488b-bbcb-9ed7cedf2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:50.164095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-72aa105d-f973-488b-bbcb-9ed7cedf2b99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52&tenant_id=bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 1132 time: 0.1566112 Feb 09 20:40:50.180185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-e825d119-3949-4b27-9298-b2d5a9f09abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:50.182076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-e825d119-3949-4b27-9298-b2d5a9f09abc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 1126 time: 0.1850471 Feb 09 20:40:50.186785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Deleting port 928734fc-2950-4db6-95e4-a2d75d93686a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:50.187306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (928734fc-2950-4db6-95e4-a2d75d93686a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:50.188350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:50.198944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddda6d-b11c-4a2e-b68c-093145165979 req-65abf8cf-64ae-46a1-80a6-5332d5529133 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:50.202362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8ddda6d-b11c-4a2e-b68c-093145165979 req-65abf8cf-64ae-46a1-80a6-5332d5529133 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1401520 Feb 09 20:40:50.278805 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (928734fc-2950-4db6-95e4-a2d75d93686a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:50.279482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (928734fc-2950-4db6-95e4-a2d75d93686a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:50.291520 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-2d405898-215e-444f-b86b-5ad2f71c8b76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f63406bc-7499-424f-ae37-ca6cbc5a0774 HTTP/1.1" status: 200 len: 217 time: 0.0699475 Feb 09 20:40:50.300892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Calling delete_port for 928734fc-2950-4db6-95e4-a2d75d93686a owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:50.372476 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8ddda6d-b11c-4a2e-b68c-093145165979 req-ce6e6199-8eee-4b41-bb37-9790afcb71ac tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447866 Feb 09 20:40:50.380165 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:50.513023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-ea12327f-1390-48f2-9c27-580f8e17a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:50.515046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-ea12327f-1390-48f2-9c27-580f8e17a988 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b473652d-2853-4e93-ad64-770627efa39c HTTP/1.1" status: 200 len: 861 time: 0.2120557 Feb 09 20:40:50.607393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-b39794d4-a3cc-48b9-b3b8-829a0015b471 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=370206de-304d-4458-85a7-a76bb1dea670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678864 Feb 09 20:40:50.744111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25616e-bc2a-4b23-ad03-4ba3073d4715 req-db48e476-6873-4015-855e-68750732d36b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:50.745737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed25616e-bc2a-4b23-ad03-4ba3073d4715 req-db48e476-6873-4015-855e-68750732d36b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 950 time: 0.2353506 Feb 09 20:40:50.814561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:50.850109 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-5d65d32b-9b61-4385-a8a5-0ede1a050d1c service neutron] 10.222.0.13 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242553 Feb 09 20:40:50.896850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (928734fc-2950-4db6-95e4-a2d75d93686a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:50.924349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed25616e-bc2a-4b23-ad03-4ba3073d4715 req-7b403fa0-2c6f-45a9-b52b-1adf7a126432 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698620 Feb 09 20:40:50.934701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event deleted for resources: {'Port': ['ID=928734fc-2950-4db6-95e4-a2d75d93686a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:50.940690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:51.027129 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Publish callbacks [] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.033375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (2c305c56-964c-4b8f-bfbd-3fcf73efed4c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.034814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4a8fdb-210b-4fb5-91d5-d46cec956350 req-cd082fa0-42e4-4578-afd6-9d17c8b3812b service neutron] 10.222.0.13 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746981 Feb 09 20:40:51.037629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.049204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc0c80f6-b716-44c6-89a7-27b264b46c40 req-a1389ad8-7042-4689-b9bf-0de3a8d8ae5a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "DELETE /v2.0/floatingips/2c305c56-964c-4b8f-bfbd-3fcf73efed4c HTTP/1.1" status: 204 len: 173 time: 1.0094388 Feb 09 20:40:51.057605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Transition to ACTIVE for port object bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:40:51.069734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.146936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:51.149034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:51.168947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] No DVR routers for this DVR port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:40:51.187435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7709a55-89b8-41f1-b07d-f6c95c9fed4b req-8fa62479-0e0f-4223-a4f0-6d70b8a21ff4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:51.192257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7709a55-89b8-41f1-b07d-f6c95c9fed4b req-8fa62479-0e0f-4223-a4f0-6d70b8a21ff4 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 943 time: 0.1394010 Feb 09 20:40:51.200155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed812f3d-9991-4ab7-98a0-de32bd0be2cd', 'tag': 'f63406bc-7499-424f-ae37-ca6cbc5a0774'}, {'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:51.202403 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8745435e-0f90-4a26-8093-ccc934c1d401" -d '{"events": [{"name": "network-changed", "server_uuid": "ed812f3d-9991-4ab7-98a0-de32bd0be2cd", "tag": "f63406bc-7499-424f-ae37-ca6cbc5a0774"}, {"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-unplugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:51.240863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29424e7-369b-4221-8caa-214c4c22b7af req-0f3707af-aaab-457f-8194-6e9d5383099b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:51.242615 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f29424e7-369b-4221-8caa-214c4c22b7af req-0f3707af-aaab-457f-8194-6e9d5383099b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1206851 Feb 09 20:40:51.256572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:51.256846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:51.257000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:51.269258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:40:51.269591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:51.286790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:51.287135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:51.287553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:51.288054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Bound port: bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:51.288481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.301689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7709a55-89b8-41f1-b07d-f6c95c9fed4b req-7fb4191c-a2a3-4864-a2aa-92540230fcdb tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025705 Feb 09 20:40:51.335398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:51.348822 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f29424e7-369b-4221-8caa-214c4c22b7af req-be6ab6d6-54b4-4224-8317-a072ff65e1bb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997210 Feb 09 20:40:51.379924 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e45103e9-3bcf-4350-953f-81c08e1da611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.408218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:51.414722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:51.432704 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.441170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.500883 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-deb173bf-4370-4920-84d7-d632c7e91e0f tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips/5dde89a6-298b-4272-be3d-7d7fb9118386 HTTP/1.1" status: 200 len: 693 time: 0.1030354 Feb 09 20:40:51.582244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:51.582244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.582244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] 10.222.0.13 "PUT /v2.0/ports/bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 1096 time: 1.3944130 Feb 09 20:40:51.599945 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd74018-c587-4ff6-882a-161f47252cf0 x-openstack-request-id: req-0bd74018-c587-4ff6-882a-161f47252cf0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:51.600511 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed812f3d-9991-4ab7-98a0-de32bd0be2cd", "tag": "f63406bc-7499-424f-ae37-ca6cbc5a0774", "status": "completed", "code": 200}, {"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-unplugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:51.601027 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0bd74018-c587-4ff6-882a-161f47252cf0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:51.601600 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed812f3d-9991-4ab7-98a0-de32bd0be2cd', 'tag': 'f63406bc-7499-424f-ae37-ca6cbc5a0774', 'status': 'completed', 'code': 200} Feb 09 20:40:51.602088 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'code': 200} Feb 09 20:40:51.636053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33936ec2-81b8-4255-9e5a-eeda28131a41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:51.640204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:51.664503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'mac_address': 'fa:16:3e:16:cb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:51.745164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-704923cc-347a-4615-9e73-5354a2cea8ff tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:51.746618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-704923cc-347a-4615-9e73-5354a2cea8ff tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2371016 Feb 09 20:40:51.753071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e45103e9-3bcf-4350-953f-81c08e1da611 admin admin] Publish callbacks [] for security_group (ee065bea-b969-4950-954f-5eee4afb4ee3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.756005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1a24730-2805-4f1e-9e1c-f120e21c2e3e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:51.756758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.763544 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e45103e9-3bcf-4350-953f-81c08e1da611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ee065bea-b969-4950-954f-5eee4afb4ee3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.780750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a24730-2805-4f1e-9e1c-f120e21c2e3e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:51.801977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-0a799235-aa3a-4444-94b7-d940fb03b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:51.803535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-0a799235-aa3a-4444-94b7-d940fb03b186 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=614a45e2b85a4f45808a109d729f188d&device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 1126 time: 0.2003388 Feb 09 20:40:51.817125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-692cca45-2cd0-46da-8434-f61d27856a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:51.818679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-692cca45-2cd0-46da-8434-f61d27856a52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1130 time: 0.1676388 Feb 09 20:40:51.835428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e45103e9-3bcf-4350-953f-81c08e1da611 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=977a8390954a46399efb80dc8f6e42ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6713896 Feb 09 20:40:51.835695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:51.836520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43710) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:51.847041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:51.858254 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-aaf41970-090d-45e1-a8c1-d8f44afdd3bc tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.1030288 Feb 09 20:40:51.910610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b96f7-88cf-45e5-ad8f-7ac10c9ce72a req-75a8ca73-4096-4f9c-a107-bc110184ec57 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:51.913048 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b50b96f7-88cf-45e5-ad8f-7ac10c9ce72a req-75a8ca73-4096-4f9c-a107-bc110184ec57 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 947 time: 0.1983380 Feb 09 20:40:51.945263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45103e9-3bcf-4350-953f-81c08e1da611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee065bea-b969-4950-954f-5eee4afb4ee3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:51.963238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:51.974370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-d6a13e11-1601-4361-8912-827f6765d5aa tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.1040442 Feb 09 20:40:52.015604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c1a24730-2805-4f1e-9e1c-f120e21c2e3e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:52.043992 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffa4bfbc-75c1-4f47-970d-2392b591bd9a admin admin] Publish callbacks [] for security_group (ee065bea-b969-4950-954f-5eee4afb4ee3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.112701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b50b96f7-88cf-45e5-ad8f-7ac10c9ce72a req-b275935a-cd17-415b-8c3e-c57386a5a7b0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987553 Feb 09 20:40:52.131206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-cbe136c0-1182-4935-8ecf-0b86354fe5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:52.132842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-cbe136c0-1182-4935-8ecf-0b86354fe5cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 200 len: 922 time: 0.3199875 Feb 09 20:40:52.144611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffa4bfbc-75c1-4f47-970d-2392b591bd9a admin admin] Publish callbacks [] for security_group (ee065bea-b969-4950-954f-5eee4afb4ee3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.169795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-6ddc7f0e-d981-40ba-a844-6752d0c9611b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:52.169795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-6ddc7f0e-d981-40ba-a844-6752d0c9611b tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.13 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 950 time: 0.2501118 Feb 09 20:40:52.170156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:40:52.201365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-274180b1-8724-4b7f-bc79-25193f50a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:52.202965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-274180b1-8724-4b7f-bc79-25193f50a352 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3730001 Feb 09 20:40:52.210942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-b01d6a73-28aa-4891-a1dc-6c51707e6665 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f63406bc-7499-424f-ae37-ca6cbc5a0774 HTTP/1.1" status: 200 len: 217 time: 0.0658967 Feb 09 20:40:52.222065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Deleting port 75d07ccb-211e-4a65-ae2b-2553859ebc13 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:52.222065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (75d07ccb-211e-4a65-ae2b-2553859ebc13), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.275104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-96858607-c5b4-4fe0-b137-0254f025b64d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.0620058 Feb 09 20:40:52.279471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:40:52.280418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:40:52.317784 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffa4bfbc-75c1-4f47-970d-2392b591bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ee065bea-b969-4950-954f-5eee4afb4ee3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.321282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffa4bfbc-75c1-4f47-970d-2392b591bd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.325837 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ffa4bfbc-75c1-4f47-970d-2392b591bd9a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ee065bea-b969-4950-954f-5eee4afb4ee3 HTTP/1.1" status: 204 len: 168 time: 0.4858146 Feb 09 20:40:52.341173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4bfbc-75c1-4f47-970d-2392b591bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee065bea-b969-4950-954f-5eee4afb4ee3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:52.348982 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (75d07ccb-211e-4a65-ae2b-2553859ebc13), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.349400 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (75d07ccb-211e-4a65-ae2b-2553859ebc13), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.364323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Calling delete_port for 75d07ccb-211e-4a65-ae2b-2553859ebc13 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:52.569901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (75d07ccb-211e-4a65-ae2b-2553859ebc13), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.608917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Pushing event deleted for resources: {'Port': ['ID=75d07ccb-211e-4a65-ae2b-2553859ebc13,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:52.722505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks [] for floatingip (5dde89a6-298b-4272-be3d-7d7fb9118386), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.725235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:52.726921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-616c3d2f-e800-4e07-af36-9bfd4ae39383 req-328bffd2-d108-4cbd-bcba-4c405b19716a tempest-FloatingIPDetailsTestJSON-1556705938 tempest-FloatingIPDetailsTestJSON-1556705938-project] 10.222.0.102 "DELETE /v2.0/floatingips/5dde89a6-298b-4272-be3d-7d7fb9118386 HTTP/1.1" status: 204 len: 173 time: 0.7509928 Feb 09 20:40:52.734538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:52.785502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-7b724382-c0dd-4464-82dd-e5bd8b36610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:52.786834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-7b724382-c0dd-4464-82dd-e5bd8b36610b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b473652d-2853-4e93-ad64-770627efa39c HTTP/1.1" status: 200 len: 861 time: 0.5233512 Feb 09 20:40:52.877331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-4f1a51cb-9912-4b1d-bf5c-cc133eda69ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=370206de-304d-4458-85a7-a76bb1dea670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579166 Feb 09 20:40:52.909696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-e93f4d94-be9b-4806-a6f4-7c5f1a6bcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:52.911745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-e93f4d94-be9b-4806-a6f4-7c5f1a6bcba1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.6158106 Feb 09 20:40:52.922238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4cbb6-5887-4cae-bc9b-3ab28c98b337 req-cef09fc8-7b92-48b0-b8d1-e51e3bc756df tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:52.929627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9db4cbb6-5887-4cae-bc9b-3ab28c98b337 req-cef09fc8-7b92-48b0-b8d1-e51e3bc756df tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=197b3de3-1ad2-4188-92c0-d612412fc0c8 HTTP/1.1" status: 200 len: 950 time: 0.6321027 Feb 09 20:40:53.037417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Deleting port 669249b7-9760-407b-ad8d-0772bc46a754 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:53.037758 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (669249b7-9760-407b-ad8d-0772bc46a754), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.172833 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221eaf-0222-460a-ae92-3d877d0c888b req-dff82184-4e6e-4fda-bcdd-443ebfe05aa8 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:53.175158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5221eaf-0222-460a-ae92-3d877d0c888b req-dff82184-4e6e-4fda-bcdd-443ebfe05aa8 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 943 time: 0.2465143 Feb 09 20:40:53.196886 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-06522f9d-d67a-4cb7-81f8-86ce99dbaeaa service neutron] 10.222.0.13 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111479 Feb 09 20:40:53.201398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-93ef6ebf-a393-4c29-a7dc-e31b89533f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:53.203218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-93ef6ebf-a393-4c29-a7dc-e31b89533f10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2579863 Feb 09 20:40:53.225893 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9db4cbb6-5887-4cae-bc9b-3ab28c98b337 req-f7f36b5d-5d59-4c70-a1a6-2435d1b1f0ce tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893372 Feb 09 20:40:53.338237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f63406bc-7499-424f-ae37-ca6cbc5a0774 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:53.338871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5221eaf-0222-460a-ae92-3d877d0c888b req-dd55aaac-ff6e-477a-93e8-ef84c87244c7 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559880 Feb 09 20:40:53.341028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:53.353219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] For port 669249b7-9760-407b-ad8d-0772bc46a754, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=669249b7-9760-407b-ad8d-0772bc46a754,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:53.353516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (669249b7-9760-407b-ad8d-0772bc46a754), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.382023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Calling delete_port for 669249b7-9760-407b-ad8d-0772bc46a754 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:53.497880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9d0f0ece-d84d-400c-9949-5a543d5d0744), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.631361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port c1a24730-2805-4f1e-9e1c-f120e21c2e3e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:53.631803 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.685693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f63406bc-7499-424f-ae37-ca6cbc5a0774, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f63406bc-7499-424f-ae37-ca6cbc5a0774,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:53.743934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'f63406bc-7499-424f-ae37-ca6cbc5a0774', 'network_id': '370206de-304d-4458-85a7-a76bb1dea670', 'port_id': 'f63406bc-7499-424f-ae37-ca6cbc5a0774', 'mac_address': 'fa:16:3e:38:4e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b473652d-2853-4e93-ad64-770627efa39c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:53.838661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port f63406bc-7499-424f-ae37-ca6cbc5a0774 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:53.839060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.855464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1a24730-2805-4f1e-9e1c-f120e21c2e3e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:53.855884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.867184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:53.869500 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5284b-5405-4a59-bdaf-69d6865c0561" -d '{"events": [{"name": "network-changed", "server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:53.870093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63406bc-7499-424f-ae37-ca6cbc5a0774 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:53.871474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Deleting port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:53.872521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.889666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (669249b7-9760-407b-ad8d-0772bc46a754), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.904290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:53.906752 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01638c9-4486-4ca4-b569-5f8dba959845" -d '{"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-plugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:53.915187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f63406bc-7499-424f-ae37-ca6cbc5a0774, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f63406bc-7499-424f-ae37-ca6cbc5a0774,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:53.919619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d4a6a94d-081d-43c6-8ec6-da7d72828c37'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:53.922877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['669249b7-9760-407b-ad8d-0772bc46a754'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:53.956976 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:53.960412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:53.962723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8745435e-0f90-4a26-8093-ccc934c1d401 req-89bcc0a2-c4fa-48f3-805c-1622e121ad43 service neutron] 10.222.0.13 "GET /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552648 Feb 09 20:40:53.996727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Pushing event deleted for resources: {'Port': ['ID=669249b7-9760-407b-ad8d-0772bc46a754,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:54.042200 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:54.122484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=f63406bc-7499-424f-ae37-ca6cbc5a0774,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:54.124554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-a5a3943d-2272-459f-bab2-37ac3ef2f0ce service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8702099 Feb 09 20:40:54.128057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] For port c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,segment=NetworkSegment(7baec389-75da-4410-9486-501a2fc23318),segment_id=7baec389-75da-4410-9486-501a2fc23318)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:54.128441 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:54.156799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fcf9f-24b3-47bb-b62f-9ada23f151e5 req-c9aecd17-82c3-4c45-be92-07e31d9ea63e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:54.166705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-433fcf9f-24b3-47bb-b62f-9ada23f151e5 req-c9aecd17-82c3-4c45-be92-07e31d9ea63e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.6833060 Feb 09 20:40:54.175278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Calling delete_port for c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:54.295551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-0c0f5625-db31-4f0a-aa0f-1a1a94bbf6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232715 Feb 09 20:40:54.320631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:54.393331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] No DVR routers for this DVR port 669249b7-9760-407b-ad8d-0772bc46a754 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:40:54.404574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:54.405258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['f63406bc-7499-424f-ae37-ca6cbc5a0774'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:54.410723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f4a61d0-52c5-4b11-8db7-7018283f26cd req-1180c714-e746-4d20-a86e-bee87ba846b1 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.13 "DELETE /v2.0/ports/669249b7-9760-407b-ad8d-0772bc46a754 HTTP/1.1" status: 204 len: 173 time: 2.2111781 Feb 09 20:40:54.527207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-433fcf9f-24b3-47bb-b62f-9ada23f151e5 req-b5466d83-54aa-4886-9ba5-82923fb2adb0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591475 Feb 09 20:40:54.576892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-f9bacf87-81bc-40b0-869a-8d09493575c7 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:54.578498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-f9bacf87-81bc-40b0-869a-8d09493575c7 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.2804842 Feb 09 20:40:54.592928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:54.817425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:54.966477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:55.006746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:55.009210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:55.093110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995876-1324-4a6f-8c11-2ad8a7f989f0 req-7ff76f18-c3b0-474a-bf44-68093c570858 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:55.101264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6995876-1324-4a6f-8c11-2ad8a7f989f0 req-7ff76f18-c3b0-474a-bf44-68093c570858 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 947 time: 0.2478335 Feb 09 20:40:55.351179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:55.353855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 669249b7-9760-407b-ad8d-0772bc46a754 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:40:55.362437 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cac8cfd-8f45-4b37-b95b-c02ea32b70cf x-openstack-request-id: req-1cac8cfd-8f45-4b37-b95b-c02ea32b70cf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:55.363646 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:55.364214 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1cac8cfd-8f45-4b37-b95b-c02ea32b70cf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:55.364866 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'status': 'completed', 'code': 200} Feb 09 20:40:55.465097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-277386531'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:55.505147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:55.520590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 has no active binding in host n-h1-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 20:40:55.523710 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad96f06c-8b2b-40c2-86a1-a1da47753ab3 x-openstack-request-id: req-ad96f06c-8b2b-40c2-86a1-a1da47753ab3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:55.524022 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-plugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:55.524284 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ad96f06c-8b2b-40c2-86a1-a1da47753ab3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:55.524678 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'code': 200} Feb 09 20:40:55.552476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 669249b7-9760-407b-ad8d-0772bc46a754 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:40:55.552879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 669249b7-9760-407b-ad8d-0772bc46a754 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:40:55.574410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Made reservation on behalf of 5db418408e3941cfa8ed6dc05a4f7d59 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:40:55.588896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:55.658983 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6995876-1324-4a6f-8c11-2ad8a7f989f0 req-93301684-2e13-4fba-8f30-da5198a15124 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568116 Feb 09 20:40:55.670679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:55.696220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9d0f0ece-d84d-400c-9949-5a543d5d0744), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:55.698589 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:55.742718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-f97cb6e2-7a56-4562-af93-47ed2f1c3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:55.744620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-f97cb6e2-7a56-4562-af93-47ed2f1c3ea8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1130 time: 0.4352968 Feb 09 20:40:55.748373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-5df463b4-1a1c-43fe-be02-df8149a0527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:55.750133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-5df463b4-1a1c-43fe-be02-df8149a0527f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1130 time: 0.3680511 Feb 09 20:40:55.809292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:55.827193 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks [] for security_group (a9b21e28-e140-43ba-8089-923f5f5b4a1a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:55.866440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a9b21e28-e140-43ba-8089-923f5f5b4a1a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:55.970358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Publish callbacks [] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:56.004121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301248e2-ea7f-41bb-9c57-ee2a56a6ac2c req-6b79c632-b3c0-46ed-9fea-d04b1a311982 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:56.005658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-301248e2-ea7f-41bb-9c57-ee2a56a6ac2c req-6b79c632-b3c0-46ed-9fea-d04b1a311982 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 945 time: 0.1852784 Feb 09 20:40:56.015871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b21e28-e140-43ba-8089-923f5f5b4a1a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:56.028450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:56.114435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-9b28fc56-97c4-48d8-b712-e731e0d506ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:56.116168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-9b28fc56-97c4-48d8-b712-e731e0d506ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3618073 Feb 09 20:40:56.148820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:40:56.178742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:56.179396 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Added segment c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d of type vlan for network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 Feb 09 20:40:56.183583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-6e7a178e-421e-4857-a7ac-6ae54bc7ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:56.185151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-6e7a178e-421e-4857-a7ac-6ae54bc7ee5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.4207163 Feb 09 20:40:56.237876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-301248e2-ea7f-41bb-9c57-ee2a56a6ac2c req-6da2f69c-bf6e-4e3b-bdea-1783707c8409 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082801 Feb 09 20:40:56.239373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-27a95607-c79e-43dc-87f1-cc8544f201c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.0966129 Feb 09 20:40:56.242868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (54a1af49-8a1e-401b-b6c3-f217c4ee4d09), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:56.276238 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:56.335743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (54a1af49-8a1e-401b-b6c3-f217c4ee4d09), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:56.342025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:56.342651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:56.417128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-3c623519-aa97-427b-bbbd-9ed4f6f1e8ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.1990178 Feb 09 20:40:56.472940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Pushing event updated for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:56.546509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Pushing event updated for resources: {'Network': ['ID=54a1af49-8a1e-401b-b6c3-f217c4ee4d09,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:56.561424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:40:56.567121 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f3664bfc-6261-41ff-8907-16b17c0ba617 tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5560091 Feb 09 20:40:56.593572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a11765-3e71-46b1-a0fa-1a98b45dbcf3 req-408352e9-b694-457c-bdbd-758cccf21729 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:56.598470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on host n-h2-789963-29 for vnic_type normal with profile {"migrating_to": "n-h1-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:40:56.598814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:40:56.599149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:56.602075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44a11765-3e71-46b1-a0fa-1a98b45dbcf3 req-408352e9-b694-457c-bdbd-758cccf21729 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 944 time: 0.8774860 Feb 09 20:40:56.653811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:40:56.654150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Attempting to bind port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:40:56.658278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-5b4924c1-3bba-4ae3-afc4-5f734335f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:56.659800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-5b4924c1-3bba-4ae3-afc4-5f734335f877 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2867951 Feb 09 20:40:56.783605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:40:56.783986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:40:56.784430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:40:56.784893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Bound port: 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:40:56.787448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:56.818137 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44a11765-3e71-46b1-a0fa-1a98b45dbcf3 req-6e1d1548-14d9-40bb-adc9-d3e7a9663ad2 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198552 Feb 09 20:40:56.862706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Router 9d0f0ece-d84d-400c-9949-5a543d5d0744 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:40:56.883176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-60ef29c7-be2a-421a-bbca-35448e2df55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:56.889626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-60ef29c7-be2a-421a-bbca-35448e2df55f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.4216442 Feb 09 20:40:57.066199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-68d55b91-fd99-4f15-80a2-790991f9e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:57.069932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-68d55b91-fd99-4f15-80a2-790991f9e8b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3924952 Feb 09 20:40:57.093057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:40:57.099404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:40:57.117935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:40:57.129493 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] Sync routers for ids ['9d0f0ece-d84d-400c-9949-5a543d5d0744'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:40:57.137291 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e6072f8-29e8-43f1-89fc-38669b5081f4 admin admin] 10.222.0.102 "PUT /v2.0/routers/9d0f0ece-d84d-400c-9949-5a543d5d0744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4034774 Feb 09 20:40:57.137959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:57.149445 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] Routers {'9d0f0ece-d84d-400c-9949-5a543d5d0744'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:40:57.150895 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d0f0ece-d84d-400c-9949-5a543d5d0744'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:57.154029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c9eff-0fd8-49ad-9e4b-5d6ed801019e req-1d15949a-0de9-4056-9216-d7a09703e33c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:57.165185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-937c9eff-0fd8-49ad-9e4b-5d6ed801019e req-1d15949a-0de9-4056-9216-d7a09703e33c tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 951 time: 0.5043287 Feb 09 20:40:57.222196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:57.337933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:40:57.344116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Request body: {'port': {'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09', 'binding:host_id': 'n-h1-789963-29', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-568098709'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:40:57.354574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:40:57.357769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f63406bc-7499-424f-ae37-ca6cbc5a0774 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:40:57.373809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197b3de3-1ad2-4188-92c0-d612412fc0c8', 'name': 'network-vif-deleted', 'tag': '669249b7-9760-407b-ad8d-0772bc46a754'}, {'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:57.377880 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c28918-b318-4f24-944e-f1d3baeb908e" -d '{"events": [{"server_uuid": "197b3de3-1ad2-4188-92c0-d612412fc0c8", "name": "network-vif-deleted", "tag": "669249b7-9760-407b-ad8d-0772bc46a754"}, {"server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "name": "network-vif-unplugged", "status": "completed", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:57.381449 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] Set router 9d0f0ece-d84d-400c-9949-5a543d5d0744 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:40:57.396118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-4a55f897-3cb9-49b0-93e2-4d39320d63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:57.398576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-4a55f897-3cb9-49b0-93e2-4d39320d63f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4886334 Feb 09 20:40:57.465883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Made reservation on behalf of ed1b0767b1ee4749a884a504672dc606 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:40:57.474341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:57.514031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:57.516258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:57.517981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] 10.222.0.13 "PUT /v2.0/ports/67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 200 len: 1123 time: 2.9314406 Feb 09 20:40:57.519663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d2922-8001-4278-ae8d-bba69dc06a55 service neutron] Pushing event updated for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:57.529684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-937c9eff-0fd8-49ad-9e4b-5d6ed801019e req-2f347397-1223-441f-be85-b2f7aa346f71 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/security-groups?id=421f4380-8b83-4160-9e72-d77a73052e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636250 Feb 09 20:40:57.695429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port f63406bc-7499-424f-ae37-ca6cbc5a0774 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:40:57.697202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-b5aaa444-fc62-48eb-bc8c-2a55d37ae4dd service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102672 Feb 09 20:40:57.728291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port f63406bc-7499-424f-ae37-ca6cbc5a0774 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:40:57.730212 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:57.746071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['67c2d094-dc57-4dc4-aa92-e47fd5348b80'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:57.779746 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:54Z', 'revision_number': 5, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:57.820692 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] Checking router: 9d0f0ece-d84d-400c-9949-5a543d5d0744 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:40:57.836717 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] Routers {'9d0f0ece-d84d-400c-9949-5a543d5d0744'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:40:57.837054 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d0f0ece-d84d-400c-9949-5a543d5d0744'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:57.900195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['67c2d094-dc57-4dc4-aa92-e47fd5348b80'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:57.949623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-916c8a53-8356-449c-a31f-0c4ebcdae895 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399969 Feb 09 20:40:57.973013 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] Set router 9d0f0ece-d84d-400c-9949-5a543d5d0744 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:40:58.169688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:58.268491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'mac_address': 'fa:16:3e:e5:b2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:40:58.279542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.284537 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks [] for router (9d0f0ece-d84d-400c-9949-5a543d5d0744), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.308037 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:40:58.312983 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:54Z', 'revision_number': 5, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:40:58.383503 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339b5f6-0dd1-4284-9cd7-2c48728ae25b None None] The sync data for ids ['9d0f0ece-d84d-400c-9949-5a543d5d0744'] in n-d-789963-29 is: [{'id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'name': 'tempest-FloatingIPDetailsTestJSON-1629774849-router', 'tenant_id': '7219ce0063b2486195af2fff727edcdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:40:15Z', 'updated_at': '2022-02-09T20:40:54Z', 'revision_number': 5, 'project_id': '7219ce0063b2486195af2fff727edcdc', 'gw_port': {'id': '53d21865-f54f-4ab5-bb17-cfca25c63601', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0f0ece-d84d-400c-9949-5a543d5d0744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:40:16Z', 'updated_at': '2022-02-09T20:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:40:58.429571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19490bd-8eba-4a5d-be9a-caaab5595edb req-25a367e7-0256-4cd6-a75b-6ebd95f1f60c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:58.431256 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d19490bd-8eba-4a5d-be9a-caaab5595edb req-25a367e7-0256-4cd6-a75b-6ebd95f1f60c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 947 time: 1.0328734 Feb 09 20:40:58.518946 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d19490bd-8eba-4a5d-be9a-caaab5595edb req-6ae0a293-a334-488c-a0f5-0193dad9b98d tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Feb 09 20:40:58.543423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:58.545015 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.557715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port f63406bc-7499-424f-ae37-ca6cbc5a0774 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:40:58.559358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks [] for router_gateway (9d0f0ece-d84d-400c-9949-5a543d5d0744), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.570153 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.585688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920ed76-c773-4cd5-a44c-3682d16962b1 req-83a6743b-2c25-4b4a-9348-8f4352673d0a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:58.587256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1920ed76-c773-4cd5-a44c-3682d16962b1 req-83a6743b-2c25-4b4a-9348-8f4352673d0a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.8891001 Feb 09 20:40:58.660512 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1889f9b8-63a9-4ade-af21-37946b993934 x-openstack-request-id: req-1889f9b8-63a9-4ade-af21-37946b993934 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:58.660820 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197b3de3-1ad2-4188-92c0-d612412fc0c8", "name": "network-vif-deleted", "tag": "669249b7-9760-407b-ad8d-0772bc46a754", "status": "completed", "code": 200}, {"server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "name": "network-vif-unplugged", "status": "completed", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:58.661081 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1889f9b8-63a9-4ade-af21-37946b993934 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:58.661495 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197b3de3-1ad2-4188-92c0-d612412fc0c8', 'name': 'network-vif-deleted', 'tag': '669249b7-9760-407b-ad8d-0772bc46a754', 'status': 'completed', 'code': 200} Feb 09 20:40:58.661755 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80', 'code': 200} Feb 09 20:40:58.661925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks [] for security_group (9d1b7f02-7d4b-4d58-aa07-cede20250dca), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.663863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Deleting port 53d21865-f54f-4ab5-bb17-cfca25c63601 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:58.664259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.712210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-e7c75bdf-03df-4739-b63c-977afdf1b3a6 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9735796 Feb 09 20:40:58.753514 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:40:58.784320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-1d0703dc-f012-4388-b128-f18fda00da01 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:58.786422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] For port 53d21865-f54f-4ab5-bb17-cfca25c63601, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=53d21865-f54f-4ab5-bb17-cfca25c63601,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:58.786618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-1d0703dc-f012-4388-b128-f18fda00da01 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 951 time: 0.2664108 Feb 09 20:40:58.786951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.788801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39d5284b-5405-4a59-bdaf-69d6865c0561 req-c95d03a9-d8d9-427f-98e0-c61dcca2a6e2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8291039 Feb 09 20:40:58.809097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed812f3d-9991-4ab7-98a0-de32bd0be2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63406bc-7499-424f-ae37-ca6cbc5a0774'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:40:58.813747 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6736add-ae95-4e4f-84bb-6fe456cb3532" -d '{"events": [{"server_uuid": "ed812f3d-9991-4ab7-98a0-de32bd0be2cd", "name": "network-vif-plugged", "status": "completed", "tag": "f63406bc-7499-424f-ae37-ca6cbc5a0774"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:40:58.818159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Calling delete_port for 53d21865-f54f-4ab5-bb17-cfca25c63601 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:58.867745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f63406bc-7499-424f-ae37-ca6cbc5a0774, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f63406bc-7499-424f-ae37-ca6cbc5a0774,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:58.927862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1920ed76-c773-4cd5-a44c-3682d16962b1 req-20965764-9a8b-4d05-9a9f-66f6e5fbcf8e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296297 Feb 09 20:40:58.936695 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:58.946797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:58.965246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Deleting port d4a6a94d-081d-43c6-8ec6-da7d72828c37 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:40:58.965791 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.183485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] For port d4a6a94d-081d-43c6-8ec6-da7d72828c37, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4a6a94d-081d-43c6-8ec6-da7d72828c37,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:40:59.184026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.212858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Calling delete_port for d4a6a94d-081d-43c6-8ec6-da7d72828c37 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:40:59.227530 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9d1b7f02-7d4b-4d58-aa07-cede20250dca), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.236895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (53d21865-f54f-4ab5-bb17-cfca25c63601), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.343504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] device_id is not set on port 34ae2129-155d-467a-980f-fc24aaaeb221 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:40:59.358258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=53d21865-f54f-4ab5-bb17-cfca25c63601,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:59.421360 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.520997 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d4a6a94d-081d-43c6-8ec6-da7d72828c37), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.559731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (9d0f0ece-d84d-400c-9949-5a543d5d0744), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.607548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=f63406bc-7499-424f-ae37-ca6cbc5a0774,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:59.689664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3417b58-7d07-469c-ad5c-e0e89e4341ce req-6e9c3952-2654-4dec-9721-f2da47796443 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d5538ef-bd1d-4ddc-94ba-7003b10b70ac HTTP/1.1" status: 200 len: 210 time: 0.1936796 Feb 09 20:40:59.691091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Pushing event deleted for resources: {'Port': ['ID=d4a6a94d-081d-43c6-8ec6-da7d72828c37,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:59.740502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] No DVR routers for this DVR port d4a6a94d-081d-43c6-8ec6-da7d72828c37 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:40:59.743331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.743599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:40:59.747980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99d2e625-a68d-4702-ad8d-2e58640c8b95 req-700d886f-7b9d-4c39-ab43-19fa5eae9381 tempest-ServersAdminTestJSON-684968708 tempest-ServersAdminTestJSON-684968708-project] 10.222.0.50 "DELETE /v2.0/ports/d4a6a94d-081d-43c6-8ec6-da7d72828c37 HTTP/1.1" status: 204 len: 173 time: 0.9528244 Feb 09 20:40:59.760431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (9d0f0ece-d84d-400c-9949-5a543d5d0744), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:40:59.788559 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1543b377-45ed-4118-b630-a72aa5521346 x-openstack-request-id: req-1543b377-45ed-4118-b630-a72aa5521346 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:40:59.789082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-e4b8ed87-a24f-4fc5-9e48-4054fd9ded94 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:40:59.789575 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed812f3d-9991-4ab7-98a0-de32bd0be2cd", "name": "network-vif-plugged", "status": "completed", "tag": "f63406bc-7499-424f-ae37-ca6cbc5a0774", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:40:59.790568 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1543b377-45ed-4118-b630-a72aa5521346 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:40:59.791126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-e4b8ed87-a24f-4fc5-9e48-4054fd9ded94 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52&tenant_id=bcd7f580d3114ade817c45446cec434d&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 948 time: 0.2986097 Feb 09 20:40:59.791292 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed812f3d-9991-4ab7-98a0-de32bd0be2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63406bc-7499-424f-ae37-ca6cbc5a0774', 'code': 200} Feb 09 20:40:59.800681 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-68e2e448-18ca-4eb7-b045-271f51bb10f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3065319 Feb 09 20:40:59.885903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:40:59.951523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks [] for router_controller (9d0f0ece-d84d-400c-9949-5a543d5d0744), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:00.103853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:00.106907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b7f02-7d4b-4d58-aa07-cede20250dca,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:00.142172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e1e20-acfd-4564-bdb4-4339c9d47256 req-c7c483b3-0329-4a7d-88a0-ba7da2f6dea3 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:00.150009 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a41e1e20-acfd-4564-bdb4-4339c9d47256 req-c7c483b3-0329-4a7d-88a0-ba7da2f6dea3 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 945 time: 0.9707990 Feb 09 20:41:00.163408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (9d0f0ece-d84d-400c-9949-5a543d5d0744), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:00.164010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d0f0ece-d84d-400c-9949-5a543d5d0744 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:41:00.191429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:00.191429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-43e03808-58ad-4775-af46-6d2131d89c1e admin admin] 10.222.0.102 "DELETE /v2.0/routers/9d0f0ece-d84d-400c-9949-5a543d5d0744 HTTP/1.1" status: 204 len: 168 time: 3.0497913 Feb 09 20:41:00.193149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:00.242668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:00.252418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:00.252810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c5634e58-c7fa-443a-9ba6-f6bf7f75d2b0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:00.370130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: d4a6a94d-081d-43c6-8ec6-da7d72828c37 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:00.373237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4a6a94d-081d-43c6-8ec6-da7d72828c37 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:00.375858 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-f0e8c54d-e571-4dc1-892c-e7a33d4ff769 service neutron] 10.222.0.13 "GET /v2.0/ports/bb04b31d-9ec4-4eb8-bf17-44ce71e4b947/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 383 time: 0.5580361 Feb 09 20:41:00.479055 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a41e1e20-acfd-4564-bdb4-4339c9d47256 req-40946678-6e4f-41ea-9299-c28eb5f6a5a9 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247223 Feb 09 20:41:00.526733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f26d98-1b75-4c04-9fb7-e133de88dd9c admin admin] Deleting subnet b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:41:00.553470 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44f26d98-1b75-4c04-9fb7-e133de88dd9c admin admin] Publish callbacks [] for subnet (b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:00.559943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816f761-25fd-4377-9b62-a885649dd296 req-8b4d3d8f-d3e2-427d-aafa-eab4a80e4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:00.562300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8816f761-25fd-4377-9b62-a885649dd296 req-8b4d3d8f-d3e2-427d-aafa-eab4a80e4acb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 1128 time: 0.6444509 Feb 09 20:41:00.568438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-b1bd3fb4-d85a-4a43-a1ab-506c0c176dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:00.570309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-b1bd3fb4-d85a-4a43-a1ab-506c0c176dee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1128 time: 0.6536772 Feb 09 20:41:00.634625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e1bf9-be7a-4138-88ad-8688542295af req-01885c69-5fc8-4e12-8dc4-1cdaabfbf3d6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:00.636585 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f89e1bf9-be7a-4138-88ad-8688542295af req-01885c69-5fc8-4e12-8dc4-1cdaabfbf3d6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 948 time: 0.6394248 Feb 09 20:41:00.732643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80'}, {'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'name': 'network-vif-deleted', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:00.734889 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e267b642-9014-4620-bf52-abf1d5a743da" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80"}, {"server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "name": "network-vif-deleted", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:00.794886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] device_id is not set on port 34ae2129-155d-467a-980f-fc24aaaeb221 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:00.809636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44f26d98-1b75-4c04-9fb7-e133de88dd9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:00.863561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-1d9a5ea1-aff0-471d-a85e-d9734ba60e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:00.865140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-1d9a5ea1-aff0-471d-a85e-d9734ba60e77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1131 time: 0.4485002 Feb 09 20:41:00.867633 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks [] for port (34ae2129-155d-467a-980f-fc24aaaeb221), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:00.889302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8816f761-25fd-4377-9b62-a885649dd296 req-dc663cd1-59df-4e76-8e10-73b2242ccb0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945859 Feb 09 20:41:00.890421 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (34ae2129-155d-467a-980f-fc24aaaeb221), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:00.944931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa214f-5a61-40c1-bb30-4f57defb192c req-f131a161-d0c4-4f08-9ee8-0b26bf37ea13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:00.952821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6faa214f-5a61-40c1-bb30-4f57defb192c req-f131a161-d0c4-4f08-9ee8-0b26bf37ea13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.2403674 Feb 09 20:41:00.983182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f89e1bf9-be7a-4138-88ad-8688542295af req-29bed890-d167-488a-8771-fc39bfe12372 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390497 Feb 09 20:41:00.988019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-38e8e63d-2a1b-479a-a9d5-05c4446182d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:00.993378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-38e8e63d-2a1b-479a-a9d5-05c4446182d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.3520036 Feb 09 20:41:01.048502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=34ae2129-155d-467a-980f-fc24aaaeb221,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:01.084417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-3f738794-6277-4257-b8a0-8df4dd0f472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:01.085938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-3f738794-6277-4257-b8a0-8df4dd0f472f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2066944 Feb 09 20:41:01.096911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44f26d98-1b75-4c04-9fb7-e133de88dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:01.134155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6faa214f-5a61-40c1-bb30-4f57defb192c req-431f9aa8-3ab4-4446-b205-1bc537f53105 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801348 Feb 09 20:41:01.176692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Checking segment: {'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:01.177116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Network hostable DHCP agents. Network: 54a1af49-8a1e-401b-b6c3-f217c4ee4d09, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:41:01.181960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44f26d98-1b75-4c04-9fb7-e133de88dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:01.212780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7fae28c7-6e6b-4b48-a7eb-9c1c743ba90a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.0902784 Feb 09 20:41:01.226079 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9344d0-1c54-4247-afb5-a5d992539cd1 x-openstack-request-id: req-4d9344d0-1c54-4247-afb5-a5d992539cd1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:01.226497 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80", "status": "completed", "code": 200}, {"server_uuid": "0d5538ef-bd1d-4ddc-94ba-7003b10b70ac", "name": "network-vif-deleted", "tag": "d4a6a94d-081d-43c6-8ec6-da7d72828c37", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:01.226626 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4d9344d0-1c54-4247-afb5-a5d992539cd1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:01.227049 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80', 'status': 'completed', 'code': 200} Feb 09 20:41:01.227309 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5538ef-bd1d-4ddc-94ba-7003b10b70ac', 'name': 'network-vif-deleted', 'tag': 'd4a6a94d-081d-43c6-8ec6-da7d72828c37', 'status': 'completed', 'code': 200} Feb 09 20:41:01.238819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44f26d98-1b75-4c04-9fb7-e133de88dd9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:01.239286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a732ef-5c06-4996-9c2c-744a3ee4bdbb None None] Network 488ec204-1bd4-450a-a658-61c7f918225c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:01.243260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44f26d98-1b75-4c04-9fb7-e133de88dd9c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f HTTP/1.1" status: 204 len: 168 time: 1.0438561 Feb 09 20:41:01.245637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f26d98-1b75-4c04-9fb7-e133de88dd9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44332db-0bd3-4dd4-90eb-c2b9ef7ea85f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:01.259662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43906) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:01.366753 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (488ec204-1bd4-450a-a658-61c7f918225c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:01.374614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:41:01.488074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 54a1af49-8a1e-401b-b6c3-f217c4ee4d09) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:01.501177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2020a8-607c-4e09-a49b-f009a2a19807 None None] Network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:01.505299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-a2a83dd1-19b3-4bbe-9003-a954d240d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:01.506180 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-a2a83dd1-19b3-4bbe-9003-a954d240d694 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2514508 Feb 09 20:41:01.509217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-da0c38b4-8470-4df4-a32e-d7d934c965af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 217 time: 0.2955256 Feb 09 20:41:01.529494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:01.583479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:01.586936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:01.587567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:01.588561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] DHCP port deletion for 488ec204-1bd4-450a-a658-61c7f918225c request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:41:01.608844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:01.614046 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:01.628586 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 2 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:01.671046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:01.671756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:01.672393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:01.685297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:01.686126 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:01.688142 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 3 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:01.704771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:01.720796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Deleting port ed2587a6-84db-4d69-965c-dc5e16b71984 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:01.721485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:01.750484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267b642-9014-4620-bf52-abf1d5a743da req-8b505bc6-818f-4ddd-a3a9-39ba3b3d9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:01.752176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e267b642-9014-4620-bf52-abf1d5a743da req-8b505bc6-818f-4ddd-a3a9-39ba3b3d9eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1157 time: 0.5194097 Feb 09 20:41:01.755384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-b1e4c141-24bf-4147-ae3f-d8d1b779093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:01.757303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-b1e4c141-24bf-4147-ae3f-d8d1b779093e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.2128425 Feb 09 20:41:01.769675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-48a952eb-e75f-4da4-9aec-00773a7f0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:01.771227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-48a952eb-e75f-4da4-9aec-00773a7f0131 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2570043 Feb 09 20:41:01.794845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:01.795848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:01.796509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:01.809186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd73eae-cbce-4255-b22c-27dfbede0738 req-f23a3770-4b30-42a1-bd3e-4fa7c8944d3e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:01.817426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2cd73eae-cbce-4255-b22c-27dfbede0738 req-f23a3770-4b30-42a1-bd3e-4fa7c8944d3e tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 945 time: 0.1995132 Feb 09 20:41:01.853282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-74fa71cb-b8e5-4722-b27d-a988ac746c1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799422 Feb 09 20:41:01.881352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:01.882845 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:01.888747 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] Deleting port ed2587a6-84db-4d69-965c-dc5e16b71984 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:01.892341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:01.898694 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 4 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:01.928233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] For port ed2587a6-84db-4d69-965c-dc5e16b71984, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed2587a6-84db-4d69-965c-dc5e16b71984,segment=NetworkSegment(7baec389-75da-4410-9486-501a2fc23318),segment_id=7baec389-75da-4410-9486-501a2fc23318)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:01.929112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:01.947967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:01.955542 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:01.957743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:01.979908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Calling delete_port for ed2587a6-84db-4d69-965c-dc5e16b71984 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:02.033306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-5d25d083-a7a2-456c-b088-5fa13fa557f0 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610475 Feb 09 20:41:02.056019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:02.056357 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:02.070100 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 5 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:02.099594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] For port ed2587a6-84db-4d69-965c-dc5e16b71984, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed2587a6-84db-4d69-965c-dc5e16b71984,segment=NetworkSegment(7baec389-75da-4410-9486-501a2fc23318),segment_id=7baec389-75da-4410-9486-501a2fc23318)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:02.100447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2cd73eae-cbce-4255-b22c-27dfbede0738 req-5dd4f899-f19a-4d4e-859d-a5c50d19775b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797642 Feb 09 20:41:02.101069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:02.121903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 53d21865-f54f-4ab5-bb17-cfca25c63601 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:02.198026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 53d21865-f54f-4ab5-bb17-cfca25c63601 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:02.198374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 53d21865-f54f-4ab5-bb17-cfca25c63601 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:02.207614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed2587a6-84db-4d69-965c-dc5e16b71984 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:02.237984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-00d954ef-f2fd-474a-bd82-f1585a15d444 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566164 Feb 09 20:41:02.250228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267b642-9014-4620-bf52-abf1d5a743da req-9ed0577f-fe59-445a-89ec-dfe59bcaf7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:02.252762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e267b642-9014-4620-bf52-abf1d5a743da req-9ed0577f-fe59-445a-89ec-dfe59bcaf7ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.4935367 Feb 09 20:41:02.257633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:02.257894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:02.258261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:02.308394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:02.308394 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:02.315006 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 6 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:02.328429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] Calling delete_port for ed2587a6-84db-4d69-965c-dc5e16b71984 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:02.415387 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-240037dd-764e-44d7-b0d9-db7982927c0d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=df795df2ffdb42fa8d5d4605021d5475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062511 Feb 09 20:41:02.415387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:02.415387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:02.415387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:02.422314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:02.423147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:02.423489 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:02.424076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:02.479764 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 7 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:02.482079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e267b642-9014-4620-bf52-abf1d5a743da req-9a1ea4f6-ecb4-466f-bd63-353c459e1780 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 200 len: 217 time: 0.1373436 Feb 09 20:41:02.497787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:02.498304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:02.498486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:02.543264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:02.543608 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:02.545247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2587a6-84db-4d69-965c-dc5e16b71984,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:02.550575 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 8 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:02.556402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed2587a6-84db-4d69-965c-dc5e16b71984 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:02.556819 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:02.571368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:02.571822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:02.572072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:02.581152 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-0b91d95c-9a4e-4462-8ff7-8ea69ec9ddf6 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324645 Feb 09 20:41:02.581434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:02.581793 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:02.586745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] No DVR routers for this DVR port ed2587a6-84db-4d69-965c-dc5e16b71984 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:02.590197 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 9 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:02.616161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d8f6a-cff8-45e0-871f-40c85d7bc24b req-2e611298-523f-4b39-a5ad-6a482b6381d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:02.617661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-889d8f6a-cff8-45e0-871f-40c85d7bc24b req-2e611298-523f-4b39-a5ad-6a482b6381d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.3401368 Feb 09 20:41:02.617787 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0fd4819-f6e4-4849-9f3a-fe18336d9e7d req-ce9b9020-fa5c-43ae-9eb0-dad8b7540569 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735996 Feb 09 20:41:02.621956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:02.622426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:02.623041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:02.629836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:02.630437 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:02.631483 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f98f5a6-975d-40d6-9983-fd0dafe96bf8 admin admin] Publish callbacks [] for security_group (421f4380-8b83-4160-9e72-d77a73052e1d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:02.686692 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 10 to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 Feb 09 20:41:02.734141 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:02.734521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:02.734870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:02.742102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-889d8f6a-cff8-45e0-871f-40c85d7bc24b req-ebf3eff2-78f6-4a89-8e18-fc2573f83c45 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824695 Feb 09 20:41:02.750524 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (ed2587a6-84db-4d69-965c-dc5e16b71984), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:02.783640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97157b-d6e0-4ead-a5f0-be5dfdd26008 req-b65d0f9e-4adc-4a4b-bdf6-f2f703479d1f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:02.784317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] No DVR routers for this DVR port ed2587a6-84db-4d69-965c-dc5e16b71984 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:02.787226 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf97157b-d6e0-4ead-a5f0-be5dfdd26008 req-b65d0f9e-4adc-4a4b-bdf6-f2f703479d1f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 948 time: 0.6471529 Feb 09 20:41:02.789343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267b642-9014-4620-bf52-abf1d5a743da req-f43cc2dc-0ad1-42a4-bea4-dacf72fa8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:02.791731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e267b642-9014-4620-bf52-abf1d5a743da req-f43cc2dc-0ad1-42a4-bea4-dacf72fa8ee6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.2147958 Feb 09 20:41:02.810837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022787e3-8504-462e-8bfd-59b73240cb8f None None] Pushing event deleted for resources: {'Port': ['ID=ed2587a6-84db-4d69-965c-dc5e16b71984,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:02.869817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 34ae2129-155d-467a-980f-fc24aaaeb221 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:02.870410 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 34ae2129-155d-467a-980f-fc24aaaeb221 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:02.870940 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (34ae2129-155d-467a-980f-fc24aaaeb221), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:02.880194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e267b642-9014-4620-bf52-abf1d5a743da req-b0981eae-9e7b-4594-b41d-dd8bd45b6e39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772860 Feb 09 20:41:02.888221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (488ec204-1bd4-450a-a658-61c7f918225c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:02.900195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f98f5a6-975d-40d6-9983-fd0dafe96bf8 admin admin] Publish callbacks [] for security_group (421f4380-8b83-4160-9e72-d77a73052e1d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:02.957430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488ec204-1bd4-450a-a658-61c7f918225c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:02.960705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf97157b-d6e0-4ead-a5f0-be5dfdd26008 req-ebfea268-8ed2-4fe7-bf10-1ab685abaa56 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572499 Feb 09 20:41:03.014778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7baec389-75da-4410-9486-501a2fc23318') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:03.015153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7baec389-75da-4410-9486-501a2fc23318') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:03.072667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (7baec389-75da-4410-9486-501a2fc23318), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.073652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e267b642-9014-4620-bf52-abf1d5a743da req-378bcaf6-aeb0-402b-bf15-909eb429a685 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831512 Feb 09 20:41:03.126155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7baec389-75da-4410-9486-501a2fc23318), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.139133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:41:03.139545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (7baec389-75da-4410-9486-501a2fc23318), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:41:03.142044 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:41:03.144426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] For port 34ae2129-155d-467a-980f-fc24aaaeb221, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:03.144426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 20:41:03.155838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f98f5a6-975d-40d6-9983-fd0dafe96bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (421f4380-8b83-4160-9e72-d77a73052e1d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.158810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f98f5a6-975d-40d6-9983-fd0dafe96bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.174742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6f98f5a6-975d-40d6-9983-fd0dafe96bf8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/421f4380-8b83-4160-9e72-d77a73052e1d HTTP/1.1" status: 204 len: 168 time: 0.7363415 Feb 09 20:41:03.236686 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e267b642-9014-4620-bf52-abf1d5a743da req-af24e519-52fb-48dc-a60c-60cf5ee9f7f8 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454337 Feb 09 20:41:03.316179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (34ae2129-155d-467a-980f-fc24aaaeb221), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.371008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98f5a6-975d-40d6-9983-fd0dafe96bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421f4380-8b83-4160-9e72-d77a73052e1d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:03.396736 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (488ec204-1bd4-450a-a658-61c7f918225c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.405864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:03.406539 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.432359 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.437604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] 10.222.0.102 "DELETE /v2.0/networks/488ec204-1bd4-450a-a658-61c7f918225c HTTP/1.1" status: 204 len: 168 time: 2.1684630 Feb 09 20:41:03.450210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=34ae2129-155d-467a-980f-fc24aaaeb221,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:03.459041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2eb49-bd8a-4a8e-ae78-d26ede59e776 admin admin] Pushing event deleted for resources: {'Network': ['ID=488ec204-1bd4-450a-a658-61c7f918225c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:03.473964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:41:03.508618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:03.527069 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a4a595be-9e6d-4b25-93d0-464e5e18b4b6 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.1878891 Feb 09 20:41:03.576240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48182546-d7a3-4f38-9b98-d5543b0aebe7 req-0d73743f-70e0-4f43-b99f-a7d8a09e6fbc tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:03.593126 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48182546-d7a3-4f38-9b98-d5543b0aebe7 req-0d73743f-70e0-4f43-b99f-a7d8a09e6fbc tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 945 time: 0.2839348 Feb 09 20:41:03.594510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:41:03.606650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:03.607032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.681188 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48182546-d7a3-4f38-9b98-d5543b0aebe7 req-a13c26a5-ee8d-48fe-8c4d-109b70ea8eba tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791848 Feb 09 20:41:03.869401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Deleting port 34ae2129-155d-467a-980f-fc24aaaeb221 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:03.870452 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (34ae2129-155d-467a-980f-fc24aaaeb221), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.909995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:03.910736 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:03.927656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:03.988988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:03.991646 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47996dcc-b8ff-4a7f-b058-d54ce7dd6df8" -d '{"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-plugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:04.039560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:04.050369 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.063788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ffee0418-594e-438d-a936-720d23ec0b8c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=29a9d4c3e98d4b7cb358fc3224249bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345084 Feb 09 20:41:04.070383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:04.107532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] For port 34ae2129-155d-467a-980f-fc24aaaeb221, host n-h1-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:04.112340 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (34ae2129-155d-467a-980f-fc24aaaeb221), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.147198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:04.183832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:04.198233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dfa2e-bc44-492a-a479-361cd87e313d req-868dbb25-e4a5-44bf-94e0-4496d52a9ce1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:04.208393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca3dfa2e-bc44-492a-a479-361cd87e313d req-868dbb25-e4a5-44bf-94e0-4496d52a9ce1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.1498940 Feb 09 20:41:04.211959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Calling delete_port for 34ae2129-155d-467a-980f-fc24aaaeb221 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:04.313510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca3dfa2e-bc44-492a-a479-361cd87e313d req-3fcd89d7-51a1-4e30-bb3d-e2fbbadbb387 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035028 Feb 09 20:41:04.320775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5db4d49a-ab16-4673-8650-8b0054bec0ad admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7219ce0063b2486195af2fff727edcdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589975 Feb 09 20:41:04.320993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:04.422398 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41387e9e-d03b-4d22-b0f8-8096562ee4d6 x-openstack-request-id: req-41387e9e-d03b-4d22-b0f8-8096562ee4d6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:04.423376 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-plugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:04.423759 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-41387e9e-d03b-4d22-b0f8-8096562ee4d6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:04.424366 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'code': 200} Feb 09 20:41:04.425851 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32d7fee8-c1c1-45e7-ada8-d259755a54dd admin admin] Publish callbacks [] for security_group (2c6d8991-86ce-44d1-aa4b-ed5e34ce1635), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.485673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32d7fee8-c1c1-45e7-ada8-d259755a54dd admin admin] Publish callbacks [] for security_group (2c6d8991-86ce-44d1-aa4b-ed5e34ce1635), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.501886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca32737b-2a6d-4a4e-bb33-32f554245a02 admin admin] Publish callbacks [] for security_group (494fcbde-7b43-466e-8a8c-7d07ee20944d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.606109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca25f2d-4dd8-489b-b660-50983b509b05 req-df9be88c-f5e1-4fde-9a7b-90beb182c7af tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:04.618461 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cca25f2d-4dd8-489b-b660-50983b509b05 req-df9be88c-f5e1-4fde-9a7b-90beb182c7af tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 945 time: 0.1041563 Feb 09 20:41:04.689283 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cca25f2d-4dd8-489b-b660-50983b509b05 req-376e5165-7099-4fb3-89dd-8293694ad75c tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689590 Feb 09 20:41:04.690224 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32d7fee8-c1c1-45e7-ada8-d259755a54dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2c6d8991-86ce-44d1-aa4b-ed5e34ce1635), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.694550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32d7fee8-c1c1-45e7-ada8-d259755a54dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.712489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-32d7fee8-c1c1-45e7-ada8-d259755a54dd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2c6d8991-86ce-44d1-aa4b-ed5e34ce1635 HTTP/1.1" status: 204 len: 168 time: 0.3805149 Feb 09 20:41:04.732205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7fee8-c1c1-45e7-ada8-d259755a54dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d8991-86ce-44d1-aa4b-ed5e34ce1635,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:04.732594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca32737b-2a6d-4a4e-bb33-32f554245a02 admin admin] Publish callbacks [] for security_group (494fcbde-7b43-466e-8a8c-7d07ee20944d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.863902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78ce0b-ca99-47b3-868d-fa9a9d56be8f req-1489854d-ad7f-4506-80d3-94770870736c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:04.870674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc78ce0b-ca99-47b3-868d-fa9a9d56be8f req-1489854d-ad7f-4506-80d3-94770870736c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.4617605 Feb 09 20:41:04.877621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80b403ee-0955-4688-aa96-a8dfe327757b req-8ba3b816-b0c1-487c-9f57-a71e8598d1a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3162906 Feb 09 20:41:04.896954 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (34ae2129-155d-467a-980f-fc24aaaeb221), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.974594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:04.978161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "DELETE /v2.0/ports/34ae2129-155d-467a-980f-fc24aaaeb221 HTTP/1.1" status: 204 len: 168 time: 1.4686568 Feb 09 20:41:04.982583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:05.005483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565a4fc-773e-428a-89a3-faa2a5977d98 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event deleted for resources: {'Port': ['ID=34ae2129-155d-467a-980f-fc24aaaeb221,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:05.018990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc78ce0b-ca99-47b3-868d-fa9a9d56be8f req-89f2f723-3fb9-4e7e-952b-f526cd9ad779 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473672 Feb 09 20:41:05.044462 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca32737b-2a6d-4a4e-bb33-32f554245a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (494fcbde-7b43-466e-8a8c-7d07ee20944d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:05.047364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca32737b-2a6d-4a4e-bb33-32f554245a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:05.048936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ca32737b-2a6d-4a4e-bb33-32f554245a02 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/494fcbde-7b43-466e-8a8c-7d07ee20944d HTTP/1.1" status: 204 len: 168 time: 0.9678183 Feb 09 20:41:05.055619 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-522230e3-36e0-4adc-9f4f-a2e09884e5a2 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] GET failed (client error): The resource could not be found. Feb 09 20:41:05.070545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-522230e3-36e0-4adc-9f4f-a2e09884e5a2 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "GET /v2.0/ports/34ae2129-155d-467a-980f-fc24aaaeb221 HTTP/1.1" status: 404 len: 333 time: 0.0854738 Feb 09 20:41:05.074451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:05.093344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Request body: {'port': {'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1685243863'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:05.097246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32737b-2a6d-4a4e-bb33-32f554245a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494fcbde-7b43-466e-8a8c-7d07ee20944d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:05.118449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b403ee-0955-4688-aa96-a8dfe327757b req-f3361af6-d1d8-4425-a75f-9c2f08f9e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:05.120176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80b403ee-0955-4688-aa96-a8dfe327757b req-f3361af6-d1d8-4425-a75f-9c2f08f9e2ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 1133 time: 0.2120848 Feb 09 20:41:05.215404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Made reservation on behalf of ed1b0767b1ee4749a884a504672dc606 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:05.230283 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:05.322075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] device_id is not set on port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:05.502047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b403ee-0955-4688-aa96-a8dfe327757b req-c14fba85-4229-48df-9c15-706cbf359af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:05.506949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80b403ee-0955-4688-aa96-a8dfe327757b req-c14fba85-4229-48df-9c15-706cbf359af4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3655522 Feb 09 20:41:05.516066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-af8490cd-8321-40d9-8d00-2de00621a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:05.523241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-af8490cd-8321-40d9-8d00-2de00621a98c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52&tenant_id=bcd7f580d3114ade817c45446cec434d HTTP/1.1" status: 200 len: 1132 time: 0.3452318 Feb 09 20:41:05.564823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:05.792214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks [] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:05.848843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80b403ee-0955-4688-aa96-a8dfe327757b req-41ce585d-2773-48a8-a60c-eecd423b662b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 200 len: 217 time: 0.3236392 Feb 09 20:41:05.873646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:06.110571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:06.112057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=628406a4-8a54-4059-ab39-0fa0ef4d64b5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:06.116099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:06.131106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:06.132146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:06.133084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:06.177797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-925b23ce-48ec-46ed-865d-b5e5bd7c6d9b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1022370 Feb 09 20:41:06.191426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:06.205814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2767d-239b-4933-afda-dbfa1cd12af6 req-1a847240-a56c-4d9a-b653-7e2cfb90d4d7 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:06.217416 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3fc2767d-239b-4933-afda-dbfa1cd12af6 req-1a847240-a56c-4d9a-b653-7e2cfb90d4d7 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 945 time: 0.2822306 Feb 09 20:41:06.228712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:06.234395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:06.477469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3fc2767d-239b-4933-afda-dbfa1cd12af6 req-3570c613-69d4-4643-a864-a3e56c7334b2 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572165 Feb 09 20:41:06.502845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:06.550741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:06.682630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54d1e8-2e29-45cb-b40b-66df3869adb1 req-c88a9601-7947-4678-a82e-e42ab46ebc1e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:06.691104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d54d1e8-2e29-45cb-b40b-66df3869adb1 req-c88a9601-7947-4678-a82e-e42ab46ebc1e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.9491601 Feb 09 20:41:06.697828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:06.721741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b403ee-0955-4688-aa96-a8dfe327757b req-d7a7ce05-41dc-4776-b5cc-e15d6769a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:06.723190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80b403ee-0955-4688-aa96-a8dfe327757b req-d7a7ce05-41dc-4776-b5cc-e15d6769a3df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.8503604 Feb 09 20:41:06.764937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-838ccd50-06d2-43df-a9f5-3a4d9730ec1b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:06.766984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-838ccd50-06d2-43df-a9f5-3a4d9730ec1b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 945 time: 1.1826570 Feb 09 20:41:06.865742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d54d1e8-2e29-45cb-b40b-66df3869adb1 req-2fe3ab7a-5838-451e-8250-30f7b0a3bb6f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728354 Feb 09 20:41:07.183171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70147b93-4be3-4e23-81c7-f08b655f14f4 req-795b9b7d-5d9b-4357-8ae0-88731a28c60f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:07.191968 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70147b93-4be3-4e23-81c7-f08b655f14f4 req-795b9b7d-5d9b-4357-8ae0-88731a28c60f tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.1341381 Feb 09 20:41:07.198954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b403ee-0955-4688-aa96-a8dfe327757b req-478fca74-d4ed-467a-9f2b-92c0545ba043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:07.200513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80b403ee-0955-4688-aa96-a8dfe327757b req-478fca74-d4ed-467a-9f2b-92c0545ba043 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4629211 Feb 09 20:41:07.311558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80b403ee-0955-4688-aa96-a8dfe327757b req-ba15e1f1-c37e-4e07-894b-3172b84eb357 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032350 Feb 09 20:41:07.428185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] device_id is not set on port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:07.440604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70147b93-4be3-4e23-81c7-f08b655f14f4 req-6e9d7269-3dd0-41d2-8fc0-242663cb54c8 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429783 Feb 09 20:41:07.479754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks [] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:07.493263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:07.507012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:07.566262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Deleting port f63406bc-7499-424f-ae37-ca6cbc5a0774 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:07.569483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:07.653915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:07.654475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:07.654925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:07.662925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:07.663417 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:07.664699 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 2 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:07.683584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=628406a4-8a54-4059-ab39-0fa0ef4d64b5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:07.705412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:07.705923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:07.706369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:07.706927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:07.735612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:07.736143 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:07.738694 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 3 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:07.747962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:41:07.748381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:07.748801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:07.767055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:07.767508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:07.768318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:07.782023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:07.782529 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:07.784324 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 4 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:07.834582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:07.901949 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Publish callbacks [] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:07.915954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Transition to ACTIVE for port object bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:41:07.952597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:07.955024 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3587f6e-36e1-44b4-a0fe-f7c56f7c9824" -d '{"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-unplugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:07.959092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80b403ee-0955-4688-aa96-a8dfe327757b req-98ec477f-d433-4b18-87be-b92c15922585 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175354 Feb 09 20:41:07.963481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:07.975568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:41:07.977777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:07.992089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a27eb28-baf0-4170-a90d-1be83cc0edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:08.134192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:08.282723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] No DVR routers for this DVR port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:08.458770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eb754-19c7-447d-9445-ed61c08324ef req-13b2364e-a59e-4bb9-b547-33aba42d74b0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:08.478013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb8eb754-19c7-447d-9445-ed61c08324ef req-13b2364e-a59e-4bb9-b547-33aba42d74b0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.3584051 Feb 09 20:41:08.510191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] For port f63406bc-7499-424f-ae37-ca6cbc5a0774, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f63406bc-7499-424f-ae37-ca6cbc5a0774,segment=NetworkSegment(a09fd491-4b18-4d5a-a079-e006ddac941b),segment_id=a09fd491-4b18-4d5a-a079-e006ddac941b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:08.510574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:08.556505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Calling delete_port for f63406bc-7499-424f-ae37-ca6cbc5a0774 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:08.774364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:08.774877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:08.775036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:08.820474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926a659-b519-4a65-b741-9c389fd9e62e req-4901e529-715a-4326-ad2e-612716e84cfd tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:08.828319 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a926a659-b519-4a65-b741-9c389fd9e62e req-4901e529-715a-4326-ad2e-612716e84cfd tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed812f3d-9991-4ab7-98a0-de32bd0be2cd HTTP/1.1" status: 200 len: 945 time: 1.1667244 Feb 09 20:41:08.837393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:08.848458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:08.848784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Attempting to bind port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:08.850059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:08.851446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:08.863945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:41:08.864289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:08.864701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:41:08.865225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Bound port: bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:41:08.865642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:08.898376 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb8eb754-19c7-447d-9445-ed61c08324ef req-472a3de1-89be-4372-8415-7a7b83ed9a41 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251106 Feb 09 20:41:08.904923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:08.905451 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:08.907845 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 5 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:08.967088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:08.972092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:41:08.980239 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:08.986773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:08.987224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:08.987565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:09.008350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:09.009022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:09.010454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] 10.222.0.50 "PUT /v2.0/ports/bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 1097 time: 3.4608395 Feb 09 20:41:09.019965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:09.020915 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:09.029950 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 6 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:09.069636 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:09.070263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:09.070651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:09.087226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a926a659-b519-4a65-b741-9c389fd9e62e req-490b15e9-0e2c-4b47-83b5-e117684afba5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups?id=8a2429c7-f5af-47a6-8160-41897e93e101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578084 Feb 09 20:41:09.090477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:09.090790 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:09.091187 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 7 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:09.124972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:09.125320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:09.125691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:09.130233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f63406bc-7499-424f-ae37-ca6cbc5a0774), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:09.135600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:09.136026 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:09.136457 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 8 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:09.151487 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cce9d65-31b1-443e-b149-78f1c4faf6c6 x-openstack-request-id: req-6cce9d65-31b1-443e-b149-78f1c4faf6c6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:09.151829 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-unplugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:09.152140 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6cce9d65-31b1-443e-b149-78f1c4faf6c6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:09.152561 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'code': 200} Feb 09 20:41:09.167675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:09.168089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:09.168864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:09.185352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:09.185863 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:09.186263 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 9 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:09.210131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:09.210490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:09.210803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:09.234377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:09.234708 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:09.235118 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 10 to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 Feb 09 20:41:09.275850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:09.276341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:09.276712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:09.294266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:09.294627 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:09.294984 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:09.306111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-37ea03fb-44e1-45ba-80bb-d2888a127987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:09.307548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-37ea03fb-44e1-45ba-80bb-d2888a127987 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1131 time: 0.2518268 Feb 09 20:41:09.423491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d92a6-13b1-4851-9086-bd67ea966965 service neutron] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:09.446821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] For port 628406a4-8a54-4059-ab39-0fa0ef4d64b5, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:09.447211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 20:41:09.459403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:09.508119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f63406bc-7499-424f-ae37-ca6cbc5a0774 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:09.523337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] No DVR routers for this DVR port f63406bc-7499-424f-ae37-ca6cbc5a0774 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:09.525720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event deleted for resources: {'Port': ['ID=f63406bc-7499-424f-ae37-ca6cbc5a0774,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:09.540018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:09.543325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-539d8667-bc35-46af-b6c6-424e17a6b8f7 req-59627bd8-2004-4806-b901-56c7714d8e5b tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.13 "DELETE /v2.0/ports/f63406bc-7499-424f-ae37-ca6cbc5a0774 HTTP/1.1" status: 204 len: 173 time: 2.6961641 Feb 09 20:41:09.574722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: f63406bc-7499-424f-ae37-ca6cbc5a0774 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:09.588474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f63406bc-7499-424f-ae37-ca6cbc5a0774 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:09.601860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880cad5-47a0-4d87-bc80-d6c34ed12cc1 req-3b7c589d-acaf-45a5-a2d4-7ab561848ff0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:09.615936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] In _notify_port_updated(), no bound segment for port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:41:09.620283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3880cad5-47a0-4d87-bc80-d6c34ed12cc1 req-3b7c589d-acaf-45a5-a2d4-7ab561848ff0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 948 time: 0.3510127 Feb 09 20:41:09.621565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:09.622353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:09.623893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "PUT /v2.0/ports/628406a4-8a54-4059-ab39-0fa0ef4d64b5 HTTP/1.1" status: 200 len: 976 time: 3.4044437 Feb 09 20:41:09.628700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:09.750824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3b77-6ecb-4103-8e31-7c24ccaeb911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:09.906790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3880cad5-47a0-4d87-bc80-d6c34ed12cc1 req-1ad7500c-bd3f-4b5a-8b4e-d4df2c983b08 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855322 Feb 09 20:41:09.914910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-b51a23b7-ed0a-4863-b1e1-10f870a85886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:09.916465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-b51a23b7-ed0a-4863-b1e1-10f870a85886 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.5048993 Feb 09 20:41:09.937067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c290a60-362e-4de4-b1b8-ff6b780e79ec tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=628406a4-8a54-4059-ab39-0fa0ef4d64b5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:10.040061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-6560ebb6-0915-4dc5-85cf-eae87daf871d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.1168604 Feb 09 20:41:10.065373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.067178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.069855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.071097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.071975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.072797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.073967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.074782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.076249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.077271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.078090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.079879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.080859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.081686 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.082727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.083524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.099045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.103294 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-04c6a082-beb6-4b07-adf0-80e84b44bd67 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15709 time: 0.4734333 Feb 09 20:41:10.107201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44188) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:10.164351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-2673ab4c-73cd-46a3-b2fd-020cab2e432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.165915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-2673ab4c-73cd-46a3-b2fd-020cab2e432f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1195691 Feb 09 20:41:10.368114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Deleting port 628406a4-8a54-4059-ab39-0fa0ef4d64b5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:10.368620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:10.465772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-c49691b5-c5a2-4780-8f3d-2046336cf6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.468417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-c49691b5-c5a2-4780-8f3d-2046336cf6af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2963262 Feb 09 20:41:10.617733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] For port 628406a4-8a54-4059-ab39-0fa0ef4d64b5, host n-h1-789963-29, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:10.618431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:10.653948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Calling delete_port for 628406a4-8a54-4059-ab39-0fa0ef4d64b5 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:10.675538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33554e-e134-4f09-8e44-b43f47ecab39 req-063c85bf-e0db-4f7a-8d71-a27a0dc63edb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:10.684866 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba33554e-e134-4f09-8e44-b43f47ecab39 req-063c85bf-e0db-4f7a-8d71-a27a0dc63edb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.4787817 Feb 09 20:41:10.792816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (628406a4-8a54-4059-ab39-0fa0ef4d64b5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:10.847800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba33554e-e134-4f09-8e44-b43f47ecab39 req-86328959-f6ba-4a56-afc2-ab0cb6f7a56a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616859 Feb 09 20:41:10.884109 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:10.897263 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "DELETE /v2.0/ports/628406a4-8a54-4059-ab39-0fa0ef4d64b5 HTTP/1.1" status: 204 len: 168 time: 0.7841549 Feb 09 20:41:10.898920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:10.949225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924370da-2f29-4a4e-9d9b-984b4b67c041 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event deleted for resources: {'Port': ['ID=628406a4-8a54-4059-ab39-0fa0ef4d64b5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:10.981938 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff28b33-a2e4-4b91-943c-4aa81bbcdc7d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] GET failed (client error): The resource could not be found. Feb 09 20:41:10.983399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eff28b33-a2e4-4b91-943c-4aa81bbcdc7d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "GET /v2.0/ports/628406a4-8a54-4059-ab39-0fa0ef4d64b5 HTTP/1.1" status: 404 len: 333 time: 0.0830035 Feb 09 20:41:10.987988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:10.993931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-553196767', 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:10.997876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-106271e0-b2ff-47c4-9171-9f38086188ae service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771230 Feb 09 20:41:11.070590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Made reservation on behalf of ed1b0767b1ee4749a884a504672dc606 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:11.074957 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:11.079584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:11.129800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] device_id is not set on port 7be5715e-da47-4608-921c-014b1cda59fc yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:11.340790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}, {'server_uuid': 'ed812f3d-9991-4ab7-98a0-de32bd0be2cd', 'name': 'network-vif-deleted', 'tag': 'f63406bc-7499-424f-ae37-ca6cbc5a0774'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:11.360786 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5aede6-7448-4225-9762-1781dd2a38cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}, {"server_uuid": "ed812f3d-9991-4ab7-98a0-de32bd0be2cd", "name": "network-vif-deleted", "tag": "f63406bc-7499-424f-ae37-ca6cbc5a0774"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:11.373722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65301b43-9018-4ef3-8d59-9c3e3f3a5253 req-6882ba0f-0850-445c-9fd6-67c5039359c9 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749564 Feb 09 20:41:11.400618 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks [] for port (7be5715e-da47-4608-921c-014b1cda59fc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:11.517202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:11.551365 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7be5715e-da47-4608-921c-014b1cda59fc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:11.670239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=7be5715e-da47-4608-921c-014b1cda59fc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:11.687531 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a90d493b-91fd-4d43-8038-032f2a504d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:11.726463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:11.750224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189d505-0ff7-4234-945d-b9394022a212 req-4a0fb6a0-8fa6-45ae-9e35-8f888eceb156 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:11.764526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4189d505-0ff7-4234-945d-b9394022a212 req-4a0fb6a0-8fa6-45ae-9e35-8f888eceb156 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 948 time: 0.2928710 Feb 09 20:41:11.767505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:11.777100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:11.778051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:11.778796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:11.815782 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1b8cc3c6-2858-45fc-bfdf-8fd2c30cc22d tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8266144 Feb 09 20:41:11.823399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:11.881201 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a90d493b-91fd-4d43-8038-032f2a504d4e admin admin] Publish callbacks [] for security_group (d10c5a02-e585-4044-be9c-087102385b1c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:11.887218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a90d493b-91fd-4d43-8038-032f2a504d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d10c5a02-e585-4044-be9c-087102385b1c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:11.927374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500f22c-64d8-4e78-b09f-1c7acf8220e0 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:11.928897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4500f22c-64d8-4e78-b09f-1c7acf8220e0 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "GET /v2.0/ports/7be5715e-da47-4608-921c-014b1cda59fc HTTP/1.1" status: 200 len: 954 time: 0.1044912 Feb 09 20:41:11.942422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4189d505-0ff7-4234-945d-b9394022a212 req-c6304d72-8f51-49a3-b758-647fec3d1f76 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767528 Feb 09 20:41:11.942960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:11.993653 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6c8797-b3e2-4d81-86e1-2a337e0fdcac x-openstack-request-id: req-3b6c8797-b3e2-4d81-86e1-2a337e0fdcac {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:11.994820 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "status": "completed", "code": 200}, {"server_uuid": "ed812f3d-9991-4ab7-98a0-de32bd0be2cd", "name": "network-vif-deleted", "tag": "f63406bc-7499-424f-ae37-ca6cbc5a0774", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:11.995385 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3b6c8797-b3e2-4d81-86e1-2a337e0fdcac {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:11.996181 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'status': 'completed', 'code': 200} Feb 09 20:41:11.996633 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed812f3d-9991-4ab7-98a0-de32bd0be2cd', 'name': 'network-vif-deleted', 'tag': 'f63406bc-7499-424f-ae37-ca6cbc5a0774', 'status': 'completed', 'code': 200} Feb 09 20:41:12.059209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a90d493b-91fd-4d43-8038-032f2a504d4e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b4a4cbf9bd514f6ebced73a967febfb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404434 Feb 09 20:41:12.064049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:12.068953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d493b-91fd-4d43-8038-032f2a504d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10c5a02-e585-4044-be9c-087102385b1c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:12.187434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-4a75e8d4-991f-4b30-8c83-05a757ca181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:12.189690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-4a75e8d4-991f-4b30-8c83-05a757ca181d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1131 time: 0.2161303 Feb 09 20:41:12.288863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:41:12.315943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-0e2c14f3-189a-4ceb-83a8-853cbd9ac19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:12.317559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-0e2c14f3-189a-4ceb-83a8-853cbd9ac19d service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1067924 Feb 09 20:41:12.320627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-5bf82ebe-b4c8-4873-8e4b-239705e43db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:12.322252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-5bf82ebe-b4c8-4873-8e4b-239705e43db9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcd7f580d3114ade817c45446cec434d&device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1131 time: 0.3475223 Feb 09 20:41:12.356462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1632109b-5d19-412c-94c5-324a29a97f5a admin admin] Publish callbacks [] for security_group (d10c5a02-e585-4044-be9c-087102385b1c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.394149 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-038ae528-5e34-4982-9ed6-5947eb342a34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.0679917 Feb 09 20:41:12.460732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1632109b-5d19-412c-94c5-324a29a97f5a admin admin] Publish callbacks [] for security_group (d10c5a02-e585-4044-be9c-087102385b1c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.463564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e9a2e-01a4-4044-98b4-d9d76f861839 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Deleting port 7be5715e-da47-4608-921c-014b1cda59fc {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:12.468044 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9a2e-01a4-4044-98b4-d9d76f861839 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7be5715e-da47-4608-921c-014b1cda59fc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.551229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:12.553931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21243115-10f5-468e-8d10-eef993fc8a78 req-3c160e5b-a66e-47d4-b3d0-5e3d32d15e7a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:12.570697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-21243115-10f5-468e-8d10-eef993fc8a78 req-3c160e5b-a66e-47d4-b3d0-5e3d32d15e7a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.4283252 Feb 09 20:41:12.591123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'mac_address': 'fa:16:3e:e5:b2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:41:12.648964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9a2e-01a4-4044-98b4-d9d76f861839 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7be5715e-da47-4608-921c-014b1cda59fc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.686596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e9a2e-01a4-4044-98b4-d9d76f861839 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Calling delete_port for 7be5715e-da47-4608-921c-014b1cda59fc owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:12.713914 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.730932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:12.753276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:12.755131 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.798688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:12.856165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-eb8cef3d-2f8b-4571-9d7a-21f85e0208f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:12.857140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:12.857719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-eb8cef3d-2f8b-4571-9d7a-21f85e0208f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.3896573 Feb 09 20:41:12.867643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.910931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9a2e-01a4-4044-98b4-d9d76f861839 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7be5715e-da47-4608-921c-014b1cda59fc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.919445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-21243115-10f5-468e-8d10-eef993fc8a78 req-fa7df0b1-13a1-4b58-af41-e606ea0c5cc6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448975 Feb 09 20:41:12.970117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e9a2e-01a4-4044-98b4-d9d76f861839 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event deleted for resources: {'Port': ['ID=7be5715e-da47-4608-921c-014b1cda59fc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:12.986914 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9a2e-01a4-4044-98b4-d9d76f861839 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:12.991484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bf6e9a2e-01a4-4044-98b4-d9d76f861839 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "DELETE /v2.0/ports/7be5715e-da47-4608-921c-014b1cda59fc HTTP/1.1" status: 204 len: 168 time: 1.0475183 Feb 09 20:41:12.994776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:13.060283 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14201d6-fcde-4dfa-bf7f-1fe079fccfe8 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] GET failed (client error): The resource could not be found. Feb 09 20:41:13.062199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e14201d6-fcde-4dfa-bf7f-1fe079fccfe8 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "GET /v2.0/ports/7be5715e-da47-4608-921c-014b1cda59fc HTTP/1.1" status: 404 len: 333 time: 0.0664794 Feb 09 20:41:13.069917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=12']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:13.073355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44388) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:13.107227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Request body: {'port': {'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-314207304'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:13.166120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:13.170016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-ebf9cda8-cb94-4dd5-9932-5b61fab0ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:13.172470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-ebf9cda8-cb94-4dd5-9932-5b61fab0ffec service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.8385682 Feb 09 20:41:13.206886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Made reservation on behalf of ed1b0767b1ee4749a884a504672dc606 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:13.212535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.242318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-d00c3367-d316-4e04-8d83-45704dd49768 service neutron] 10.222.0.50 "GET /v2.0/ports/67c2d094-dc57-4dc4-aa92-e47fd5348b80/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 385 time: 0.6669006 Feb 09 20:41:13.266701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] device_id is not set on port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:13.303346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-f5ecae26-d24a-47bf-9d43-33735a2d0111 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 200 len: 217 time: 0.1097891 Feb 09 20:41:13.518597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-6660cf4e-f86a-4e49-abc5-f0ef67102b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:13.521708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-6660cf4e-f86a-4e49-abc5-f0ef67102b5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5936959 Feb 09 20:41:13.635876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks [] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.661189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1632109b-5d19-412c-94c5-324a29a97f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d10c5a02-e585-4044-be9c-087102385b1c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.663943 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1632109b-5d19-412c-94c5-324a29a97f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.668206 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1632109b-5d19-412c-94c5-324a29a97f5a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d10c5a02-e585-4044-be9c-087102385b1c HTTP/1.1" status: 204 len: 168 time: 1.6029084 Feb 09 20:41:13.668903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-3ad6766e-f631-40c7-bc5d-2e093a829fb9 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317570 Feb 09 20:41:13.669574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaca508-a41c-48f5-a82a-0502dfed7a23 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group (e024bc8c-e409-4592-b0a2-fc9008aa1cb3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.684999 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632109b-5d19-412c-94c5-324a29a97f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10c5a02-e585-4044-be9c-087102385b1c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:13.700993 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.864441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.878738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:13.890464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-18c5dbb9-cf51-4c8a-94b2-f926360af943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:13.895403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:13.896744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-18c5dbb9-cf51-4c8a-94b2-f926360af943 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.5522597 Feb 09 20:41:13.911160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:13.912185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:13.912841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.935114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaca508-a41c-48f5-a82a-0502dfed7a23 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group (e024bc8c-e409-4592-b0a2-fc9008aa1cb3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:13.939339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7a086a-bd2d-4ea6-ad85-a6d86029b33c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:14.010397 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6a6a7928-1e8a-4c5a-9b92-b68325a7af1b tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9355104 Feb 09 20:41:14.013814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:14.020505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:14.055362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b039c-bd25-477e-b0b5-07f56b59d2c8 req-11f2c81c-6089-41f1-a745-e2bd5137c722 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:14.061156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-736b039c-bd25-477e-b0b5-07f56b59d2c8 req-11f2c81c-6089-41f1-a745-e2bd5137c722 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 949 time: 0.9565094 Feb 09 20:41:14.195729 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:14.303358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:41:14.304785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaca508-a41c-48f5-a82a-0502dfed7a23 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e024bc8c-e409-4592-b0a2-fc9008aa1cb3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:14.308130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaca508-a41c-48f5-a82a-0502dfed7a23 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:14.311546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2aaca508-a41c-48f5-a82a-0502dfed7a23 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "DELETE /v2.0/security-groups/e024bc8c-e409-4592-b0a2-fc9008aa1cb3 HTTP/1.1" status: 204 len: 168 time: 1.5507562 Feb 09 20:41:14.314269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:14.362378 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-23762ca7-9cdf-40e8-a845-ce0fea2b527d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] show failed (client error): The resource could not be found. Feb 09 20:41:14.366162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-23762ca7-9cdf-40e8-a845-ce0fea2b527d tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "GET /v2.0/security-groups/e024bc8c-e409-4592-b0a2-fc9008aa1cb3 HTTP/1.1" status: 404 len: 347 time: 0.0482471 Feb 09 20:41:14.379373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44494) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:14.490106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:14.493356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaca508-a41c-48f5-a82a-0502dfed7a23 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e024bc8c-e409-4592-b0a2-fc9008aa1cb3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:14.523408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:41:14.549072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:14.549735 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:14.595856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b89efa-1844-49fb-b999-15a241cec561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:14.651296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-64b3d2aa-28bc-4380-bbd6-57f977cea53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:14.661456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-64b3d2aa-28bc-4380-bbd6-57f977cea53f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5963302 Feb 09 20:41:14.712856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:14.713688 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:14.772753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:14.777080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:14.782601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-736b039c-bd25-477e-b0b5-07f56b59d2c8 req-da94bf4f-fd72-4455-820a-362373ecd125 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695915 Feb 09 20:41:14.783831 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7831d2-a054-430b-b7cf-9ef865d9f202" -d '{"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-plugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:14.788780 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:14.893618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=13']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:14.973976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e8fd-7f64-4351-b8c4-28dc1357aea6 req-ea105322-3f40-49bd-9e01-dd0a4e913264 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:14.981316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6204e8fd-7f64-4351-b8c4-28dc1357aea6 req-ea105322-3f40-49bd-9e01-dd0a4e913264 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.4616287 Feb 09 20:41:15.012988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] device_id is not set on port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:15.039340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks [] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:15.048084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Deleting port 135bdccd-713a-4fac-bbd5-87c22d94885f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:15.051896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (135bdccd-713a-4fac-bbd5-87c22d94885f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:15.086721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6204e8fd-7f64-4351-b8c4-28dc1357aea6 req-d143a0ee-c19c-49a8-b916-6c867ad9cbab tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043451 Feb 09 20:41:15.143209 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:15.162394 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f7227-3f1b-45a7-ad85-d0a62c88677f x-openstack-request-id: req-632f7227-3f1b-45a7-ad85-d0a62c88677f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:15.162693 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-plugged", "status": "completed", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:15.162955 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-632f7227-3f1b-45a7-ad85-d0a62c88677f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:15.163382 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'code': 200} Feb 09 20:41:15.204611 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7a086a-bd2d-4ea6-ad85-a6d86029b33c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:15.318501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:15.319852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:15.320439 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:15.344583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:15.345194 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:15.351292 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 2 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:15.369451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (135bdccd-713a-4fac-bbd5-87c22d94885f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:15.374970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for floatingip (135bdccd-713a-4fac-bbd5-87c22d94885f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:15.394921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:15.395575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:15.401084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:15.411264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Calling delete_port for 135bdccd-713a-4fac-bbd5-87c22d94885f owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:15.413231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:15.413794 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:15.416729 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 3 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:15.442479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:15.443158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:15.443994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:15.495898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:15.496338 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:15.497909 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 4 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:15.538362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:15.543149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:15.543640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:15.554018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:15.554358 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:15.555937 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 5 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:15.603277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:15.603906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:15.604408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:15.611212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:15.611838 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:15.613031 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 6 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:15.655538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-d3e3e408-270d-4e4c-aee1-81c6867bfad3 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7698534 Feb 09 20:41:15.668339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:15.668580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:15.668896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:15.706445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:15.706815 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:15.708867 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 7 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:15.750129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:15.750864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:15.751366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:15.762347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:15.762986 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:15.765073 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 8 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:15.794484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:15.820788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (135bdccd-713a-4fac-bbd5-87c22d94885f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:15.838267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-83ec35ba-6efe-4ca4-95d8-7cf3680b002c service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1049700 Feb 09 20:41:15.839977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:15.840516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:15.842368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:15.867541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:15.869109 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:15.899823 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 9 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:15.906046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Pushing event deleted for resources: {'Port': ['ID=135bdccd-713a-4fac-bbd5-87c22d94885f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:16.062183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:16.066396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b89efa-1844-49fb-b999-15a241cec561 admin admin] Publish callbacks [] for security_group (5b3f64a5-904b-4fc4-bc7d-6028612d7ded), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.077424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:16.078081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:16.079138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:16.103448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:16.104107 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:16.106546 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempt 10 to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c Feb 09 20:41:16.119103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9b89efa-1844-49fb-b999-15a241cec561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5b3f64a5-904b-4fc4-bc7d-6028612d7ded), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.124835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2903e-c127-4e14-a7b4-202a47fefaf6 req-6bfc57d8-9b53-4025-92da-d9fe6190b750 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:16.126876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56a2903e-c127-4e14-a7b4-202a47fefaf6 req-6bfc57d8-9b53-4025-92da-d9fe6190b750 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 950 time: 0.2223709 Feb 09 20:41:16.191077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec5aede6-7448-4225-9762-1781dd2a38cd req-84e9d38c-54cf-489a-8c41-0517e0474b38 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381314 Feb 09 20:41:16.199247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:16.201581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:16.202086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempting to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:16.212111 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks [] for floatingip (9a891391-3bd0-4e04-b019-8ca9bfecbe20), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.215017 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.220297 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bdb9b31b-9ed9-428e-a007-0dce624d72c5 tempest-ImagesOneServerNegativeTestJSON-1622476361 tempest-ImagesOneServerNegativeTestJSON-1622476361-project] 10.222.0.102 "DELETE /v2.0/floatingips/9a891391-3bd0-4e04-b019-8ca9bfecbe20 HTTP/1.1" status: 204 len: 168 time: 1.8397360 Feb 09 20:41:16.227561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c2d094-dc57-4dc4-aa92-e47fd5348b80 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:16.237109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b89efa-1844-49fb-b999-15a241cec561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f64a5-904b-4fc4-bc7d-6028612d7ded,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:16.241360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56a2903e-c127-4e14-a7b4-202a47fefaf6 req-d99e7ef8-b42e-4715-a379-ff3c64180600 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051505 Feb 09 20:41:16.244634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:16.244634 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Failed to bind port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on host n-h1-789963-29 for vnic_type normal using segments [{'id': 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54a1af49-8a1e-401b-b6c3-f217c4ee4d09'}] Feb 09 20:41:16.244961 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.268253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:16.286357 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a9b89efa-1844-49fb-b999-15a241cec561 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6415036eb3514e7b956deea1df477996&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7908318 Feb 09 20:41:16.287091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:16.289254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.429190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] Transition to ACTIVE for port object 67c2d094-dc57-4dc4-aa92-e47fd5348b80 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:41:16.436258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.533214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] For port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:16.533550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 20:41:16.536197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8edf6e9b-7208-4326-b8bb-f3fa1b411eeb admin admin] Publish callbacks [] for security_group (5b3f64a5-904b-4fc4-bc7d-6028612d7ded), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.543429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.553154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] No DVR routers for this DVR port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:16.561236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] In _notify_port_updated(), no bound segment for port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c on network 54a1af49-8a1e-401b-b6c3-f217c4ee4d09 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:41:16.561837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] Pushing event updated for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:16.562138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:16.563479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.567916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "PUT /v2.0/ports/9c7a086a-bd2d-4ea6-ad85-a6d86029b33c HTTP/1.1" status: 200 len: 975 time: 2.5528851 Feb 09 20:41:16.575554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:16.627534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-70fbc8f7-c892-4bc8-be3e-3cb4e54b1bfe service neutron] 10.222.0.50 "PUT /v2.0/ports/67c2d094-dc57-4dc4-aa92-e47fd5348b80/bindings/n-h1-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 3.3279905 Feb 09 20:41:16.675095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0173cd-222d-449e-93bc-69e280ec0401 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7a086a-bd2d-4ea6-ad85-a6d86029b33c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:16.691159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474516d-cad6-4cf2-9d2e-2f34cd64ccf2 req-914aa314-dae6-477b-b614-7a94dd77c53e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:16.696177 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5474516d-cad6-4cf2-9d2e-2f34cd64ccf2 req-914aa314-dae6-477b-b614-7a94dd77c53e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 943 time: 0.3178010 Feb 09 20:41:16.698660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8edf6e9b-7208-4326-b8bb-f3fa1b411eeb admin admin] Publish callbacks [] for security_group (5b3f64a5-904b-4fc4-bc7d-6028612d7ded), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.748913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19644c-f1d8-431c-9b53-6ca6f3b415d5 req-8c036b85-151a-4a13-89db-f4a7b1bc6c7c tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:16.751132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f19644c-f1d8-431c-9b53-6ca6f3b415d5 req-8c036b85-151a-4a13-89db-f4a7b1bc6c7c tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 1133 time: 0.1224906 Feb 09 20:41:16.783371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-f6112922-5a21-4053-9a63-d10dd25ef6d8 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:16.785119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-f6112922-5a21-4053-9a63-d10dd25ef6d8 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1127 time: 0.0919657 Feb 09 20:41:16.851712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f19644c-f1d8-431c-9b53-6ca6f3b415d5 req-eb7874e4-ce6f-432f-8eff-209b5764aa78 tempest-MigrationsAdminTest-684990319 tempest-MigrationsAdminTest-684990319-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917363 Feb 09 20:41:16.861433 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5474516d-cad6-4cf2-9d2e-2f34cd64ccf2 req-d86234fc-4b08-4843-8124-d3615e9f5e10 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408114 Feb 09 20:41:16.873852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-e4b78157-2c17-4778-9f41-133af8fc167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:16.875792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-e4b78157-2c17-4778-9f41-133af8fc167e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0810568 Feb 09 20:41:16.903341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8edf6e9b-7208-4326-b8bb-f3fa1b411eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5b3f64a5-904b-4fc4-bc7d-6028612d7ded), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.905936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8edf6e9b-7208-4326-b8bb-f3fa1b411eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.909980 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8edf6e9b-7208-4326-b8bb-f3fa1b411eeb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5b3f64a5-904b-4fc4-bc7d-6028612d7ded HTTP/1.1" status: 204 len: 168 time: 0.6191821 Feb 09 20:41:16.953977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Deleting port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:16.955855 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:16.965351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf6e9b-7208-4326-b8bb-f3fa1b411eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f64a5-904b-4fc4-bc7d-6028612d7ded,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:16.979169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-20c09753-775b-44d3-a1c5-e79d68d80026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:16.981143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-20c09753-775b-44d3-a1c5-e79d68d80026 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1127 time: 0.0801733 Feb 09 20:41:17.138432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] For port 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c, host n-h1-789963-29, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:17.138865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.153764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Calling delete_port for 9c7a086a-bd2d-4ea6-ad85-a6d86029b33c owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:17.205336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-6fc0bf73-620d-495b-81a6-e822701ebcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:17.207432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-6fc0bf73-620d-495b-81a6-e822701ebcab service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.1844113 Feb 09 20:41:17.300031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-3e52d6fe-47c2-4620-b0fb-6555a5cf696b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 200 len: 217 time: 0.0819900 Feb 09 20:41:17.348558 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9c7a086a-bd2d-4ea6-ad85-a6d86029b33c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.419804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:17.422588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c7a086a-bd2d-4ea6-ad85-a6d86029b33c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:17.424859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.430493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0c7a1eb3-7dd9-4087-a12d-24c4613fd842 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "DELETE /v2.0/ports/9c7a086a-bd2d-4ea6-ad85-a6d86029b33c HTTP/1.1" status: 204 len: 168 time: 0.8328242 Feb 09 20:41:17.430680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:17.462868 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee66ca2c-e1c9-4f34-8a3d-0948392b30b3 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] GET failed (client error): The resource could not be found. Feb 09 20:41:17.467361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ee66ca2c-e1c9-4f34-8a3d-0948392b30b3 tempest-PortsAdminExtendedAttrsTestJSON-1676110791 tempest-PortsAdminExtendedAttrsTestJSON-1676110791-project-admin] 10.222.0.102 "GET /v2.0/ports/9c7a086a-bd2d-4ea6-ad85-a6d86029b33c HTTP/1.1" status: 404 len: 333 time: 0.0326755 Feb 09 20:41:17.471042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:17.567400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bed8be1-7171-4507-9762-502a82f7e0dd admin admin] Deleting subnet b473652d-2853-4e93-ad64-770627efa39c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:41:17.571876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bed8be1-7171-4507-9762-502a82f7e0dd admin admin] Publish callbacks [] for subnet (b473652d-2853-4e93-ad64-770627efa39c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.591132 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (54a1af49-8a1e-401b-b6c3-f217c4ee4d09), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.652138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bed8be1-7171-4507-9762-502a82f7e0dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (b473652d-2853-4e93-ad64-770627efa39c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.697267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bed8be1-7171-4507-9762-502a82f7e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b473652d-2853-4e93-ad64-770627efa39c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.753878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (54a1af49-8a1e-401b-b6c3-f217c4ee4d09), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.765472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-d50988f2-a67b-4b67-a8ff-97ef8badcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:17.768805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-d50988f2-a67b-4b67-a8ff-97ef8badcdf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.4612598 Feb 09 20:41:17.769902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bed8be1-7171-4507-9762-502a82f7e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (b473652d-2853-4e93-ad64-770627efa39c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.785263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a1af49-8a1e-401b-b6c3-f217c4ee4d09']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:17.798396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:17.798396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:17.810611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.830791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.840329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:41:17.841028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (c83c5bca-b85a-4ec1-909a-56d8d9ad8c6d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.910615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed8be1-7171-4507-9762-502a82f7e0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b473652d-2853-4e93-ad64-770627efa39c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:17.921319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bed8be1-7171-4507-9762-502a82f7e0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:17.925079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7bed8be1-7171-4507-9762-502a82f7e0dd admin admin] 10.222.0.102 "DELETE /v2.0/subnets/b473652d-2853-4e93-ad64-770627efa39c HTTP/1.1" status: 204 len: 168 time: 0.4869382 Feb 09 20:41:17.928210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-33d00e14-b879-4590-a5d7-53bbcfa66f35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832176 Feb 09 20:41:17.931206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:41:17.945988 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:41:17.948861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (54a1af49-8a1e-401b-b6c3-f217c4ee4d09), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.018573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.022750 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] 10.222.0.102 "DELETE /v2.0/networks/54a1af49-8a1e-401b-b6c3-f217c4ee4d09 HTTP/1.1" status: 204 len: 168 time: 0.5538051 Feb 09 20:41:18.024049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Pushing event deleted for resources: {'Network': ['ID=54a1af49-8a1e-401b-b6c3-f217c4ee4d09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:18.037567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.037926 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.038281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.038634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.039169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.039616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.039973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.040807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.041162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.041500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.041878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.042225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.042560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb778ef0-300b-480b-827a-700b6a9f210f tempest-PortsAdminExtendedAttrsTestJSON-1684861463 tempest-PortsAdminExtendedAttrsTestJSON-1684861463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:18.082524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a953551-071c-4a14-a73a-dc8732d6d291 req-d921338e-bf3a-49fe-a0ef-a18a874252c4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:18.083942 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9a953551-071c-4a14-a73a-dc8732d6d291 req-d921338e-bf3a-49fe-a0ef-a18a874252c4 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 950 time: 0.1499362 Feb 09 20:41:18.088648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-6e0ffba1-2cf3-4b92-899e-81c3c063a8a0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:18.096351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-6e0ffba1-2cf3-4b92-899e-81c3c063a8a0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 821 time: 0.3339550 Feb 09 20:41:18.124133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-06e7798f-38a9-4b60-ae29-9ed353679ece tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/quotas/97292526b23f47e7b063a919fd79ffee HTTP/1.1" status: 200 len: 375 time: 0.0272813 Feb 09 20:41:18.148489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (370206de-304d-4458-85a7-a76bb1dea670), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.187129 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9a953551-071c-4a14-a73a-dc8732d6d291 req-9d67cc86-2d4a-4ba6-b9d0-62ac024cb459 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882373 Feb 09 20:41:18.235919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-6f31dcab-f3c1-41d4-8c15-d3d5652f076f service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466373 Feb 09 20:41:18.300921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (370206de-304d-4458-85a7-a76bb1dea670), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.340280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-2bbc59e7-f543-49a1-840b-df4d3ceaf206 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2141218 Feb 09 20:41:18.406182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:18.450016 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:18.474563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b541-0f24-4353-b0f4-c1e355ca6639 req-1ee79b80-3cc4-4d13-ab7d-115d4328c939 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:18.486068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a80b541-0f24-4353-b0f4-c1e355ca6639 req-1ee79b80-3cc4-4d13-ab7d-115d4328c939 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 944 time: 0.1090283 Feb 09 20:41:18.495533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370206de-304d-4458-85a7-a76bb1dea670']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:18.509316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09fd491-4b18-4d5a-a079-e006ddac941b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:18.509658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09fd491-4b18-4d5a-a079-e006ddac941b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:18.527083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (a09fd491-4b18-4d5a-a079-e006ddac941b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.545804 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a09fd491-4b18-4d5a-a079-e006ddac941b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.552751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:41:18.553146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (a09fd491-4b18-4d5a-a079-e006ddac941b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.591896 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a80b541-0f24-4353-b0f4-c1e355ca6639 req-105b18ac-fa31-4b7e-be14-675fdb74faab tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045089 Feb 09 20:41:18.608077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1161188483-network', 'tenant_id': 'c08eb50b325f4a44a8791eb9d1d078ba'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:18.623752 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-c2f70cee-d3fb-4fa1-8c66-7dc82257b4ef service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278043 Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:41:18.624752 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:41:18.660953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (370206de-304d-4458-85a7-a76bb1dea670), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.673904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.685254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] 10.222.0.102 "DELETE /v2.0/networks/370206de-304d-4458-85a7-a76bb1dea670 HTTP/1.1" status: 204 len: 168 time: 0.7481997 Feb 09 20:41:18.719128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077e2bc-dffb-41ff-a16c-4e62694d68a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=370206de-304d-4458-85a7-a76bb1dea670,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:18.770913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4bae3ad8-b471-4636-9d0e-2e49cec0bab1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5db418408e3941cfa8ed6dc05a4f7d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589191 Feb 09 20:41:18.773280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:18.786518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Made reservation on behalf of c08eb50b325f4a44a8791eb9d1d078ba for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:18.794197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.842117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:18.871159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-b52305a9-34fa-4293-a305-9454ec19e813 service neutron] 10.222.0.102 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305846 Feb 09 20:41:18.928404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44754) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:18.943420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2adfc8b8-82ee-46fb-a6ce-6913bfa7fb44 admin admin] Publish callbacks [] for security_group (a9b21e28-e140-43ba-8089-923f5f5b4a1a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.118291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Publish callbacks [] for security_group (4e235ef8-980e-4947-8bed-ae18477e158d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.120638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-d914d1c2-8b27-487a-b806-5bfad2237615 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:19.120780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2adfc8b8-82ee-46fb-a6ce-6913bfa7fb44 admin admin] Publish callbacks [] for security_group (a9b21e28-e140-43ba-8089-923f5f5b4a1a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.122300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-d914d1c2-8b27-487a-b806-5bfad2237615 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 950 time: 0.3940375 Feb 09 20:41:19.136341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4e235ef8-980e-4947-8bed-ae18477e158d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.154367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:41:19.166265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2c60b229-12f5-42c7-971a-fe022fe29be3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.166672 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Added segment 2c60b229-12f5-42c7-971a-fe022fe29be3 of type vlan for network ab4f64ce-c6e4-4585-8356-8a570bef69c1 Feb 09 20:41:19.205790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-24ee2c45-123a-4012-9b56-b129aa466bb8 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:19.207455 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-24ee2c45-123a-4012-9b56-b129aa466bb8 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1127 time: 0.1937008 Feb 09 20:41:19.266680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e235ef8-980e-4947-8bed-ae18477e158d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:19.284928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-d0c91d54-c6dc-4126-a055-f3cb11ca5762 service neutron] 10.222.0.102 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128523 Feb 09 20:41:19.326221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ab4f64ce-c6e4-4585-8356-8a570bef69c1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.361719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da5c37b7-b90c-4c3f-88fb-2b7480df5aed admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=614a45e2b85a4f45808a109d729f188d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293752 Feb 09 20:41:19.379660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:19.391620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Deleting port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:19.392014 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.483895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-d8b28eee-5526-4617-9d77-7f65a534f941 service neutron] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:19.499662 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-d8b28eee-5526-4617-9d77-7f65a534f941 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.501710 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23dc57af-6e9d-4fff-8e0c-dc53c1306240 req-d8b28eee-5526-4617-9d77-7f65a534f941 service neutron] 10.222.0.13 "DELETE /v2.0/ports/67c2d094-dc57-4dc4-aa92-e47fd5348b80/bindings/n-h2-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.2665012 Feb 09 20:41:19.536644 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ab4f64ce-c6e4-4585-8356-8a570bef69c1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.538711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:19.539578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.546424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] For port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:19.546969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.587882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Calling delete_port for bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:19.621768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4f64ce-c6e4-4585-8356-8a570bef69c1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:19.634771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network ab4f64ce-c6e4-4585-8356-8a570bef69c1 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:41:19.638980 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-590e9c25-d75b-4236-afbc-18b806980f88 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1821215 Feb 09 20:41:19.647198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2cc31-bbe9-47fc-a5a1-d59c2970d153 req-936ce801-a454-4c4b-9ade-dadf1d539627 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:19.648975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2b2cc31-bbe9-47fc-a5a1-d59c2970d153 req-936ce801-a454-4c4b-9ade-dadf1d539627 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 950 time: 0.2375119 Feb 09 20:41:19.651507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:19.658135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Request body: {'subnet': {'network_id': 'ab4f64ce-c6e4-4585-8356-8a570bef69c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1161188483-subnet', 'tenant_id': 'c08eb50b325f4a44a8791eb9d1d078ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:19.667016 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2adfc8b8-82ee-46fb-a6ce-6913bfa7fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a9b21e28-e140-43ba-8089-923f5f5b4a1a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.670202 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2adfc8b8-82ee-46fb-a6ce-6913bfa7fb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.674893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2adfc8b8-82ee-46fb-a6ce-6913bfa7fb44 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a9b21e28-e140-43ba-8089-923f5f5b4a1a HTTP/1.1" status: 204 len: 168 time: 0.9004343 Feb 09 20:41:19.811957 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2b2cc31-bbe9-47fc-a5a1-d59c2970d153 req-b941af57-b06e-4f5c-8459-34c2d4b7b32a tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353304 Feb 09 20:41:19.813249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6135f8b8-bd13-46f7-8b4b-074e1ea15fb2 admin admin] Publish callbacks [] for security_group (8a2429c7-f5af-47a6-8160-41897e93e101), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:19.841214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfc8b8-82ee-46fb-a6ce-6913bfa7fb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b21e28-e140-43ba-8089-923f5f5b4a1a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:19.848526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Made reservation on behalf of c08eb50b325f4a44a8791eb9d1d078ba for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:19.850795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:20.011671 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bb04b31d-9ec4-4eb8-bf17-44ce71e4b947), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:20.029685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['1c3eaa75-8102-4313-89f5-7844b5b43cd6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:20.038943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34', 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:20.096716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event deleted for resources: {'Port': ['ID=bb04b31d-9ec4-4eb8-bf17-44ce71e4b947,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:20.146975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6135f8b8-bd13-46f7-8b4b-074e1ea15fb2 admin admin] Publish callbacks [] for security_group (8a2429c7-f5af-47a6-8160-41897e93e101), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:20.281176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] No DVR routers for this DVR port bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:20.313617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:20.336229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe400f2c-83c7-4f8b-b4c4-d149c5d06ca4 req-f93a2bda-4add-44c7-a498-653053b723da tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "DELETE /v2.0/ports/bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 HTTP/1.1" status: 204 len: 173 time: 1.2035866 Feb 09 20:41:20.337326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-deleted', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:20.357509 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4938c348-1088-4e01-b171-5f4edd810e69" -d '{"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-deleted", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:20.358103 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (49be9e0f-5846-4b2f-a237-89dbf79d52cf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:20.495614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6135f8b8-bd13-46f7-8b4b-074e1ea15fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8a2429c7-f5af-47a6-8160-41897e93e101), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:20.503387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6135f8b8-bd13-46f7-8b4b-074e1ea15fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:20.504627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6135f8b8-bd13-46f7-8b4b-074e1ea15fb2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8a2429c7-f5af-47a6-8160-41897e93e101 HTTP/1.1" status: 204 len: 168 time: 1.1229935 Feb 09 20:41:20.537217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135f8b8-bd13-46f7-8b4b-074e1ea15fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2429c7-f5af-47a6-8160-41897e93e101,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:20.591318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49be9e0f-5846-4b2f-a237-89dbf79d52cf,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:20.636273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Checking segment: {'id': '2c60b229-12f5-42c7-971a-fe022fe29be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ab4f64ce-c6e4-4585-8356-8a570bef69c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:20.636760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Network hostable DHCP agents. Network: ab4f64ce-c6e4-4585-8356-8a570bef69c1, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:41:20.648371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:20.702163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Network ab4f64ce-c6e4-4585-8356-8a570bef69c1 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:41:20.723637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, ab4f64ce-c6e4-4585-8356-8a570bef69c1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:20.737815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:20.740429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:20.776582 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0380e9db-9337-4ac8-b591-192b8b320f44 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1229646 Feb 09 20:41:20.846781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c8d781-7252-47ba-845a-98445bb249ca None None] Network ab4f64ce-c6e4-4585-8356-8a570bef69c1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:20.862745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-092849b3-6f6b-4380-8cea-bfb20f2d12ca admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ed1b0767b1ee4749a884a504672dc606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131319 Feb 09 20:41:20.865248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44878) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:20.948502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd04a3-1b9f-4a81-b5f9-ed2ca326f4bb req-507b1e3c-7f42-4843-938b-45159070240a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:20.961692 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8cd04a3-1b9f-4a81-b5f9-ed2ca326f4bb req-507b1e3c-7f42-4843-938b-45159070240a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 944 time: 0.2216895 Feb 09 20:41:21.002879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1c3-ae8a-4cf5-8ee3-bfceccb6da14 admin admin] Publish callbacks [] for security_group (9d1b7f02-7d4b-4d58-aa07-cede20250dca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:21.028364 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e3f15-041a-466f-b0e2-370086d174e5 x-openstack-request-id: req-7c7e3f15-041a-466f-b0e2-370086d174e5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:21.028949 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d224df0e-e525-4d77-9fbc-29540247ec52", "name": "network-vif-deleted", "tag": "bb04b31d-9ec4-4eb8-bf17-44ce71e4b947", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:21.028949 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7c7e3f15-041a-466f-b0e2-370086d174e5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:21.029301 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd224df0e-e525-4d77-9fbc-29540247ec52', 'name': 'network-vif-deleted', 'tag': 'bb04b31d-9ec4-4eb8-bf17-44ce71e4b947', 'status': 'completed', 'code': 200} Feb 09 20:41:21.061660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1c3-ae8a-4cf5-8ee3-bfceccb6da14 admin admin] Publish callbacks [] for security_group (9d1b7f02-7d4b-4d58-aa07-cede20250dca), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:21.094483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8cd04a3-1b9f-4a81-b5f9-ed2ca326f4bb req-31bc26dd-85cc-471a-80e8-791810bb089e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291771 Feb 09 20:41:21.247869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1c3-ae8a-4cf5-8ee3-bfceccb6da14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9d1b7f02-7d4b-4d58-aa07-cede20250dca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:21.265101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1c3-ae8a-4cf5-8ee3-bfceccb6da14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:21.271515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3ddcc1c3-ae8a-4cf5-8ee3-bfceccb6da14 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9d1b7f02-7d4b-4d58-aa07-cede20250dca HTTP/1.1" status: 204 len: 168 time: 0.4042966 Feb 09 20:41:21.385787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b495f13d-5012-42ce-a557-c0198e8e5c65 req-476876c4-1fa1-4f5f-825e-16e62de551d2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.1919074 Feb 09 20:41:21.426954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcc1c3-ae8a-4cf5-8ee3-bfceccb6da14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1b7f02-7d4b-4d58-aa07-cede20250dca,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:21.498848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1f11544-0963-448d-95f3-965bbb346b7e req-f4b4fc8f-c95e-468d-a804-0ba7224b50f7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=d224df0e-e525-4d77-9fbc-29540247ec52 HTTP/1.1" status: 200 len: 210 time: 0.0395460 Feb 09 20:41:21.729519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd503d40-2bfe-4b0c-8a7a-6608ed3f6a33 None None] Network ab4f64ce-c6e4-4585-8356-8a570bef69c1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:21.731731 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:21.737777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3e19f-0784-463b-8b4c-6cf2c2015698 req-44fb68c5-2deb-4b07-9b11-1ed8343b1515 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:21.750429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ec3e19f-0784-463b-8b4c-6cf2c2015698 req-44fb68c5-2deb-4b07-9b11-1ed8343b1515 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1127 time: 0.1026049 Feb 09 20:41:21.874232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ec3e19f-0784-463b-8b4c-6cf2c2015698 req-3b4ded26-22b7-4cca-80fd-3fe6f2d7620f tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209085 Feb 09 20:41:22.305188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:22.329061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:22.329420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb04b31d-9ec4-4eb8-bf17-44ce71e4b947 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:22.492741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3991b-5326-4492-8f20-12faf1471c16 req-2f3be726-dd19-446f-828a-6b361db86d45 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:22.511516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ed3991b-5326-4492-8f20-12faf1471c16 req-2f3be726-dd19-446f-828a-6b361db86d45 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 1127 time: 0.4982710 Feb 09 20:41:22.605361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ed3991b-5326-4492-8f20-12faf1471c16 req-4f8dec97-1427-4c05-a843-7b2a21d5a209 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909133 Feb 09 20:41:22.621242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6f447dc-5a3b-417d-babf-446ec7ff668b req-b18cbc72-abc4-4dae-8ee6-a3b0efe294c6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0482025 Feb 09 20:41:22.879351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-87ab5bab-58c3-4c33-92ce-87ca9ff60c25 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:22.887720 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-87ab5bab-58c3-4c33-92ce-87ca9ff60c25 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 821 time: 0.2606647 Feb 09 20:41:22.890598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bc2d5-7eec-4f24-982e-96d95a76d6ec req-4cbca6cb-0e46-4643-a55a-5a688878b543 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:22.898348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Request body: {'port': {'device_id': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'admin_state_up': True, 'tenant_id': '97292526b23f47e7b063a919fd79ffee'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:22.901920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-071bc2d5-7eec-4f24-982e-96d95a76d6ec req-4cbca6cb-0e46-4643-a55a-5a688878b543 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 951 time: 0.1223276 Feb 09 20:41:22.983719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-071bc2d5-7eec-4f24-982e-96d95a76d6ec req-d3d7abca-114c-4169-83ea-17611174f6a0 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782533 Feb 09 20:41:23.098694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Made reservation on behalf of 97292526b23f47e7b063a919fd79ffee for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:23.102941 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.144092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:23.175715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f1101-35b7-46cd-92f9-47acdb47f74a req-c0253034-7c6d-4102-b2fe-8987d03bd26c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:23.183762 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b60f1101-35b7-46cd-92f9-47acdb47f74a req-c0253034-7c6d-4102-b2fe-8987d03bd26c tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 951 time: 0.0847387 Feb 09 20:41:23.251671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Allocated IP 172.20.0.5 (214975b9-d111-4bb8-ae3b-378a61143f53/9f63afb1-c10e-4345-ab56-2ecd1228ad55/cbf4ad3a-1196-43de-9110-51328143088c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:23.277340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b60f1101-35b7-46cd-92f9-47acdb47f74a req-56e57927-2ced-4e01-8d46-86100f95c18e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922074 Feb 09 20:41:23.313391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45014) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:23.318886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-856100973-network', 'tenant_id': 'f63e0c4b057d4410b3449a96bfb44f9a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:23.368394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Made reservation on behalf of f63e0c4b057d4410b3449a96bfb44f9a for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:23.371365 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.389363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.448305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks [] for port (cbf4ad3a-1196-43de-9110-51328143088c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.535614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.551808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0dc6de85-8ff4-4544-aaec-a32506078f3e', '19f5290b-60e2-4046-9e5f-024d74f7c6d7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:23.581034 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Publish callbacks [] for security_group (4b18d021-dccb-4937-baae-7117c5537fe5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.590076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4b18d021-dccb-4937-baae-7117c5537fe5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.622775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:41:23.650868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f252e706-2d22-4c92-8f10-9568815600a5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.651226 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Added segment f252e706-2d22-4c92-8f10-9568815600a5 of type vlan for network 4721af6a-5317-462e-8fed-d69bff839f81 Feb 09 20:41:23.709136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Network 214975b9-d111-4bb8-ae3b-378a61143f53 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:23.721197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:23.724928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:23.768376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Pushing event updated for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:23.783204 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8db4013-396e-41af-9c62-bbfeac283e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.814345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (4721af6a-5317-462e-8fed-d69bff839f81), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.829016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:23.829975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.880191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2330d-cee4-4009-a751-10205ac79f45 req-6f42245d-03e0-449b-a8da-52d2749d9158 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:23.880451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18d021-dccb-4937-baae-7117c5537fe5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:23.895269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1d2330d-cee4-4009-a751-10205ac79f45 req-6f42245d-03e0-449b-a8da-52d2749d9158 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 931 time: 0.1619980 Feb 09 20:41:23.915182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (4721af6a-5317-462e-8fed-d69bff839f81), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.916266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:23.917014 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:23.925846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-7d5ebce6-bb65-4105-b656-be706df339f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0286317 Feb 09 20:41:23.956782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Request body: {'port': {'device_id': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:23.996037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] Pushing event updated for resources: {'Network': ['ID=4721af6a-5317-462e-8fed-d69bff839f81,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:24.031865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 4721af6a-5317-462e-8fed-d69bff839f81 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:41:24.048055 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0dacc0c5-2455-458b-9c2f-b45159dd2476 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7334397 Feb 09 20:41:24.048699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:24.063925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Request body: {'subnet': {'network_id': '4721af6a-5317-462e-8fed-d69bff839f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-856100973-subnet', 'tenant_id': 'f63e0c4b057d4410b3449a96bfb44f9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:24.117379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Made reservation on behalf of f63e0c4b057d4410b3449a96bfb44f9a for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:24.140582 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:24.205668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1d2330d-cee4-4009-a751-10205ac79f45 req-57a4356a-a3aa-4409-a7cf-1508e4e58e2d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949715 Feb 09 20:41:24.236623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cbf4ad3a-1196-43de-9110-51328143088c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:24.293418 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8db4013-396e-41af-9c62-bbfeac283e79 admin admin] Publish callbacks [] for security_group (fb453f7c-bbf9-4f4e-bfae-5bb83fa29a66), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:24.307458 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8db4013-396e-41af-9c62-bbfeac283e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fb453f7c-bbf9-4f4e-bfae-5bb83fa29a66), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:24.658043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf4ad3a-1196-43de-9110-51328143088c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:24.678624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Publish callbacks [] for port (cbf4ad3a-1196-43de-9110-51328143088c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:24.707791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Transition to ACTIVE for port object cbf4ad3a-1196-43de-9110-51328143088c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:41:24.720340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8db4013-396e-41af-9c62-bbfeac283e79 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=565d013cd1cc4275a9904d1c1d76e2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5720899 Feb 09 20:41:24.727716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:24.753710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db4013-396e-41af-9c62-bbfeac283e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb453f7c-bbf9-4f4e-bfae-5bb83fa29a66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:24.770520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:24.850656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:24.852967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629ea68-e636-4d80-b531-a9e4a4107093 req-81f892fe-e254-4340-8b82-fbac9393549a tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:24.861757 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e629ea68-e636-4d80-b531-a9e4a4107093 req-81f892fe-e254-4340-8b82-fbac9393549a tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 951 time: 0.6104631 Feb 09 20:41:24.862427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.862779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.863123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.863463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.863824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.864159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.864492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.864951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.865277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.865944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.866276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.866740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.867055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:24.990540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9e0be-4fba-4cee-bd4b-40371737ef03 req-d3bb2f41-611e-4db7-9653-209747b7866e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:24.999118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38c9e0be-4fba-4cee-bd4b-40371737ef03 req-d3bb2f41-611e-4db7-9653-209747b7866e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 951 time: 0.2894640 Feb 09 20:41:25.008125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-d96814df-e751-4473-9323-470c87e24f74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:25.009662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-d96814df-e751-4473-9323-470c87e24f74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 951 time: 0.2989769 Feb 09 20:41:25.016620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:25.016960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:25.017286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:25.039646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:25.040618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:25.097213 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e629ea68-e636-4d80-b531-a9e4a4107093 req-c2856f16-d151-4e99-a3f9-8895d449451f tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345612 Feb 09 20:41:25.109062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38c9e0be-4fba-4cee-bd4b-40371737ef03 req-71b92d4d-cdeb-471a-a9f3-5e2b40116930 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046534 Feb 09 20:41:25.112525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db5406be-720d-4ed2-9320-ecae53d575f5 admin admin] Publish callbacks [] for security_group (fb453f7c-bbf9-4f4e-bfae-5bb83fa29a66), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.120392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:41:25.120982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:25.121937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:41:25.122592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Bound port: cbf4ad3a-1196-43de-9110-51328143088c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:41:25.123906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cbf4ad3a-1196-43de-9110-51328143088c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.185373 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db5406be-720d-4ed2-9320-ecae53d575f5 admin admin] Publish callbacks [] for security_group (fb453f7c-bbf9-4f4e-bfae-5bb83fa29a66), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.233079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f8a0679d-c13e-43a5-96cc-fc1690a5faac), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.293383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:25.298047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:41:25.332461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.379726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a0679d-c13e-43a5-96cc-fc1690a5faac,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:25.385882 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db5406be-720d-4ed2-9320-ecae53d575f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fb453f7c-bbf9-4f4e-bfae-5bb83fa29a66), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.389975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db5406be-720d-4ed2-9320-ecae53d575f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.392313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-db5406be-720d-4ed2-9320-ecae53d575f5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fb453f7c-bbf9-4f4e-bfae-5bb83fa29a66 HTTP/1.1" status: 204 len: 168 time: 0.6594739 Feb 09 20:41:25.396505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:25.397135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.398915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] 10.222.0.50 "PUT /v2.0/ports/cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 1092 time: 1.4526830 Feb 09 20:41:25.402373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:25.408394 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "tag": "cbf4ad3a-1196-43de-9110-51328143088c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:25.414024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Checking segment: {'id': 'f252e706-2d22-4c92-8f10-9568815600a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4721af6a-5317-462e-8fed-d69bff839f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:25.415156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Network hostable DHCP agents. Network: 4721af6a-5317-462e-8fed-d69bff839f81, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:41:25.424429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5406be-720d-4ed2-9320-ecae53d575f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb453f7c-bbf9-4f4e-bfae-5bb83fa29a66,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:25.463051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Network 4721af6a-5317-462e-8fed-d69bff839f81 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:41:25.482593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 4721af6a-5317-462e-8fed-d69bff839f81) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:25.495119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f1a28-745f-4900-9be7-140a98964d8e None None] Network 4721af6a-5317-462e-8fed-d69bff839f81 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:25.503602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:25.508878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea923d7-c28a-4c64-8f0b-f0ad7c4d906d service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:25.517602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:25.518668 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.543651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Deleting port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:25.544396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.617099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:25.621734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-19ebb70e-2295-450b-bffd-d5118c4efde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:25.623473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-19ebb70e-2295-450b-bffd-d5118c4efde3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1126 time: 0.1550570 Feb 09 20:41:25.660673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eeca1559-ae02-4c18-94ca-8a9bc456f7f7 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6092067 Feb 09 20:41:25.691009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903afced-1421-4173-a356-49461e1fc4d5 req-66b7d992-ae49-4e0a-a6d1-6175805bb4cc tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:25.694106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-2ad64e00-d6d5-4549-a512-5e761703fa23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 217 time: 0.0604365 Feb 09 20:41:25.697568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-903afced-1421-4173-a356-49461e1fc4d5 req-66b7d992-ae49-4e0a-a6d1-6175805bb4cc tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1722741 Feb 09 20:41:25.756842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ece9092-3dee-4ca7-aa44-e80fad2837e1 None None] Network 4721af6a-5317-462e-8fed-d69bff839f81 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:25.789203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] For port 1c3eaa75-8102-4313-89f5-7844b5b43cd6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1c3eaa75-8102-4313-89f5-7844b5b43cd6,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:25.789803 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:25.803994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-e9af91f5-f4a6-4313-be76-83eab13be955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:25.805442 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-e9af91f5-f4a6-4313-be76-83eab13be955 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1022570 Feb 09 20:41:25.811304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Calling delete_port for 1c3eaa75-8102-4313-89f5-7844b5b43cd6 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:25.815777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-903afced-1421-4173-a356-49461e1fc4d5 req-0df360a6-7b9b-4fbe-96fd-f98265018378 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120925 Feb 09 20:41:25.868326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-8cc5f70d-3837-4dd1-90a6-890f3f83440f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543873 Feb 09 20:41:25.933866 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82055310-16c8-46b2-979b-fc85c8f6be91 x-openstack-request-id: req-82055310-16c8-46b2-979b-fc85c8f6be91 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:25.934702 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "tag": "cbf4ad3a-1196-43de-9110-51328143088c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:25.934702 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-82055310-16c8-46b2-979b-fc85c8f6be91 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:25.935097 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c', 'status': 'completed', 'code': 200} Feb 09 20:41:25.960149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1a24730-2805-4f1e-9e1c-f120e21c2e3e is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:25.962912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.006781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:26.033487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1713700513', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:26.044171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:26.048114 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8202c16-e799-4dd1-8cb5-2862634bf59a" -d '{"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:26.105650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:26.112206 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.120676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-643c1f16-0074-4e28-a07d-2c3fa397918e service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393754 Feb 09 20:41:26.144274 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d1abbd-6c55-481c-80ec-3b4f43e3d49a x-openstack-request-id: req-91d1abbd-6c55-481c-80ec-3b4f43e3d49a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:26.144860 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:26.145438 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-91d1abbd-6c55-481c-80ec-3b4f43e3d49a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:26.146042 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'code': 200} Feb 09 20:41:26.182281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:26.271210 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.301526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a552aff6-698b-4428-88a0-19a6cc47f046 req-c3b53a1d-9733-41db-88d0-d020798cce9e service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609569 Feb 09 20:41:26.302164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Made reservation on behalf of dcaa2dea3a5846a2bec32094afc96438 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:26.304606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.305779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a02251a8-4f2a-47d9-9b26-ac558cebb847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.398077 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a02251a8-4f2a-47d9-9b26-ac558cebb847 admin admin] Publish callbacks [] for security_group (4a8d16d6-9b2c-4dcb-a835-4f7cf00d7697), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.408358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f1073-7b35-4635-b97f-accf5c1b65a0 req-228db99f-c3d3-47d2-9d7c-a4ee9d275de5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:26.409988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f4f1073-7b35-4635-b97f-accf5c1b65a0 req-228db99f-c3d3-47d2-9d7c-a4ee9d275de5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=606654e2-1dac-4849-b17f-3ffa7a7eeb3b HTTP/1.1" status: 200 len: 951 time: 0.1771929 Feb 09 20:41:26.410913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a02251a8-4f2a-47d9-9b26-ac558cebb847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a8d16d6-9b2c-4dcb-a835-4f7cf00d7697), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.476322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02251a8-4f2a-47d9-9b26-ac558cebb847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8d16d6-9b2c-4dcb-a835-4f7cf00d7697,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:26.483176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a02251a8-4f2a-47d9-9b26-ac558cebb847 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=71ca5321978744e19f75560e461aab80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4726663 Feb 09 20:41:26.483781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:26.532622 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f4f1073-7b35-4635-b97f-accf5c1b65a0 req-dff8054f-2d27-4824-a66d-b9c33c5f66a2 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060123 Feb 09 20:41:26.621069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fb43b4-7a71-4e3c-b1cd-ca9dbf5d6664 admin admin] Publish callbacks [] for security_group (4a8d16d6-9b2c-4dcb-a835-4f7cf00d7697), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.712369 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fb43b4-7a71-4e3c-b1cd-ca9dbf5d6664 admin admin] Publish callbacks [] for security_group (4a8d16d6-9b2c-4dcb-a835-4f7cf00d7697), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.812297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.840378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fb43b4-7a71-4e3c-b1cd-ca9dbf5d6664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a8d16d6-9b2c-4dcb-a835-4f7cf00d7697), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.843175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53fb43b4-7a71-4e3c-b1cd-ca9dbf5d6664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.845401 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-53fb43b4-7a71-4e3c-b1cd-ca9dbf5d6664 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4a8d16d6-9b2c-4dcb-a835-4f7cf00d7697 HTTP/1.1" status: 204 len: 168 time: 0.3604381 Feb 09 20:41:26.864215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb43b4-7a71-4e3c-b1cd-ca9dbf5d6664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8d16d6-9b2c-4dcb-a835-4f7cf00d7697,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:26.884148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1c3eaa75-8102-4313-89f5-7844b5b43cd6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:26.908276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34', 'b7b10c60-f84e-4089-bc71-28b52fd0a319'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:27.000834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-137d0236-81f0-4b40-bb88-88f67dc91e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:27.002728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-137d0236-81f0-4b40-bb88-88f67dc91e4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1126 time: 0.6384609 Feb 09 20:41:27.020257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event deleted for resources: {'Port': ['ID=1c3eaa75-8102-4313-89f5-7844b5b43cd6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:27.230388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] No DVR routers for this DVR port 1c3eaa75-8102-4313-89f5-7844b5b43cd6 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:27.272776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-50e42d5d-aae9-4c58-972c-be5d420192aa tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:27.274581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-50e42d5d-aae9-4c58-972c-be5d420192aa tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/networks?id=ab4f64ce-c6e4-4585-8356-8a570bef69c1 HTTP/1.1" status: 200 len: 815 time: 0.2791023 Feb 09 20:41:27.283358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:27.286870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3b8c8d2-0c97-4b81-9729-53facbc3618a req-674ee83a-bc71-4dae-aa2d-37907ef88c86 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.13 "DELETE /v2.0/ports/1c3eaa75-8102-4313-89f5-7844b5b43cd6 HTTP/1.1" status: 204 len: 173 time: 2.2657990 Feb 09 20:41:27.309938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4ff665fe-de43-43cd-b3b5-ea6176203afb tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/quotas/c08eb50b325f4a44a8791eb9d1d078ba HTTP/1.1" status: 200 len: 375 time: 0.0244329 Feb 09 20:41:27.329830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks [] for security_group (548214f3-26f2-4046-8066-536c157eb483), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:27.342864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (548214f3-26f2-4046-8066-536c157eb483), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:27.353372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] device_id is not set on port 9657de14-cbb8-4677-bec7-b0247f2bc040 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:27.379299 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-888385f4-b2d3-44f1-96ac-09dcd677ea1d tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=c08eb50b325f4a44a8791eb9d1d078ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573614 Feb 09 20:41:27.510164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-9ca3a0cf-b2cd-4982-a065-873a441049bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:27.516481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-9ca3a0cf-b2cd-4982-a065-873a441049bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.4934938 Feb 09 20:41:27.585282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:27.600224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-b04253b2-4491-4cb2-9d60-79243cf07fbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 217 time: 0.0560737 Feb 09 20:41:27.601156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548214f3-26f2-4046-8066-536c157eb483,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:27.614663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224c051-1ce7-4cdd-85f8-f781843cbe98 req-169340e6-cfc2-4fc2-b4af-0169ed8d9643 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:27.618417 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-fe1f599e-733a-4305-a873-9ac2b40e64a5 service neutron] 10.222.0.102 "GET /v2.0/networks/ab4f64ce-c6e4-4585-8356-8a570bef69c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305071 Feb 09 20:41:27.624771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f224c051-1ce7-4cdd-85f8-f781843cbe98 req-169340e6-cfc2-4fc2-b4af-0169ed8d9643 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.4831407 Feb 09 20:41:27.656537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 1c3eaa75-8102-4313-89f5-7844b5b43cd6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:27.656929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1c3eaa75-8102-4313-89f5-7844b5b43cd6 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:27.808404 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-10453e5e-a366-421b-9ba4-9c763a6f5c7d service neutron] 10.222.0.102 "GET /v2.0/networks/ab4f64ce-c6e4-4585-8356-8a570bef69c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863434 Feb 09 20:41:27.891894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-e1b1eec0-9cba-45b0-96ea-1ad7d1c0a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:27.896009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-e1b1eec0-9cba-45b0-96ea-1ad7d1c0a2b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.2658076 Feb 09 20:41:27.940995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-deleted', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:27.945052 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d105167-41f9-4046-b88f-33b29ba84fc5" -d '{"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-deleted", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:28.040822 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Allocated IP 172.25.4.142 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/9657de14-cbb8-4677-bec7-b0247f2bc040) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:28.061914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f224c051-1ce7-4cdd-85f8-f781843cbe98 req-60739d79-cc6c-4a83-8017-1a41dd5f357c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359958 Feb 09 20:41:28.087569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-1a5663fa-359f-4e08-bf6b-fd6827d1e073 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511137 Feb 09 20:41:28.192155 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d28f241-e711-4ba7-839a-71b9eb914fe6 x-openstack-request-id: req-4d28f241-e711-4ba7-839a-71b9eb914fe6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:28.193090 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606654e2-1dac-4849-b17f-3ffa7a7eeb3b", "name": "network-vif-deleted", "tag": "1c3eaa75-8102-4313-89f5-7844b5b43cd6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:28.193263 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4d28f241-e711-4ba7-839a-71b9eb914fe6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:28.193929 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606654e2-1dac-4849-b17f-3ffa7a7eeb3b', 'name': 'network-vif-deleted', 'tag': '1c3eaa75-8102-4313-89f5-7844b5b43cd6', 'status': 'completed', 'code': 200} Feb 09 20:41:28.277803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-9a9c0c03-4675-433b-8b1f-29eb66eda59d service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791761 Feb 09 20:41:28.279379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99e3cd08-dd2e-429b-9299-71b881353682 req-6356b431-332f-4cc9-bc4f-a9d9a35301c4 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 210 time: 0.0423489 Feb 09 20:41:28.502298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a91415d-f7d4-4a2f-a8c4-cc2b30d30150 req-9d8cf1e8-f665-455f-8609-353123feefe1 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108850 Feb 09 20:41:28.507600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks [] for port (9657de14-cbb8-4677-bec7-b0247f2bc040), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:28.563963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9657de14-cbb8-4677-bec7-b0247f2bc040), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:28.615178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:28.619839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:28.623952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:28.668136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Pushing event updated for resources: {'Port': ['ID=9657de14-cbb8-4677-bec7-b0247f2bc040,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:28.686673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:28.688579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:28.694702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88651852-716b-4b06-b494-36ad7c98e6e5 req-9c05902f-5627-4521-8d60-c75d05e26341 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:28.696601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88651852-716b-4b06-b494-36ad7c98e6e5 req-9c05902f-5627-4521-8d60-c75d05e26341 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 949 time: 0.1082528 Feb 09 20:41:28.707997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1c65e350-6e37-45aa-8792-3f29b80f98bd tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.2013292 Feb 09 20:41:28.710669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:28.716957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.142'}]}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:28.749373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:28.751041 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:28.793161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88651852-716b-4b06-b494-36ad7c98e6e5 req-bf901042-0c27-4496-bd7a-7510f8d4ac6f tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806704 Feb 09 20:41:28.922198 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks [] for router_controller (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:29.120249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4183-b684-4873-9671-0f13c63ab636 req-3ed10f7f-6cf1-4985-9220-8981b85044f3 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:29.127282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-227f4183-b684-4873-9671-0f13c63ab636 req-3ed10f7f-6cf1-4985-9220-8981b85044f3 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.3242106 Feb 09 20:41:29.203434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks [] for router_gateway (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:29.231161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-227f4183-b684-4873-9671-0f13c63ab636 req-70e0517c-376f-465c-a610-d56e189fdbfe tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989873 Feb 09 20:41:29.316685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368f428-8342-4dee-a6cd-17d23d184f5b req-1a3eb78a-9bf9-4bbe-977b-3017065f718e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:29.319414 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0368f428-8342-4dee-a6cd-17d23d184f5b req-1a3eb78a-9bf9-4bbe-977b-3017065f718e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.0614045 Feb 09 20:41:29.388172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0368f428-8342-4dee-a6cd-17d23d184f5b req-13bd1847-6d6a-487e-8adf-c3c1356de33a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619998 Feb 09 20:41:29.518091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99c8640b-ce0b-4f7f-92aa-ecfca844752f req-1c534133-5d2e-45f2-8f27-4aedff06da13 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 210 time: 0.0442681 Feb 09 20:41:29.580621 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks [] for router_gateway (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:29.717740 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:29.746317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-fc623d7b-b72f-497a-b591-85ea524e0289 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:29.748214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-fc623d7b-b72f-497a-b591-85ea524e0289 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.13 "GET /v2.0/networks?id=ab4f64ce-c6e4-4585-8356-8a570bef69c1 HTTP/1.1" status: 200 len: 815 time: 0.1358173 Feb 09 20:41:29.784697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Request body: {'port': {'device_id': '44644272-86c7-4c10-9fe5-f80f3bcee510', 'network_id': 'ab4f64ce-c6e4-4585-8356-8a570bef69c1', 'admin_state_up': True, 'tenant_id': 'c08eb50b325f4a44a8791eb9d1d078ba'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:30.082919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8717ce7-60b8-4a17-a358-eecf85603b17 req-52891305-176e-4f67-8961-c27aea4b35c5 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:30.085468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8717ce7-60b8-4a17-a358-eecf85603b17 req-52891305-176e-4f67-8961-c27aea4b35c5 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 949 time: 0.2164922 Feb 09 20:41:30.092226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Made reservation on behalf of c08eb50b325f4a44a8791eb9d1d078ba for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:30.096371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.105721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-8460cd2c-986c-4a3a-b720-ab50b45292e5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:30.113468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-8460cd2c-986c-4a3a-b720-ab50b45292e5 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.2150118 Feb 09 20:41:30.202179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks [] for router (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.273202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:30.371413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b8eb-bde5-4d41-92ae-ac4c1b88ee05 req-085db549-1582-487d-b16a-b0e06a5b1389 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:30.374133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58c6b8eb-bde5-4d41-92ae-ac4c1b88ee05 req-085db549-1582-487d-b16a-b0e06a5b1389 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.0761833 Feb 09 20:41:30.414098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd37020b-81cf-4da0-8b3e-50423d7bad1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.428992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8717ce7-60b8-4a17-a358-eecf85603b17 req-87ee6361-94aa-4b73-bf76-d5e6e369acab tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981980 Feb 09 20:41:30.465989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58c6b8eb-bde5-4d41-92ae-ac4c1b88ee05 req-0482ecbe-27b9-4e8c-bf7f-168344518cb6 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861909 Feb 09 20:41:30.550501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd37020b-81cf-4da0-8b3e-50423d7bad1b admin admin] Publish callbacks [] for security_group (2a4b9a88-1b2b-47cd-8012-f7966d909772), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.556897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd37020b-81cf-4da0-8b3e-50423d7bad1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2a4b9a88-1b2b-47cd-8012-f7966d909772), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.633377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fd37020b-81cf-4da0-8b3e-50423d7bad1b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5fd86c23a86d4315a9b2ff4622022fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589883 Feb 09 20:41:30.636166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45330) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:30.644431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37020b-81cf-4da0-8b3e-50423d7bad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b9a88-1b2b-47cd-8012-f7966d909772,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:30.655840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.673647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks [] for router_controller (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.679313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8eeff02-ef68-423c-ae08-be25ec51354a req-b38b027f-68a6-402a-bb3d-dfa124b7e769 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 210 time: 0.0649412 Feb 09 20:41:30.701481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f13ef1-4c23-4024-8552-a15d5fdd1cf2 req-3de505d1-29fc-42cf-b28d-da9dea56336d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:30.704266 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-69f13ef1-4c23-4024-8552-a15d5fdd1cf2 req-3de505d1-29fc-42cf-b28d-da9dea56336d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1214345 Feb 09 20:41:30.736297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Allocated IP 172.20.0.3 (ab4f64ce-c6e4-4585-8356-8a570bef69c1/49be9e0f-5846-4b2f-a237-89dbf79d52cf/88bcbcb5-af65-4840-99fb-1bf62698b669) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:30.750768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3d99-5c7f-4cd7-b603-184a0014d721 admin admin] Publish callbacks [] for security_group (2a4b9a88-1b2b-47cd-8012-f7966d909772), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.755090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-6e5582e1-203c-4599-9836-3f47c44e810d tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:30.756610 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-6e5582e1-203c-4599-9836-3f47c44e810d tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 949 time: 0.4263790 Feb 09 20:41:30.768555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Deleting port b7b10c60-f84e-4089-bc71-28b52fd0a319 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:30.768933 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.778130 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3d99-5c7f-4cd7-b603-184a0014d721 admin admin] Publish callbacks [] for security_group (2a4b9a88-1b2b-47cd-8012-f7966d909772), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.793174 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (ac385fc9-ccf7-4024-8c9b-24a21b8309a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.793641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac385fc9-ccf7-4024-8c9b-24a21b8309a3 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:41:30.841213 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-69f13ef1-4c23-4024-8552-a15d5fdd1cf2 req-3e3b681a-9bdd-469c-9e5e-306a8ac18704 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159072 Feb 09 20:41:30.901057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3d99-5c7f-4cd7-b603-184a0014d721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2a4b9a88-1b2b-47cd-8012-f7966d909772), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.903880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3d99-5c7f-4cd7-b603-184a0014d721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:30.908485 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 20:41:30.909554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3d5b16da-87e5-497b-9ddc-a6a4007cf091 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1976373 Feb 09 20:41:30.915248 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b8bb3d99-5c7f-4cd7-b603-184a0014d721 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2a4b9a88-1b2b-47cd-8012-f7966d909772 HTTP/1.1" status: 204 len: 168 time: 0.2705281 Feb 09 20:41:30.919902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:30.954828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb3d99-5c7f-4cd7-b603-184a0014d721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b9a88-1b2b-47cd-8012-f7966d909772,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:31.144970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-755d4306-5d4b-4903-828b-df7f56295669 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Deleting port 9657de14-cbb8-4677-bec7-b0247f2bc040 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:31.148300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755d4306-5d4b-4903-828b-df7f56295669 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9657de14-cbb8-4677-bec7-b0247f2bc040), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:31.346799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755d4306-5d4b-4903-828b-df7f56295669 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9657de14-cbb8-4677-bec7-b0247f2bc040), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:31.363489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-755d4306-5d4b-4903-828b-df7f56295669 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Calling delete_port for 9657de14-cbb8-4677-bec7-b0247f2bc040 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:31.410244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] For port b7b10c60-f84e-4089-bc71-28b52fd0a319, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b7b10c60-f84e-4089-bc71-28b52fd0a319,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:31.410748 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:31.455849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Calling delete_port for b7b10c60-f84e-4089-bc71-28b52fd0a319 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:31.621512 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755d4306-5d4b-4903-828b-df7f56295669 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9657de14-cbb8-4677-bec7-b0247f2bc040), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:31.680810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Deleting port c1a24730-2805-4f1e-9e1c-f120e21c2e3e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:31.682519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:31.719711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d4306-5d4b-4903-828b-df7f56295669 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Pushing event deleted for resources: {'Port': ['ID=9657de14-cbb8-4677-bec7-b0247f2bc040,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:31.744801 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Publish callbacks [] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:31.787704 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755d4306-5d4b-4903-828b-df7f56295669 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:31.792654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-755d4306-5d4b-4903-828b-df7f56295669 tempest-RoutersAdminNegativeIpV6Test-1055462730 tempest-RoutersAdminNegativeIpV6Test-1055462730-project-admin] 10.222.0.102 "DELETE /v2.0/ports/9657de14-cbb8-4677-bec7-b0247f2bc040 HTTP/1.1" status: 204 len: 168 time: 0.8593819 Feb 09 20:41:31.824268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82191528-a116-42a5-8c78-da84ba42c54b req-a3d0b457-f7b0-4a29-a030-dfe4d98b9767 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:31.825928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82191528-a116-42a5-8c78-da84ba42c54b req-a3d0b457-f7b0-4a29-a030-dfe4d98b9767 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 950 time: 0.1363587 Feb 09 20:41:31.913062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] For port c1a24730-2805-4f1e-9e1c-f120e21c2e3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:31.913552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:31.932105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82191528-a116-42a5-8c78-da84ba42c54b req-9e0061c9-c898-4ee3-9e7c-e28674d06eb7 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999897 Feb 09 20:41:31.934944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Calling delete_port for c1a24730-2805-4f1e-9e1c-f120e21c2e3e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:32.141873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c1a24730-2805-4f1e-9e1c-f120e21c2e3e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.206895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Pushing event deleted for resources: {'Port': ['ID=c1a24730-2805-4f1e-9e1c-f120e21c2e3e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:32.277369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3473b3f8-f395-4edb-8894-a582cd9504f4 req-b2d98515-37c9-43cb-a8f7-46f11f827ecc tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 210 time: 0.0397365 Feb 09 20:41:32.332860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b7b10c60-f84e-4089-bc71-28b52fd0a319), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.344576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34', 'b7b10c60-f84e-4089-bc71-28b52fd0a319'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:32.375711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:32.378078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] No DVR routers for this DVR port c1a24730-2805-4f1e-9e1c-f120e21c2e3e on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:32.384002 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.387505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89b5f879-11e0-4489-9eb3-a98e553b3c42 req-0e857291-a5f4-4796-8e5a-74d7e0d4ed36 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.13 "DELETE /v2.0/ports/c1a24730-2805-4f1e-9e1c-f120e21c2e3e HTTP/1.1" status: 204 len: 173 time: 1.6226602 Feb 09 20:41:32.415524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-deleted', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:32.422484 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c703d5df-a5cd-48d1-85b5-bb8dc3de822a" -d '{"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-deleted", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:32.450288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59332b6e-ea63-4240-8d11-a1fb5c4e8daa req-60577f2c-dbd5-4a2e-81af-014ef3592930 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:32.467862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59332b6e-ea63-4240-8d11-a1fb5c4e8daa req-60577f2c-dbd5-4a2e-81af-014ef3592930 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/ports?device_id=0d02d7a3-5670-4a73-9f51-922d78c00f05 HTTP/1.1" status: 200 len: 866 time: 0.8636806 Feb 09 20:41:32.491951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6fea8-d27c-4402-9879-15e7e404a096 req-f1934c5b-f755-4e3d-995b-8bdfca1d62f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:32.508464 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61d6fea8-d27c-4402-9879-15e7e404a096 req-f1934c5b-f755-4e3d-995b-8bdfca1d62f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1636248 Feb 09 20:41:32.579310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.616631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event deleted for resources: {'Port': ['ID=b7b10c60-f84e-4089-bc71-28b52fd0a319,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:32.677782 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61d6fea8-d27c-4402-9879-15e7e404a096 req-75a74633-0248-439c-af21-3a66fd5bbd23 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611423 Feb 09 20:41:32.723044 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18c3355e-8392-457d-98e8-a7b5e7e4464f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.742128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] No DVR routers for this DVR port b7b10c60-f84e-4089-bc71-28b52fd0a319 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:32.788434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.791758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-943f4c60-23ce-4b5c-9d19-7e0d189dcb48 req-42815ac3-82c1-42c7-a53f-4a06fe75bd74 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "DELETE /v2.0/ports/b7b10c60-f84e-4089-bc71-28b52fd0a319 HTTP/1.1" status: 204 len: 173 time: 2.6774142 Feb 09 20:41:32.800436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Network ab4f64ce-c6e4-4585-8356-8a570bef69c1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:32.835093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59332b6e-ea63-4240-8d11-a1fb5c4e8daa req-736b4ee4-9b85-4e53-b17c-5054ca139520 tempest-ImagesOneServerTestJSON-1675642658 tempest-ImagesOneServerTestJSON-1675642658-project] 10.222.0.102 "GET /v2.0/security-groups?id=1d627145-6bc8-46df-ad23-a6d1b2258aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416159 Feb 09 20:41:32.838717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:32.854116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:32.920708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18c3355e-8392-457d-98e8-a7b5e7e4464f admin admin] Publish callbacks [] for security_group (39557127-a2eb-4865-afb8-8a78eca20fd8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.935827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18c3355e-8392-457d-98e8-a7b5e7e4464f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (39557127-a2eb-4865-afb8-8a78eca20fd8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.975349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:32.976032 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:32.995073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Pushing event updated for resources: {'Port': ['ID=88bcbcb5-af65-4840-99fb-1bf62698b669,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:33.004499 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-6077ce97-5fca-4288-b1c4-e0f2ae324536 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2242415 Feb 09 20:41:33.032865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-18c3355e-8392-457d-98e8-a7b5e7e4464f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=db0c1a49de664c17809a609d3b10a841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525836 Feb 09 20:41:33.035293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3355e-8392-457d-98e8-a7b5e7e4464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39557127-a2eb-4865-afb8-8a78eca20fd8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:33.035491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:33.156832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18bb6f2e-9b90-4ef1-bfdd-9637aa7c0aa5 admin admin] Publish callbacks [] for security_group (39557127-a2eb-4865-afb8-8a78eca20fd8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:33.188571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18bb6f2e-9b90-4ef1-bfdd-9637aa7c0aa5 admin admin] Publish callbacks [] for security_group (39557127-a2eb-4865-afb8-8a78eca20fd8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:33.258743 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234c2ffb-5952-4378-9548-6cbccb8296fa x-openstack-request-id: req-234c2ffb-5952-4378-9548-6cbccb8296fa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:33.259039 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d02d7a3-5670-4a73-9f51-922d78c00f05", "name": "network-vif-deleted", "tag": "c1a24730-2805-4f1e-9e1c-f120e21c2e3e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:33.259298 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-234c2ffb-5952-4378-9548-6cbccb8296fa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:33.262422 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d02d7a3-5670-4a73-9f51-922d78c00f05', 'name': 'network-vif-deleted', 'tag': 'c1a24730-2805-4f1e-9e1c-f120e21c2e3e', 'status': 'completed', 'code': 200} Feb 09 20:41:33.268128 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18bb6f2e-9b90-4ef1-bfdd-9637aa7c0aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (39557127-a2eb-4865-afb8-8a78eca20fd8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:33.270901 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18bb6f2e-9b90-4ef1-bfdd-9637aa7c0aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:33.274838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-18bb6f2e-9b90-4ef1-bfdd-9637aa7c0aa5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/39557127-a2eb-4865-afb8-8a78eca20fd8 HTTP/1.1" status: 204 len: 168 time: 0.2382808 Feb 09 20:41:33.285026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb6f2e-9b90-4ef1-bfdd-9637aa7c0aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39557127-a2eb-4865-afb8-8a78eca20fd8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:33.339305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Request body: {'port': {'device_id': '44644272-86c7-4c10-9fe5-f80f3bcee510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:33.616657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:33.660668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5036025-2943-4161-a805-2ac22204f154 req-97b218ce-27db-4ae5-8961-fd80a681ce7e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=13af751d-9a69-4c8e-abb3-f12e3fd09e59 HTTP/1.1" status: 200 len: 210 time: 0.1696999 Feb 09 20:41:33.661513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: c1a24730-2805-4f1e-9e1c-f120e21c2e3e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:33.661879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1a24730-2805-4f1e-9e1c-f120e21c2e3e not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:33.667654 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:33.731780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0251f06-b12f-496d-89b7-f754cab34d83 req-ddae941e-7895-435e-980e-e9836dbd5632 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:33.748865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0251f06-b12f-496d-89b7-f754cab34d83 req-ddae941e-7895-435e-980e-e9836dbd5632 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 931 time: 0.1577144 Feb 09 20:41:33.875245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0251f06-b12f-496d-89b7-f754cab34d83 req-498bff32-a8db-403a-b9ca-73198d2a9f0d tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204166 Feb 09 20:41:33.876134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:34.014763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:34.104075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-34a57052-3455-40d4-89fd-7e4a8e9fb811 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dcaa2dea3a5846a2bec32094afc96438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0870156 Feb 09 20:41:34.104949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:34.214227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9669925-9dde-4235-9e04-8f12a819c635 admin admin] Publish callbacks [] for security_group (548214f3-26f2-4046-8066-536c157eb483), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.216691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88bcbcb5-af65-4840-99fb-1bf62698b669 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:34.241194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Publish callbacks [] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.262689 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9669925-9dde-4235-9e04-8f12a819c635 admin admin] Publish callbacks [] for security_group (548214f3-26f2-4046-8066-536c157eb483), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.290715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Transition to ACTIVE for port object 88bcbcb5-af65-4840-99fb-1bf62698b669 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:41:34.306274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c704039-9ad4-46c3-88dd-efffbffd65ce req-896f7933-5b40-4253-ac3e-5419999ef75c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:34.322798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c704039-9ad4-46c3-88dd-efffbffd65ce req-896f7933-5b40-4253-ac3e-5419999ef75c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.2537072 Feb 09 20:41:34.335984 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb542c9d-5a6e-4234-8247-d7f027e8272f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.344668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.345231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b7b10c60-f84e-4089-bc71-28b52fd0a319 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:34.375482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: b7b10c60-f84e-4089-bc71-28b52fd0a319 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:34.376100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b7b10c60-f84e-4089-bc71-28b52fd0a319 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:34.479713 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9669925-9dde-4235-9e04-8f12a819c635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (548214f3-26f2-4046-8066-536c157eb483), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.484811 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9669925-9dde-4235-9e04-8f12a819c635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.488445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d9669925-9dde-4235-9e04-8f12a819c635 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/548214f3-26f2-4046-8066-536c157eb483 HTTP/1.1" status: 204 len: 168 time: 0.3801458 Feb 09 20:41:34.550619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9669925-9dde-4235-9e04-8f12a819c635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548214f3-26f2-4046-8066-536c157eb483,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:34.568957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Pushing event updated for resources: {'Port': ['ID=88bcbcb5-af65-4840-99fb-1bf62698b669,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:34.655731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb542c9d-5a6e-4234-8247-d7f027e8272f admin admin] Publish callbacks [] for security_group (dc938180-a8b8-4654-8fdb-fcabf3600ad9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.665135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:34.674970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c704039-9ad4-46c3-88dd-efffbffd65ce req-71272341-785d-4e2c-8b6b-3dc4df1c199e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476720 Feb 09 20:41:34.680473 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb542c9d-5a6e-4234-8247-d7f027e8272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dc938180-a8b8-4654-8fdb-fcabf3600ad9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.718416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Attempting to bind port 88bcbcb5-af65-4840-99fb-1bf62698b669 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:34.719173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Attempting to bind port 88bcbcb5-af65-4840-99fb-1bf62698b669 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '2c60b229-12f5-42c7-971a-fe022fe29be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ab4f64ce-c6e4-4585-8356-8a570bef69c1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:34.719667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Attempting to bind port 88bcbcb5-af65-4840-99fb-1bf62698b669 on network ab4f64ce-c6e4-4585-8356-8a570bef69c1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:34.725009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Port 88bcbcb5-af65-4840-99fb-1bf62698b669 on network ab4f64ce-c6e4-4585-8356-8a570bef69c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:34.725491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Attempting to bind port 88bcbcb5-af65-4840-99fb-1bf62698b669 on network ab4f64ce-c6e4-4585-8356-8a570bef69c1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:34.731925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:41:34.732659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Checking segment: {'id': '2c60b229-12f5-42c7-971a-fe022fe29be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ab4f64ce-c6e4-4585-8356-8a570bef69c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:34.733208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Bound using segment: {'id': '2c60b229-12f5-42c7-971a-fe022fe29be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ab4f64ce-c6e4-4585-8356-8a570bef69c1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:41:34.734357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Bound port: 88bcbcb5-af65-4840-99fb-1bf62698b669, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c60b229-12f5-42c7-971a-fe022fe29be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ab4f64ce-c6e4-4585-8356-8a570bef69c1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:41:34.734885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.774507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fb542c9d-5a6e-4234-8247-d7f027e8272f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3c5100463cd84af29e3393464b2895f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8935931 Feb 09 20:41:34.777220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:34.856922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb542c9d-5a6e-4234-8247-d7f027e8272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc938180-a8b8-4654-8fdb-fcabf3600ad9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:34.932758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] For port 88bcbcb5-af65-4840-99fb-1bf62698b669, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:34.939532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] For port 88bcbcb5-af65-4840-99fb-1bf62698b669, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=88bcbcb5-af65-4840-99fb-1bf62698b669,segment=NetworkSegment(2c60b229-12f5-42c7-971a-fe022fe29be3),segment_id=2c60b229-12f5-42c7-971a-fe022fe29be3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:41:34.956212 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:34.969087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0e30e2-4300-46a7-9eb3-908fbec300e6 admin admin] Publish callbacks [] for security_group (dc938180-a8b8-4654-8fdb-fcabf3600ad9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:35.005125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0e30e2-4300-46a7-9eb3-908fbec300e6 admin admin] Publish callbacks [] for security_group (dc938180-a8b8-4654-8fdb-fcabf3600ad9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:35.041027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:35.041980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:35.050400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] 10.222.0.13 "PUT /v2.0/ports/88bcbcb5-af65-4840-99fb-1bf62698b669 HTTP/1.1" status: 200 len: 1092 time: 2.0302765 Feb 09 20:41:35.107808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058f91b-41de-45d4-9992-5065e572af7f service neutron] Pushing event updated for resources: {'Port': ['ID=88bcbcb5-af65-4840-99fb-1bf62698b669,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:35.173181 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0e30e2-4300-46a7-9eb3-908fbec300e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dc938180-a8b8-4654-8fdb-fcabf3600ad9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:35.184315 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0e30e2-4300-46a7-9eb3-908fbec300e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:35.185478 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ba0e30e2-4300-46a7-9eb3-908fbec300e6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dc938180-a8b8-4654-8fdb-fcabf3600ad9 HTTP/1.1" status: 204 len: 168 time: 0.4064112 Feb 09 20:41:35.203396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e30e2-4300-46a7-9eb3-908fbec300e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc938180-a8b8-4654-8fdb-fcabf3600ad9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:35.225232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f96cef-dd37-4f00-b097-8ccf14ca8d5e req-daba2b5f-7f94-4ccd-af8b-fffbcb72cf31 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:35.236342 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-17f96cef-dd37-4f00-b097-8ccf14ca8d5e req-daba2b5f-7f94-4ccd-af8b-fffbcb72cf31 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 943 time: 0.1389098 Feb 09 20:41:35.267813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'name': 'network-vif-deleted', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319'}, {'name': 'network-changed', 'server_uuid': '44644272-86c7-4c10-9fe5-f80f3bcee510', 'tag': '88bcbcb5-af65-4840-99fb-1bf62698b669'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:35.274137 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e377ae24-1912-445a-afaa-1b3242c980d1" -d '{"events": [{"server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "name": "network-vif-deleted", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319"}, {"name": "network-changed", "server_uuid": "44644272-86c7-4c10-9fe5-f80f3bcee510", "tag": "88bcbcb5-af65-4840-99fb-1bf62698b669"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:35.297910 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:41:35.311919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-17f96cef-dd37-4f00-b097-8ccf14ca8d5e req-9cb23fd8-da4e-4f85-9f65-6abcb98b045e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697057 Feb 09 20:41:35.326925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-f2fd1fa7-f5ed-4e95-81a0-bdc7cd6c1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:35.329225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-f2fd1fa7-f5ed-4e95-81a0-bdc7cd6c1ef5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c08eb50b325f4a44a8791eb9d1d078ba&device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 1126 time: 0.2068257 Feb 09 20:41:35.336328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4af7f-9557-42f6-afe6-f33f8d14e5f4 req-c4fabedd-bbe9-4abc-8ffe-ff2577186a4b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:35.344774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82e4af7f-9557-42f6-afe6-f33f8d14e5f4 req-c4fabedd-bbe9-4abc-8ffe-ff2577186a4b tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 950 time: 0.1489272 Feb 09 20:41:35.412920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-b19dde56-a8b1-4316-8080-ad4c03ca96c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88bcbcb5-af65-4840-99fb-1bf62698b669 HTTP/1.1" status: 200 len: 217 time: 0.0652564 Feb 09 20:41:35.420047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d86d8bfe-be49-40e4-a4b5-d9baab2d0125 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d0b4d4cc3cfb473ea11dd3f8fdc063f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7531137 Feb 09 20:41:35.433125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:35.475752 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-7459ec3f-0e4d-4c99-bb8c-45f433929b5c tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=af4bd567c22441f29fdb7e7c6421532a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346994 Feb 09 20:41:35.544972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82e4af7f-9557-42f6-afe6-f33f8d14e5f4 req-35dccc1c-9697-43fe-aad4-b145b83190a3 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993001 Feb 09 20:41:35.573741 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76ffd26c-5541-48e8-95b4-d971481c24ba admin admin] Publish callbacks [] for security_group (1d627145-6bc8-46df-ad23-a6d1b2258aad), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:35.584818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-60cc3a3f-c967-4078-96f8-da2c02b17dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:35.586264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-60cc3a3f-c967-4078-96f8-da2c02b17dfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49be9e0f-5846-4b2f-a237-89dbf79d52cf HTTP/1.1" status: 200 len: 855 time: 0.1641877 Feb 09 20:41:35.628721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76ffd26c-5541-48e8-95b4-d971481c24ba admin admin] Publish callbacks [] for security_group (1d627145-6bc8-46df-ad23-a6d1b2258aad), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:35.632595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-1281752b-67f8-466e-b1bc-81f4b1beaf84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab4f64ce-c6e4-4585-8356-8a570bef69c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349903 Feb 09 20:41:35.760965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-2a0c1e2c-5412-43cc-8a78-c167bd147d73 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:35.766030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-b7962e7e-fcff-4a37-984f-22434da4356e service neutron] 10.222.0.13 "GET /v2.0/networks/ab4f64ce-c6e4-4585-8356-8a570bef69c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232727 Feb 09 20:41:35.767609 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-2a0c1e2c-5412-43cc-8a78-c167bd147d73 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787893 Feb 09 20:41:35.769104 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78142722-79fc-4b51-9c77-e0260588d61c x-openstack-request-id: req-78142722-79fc-4b51-9c77-e0260588d61c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:35.769405 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13af751d-9a69-4c8e-abb3-f12e3fd09e59", "name": "network-vif-deleted", "tag": "b7b10c60-f84e-4089-bc71-28b52fd0a319", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44644272-86c7-4c10-9fe5-f80f3bcee510", "tag": "88bcbcb5-af65-4840-99fb-1bf62698b669", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:35.769665 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-78142722-79fc-4b51-9c77-e0260588d61c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:35.777070 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13af751d-9a69-4c8e-abb3-f12e3fd09e59', 'name': 'network-vif-deleted', 'tag': 'b7b10c60-f84e-4089-bc71-28b52fd0a319', 'status': 'completed', 'code': 200} Feb 09 20:41:35.777505 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44644272-86c7-4c10-9fe5-f80f3bcee510', 'tag': '88bcbcb5-af65-4840-99fb-1bf62698b669', 'status': 'completed', 'code': 200} Feb 09 20:41:35.800384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-974e28bb-1516-4ced-bf6a-585d6c1fb303 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/quotas/af4bd567c22441f29fdb7e7c6421532a HTTP/1.1" status: 200 len: 375 time: 0.0317338 Feb 09 20:41:35.872302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-3deaabab-761d-45ad-9f39-477bb0c4048c tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=af4bd567c22441f29fdb7e7c6421532a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710349 Feb 09 20:41:36.014148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a85029-d34b-4ea9-966a-161052b052f1 req-3d045c82-8730-4bd3-8449-0e8dc3207f9c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:36.016002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51a85029-d34b-4ea9-966a-161052b052f1 req-3d045c82-8730-4bd3-8449-0e8dc3207f9c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.0989864 Feb 09 20:41:36.020848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76ffd26c-5541-48e8-95b4-d971481c24ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1d627145-6bc8-46df-ad23-a6d1b2258aad), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:36.023994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76ffd26c-5541-48e8-95b4-d971481c24ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:36.025460 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-76ffd26c-5541-48e8-95b4-d971481c24ba admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1d627145-6bc8-46df-ad23-a6d1b2258aad HTTP/1.1" status: 204 len: 168 time: 0.5902746 Feb 09 20:41:36.098759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffd26c-5541-48e8-95b4-d971481c24ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d627145-6bc8-46df-ad23-a6d1b2258aad,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:36.142491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b07d20b-29b2-4f89-8255-755aaca17137 req-38de16cf-2106-4bb9-aad0-a87cd02e0192 service neutron] 10.222.0.13 "GET /v2.0/networks/ab4f64ce-c6e4-4585-8356-8a570bef69c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568726 Feb 09 20:41:36.204154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51a85029-d34b-4ea9-966a-161052b052f1 req-68f21149-0c5f-49b8-b150-b336b8b3fe00 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730800 Feb 09 20:41:36.287729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-8f10cd8e-d338-4c8f-84af-78ca10f77beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:36.289344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-8f10cd8e-d338-4c8f-84af-78ca10f77beb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c08eb50b325f4a44a8791eb9d1d078ba&device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 1126 time: 0.0842116 Feb 09 20:41:36.438029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-1b7e2636-befe-4f08-a3d5-9dd805e76dd1 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=af4bd567c22441f29fdb7e7c6421532a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443723 Feb 09 20:41:36.543368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-42f0ca79-ec9b-4a75-bbb0-967d3e19d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:36.544908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-42f0ca79-ec9b-4a75-bbb0-967d3e19d330 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab4f64ce-c6e4-4585-8356-8a570bef69c1 HTTP/1.1" status: 200 len: 916 time: 0.2478609 Feb 09 20:41:36.613258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8f767-6026-4722-96b3-8a8ba252e22d req-9939b73c-bbf9-4f75-8b7b-9fe4d233ebe1 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:36.614420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6b8f767-6026-4722-96b3-8a8ba252e22d req-9939b73c-bbf9-4f75-8b7b-9fe4d233ebe1 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 943 time: 0.1841860 Feb 09 20:41:36.617148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-0edc405e-e3ad-478d-8229-209bd8c6e7ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88bcbcb5-af65-4840-99fb-1bf62698b669 HTTP/1.1" status: 200 len: 217 time: 0.0647662 Feb 09 20:41:36.650196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-1d960656-b742-4846-8528-59bf9595c5e2 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:36.652147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-1d960656-b742-4846-8528-59bf9595c5e2 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 950 time: 0.1624370 Feb 09 20:41:36.755925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-102a8319-9b14-4e77-806d-4c978a408f95 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:36.760090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-67dc0448-8146-4c76-a79f-468562adcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:36.761644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-102a8319-9b14-4e77-806d-4c978a408f95 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121042 Feb 09 20:41:36.762469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-67dc0448-8146-4c76-a79f-468562adcd63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49be9e0f-5846-4b2f-a237-89dbf79d52cf HTTP/1.1" status: 200 len: 855 time: 0.1358590 Feb 09 20:41:36.801742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-ad2fc4c4-d273-403e-97d5-67ed158ae741 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/quotas/af4bd567c22441f29fdb7e7c6421532a HTTP/1.1" status: 200 len: 375 time: 0.0328569 Feb 09 20:41:36.802328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6b8f767-6026-4722-96b3-8a8ba252e22d req-8288df3d-6884-41e2-82df-8313f995362e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785288 Feb 09 20:41:36.855327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-26d8a32f-f9ba-4506-90a3-bb4f622c65f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab4f64ce-c6e4-4585-8356-8a570bef69c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835249 Feb 09 20:41:36.927771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-1feff596-020f-4c67-9b8d-7c8e2bce4d5c tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=af4bd567c22441f29fdb7e7c6421532a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210799 Feb 09 20:41:36.979051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Deleting port f0af4867-3db7-4a03-b998-b1274576ed34 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:36.979602 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:37.095232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-50e25ffd-c28d-4952-ab42-f11ffa96e26d service neutron] 10.222.0.13 "GET /v2.0/networks/ab4f64ce-c6e4-4585-8356-8a570bef69c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325318 Feb 09 20:41:37.291750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febbed5-2464-48f4-b14e-4849dda80823 req-ba73cd61-38e0-40ed-82e6-147d30d92ae0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:37.294635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6febbed5-2464-48f4-b14e-4849dda80823 req-ba73cd61-38e0-40ed-82e6-147d30d92ae0 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 950 time: 0.2925658 Feb 09 20:41:37.385426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] For port f0af4867-3db7-4a03-b998-b1274576ed34, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0af4867-3db7-4a03-b998-b1274576ed34,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:37.385801 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:37.453684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-835b7233-2f5e-42e7-8c6c-40e38b87c529 req-6fb8dd88-3a3f-40a9-a276-045f34b5d5d2 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 210 time: 0.0491602 Feb 09 20:41:37.466957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Calling delete_port for f0af4867-3db7-4a03-b998-b1274576ed34 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:37.617793 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a29c7e7-efa3-4734-8837-d2de996b12b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:37.635983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 88bcbcb5-af65-4840-99fb-1bf62698b669 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:41:37.708626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e377ae24-1912-445a-afaa-1b3242c980d1 req-48ad5480-5f56-4188-84b4-f222ece82d41 service neutron] 10.222.0.13 "GET /v2.0/networks/ab4f64ce-c6e4-4585-8356-8a570bef69c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027002 Feb 09 20:41:37.723584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c64482-23d9-47b4-9a03-9acd5054c721 req-a7d8a7ab-7c98-4d6a-b273-b8736ae1a47c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:37.744951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6febbed5-2464-48f4-b14e-4849dda80823 req-61e1a3d0-de8b-4198-8109-a8ee8850a2c9 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/security-groups?id=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387903 Feb 09 20:41:37.754041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58c64482-23d9-47b4-9a03-9acd5054c721 req-a7d8a7ab-7c98-4d6a-b273-b8736ae1a47c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1772971 Feb 09 20:41:37.943927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58c64482-23d9-47b4-9a03-9acd5054c721 req-7e9a821c-c012-4446-a279-e5328ba1b35a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854434 Feb 09 20:41:38.009076 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f0af4867-3db7-4a03-b998-b1274576ed34), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:38.028470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0af4867-3db7-4a03-b998-b1274576ed34'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:38.038788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 88bcbcb5-af65-4840-99fb-1bf62698b669, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=88bcbcb5-af65-4840-99fb-1bf62698b669,segment=NetworkSegment(2c60b229-12f5-42c7-971a-fe022fe29be3),segment_id=2c60b229-12f5-42c7-971a-fe022fe29be3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:38.069667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-7fa0519d-94c1-44ae-a402-377374c1e86a tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=af4bd567c22441f29fdb7e7c6421532a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845587 Feb 09 20:41:38.121837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '88bcbcb5-af65-4840-99fb-1bf62698b669', 'network_id': 'ab4f64ce-c6e4-4585-8356-8a570bef69c1', 'port_id': '88bcbcb5-af65-4840-99fb-1bf62698b669', 'mac_address': 'fa:16:3e:84:95:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49be9e0f-5846-4b2f-a237-89dbf79d52cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:41:38.166571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Pushing event deleted for resources: {'Port': ['ID=f0af4867-3db7-4a03-b998-b1274576ed34,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:38.190167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d27db-370c-46bc-851c-c463848a2e42 req-d4b3c125-f48a-4a31-938b-681403cefd91 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:38.197550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-018d27db-370c-46bc-851c-c463848a2e42 req-d4b3c125-f48a-4a31-938b-681403cefd91 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 943 time: 0.1137347 Feb 09 20:41:38.263773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] No DVR routers for this DVR port f0af4867-3db7-4a03-b998-b1274576ed34 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:41:38.266559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 88bcbcb5-af65-4840-99fb-1bf62698b669 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:38.267961 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:38.268662 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:38.272468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c1f0089-b483-47d6-8a84-cf1941fe2f6f req-92c9185e-66ff-479b-9e57-ee9628b9f54e tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.50 "DELETE /v2.0/ports/f0af4867-3db7-4a03-b998-b1274576ed34 HTTP/1.1" status: 204 len: 173 time: 1.5922532 Feb 09 20:41:38.273124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'name': 'network-vif-deleted', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:38.276267 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c6e5b1-092b-4cf5-9a1c-911056d2a31d" -d '{"events": [{"server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "name": "network-vif-deleted", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:38.284422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-018d27db-370c-46bc-851c-c463848a2e42 req-bf87ab54-6253-4c2b-8537-f4241d058e11 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855811 Feb 09 20:41:38.290652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88bcbcb5-af65-4840-99fb-1bf62698b669 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:38.320596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 88bcbcb5-af65-4840-99fb-1bf62698b669, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=88bcbcb5-af65-4840-99fb-1bf62698b669,segment=NetworkSegment(2c60b229-12f5-42c7-971a-fe022fe29be3),segment_id=2c60b229-12f5-42c7-971a-fe022fe29be3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:38.330666 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:38.386146 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01f3610-5cf8-45d1-bc57-ac9b124ca4db x-openstack-request-id: req-d01f3610-5cf8-45d1-bc57-ac9b124ca4db {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:38.391522 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f434e874-814e-44b5-9858-99083abf28da", "name": "network-vif-deleted", "tag": "f0af4867-3db7-4a03-b998-b1274576ed34", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:38.391944 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d01f3610-5cf8-45d1-bc57-ac9b124ca4db {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:38.392482 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f434e874-814e-44b5-9858-99083abf28da', 'name': 'network-vif-deleted', 'tag': 'f0af4867-3db7-4a03-b998-b1274576ed34', 'status': 'completed', 'code': 200} Feb 09 20:41:38.443793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=88bcbcb5-af65-4840-99fb-1bf62698b669,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:38.454667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-1d410238-e239-4b5c-8521-b0797e115f66 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:38.456552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-1d410238-e239-4b5c-8521-b0797e115f66 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643947 Feb 09 20:41:38.471857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Request body: {'port': {'device_id': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'af4bd567c22441f29fdb7e7c6421532a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:38.484078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.484528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.484876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.485215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.485652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.485877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.486211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.486539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.486865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.487193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.493430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.494347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.494708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:41:38.620299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['88bcbcb5-af65-4840-99fb-1bf62698b669'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:38.707925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f352b80f-968f-4f2d-b336-de0d91c06b6d req-ebe5ab1d-e345-4cc6-a302-d1fa01711d5f tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 210 time: 0.0923758 Feb 09 20:41:38.764415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Made reservation on behalf of af4bd567c22441f29fdb7e7c6421532a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:38.786041 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:38.787046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45658) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:38.802906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:38.968708 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61a959ea-de3f-4281-bef8-5bb1215f2147 req-f3631de3-560b-4219-88d4-f84d45dfd838 tempest-MigrationsAdminTest-1873034635 tempest-MigrationsAdminTest-1873034635-project] 10.222.0.102 "GET /v2.0/ports?device_id=f434e874-814e-44b5-9858-99083abf28da HTTP/1.1" status: 200 len: 210 time: 0.0487783 Feb 09 20:41:38.998788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks [] for security_group (4dcb806f-b888-4634-aa4d-e3568b2854ef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.005566 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4dcb806f-b888-4634-aa4d-e3568b2854ef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.117513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-296412890', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:39.127297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcb806f-b888-4634-aa4d-e3568b2854ef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:39.130699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8e2d46f-43ff-4034-baf6-ef530d5b3647 req-470c8dd3-3070-4316-90d3-f1703c714f14 tempest-AbsoluteLimitsNegativeTestJSON-1892199065 tempest-AbsoluteLimitsNegativeTestJSON-1892199065-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=6788765a25df478fac3478e8d07533a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495589 Feb 09 20:41:39.210757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Made reservation on behalf of f0531ff0857043cbb7958d90da7a99eb for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:39.213765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.234391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.297577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Allocated IP 192.168.233.103 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/1aa4071f-a378-44ee-ac0e-6ae8f38be1e7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:39.298514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d46f-43ff-4034-baf6-ef530d5b3647 req-2cddccd8-85fd-4dd0-90fa-098442dd5776 tempest-AbsoluteLimitsNegativeTestJSON-1892199065 tempest-AbsoluteLimitsNegativeTestJSON-1892199065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:39.306975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8e2d46f-43ff-4034-baf6-ef530d5b3647 req-2cddccd8-85fd-4dd0-90fa-098442dd5776 tempest-AbsoluteLimitsNegativeTestJSON-1892199065 tempest-AbsoluteLimitsNegativeTestJSON-1892199065-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752701 Feb 09 20:41:39.337803 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8e2d46f-43ff-4034-baf6-ef530d5b3647 req-354ea7f8-da18-4280-b8fa-ec2379546b68 tempest-AbsoluteLimitsNegativeTestJSON-1892199065 tempest-AbsoluteLimitsNegativeTestJSON-1892199065-project] 10.222.0.102 "GET /v2.0/quotas/6788765a25df478fac3478e8d07533a0 HTTP/1.1" status: 200 len: 375 time: 0.0295851 Feb 09 20:41:39.395601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8e2d46f-43ff-4034-baf6-ef530d5b3647 req-6e507076-e0b1-4eef-8066-aa95f4ab15e9 tempest-AbsoluteLimitsNegativeTestJSON-1892199065 tempest-AbsoluteLimitsNegativeTestJSON-1892199065-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=6788765a25df478fac3478e8d07533a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512826 Feb 09 20:41:39.480782 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-d4c46f74-bb9d-42f9-881d-07b8755334b7 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=af4bd567c22441f29fdb7e7c6421532a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773160 Feb 09 20:41:39.493640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks [] for security_group (a2be9534-c1e5-40ad-9f8e-f1297a75a1ab), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.503630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a2be9534-c1e5-40ad-9f8e-f1297a75a1ab), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.508370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] device_id is not set on port ea74d43f-ab05-4a8f-a405-10abdcda71ae yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:39.636149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2be9534-c1e5-40ad-9f8e-f1297a75a1ab,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:39.645464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks [] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.709492 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50ec349b-a4ec-433a-b7ba-863c6b987144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.724662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392d48a-90e9-4b03-9768-481f73fb3a06 req-3f28394d-af33-4350-b916-dc61825ffdd4 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:39.732269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4392d48a-90e9-4b03-9768-481f73fb3a06 req-3f28394d-af33-4350-b916-dc61825ffdd4 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 944 time: 0.1426830 Feb 09 20:41:39.750532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Allocated IP 172.25.4.103 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/ea74d43f-ab05-4a8f-a405-10abdcda71ae) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:39.807801 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:39.839894 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4392d48a-90e9-4b03-9768-481f73fb3a06 req-56998630-7b08-4af4-acdc-820f3c8be866 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938129 Feb 09 20:41:39.929131 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-25684764-f388-4b16-ba39-9b2ed4951f4a tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:39.931752 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-25684764-f388-4b16-ba39-9b2ed4951f4a tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293818 Feb 09 20:41:39.939286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:39.961571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:39.970255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Request body: {'port': {'device_id': '89695e87-df66-40b1-a833-eeae9eac11df', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'af4bd567c22441f29fdb7e7c6421532a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:39.997389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:40.002387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks [] for port (ea74d43f-ab05-4a8f-a405-10abdcda71ae), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.039398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:40.042498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:40.077174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ea74d43f-ab05-4a8f-a405-10abdcda71ae), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.150797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dde00f-175c-49b2-90d0-ee44d889aa0d req-93a7bdba-d331-4f13-a3e8-234334af9240 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:40.160333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9dde00f-175c-49b2-90d0-ee44d889aa0d req-93a7bdba-d331-4f13-a3e8-234334af9240 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.4589529 Feb 09 20:41:40.201717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:40.202941 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.226710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2575827b-b8cf-4e85-b139-40f8dcdcaa7e req-2049a652-ac9f-4f61-9110-d42dda40aecd tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 210 time: 0.1292272 Feb 09 20:41:40.237247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b33a5865-aada-496e-b464-d2852a3711ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7713120 Feb 09 20:41:40.252575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e67359ba-480a-4729-bd7c-be9483788450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.272509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Request body: {'port': {'device_id': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:40.279352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:40.297965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Pushing event updated for resources: {'Port': ['ID=ea74d43f-ab05-4a8f-a405-10abdcda71ae,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:40.300577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:40.310306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:40.340619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9dde00f-175c-49b2-90d0-ee44d889aa0d req-7d0265df-e5f2-4c64-b315-24ede2a56e38 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747222 Feb 09 20:41:40.396480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:40.397086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.440061 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aaf2dfba-97df-4546-adf8-f5c976bde7e3 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6503041 Feb 09 20:41:40.445986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:40.450570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.103'}]}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:40.479643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.491803 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (2e655245-ddfb-444f-a9b8-05f6fe879d8b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.492801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (2e655245-ddfb-444f-a9b8-05f6fe879d8b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.510579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e67359ba-480a-4729-bd7c-be9483788450 admin admin] Publish callbacks [] for security_group (75208d0e-bea7-4450-83ad-0ecf181e303a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.520070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e67359ba-480a-4729-bd7c-be9483788450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (75208d0e-bea7-4450-83ad-0ecf181e303a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.571443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d89a2054-fa7a-4c48-9ea4-5ba793da2ada None None] Provisioning complete for port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:40.573399 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d89a2054-fa7a-4c48-9ea4-5ba793da2ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.618762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d89a2054-fa7a-4c48-9ea4-5ba793da2ada None None] Port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:41:40.625869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Made reservation on behalf of af4bd567c22441f29fdb7e7c6421532a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:40.637573 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.679582 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e67359ba-480a-4729-bd7c-be9483788450 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6788765a25df478fac3478e8d07533a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7140791 Feb 09 20:41:40.681520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks [] for router_controller (2e655245-ddfb-444f-a9b8-05f6fe879d8b), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:40.685608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:40.699323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67359ba-480a-4729-bd7c-be9483788450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75208d0e-bea7-4450-83ad-0ecf181e303a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:40.836822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05ef2b9-ac0c-4f71-8724-7354ccf53a5c admin admin] Publish callbacks [] for security_group (75208d0e-bea7-4450-83ad-0ecf181e303a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:41.040038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:41.060457 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:41.094888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05ef2b9-ac0c-4f71-8724-7354ccf53a5c admin admin] Publish callbacks [] for security_group (75208d0e-bea7-4450-83ad-0ecf181e303a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:41.099105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks [] for router_gateway (2e655245-ddfb-444f-a9b8-05f6fe879d8b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:41.209203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16daadb5-3d6a-4d91-9a6d-053b541301b0 req-939fcf66-534c-49bf-8ffb-c20713af89b5 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:41.217193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16daadb5-3d6a-4d91-9a6d-053b541301b0 req-939fcf66-534c-49bf-8ffb-c20713af89b5 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 944 time: 0.2112286 Feb 09 20:41:41.321019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05ef2b9-ac0c-4f71-8724-7354ccf53a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (75208d0e-bea7-4450-83ad-0ecf181e303a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:41.324092 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a05ef2b9-ac0c-4f71-8724-7354ccf53a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:41.330227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a05ef2b9-ac0c-4f71-8724-7354ccf53a5c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/75208d0e-bea7-4450-83ad-0ecf181e303a HTTP/1.1" status: 204 len: 168 time: 0.6419499 Feb 09 20:41:41.403100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16daadb5-3d6a-4d91-9a6d-053b541301b0 req-13512a89-8ab3-4bab-8ea0-21f39be90670 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847534 Feb 09 20:41:41.509613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-549c8b75-1d11-4e19-9a38-d3b9623fc99e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bcd7f580d3114ade817c45446cec434d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370625 Feb 09 20:41:41.509613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ef2b9-ac0c-4f71-8724-7354ccf53a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75208d0e-bea7-4450-83ad-0ecf181e303a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:41.511931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:41.645599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 88bcbcb5-af65-4840-99fb-1bf62698b669 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:41:41.716240 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc59b64-9351-4060-be2d-753703b27600 admin admin] Publish callbacks [] for security_group (306c3d4e-1fe7-4071-b9a6-0acdf8d64c41), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:41.746279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a92991-8923-409d-bec6-39b5279e5716 req-9f711674-7d5b-4ff4-868a-58143a68839d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:41.754554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 88bcbcb5-af65-4840-99fb-1bf62698b669 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:41:41.756447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d5a92991-8923-409d-bec6-39b5279e5716 req-9f711674-7d5b-4ff4-868a-58143a68839d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1728480 Feb 09 20:41:41.776292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 88bcbcb5-af65-4840-99fb-1bf62698b669 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:41.778462 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:41.817437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-274c6681-d331-40fe-8b78-781a7ec8b3ee req-3342c26b-21f0-4a47-a460-5a0fdfa9b838 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 210 time: 0.0627170 Feb 09 20:41:41.998185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 88bcbcb5-af65-4840-99fb-1bf62698b669 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:41.999012 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.034575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc59b64-9351-4060-be2d-753703b27600 admin admin] Publish callbacks [] for security_group (306c3d4e-1fe7-4071-b9a6-0acdf8d64c41), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.045884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 88bcbcb5-af65-4840-99fb-1bf62698b669, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=88bcbcb5-af65-4840-99fb-1bf62698b669,segment=NetworkSegment(2c60b229-12f5-42c7-971a-fe022fe29be3),segment_id=2c60b229-12f5-42c7-971a-fe022fe29be3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:42.047709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44644272-86c7-4c10-9fe5-f80f3bcee510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bcbcb5-af65-4840-99fb-1bf62698b669'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:42.051367 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59c9155-ffaf-4859-b918-9a124df5ea39" -d '{"events": [{"server_uuid": "44644272-86c7-4c10-9fe5-f80f3bcee510", "name": "network-vif-plugged", "status": "completed", "tag": "88bcbcb5-af65-4840-99fb-1bf62698b669"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:42.057656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.146098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:42.157430 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d5a92991-8923-409d-bec6-39b5279e5716 req-efb12643-0434-42b3-b0fa-0c45da986b0f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999043 Feb 09 20:41:42.169555 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Publish callbacks [] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.177776 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks [] for router_gateway (2e655245-ddfb-444f-a9b8-05f6fe879d8b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.181820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=88bcbcb5-af65-4840-99fb-1bf62698b669,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:42.208758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Transition to ACTIVE for port object 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:41:42.223237 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.237645 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.270012 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc69b51-7c14-4890-a55c-cd402b4780b0 x-openstack-request-id: req-ccc69b51-7c14-4890-a55c-cd402b4780b0 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:42.270329 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44644272-86c7-4c10-9fe5-f80f3bcee510", "name": "network-vif-plugged", "status": "completed", "tag": "88bcbcb5-af65-4840-99fb-1bf62698b669", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:42.270592 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ccc69b51-7c14-4890-a55c-cd402b4780b0 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:42.270997 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44644272-86c7-4c10-9fe5-f80f3bcee510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88bcbcb5-af65-4840-99fb-1bf62698b669', 'code': 200} Feb 09 20:41:42.323616 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc59b64-9351-4060-be2d-753703b27600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (306c3d4e-1fe7-4071-b9a6-0acdf8d64c41), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.326969 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc59b64-9351-4060-be2d-753703b27600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.329558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0cc59b64-9351-4060-be2d-753703b27600 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/306c3d4e-1fe7-4071-b9a6-0acdf8d64c41 HTTP/1.1" status: 204 len: 168 time: 0.8170433 Feb 09 20:41:42.359442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f0af4867-3db7-4a03-b998-b1274576ed34 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:41:42.367403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc59b64-9351-4060-be2d-753703b27600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306c3d4e-1fe7-4071-b9a6-0acdf8d64c41,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:42.482928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: f0af4867-3db7-4a03-b998-b1274576ed34 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:41:42.482928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f0af4867-3db7-4a03-b998-b1274576ed34 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:41:42.598001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:42.607452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.632279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Allocated IP 192.168.233.169 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/36f68f92-1f38-4272-b6a0-e28dafb75fdc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:42.821308 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks [] for router (2e655245-ddfb-444f-a9b8-05f6fe879d8b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.899968 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks [] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:42.955933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:42.957469 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.022561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Attempting to bind port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:43.026453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Attempting to bind port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:43.026831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Attempting to bind port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:43.049872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:43.050197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Attempting to bind port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:43.056958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:43.069739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94700878-798b-4933-b432-3c7be1b69b4a req-8df219b0-21d4-471c-bd70-e6477e929b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:43.071431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94700878-798b-4933-b432-3c7be1b69b4a req-8df219b0-21d4-471c-bd70-e6477e929b90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 1128 time: 0.6792710 Feb 09 20:41:43.098782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:41:43.099152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:43.099710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:41:43.100156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Bound port: 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:41:43.100659 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.143877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:43.176718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:43.178923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Pushing event updated for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:43.195814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:43.200853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-95bb9fc4-f612-409b-9d83-a119bf93ce92 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=04b78d3e51b248eea837f2d9bf1d1fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395146 Feb 09 20:41:43.258906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45840) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:43.373336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:43.378684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:41:43.430371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.493175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1972493132-network', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:43.517995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:43.518811 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.564469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64d1f3-079d-4ee6-9feb-52ba9ae31cbc req-c95a7ec2-0cdd-4089-8619-8fa56bcc9413 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:43.565989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce64d1f3-079d-4ee6-9feb-52ba9ae31cbc req-c95a7ec2-0cdd-4089-8619-8fa56bcc9413 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 945 time: 0.9725611 Feb 09 20:41:43.619585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c729d7ad-0887-4b39-81c8-aa1b09d5334d None None] Provisioning complete for port 36f68f92-1f38-4272-b6a0-e28dafb75fdc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:43.621050 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c729d7ad-0887-4b39-81c8-aa1b09d5334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.678975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce64d1f3-079d-4ee6-9feb-52ba9ae31cbc req-284e5769-7b7e-4fb0-8f59-7c0836769828 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057427 Feb 09 20:41:43.689768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7678072f-9676-4f88-a6d4-d922780c96ed tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7251704 Feb 09 20:41:43.717266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Made reservation on behalf of 89d8cdceb0214fbf95d212f017a6e251 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:43.719591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.726999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c729d7ad-0887-4b39-81c8-aa1b09d5334d None None] Port 36f68f92-1f38-4272-b6a0-e28dafb75fdc cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:41:43.741086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Request body: {'port': {'device_id': '89695e87-df66-40b1-a833-eeae9eac11df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:43.753504 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94700878-798b-4933-b432-3c7be1b69b4a req-c0ed8d05-68da-4cc0-b7f0-c4541f372521 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587625 Feb 09 20:41:43.776054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:43.776673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.778067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] 10.222.0.50 "PUT /v2.0/ports/1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 HTTP/1.1" status: 200 len: 1097 time: 3.5282004 Feb 09 20:41:43.778566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:43.780856 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d8bb3c-528d-47c5-958b-7399d69aea43" -d '{"events": [{"name": "network-changed", "server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:43.831582 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.908637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.920969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deef50d8-94c5-4abb-8556-a55c934c1513 admin admin] Publish callbacks [] for security_group (a793ceda-6dce-4437-8978-0c67da8d427a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.926199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (2e655245-ddfb-444f-a9b8-05f6fe879d8b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.930208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks [] for router_controller (2e655245-ddfb-444f-a9b8-05f6fe879d8b), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:43.955092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deef50d8-94c5-4abb-8556-a55c934c1513 admin admin] Publish callbacks [] for security_group (a793ceda-6dce-4437-8978-0c67da8d427a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.034801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606aea3-cae5-420a-93fd-0c0c417b3ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:44.047446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c931d-1f83-4295-b71c-6361ae4a5ac0 req-e8929b07-39fc-4e51-88b2-24096b3e8113 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:44.049882 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b29c931d-1f83-4295-b71c-6361ae4a5ac0 req-e8929b07-39fc-4e51-88b2-24096b3e8113 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1703444 Feb 09 20:41:44.051402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (2e655245-ddfb-444f-a9b8-05f6fe879d8b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.052224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e655245-ddfb-444f-a9b8-05f6fe879d8b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:41:44.125056 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b29c931d-1f83-4295-b71c-6361ae4a5ac0 req-43afc72a-c37d-40e7-85bb-d7e94c74da05 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671239 Feb 09 20:41:44.126136 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 20:41:44.130495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8c6a2a0-6ca1-409f-be68-c47e7bff8f3f tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6832781 Feb 09 20:41:44.131166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:44.135825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deef50d8-94c5-4abb-8556-a55c934c1513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a793ceda-6dce-4437-8978-0c67da8d427a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.139893 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-deef50d8-94c5-4abb-8556-a55c934c1513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.141568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-deef50d8-94c5-4abb-8556-a55c934c1513 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a793ceda-6dce-4437-8978-0c67da8d427a HTTP/1.1" status: 204 len: 168 time: 0.8703079 Feb 09 20:41:44.183606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef50d8-94c5-4abb-8556-a55c934c1513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a793ceda-6dce-4437-8978-0c67da8d427a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:44.197916 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.243234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa8c3-7756-4428-8027-108bb6a5b60c req-eaf2fe60-ff2a-4be5-b135-6580083b80cc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:44.247427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909aa8c3-7756-4428-8027-108bb6a5b60c req-eaf2fe60-ff2a-4be5-b135-6580083b80cc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 936 time: 0.5150607 Feb 09 20:41:44.253030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b40d2c0f-3428-4d5c-bd69-a9c9a52e3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:44.254608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b40d2c0f-3428-4d5c-bd69-a9c9a52e3d4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af4bd567c22441f29fdb7e7c6421532a&device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 1131 time: 0.3717098 Feb 09 20:41:44.270159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f44c99f1-25d0-4a7b-b1a0-2a77bbae6804 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Deleting port ea74d43f-ab05-4a8f-a405-10abdcda71ae {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:44.270490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f44c99f1-25d0-4a7b-b1a0-2a77bbae6804 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ea74d43f-ab05-4a8f-a405-10abdcda71ae), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.352807 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Publish callbacks [] for security_group (7074cfc6-2feb-4ade-b2df-1b9dc5582ce1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.430359 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f44c99f1-25d0-4a7b-b1a0-2a77bbae6804 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ea74d43f-ab05-4a8f-a405-10abdcda71ae), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.453160 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7074cfc6-2feb-4ade-b2df-1b9dc5582ce1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.469850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f44c99f1-25d0-4a7b-b1a0-2a77bbae6804 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Calling delete_port for ea74d43f-ab05-4a8f-a405-10abdcda71ae owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:44.690297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f44c99f1-25d0-4a7b-b1a0-2a77bbae6804 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ea74d43f-ab05-4a8f-a405-10abdcda71ae), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.724086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c99f1-25d0-4a7b-b1a0-2a77bbae6804 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea74d43f-ab05-4a8f-a405-10abdcda71ae,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:44.817430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f44c99f1-25d0-4a7b-b1a0-2a77bbae6804 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:44.825156 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f44c99f1-25d0-4a7b-b1a0-2a77bbae6804 tempest-RoutersAdminNegativeTest-1858105791 tempest-RoutersAdminNegativeTest-1858105791-project-admin] 10.222.0.102 "DELETE /v2.0/ports/ea74d43f-ab05-4a8f-a405-10abdcda71ae HTTP/1.1" status: 204 len: 168 time: 0.6927965 Feb 09 20:41:44.884158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-000e4650-24b0-47e2-996c-0ed704932f08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 HTTP/1.1" status: 200 len: 217 time: 0.4650741 Feb 09 20:41:44.912236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f68f92-1f38-4272-b6a0-e28dafb75fdc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:45.020812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Publish callbacks [] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:45.023234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:41:45.034283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909aa8c3-7756-4428-8027-108bb6a5b60c req-b9cbf7d8-dc16-4518-921a-158a9b7fbcc2 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705642 Feb 09 20:41:45.116524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7074cfc6-2feb-4ade-b2df-1b9dc5582ce1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:45.134832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Transition to ACTIVE for port object 36f68f92-1f38-4272-b6a0-e28dafb75fdc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:41:45.141647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c2d40b1d-40d1-4636-bb42-62076e79f2c4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:45.143213 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Added segment c2d40b1d-40d1-4636-bb42-62076e79f2c4 of type vlan for network 6b4e7995-62ec-42b7-b992-4b3deed7d477 Feb 09 20:41:45.180369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:45.295059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f4c28-ed1b-4460-bafd-0b11e47d1ad9 req-2ca80267-ca73-41cb-964c-dc3e5cdfa539 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:45.307531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Pushing event updated for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:45.308066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e89f4c28-ed1b-4460-bafd-0b11e47d1ad9 req-2ca80267-ca73-41cb-964c-dc3e5cdfa539 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 945 time: 0.1197617 Feb 09 20:41:45.316920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-678366b4-049b-41fe-8477-926e95de3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:45.318708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-678366b4-049b-41fe-8477-926e95de3067 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.3918140 Feb 09 20:41:45.502146 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e89f4c28-ed1b-4460-bafd-0b11e47d1ad9 req-d28d9e6a-fcb3-4350-9514-4974aed262ef tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931112 Feb 09 20:41:45.538600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:45.545252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (6b4e7995-62ec-42b7-b992-4b3deed7d477), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:45.592260 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8332f27-c673-4ac9-8c34-3b0b97f4dc1b x-openstack-request-id: req-c8332f27-c673-4ac9-8c34-3b0b97f4dc1b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:45.592553 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:45.592848 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c8332f27-c673-4ac9-8c34-3b0b97f4dc1b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:45.598783 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'status': 'completed', 'code': 200} Feb 09 20:41:45.710450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:41:45.790630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a69797c1-6641-45f4-bde8-0a017defd5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:45.865870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Attempting to bind port 36f68f92-1f38-4272-b6a0-e28dafb75fdc on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:45.867062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Attempting to bind port 36f68f92-1f38-4272-b6a0-e28dafb75fdc by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:45.867647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Attempting to bind port 36f68f92-1f38-4272-b6a0-e28dafb75fdc on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:45.938123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Port 36f68f92-1f38-4272-b6a0-e28dafb75fdc on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:41:45.938841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Attempting to bind port 36f68f92-1f38-4272-b6a0-e28dafb75fdc on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:45.941258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (6b4e7995-62ec-42b7-b992-4b3deed7d477), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:45.942212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:45.943003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:45.961794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-cce69c97-3c5c-42ab-9301-db8d99a143f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:45.964288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-cce69c97-3c5c-42ab-9301-db8d99a143f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5746746 Feb 09 20:41:45.981558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9232349 Feb 09 20:41:45.982216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:46.000717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Request body: {'subnet': {'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1972493132-subnet', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:46.040276 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a69797c1-6641-45f4-bde8-0a017defd5b6 admin admin] Publish callbacks [] for security_group (8768eaa4-5930-4ff2-98dd-5179a8e51323), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.047320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:41:46.047746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:46.048177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:41:46.048816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Bound port: 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:41:46.049187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.050345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a69797c1-6641-45f4-bde8-0a017defd5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8768eaa4-5930-4ff2-98dd-5179a8e51323), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.066158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Made reservation on behalf of 89d8cdceb0214fbf95d212f017a6e251 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:46.070909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.259942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69797c1-6641-45f4-bde8-0a017defd5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8768eaa4-5930-4ff2-98dd-5179a8e51323,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:46.317981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a69797c1-6641-45f4-bde8-0a017defd5b6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1eee1f1357ac49baacc75f5cfe2b6d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7780924 Feb 09 20:41:46.320460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:46.321017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:46.394395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0db9-57a6-4d85-b319-b35dc881f790 req-abb6c627-8022-43ea-b32f-e097eadec216 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:46.403314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a97f0db9-57a6-4d85-b319-b35dc881f790 req-abb6c627-8022-43ea-b32f-e097eadec216 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.6969275 Feb 09 20:41:46.485122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ee3df-7b2c-41a1-8945-5fea495684f4 req-a2dea0d4-d409-47dd-8ee9-d8797eb69d84 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:46.490348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a97f0db9-57a6-4d85-b319-b35dc881f790 req-1ddd9f8c-d636-43c3-85cd-d7811a4200a2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815668 Feb 09 20:41:46.491604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-262ee3df-7b2c-41a1-8945-5fea495684f4 req-a2dea0d4-d409-47dd-8ee9-d8797eb69d84 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 948 time: 0.2903812 Feb 09 20:41:46.525723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a484ec8c-9c32-4bea-98f3-7f61ce455821 admin admin] Publish callbacks [] for security_group (8768eaa4-5930-4ff2-98dd-5179a8e51323), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.528804 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (38c1af98-e20c-4195-8a52-aa84147f0120), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.605683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c85d5c-afe0-4f00-b903-2d2a8ac173da admin admin] Pushing event updated for resources: {'Network': ['ID=6b4e7995-62ec-42b7-b992-4b3deed7d477,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:46.616571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:41:46.636903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf712a2-0db8-4285-b796-267a7da8ec7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.673686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a484ec8c-9c32-4bea-98f3-7f61ce455821 admin admin] Publish callbacks [] for security_group (8768eaa4-5930-4ff2-98dd-5179a8e51323), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.719069 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-262ee3df-7b2c-41a1-8945-5fea495684f4 req-7e8e0ddd-cb86-4b37-8a27-6490d9bbd300 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028558 Feb 09 20:41:46.739495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c1af98-e20c-4195-8a52-aa84147f0120,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:46.758293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:46.763673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:41:46.776720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Checking segment: {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:46.777146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Network hostable DHCP agents. Network: 6b4e7995-62ec-42b7-b992-4b3deed7d477, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:41:46.785330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.808872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-b6da32fd-5a78-4bea-9cbc-1edf143384e6 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222053 Feb 09 20:41:46.856685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:46.857325 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.860245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] 10.222.0.13 "PUT /v2.0/ports/36f68f92-1f38-4272-b6a0-e28dafb75fdc HTTP/1.1" status: 200 len: 1097 time: 3.1455803 Feb 09 20:41:46.927509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a484ec8c-9c32-4bea-98f3-7f61ce455821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8768eaa4-5930-4ff2-98dd-5179a8e51323), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.934475 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a484ec8c-9c32-4bea-98f3-7f61ce455821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:46.937914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a484ec8c-9c32-4bea-98f3-7f61ce455821 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8768eaa4-5930-4ff2-98dd-5179a8e51323 HTTP/1.1" status: 204 len: 168 time: 0.6057382 Feb 09 20:41:47.005933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484ec8c-9c32-4bea-98f3-7f61ce455821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8768eaa4-5930-4ff2-98dd-5179a8e51323,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:47.096465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a95a02-3306-4223-811a-d07c868c7571 service neutron] Pushing event updated for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:47.112501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf712a2-0db8-4285-b796-267a7da8ec7a admin admin] Publish callbacks [] for security_group (1ec592fb-c899-4604-b391-aeec2147c53f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.121489 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecf712a2-0db8-4285-b796-267a7da8ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1ec592fb-c899-4604-b391-aeec2147c53f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.179179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf712a2-0db8-4285-b796-267a7da8ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec592fb-c899-4604-b391-aeec2147c53f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:47.182688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:41:47.185085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ecf712a2-0db8-4285-b796-267a7da8ec7a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b2d4d7a2d9a24a59904a82f5b931a7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8539915 Feb 09 20:41:47.195428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45936) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:47.310758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecbc8272-90ec-4b15-a9c8-6d4657e55eff req-51780309-cdc6-4bed-a00f-535e581ff1f1 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341295 Feb 09 20:41:47.329515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 6b4e7995-62ec-42b7-b992-4b3deed7d477) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:47.345110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ab191-ea5d-4587-9950-d94d09781b82 None None] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:47.348648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-638279fb-7ec9-442d-80ab-bab2a403fb3d admin admin] Publish callbacks [] for security_group (1ec592fb-c899-4604-b391-aeec2147c53f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.362700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:47.365830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.377475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-214ecb11-753b-4f2d-80fc-3e996957bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:47.380993 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-214ecb11-753b-4f2d-80fc-3e996957bde9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af4bd567c22441f29fdb7e7c6421532a&device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 1131 time: 0.4293804 Feb 09 20:41:47.417888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-638279fb-7ec9-442d-80ab-bab2a403fb3d admin admin] Publish callbacks [] for security_group (1ec592fb-c899-4604-b391-aeec2147c53f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.509419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-638279fb-7ec9-442d-80ab-bab2a403fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1ec592fb-c899-4604-b391-aeec2147c53f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.514336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-638279fb-7ec9-442d-80ab-bab2a403fb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.517216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-638279fb-7ec9-442d-80ab-bab2a403fb3d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1ec592fb-c899-4604-b391-aeec2147c53f HTTP/1.1" status: 204 len: 168 time: 0.3206663 Feb 09 20:41:47.558249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638279fb-7ec9-442d-80ab-bab2a403fb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec592fb-c899-4604-b391-aeec2147c53f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:47.627654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:47.642233 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04338aea-bbc6-4dff-a6ef-9072c046d895" -d '{"events": [{"name": "network-changed", "server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:47.657698 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-7d959685-29b8-488a-b518-baa96639bde2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc HTTP/1.1" status: 200 len: 217 time: 0.2006521 Feb 09 20:41:47.665796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:47.670287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:47.681150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9c61d476-7754-49fa-a4c4-ff2d39c26346 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6848385 Feb 09 20:41:47.713922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-6b4e7995-62ec-42b7-b992-4b3deed7d477', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:41:47.715070 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.790567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (161db81c-db90-4b60-b86e-3e3f56ef72c6), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.793208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (161db81c-db90-4b60-b86e-3e3f56ef72c6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:47.811341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-3dc58b6d-a085-4a41-817a-4af794976440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:47.817591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-3dc58b6d-a085-4a41-817a-4af794976440 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1352761 Feb 09 20:41:47.863048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd6e22-4bb3-487f-abc3-adcd00d20c12 req-5b121688-97fe-4254-8131-a1b1132258ed tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:47.866496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6bd6e22-4bb3-487f-abc3-adcd00d20c12 req-5b121688-97fe-4254-8131-a1b1132258ed tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1791153 Feb 09 20:41:47.946198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-2710092c-dad1-41cc-b88e-b549923db858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:47.956842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-2710092c-dad1-41cc-b88e-b549923db858 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af4bd567c22441f29fdb7e7c6421532a&device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 1131 time: 0.5605431 Feb 09 20:41:48.000372 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d47d08-a005-4c03-8ed0-ebf979dfdf85 x-openstack-request-id: req-75d47d08-a005-4c03-8ed0-ebf979dfdf85 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:48.000711 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:48.001899 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-75d47d08-a005-4c03-8ed0-ebf979dfdf85 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:48.002311 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'status': 'completed', 'code': 200} Feb 09 20:41:48.054316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks [] for router_controller (161db81c-db90-4b60-b86e-3e3f56ef72c6), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:48.091356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Allocated IP 172.20.0.2 (6b4e7995-62ec-42b7-b992-4b3deed7d477/38c1af98-e20c-4195-8a52-aa84147f0120/d22f3c37-17d7-4c03-a354-0b3d3a411686) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:48.307324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-8263ed27-53d0-43df-ac04-26ef8917f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:48.310299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-8263ed27-53d0-43df-ac04-26ef8917f7b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4845552 Feb 09 20:41:48.334715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6bd6e22-4bb3-487f-abc3-adcd00d20c12 req-bfc68850-fc66-4c61-ad89-5f108f0dff9d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466670 Feb 09 20:41:48.418715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:48.444636 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Publish callbacks [] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:48.463394 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:48.549732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks [] for router_gateway (161db81c-db90-4b60-b86e-3e3f56ef72c6), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:48.566725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Pushing event updated for resources: {'Port': ['ID=d22f3c37-17d7-4c03-a354-0b3d3a411686,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:48.596998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:48.601085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:48.607582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:48.608948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-537c6a03-2cbc-4c52-9183-0250a1030dee service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516241 Feb 09 20:41:48.636963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14b3d8-f322-4007-903e-4277c7c09fb5 req-baf32cfa-43f4-4266-9112-674d344836ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:48.649060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc14b3d8-f322-4007-903e-4277c7c09fb5 req-baf32cfa-43f4-4266-9112-674d344836ca tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 948 time: 0.5103655 Feb 09 20:41:48.713870 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ff95aa3-9f51-4002-b1af-720df38d5971 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f0531ff0857043cbb7958d90da7a99eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922683 Feb 09 20:41:48.719165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:48.912024 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54679778-d924-4d17-89db-1a5ff5340752 admin admin] Publish callbacks [] for security_group (a2be9534-c1e5-40ad-9f8e-f1297a75a1ab), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:48.969745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc14b3d8-f322-4007-903e-4277c7c09fb5 req-1c61689c-687d-4b6f-a04b-148d1b419a1f tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190315 Feb 09 20:41:48.983309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-1aff9111-e317-4107-98d1-21e7a61b7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:48.985984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-1aff9111-e317-4107-98d1-21e7a61b7560 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 1.0282292 Feb 09 20:41:49.029641 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54679778-d924-4d17-89db-1a5ff5340752 admin admin] Publish callbacks [] for security_group (a2be9534-c1e5-40ad-9f8e-f1297a75a1ab), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:49.103567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Attempting to bind port d22f3c37-17d7-4c03-a354-0b3d3a411686 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:49.104100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Attempting to bind port d22f3c37-17d7-4c03-a354-0b3d3a411686 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:49.104440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Attempting to bind port d22f3c37-17d7-4c03-a354-0b3d3a411686 on network 6b4e7995-62ec-42b7-b992-4b3deed7d477 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:49.140498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:41:49.140964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Checking segment: {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:49.141379 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:49.141781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Bound using segment: {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:41:49.142281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Bound port: d22f3c37-17d7-4c03-a354-0b3d3a411686, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:41:49.142745 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:49.185777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-7adf8797-e2d5-4d77-9609-87cfc657d224 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 HTTP/1.1" status: 200 len: 217 time: 0.1826637 Feb 09 20:41:49.333454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] For port d22f3c37-17d7-4c03-a354-0b3d3a411686, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:49.346994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] For port d22f3c37-17d7-4c03-a354-0b3d3a411686, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d22f3c37-17d7-4c03-a354-0b3d3a411686,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:41:49.363385 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:49.378146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f297c7ae-0f62-487d-8b3f-83b368899f18 req-bc8d7424-eca9-49c6-9d2e-2028ffacea58 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251761 Feb 09 20:41:49.433991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-1c2fd67a-14dc-40c6-8075-59afc5606fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:49.435486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-1c2fd67a-14dc-40c6-8075-59afc5606fae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2261405 Feb 09 20:41:49.587251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7d541-d0c9-49e1-ac52-3698951f4a7a None None] Pushing event updated for resources: {'Port': ['ID=d22f3c37-17d7-4c03-a354-0b3d3a411686,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:49.687305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks [] for router_gateway (161db81c-db90-4b60-b86e-3e3f56ef72c6), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:49.694240 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54679778-d924-4d17-89db-1a5ff5340752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a2be9534-c1e5-40ad-9f8e-f1297a75a1ab), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:49.701612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54679778-d924-4d17-89db-1a5ff5340752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:49.705627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-54679778-d924-4d17-89db-1a5ff5340752 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a2be9534-c1e5-40ad-9f8e-f1297a75a1ab HTTP/1.1" status: 204 len: 168 time: 0.9842019 Feb 09 20:41:49.721349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-4a9457bf-0b7b-4f26-99a1-7833470b46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:49.731897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-4a9457bf-0b7b-4f26-99a1-7833470b46a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2788393 Feb 09 20:41:49.750481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:49.770583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54679778-d924-4d17-89db-1a5ff5340752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2be9534-c1e5-40ad-9f8e-f1297a75a1ab,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:49.786850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2ac33-2aee-42ff-8ab4-197f3e6f1ab9 req-30bec159-d314-498f-9806-6de21e93e6b6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:49.795586 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82a2ac33-2aee-42ff-8ab4-197f3e6f1ab9 req-30bec159-d314-498f-9806-6de21e93e6b6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1795278 Feb 09 20:41:49.986343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82a2ac33-2aee-42ff-8ab4-197f3e6f1ab9 req-ad9d47eb-13c8-446a-b913-16451f7e7163 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887801 Feb 09 20:41:50.027899 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-c54e6882-996d-45b2-91ee-b25c4f9b6181 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874599 Feb 09 20:41:50.031614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-43b718f3-f88e-4cfa-9f25-f348acb2d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:50.033607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-43b718f3-f88e-4cfa-9f25-f348acb2d3ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af4bd567c22441f29fdb7e7c6421532a&device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 1131 time: 0.5463355 Feb 09 20:41:50.238313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Allocated IP 172.25.4.152 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2cd03c17-bc3d-4f89-b214-b5aae34d7705) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:50.255351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ab5627d-7373-465c-8fd7-bb4500bf4740 req-a43fcce7-a245-4400-bcfa-74a7158a07bd tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=ee0168b38f564b0cb7e89cbd94f3d041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204922 Feb 09 20:41:50.274554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d22f3c37-17d7-4c03-a354-0b3d3a411686 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:41:50.330374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d739ad-3680-4044-8152-a2f782c290d0 req-65ba9af6-08d2-4744-8623-dd5fbacb5bb3 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:50.339665 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99d739ad-3680-4044-8152-a2f782c290d0 req-65ba9af6-08d2-4744-8623-dd5fbacb5bb3 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 948 time: 0.1437826 Feb 09 20:41:50.391878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d22f3c37-17d7-4c03-a354-0b3d3a411686 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:50.392262 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:50.415994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:41:50.552610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks [] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:50.575802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99d739ad-3680-4044-8152-a2f782c290d0 req-2be07cad-4a26-403e-bece-45897e485de5 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351556 Feb 09 20:41:50.624918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-0d0dec66-c621-4ebf-a03a-8edcf5bb9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:50.626320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-0d0dec66-c621-4ebf-a03a-8edcf5bb9ae1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.5795214 Feb 09 20:41:50.644902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25d8bb3c-528d-47c5-958b-7399d69aea43 req-87a09530-e528-45e7-b2b9-b2e26c4eccc2 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090944 Feb 09 20:41:50.681594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d22f3c37-17d7-4c03-a354-0b3d3a411686 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:50.682003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:50.713812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:50.787122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-964eb7d1-e7e7-4863-8699-be780197d5ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc HTTP/1.1" status: 200 len: 217 time: 0.1081874 Feb 09 20:41:50.813094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port d22f3c37-17d7-4c03-a354-0b3d3a411686, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d22f3c37-17d7-4c03-a354-0b3d3a411686,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:50.819275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:50.825429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:50.828345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:50.835552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:50.924380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd03c17-bc3d-4f89-b214-b5aae34d7705,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:50.953585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5627d-7373-465c-8fd7-bb4500bf4740 req-ba3f8ee0-2275-482f-a615-ccda1f1767c6 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:50.965259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ab5627d-7373-465c-8fd7-bb4500bf4740 req-ba3f8ee0-2275-482f-a615-ccda1f1767c6 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7038941 Feb 09 20:41:50.995898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=d22f3c37-17d7-4c03-a354-0b3d3a411686,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:51.018837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:51.057603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ab5627d-7373-465c-8fd7-bb4500bf4740 req-117ba3cd-0255-4267-91ef-d540f35c6f3c tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/quotas/ee0168b38f564b0cb7e89cbd94f3d041 HTTP/1.1" status: 200 len: 375 time: 0.0874608 Feb 09 20:41:51.063188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'mac_address': 'fa:16:3e:7c:39:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:41:51.178337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:51.178895 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:51.210227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:51.256851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:51.263995 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:51.451525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f0eb4e-75a4-4285-b53f-b2e8596afdfd None None] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:51.480802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:51.511793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks [] for router_gateway (161db81c-db90-4b60-b86e-3e3f56ef72c6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:51.514039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:51.538687 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:51.672892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:51.801297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-348635385'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:51.808574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 36f68f92-1f38-4272-b6a0-e28dafb75fdc details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:41:51.840180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (161db81c-db90-4b60-b86e-3e3f56ef72c6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:51.956059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:51.965177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-30d7f022-0198-417c-9c31-4e9a7d993836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:51.967207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-30d7f022-0198-417c-9c31-4e9a7d993836 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 1.1657186 Feb 09 20:41:51.979134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ab5627d-7373-465c-8fd7-bb4500bf4740 req-6dedebd5-d0bc-40c5-b12d-04da075fd897 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee0168b38f564b0cb7e89cbd94f3d041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.9187191 Feb 09 20:41:51.982976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'mac_address': 'fa:16:3e:6a:22:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:41:51.986522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Made reservation on behalf of e8635758f37d48ba993885289c69c7f3 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:52.003924 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.028315 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.045164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f036a1-1e7e-4e00-b027-3675102f9a0a req-89839b30-7cfa-4770-b1ae-b12bdf04f757 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:52.052298 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70f036a1-1e7e-4e00-b027-3675102f9a0a req-89839b30-7cfa-4770-b1ae-b12bdf04f757 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.2460063 Feb 09 20:41:52.104597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-bfc5b4bb-a802-4f96-9950-cce25d4e976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:52.115598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-bfc5b4bb-a802-4f96-9950-cce25d4e976f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1258485 Feb 09 20:41:52.118179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 36f68f92-1f38-4272-b6a0-e28dafb75fdc is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:52.118585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.127939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f797b42f-7dee-4ddf-82e9-0bfe26c26c85 None None] Provisioning complete for port d22f3c37-17d7-4c03-a354-0b3d3a411686 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:52.128322 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f797b42f-7dee-4ddf-82e9-0bfe26c26c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.245242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d22f3c37-17d7-4c03-a354-0b3d3a411686 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:41:52.264949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70f036a1-1e7e-4e00-b027-3675102f9a0a req-cf67760d-b195-4456-b219-28b24f782e07 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105405 Feb 09 20:41:52.419801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-db2079a6-4bec-490a-8745-162a181af813 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961552 Feb 09 20:41:52.432645 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for security_group (608bc7c8-5bd0-4955-b99f-baff1e624eaa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.442307 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (608bc7c8-5bd0-4955-b99f-baff1e624eaa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.453301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Router 161db81c-db90-4b60-b86e-3e3f56ef72c6 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:41:52.514874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:41:52.539179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608bc7c8-5bd0-4955-b99f-baff1e624eaa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:52.542332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc76eb-451b-448e-9afb-c877b5e8eba9 req-ac9b575e-d6fe-45f6-9b43-6cb1b4136a14 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:52.550474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefc76eb-451b-448e-9afb-c877b5e8eba9 req-ac9b575e-d6fe-45f6-9b43-6cb1b4136a14 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 948 time: 0.2823927 Feb 09 20:41:52.552735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f68f92-1f38-4272-b6a0-e28dafb75fdc {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:41:52.560339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f797b42f-7dee-4ddf-82e9-0bfe26c26c85 None None] Current status of the port d22f3c37-17d7-4c03-a354-0b3d3a411686 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:52.661925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:52.677235 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.691065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8268649b-b466-4cfd-92e1-8e8f4b51569c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.691833 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Added segment 8268649b-b466-4cfd-92e1-8e8f4b51569c of type vlan for network 8a4296ca-a70f-4efc-a218-21d93b76927b Feb 09 20:41:52.738788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefc76eb-451b-448e-9afb-c877b5e8eba9 req-4522e486-e448-4ee3-9f01-7c2916a89508 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869879 Feb 09 20:41:52.774861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04338aea-bbc6-4dff-a6ef-9072c046d895 req-973a42ec-f091-4362-bf17-46619ad3430d service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516698 Feb 09 20:41:52.806148 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (8a4296ca-a70f-4efc-a218-21d93b76927b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.881948 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (8a4296ca-a70f-4efc-a218-21d93b76927b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.901954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:52.902403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:52.937784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:41:53.016554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:53.036133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['36f68f92-1f38-4272-b6a0-e28dafb75fdc'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:41:53.097698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:53.101386 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-950ed333-a677-4b0c-a95c-419b5ac017e7 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4320612 Feb 09 20:41:53.101908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:53.116322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d22f3c37-17d7-4c03-a354-0b3d3a411686 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:53.116696 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:53.158981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6423256 Feb 09 20:41:53.161859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:53.167956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'subnet': {'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:53.247376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Sync routers for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:41:53.273536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a4197-1b07-4673-9a28-020af1f5f40f tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Network': ['ID=8a4296ca-a70f-4efc-a218-21d93b76927b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:53.363542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 8a4296ca-a70f-4efc-a218-21d93b76927b details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:41:53.409410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Made reservation on behalf of e8635758f37d48ba993885289c69c7f3 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:53.420554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:53.525052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:41:53.525717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:41:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:53.958526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (74c9acba-c3ba-401c-8174-7d59d13eff57), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:54.005594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a5b26-4e5d-4ae3-b2c4-28aa07f480e1 req-3a505f42-fdea-4f0c-97fd-e185b4089e4d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:54.007139 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d2a5b26-4e5d-4ae3-b2c4-28aa07f480e1 req-3a505f42-fdea-4f0c-97fd-e185b4089e4d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.2011015 Feb 09 20:41:54.026995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d22f3c37-17d7-4c03-a354-0b3d3a411686 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:54.042213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d6fa8720-f855-4acd-acd3-45e0710bcd27 None None] Provisioning complete for port d22f3c37-17d7-4c03-a354-0b3d3a411686 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:54.043851 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8720-f855-4acd-acd3-45e0710bcd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:54.092050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d2a5b26-4e5d-4ae3-b2c4-28aa07f480e1 req-fc654983-364a-43b6-9aff-82843de03b0c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784738 Feb 09 20:41:54.145128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:41:54.172681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Checking segment: {'id': '8268649b-b466-4cfd-92e1-8e8f4b51569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:54.176652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Network hostable DHCP agents. Network: 8a4296ca-a70f-4efc-a218-21d93b76927b, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:41:54.199665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Subnet': ['ID=74c9acba-c3ba-401c-8174-7d59d13eff57,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:54.216566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Network 8a4296ca-a70f-4efc-a218-21d93b76927b is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:41:54.256533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 8a4296ca-a70f-4efc-a218-21d93b76927b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:54.281138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0467ce-25ca-4939-807e-b9aedfc5a0b1 None None] Network 8a4296ca-a70f-4efc-a218-21d93b76927b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:41:54.289765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:54.295881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:54.320659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a974459d-ffce-4b69-8903-2a74882e46c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1577187 Feb 09 20:41:54.322502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d34838c-a09f-4beb-aed0-47f868bf4125 req-e0b451ca-06b2-4d78-a33b-16d9c8e43e9e tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=ee0168b38f564b0cb7e89cbd94f3d041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571094 Feb 09 20:41:54.326134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:54.336290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b', 'name': 'tempest-AllowedAddressPairTestJSON-1688528284'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:54.340502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9ebad-a0c6-4429-9cca-909b09a88a99 req-65929822-7422-4fad-a685-eb8c7b2f76ad tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:54.349565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7c9ebad-a0c6-4429-9cca-909b09a88a99 req-65929822-7422-4fad-a685-eb8c7b2f76ad tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 949 time: 0.1094806 Feb 09 20:41:54.433939 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7c9ebad-a0c6-4429-9cca-909b09a88a99 req-fdd7fd5b-3611-48a9-9c94-67bc3f82b13d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833981 Feb 09 20:41:54.515905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:54.576276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:41:54.645504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Made reservation on behalf of e8635758f37d48ba993885289c69c7f3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:54.651331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:54.668780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa8720-f855-4acd-acd3-45e0710bcd27 None None] Current status of the port d22f3c37-17d7-4c03-a354-0b3d3a411686 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:54.738220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-8a4296ca-a70f-4efc-a218-21d93b76927b', 'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b', 'project_id': 'e8635758f37d48ba993885289c69c7f3', 'fixed_ips': [{'subnet_id': '74c9acba-c3ba-401c-8174-7d59d13eff57'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:41:54.739070 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:54.742887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:41:54.744989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] device_id is not set on port 2ba98885-5640-44e8-99b1-f867eb62ac46 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:54.758758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:54.759754 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:54.865142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:51Z', 'revision_number': 3, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:54.911338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Checking router: 161db81c-db90-4b60-b86e-3e3f56ef72c6 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:41:54.911723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Updating router 161db81c-db90-4b60-b86e-3e3f56ef72c6 port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:41:54.962595 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:54.986104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Allocated IP 172.20.0.7 (8a4296ca-a70f-4efc-a218-21d93b76927b/74c9acba-c3ba-401c-8174-7d59d13eff57/2ba98885-5640-44e8-99b1-f867eb62ac46) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:55.002571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:55.003081 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.095232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:55.097503 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03939715-6c27-43ab-b4f4-c9ea0e0ea257" -d '{"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:55.123460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:55.146853 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.174030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34838c-a09f-4beb-aed0-47f868bf4125 req-86a36301-213b-40d0-ab91-bdbea1a0c4c9 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:55.176755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d34838c-a09f-4beb-aed0-47f868bf4125 req-86a36301-213b-40d0-ab91-bdbea1a0c4c9 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7252872 Feb 09 20:41:55.264800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:55.308083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d34838c-a09f-4beb-aed0-47f868bf4125 req-83125ab0-5c84-490d-91ad-a5d14e7f4a17 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/quotas/ee0168b38f564b0cb7e89cbd94f3d041 HTTP/1.1" status: 200 len: 375 time: 0.1170106 Feb 09 20:41:55.353861 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50679cd5-3c91-4b7b-90cd-9ea3467eebcf x-openstack-request-id: req-50679cd5-3c91-4b7b-90cd-9ea3467eebcf {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:55.354196 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:55.354446 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-50679cd5-3c91-4b7b-90cd-9ea3467eebcf {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:55.354843 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'code': 200} Feb 09 20:41:55.375467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d34838c-a09f-4beb-aed0-47f868bf4125 req-2abb641b-738c-4b73-91e5-d1ee5850f4f5 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee0168b38f564b0cb7e89cbd94f3d041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660450 Feb 09 20:41:55.506417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Publish callbacks [] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.516659 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.549591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (2ba98885-5640-44e8-99b1-f867eb62ac46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.598044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ea3af-b95e-4cb7-88ef-accb0ecf0fa4 req-9a25ea60-cc0c-4694-9398-0540fe1195de tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:55.600782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Allocated IP 172.20.0.1 (6b4e7995-62ec-42b7-b992-4b3deed7d477/38c1af98-e20c-4195-8a52-aa84147f0120/92bc6aa4-0913-4a71-bac7-5f8d217fa0e6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:55.604301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3774f-b823-45e0-89ed-389d9f95b51c None None] Pushing event updated for resources: {'Port': ['ID=2cd03c17-bc3d-4f89-b214-b5aae34d7705,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:55.607712 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-461ea3af-b95e-4cb7-88ef-accb0ecf0fa4 req-9a25ea60-cc0c-4694-9398-0540fe1195de tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1660244 Feb 09 20:41:55.636750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Attempting to bind port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:55.637091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Attempting to bind port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:55.637394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Attempting to bind port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:55.651202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:41:55.651676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:55.652031 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.652429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:41:55.652923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Bound port: 2cd03c17-bc3d-4f89-b214-b5aae34d7705, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:41:55.657148 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.662979 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-461ea3af-b95e-4cb7-88ef-accb0ecf0fa4 req-fee7ff8d-151d-4758-b4cb-09cbca86df3a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553660 Feb 09 20:41:55.721668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 36f68f92-1f38-4272-b6a0-e28dafb75fdc up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:41:55.792632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2ba98885-5640-44e8-99b1-f867eb62ac46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.823117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] For port 2cd03c17-bc3d-4f89-b214-b5aae34d7705, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:55.877162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] For port 2cd03c17-bc3d-4f89-b214-b5aae34d7705, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2cd03c17-bc3d-4f89-b214-b5aae34d7705,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:41:55.895534 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:55.896216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594f63a-00b1-427d-85d9-ce308f7d2a5e req-c751b0a2-7911-48be-a0ed-c11ff86199a2 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:55.904622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d594f63a-00b1-427d-85d9-ce308f7d2a5e req-c751b0a2-7911-48be-a0ed-c11ff86199a2 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 949 time: 0.2713392 Feb 09 20:41:55.908535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55762b-136c-4670-bbd6-1b8fab5e457d req-f3b8007f-2596-4ca1-9ea6-023025efae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:55.910014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d55762b-136c-4670-bbd6-1b8fab5e457d req-f3b8007f-2596-4ca1-9ea6-023025efae53 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 1133 time: 0.4847577 Feb 09 20:41:55.918512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Allocated IP 172.20.0.2 (8a4296ca-a70f-4efc-a218-21d93b76927b/74c9acba-c3ba-401c-8174-7d59d13eff57/d27f0bcb-1943-4246-84fd-11bb71ccd4e6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:55.964803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Network 8a4296ca-a70f-4efc-a218-21d93b76927b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:56.010718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:56.012289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:41:56.013120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:41:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:56.019370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:56.038954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=2ba98885-5640-44e8-99b1-f867eb62ac46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:56.055582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 36f68f92-1f38-4272-b6a0-e28dafb75fdc completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:41:56.130705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Publish callbacks [] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.181244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:56.181909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.186138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d55762b-136c-4670-bbd6-1b8fab5e457d req-9b814bed-4b35-4ef9-93a1-2878de0f029d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288504 Feb 09 20:41:56.206976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d594f63a-00b1-427d-85d9-ce308f7d2a5e req-5b9bb86f-6808-4570-b247-5aeae44ec6c4 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008323 Feb 09 20:41:56.266519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-198d7570-cd8a-4d7e-a16a-7082fa69f52c tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9340839 Feb 09 20:41:56.267218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:56.275957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b', 'name': 'tempest-AllowedAddressPairTestJSON-577059262', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:64:78'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:56.290383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 36f68f92-1f38-4272-b6a0-e28dafb75fdc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:56.292286 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.292956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.330615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3774f-b823-45e0-89ed-389d9f95b51c None None] Pushing event updated for resources: {'Port': ['ID=2cd03c17-bc3d-4f89-b214-b5aae34d7705,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:56.416336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:56.420514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:56.446080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:56.487617 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.525411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:56.600458 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (161db81c-db90-4b60-b86e-3e3f56ef72c6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.672152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Made reservation on behalf of e8635758f37d48ba993885289c69c7f3 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:41:56.715458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:41:56.904032 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.912590 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Publish callbacks [] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.935545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] device_id is not set on port 87fbf17d-8feb-4183-a117-dfea8032d919 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:41:56.943312 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.967036 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:56.975715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 36f68f92-1f38-4272-b6a0-e28dafb75fdc is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:41:56.976209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:57.042229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728bbd4-ab03-4a86-93d7-50019ef4d6e5 req-e4a1971c-acf6-41cb-8c03-c0976d4dc03f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:57.049179 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0728bbd4-ab03-4a86-93d7-50019ef4d6e5 req-e4a1971c-acf6-41cb-8c03-c0976d4dc03f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.1977963 Feb 09 20:41:57.060522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e65df9e9-ce05-4ab1-b396-a664d5461700 None None] Provisioning complete for port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:57.061011 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e65df9e9-ce05-4ab1-b396-a664d5461700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:57.108224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Network 8a4296ca-a70f-4efc-a218-21d93b76927b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:57.128550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:57.141760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Pushing event updated for resources: {'Port': ['ID=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:57.159930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:57.191930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e65df9e9-ce05-4ab1-b396-a664d5461700 None None] Port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:41:57.200492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:41:57.257248 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:57.316314 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0728bbd4-ab03-4a86-93d7-50019ef4d6e5 req-fe67c8d7-ab9f-4eeb-8707-788fb3226766 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633317 Feb 09 20:41:57.342591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Publish callbacks [] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:57.353193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:57.446643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Allocated IP 172.20.0.14 (8a4296ca-a70f-4efc-a218-21d93b76927b/74c9acba-c3ba-401c-8174-7d59d13eff57/87fbf17d-8feb-4183-a117-dfea8032d919) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:41:57.501283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:57.505420 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (161db81c-db90-4b60-b86e-3e3f56ef72c6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:57.587873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb14e008-7860-45e6-8e26-fb14163bc716 req-6e960f1d-5e8c-4241-b2a3-f62b0cd8d0b8 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=ee0168b38f564b0cb7e89cbd94f3d041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551629 Feb 09 20:41:57.656133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:57.658039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:57.721232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:41:57.723478 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286756dc-8695-49ef-a84e-1c14c5d734c9" -d '{"events": [{"server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "name": "network-vif-plugged", "status": "completed", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:41:57.865780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Attempting to bind port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:41:57.865780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Attempting to bind port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8268649b-b466-4cfd-92e1-8e8f4b51569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:41:57.865780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Attempting to bind port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 on network 8a4296ca-a70f-4efc-a218-21d93b76927b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:41:57.877951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Router 161db81c-db90-4b60-b86e-3e3f56ef72c6 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:41:57.933141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:41:57.934126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Checking segment: {'id': '8268649b-b466-4cfd-92e1-8e8f4b51569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:41:57.934773 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:57.935525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Bound using segment: {'id': '8268649b-b466-4cfd-92e1-8e8f4b51569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:41:57.936904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Bound port: d27f0bcb-1943-4246-84fd-11bb71ccd4e6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8268649b-b466-4cfd-92e1-8e8f4b51569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:41:57.937529 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:57.942161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:58.062389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:51Z', 'revision_number': 3, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:41:58.100668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] For port d27f0bcb-1943-4246-84fd-11bb71ccd4e6, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:41:58.103624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fd06f-a3e7-4f92-9d73-7c4de83c3114 None None] The sync data for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 is: [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:51Z', 'revision_number': 3, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:41:58.130906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b03409-22f2-45e2-b8cc-169f47996443 req-3519481a-fe43-4505-95f6-0cbf70bd2f72 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:58.134510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] For port d27f0bcb-1943-4246-84fd-11bb71ccd4e6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,segment=NetworkSegment(8268649b-b466-4cfd-92e1-8e8f4b51569c),segment_id=8268649b-b466-4cfd-92e1-8e8f4b51569c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:41:58.140542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4b03409-22f2-45e2-b8cc-169f47996443 req-3519481a-fe43-4505-95f6-0cbf70bd2f72 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 950 time: 0.2474346 Feb 09 20:41:58.151154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:58.214903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:41:58.230914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b1c25003-2abb-44ba-af21-a9989f170bc8 None None] Provisioning complete for port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:41:58.231467 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1c25003-2abb-44ba-af21-a9989f170bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:58.233737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4b03409-22f2-45e2-b8cc-169f47996443 req-ff263201-faf7-417e-b124-1e8db32503a7 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912573 Feb 09 20:41:58.251106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f296d2b8-e683-47ee-9f36-5346ccc8d7e6 admin admin] 10.222.0.102 "PUT /v2.0/routers/161db81c-db90-4b60-b86e-3e3f56ef72c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1397271 Feb 09 20:41:58.333028 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175b2f5-822d-4988-94b7-de8172a8ddec x-openstack-request-id: req-1175b2f5-822d-4988-94b7-de8172a8ddec {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:41:58.333356 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "name": "network-vif-plugged", "status": "completed", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:41:58.333592 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1175b2f5-822d-4988-94b7-de8172a8ddec {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:41:58.333979 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'code': 200} Feb 09 20:41:58.430347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1be44-7afb-488a-81fe-d17f67805e97 None None] Pushing event updated for resources: {'Port': ['ID=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:58.445912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b1c25003-2abb-44ba-af21-a9989f170bc8 None None] Port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:41:58.538492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b883d-e4a1-4aae-ba39-665583d1603d req-8614ff7b-1ff1-4e66-8687-72deb1523794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:58.540050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f23b883d-e4a1-4aae-ba39-665583d1603d req-8614ff7b-1ff1-4e66-8687-72deb1523794 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 1133 time: 0.1274476 Feb 09 20:41:58.773238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f23b883d-e4a1-4aae-ba39-665583d1603d req-77159eec-ef34-4109-b82c-9aa746228f52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871340 Feb 09 20:41:58.820774 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (87fbf17d-8feb-4183-a117-dfea8032d919), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:58.839360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c0928-1596-4230-ac18-7e108e423898 req-a04bcea4-a0b4-4d22-9feb-dbf631ba22a2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:58.849892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-422c0928-1596-4230-ac18-7e108e423898 req-a04bcea4-a0b4-4d22-9feb-dbf631ba22a2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.2311206 Feb 09 20:41:58.857366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14e008-7860-45e6-8e26-fb14163bc716 req-cc80ceaa-3b07-4eff-b122-76509f32672f tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:58.865655 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb14e008-7860-45e6-8e26-fb14163bc716 req-cc80ceaa-3b07-4eff-b122-76509f32672f tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2511768 Feb 09 20:41:58.899545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb14e008-7860-45e6-8e26-fb14163bc716 req-3cca3e6a-efc8-496f-ac93-5c75b8a33a0e tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/quotas/ee0168b38f564b0cb7e89cbd94f3d041 HTTP/1.1" status: 200 len: 375 time: 0.0322599 Feb 09 20:41:58.914782 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-422c0928-1596-4230-ac18-7e108e423898 req-6ad07d24-0421-4b05-8bd8-833fc34b5480 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640182 Feb 09 20:41:58.986349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb14e008-7860-45e6-8e26-fb14163bc716 req-22f18059-412c-4ee2-b913-14392b3ba7b9 tempest-QuotasAdminNegativeTest-748379429 tempest-QuotasAdminNegativeTest-748379429-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ee0168b38f564b0cb7e89cbd94f3d041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857801 Feb 09 20:41:58.994509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (87fbf17d-8feb-4183-a117-dfea8032d919), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:59.107408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=87fbf17d-8feb-4183-a117-dfea8032d919,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:41:59.141978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Network 8a4296ca-a70f-4efc-a218-21d93b76927b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:41:59.144509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:41:59.148412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:41:59.244844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:59.245441 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:59.269255 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-121c8b90-47d6-4cb7-ae86-04f305250e73 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0006924 Feb 09 20:41:59.272125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:59.386476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176dea89-d18c-44ed-b24a-0bd0a74fb4a7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:59.392703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176dea89-d18c-44ed-b24a-0bd0a74fb4a7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:59.404232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176dea89-d18c-44ed-b24a-0bd0a74fb4a7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:41:59.404232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-176dea89-d18c-44ed-b24a-0bd0a74fb4a7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1270494 Feb 09 20:41:59.404580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:59.577912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:41:59.582855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-077003e6-26df-4612-948b-2560c59a48b4 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078690681', 'description': 'tempest-description--442975528'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:41:59.588033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a10b03dc-62c3-4515-8fa8-4a1541ef4ac7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Deleting port 87fbf17d-8feb-4183-a117-dfea8032d919 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:41:59.588371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b03dc-62c3-4515-8fa8-4a1541ef4ac7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (87fbf17d-8feb-4183-a117-dfea8032d919), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:59.640279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-077003e6-26df-4612-948b-2560c59a48b4 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:59.823027 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b03dc-62c3-4515-8fa8-4a1541ef4ac7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (87fbf17d-8feb-4183-a117-dfea8032d919), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:59.827152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-077003e6-26df-4612-948b-2560c59a48b4 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group (b702a789-a3c5-4aff-a9bb-7f0d8a9159a4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:59.835309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-077003e6-26df-4612-948b-2560c59a48b4 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b702a789-a3c5-4aff-a9bb-7f0d8a9159a4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:59.839216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a10b03dc-62c3-4515-8fa8-4a1541ef4ac7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Calling delete_port for 87fbf17d-8feb-4183-a117-dfea8032d919 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:41:59.973045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-077003e6-26df-4612-948b-2560c59a48b4 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:41:59.979308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-077003e6-26df-4612-948b-2560c59a48b4 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3978043 Feb 09 20:41:59.981627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:00.000662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-62d8f431-1f01-40d4-8d6c-b32a6dbce683 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Request body: {'security_group_rule': {'security_group_id': 'b702a789-a3c5-4aff-a9bb-7f0d8a9159a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:00.017441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077003e6-26df-4612-948b-2560c59a48b4 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:00.149373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8f431-1f01-40d4-8d6c-b32a6dbce683 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group_rule (2bfd9aa8-9d21-4e74-9ffd-7cf815698825), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.208085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3b6ed-0141-4989-891e-dcb9480b2342 None None] Network 8a4296ca-a70f-4efc-a218-21d93b76927b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:00.283802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b03dc-62c3-4515-8fa8-4a1541ef4ac7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (87fbf17d-8feb-4183-a117-dfea8032d919), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.377999 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b03dc-62c3-4515-8fa8-4a1541ef4ac7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Port': ['ID=87fbf17d-8feb-4183-a117-dfea8032d919,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:00.389383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f7a6f70a-76f5-440c-b1c4-a581452f4ed5 None None] Provisioning complete for port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:00.389655 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f70a-76f5-440c-b1c4-a581452f4ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.473546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d27f0bcb-1943-4246-84fd-11bb71ccd4e6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:00.509437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093616a-99e7-4f09-a4f8-aef7d1d9e994 req-3d3c5ebc-2ca4-403b-af4e-ea8a6afeea90 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:00.516920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4093616a-99e7-4f09-a4f8-aef7d1d9e994 req-3d3c5ebc-2ca4-403b-af4e-ea8a6afeea90 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 950 time: 0.4043922 Feb 09 20:42:00.554796 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8f431-1f01-40d4-8d6c-b32a6dbce683 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group_rule (2bfd9aa8-9d21-4e74-9ffd-7cf815698825), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.600614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4093616a-99e7-4f09-a4f8-aef7d1d9e994 req-dd868cd4-c14d-4043-bb43-bf796d8c61e1 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823267 Feb 09 20:42:00.601357 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8f431-1f01-40d4-8d6c-b32a6dbce683 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2bfd9aa8-9d21-4e74-9ffd-7cf815698825), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.653117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8f431-1f01-40d4-8d6c-b32a6dbce683 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfd9aa8-9d21-4e74-9ffd-7cf815698825,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:00.672475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8f431-1f01-40d4-8d6c-b32a6dbce683 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.674148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-62d8f431-1f01-40d4-8d6c-b32a6dbce683 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6911254 Feb 09 20:42:00.680662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:00.704724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7748fabd-db5a-4fae-a6d5-622277ce36d8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Request body: {'security_group_rule': {'security_group_id': 'b702a789-a3c5-4aff-a9bb-7f0d8a9159a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:00.751786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10b03dc-62c3-4515-8fa8-4a1541ef4ac7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.763519 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a10b03dc-62c3-4515-8fa8-4a1541ef4ac7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "DELETE /v2.0/ports/87fbf17d-8feb-4183-a117-dfea8032d919 HTTP/1.1" status: 204 len: 168 time: 1.3570318 Feb 09 20:42:00.766466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:00.780105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7748fabd-db5a-4fae-a6d5-622277ce36d8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group_rule (633c4416-00d9-4756-a56c-a4805ff81576), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.788202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811403d-a9b6-4b9e-978b-c287af3aec16 req-9669fc05-3bed-43cc-9bae-5f7d952fecb8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:00.789945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c811403d-a9b6-4b9e-978b-c287af3aec16 req-9669fc05-3bed-43cc-9bae-5f7d952fecb8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.3428941 Feb 09 20:42:00.828171 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5b4107-c1e7-4c72-ad49-5ecc490ed514 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] GET failed (client error): The resource could not be found. Feb 09 20:42:00.837241 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3f5b4107-c1e7-4c72-ad49-5ecc490ed514 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "GET /v2.0/ports/87fbf17d-8feb-4183-a117-dfea8032d919 HTTP/1.1" status: 404 len: 333 time: 0.0663004 Feb 09 20:42:00.859927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:00.861530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6f70a-76f5-440c-b1c4-a581452f4ed5 None None] Current status of the port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:00.862135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f70a-76f5-440c-b1c4-a581452f4ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.876622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b', 'name': 'tempest-AllowedAddressPairTestJSON-324301010'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:00.889097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:00.895983 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.966099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7748fabd-db5a-4fae-a6d5-622277ce36d8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group_rule (633c4416-00d9-4756-a56c-a4805ff81576), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.974327 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7748fabd-db5a-4fae-a6d5-622277ce36d8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (633c4416-00d9-4756-a56c-a4805ff81576), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:00.996600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c811403d-a9b6-4b9e-978b-c287af3aec16 req-3e86c836-76c5-4dd0-bcf1-aea9a482761f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776931 Feb 09 20:42:01.065177 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7748fabd-db5a-4fae-a6d5-622277ce36d8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:01.069115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7748fabd-db5a-4fae-a6d5-622277ce36d8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778276 Feb 09 20:42:01.070129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:01.072988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748fabd-db5a-4fae-a6d5-622277ce36d8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633c4416-00d9-4756-a56c-a4805ff81576,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:01.105504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:01.105965 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Sync routers for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:42:01.121031 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:42:01.125550 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:41:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:01.132349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f7a6f70a-76f5-440c-b1c4-a581452f4ed5 None None] For port d27f0bcb-1943-4246-84fd-11bb71ccd4e6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,segment=NetworkSegment(8268649b-b466-4cfd-92e1-8e8f4b51569c),segment_id=8268649b-b466-4cfd-92e1-8e8f4b51569c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:01.149405 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f70a-76f5-440c-b1c4-a581452f4ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:01.163524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:01.239549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Made reservation on behalf of e8635758f37d48ba993885289c69c7f3 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:01.250371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:01.304943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] device_id is not set on port c2154c01-c010-438e-a3cf-428993b7ecf5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:42:01.320913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:01.325496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2cd03c17-bc3d-4f89-b214-b5aae34d7705 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:01.393751 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:42:01.448303 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:01.487601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:01.489121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46256) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:01.493416 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:01.496322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6f70a-76f5-440c-b1c4-a581452f4ed5 None None] Pushing event updated for resources: {'Port': ['ID=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:01.586858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:01.707349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Allocated IP 172.20.0.5 (8a4296ca-a70f-4efc-a218-21d93b76927b/74c9acba-c3ba-401c-8174-7d59d13eff57/c2154c01-c010-438e-a3cf-428993b7ecf5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:01.754961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c122d55c-1348-45bb-abbd-34cd79f64b97 None None] Provisioning complete for port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:01.755853 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c122d55c-1348-45bb-abbd-34cd79f64b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:01.777178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Allocated IP 172.25.4.250 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/d9c70681-1bd3-4a9e-89ce-c968577b223b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:01.845426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:01.852066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:01.988103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 2cd03c17-bc3d-4f89-b214-b5aae34d7705, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2cd03c17-bc3d-4f89-b214-b5aae34d7705,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:01.997965 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.069945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.082158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c122d55c-1348-45bb-abbd-34cd79f64b97 None None] Current status of the port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:02.186688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c122d55c-1348-45bb-abbd-34cd79f64b97 None None] Provisioning complete for port 2ba98885-5640-44e8-99b1-f867eb62ac46 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:02.186992 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c122d55c-1348-45bb-abbd-34cd79f64b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ba98885-5640-44e8-99b1-f867eb62ac46), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.259755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d27f0bcb-1943-4246-84fd-11bb71ccd4e6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:02.287450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=2cd03c17-bc3d-4f89-b214-b5aae34d7705,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:02.310431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.344771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c122d55c-1348-45bb-abbd-34cd79f64b97 None None] Port 2ba98885-5640-44e8-99b1-f867eb62ac46 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:02.404515 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768277cd-4219-4706-9725-49826bd5656d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.413194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:02.413583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.431223 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:41:57Z', 'revision_number': 2, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:02.493546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Network 8a4296ca-a70f-4efc-a218-21d93b76927b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:02.508991 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Checking router: 161db81c-db90-4b60-b86e-3e3f56ef72c6 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:42:02.509618 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Updating router 161db81c-db90-4b60-b86e-3e3f56ef72c6 port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:42:02.513048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-841a5788-797e-4284-aed8-4d6d59e7525d None None] Provisioning complete for port 2ba98885-5640-44e8-99b1-f867eb62ac46 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:02.513423 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-841a5788-797e-4284-aed8-4d6d59e7525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ba98885-5640-44e8-99b1-f867eb62ac46), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.516640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:02.546903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:02.601842 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.606082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-841a5788-797e-4284-aed8-4d6d59e7525d None None] Port 2ba98885-5640-44e8-99b1-f867eb62ac46 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:02.646349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:02.688245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=c2154c01-c010-438e-a3cf-428993b7ecf5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:02.720974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-178662fb-fe67-41ec-af71-86d842a3e09a None None] Could not find standard attr ID for object 87fbf17d-8feb-4183-a117-dfea8032d919. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 20:42:02.756738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0052c-b45e-41a7-b26c-16343239b5ee req-fdbd07a4-9034-4762-9f0c-cd42a814408e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:02.758463 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1ee0052c-b45e-41a7-b26c-16343239b5ee req-fdbd07a4-9034-4762-9f0c-cd42a814408e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.5308554 Feb 09 20:42:02.799052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for port (d9c70681-1bd3-4a9e-89ce-c968577b223b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.851560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d9c70681-1bd3-4a9e-89ce-c968577b223b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.853481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:02.854536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df6a58c7-7810-4fc7-8ceb-6d71c9ae201e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.854915 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.927295 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Publish callbacks [] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.935101 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:02.968365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:02.979519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:02.985114 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dc91a512-2b3b-4a4a-a670-d045fd2b3d15 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1163802 Feb 09 20:42:02.992695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46282) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:02.995829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:02.998965 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Pushing event updated for resources: {'Port': ['ID=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:03.006314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:64:78'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:03.010258 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.010647 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.011045 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.011388 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.012043 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.012387 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.012714 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.013337 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.013675 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.014589 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.014987 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.015453 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.015809 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:03.025625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event updated for resources: {'Port': ['ID=d9c70681-1bd3-4a9e-89ce-c968577b223b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:03.036239 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1ee0052c-b45e-41a7-b26c-16343239b5ee req-5ecf72a4-b567-4fc8-9e24-15d0f9687885 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528198 Feb 09 20:42:03.068971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768277cd-4219-4706-9725-49826bd5656d admin admin] Publish callbacks [] for security_group (4cc1d3b9-28b8-45b5-969e-1c65738e172b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.074411 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768277cd-4219-4706-9725-49826bd5656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4cc1d3b9-28b8-45b5-969e-1c65738e172b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.137599 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Attempting to bind port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:03.138130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Attempting to bind port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:03.138502 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Attempting to bind port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 on network 6b4e7995-62ec-42b7-b992-4b3deed7d477 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:03.144184 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:03.144565 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Checking segment: {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:03.145023 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.145514 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Bound using segment: {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:03.146132 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Bound port: 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:03.146518 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.180222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-768277cd-4219-4706-9725-49826bd5656d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ee0168b38f564b0cb7e89cbd94f3d041&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6833909 Feb 09 20:42:03.181299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:03.182088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768277cd-4219-4706-9725-49826bd5656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc1d3b9-28b8-45b5-969e-1c65738e172b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:03.268379 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] For port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:42:03.276877 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] For port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:03.288349 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.340304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54727736-f8e1-498a-a1a6-58deaa51e198 admin admin] Publish callbacks [] for security_group (4cc1d3b9-28b8-45b5-969e-1c65738e172b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.377643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54727736-f8e1-498a-a1a6-58deaa51e198 admin admin] Publish callbacks [] for security_group (4cc1d3b9-28b8-45b5-969e-1c65738e172b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.391265 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:42:03.392130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:41:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:03.394771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cfc49-55f5-4504-9816-e1b46ddc11fc req-3e5ca2c8-8a50-474f-9220-d7f1bbafa90a tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:03.396282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c48cfc49-55f5-4504-9816-e1b46ddc11fc req-3e5ca2c8-8a50-474f-9220-d7f1bbafa90a tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 950 time: 1.5686009 Feb 09 20:42:03.486654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Provisioning complete for port c2154c01-c010-438e-a3cf-428993b7ecf5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:03.487201 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.514222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54727736-f8e1-498a-a1a6-58deaa51e198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4cc1d3b9-28b8-45b5-969e-1c65738e172b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.521519 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54727736-f8e1-498a-a1a6-58deaa51e198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.528169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-54727736-f8e1-498a-a1a6-58deaa51e198 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4cc1d3b9-28b8-45b5-969e-1c65738e172b HTTP/1.1" status: 204 len: 168 time: 0.3429496 Feb 09 20:42:03.553680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54727736-f8e1-498a-a1a6-58deaa51e198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc1d3b9-28b8-45b5-969e-1c65738e172b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:03.608574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Port c2154c01-c010-438e-a3cf-428993b7ecf5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:03.635987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Provisioning complete for port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:03.636362 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.648819 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc30ea-fa66-464c-9e97-6cfb410f87ea None None] Pushing event updated for resources: {'Port': ['ID=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:03.699878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df6a58c7-7810-4fc7-8ceb-6d71c9ae201e admin admin] Publish callbacks [] for security_group (9b4f6986-018e-4955-be1e-b3a1e1d40564), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.729342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df6a58c7-7810-4fc7-8ceb-6d71c9ae201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9b4f6986-018e-4955-be1e-b3a1e1d40564), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.746471 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:42:03.821475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df6a58c7-7810-4fc7-8ceb-6d71c9ae201e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a9701c1d55094687b89fa99cf955999e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2308798 Feb 09 20:42:03.822650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:03.857086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Current status of the port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:03.857611 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.911795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for floatingip (fcb131ed-af15-4bc0-9534-28e250993b66), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.941197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] For port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:03.953369 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.953599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74e84e7a-139a-425d-8f9f-4ce5a68c2dbe admin admin] Publish callbacks [] for security_group (9b4f6986-018e-4955-be1e-b3a1e1d40564), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:03.961246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c48cfc49-55f5-4504-9816-e1b46ddc11fc req-80dae79c-fae2-458e-bab6-70d36148c7d4 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437491 Feb 09 20:42:04.015309 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74e84e7a-139a-425d-8f9f-4ce5a68c2dbe admin admin] Publish callbacks [] for security_group (9b4f6986-018e-4955-be1e-b3a1e1d40564), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.064380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a58c7-7810-4fc7-8ceb-6d71c9ae201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f6986-018e-4955-be1e-b3a1e1d40564,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:04.075857 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9c70681-1bd3-4a9e-89ce-c968577b223b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.082845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122387a5-68bf-40d3-a8d5-e0bad503f97f None None] Pushing event updated for resources: {'Port': ['ID=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:04.128564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ab45bf00-e657-4794-817c-b078d197f0ca None None] Provisioning complete for port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:04.133292 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab45bf00-e657-4794-817c-b078d197f0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.217607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74e84e7a-139a-425d-8f9f-4ce5a68c2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9b4f6986-018e-4955-be1e-b3a1e1d40564), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.222125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74e84e7a-139a-425d-8f9f-4ce5a68c2dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.223295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-74e84e7a-139a-425d-8f9f-4ce5a68c2dbe admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9b4f6986-018e-4955-be1e-b3a1e1d40564 HTTP/1.1" status: 204 len: 168 time: 0.3999016 Feb 09 20:42:04.228959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.248876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e84e7a-139a-425d-8f9f-4ce5a68c2dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f6986-018e-4955-be1e-b3a1e1d40564,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:04.300727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:04.330712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c6e29-e94c-430d-85b5-da8975eab5e6 req-b4420fb0-0af8-40b5-86e9-84ce18d7415b tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:04.332533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e49c6e29-e94c-430d-85b5-da8975eab5e6 req-b4420fb0-0af8-40b5-86e9-84ce18d7415b tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 950 time: 0.2066960 Feb 09 20:42:04.336808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2cd03c17-bc3d-4f89-b214-b5aae34d7705 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:04.362318 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:42:03Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:04.364017 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-595030e8-8891-4148-bf42-adcdc853cf66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.441814 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba9d87-f645-4575-9ec1-c3fc5efe56a0 None None] The sync data for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 is: [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:42:03Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:42:04.447089 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for port (d9c70681-1bd3-4a9e-89ce-c968577b223b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.452315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ab45bf00-e657-4794-817c-b078d197f0ca None None] Current status of the port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:04.469323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d9c70681-1bd3-4a9e-89ce-c968577b223b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.481828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:04.482413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.541384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e49c6e29-e94c-430d-85b5-da8975eab5e6 req-a63b48cc-911e-4d14-8d5e-ae031643eeb2 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963317 Feb 09 20:42:04.707056 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-595030e8-8891-4148-bf42-adcdc853cf66 admin admin] Publish callbacks [] for security_group (3696e063-6fc9-4b9b-98d9-678fe07e9764), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.712800 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-595030e8-8891-4148-bf42-adcdc853cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3696e063-6fc9-4b9b-98d9-678fe07e9764), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.744908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:04.778621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-595030e8-8891-4148-bf42-adcdc853cf66 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ca3cfd033b4e43219c6feb7d0013980d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766643 Feb 09 20:42:04.784545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46316) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:04.791423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595030e8-8891-4148-bf42-adcdc853cf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3696e063-6fc9-4b9b-98d9-678fe07e9764,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:04.851208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-148feea7-958b-4cf3-832a-48f108ade578 admin admin] Publish callbacks [] for security_group (3696e063-6fc9-4b9b-98d9-678fe07e9764), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.894181 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-148feea7-958b-4cf3-832a-48f108ade578 admin admin] Publish callbacks [] for security_group (3696e063-6fc9-4b9b-98d9-678fe07e9764), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.983238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-148feea7-958b-4cf3-832a-48f108ade578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3696e063-6fc9-4b9b-98d9-678fe07e9764), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.993779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-148feea7-958b-4cf3-832a-48f108ade578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:04.995153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-148feea7-958b-4cf3-832a-48f108ade578 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3696e063-6fc9-4b9b-98d9-678fe07e9764 HTTP/1.1" status: 204 len: 168 time: 0.2094085 Feb 09 20:42:05.011663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148feea7-958b-4cf3-832a-48f108ade578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3696e063-6fc9-4b9b-98d9-678fe07e9764,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:05.036156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event updated for resources: {'Port': ['ID=d9c70681-1bd3-4a9e-89ce-c968577b223b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:05.133430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0cc27-eacc-4ff8-a104-9852e097c8e7 req-95fb20f8-b09a-4657-a4db-d4c5d535d191 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:05.134941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dce0cc27-eacc-4ff8-a104-9852e097c8e7 req-95fb20f8-b09a-4657-a4db-d4c5d535d191 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 943 time: 0.6856406 Feb 09 20:42:05.142927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (fcb131ed-af15-4bc0-9534-28e250993b66), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:05.266851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:05.266851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-64d93e3d-1357-4282-88b1-561dbc79f795 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1772037 Feb 09 20:42:05.317088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:05.324162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dce0cc27-eacc-4ff8-a104-9852e097c8e7 req-c152d678-4797-41d0-99c0-4c1e01040d69 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760938 Feb 09 20:42:05.326042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:05.532158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=c2154c01-c010-438e-a3cf-428993b7ecf5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:05.602376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] In _notify_port_updated(), no bound segment for port c2154c01-c010-438e-a3cf-428993b7ecf5 on network 8a4296ca-a70f-4efc-a218-21d93b76927b {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:42:05.628570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:05.629261 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:05.630920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e2fb6aee-cd84-459d-b0e2-4a35e158954d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "PUT /v2.0/ports/c2154c01-c010-438e-a3cf-428993b7ecf5 HTTP/1.1" status: 200 len: 992 time: 2.6317232 Feb 09 20:42:05.633555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:05.836766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-5fd56e58-fd91-4e1e-b34a-12cf1fe5a7b8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1078690681&fields=id&tenant_id=89d8cdceb0214fbf95d212f017a6e251 HTTP/1.1" status: 200 len: 267 time: 0.1393383 Feb 09 20:42:05.898778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6eee276b-3e86-48d9-9d38-3955e854c220 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Deleting port c2154c01-c010-438e-a3cf-428993b7ecf5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:05.899479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eee276b-3e86-48d9-9d38-3955e854c220 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:05.926290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5f947105-4162-43da-8aff-427b1f0b9701 None None] Provisioning complete for port c2154c01-c010-438e-a3cf-428993b7ecf5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:05.926823 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f947105-4162-43da-8aff-427b1f0b9701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:06.022116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5f947105-4162-43da-8aff-427b1f0b9701 None None] Port c2154c01-c010-438e-a3cf-428993b7ecf5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:06.062236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cbbe8801-f176-4191-96a0-419e2a8a6ca2 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:06.069675 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cbbe8801-f176-4191-96a0-419e2a8a6ca2 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/networks?id=6b4e7995-62ec-42b7-b992-4b3deed7d477 HTTP/1.1" status: 200 len: 806 time: 0.2306886 Feb 09 20:42:06.097831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-f0950224-6b09-4e0b-82bc-346d2cb1c424 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/quotas/89d8cdceb0214fbf95d212f017a6e251 HTTP/1.1" status: 200 len: 375 time: 0.0264754 Feb 09 20:42:06.239836 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-97d04988-01f7-48df-9608-3540e92ce96f tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=89d8cdceb0214fbf95d212f017a6e251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312203 Feb 09 20:42:06.267389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:06.278515 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eee276b-3e86-48d9-9d38-3955e854c220 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:06.289796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:06.304042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6eee276b-3e86-48d9-9d38-3955e854c220 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Calling delete_port for c2154c01-c010-438e-a3cf-428993b7ecf5 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:06.424426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:06.424801 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:06.510668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device cbf4ad3a-1196-43de-9110-51328143088c details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:42:06.539355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-244706812-network', 'tenant_id': '2e03245078394d2cbd6fb2a70a4120e5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:06.716403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:06.718860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eee276b-3e86-48d9-9d38-3955e854c220 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c2154c01-c010-438e-a3cf-428993b7ecf5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:06.726299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Made reservation on behalf of 2e03245078394d2cbd6fb2a70a4120e5 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:06.728642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:06.758864 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-1bdacf1d-6507-4bb1-ad4c-24f2a6571db3 service neutron] 10.222.0.102 "GET /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141251 Feb 09 20:42:06.766946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'cbf4ad3a-1196-43de-9110-51328143088c', 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53', 'port_id': 'cbf4ad3a-1196-43de-9110-51328143088c', 'mac_address': 'fa:16:3e:be:63:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f63afb1-c10e-4345-ab56-2ecd1228ad55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:42:06.846489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port cbf4ad3a-1196-43de-9110-51328143088c is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:06.847230 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cbf4ad3a-1196-43de-9110-51328143088c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:06.858875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:06.861097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee276b-3e86-48d9-9d38-3955e854c220 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Port': ['ID=c2154c01-c010-438e-a3cf-428993b7ecf5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:06.902803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf4ad3a-1196-43de-9110-51328143088c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:06.946477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:06.953350 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:06.960952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:07.015374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-9fe9c864-ec56-42fb-8392-343f2e9edb6b service neutron] 10.222.0.102 "GET /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556355 Feb 09 20:42:07.061276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:07.220152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['cbf4ad3a-1196-43de-9110-51328143088c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:42:07.497007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e8c8564-2a7e-4f9a-b57f-fc2179ac8be6 req-97f8d5bf-0f92-4936-a4c3-5079b216d16e tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 210 time: 0.0695608 Feb 09 20:42:07.565909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f53ddc-a796-4f3c-b0a1-6dcdb1c7872c req-1e3f98af-d512-4aad-bbde-5ec764e83d5a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:07.570588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75f53ddc-a796-4f3c-b0a1-6dcdb1c7872c req-1e3f98af-d512-4aad-bbde-5ec764e83d5a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 944 time: 0.5760450 Feb 09 20:42:07.609355 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fa9803e-ac44-40ee-80a1-9610b0a43168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:07.631901 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6eee276b-3e86-48d9-9d38-3955e854c220 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:07.636448 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6eee276b-3e86-48d9-9d38-3955e854c220 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "DELETE /v2.0/ports/c2154c01-c010-438e-a3cf-428993b7ecf5 HTTP/1.1" status: 204 len: 168 time: 1.9995642 Feb 09 20:42:07.639179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:07.699883 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-438b2680-c532-4717-a303-e789d3b05f65 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] GET failed (client error): The resource could not be found. Feb 09 20:42:07.703840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-438b2680-c532-4717-a303-e789d3b05f65 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "GET /v2.0/ports/c2154c01-c010-438e-a3cf-428993b7ecf5 HTTP/1.1" status: 404 len: 333 time: 0.0628188 Feb 09 20:42:07.707966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:07.721720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b', 'name': 'tempest-AllowedAddressPairTestJSON-1777194956'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:07.832130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Publish callbacks [] for security_group (b354e876-9f28-4484-840a-3587d3f1986c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:07.845185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75f53ddc-a796-4f3c-b0a1-6dcdb1c7872c req-1455d763-6f3c-4b0d-a6ce-3abcf670d093 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514107 Feb 09 20:42:07.853175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b354e876-9f28-4484-840a-3587d3f1986c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:07.908527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:42:08.000026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (839a628c-7dc1-415d-839d-aa0662b42333), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.000869 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Added segment 839a628c-7dc1-415d-839d-aa0662b42333 of type vlan for network b76853dc-16f0-4e11-a753-93177625c296 Feb 09 20:42:08.017206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b354e876-9f28-4484-840a-3587d3f1986c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:08.053359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Made reservation on behalf of e8635758f37d48ba993885289c69c7f3 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:08.057239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.073611 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b76853dc-16f0-4e11-a753-93177625c296), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.108411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b76853dc-16f0-4e11-a753-93177625c296), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.110794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:08.112297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.112828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] device_id is not set on port 2d49dab7-bd96-4f34-ac45-b12f11248c7a yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:42:08.186082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8940976 Feb 09 20:42:08.193804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:08.202522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Request body: {'subnet': {'network_id': 'b76853dc-16f0-4e11-a753-93177625c296', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-244706812-subnet', 'tenant_id': '2e03245078394d2cbd6fb2a70a4120e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:08.226220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Made reservation on behalf of 2e03245078394d2cbd6fb2a70a4120e5 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:08.240096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.425745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Allocated IP 172.20.0.13 (8a4296ca-a70f-4efc-a218-21d93b76927b/74c9acba-c3ba-401c-8174-7d59d13eff57/2d49dab7-bd96-4f34-ac45-b12f11248c7a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:08.520573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c9c1b-96c2-467c-843d-8c8e29bbf6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b76853dc-16f0-4e11-a753-93177625c296,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:08.530594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:42:08.536342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device cbf4ad3a-1196-43de-9110-51328143088c up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:08.555365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b76853dc-16f0-4e11-a753-93177625c296 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:42:08.672134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (ad46a9da-7973-44d0-8e52-0f34e597b339), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.861354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.862205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-720b96f2-4f12-4368-b998-ff8a5335e37f req-cbd5e9da-0e39-44f1-b4c0-d76d44d080f8 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 210 time: 0.1036534 Feb 09 20:42:08.863988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad46a9da-7973-44d0-8e52-0f34e597b339,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:08.922122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Checking segment: {'id': '839a628c-7dc1-415d-839d-aa0662b42333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b76853dc-16f0-4e11-a753-93177625c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:08.922254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Network hostable DHCP agents. Network: b76853dc-16f0-4e11-a753-93177625c296, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:42:08.954837 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:08.978440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Network b76853dc-16f0-4e11-a753-93177625c296 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:42:08.992556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, b76853dc-16f0-4e11-a753-93177625c296) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:09.000158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:09.000763 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:09.034757 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b72466e7-d960-4b8e-a47d-a9bd70243717 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8311548 Feb 09 20:42:09.071666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Network 8a4296ca-a70f-4efc-a218-21d93b76927b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:09.122533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d28ee56-dc32-4b1c-b6d0-55f00715cc73 None None] Network b76853dc-16f0-4e11-a753-93177625c296 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:09.155072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:09.177010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:09.191824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=2d49dab7-bd96-4f34-ac45-b12f11248c7a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:09.333326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:09.334590 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:09.393965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-473162a6-737f-425e-8b4b-248453edac62 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:09.395516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-473162a6-737f-425e-8b4b-248453edac62 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.13 "GET /v2.0/networks?id=6b4e7995-62ec-42b7-b992-4b3deed7d477 HTTP/1.1" status: 200 len: 806 time: 0.2926524 Feb 09 20:42:09.402824 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44c4f14e-d105-4975-912b-c21cdf92d930 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6938198 Feb 09 20:42:09.408931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46518) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:09.417909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:64:78'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:09.473782 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:42:09.536407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:09.648372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-50d16056-3e47-4d54-b236-c1f66ff63827 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89d8cdceb0214fbf95d212f017a6e251 HTTP/1.1" status: 200 len: 380 time: 0.2415807 Feb 09 20:42:09.668826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Request body: {'port': {'device_id': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'admin_state_up': True, 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'security_groups': ['b702a789-a3c5-4aff-a9bb-7f0d8a9159a4']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:09.700669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd648-bb48-4a1f-99ae-9a488acae796 req-2435e886-2310-447d-802d-95ee1212c4da tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:09.714146 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-692bd648-bb48-4a1f-99ae-9a488acae796 req-2435e886-2310-447d-802d-95ee1212c4da tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 944 time: 0.6346266 Feb 09 20:42:09.835933 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-692bd648-bb48-4a1f-99ae-9a488acae796 req-06aff27d-8838-4007-97d0-7de5e8ab1c72 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166356 Feb 09 20:42:09.839345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:09.871113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-205dacd6-33a7-46e2-8a11-730228361b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:09.916475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port cbf4ad3a-1196-43de-9110-51328143088c completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:42:09.940357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port cbf4ad3a-1196-43de-9110-51328143088c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:09.944836 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cbf4ad3a-1196-43de-9110-51328143088c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:09.985783 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-557283d0-dd35-49ad-af29-382fa9f42c2a req-daf5a8bc-2b71-499d-a47c-aa82ddd244f4 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] show failed (client error): The resource could not be found. Feb 09 20:42:09.986848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-557283d0-dd35-49ad-af29-382fa9f42c2a req-daf5a8bc-2b71-499d-a47c-aa82ddd244f4 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] 10.222.0.102 "GET /v2.0/security-groups/814f9fb5-cd21-473d-be75-d7c137e0e5cb HTTP/1.1" status: 404 len: 352 time: 0.0657055 Feb 09 20:42:09.987405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Made reservation on behalf of 89d8cdceb0214fbf95d212f017a6e251 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:09.990847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.007268 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1e35ebd-c165-4c75-b590-02bb43038fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.023595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9c6cda40-c48d-4d6f-98cf-1000e5b5fdb6 None None] Provisioning complete for port 2d49dab7-bd96-4f34-ac45-b12f11248c7a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:10.023595 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c6cda40-c48d-4d6f-98cf-1000e5b5fdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.112137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c7d06-113d-4513-a3ab-d75f81d5ad63 None None] Network b76853dc-16f0-4e11-a753-93177625c296 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:10.141505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:10.198746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9c6cda40-c48d-4d6f-98cf-1000e5b5fdb6 None None] Port 2d49dab7-bd96-4f34-ac45-b12f11248c7a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:10.207772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'mac_address': 'fa:16:3e:7c:39:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:42:10.294450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port cbf4ad3a-1196-43de-9110-51328143088c is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:10.294830 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cbf4ad3a-1196-43de-9110-51328143088c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.301534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-147e8e30-72ab-4294-a7fd-569e79075804 req-0aeb2d03-afa3-489b-b94a-b6d966ed7204 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 210 time: 0.1746292 Feb 09 20:42:10.350213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77399dcd-cb9b-4a79-ada4-bcbb218bcef3 req-a4910ba6-a20b-4c01-a088-cebe4179c216 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2e03245078394d2cbd6fb2a70a4120e5 HTTP/1.1" status: 200 len: 3001 time: 0.1395733 Feb 09 20:42:10.353764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:10.357749 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.385969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:10.425562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77399dcd-cb9b-4a79-ada4-bcbb218bcef3 req-754d8340-3599-48e0-884f-3e3daf472b8e tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] 10.222.0.102 "GET /v2.0/security-groups/b354e876-9f28-4484-840a-3587d3f1986c HTTP/1.1" status: 200 len: 2998 time: 0.0742817 Feb 09 20:42:10.455050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Allocated IP 172.20.0.4 (6b4e7995-62ec-42b7-b992-4b3deed7d477/38c1af98-e20c-4195-8a52-aa84147f0120/94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:10.488527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:10.493874 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445c1855-59fc-4299-a05e-94ab020b6bc9" -d '{"events": [{"server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "name": "network-vif-plugged", "status": "completed", "tag": "cbf4ad3a-1196-43de-9110-51328143088c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:10.498077 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.516339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.559973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1e35ebd-c165-4c75-b590-02bb43038fa1 admin admin] Publish callbacks [] for security_group (97aacfff-069a-467d-a090-a6d506d9e659), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.569105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:10.571049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:10.582966 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.584806 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.631010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] In _notify_port_updated(), no bound segment for port 2d49dab7-bd96-4f34-ac45-b12f11248c7a on network 8a4296ca-a70f-4efc-a218-21d93b76927b {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:42:10.638043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:10.639289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.640943 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "PUT /v2.0/ports/2d49dab7-bd96-4f34-ac45-b12f11248c7a HTTP/1.1" status: 200 len: 997 time: 1.2307289 Feb 09 20:42:10.645338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46560) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:10.674853 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1e35ebd-c165-4c75-b590-02bb43038fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97aacfff-069a-467d-a090-a6d506d9e659), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:10.712790 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27204dfc-f8bc-4d94-8aac-cb3edf121267 x-openstack-request-id: req-27204dfc-f8bc-4d94-8aac-cb3edf121267 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:10.713374 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "name": "network-vif-plugged", "status": "completed", "tag": "cbf4ad3a-1196-43de-9110-51328143088c", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:10.713787 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-27204dfc-f8bc-4d94-8aac-cb3edf121267 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:10.714342 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c', 'code': 200} Feb 09 20:42:10.717936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:10.746520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cd00c-c446-4b2a-ae08-b2fe900caea6 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=2d49dab7-bd96-4f34-ac45-b12f11248c7a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:10.813325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77399dcd-cb9b-4a79-ada4-bcbb218bcef3 req-bde16847-cf43-4453-9aec-3fe7842820e4 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] 10.222.0.102 "GET /v2.0/security-groups/b354e876-9f28-4484-840a-3587d3f1986c HTTP/1.1" status: 200 len: 2998 time: 0.3867292 Feb 09 20:42:10.854930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:42:10.926228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f1e35ebd-c165-4c75-b590-02bb43038fa1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=39b0d15d7c1b4c43b3b117908bc0b221&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3887236 Feb 09 20:42:10.926912 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:10.983272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:11.035993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8acfb-30eb-4ad1-ab0f-28edf7d074c0 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Deleting port 2d49dab7-bd96-4f34-ac45-b12f11248c7a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:11.036361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad8acfb-30eb-4ad1-ab0f-28edf7d074c0 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.061562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e35ebd-c165-4c75-b590-02bb43038fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aacfff-069a-467d-a090-a6d506d9e659,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:11.181483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.202556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0cfa31cf-fb8e-47ce-89e1-3faebd4db60a None None] Provisioning complete for port 2d49dab7-bd96-4f34-ac45-b12f11248c7a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:11.202964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0cfa31cf-fb8e-47ce-89e1-3faebd4db60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.215462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff8c55-30ad-4ba9-b24c-174c4e208d49 req-a760acfd-0692-4cb5-9aa6-ff5c39c89492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:11.221300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4ff8c55-30ad-4ba9-b24c-174c4e208d49 req-a760acfd-0692-4cb5-9aa6-ff5c39c89492 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1128 time: 0.4579101 Feb 09 20:42:11.245289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa31cf-fb8e-47ce-89e1-3faebd4db60a None None] Port 2d49dab7-bd96-4f34-ac45-b12f11248c7a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:11.278819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad8acfb-30eb-4ad1-ab0f-28edf7d074c0 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.307834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8acfb-30eb-4ad1-ab0f-28edf7d074c0 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Calling delete_port for 2d49dab7-bd96-4f34-ac45-b12f11248c7a owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:11.355060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf0db6-3330-4d81-a6a1-c7ff206ddcf6 req-8b1183f8-9e13-4582-ba23-9f2bdc0eb222 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:11.363897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6edf0db6-3330-4d81-a6a1-c7ff206ddcf6 req-8b1183f8-9e13-4582-ba23-9f2bdc0eb222 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.3124344 Feb 09 20:42:11.495625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.573234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6edf0db6-3330-4d81-a6a1-c7ff206ddcf6 req-25bb1fcd-d902-446d-808c-d2919469e9f6 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986978 Feb 09 20:42:11.583977 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4ff8c55-30ad-4ba9-b24c-174c4e208d49 req-6a1d3cb6-931a-40a0-b40e-85b88b72f21c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469398 Feb 09 20:42:11.618502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.658960 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d100565-a396-4174-8635-4ec9907d55ef req-2d7e688a-a872-4999-b2ac-c1703775c907 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] 10.222.0.102 "GET /v2.0/security-groups/b354e876-9f28-4484-840a-3587d3f1986c HTTP/1.1" status: 200 len: 2998 time: 0.8146515 Feb 09 20:42:11.689028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad8acfb-30eb-4ad1-ab0f-28edf7d074c0 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2d49dab7-bd96-4f34-ac45-b12f11248c7a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.709298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:11.726301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:11.736862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:11.748293 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cbfa45-c050-46d3-8511-c27ddaad997f admin admin] Publish callbacks [] for security_group (97aacfff-069a-467d-a090-a6d506d9e659), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.766074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8acfb-30eb-4ad1-ab0f-28edf7d074c0 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Port': ['ID=2d49dab7-bd96-4f34-ac45-b12f11248c7a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:11.828573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event updated for resources: {'Port': ['ID=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:11.863302 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cbfa45-c050-46d3-8511-c27ddaad997f admin admin] Publish callbacks [] for security_group (97aacfff-069a-467d-a090-a6d506d9e659), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.934223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:11.936994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:11.969316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-cccad57b-8279-4128-9af9-d91314274d72 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3044500 Feb 09 20:42:11.998970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Request body: {'port': {'device_id': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:12.037626 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-7d100565-a396-4174-8635-4ec9907d55ef req-eeceb5d3-7b9d-4a12-b72c-d435cc87c688 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 20:42:12.039118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d100565-a396-4174-8635-4ec9907d55ef req-eeceb5d3-7b9d-4a12-b72c-d435cc87c688 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] 10.222.0.102 "DELETE /v2.0/security-groups/b354e876-9f28-4484-840a-3587d3f1986c HTTP/1.1" status: 409 len: 352 time: 0.3733206 Feb 09 20:42:12.046588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ad8acfb-30eb-4ad1-ab0f-28edf7d074c0 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.060104 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5ad8acfb-30eb-4ad1-ab0f-28edf7d074c0 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "DELETE /v2.0/ports/2d49dab7-bd96-4f34-ac45-b12f11248c7a HTTP/1.1" status: 204 len: 168 time: 1.4134221 Feb 09 20:42:12.061380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:12.123644 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2d1153-10aa-40ac-9c55-c55d6477a76d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] GET failed (client error): The resource could not be found. Feb 09 20:42:12.130526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1a2d1153-10aa-40ac-9c55-c55d6477a76d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "GET /v2.0/ports/2d49dab7-bd96-4f34-ac45-b12f11248c7a HTTP/1.1" status: 404 len: 333 time: 0.0676873 Feb 09 20:42:12.132597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:12.151654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b', 'name': 'tempest-AllowedAddressPairTestJSON-766567948'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:12.168596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.298920 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:42:12.312822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5c1c45b0-1376-4640-b97c-f79bac98cf70 None None] Provisioning complete for port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:12.313374 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c1c45b0-1376-4640-b97c-f79bac98cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.350511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3ae26-61a6-469a-b082-7c880295c016 req-95867542-5564-4a71-9f63-1b6dd98fcd1e tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:12.352639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4e3ae26-61a6-469a-b082-7c880295c016 req-95867542-5564-4a71-9f63-1b6dd98fcd1e tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 931 time: 0.4401102 Feb 09 20:42:12.368738 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-646f3b63-8db5-4558-bfc5-9de98fb56cd5 req-ca75f373-5fb6-4cd1-a4a2-43ec38eb2775 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] show failed (client error): The resource could not be found. Feb 09 20:42:12.377007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-646f3b63-8db5-4558-bfc5-9de98fb56cd5 req-ca75f373-5fb6-4cd1-a4a2-43ec38eb2775 tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] 10.222.0.102 "GET /v2.0/security-groups/e2df8b8a-b26d-495b-b1ba-9dae9b1fd907 HTTP/1.1" status: 404 len: 352 time: 0.2418098 Feb 09 20:42:12.379493 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cbfa45-c050-46d3-8511-c27ddaad997f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97aacfff-069a-467d-a090-a6d506d9e659), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.396787 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95cbfa45-c050-46d3-8511-c27ddaad997f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.397929 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-95cbfa45-c050-46d3-8511-c27ddaad997f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/97aacfff-069a-467d-a090-a6d506d9e659 HTTP/1.1" status: 204 len: 168 time: 1.4553480 Feb 09 20:42:12.437954 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-69b4e5b9-d95a-4d51-8f71-8dece72e33d3 req-68854ea3-4be7-4a56-94e9-80d87c17e67a tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] show failed (client error): The resource could not be found. Feb 09 20:42:12.444007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-69b4e5b9-d95a-4d51-8f71-8dece72e33d3 req-68854ea3-4be7-4a56-94e9-80d87c17e67a tempest-SecurityGroupsNegativeTestJSON-2070451895 tempest-SecurityGroupsNegativeTestJSON-2070451895-project] 10.222.0.102 "GET /v2.0/security-groups/2bf28e52-6eed-458d-8e43-1843aacd2945 HTTP/1.1" status: 404 len: 352 time: 0.0369477 Feb 09 20:42:12.448449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:12.462396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c45b0-1376-4640-b97c-f79bac98cf70 None None] Port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:12.505505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbfa45-c050-46d3-8511-c27ddaad997f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aacfff-069a-467d-a090-a6d506d9e659,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:12.522766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e487fc-ae47-4424-abee-7e5dd20d11a6 admin admin] Deleting subnet ad46a9da-7973-44d0-8e52-0f34e597b339 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:42:12.562541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47e487fc-ae47-4424-abee-7e5dd20d11a6 admin admin] Publish callbacks [] for subnet (ad46a9da-7973-44d0-8e52-0f34e597b339), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.599596 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.600504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:12.667472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Made reservation on behalf of e8635758f37d48ba993885289c69c7f3 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:12.687483 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.775318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:12.778781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.786376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47e487fc-ae47-4424-abee-7e5dd20d11a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (ad46a9da-7973-44d0-8e52-0f34e597b339), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.846111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:12.890074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Publish callbacks [] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.913941 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47e487fc-ae47-4424-abee-7e5dd20d11a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (ad46a9da-7973-44d0-8e52-0f34e597b339), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:12.953311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Transition to ACTIVE for port object 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:42:12.995478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:12.999173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.030415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:13.030829 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.061290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:13.063470 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b71d7c4-58de-4dd9-b668-1559e619a936" -d '{"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:13.088556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4e3ae26-61a6-469a-b082-7c880295c016 req-286b330d-ea55-4e2e-af4b-118bbb3cbe33 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7248354 Feb 09 20:42:13.110913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:13.121887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] device_id is not set on port 49f00aab-5d39-4997-8719-7d2e35c64f0a yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:42:13.127959 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.135857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Pushing event updated for resources: {'Port': ['ID=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:13.256010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:13.296663 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26889e6-3966-46fc-b025-3ea7cf1b4535 x-openstack-request-id: req-a26889e6-3966-46fc-b025-3ea7cf1b4535 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:13.296965 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:13.297226 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a26889e6-3966-46fc-b025-3ea7cf1b4535 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:13.297630 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'code': 200} Feb 09 20:42:13.363533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Attempting to bind port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:13.363533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Attempting to bind port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:13.366236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Attempting to bind port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b on network 6b4e7995-62ec-42b7-b992-4b3deed7d477 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:13.371293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b on network 6b4e7995-62ec-42b7-b992-4b3deed7d477 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:42:13.372276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Attempting to bind port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b on network 6b4e7995-62ec-42b7-b992-4b3deed7d477 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:13.384233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:13.384746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Checking segment: {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:13.385226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Bound using segment: {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:13.385770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Bound port: 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d40b1d-40d1-4636-bb42-62076e79f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:13.386235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.391593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Allocated IP 172.20.0.14 (8a4296ca-a70f-4efc-a218-21d93b76927b/74c9acba-c3ba-401c-8174-7d59d13eff57/49f00aab-5d39-4997-8719-7d2e35c64f0a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:13.500468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] For port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:42:13.505710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] For port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:13.520743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.615568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:13.619999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (49f00aab-5d39-4997-8719-7d2e35c64f0a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.630400 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.633502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] 10.222.0.13 "PUT /v2.0/ports/94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b HTTP/1.1" status: 200 len: 1092 time: 1.6431968 Feb 09 20:42:13.633995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'tag': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:13.636311 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a952465-97bd-4d0f-abb4-d14db9fc5364" -d '{"events": [{"name": "network-changed", "server_uuid": "d02c5fc4-7601-4509-9ccf-5a31dee04bc2", "tag": "94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:13.640177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038903be-34b5-4271-9704-a72c0f82df6b service neutron] Pushing event updated for resources: {'Port': ['ID=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:13.669230 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f47284f-acc1-41ed-bcc3-41f864e25291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.678005 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (49f00aab-5d39-4997-8719-7d2e35c64f0a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.761502 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e6f026-b6fb-4fa7-b0e2-d73c0386b8f3 x-openstack-request-id: req-05e6f026-b6fb-4fa7-b0e2-d73c0386b8f3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:13.761797 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02c5fc4-7601-4509-9ccf-5a31dee04bc2", "tag": "94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:13.762057 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-05e6f026-b6fb-4fa7-b0e2-d73c0386b8f3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:13.762452 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'tag': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'status': 'completed', 'code': 200} Feb 09 20:42:13.806457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-5638b3e3-1117-4e1c-824b-42e34b37db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:13.809903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-5638b3e3-1117-4e1c-824b-42e34b37db6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d8cdceb0214fbf95d212f017a6e251&device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 1126 time: 0.1032054 Feb 09 20:42:13.825554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Network 8a4296ca-a70f-4efc-a218-21d93b76927b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:13.843693 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:13.889486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:13.901430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:13.905706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-3e17548d-0fc3-4250-bba4-4629b5caa3ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b HTTP/1.1" status: 200 len: 217 time: 0.0889866 Feb 09 20:42:14.010190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:14.017707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-7225fe8d-7335-40e3-b349-a8793573c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:14.019182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-7225fe8d-7335-40e3-b349-a8793573c837 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38c1af98-e20c-4195-8a52-aa84147f0120 HTTP/1.1" status: 200 len: 845 time: 0.1063669 Feb 09 20:42:14.019620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:14.061989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7086c72-2538-49b0-ab7f-e3a743ca7bf9 req-7170cfc6-af2c-4f65-bbdc-1f686771ca9c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:14.063656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7086c72-2538-49b0-ab7f-e3a743ca7bf9 req-7170cfc6-af2c-4f65-bbdc-1f686771ca9c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 1.0690200 Feb 09 20:42:14.089287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=49f00aab-5d39-4997-8719-7d2e35c64f0a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:14.148327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47e487fc-ae47-4424-abee-7e5dd20d11a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (ad46a9da-7973-44d0-8e52-0f34e597b339), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:14.157720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-93a6e348-47c4-4bec-9cec-8b25f280f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:14.164837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-93a6e348-47c4-4bec-9cec-8b25f280f267 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b4e7995-62ec-42b7-b992-4b3deed7d477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1318288 Feb 09 20:42:14.267443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47e487fc-ae47-4424-abee-7e5dd20d11a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:14.271950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-47e487fc-ae47-4424-abee-7e5dd20d11a6 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/ad46a9da-7973-44d0-8e52-0f34e597b339 HTTP/1.1" status: 204 len: 168 time: 1.8218665 Feb 09 20:42:14.284556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:14.287801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:14.295903 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-177ad81f-9745-464e-9ec5-2929f5af7f7d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1472220 Feb 09 20:42:14.303093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e487fc-ae47-4424-abee-7e5dd20d11a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad46a9da-7973-44d0-8e52-0f34e597b339,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:14.317116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'network_id': '8a4296ca-a70f-4efc-a218-21d93b76927b', 'name': 'tempest-AllowedAddressPairTestJSON-1800464190'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:14.386363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d587df14-736b-49b5-a89a-6610f1badd8b None None] Provisioning complete for port 49f00aab-5d39-4997-8719-7d2e35c64f0a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:14.387003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d587df14-736b-49b5-a89a-6610f1badd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (49f00aab-5d39-4997-8719-7d2e35c64f0a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:14.440607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d587df14-736b-49b5-a89a-6610f1badd8b None None] Port 49f00aab-5d39-4997-8719-7d2e35c64f0a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:14.963278 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7086c72-2538-49b0-ab7f-e3a743ca7bf9 req-d36aa71f-8035-458f-8b3c-2b1c0e200b26 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8891218 Feb 09 20:42:15.024013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f47284f-acc1-41ed-bcc3-41f864e25291 admin admin] Publish callbacks [] for security_group (d37ef11a-5617-4777-b74a-21183c7b8ae3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.031064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f47284f-acc1-41ed-bcc3-41f864e25291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d37ef11a-5617-4777-b74a-21183c7b8ae3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.093689 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4f47284f-acc1-41ed-bcc3-41f864e25291 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5f145dac746147c99af2499685f2b0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0955129 Feb 09 20:42:15.094336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:15.183505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47284f-acc1-41ed-bcc3-41f864e25291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37ef11a-5617-4777-b74a-21183c7b8ae3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:15.239558 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3c13ee-a57b-4624-a426-37aecaf1e2a3 admin admin] Publish callbacks [] for security_group (d37ef11a-5617-4777-b74a-21183c7b8ae3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.281635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3c13ee-a57b-4624-a426-37aecaf1e2a3 admin admin] Publish callbacks [] for security_group (d37ef11a-5617-4777-b74a-21183c7b8ae3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.292426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Made reservation on behalf of e8635758f37d48ba993885289c69c7f3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:15.311586 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.355854 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3c13ee-a57b-4624-a426-37aecaf1e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d37ef11a-5617-4777-b74a-21183c7b8ae3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.360413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3c13ee-a57b-4624-a426-37aecaf1e2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.361832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5f3c13ee-a57b-4624-a426-37aecaf1e2a3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d37ef11a-5617-4777-b74a-21183c7b8ae3 HTTP/1.1" status: 204 len: 168 time: 0.2655625 Feb 09 20:42:15.372846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c13ee-a57b-4624-a426-37aecaf1e2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37ef11a-5617-4777-b74a-21183c7b8ae3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:15.373829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] device_id is not set on port 402d5aef-34e1-4a70-990d-b391895dba98 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:42:15.430685 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b76853dc-16f0-4e11-a753-93177625c296), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.439823 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-3dfc7c5b-3da8-4003-8663-ed793e20b2b7 service neutron] 10.222.0.13 "GET /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2723689 Feb 09 20:42:15.647918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1a28cd-32e2-417c-a3c2-8a9385c5f5b4 req-7b20e711-3b5c-4f8f-9415-b673a5238131 service neutron] 10.222.0.13 "GET /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710181 Feb 09 20:42:15.703796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3413f3b-7491-400a-81a8-47e501c460e1 req-c1ff461d-bc4f-4c18-b6b7-39369ce6d80a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:15.705340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3413f3b-7491-400a-81a8-47e501c460e1 req-c1ff461d-bc4f-4c18-b6b7-39369ce6d80a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 943 time: 1.3791525 Feb 09 20:42:15.962154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b76853dc-16f0-4e11-a753-93177625c296), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:15.993620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3413f3b-7491-400a-81a8-47e501c460e1 req-68f53812-e385-42ec-b764-a3c4deb680b6 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760720 Feb 09 20:42:16.001058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Allocated IP 172.20.0.13 (8a4296ca-a70f-4efc-a218-21d93b76927b/74c9acba-c3ba-401c-8174-7d59d13eff57/402d5aef-34e1-4a70-990d-b391895dba98) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:16.059750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-499c365f-bef8-4e13-b7f6-28dbe7f64721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:16.061303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-499c365f-bef8-4e13-b7f6-28dbe7f64721 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d8cdceb0214fbf95d212f017a6e251&device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 1126 time: 0.3512697 Feb 09 20:42:16.063194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76853dc-16f0-4e11-a753-93177625c296']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:16.110962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839a628c-7dc1-415d-839d-aa0662b42333') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:16.111263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839a628c-7dc1-415d-839d-aa0662b42333') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:16.181848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (839a628c-7dc1-415d-839d-aa0662b42333), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.200520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (839a628c-7dc1-415d-839d-aa0662b42333), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.210212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:42:16.210827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (839a628c-7dc1-415d-839d-aa0662b42333), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.279639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4b262-7455-41bd-8c60-1a69c9c8fffa req-d8449500-9ed0-4ca0-8b49-e05fd5ac7310 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:16.291263 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31e4b262-7455-41bd-8c60-1a69c9c8fffa req-d8449500-9ed0-4ca0-8b49-e05fd5ac7310 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.2128627 Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:42:16.344548 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:42:16.373505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b76853dc-16f0-4e11-a753-93177625c296), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.390515 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.396138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] 10.222.0.102 "DELETE /v2.0/networks/b76853dc-16f0-4e11-a753-93177625c296 HTTP/1.1" status: 204 len: 168 time: 2.1105661 Feb 09 20:42:16.420121 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31e4b262-7455-41bd-8c60-1a69c9c8fffa req-a41b023d-eb8f-40ec-a647-a72902716006 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277406 Feb 09 20:42:16.486483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382a3d5-9d19-4001-acdd-6b30f4b4f9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b76853dc-16f0-4e11-a753-93177625c296,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:16.558318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:16.618717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-e2054006-f959-4cda-8977-003257dff27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:16.620239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-e2054006-f959-4cda-8977-003257dff27f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b4e7995-62ec-42b7-b992-4b3deed7d477 HTTP/1.1" status: 200 len: 907 time: 0.5395906 Feb 09 20:42:16.681788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-9d224aa1-d658-4ef6-850d-5bbf8d2e019f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b HTTP/1.1" status: 200 len: 217 time: 0.0529902 Feb 09 20:42:16.701974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d15152-a1db-42e9-bb8f-02b559a2e2f6 req-e830ae2d-4442-44ec-8ff6-90787433116f tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:16.703559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5d15152-a1db-42e9-bb8f-02b559a2e2f6 req-e830ae2d-4442-44ec-8ff6-90787433116f tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1128 time: 0.1492045 Feb 09 20:42:16.741705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:16.755971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (402d5aef-34e1-4a70-990d-b391895dba98), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.775338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1723498908-network', 'tenant_id': '4fbcf1ad980041a0a7ec65e126aaf434'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:16.778816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-e420683d-dbf0-4e51-b802-3ba70a3ed121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:16.780853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-e420683d-dbf0-4e51-b802-3ba70a3ed121 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38c1af98-e20c-4195-8a52-aa84147f0120 HTTP/1.1" status: 200 len: 845 time: 0.0848007 Feb 09 20:42:16.857286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-91d8419d-e823-4834-bde3-4a441304b65f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2e03245078394d2cbd6fb2a70a4120e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1139579 Feb 09 20:42:16.859127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Made reservation on behalf of 4fbcf1ad980041a0a7ec65e126aaf434 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:16.864741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.864877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:16.876238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.896975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5d15152-a1db-42e9-bb8f-02b559a2e2f6 req-ccdec8a1-635d-4774-bac3-774f01dd060c tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440334 Feb 09 20:42:16.910548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-6ffe98de-663b-430e-91ac-7cdfbd038098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:16.912247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-6ffe98de-663b-430e-91ac-7cdfbd038098 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b4e7995-62ec-42b7-b992-4b3deed7d477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1244340 Feb 09 20:42:16.917760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (402d5aef-34e1-4a70-990d-b391895dba98), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.980233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=402d5aef-34e1-4a70-990d-b391895dba98,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:16.984768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Publish callbacks [] for security_group (4123bb29-2f1a-4089-964a-a189cfce1b82), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:16.991111 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4123bb29-2f1a-4089-964a-a189cfce1b82), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.010977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:42:17.036079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Network 8a4296ca-a70f-4efc-a218-21d93b76927b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:17.037156 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (389e0f82-00de-4b93-b6e6-9bcc61a37faf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.037508 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Added segment 389e0f82-00de-4b93-b6e6-9bcc61a37faf of type vlan for network f66fd923-923c-4b30-89ab-91d58c88b77b Feb 09 20:42:17.040727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:17.047008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:17.103565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47983055-6d04-4a82-a87f-d934ea54da4d admin admin] Publish callbacks [] for security_group (b354e876-9f28-4484-840a-3587d3f1986c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.162900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f66fd923-923c-4b30-89ab-91d58c88b77b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.164230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47983055-6d04-4a82-a87f-d934ea54da4d admin admin] Publish callbacks [] for security_group (b354e876-9f28-4484-840a-3587d3f1986c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.180751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:17.181730 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.238299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-633e6cd5-a916-45c4-84a8-8d350f794345 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9494820 Feb 09 20:42:17.279163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:17.293641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8d:64:78'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a3:e7:02'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:17.296773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4123bb29-2f1a-4089-964a-a189cfce1b82,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:17.301802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f66fd923-923c-4b30-89ab-91d58c88b77b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.302752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:17.303827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.330376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7672484 Feb 09 20:42:17.330376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:17.335238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Request body: {'subnet': {'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1723498908-subnet', 'tenant_id': '4fbcf1ad980041a0a7ec65e126aaf434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:17.407623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Made reservation on behalf of 4fbcf1ad980041a0a7ec65e126aaf434 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:17.410401 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.447613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-bd684bb5-a9e5-4383-a4d3-b3d2162564b0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239005 Feb 09 20:42:17.508756 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3378a04b-ef1f-428e-80a7-10db4f24c74e None None] Provisioning complete for port 402d5aef-34e1-4a70-990d-b391895dba98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:17.509307 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3378a04b-ef1f-428e-80a7-10db4f24c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (402d5aef-34e1-4a70-990d-b391895dba98), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.582805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3378a04b-ef1f-428e-80a7-10db4f24c74e None None] Port 402d5aef-34e1-4a70-990d-b391895dba98 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:17.592897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a952465-97bd-4d0f-abb4-d14db9fc5364 req-6827494d-1776-4d2a-a401-fe3d9b216a93 service neutron] 10.222.0.13 "GET /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083901 Feb 09 20:42:17.638960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088275-61c0-48b3-a703-51cc73fc9356 req-9785baea-a900-4f07-bf62-b9253f001dba tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:17.640915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d088275-61c0-48b3-a703-51cc73fc9356 req-9785baea-a900-4f07-bf62-b9253f001dba tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 943 time: 0.4744496 Feb 09 20:42:17.652916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (9091a560-86de-4767-a80d-321e46e4694f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.725901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9091a560-86de-4767-a80d-321e46e4694f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:17.732831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d088275-61c0-48b3-a703-51cc73fc9356 req-721b78b9-3535-41a0-8d8d-9f36bced4c64 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547712 Feb 09 20:42:17.736531 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47983055-6d04-4a82-a87f-d934ea54da4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b354e876-9f28-4484-840a-3587d3f1986c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.741033 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47983055-6d04-4a82-a87f-d934ea54da4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.742421 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-47983055-6d04-4a82-a87f-d934ea54da4d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b354e876-9f28-4484-840a-3587d3f1986c HTTP/1.1" status: 204 len: 168 time: 0.8756356 Feb 09 20:42:17.757387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47983055-6d04-4a82-a87f-d934ea54da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b354e876-9f28-4484-840a-3587d3f1986c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:17.765934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b190-74b6-40c8-94f9-b90745c26151 req-afee678e-76c6-4468-aa48-d06e373a82d2 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:17.767588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71c2b190-74b6-40c8-94f9-b90745c26151 req-afee678e-76c6-4468-aa48-d06e373a82d2 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1128 time: 0.5416152 Feb 09 20:42:17.780618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88daee4-cdc0-4c67-9736-8df886fe90e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f66fd923-923c-4b30-89ab-91d58c88b77b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:17.802082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:42:17.805656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Checking segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:17.805811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Network hostable DHCP agents. Network: f66fd923-923c-4b30-89ab-91d58c88b77b, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:42:17.814375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f66fd923-923c-4b30-89ab-91d58c88b77b details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:42:17.875924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Network f66fd923-923c-4b30-89ab-91d58c88b77b is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:42:17.901031 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (402d5aef-34e1-4a70-990d-b391895dba98), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.923661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71c2b190-74b6-40c8-94f9-b90745c26151 req-23e5a057-5b43-48ff-88d1-cb78b67f7e1e tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451859 Feb 09 20:42:17.925191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, f66fd923-923c-4b30-89ab-91d58c88b77b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:17.935653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:17.937656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:17.975845 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8a1bdab-7908-43dc-9c3e-a48afc32d42c admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6354418 Feb 09 20:42:18.023246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432b09e2-1aac-464d-b983-85f7df0134b4 None None] Network f66fd923-923c-4b30-89ab-91d58c88b77b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:18.259831 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for port (402d5aef-34e1-4a70-990d-b391895dba98), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:18.271487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (402d5aef-34e1-4a70-990d-b391895dba98), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:18.392253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:18.523596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'port_id': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'mac_address': 'fa:16:3e:db:35:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:42:18.529691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event updated for resources: {'Port': ['ID=402d5aef-34e1-4a70-990d-b391895dba98,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:18.582889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] In _notify_port_updated(), no bound segment for port 402d5aef-34e1-4a70-990d-b391895dba98 on network 8a4296ca-a70f-4efc-a218-21d93b76927b {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:42:18.606185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:18.624360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:18.627744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d4fbc8b-9cdf-4bb9-ba03-996bf8ec01b4 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "PUT /v2.0/ports/402d5aef-34e1-4a70-990d-b391895dba98 HTTP/1.1" status: 200 len: 1057 time: 1.3400240 Feb 09 20:42:18.629258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46740) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:18.742767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296b900-490a-468d-b304-a2528faee69a None None] Network f66fd923-923c-4b30-89ab-91d58c88b77b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:18.899891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Deleting port 402d5aef-34e1-4a70-990d-b391895dba98 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:18.901070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (402d5aef-34e1-4a70-990d-b391895dba98), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:18.906981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:18.907454 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:18.939042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:18.976107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:18.994006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:19.096064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c9224fc1-df9c-4861-9d42-279dbe0fe785 None None] Provisioning complete for port 402d5aef-34e1-4a70-990d-b391895dba98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:19.096990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9224fc1-df9c-4861-9d42-279dbe0fe785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (402d5aef-34e1-4a70-990d-b391895dba98), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:19.149898 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (402d5aef-34e1-4a70-990d-b391895dba98), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:19.192200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Calling delete_port for 402d5aef-34e1-4a70-990d-b391895dba98 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:19.195152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c9224fc1-df9c-4861-9d42-279dbe0fe785 None None] Port 402d5aef-34e1-4a70-990d-b391895dba98 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:19.217599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-7d7d6acc-6c0d-4aa4-aec6-5eace4c8c3fb tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:19.228619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-7d7d6acc-6c0d-4aa4-aec6-5eace4c8c3fb tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 805 time: 0.2807362 Feb 09 20:42:19.234060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:19.258185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-c538d56d-6c31-4c03-b721-dc4049e345d9 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/quotas/4fbcf1ad980041a0a7ec65e126aaf434 HTTP/1.1" status: 200 len: 375 time: 0.0285585 Feb 09 20:42:19.351287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-4ae9b3ee-d095-416d-ba86-51f505ded713 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919430 Feb 09 20:42:19.366642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:42:19.500599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (402d5aef-34e1-4a70-990d-b391895dba98), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:19.595809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Port': ['ID=402d5aef-34e1-4a70-990d-b391895dba98,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:19.691586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.694619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.695002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.695349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.695771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.696637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.697217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.697802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.698693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.699249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.712865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.713380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:19.713733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:20.031834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-12d895f4-5181-4483-b090-f31bd7448c5d service neutron] 10.222.0.102 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792278 Feb 09 20:42:20.120495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:20.223270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-1363e18a-2da5-4c85-8a14-a340cfa37b90 service neutron] 10.222.0.102 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903014 Feb 09 20:42:20.234747 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:20.242633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:20.247041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-52f2f839-b068-45af-bb18-3f159b3c2477 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "DELETE /v2.0/ports/402d5aef-34e1-4a70-990d-b391895dba98 HTTP/1.1" status: 204 len: 168 time: 1.6165106 Feb 09 20:42:20.285400 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0546cde-eb2f-4518-b989-55016211cfc9 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] GET failed (client error): The resource could not be found. Feb 09 20:42:20.286842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d0546cde-eb2f-4518-b989-55016211cfc9 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "GET /v2.0/ports/402d5aef-34e1-4a70-990d-b391895dba98 HTTP/1.1" status: 404 len: 333 time: 0.0431402 Feb 09 20:42:20.289790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:20.371296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-192387693-network', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:20.385063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-e1c65c47-cf1a-40b2-8f7d-9b48c66c4647 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:20.386054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-e1c65c47-cf1a-40b2-8f7d-9b48c66c4647 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057809 Feb 09 20:42:20.436911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Made reservation on behalf of 61960c9fd5d549f8a836a3a4ac4bc97b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:20.452576 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:20.470183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:20.647289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-9a92256c-7f55-4cf7-af45-5bfa7e5ce1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:20.659874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-9a92256c-7f55-4cf7-af45-5bfa7e5ce1bd service neutron] 10.222.0.102 "GET /v2.0/ports/cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 1125 time: 0.2652678 Feb 09 20:42:20.664639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Request body: {'binding': {'host': 'n-h1-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:20.667345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:42:20.681074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb13d9-dffe-477f-808e-c3963c23885d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Deleting port 49f00aab-5d39-4997-8719-7d2e35c64f0a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:20.681409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8cb13d9-dffe-477f-808e-c3963c23885d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (49f00aab-5d39-4997-8719-7d2e35c64f0a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:20.758593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58393f85-a43b-4d57-876b-6c9568f615a6 req-c2245336-991c-4758-88d3-14ad98286ae7 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:20.766412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58393f85-a43b-4d57-876b-6c9568f615a6 req-c2245336-991c-4758-88d3-14ad98286ae7 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 944 time: 0.1655722 Feb 09 20:42:20.827111 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Publish callbacks [] for security_group (bb8c9ec4-8a98-4951-bcd9-193a34aa50d4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:20.859257 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bb8c9ec4-8a98-4951-bcd9-193a34aa50d4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:20.868036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58393f85-a43b-4d57-876b-6c9568f615a6 req-42815b38-7944-4563-935b-07536ef308a0 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006832 Feb 09 20:42:20.931249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:42:20.949730 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f76b2123-ce98-47ba-8317-099ffd5dd7aa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:20.950137 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Added segment f76b2123-ce98-47ba-8317-099ffd5dd7aa of type vlan for network 86d00f9c-ad74-47ed-b373-fce806b38fa7 Feb 09 20:42:20.978855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on host n-h1-789963-29 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:20.979201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:20.979529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:20.987908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:42:20.988243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:21.008778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:21.009145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:21.009597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:21.010109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Bound port: cbf4ad3a-1196-43de-9110-51328143088c, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:21.051573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (86d00f9c-ad74-47ed-b373-fce806b38fa7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.137222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (86d00f9c-ad74-47ed-b373-fce806b38fa7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.138309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:21.138774 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.145646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:21.148237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8c9ec4-8a98-4951-bcd9-193a34aa50d4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:21.160669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8cb13d9-dffe-477f-808e-c3963c23885d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (49f00aab-5d39-4997-8719-7d2e35c64f0a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.196620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f6575a9-33a0-47db-b9e3-9595dba5c66b req-a8866aed-ec0e-45bd-b740-782bccd4309d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 210 time: 0.0738056 Feb 09 20:42:21.203829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.205513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f4506ebf-d5ab-4f63-ba48-4b1388725409 service neutron] 10.222.0.102 "POST /v2.0/ports/cbf4ad3a-1196-43de-9110-51328143088c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5445857 Feb 09 20:42:21.267126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb13d9-dffe-477f-808e-c3963c23885d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Calling delete_port for 49f00aab-5d39-4997-8719-7d2e35c64f0a owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:21.298412 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1765821 Feb 09 20:42:21.301359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:21.310673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Request body: {'subnet': {'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-192387693-subnet', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:21.366343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Made reservation on behalf of 61960c9fd5d549f8a836a3a4ac4bc97b for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:21.369009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.423777 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.474853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1782b1-c812-49c9-9b98-0528ab5bf586 admin admin] Pushing event updated for resources: {'Network': ['ID=86d00f9c-ad74-47ed-b373-fce806b38fa7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:21.491791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:42:21.714308 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8cb13d9-dffe-477f-808e-c3963c23885d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (49f00aab-5d39-4997-8719-7d2e35c64f0a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.745999 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb13d9-dffe-477f-808e-c3963c23885d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Port': ['ID=49f00aab-5d39-4997-8719-7d2e35c64f0a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:21.809302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (4b208131-13b3-44cd-8aad-a21b946ad838), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.835068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:21.949658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8cb13d9-dffe-477f-808e-c3963c23885d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:21.962763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8cb13d9-dffe-477f-808e-c3963c23885d tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "DELETE /v2.0/ports/49f00aab-5d39-4997-8719-7d2e35c64f0a HTTP/1.1" status: 204 len: 168 time: 1.6716175 Feb 09 20:42:21.964895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-376f48e3-8f38-4cac-9694-1218c0adcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:21.966277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:21.967988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-376f48e3-8f38-4cac-9694-1218c0adcc8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1128 time: 0.2575388 Feb 09 20:42:21.987205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8890b-f120-438b-9e5c-26dc82602ac0 req-0c1045fd-52e3-438b-9d1d-09f211dbb9c4 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:21.994914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88c8890b-f120-438b-9e5c-26dc82602ac0 req-0c1045fd-52e3-438b-9d1d-09f211dbb9c4 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.4762855 Feb 09 20:42:22.045978 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ee169f-aebb-4890-ba99-16ab13a8e7db tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] GET failed (client error): The resource could not be found. Feb 09 20:42:22.054347 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a7ee169f-aebb-4890-ba99-16ab13a8e7db tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "GET /v2.0/ports/49f00aab-5d39-4997-8719-7d2e35c64f0a HTTP/1.1" status: 404 len: 333 time: 0.0867271 Feb 09 20:42:22.055288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:22.239629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-ec47d489-1e3c-41c4-9616-b1d421d82ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:22.241500 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-ec47d489-1e3c-41c4-9616-b1d421d82ed9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2326465 Feb 09 20:42:22.304431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e7d4-712b-4210-ab72-1cb8dbd07fc7 req-40ae5763-0bd0-44d5-9a0a-2f9575f3e17a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:22.306678 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cab2e7d4-712b-4210-ab72-1cb8dbd07fc7 req-40ae5763-0bd0-44d5-9a0a-2f9575f3e17a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 944 time: 0.1633701 Feb 09 20:42:22.337949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-c5e7a355-d111-488d-8151-6e374773f2f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 217 time: 0.0795255 Feb 09 20:42:22.388684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cab2e7d4-712b-4210-ab72-1cb8dbd07fc7 req-6816e702-3ab2-4eda-a7fd-b1ba106548dc tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723610 Feb 09 20:42:22.396199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f77f2c9-ab89-492d-ad63-6c91abe9a937 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Deleting port 2ba98885-5640-44e8-99b1-f867eb62ac46 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:22.396199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f77f2c9-ab89-492d-ad63-6c91abe9a937 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2ba98885-5640-44e8-99b1-f867eb62ac46), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:22.461546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b208131-13b3-44cd-8aad-a21b946ad838,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:22.480500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:42:22.490001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:22.490619 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:22.493406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Checking segment: {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:22.493790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Network hostable DHCP agents. Network: 86d00f9c-ad74-47ed-b373-fce806b38fa7, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:42:22.537877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-ad580f18-7306-4acf-8ba8-f94cdc468963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:22.539353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-ad580f18-7306-4acf-8ba8-f94cdc468963 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1439161 Feb 09 20:42:22.557477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88c8890b-f120-438b-9e5c-26dc82602ac0 req-50f4b569-4f80-4b47-9c56-d26c9588be7b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616744 Feb 09 20:42:22.575751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f77f2c9-ab89-492d-ad63-6c91abe9a937 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2ba98885-5640-44e8-99b1-f867eb62ac46), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:22.613938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3f77f2c9-ab89-492d-ad63-6c91abe9a937 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Calling delete_port for 2ba98885-5640-44e8-99b1-f867eb62ac46 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:22.634586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-b6448455-8913-467a-9106-33d0b6ea8e4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836718 Feb 09 20:42:22.638524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:42:22.647257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-ef4dd852-0d6d-429a-8c37-3cc64f0efffd tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:22.648730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-ef4dd852-0d6d-429a-8c37-3cc64f0efffd tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.50 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 805 time: 0.4045608 Feb 09 20:42:22.664952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:22.666204 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:22.677470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Request body: {'port': {'device_id': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'admin_state_up': True, 'tenant_id': '4fbcf1ad980041a0a7ec65e126aaf434'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:22.682064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 86d00f9c-ad74-47ed-b373-fce806b38fa7) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:22.696157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8cd1fa-f626-4f27-8ed6-aab47ccaf481 None None] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:22.760401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:22.761023 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:22.806627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8bf7afce-e1b3-4871-a3bd-7185e8c1442a admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5032361 Feb 09 20:42:22.807265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:22.821293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-801711a6-5005-4f6f-830a-5fe908d40151 req-f426b02b-fea0-4891-82f0-6d718f39c6d0 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 210 time: 0.0878224 Feb 09 20:42:22.834836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:22.865272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-86d00f9c-ad74-47ed-b373-fce806b38fa7', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:42:22.866821 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:22.882031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:22.884862 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85cf02f-72d8-4fbd-ac8c-c8fe6df8fd3c" -d '{"events": [{"server_uuid": "d02c5fc4-7601-4509-9ccf-5a31dee04bc2", "name": "network-vif-plugged", "status": "completed", "tag": "94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:22.958376 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-149e04a2-c79a-471a-b67b-b1b897ca9078 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063226 Feb 09 20:42:23.015445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (77a4a3db-d936-4d37-8886-dba5df57a237), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.033405 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (77a4a3db-d936-4d37-8886-dba5df57a237), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.077832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f77f2c9-ab89-492d-ad63-6c91abe9a937 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2ba98885-5640-44e8-99b1-f867eb62ac46), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.164250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:23.177942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Made reservation on behalf of 4fbcf1ad980041a0a7ec65e126aaf434 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:23.184429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.197279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks [] for router_controller (77a4a3db-d936-4d37-8886-dba5df57a237), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.221436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Allocated IP 172.20.0.2 (86d00f9c-ad74-47ed-b373-fce806b38fa7/4b208131-13b3-44cd-8aad-a21b946ad838/3b9db702-7a5d-4de6-94ef-66b4e8a30bdd) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:23.223270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77f2c9-ab89-492d-ad63-6c91abe9a937 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Port': ['ID=2ba98885-5640-44e8-99b1-f867eb62ac46,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:23.456841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f77f2c9-ab89-492d-ad63-6c91abe9a937 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.463246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3f77f2c9-ab89-492d-ad63-6c91abe9a937 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "DELETE /v2.0/ports/2ba98885-5640-44e8-99b1-f867eb62ac46 HTTP/1.1" status: 204 len: 168 time: 1.4065001 Feb 09 20:42:23.466417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:23.484033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-b0c7ddbb-3798-4928-b375-f5c1ee871df6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:23.498694 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-b0c7ddbb-3798-4928-b375-f5c1ee871df6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 808 time: 0.4468787 Feb 09 20:42:23.564468 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24cfa35-04eb-4f9b-a071-049f96732886 x-openstack-request-id: req-b24cfa35-04eb-4f9b-a071-049f96732886 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:23.565086 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c5fc4-7601-4509-9ccf-5a31dee04bc2", "name": "network-vif-plugged", "status": "completed", "tag": "94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:23.565086 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b24cfa35-04eb-4f9b-a071-049f96732886 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:23.565491 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'code': 200} Feb 09 20:42:23.569306 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.600596 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-4ef2295f-7a3a-4981-8589-a5810acbae3d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/quotas/4e5c5a7784ba41a5ae778bfe881eb9a2 HTTP/1.1" status: 200 len: 375 time: 0.1006589 Feb 09 20:42:23.644528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:23.688773 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Publish callbacks [] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.697922 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.707641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4cb373-dc46-47a0-8183-deb0272418c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Deleting subnet 74c9acba-c3ba-401c-8174-7d59d13eff57 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:42:23.715555 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb373-dc46-47a0-8183-deb0272418c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for subnet (74c9acba-c3ba-401c-8174-7d59d13eff57), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.741325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:23.745586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:23.753473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:23.775131 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-4b75f668-74d3-409b-9969-8c88385a8828 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1730311 Feb 09 20:42:23.830605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Pushing event updated for resources: {'Port': ['ID=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:23.833894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Attempting to bind port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:23.834271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Attempting to bind port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:23.834656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Attempting to bind port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd on network 86d00f9c-ad74-47ed-b373-fce806b38fa7 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:23.841298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:23.841695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Checking segment: {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:23.842102 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.842565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Bound using segment: {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:23.843193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Bound port: 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:23.843588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.883163 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb373-dc46-47a0-8183-deb0272418c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (74c9acba-c3ba-401c-8174-7d59d13eff57), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.946761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] For port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:42:23.954463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] For port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:23.962466 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:23.993786 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-58a82323-06ef-4cca-b98e-6dd84003474b service neutron] 10.222.0.102 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173302 Feb 09 20:42:24.016883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-71e646c6-c82d-4d2e-b047-22e45635fa2e service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0414937 Feb 09 20:42:24.046862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffecf7b-dc1d-4431-ad9f-74cd0eb683e9 None None] Pushing event updated for resources: {'Port': ['ID=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:24.117409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ee622-9b7f-4afe-904f-f84f926937e6 req-d81f64ac-cdd2-4088-9e2f-9b6d6858186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:24.118960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-591ee622-9b7f-4afe-904f-f84f926937e6 req-d81f64ac-cdd2-4088-9e2f-9b6d6858186c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 1128 time: 0.2432525 Feb 09 20:42:24.129917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Allocated IP 172.20.0.7 (f66fd923-923c-4b30-89ab-91d58c88b77b/9091a560-86de-4767-a80d-321e46e4694f/d4e5eab7-5595-4805-9ce1-b9651c62fe54) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:24.133812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb373-dc46-47a0-8183-deb0272418c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (74c9acba-c3ba-401c-8174-7d59d13eff57), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.155929 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks [] for router_gateway (77a4a3db-d936-4d37-8886-dba5df57a237), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.172429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-81ced91b-d7c4-44f9-b0f8-65f333fdca2a service neutron] 10.222.0.102 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688948 Feb 09 20:42:24.174775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cde396-c030-4015-bcdb-f27039443d5f req-58a739f6-dae9-47ee-b6ce-542508137140 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:24.183652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d9cde396-c030-4015-bcdb-f27039443d5f req-58a739f6-dae9-47ee-b6ce-542508137140 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.3112726 Feb 09 20:42:24.246715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb373-dc46-47a0-8183-deb0272418c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (74c9acba-c3ba-401c-8174-7d59d13eff57), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.345940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cb373-dc46-47a0-8183-deb0272418c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Subnet': ['ID=74c9acba-c3ba-401c-8174-7d59d13eff57,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:24.348176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3072b-a1d2-411d-b829-2d3d9f1b9b01 None None] Network 8a4296ca-a70f-4efc-a218-21d93b76927b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:24.353774 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb373-dc46-47a0-8183-deb0272418c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.364703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d4cb373-dc46-47a0-8183-deb0272418c7 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "DELETE /v2.0/subnets/74c9acba-c3ba-401c-8174-7d59d13eff57 HTTP/1.1" status: 204 len: 168 time: 0.8976967 Feb 09 20:42:24.365822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:24.399070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d9cde396-c030-4015-bcdb-f27039443d5f req-507c3ea7-873e-469e-b29e-0e82850dae3f tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144060 Feb 09 20:42:24.447939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-591ee622-9b7f-4afe-904f-f84f926937e6 req-8808ba93-99b5-4490-a9ac-51bc25e61680 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993078 Feb 09 20:42:24.622092 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (8a4296ca-a70f-4efc-a218-21d93b76927b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.721090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] DHCP port deletion for 8a4296ca-a70f-4efc-a218-21d93b76927b request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:42:24.791995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks [] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.831012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] Deleting port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:24.831825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.840675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Deleting port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:24.841535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.863821 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:24.920717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Pushing event updated for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:24.934385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.934885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.935571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.936196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.936515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.936817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.938234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.938234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.938234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.939008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.939008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.939008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.939415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:24.969019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Network f66fd923-923c-4b30-89ab-91d58c88b77b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:24.986008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:24.996766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:25.124678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:25.125408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:25.138916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] For port d27f0bcb-1943-4246-84fd-11bb71ccd4e6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,segment=NetworkSegment(8268649b-b466-4cfd-92e1-8e8f4b51569c),segment_id=8268649b-b466-4cfd-92e1-8e8f4b51569c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:25.142892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:25.147015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] For port d27f0bcb-1943-4246-84fd-11bb71ccd4e6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,segment=NetworkSegment(8268649b-b466-4cfd-92e1-8e8f4b51569c),segment_id=8268649b-b466-4cfd-92e1-8e8f4b51569c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:25.149586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:25.181057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Calling delete_port for d27f0bcb-1943-4246-84fd-11bb71ccd4e6 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:25.207949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] Calling delete_port for d27f0bcb-1943-4246-84fd-11bb71ccd4e6 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:25.366629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-89927f83-b221-46d2-aa17-dcf7b69551ff tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7023079 Feb 09 20:42:25.408080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Request body: {'port': {'device_id': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:25.425123 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:25.504319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] Pushing event deleted for resources: {'Port': ['ID=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:25.509965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e6de3-d37a-4e01-a0c5-c561c0bb3478 None None] No DVR routers for this DVR port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:42:25.564490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da35be-5f0a-445c-ad54-a0633d167dd2 req-a04a144d-85af-48b4-a1fd-5ca2d6f8e994 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:25.570821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6da35be-5f0a-445c-ad54-a0633d167dd2 req-a04a144d-85af-48b4-a1fd-5ca2d6f8e994 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.3784032 Feb 09 20:42:25.692699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d27f0bcb-1943-4246-84fd-11bb71ccd4e6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:25.732823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] No DVR routers for this DVR port d27f0bcb-1943-4246-84fd-11bb71ccd4e6 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:42:25.757701 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6da35be-5f0a-445c-ad54-a0633d167dd2 req-d6194a8a-4d5e-44bf-88ec-e8e8e97b8a1a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784143 Feb 09 20:42:25.762366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Port': ['ID=d27f0bcb-1943-4246-84fd-11bb71ccd4e6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:25.768986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:25.843180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d4bbe-4856-48e7-96b9-ac7f08557988 req-43212eec-87de-4152-a57b-41c921b2d7ed tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:25.845012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e90d4bbe-4856-48e7-96b9-ac7f08557988 req-43212eec-87de-4152-a57b-41c921b2d7ed tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 931 time: 0.3290038 Feb 09 20:42:25.860955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks [] for router_gateway (77a4a3db-d936-4d37-8886-dba5df57a237), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:25.943049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:25.966507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2cfcbef-8067-438d-8b45-59fe3986de38 req-4ea8a523-0783-42fd-ae73-0f7d0fa22881 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0760572 Feb 09 20:42:26.005491 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (8a4296ca-a70f-4efc-a218-21d93b76927b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.032900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4296ca-a70f-4efc-a218-21d93b76927b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:26.055882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8268649b-b466-4cfd-92e1-8e8f4b51569c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:26.056309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8268649b-b466-4cfd-92e1-8e8f4b51569c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:26.092320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8268649b-b466-4cfd-92e1-8e8f4b51569c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.162583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8268649b-b466-4cfd-92e1-8e8f4b51569c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.164006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb4aac-3fd8-4a30-a551-6fe6c6337bb7 None None] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:26.178238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:42:26.178380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8268649b-b466-4cfd-92e1-8e8f4b51569c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:42:26.181752 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:42:26.294715 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.297132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-89c22332-f985-4114-b83c-4ccdde386d5f None None] Provisioning complete for port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:26.297533 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c22332-f985-4114-b83c-4ccdde386d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.334808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:26.534370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (8a4296ca-a70f-4efc-a218-21d93b76927b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.562121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e90d4bbe-4856-48e7-96b9-ac7f08557988 req-498e97f2-eedc-4e75-b665-e8c84c4f5965 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228306 Feb 09 20:42:26.563067 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.570729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] 10.222.0.102 "DELETE /v2.0/networks/8a4296ca-a70f-4efc-a218-21d93b76927b HTTP/1.1" status: 204 len: 168 time: 2.2032588 Feb 09 20:42:26.608501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bc364-8811-47ab-8895-8ca637d3f8a1 tempest-AllowedAddressPairTestJSON-552551239 tempest-AllowedAddressPairTestJSON-552551239-project] Pushing event deleted for resources: {'Network': ['ID=8a4296ca-a70f-4efc-a218-21d93b76927b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:26.641307 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb542b4-3c8f-45fa-a3c9-5485723823bd req-251b2720-42b1-41d6-a4eb-c14ae9e6472e tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:26.648281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb542b4-3c8f-45fa-a3c9-5485723823bd req-251b2720-42b1-41d6-a4eb-c14ae9e6472e tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.2689419 Feb 09 20:42:26.721185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb542b4-3c8f-45fa-a3c9-5485723823bd req-8af78be0-946a-478f-850c-01a9acfe72f2 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720468 Feb 09 20:42:26.800924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:26.801316 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.803027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-89c22332-f985-4114-b83c-4ccdde386d5f None None] Current status of the port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:26.819888 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c22332-f985-4114-b83c-4ccdde386d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.833711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Allocated IP 172.25.4.128 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/8f60490e-a876-4907-96a7-0c684c814fe8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:26.916622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-89c22332-f985-4114-b83c-4ccdde386d5f None None] For port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:26.923664 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89c22332-f985-4114-b83c-4ccdde386d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:26.998426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c22332-f985-4114-b83c-4ccdde386d5f None None] Pushing event updated for resources: {'Port': ['ID=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:27.067171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:27.109882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0fb4d-b364-4ca8-a397-292512fe262f req-4a62346b-5021-40a0-9a7d-4af3a78f23ae tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:27.136832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3a0fb4d-b364-4ca8-a397-292512fe262f req-4a62346b-5021-40a0-9a7d-4af3a78f23ae tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.2355835 Feb 09 20:42:27.171239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d27f0bcb-1943-4246-84fd-11bb71ccd4e6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:42:27.233783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: d27f0bcb-1943-4246-84fd-11bb71ccd4e6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:42:27.234135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d27f0bcb-1943-4246-84fd-11bb71ccd4e6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:42:27.306031 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3a0fb4d-b364-4ca8-a397-292512fe262f req-f5dea3c5-d90a-49fb-a16b-8348fcf89679 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678090 Feb 09 20:42:27.307709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:27.369574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-490ee906-9c45-4072-976a-aea9a5c29e62 None None] Provisioning complete for port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:27.369955 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-490ee906-9c45-4072-976a-aea9a5c29e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:27.412837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e5eab7-5595-4805-9ce1-b9651c62fe54 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:27.442362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Publish callbacks [] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:27.479898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539febcc-da2f-4ed8-ab25-969bbe98c63e req-5636e9e4-f025-48fa-b031-1e1586774f66 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:27.501879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-539febcc-da2f-4ed8-ab25-969bbe98c63e req-5636e9e4-f025-48fa-b031-1e1586774f66 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.5575442 Feb 09 20:42:27.505962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:27.527182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Request body: {'floatingip': {'port_id': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:27.563139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d97211f6-1837-473a-b2e6-bc0c9ac06908 req-0d8ecefa-b0d7-445b-a8ad-aea68773dd78 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0783539 Feb 09 20:42:27.602130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-490ee906-9c45-4072-976a-aea9a5c29e62 None None] Current status of the port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:27.625888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for floatingip (fcb131ed-af15-4bc0-9534-28e250993b66), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:27.654987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Transition to ACTIVE for port object d4e5eab7-5595-4805-9ce1-b9651c62fe54 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:42:27.790940 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-832c89ad-0b05-436e-8ce4-929668091ec5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e8635758f37d48ba993885289c69c7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807749 Feb 09 20:42:27.800146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:27.877747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:27.892498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks [] for port (8f60490e-a876-4907-96a7-0c684c814fe8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:27.908155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-cddd4a74-f1d1-4272-a312-2bc1b8bf72e5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:27.909826 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-cddd4a74-f1d1-4272-a312-2bc1b8bf72e5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 808 time: 0.6118228 Feb 09 20:42:27.931624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d95fe-ffb2-4ce7-84da-ee5640815845 req-1cbe2668-1a96-43bc-b7e5-56678ba96bf3 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:27.933392 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d04d95fe-ffb2-4ce7-84da-ee5640815845 req-1cbe2668-1a96-43bc-b7e5-56678ba96bf3 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 943 time: 0.2065246 Feb 09 20:42:27.939753 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa055f8-89fc-4480-b464-221e321e75c1 admin admin] Publish callbacks [] for security_group (608bc7c8-5bd0-4955-b99f-baff1e624eaa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:27.952624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Request body: {'port': {'device_id': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'admin_state_up': True, 'tenant_id': '4e5c5a7784ba41a5ae778bfe881eb9a2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:27.982421 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa055f8-89fc-4480-b464-221e321e75c1 admin admin] Publish callbacks [] for security_group (608bc7c8-5bd0-4955-b99f-baff1e624eaa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:28.104486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d04d95fe-ffb2-4ce7-84da-ee5640815845 req-5b408934-e6e9-4ebe-82e3-4cb0b0918430 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818298 Feb 09 20:42:28.118311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa055f8-89fc-4480-b464-221e321e75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (608bc7c8-5bd0-4955-b99f-baff1e624eaa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:28.123879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa055f8-89fc-4480-b464-221e321e75c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:28.126303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9aa055f8-89fc-4480-b464-221e321e75c1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/608bc7c8-5bd0-4955-b99f-baff1e624eaa HTTP/1.1" status: 204 len: 168 time: 0.3250680 Feb 09 20:42:28.146974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29803650-0288-41fc-9315-6c0718424411 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:28.167378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa055f8-89fc-4480-b464-221e321e75c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608bc7c8-5bd0-4955-b99f-baff1e624eaa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:28.202892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:28.281381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:28.281818 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:28.345266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:28.440477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:28.455809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:28.492658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:28.501717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:28.511606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Pushing event updated for resources: {'Port': ['ID=8f60490e-a876-4907-96a7-0c684c814fe8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:28.586450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Attempting to bind port d4e5eab7-5595-4805-9ce1-b9651c62fe54 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:28.587587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Attempting to bind port d4e5eab7-5595-4805-9ce1-b9651c62fe54 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:28.587587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Attempting to bind port d4e5eab7-5595-4805-9ce1-b9651c62fe54 on network f66fd923-923c-4b30-89ab-91d58c88b77b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:28.597072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Made reservation on behalf of 4e5c5a7784ba41a5ae778bfe881eb9a2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:28.604377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:28.724068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Port d4e5eab7-5595-4805-9ce1-b9651c62fe54 on network f66fd923-923c-4b30-89ab-91d58c88b77b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:42:28.724739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Attempting to bind port d4e5eab7-5595-4805-9ce1-b9651c62fe54 on network f66fd923-923c-4b30-89ab-91d58c88b77b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:28.726373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b725664-1140-4a9d-9e8d-23db7b212c00 req-ba791546-a29e-4a94-8294-f262d24cd3f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0701544 Feb 09 20:42:29.074048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:29.074445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Checking segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:29.074958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Bound using segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:29.076022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Bound port: d4e5eab7-5595-4805-9ce1-b9651c62fe54, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:29.076602 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:29.270845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Allocated IP 172.20.0.6 (62ae563b-fea2-42e6-b971-404821062d8c/1151131d-3cac-4983-a5cb-d792ccd56556/4533860a-4e75-483e-95bb-d1e70228b4cd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:29.371865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb16655-b7e2-47f7-a7f5-9ea59d64959a req-3c6a5713-c18d-4986-bd73-f015bf691db1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:29.391375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bb16655-b7e2-47f7-a7f5-9ea59d64959a req-3c6a5713-c18d-4986-bd73-f015bf691db1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 943 time: 0.1512523 Feb 09 20:42:29.399178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db1fff-1f2c-42c7-a4e8-bea628fbab49 req-bda1d6d8-5f99-4e13-b71b-c277176f7ea0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:29.407382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91db1fff-1f2c-42c7-a4e8-bea628fbab49 req-bda1d6d8-5f99-4e13-b71b-c277176f7ea0 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.9614100 Feb 09 20:42:29.479321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bb16655-b7e2-47f7-a7f5-9ea59d64959a req-d519c968-41e9-441d-8153-95adf1cfd382 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861905 Feb 09 20:42:29.608842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.616040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:42:29.641978 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:29.655568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:29.659782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (fcb131ed-af15-4bc0-9534-28e250993b66), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:29.784818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-090013d6-977a-457b-8e1b-40a4d5a1b224 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.788793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-090013d6-977a-457b-8e1b-40a4d5a1b224 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1759951 Feb 09 20:42:29.789151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.801796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-9d5f1d94-199d-42a2-9977-2ee7bca98930 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.803729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9d5f1d94-199d-42a2-9977-2ee7bca98930 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0126760 Feb 09 20:42:29.812240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.828055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-c9dd33a6-1722-4001-a2a6-5c78dc1b662a tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.832905 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c9dd33a6-1722-4001-a2a6-5c78dc1b662a tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0196085 Feb 09 20:42:29.833512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47022) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.843965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-c80aa8eb-6ec5-4615-adfc-c0385f36ef27 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.849411 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c80aa8eb-6ec5-4615-adfc-c0385f36ef27 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0149014 Feb 09 20:42:29.850266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.855359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-89621d33-d0d8-4d6c-b395-cc370ddf51b3 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.859879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-89621d33-d0d8-4d6c-b395-cc370ddf51b3 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0084352 Feb 09 20:42:29.860974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.871211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-b3895663-688f-43b1-8fe7-ecde80f6a28f tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.876577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b3895663-688f-43b1-8fe7-ecde80f6a28f tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0143411 Feb 09 20:42:29.877742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.892116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-1bf42ec7-b505-473e-8c65-3bb11d1f928e tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.896619 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1bf42ec7-b505-473e-8c65-3bb11d1f928e tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078437 Feb 09 20:42:29.897449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.904227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-6b0bb921-add3-42b6-9b18-7bf9a8117ea2 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.913840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6b0bb921-add3-42b6-9b18-7bf9a8117ea2 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0127666 Feb 09 20:42:29.914756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.936208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-7d9de4ee-3f2a-4059-9b18-6dd63c826860 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.940245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d9de4ee-3f2a-4059-9b18-6dd63c826860 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092702 Feb 09 20:42:29.943712 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-871b0c5d-85ef-4eea-a84c-eb57a8688b95 req-ac50d9df-b251-46f5-afce-7cf96eb07a1e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0640867 Feb 09 20:42:29.944848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.949280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-70277afb-69fd-4487-8bf3-bd81e9b83abc tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.953229 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-70277afb-69fd-4487-8bf3-bd81e9b83abc tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0072789 Feb 09 20:42:29.954563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.969529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-18f5c705-034c-4b94-91c2-dd171a8d16e2 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.974117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-18f5c705-034c-4b94-91c2-dd171a8d16e2 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0181782 Feb 09 20:42:29.975641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.980857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-81c31055-69fc-4160-b9d0-4270387e110d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.985246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-81c31055-69fc-4160-b9d0-4270387e110d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0084140 Feb 09 20:42:29.986226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:29.991551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-49d239e8-54fa-4d3a-a0fb-fd099e1d1753 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:29.995580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-49d239e8-54fa-4d3a-a0fb-fd099e1d1753 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0080795 Feb 09 20:42:29.996378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.002129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-13956868-0af4-4871-ac35-4624744b3f4b tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.006136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-13956868-0af4-4871-ac35-4624744b3f4b tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0081232 Feb 09 20:42:30.006903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.011780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-cc323259-507f-40fc-8aa5-01e1bdf296ea tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.015496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cc323259-507f-40fc-8aa5-01e1bdf296ea tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075240 Feb 09 20:42:30.016488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.022515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-b3b22165-1e51-489f-b31d-fb70fda97673 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.029515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b3b22165-1e51-489f-b31d-fb70fda97673 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090358 Feb 09 20:42:30.031570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.036149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-5d84cff1-ee52-405c-93a4-54cdcd0a9430 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.040252 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5d84cff1-ee52-405c-93a4-54cdcd0a9430 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0073774 Feb 09 20:42:30.041655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.046809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-108e20c1-d0c4-49b1-8608-f5303f6eeba3 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.051104 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-108e20c1-d0c4-49b1-8608-f5303f6eeba3 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0078874 Feb 09 20:42:30.052063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.056523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-3cc2a339-9d8c-4764-abe1-060ce0ee4ed7 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.064199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3cc2a339-9d8c-4764-abe1-060ce0ee4ed7 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0109770 Feb 09 20:42:30.065012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.070590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-04f35c01-f4a5-4de4-a214-32a3216d3b01 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.077015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-04f35c01-f4a5-4de4-a214-32a3216d3b01 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0108423 Feb 09 20:42:30.077733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.081985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-b69686f1-ce2e-4bcc-bc5a-be27872d2e09 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.086360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b69686f1-ce2e-4bcc-bc5a-be27872d2e09 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075135 Feb 09 20:42:30.087342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47062) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.092453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-bb3d097f-6121-4a3b-b800-8786d3ab70cb tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.110475 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bb3d097f-6121-4a3b-b800-8786d3ab70cb tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0216107 Feb 09 20:42:30.111373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.115798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-3c7b2ca8-be3e-462a-9a74-6b9d735990f7 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.127467 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3c7b2ca8-be3e-462a-9a74-6b9d735990f7 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0148444 Feb 09 20:42:30.130919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.145148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-64949ab6-85b7-48aa-8cc5-76847fc33183 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.155353 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64949ab6-85b7-48aa-8cc5-76847fc33183 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0231862 Feb 09 20:42:30.156221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.162215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-d33c56b6-4608-4c39-880c-9fb624574d94 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.166109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d33c56b6-4608-4c39-880c-9fb624574d94 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0081420 Feb 09 20:42:30.166889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.171985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-34766f96-617c-4248-bc4e-84f98b631109 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.175646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-34766f96-617c-4248-bc4e-84f98b631109 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0076814 Feb 09 20:42:30.176426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.180576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-e0d7c3f1-0105-47ad-897f-165f25392561 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.184160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0d7c3f1-0105-47ad-897f-165f25392561 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066335 Feb 09 20:42:30.185433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.189475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-922e3c9d-0e59-4f9f-acd4-44cef4303047 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.192844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-922e3c9d-0e59-4f9f-acd4-44cef4303047 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040903 Feb 09 20:42:30.194965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.199219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-1c528175-4055-4501-b6db-1f0f220e293e tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.203022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1c528175-4055-4501-b6db-1f0f220e293e tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043037 Feb 09 20:42:30.203536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.207642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-b9dbc6d7-376f-4493-87b3-848416892f4d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.210856 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b9dbc6d7-376f-4493-87b3-848416892f4d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041478 Feb 09 20:42:30.221903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.226658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-d3b8dad9-1131-4ace-844f-bcffe80868ab tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.230004 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d3b8dad9-1131-4ace-844f-bcffe80868ab tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046899 Feb 09 20:42:30.232819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.237758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-b08a81fc-b447-41df-bf56-5899c058533d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.241300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b08a81fc-b447-41df-bf56-5899c058533d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049608 Feb 09 20:42:30.252464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.256711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-56d696c6-3b32-42ee-84cd-4697cfbfefc6 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.260432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-56d696c6-3b32-42ee-84cd-4697cfbfefc6 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042169 Feb 09 20:42:30.266112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.270677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-db813dd3-54bb-4fb4-bfb4-c42c4f00fc07 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.273948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-db813dd3-54bb-4fb4-bfb4-c42c4f00fc07 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045471 Feb 09 20:42:30.274366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.279986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-006e7d9b-0bef-4a1a-8d2b-fa3f69090c24 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.283130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-006e7d9b-0bef-4a1a-8d2b-fa3f69090c24 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0056930 Feb 09 20:42:30.283761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.289801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-589805cb-ef73-4f98-8fa9-b9df0345df24 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.293588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-589805cb-ef73-4f98-8fa9-b9df0345df24 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084522 Feb 09 20:42:30.294410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.299638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-5b10e0ea-db09-4d77-b543-5fde7586092d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.303582 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5b10e0ea-db09-4d77-b543-5fde7586092d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0078111 Feb 09 20:42:30.305379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.310886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-f801c7fd-aa2e-492f-961f-585061fd449f tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.314728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f801c7fd-aa2e-492f-961f-585061fd449f tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0078189 Feb 09 20:42:30.315773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47104) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.327074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-24b54fb0-237f-46a3-8bf1-8ae9fc48a397 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.331536 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-24b54fb0-237f-46a3-8bf1-8ae9fc48a397 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0118093 Feb 09 20:42:30.332546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.335862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks [] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:30.338802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-d732f4ad-4fbf-49dc-ac8e-b6939341ba87 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.342866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d732f4ad-4fbf-49dc-ac8e-b6939341ba87 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0091805 Feb 09 20:42:30.343831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.349022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-4b15839a-4d24-4ff1-b924-0dfec73b672f tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.353037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4b15839a-4d24-4ff1-b924-0dfec73b672f tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0080602 Feb 09 20:42:30.353821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.358739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-8fff7f5b-cbab-4a35-8a18-442ef6cae9fb tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.363211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8fff7f5b-cbab-4a35-8a18-442ef6cae9fb tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080891 Feb 09 20:42:30.364036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.366073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks [] for router_gateway (77a4a3db-d936-4d37-8886-dba5df57a237), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:30.369592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-b5e1978e-6919-4e8c-97ed-f22e8f0bfcc8 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.373569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91db1fff-1f2c-42c7-a4e8-bea628fbab49 req-ae864d20-6883-45fe-88c4-73991a7edbe9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9640379 Feb 09 20:42:30.374404 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b5e1978e-6919-4e8c-97ed-f22e8f0bfcc8 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0092232 Feb 09 20:42:30.375177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.382034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-b63895cc-4dce-4a87-8cf1-73f0ada2e9c1 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.386513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b63895cc-4dce-4a87-8cf1-73f0ada2e9c1 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0094087 Feb 09 20:42:30.387149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.394317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-123e0003-e1c9-47c7-a697-e975f579d3b2 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.395307 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-123e0003-e1c9-47c7-a697-e975f579d3b2 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059977 Feb 09 20:42:30.399074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.403384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:30.404073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-79887e6e-d02d-4797-91d4-fc0d4ebc316d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.409038 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-79887e6e-d02d-4797-91d4-fc0d4ebc316d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0077190 Feb 09 20:42:30.418897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.418897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-6e573d9c-2029-46a8-a6eb-439aa35c9050 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.418897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e573d9c-2029-46a8-a6eb-439aa35c9050 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0067515 Feb 09 20:42:30.418897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.424011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-75cf0385-32ac-4d99-a149-c3bc0e3d3781 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.427514 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-75cf0385-32ac-4d99-a149-c3bc0e3d3781 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073261 Feb 09 20:42:30.428190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.433662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-4172b7f7-87d7-441e-8a68-1790b5532318 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.437820 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4172b7f7-87d7-441e-8a68-1790b5532318 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0076973 Feb 09 20:42:30.438647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.442825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:30.444730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-2e9112b7-11a1-43eb-8318-f3d4360a505f tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.451225 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2e9112b7-11a1-43eb-8318-f3d4360a505f tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0099525 Feb 09 20:42:30.452124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.456598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-103033c1-1ce0-4ba4-aba3-91eac8431027 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.472335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-103033c1-1ce0-4ba4-aba3-91eac8431027 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0175893 Feb 09 20:42:30.473154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.477323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-ed3e4371-98a6-44ba-b9d7-41a4049f1fd7 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.484445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ed3e4371-98a6-44ba-b9d7-41a4049f1fd7 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0102420 Feb 09 20:42:30.485134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.491530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-907d872e-d8f9-4106-8940-f5b5f0a3872b tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.496615 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-907d872e-d8f9-4106-8940-f5b5f0a3872b tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0102742 Feb 09 20:42:30.497902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.502816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-63dfc61c-f1be-48d1-899d-7bf3ef32c1c4 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.507974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-63dfc61c-f1be-48d1-899d-7bf3ef32c1c4 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0089557 Feb 09 20:42:30.508757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.513255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-a65c4cb5-22c2-438b-8670-50fc297f25f6 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.518016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a65c4cb5-22c2-438b-8670-50fc297f25f6 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071309 Feb 09 20:42:30.518726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.524007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-3d56cb61-5765-45df-a546-69f446e67add tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.528967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3d56cb61-5765-45df-a546-69f446e67add tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0091681 Feb 09 20:42:30.529668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.535579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-959f8273-c24c-4d45-89d8-50ad6ef01de0 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.540587 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-959f8273-c24c-4d45-89d8-50ad6ef01de0 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0098109 Feb 09 20:42:30.541217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.546730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-082cb957-d2a1-494f-aa8d-f4f6254386cd tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.551603 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-082cb957-d2a1-494f-aa8d-f4f6254386cd tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091958 Feb 09 20:42:30.552261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.562555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-819ca504-7ba5-4aa3-8a05-83eb0ca7f96d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.566397 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-819ca504-7ba5-4aa3-8a05-83eb0ca7f96d tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0129852 Feb 09 20:42:30.567097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.572756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-e8409860-e6e9-41af-ad09-d22c638a8ac0 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.576653 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e8409860-e6e9-41af-ad09-d22c638a8ac0 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0084438 Feb 09 20:42:30.577328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.582454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-86ed096e-092f-43fe-8391-889ab66c2929 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.586102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-86ed096e-092f-43fe-8391-889ab66c2929 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077329 Feb 09 20:42:30.586805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.590982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-f5d085ae-7af4-45b0-9c1d-d8e867f79cdc tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.595663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f5d085ae-7af4-45b0-9c1d-d8e867f79cdc tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0078440 Feb 09 20:42:30.601680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Network 62ae563b-fea2-42e6-b971-404821062d8c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:30.604543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.607909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29803650-0288-41fc-9315-6c0718424411 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:30.611056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:30.621264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [None req-98cd3d87-75a1-49d8-8ff0-269ebe5a32e6 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.622921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-98cd3d87-75a1-49d8-8ff0-269ebe5a32e6 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091951 Feb 09 20:42:30.632263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:30.633862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.640721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-ff35986c-c6c4-41ed-ba5e-747f8b318f53 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.645108 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ff35986c-c6c4-41ed-ba5e-747f8b318f53 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0101099 Feb 09 20:42:30.645719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.669799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-d5ee3e60-4dc5-48c4-aad1-ee5c1966699a tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.673937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d5ee3e60-4dc5-48c4-aad1-ee5c1966699a tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0097728 Feb 09 20:42:30.674844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.681128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-c6dc3544-a3d9-4715-a9ca-50519c123629 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.682240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:30.682964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:30.683375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c6dc3544-a3d9-4715-a9ca-50519c123629 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0060856 Feb 09 20:42:30.686157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.690320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-ec0524ef-df3c-4a90-91eb-448b583c9293 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.691264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ec0524ef-df3c-4a90-91eb-448b583c9293 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042048 Feb 09 20:42:30.694115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.700564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-e1efa64f-268e-4d5d-bcc7-55f618584e28 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.704719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e1efa64f-268e-4d5d-bcc7-55f618584e28 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096352 Feb 09 20:42:30.709727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.715319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7668848 Feb 09 20:42:30.721034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-3e393d9e-343b-4299-b923-50efee529bf3 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.722220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e393d9e-343b-4299-b923-50efee529bf3 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0084229 Feb 09 20:42:30.725638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.735272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [None req-34d45b4a-6eeb-4c4b-a45b-c8be5016c855 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.736869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-34d45b4a-6eeb-4c4b-a45b-c8be5016c855 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0093439 Feb 09 20:42:30.740556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:30.756429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [None req-e8e6be36-c7c8-42e5-b683-22a91f2f7fb9 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] http://10.222.0.102:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:42:30.757608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e8e6be36-c7c8-42e5-b683-22a91f2f7fb9 tempest-ExtensionsTestJSON-1565698778 tempest-ExtensionsTestJSON-1565698778-project] 10.222.0.102 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0086002 Feb 09 20:42:30.765844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Request body: {'port': {'device_id': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:30.775860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a3bd8-343e-4342-a0e5-37bafb59492c req-45630bec-d103-4798-bbff-f607c3da896c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:30.784518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-279a3bd8-343e-4342-a0e5-37bafb59492c req-45630bec-d103-4798-bbff-f607c3da896c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 943 time: 0.1875906 Feb 09 20:42:30.797177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:30.797813 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:30.799320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-29803650-0288-41fc-9315-6c0718424411 service neutron] 10.222.0.50 "PUT /v2.0/ports/d4e5eab7-5595-4805-9ce1-b9651c62fe54 HTTP/1.1" status: 200 len: 1092 time: 5.4143419 Feb 09 20:42:30.801933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:30.804499 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0fc1c-f6d6-4292-a86f-593227cb347b" -d '{"events": [{"name": "network-changed", "server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:30.889766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-279a3bd8-343e-4342-a0e5-37bafb59492c req-52e95440-f53c-4a0c-a829-ee4f97de3633 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040263 Feb 09 20:42:30.942206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:30.955167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231f7b9-05f8-4678-aec2-2865cab04e33 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Pushing event updated for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:30.961545 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b7d063-ca54-4301-8f05-2da540970db3 x-openstack-request-id: req-32b7d063-ca54-4301-8f05-2da540970db3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:30.961830 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:30.962110 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-32b7d063-ca54-4301-8f05-2da540970db3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:30.963477 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'status': 'completed', 'code': 200} Feb 09 20:42:31.031408 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Floating IP fcb131ed-af15-4bc0-9534-28e250993b66 associated. External IP: 172.25.4.250, port: 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b. Feb 09 20:42:31.177337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-5c82eacb-7a6a-4c7e-baf0-bb91bf2af64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:31.178818 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-5c82eacb-7a6a-4c7e-baf0-bb91bf2af64b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 1126 time: 0.3292654 Feb 09 20:42:31.179700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7f883-7c38-450e-a1f0-bbb8ecf61589 req-2df7dcb4-0235-49ea-9ead-967d97c18183 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:31.190216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55e7f883-7c38-450e-a1f0-bbb8ecf61589 req-2df7dcb4-0235-49ea-9ead-967d97c18183 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 931 time: 0.1106627 Feb 09 20:42:31.269986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47188) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:31.357996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55e7f883-7c38-450e-a1f0-bbb8ecf61589 req-d709d0bb-df10-4102-95c8-a06ecc068779 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668940 Feb 09 20:42:31.423492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Router 161db81c-db90-4b60-b86e-3e3f56ef72c6 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:42:31.439549 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-cdea7b71-a8c8-47f8-a86b-cbaa8d405c8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54 HTTP/1.1" status: 200 len: 217 time: 0.1953347 Feb 09 20:42:31.501806 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eddd15a6-f1cc-4a25-9142-4fa610202727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:31.573692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-9298f850-7821-4c30-b944-52e3352a86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:31.575760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-9298f850-7821-4c30-b944-52e3352a86ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 200 len: 845 time: 0.0601010 Feb 09 20:42:31.671331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-e818ecd0-a72a-40e8-832b-5abf01f8de8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f66fd923-923c-4b30-89ab-91d58c88b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726511 Feb 09 20:42:31.719066 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eddd15a6-f1cc-4a25-9142-4fa610202727 admin admin] Publish callbacks [] for security_group (ba72ddb0-b078-407e-bfe7-05eaeb0ed63a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:31.724060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eddd15a6-f1cc-4a25-9142-4fa610202727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ba72ddb0-b078-407e-bfe7-05eaeb0ed63a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:31.777119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd15a6-f1cc-4a25-9142-4fa610202727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba72ddb0-b078-407e-bfe7-05eaeb0ed63a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:31.823735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eddd15a6-f1cc-4a25-9142-4fa610202727 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ec4af011e29948b4a609cede30bf3541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526288 Feb 09 20:42:31.824393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47198) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:31.848501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-b0503596-837e-464c-9471-e1f8142378f3 service neutron] 10.222.0.50 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384494 Feb 09 20:42:31.889660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e8b7f0-fc88-43a4-a6bd-cadf88146572 admin admin] Publish callbacks [] for security_group (ba72ddb0-b078-407e-bfe7-05eaeb0ed63a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:31.939976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e8b7f0-fc88-43a4-a6bd-cadf88146572 admin admin] Publish callbacks [] for security_group (ba72ddb0-b078-407e-bfe7-05eaeb0ed63a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:31.982196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d092c40f-bb1d-4429-b8b4-90c105c384fe req-2e76a1db-d0a0-4f1f-bbb3-9355c023f627 service neutron] 10.222.0.50 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950277 Feb 09 20:42:32.022913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897aa7-73de-4ff0-9c5d-8022ecd58c8d req-5f1e6fdd-9dda-43cd-881b-cd314bf79fa4 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:32.035525 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b897aa7-73de-4ff0-9c5d-8022ecd58c8d req-5f1e6fdd-9dda-43cd-881b-cd314bf79fa4 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.5154779 Feb 09 20:42:32.045162 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (77a4a3db-d936-4d37-8886-dba5df57a237), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:32.091769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e8b7f0-fc88-43a4-a6bd-cadf88146572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ba72ddb0-b078-407e-bfe7-05eaeb0ed63a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:32.094662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69e8b7f0-fc88-43a4-a6bd-cadf88146572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:32.098557 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-69e8b7f0-fc88-43a4-a6bd-cadf88146572 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ba72ddb0-b078-407e-bfe7-05eaeb0ed63a HTTP/1.1" status: 204 len: 168 time: 0.2731385 Feb 09 20:42:32.111101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8b7f0-fc88-43a4-a6bd-cadf88146572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba72ddb0-b078-407e-bfe7-05eaeb0ed63a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:32.169533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dac071-88f5-4ffa-97d0-88e606c16fe4 req-69c8d58e-8190-4f4a-8666-c9af88136615 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:32.177788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86dac071-88f5-4ffa-97d0-88e606c16fe4 req-69c8d58e-8190-4f4a-8666-c9af88136615 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 943 time: 0.1337976 Feb 09 20:42:32.264217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86dac071-88f5-4ffa-97d0-88e606c16fe4 req-22120f58-9d32-415f-85ca-a5d807644684 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849156 Feb 09 20:42:32.389985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b897aa7-73de-4ff0-9c5d-8022ecd58c8d req-a4877efc-1955-40f1-bcb4-c5fe70c84716 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531938 Feb 09 20:42:32.391000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Router 77a4a3db-d936-4d37-8886-dba5df57a237 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:42:32.606613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-e6184d23-b8fa-4661-b9df-0b1cb3717847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:32.608232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-e6184d23-b8fa-4661-b9df-0b1cb3717847 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 1126 time: 0.4226811 Feb 09 20:42:32.616335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:42:32.631800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] Sync routers for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:42:32.672468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:42:32.676640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:42:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:32.789554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:32.842819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-9a3c278c-f113-49f4-b686-31bf864793fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:32.844324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-9a3c278c-f113-49f4-b686-31bf864793fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 906 time: 0.2259889 Feb 09 20:42:32.884813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bd799a30-02bd-4aa4-b03f-866a98dda5a9 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "PUT /v2.0/floatingips/fcb131ed-af15-4bc0-9534-28e250993b66 HTTP/1.1" status: 200 len: 991 time: 5.3684514 Feb 09 20:42:32.950299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:42:33.017127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'tag': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:33.019398 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb6078-899f-4dd5-b2a6-14479d0cdf38" -d '{"events": [{"name": "network-changed", "server_uuid": "d02c5fc4-7601-4509-9ccf-5a31dee04bc2", "tag": "94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:33.165923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ff0ef-b1f6-47fd-a331-952c27ca28b5 req-04ae1ec3-96e3-4cfe-90ed-2abfe93eb312 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:33.170886 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-247ff0ef-b1f6-47fd-a331-952c27ca28b5 req-04ae1ec3-96e3-4cfe-90ed-2abfe93eb312 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.1491010 Feb 09 20:42:33.266940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-780951cb-ba5e-407b-9a89-50bb92d2f6ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54 HTTP/1.1" status: 200 len: 217 time: 0.2506294 Feb 09 20:42:33.299445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-247ff0ef-b1f6-47fd-a331-952c27ca28b5 req-70ba8b86-b553-47ec-bc69-1142245dae84 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175492 Feb 09 20:42:33.309362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfdd9b-b896-4d89-bb24-6d9225d872dc req-7d2c5369-3dfb-4bc5-bbdc-b555f92a6175 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:33.317219 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64bfdd9b-b896-4d89-bb24-6d9225d872dc req-7d2c5369-3dfb-4bc5-bbdc-b555f92a6175 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 931 time: 0.6629467 Feb 09 20:42:33.319778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:42:33.331267 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Sync routers for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:42:33.358695 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:42:33.359754 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:42:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:33.425908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4533860a-4e75-483e-95bb-d1e70228b4cd {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:33.496062 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6723dae5-1744-4fc9-b83c-bb7147db2ffe x-openstack-request-id: req-6723dae5-1744-4fc9-b83c-bb7147db2ffe {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:33.496468 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02c5fc4-7601-4509-9ccf-5a31dee04bc2", "tag": "94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:33.496593 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6723dae5-1744-4fc9-b83c-bb7147db2ffe {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:33.497168 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'tag': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'status': 'completed', 'code': 200} Feb 09 20:42:33.529213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Publish callbacks [] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:33.536007 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:42:33.590195 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:33.592347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e20e2b09-ffbd-473f-80a6-7377f49bddb7 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.7793882 Feb 09 20:42:33.595085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:33.669364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:33.787997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64bfdd9b-b896-4d89-bb24-6d9225d872dc req-04f01171-0c9d-4431-b0ee-abd3d63c2f72 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698532 Feb 09 20:42:33.795007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Transition to ACTIVE for port object 4533860a-4e75-483e-95bb-d1e70228b4cd will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:42:33.844148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:33.863560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-5adbea8b-27be-4445-ab2d-a601b27a4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:33.873354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-5adbea8b-27be-4445-ab2d-a601b27a4899 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 200 len: 845 time: 0.5985732 Feb 09 20:42:33.947799 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:29Z', 'revision_number': 3, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:33.962783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fcb131ed-af15-4bc0-9534-28e250993b66', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'port_id': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'mac_address': 'fa:16:3e:db:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:42:03Z', 'updated_at': '2022-02-09T20:42:28Z', 'revision_number': 1, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:42:03Z', 'revision_number': 5, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:33.975351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72ea2d-f176-40d0-88ae-7e81db5f4c3a req-9d729ce5-e840-4d0d-9c8c-2718ae6ce3ce tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:33.986996 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Checking router: 77a4a3db-d936-4d37-8886-dba5df57a237 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:42:33.987626 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Updating router 77a4a3db-d936-4d37-8886-dba5df57a237 port 8f60490e-a876-4907-96a7-0c684c814fe8 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:42:33.995339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf72ea2d-f176-40d0-88ae-7e81db5f4c3a req-9d729ce5-e840-4d0d-9c8c-2718ae6ce3ce tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 943 time: 0.1999588 Feb 09 20:42:34.021064 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:34.056606 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-40ca875a-2005-4813-8fa2-1be0b3fe1771 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f66fd923-923c-4b30-89ab-91d58c88b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573846 Feb 09 20:42:34.083717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] Checking router: 161db81c-db90-4b60-b86e-3e3f56ef72c6 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:42:34.122697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1870457365'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:34.128137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:42:34.128806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:42:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:34.429969 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Publish callbacks [] for port (8f60490e-a876-4907-96a7-0c684c814fe8), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:34.437618 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:34.487990 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf72ea2d-f176-40d0-88ae-7e81db5f4c3a req-26c68abf-44fb-4e31-94d6-92071571cc95 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915628 Feb 09 20:42:34.546129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:42:34.638615 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Attempting to bind port 8f60490e-a876-4907-96a7-0c684c814fe8 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:34.638990 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Attempting to bind port 8f60490e-a876-4907-96a7-0c684c814fe8 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:34.639357 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Attempting to bind port 8f60490e-a876-4907-96a7-0c684c814fe8 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:34.641742 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ab4b0-9976-4f55-b98b-95c51532dd94 None None] Pushing event updated for resources: {'Port': ['ID=8f60490e-a876-4907-96a7-0c684c814fe8,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:34.648271 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:34.648841 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:34.649248 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:34.649636 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:34.650106 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Bound port: 8f60490e-a876-4907-96a7-0c684c814fe8, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:34.650490 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:34.680393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4e5eab7-5595-4805-9ce1-b9651c62fe54 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:42:34.772264 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] For port 8f60490e-a876-4907-96a7-0c684c814fe8, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:42:34.781416 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] For port 8f60490e-a876-4907-96a7-0c684c814fe8, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f60490e-a876-4907-96a7-0c684c814fe8,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:34.791999 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:34.931585 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ab4b0-9976-4f55-b98b-95c51532dd94 None None] Pushing event updated for resources: {'Port': ['ID=8f60490e-a876-4907-96a7-0c684c814fe8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:34.966902 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:42:34.969567 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:42:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:35.024538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385fa9-e9ea-401a-84a2-8f5689c62347 req-2fc7f8ef-e444-4a15-b2ad-c22a2af87abf tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:35.038160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-49385fa9-e9ea-401a-84a2-8f5689c62347 req-2fc7f8ef-e444-4a15-b2ad-c22a2af87abf tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.2019174 Feb 09 20:42:35.161560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Made reservation on behalf of 0707b068f5114c6fb56f7af03bacbe18 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:35.164849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:35.246231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:35.281284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'port_id': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'mac_address': 'fa:16:3e:42:a8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091a560-86de-4767-a80d-321e46e4694f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:42:35.341950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-f16e8863-cda6-450e-965e-c9b03b6d92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:35.344043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-f16e8863-cda6-450e-965e-c9b03b6d92b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89d8cdceb0214fbf95d212f017a6e251&device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 1128 time: 1.8061810 Feb 09 20:42:35.344758 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:35.359548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4e5eab7-5595-4805-9ce1-b9651c62fe54 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:35.360117 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:35.388578 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e5eab7-5595-4805-9ce1-b9651c62fe54 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:35.402254 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:42:35.462136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fcb131ed-af15-4bc0-9534-28e250993b66', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'port_id': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'mac_address': 'fa:16:3e:db:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:42:03Z', 'updated_at': '2022-02-09T20:42:28Z', 'revision_number': 1, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:42:03Z', 'revision_number': 5, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:35.499309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Pushing event updated for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:35.526242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:35.527993 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-dffefc94-4b34-47a7-8fd1-8b9cfa677638 service neutron] 10.222.0.50 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4562449 Feb 09 20:42:35.530153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d543270-9c57-45f9-a3ce-c21ed9397dff None None] The sync data for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 is: [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fcb131ed-af15-4bc0-9534-28e250993b66', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'port_id': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'mac_address': 'fa:16:3e:db:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:42:03Z', 'updated_at': '2022-02-09T20:42:28Z', 'revision_number': 1, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:42:03Z', 'revision_number': 5, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:42:35.542621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:35.658964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:35.711220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-49385fa9-e9ea-401a-84a2-8f5689c62347 req-c3235bbc-1ef5-4f11-8e24-760f6bfe8ac5 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6721909 Feb 09 20:42:35.726358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5de0fc1c-f6d6-4292-a86f-593227cb347b req-c8886ebd-048f-4a20-8257-7191bb25dbb0 service neutron] 10.222.0.50 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967623 Feb 09 20:42:35.843411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d4e5eab7-5595-4805-9ce1-b9651c62fe54'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:42:35.856861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedfeb6-47a0-4383-95c1-cb1e3dcc5f6e req-5d081d69-7b1d-44e0-ba91-40b7fa6baace tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:35.858758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eedfeb6-47a0-4383-95c1-cb1e3dcc5f6e req-5d081d69-7b1d-44e0-ba91-40b7fa6baace tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.6670930 Feb 09 20:42:35.925380 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:29Z', 'revision_number': 3, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:35.991188 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f184ae2-64e9-402c-a8de-6c319db9fe05 None None] The sync data for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 is: [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:29Z', 'revision_number': 3, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:42:36.045600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:36.045944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:36.046284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:36.060812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:42:36.061147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:36.084690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eedfeb6-47a0-4383-95c1-cb1e3dcc5f6e req-d0270303-25d1-43a7-a0c1-4d3abc25bc96 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110169 Feb 09 20:42:36.100737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:36.101090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:36.101488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:36.101944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Bound port: 4533860a-4e75-483e-95bb-d1e70228b4cd, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:36.102410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.144593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0f74e4-cbc8-4bb9-b25e-58ad7e04abb1 None None] New status for floating IP fcb131ed-af15-4bc0-9534-28e250993b66: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:42:36.145121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfaa23-12d3-4eb3-bd00-27b879dcb5c7 req-528dbd85-1c68-4abb-8e3c-537403cce1c2 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:36.154521 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1bfaa23-12d3-4eb3-bd00-27b879dcb5c7 req-528dbd85-1c68-4abb-8e3c-537403cce1c2 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.2340012 Feb 09 20:42:36.222145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.262441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:42:36.266284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:36.277868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-c5f28f1b-9cf6-46d7-b479-efa88402aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:36.280253 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-c5f28f1b-9cf6-46d7-b479-efa88402aa06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b4e7995-62ec-42b7-b992-4b3deed7d477 HTTP/1.1" status: 200 len: 907 time: 0.7885158 Feb 09 20:42:36.285073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.300070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1bfaa23-12d3-4eb3-bd00-27b879dcb5c7 req-a68cc6e2-bbf1-44f4-b83a-b628c9586df3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443875 Feb 09 20:42:36.446805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks [] for security_group (69f1151f-e368-4074-9681-5a76d5d94ad8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.501073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69f1151f-e368-4074-9681-5a76d5d94ad8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.518761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:42:36.530322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (aad6cfdc-becd-4931-932f-3c99d8565bc8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.530820 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Added segment aad6cfdc-becd-4931-932f-3c99d8565bc8 of type vlan for network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb Feb 09 20:42:36.582241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.617042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:36.617812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.621930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] 10.222.0.13 "PUT /v2.0/ports/4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 200 len: 1092 time: 5.8785179 Feb 09 20:42:36.634970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-8b0426f1-86fd-4f30-9a4e-db3a4f554010 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b HTTP/1.1" status: 200 len: 999 time: 0.3286057 Feb 09 20:42:36.635622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:36.639089 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5135de-9806-40fe-932b-6c3fbd4726e4" -d '{"events": [{"name": "network-changed", "server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:36.689252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.701714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:36.703743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:36.709009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Allocated IP 172.20.0.1 (86d00f9c-ad74-47ed-b373-fce806b38fa7/4b208131-13b3-44cd-8aad-a21b946ad838/46fb5086-76d2-416b-beba-d1e7b5450d59) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:36.799368 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04abe780-35dc-4f22-b374-70003befb537 x-openstack-request-id: req-04abe780-35dc-4f22-b374-70003befb537 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:36.799894 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:36.800165 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-04abe780-35dc-4f22-b374-70003befb537 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:36.806582 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd', 'status': 'completed', 'code': 200} Feb 09 20:42:36.917679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f1151f-e368-4074-9681-5a76d5d94ad8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:36.925547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2417424 Feb 09 20:42:36.940185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:36.950743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Request body: {'subnet': {'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:37.098064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-40dbea4d-a59a-4186-bf0e-6a581dfb211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:37.099551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-40dbea4d-a59a-4186-bf0e-6a581dfb211f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38c1af98-e20c-4195-8a52-aa84147f0120 HTTP/1.1" status: 200 len: 845 time: 0.4219549 Feb 09 20:42:37.190681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d14814-1aeb-4435-8899-37a84d826b8b service neutron] Pushing event updated for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:37.213226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-0bb28d39-3544-4298-a1ec-1511fa75a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:37.215311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-0bb28d39-3544-4298-a1ec-1511fa75a568 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1126 time: 0.4008112 Feb 09 20:42:37.225335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa15e0-2584-4dbd-9d05-1f4ddd02107b req-0881e7ac-fec2-4ad0-9bb7-ada2504faba9 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:37.239235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7caa15e0-2584-4dbd-9d05-1f4ddd02107b req-0881e7ac-fec2-4ad0-9bb7-ada2504faba9 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 944 time: 0.7903514 Feb 09 20:42:37.241092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d1563-48db-45c0-81ea-acc05b1dbfeb tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event updated for resources: {'Network': ['ID=71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:37.247526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-51f6c2e8-ccc6-4edc-ab90-a9139610f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:37.248639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Publish callbacks [] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:37.249314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-51f6c2e8-ccc6-4edc-ab90-a9139610f9b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b4e7995-62ec-42b7-b992-4b3deed7d477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1216888 Feb 09 20:42:37.256496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:42:37.294241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4416a-db82-4c62-a6d9-8474e2e21e7a req-3dc9fa60-0d18-42fc-8503-296e89cab38d tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:37.299050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace4416a-db82-4c62-a6d9-8474e2e21e7a req-3dc9fa60-0d18-42fc-8503-296e89cab38d tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.4067607 Feb 09 20:42:37.306284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Made reservation on behalf of 0707b068f5114c6fb56f7af03bacbe18 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:37.316003 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:37.362105 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-f31beb8e-e660-4ca8-a2c7-3feb3ff2899a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 200 len: 217 time: 0.1178234 Feb 09 20:42:37.526484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-0dc0f972-ba02-49a4-aa0c-8eb89e907e3e service neutron] 10.222.0.13 "GET /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633768 Feb 09 20:42:37.543189 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace4416a-db82-4c62-a6d9-8474e2e21e7a req-599e2f2b-74ab-408f-bb15-a2a4ea86229a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205200 Feb 09 20:42:37.561244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:37.610135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14250a40-56ef-4803-82f5-616ec28d1514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:37.620137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:37.624730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:37.631297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:37.836618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Pushing event updated for resources: {'Port': ['ID=46fb5086-76d2-416b-beba-d1e7b5450d59,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:37.871337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-3c4fe963-7e2e-479d-9791-a12000a9495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:37.885782 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-3c4fe963-7e2e-479d-9791-a12000a9495e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.3558178 Feb 09 20:42:37.899805 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (77a4a3db-d936-4d37-8886-dba5df57a237), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:37.952870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7caa15e0-2584-4dbd-9d05-1f4ddd02107b req-b5175b2f-a30f-4f22-aef2-051d60cf5373 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116835 Feb 09 20:42:37.996544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d836355-4756-4ea4-abe1-b0a77bf76ef0 req-ce3cdb66-1c96-4383-ba00-ac09256c5bf1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:37.996544 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d836355-4756-4ea4-abe1-b0a77bf76ef0 req-ce3cdb66-1c96-4383-ba00-ac09256c5bf1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.2682953 Feb 09 20:42:38.017879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-fbfffe25-c329-496f-98d4-70be784d97eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301651 Feb 09 20:42:38.129382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (71f99565-e68b-43b8-82ea-60bed2a44d9e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:38.151656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-47b335c8-8401-4d39-b4d9-6ce0f294b389 None None] Provisioning complete for port 46fb5086-76d2-416b-beba-d1e7b5450d59 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:38.152049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47b335c8-8401-4d39-b4d9-6ce0f294b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:38.218118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event updated for resources: {'Subnet': ['ID=71f99565-e68b-43b8-82ea-60bed2a44d9e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:38.260432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d836355-4756-4ea4-abe1-b0a77bf76ef0 req-0be25d82-38c4-4aa7-839f-e2e3361e819a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570679 Feb 09 20:42:38.315503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47b335c8-8401-4d39-b4d9-6ce0f294b389 None None] Port 46fb5086-76d2-416b-beba-d1e7b5450d59 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:38.322849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Checking segment: {'id': 'aad6cfdc-becd-4931-932f-3c99d8565bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:38.323186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Network hostable DHCP agents. Network: 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:42:38.383864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f60490e-a876-4907-96a7-0c684c814fe8 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:38.389358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58eb6078-899f-4dd5-b2a6-14479d0cdf38 req-e66614b7-53c6-4c75-9978-2d22eb2fd04e service neutron] 10.222.0.13 "GET /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8529882 Feb 09 20:42:38.391725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:42:38.400649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:38.413530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:38.420487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:38.421063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:38.472456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a7172-aecd-4e35-9d15-2b552fa7976e req-1bcd4214-ed50-445d-8a7c-948fea749d5e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:38.480557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-185a7172-aecd-4e35-9d15-2b552fa7976e req-1bcd4214-ed50-445d-8a7c-948fea749d5e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1310551 Feb 09 20:42:38.487040 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-3ef478bc-e67a-4c35-927a-de5da3a11fdc service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262195 Feb 09 20:42:38.502158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-06ef0150-02af-4a5a-b1cf-a5a55fd08a8e tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5570247 Feb 09 20:42:38.502763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:38.502986 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf3960-fef0-4643-9664-4612816bbab3 None None] Network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:38.519932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Request body: {'port': {'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1870157402'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:38.670774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-185a7172-aecd-4e35-9d15-2b552fa7976e req-8eafa303-d0cc-4c23-8fbd-bb0f326a86ea tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827524 Feb 09 20:42:38.707097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4e5eab7-5595-4805-9ce1-b9651c62fe54 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:38.727288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8f60490e-a876-4907-96a7-0c684c814fe8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:38.728006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:38.745188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c3946e-aa8a-4b49-8c25-079e097bcef0 req-faaed30d-30c6-44fa-b8d1-ed0fc6e1de05 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068999 Feb 09 20:42:38.888423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb', 'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb', 'project_id': '0707b068f5114c6fb56f7af03bacbe18', 'fixed_ips': [{'subnet_id': '71f99565-e68b-43b8-82ea-60bed2a44d9e'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:42:38.889638 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:38.891651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-85c31b53-be21-4b68-ae73-aad4e901343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:38.893774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-85c31b53-be21-4b68-ae73-aad4e901343b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1126 time: 0.0890324 Feb 09 20:42:38.903753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port d4e5eab7-5595-4805-9ce1-b9651c62fe54 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:42:38.944427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d4e5eab7-5595-4805-9ce1-b9651c62fe54 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:38.952370 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.021695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8f60490e-a876-4907-96a7-0c684c814fe8 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:39.022109 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.039193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Made reservation on behalf of 0707b068f5114c6fb56f7af03bacbe18 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:39.042576 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.055500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-c80f3ac4-5f17-4918-becd-c7245977c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:39.057330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-c80f3ac4-5f17-4918-becd-c7245977c4f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.1558490 Feb 09 20:42:39.066519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df317-b070-4c4c-9cc7-759b26448b44 req-ae64646f-a30d-46d7-b0a2-783668a9e5eb tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:39.073993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-735df317-b070-4c4c-9cc7-759b26448b44 req-ae64646f-a30d-46d7-b0a2-783668a9e5eb tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.3033822 Feb 09 20:42:39.119520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] device_id is not set on port 20adcf52-f59f-4d29-b20b-ed892929f3a2 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:42:39.123868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 8f60490e-a876-4907-96a7-0c684c814fe8, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f60490e-a876-4907-96a7-0c684c814fe8,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:39.138946 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Publish callbacks [] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.142197 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.150622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.178797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-9ea6e042-6b3f-43e2-a2d9-41733ddab5f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 200 len: 217 time: 0.1119735 Feb 09 20:42:39.249148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeb955-d33b-4603-b7ae-0791a51721d2 req-58c3e31b-b612-4996-89e4-bd446f07f40d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:39.251113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90eeb955-d33b-4603-b7ae-0791a51721d2 req-58c3e31b-b612-4996-89e4-bd446f07f40d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 944 time: 0.1979053 Feb 09 20:42:39.256637 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-735df317-b070-4c4c-9cc7-759b26448b44 req-2020bbb7-028a-4ed1-9213-e47f38b57fa7 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768401 Feb 09 20:42:39.340934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90eeb955-d33b-4603-b7ae-0791a51721d2 req-b5ad0099-7cf9-4479-a685-3fd614b54408 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818014 Feb 09 20:42:39.343433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-bd3774c1-e3e2-40fc-9eec-d1b474e3cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:39.345064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-bd3774c1-e3e2-40fc-9eec-d1b474e3cfe6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1581597 Feb 09 20:42:39.347514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (77a4a3db-d936-4d37-8886-dba5df57a237), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.368965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Pushing event updated for resources: {'Port': ['ID=46fb5086-76d2-416b-beba-d1e7b5450d59,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:39.432592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-696c42a1-1a59-4e04-9ca1-c046505551a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803635 Feb 09 20:42:39.524974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=8f60490e-a876-4907-96a7-0c684c814fe8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:39.533493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4e5eab7-5595-4805-9ce1-b9651c62fe54 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:39.534111 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.553684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:39.560161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:39.564079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.564657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.565156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.565666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.566157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.566643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.567116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.567596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.568565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.569316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.569957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.570681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.571199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:42:39.586705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:39.589863 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372fd6a1-41e4-4648-93d0-07a6693e1693" -d '{"events": [{"server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "name": "network-vif-plugged", "status": "completed", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:39.597838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Allocated IP 172.20.0.2 (71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb/71f99565-e68b-43b8-82ea-60bed2a44d9e/abe5ab45-bdcd-453c-b2d6-7b12d12a4661) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:39.611515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:39.618720 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-c84903c3-f83a-4f9f-aae7-c7263e23d4fc service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724527 Feb 09 20:42:39.623319 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.629793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247a4de-bf66-4adb-aff4-9e122060a1c3 req-de5d6c6f-1bd9-4082-a6fa-3fec05bc39ed tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:39.631868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9247a4de-bf66-4adb-aff4-9e122060a1c3 req-de5d6c6f-1bd9-4082-a6fa-3fec05bc39ed tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.1458626 Feb 09 20:42:39.706210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:39.750582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98432bfc-20ea-47a3-b4e5-c5a5ec5c85f5 req-d32da2f6-b701-4061-ab38-47bf5d55909e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:39.757769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98432bfc-20ea-47a3-b4e5-c5a5ec5c85f5 req-d32da2f6-b701-4061-ab38-47bf5d55909e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.2902513 Feb 09 20:42:39.769194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9247a4de-bf66-4adb-aff4-9e122060a1c3 req-b4740f0a-7be4-4f67-bf96-8991883c15d7 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288884 Feb 09 20:42:39.814574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d5135de-9806-40fe-932b-6c3fbd4726e4 req-6a68a0f4-14f4-451a-b4d3-273fb2b8da00 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814067 Feb 09 20:42:39.848446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6c74-44bf-4c55-ad1d-3e7cc9f54b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:39.859126 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98432bfc-20ea-47a3-b4e5-c5a5ec5c85f5 req-874602ba-0253-4a63-b49b-74e77e41617b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978765 Feb 09 20:42:39.870875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Router 77a4a3db-d936-4d37-8886-dba5df57a237 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:42:39.985318 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Publish callbacks [] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.004590 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235e093c-05c9-4368-9d10-eaa7c9b4f80b x-openstack-request-id: req-235e093c-05c9-4368-9d10-eaa7c9b4f80b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:40.008652 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "name": "network-vif-plugged", "status": "completed", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:40.008652 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-235e093c-05c9-4368-9d10-eaa7c9b4f80b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:40.008652 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'code': 200} Feb 09 20:42:40.021286 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.077808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b388d34a-e89e-492f-8fbe-0630a67df962 None None] Provisioning complete for port 46fb5086-76d2-416b-beba-d1e7b5450d59 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:40.078313 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b388d34a-e89e-492f-8fbe-0630a67df962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.092143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:40.098117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:40.125186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:40.126189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Allocated IP 172.20.0.9 (71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb/71f99565-e68b-43b8-82ea-60bed2a44d9e/20adcf52-f59f-4d29-b20b-ed892929f3a2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:40.173136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Pushing event updated for resources: {'Port': ['ID=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:40.185124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77c3f9-ef1f-4c6f-a12d-44ff82a8b3a7 req-813f8b9a-a407-4406-9f40-9a0a47d222b1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:40.187140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ef77c3f9-ef1f-4c6f-a12d-44ff82a8b3a7 req-813f8b9a-a407-4406-9f40-9a0a47d222b1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1937106 Feb 09 20:42:40.211491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b388d34a-e89e-492f-8fbe-0630a67df962 None None] Port 46fb5086-76d2-416b-beba-d1e7b5450d59 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:40.226960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Attempting to bind port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:40.227474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Attempting to bind port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'aad6cfdc-becd-4931-932f-3c99d8565bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:40.228181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Attempting to bind port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 on network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:40.241736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:40.243078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Checking segment: {'id': 'aad6cfdc-becd-4931-932f-3c99d8565bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:40.243867 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.244652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Bound using segment: {'id': 'aad6cfdc-becd-4931-932f-3c99d8565bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:40.250248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efac4f-f912-47bb-ac2e-e8fde798877e req-d1d7bfe3-f877-4259-8fe2-f41add8ee87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:40.250661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Bound port: abe5ab45-bdcd-453c-b2d6-7b12d12a4661, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad6cfdc-becd-4931-932f-3c99d8565bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:40.251263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.253236 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9efac4f-f912-47bb-ac2e-e8fde798877e req-d1d7bfe3-f877-4259-8fe2-f41add8ee87c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 1128 time: 0.1798551 Feb 09 20:42:40.273791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f60490e-a876-4907-96a7-0c684c814fe8 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:40.325944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ef77c3f9-ef1f-4c6f-a12d-44ff82a8b3a7 req-c7aa0bcf-c897-41a7-bde2-50bb54c42178 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286798 Feb 09 20:42:40.341495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9efac4f-f912-47bb-ac2e-e8fde798877e req-1b505291-749a-4f8a-8466-52933c5086a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822570 Feb 09 20:42:40.365718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:42:40.380231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4359b9ea-43e6-40cc-8a31-5690e3dd95e4 admin admin] 10.222.0.102 "PUT /v2.0/routers/77a4a3db-d936-4d37-8886-dba5df57a237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7830596 Feb 09 20:42:40.381419 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Sync routers for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:42:40.395851 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:42:40.396765 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:42:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:40.401976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] For port abe5ab45-bdcd-453c-b2d6-7b12d12a4661, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:42:40.405401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8f60490e-a876-4907-96a7-0c684c814fe8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:40.406026 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.410922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] For port abe5ab45-bdcd-453c-b2d6-7b12d12a4661, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,segment=NetworkSegment(aad6cfdc-becd-4931-932f-3c99d8565bc8),segment_id=aad6cfdc-becd-4931-932f-3c99d8565bc8)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:40.440759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b486ef-f681-4309-bfc5-77ebbe724109 req-ba3acb44-140d-4519-a7fc-3676fed35e0a tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:40.451917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68b486ef-f681-4309-bfc5-77ebbe724109 req-ba3acb44-140d-4519-a7fc-3676fed35e0a tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 950 time: 0.2496483 Feb 09 20:42:40.473224 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.548287 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks [] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.571652 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:42:40.623369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68b486ef-f681-4309-bfc5-77ebbe724109 req-302275eb-37ae-4f75-94a4-0773825a7f61 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558900 Feb 09 20:42:40.685283 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.697363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ced83-1167-4b33-97fd-08518c6ca948 req-4330e3dc-4376-4301-b792-0c3c0f835e10 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:40.712272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e4ced83-1167-4b33-97fd-08518c6ca948 req-4330e3dc-4376-4301-b792-0c3c0f835e10 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 945 time: 0.1264665 Feb 09 20:42:40.718426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2bab8-70e8-4624-9d41-747d0e2a8909 None None] Pushing event updated for resources: {'Port': ['ID=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:40.754956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:40.761372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:40.764971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:40.813574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event updated for resources: {'Port': ['ID=20adcf52-f59f-4d29-b20b-ed892929f3a2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:40.868329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:40.868571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e4ced83-1167-4b33-97fd-08518c6ca948 req-656b33d2-9404-4b96-a102-214d5ae89e3c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542201 Feb 09 20:42:40.869485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:40.910072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c5874b4f-053e-4d6e-bb7f-79191c95af28 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4032464 Feb 09 20:42:40.911983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:40.922464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Request body: {'port': {'network_id': '71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1119372907', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:40.922464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] bootfile-name is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 20:42:40.922464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] tftp-server is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 20:42:40.922464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] server-ip-address is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 20:42:40.969056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8f60490e-a876-4907-96a7-0c684c814fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:41.071079 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:41.088082 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 2, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:41.132348 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Checking router: 77a4a3db-d936-4d37-8886-dba5df57a237 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:42:41.133030 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Updating router 77a4a3db-d936-4d37-8886-dba5df57a237 port 46fb5086-76d2-416b-beba-d1e7b5450d59 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:42:41.181660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Made reservation on behalf of 0707b068f5114c6fb56f7af03bacbe18 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:42:41.185313 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:41.208204 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:41.227955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] device_id is not set on port 6c434072-c4d6-4ccf-8e97-dfad3b9e73ac yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:42:41.589547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Allocated IP 172.20.0.6 (71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb/71f99565-e68b-43b8-82ea-60bed2a44d9e/6c434072-c4d6-4ccf-8e97-dfad3b9e73ac) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:41.627632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bfab1-f3b2-4d4f-a0a3-74b3fc524a49 req-69e0f79f-a64e-4703-8e72-979864aede21 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:41.632304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d3bfab1-f3b2-4d4f-a0a3-74b3fc524a49 req-69e0f79f-a64e-4703-8e72-979864aede21 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.1515541 Feb 09 20:42:41.704520 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Publish callbacks [] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:41.711952 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:41.757811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d3bfab1-f3b2-4d4f-a0a3-74b3fc524a49 req-6be6b371-a5d5-41f0-9132-cacf197d1bba tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161230 Feb 09 20:42:41.814199 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676842d-bce4-4b15-a0a9-b2e736e2718a None None] Pushing event updated for resources: {'Port': ['ID=46fb5086-76d2-416b-beba-d1e7b5450d59,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:41.901624 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Attempting to bind port 46fb5086-76d2-416b-beba-d1e7b5450d59 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:42:41.902155 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Attempting to bind port 46fb5086-76d2-416b-beba-d1e7b5450d59 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:42:41.902608 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Attempting to bind port 46fb5086-76d2-416b-beba-d1e7b5450d59 on network 86d00f9c-ad74-47ed-b373-fce806b38fa7 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:42:41.910882 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:42:41.912811 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Checking segment: {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:42:41.913515 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:41.914055 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Bound using segment: {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:42:41.914668 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Bound port: 46fb5086-76d2-416b-beba-d1e7b5450d59, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:42:41.915175 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:41.938370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks [] for port (6c434072-c4d6-4ccf-8e97-dfad3b9e73ac), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.021160 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] For port 46fb5086-76d2-416b-beba-d1e7b5450d59, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:42:42.029862 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] For port 46fb5086-76d2-416b-beba-d1e7b5450d59, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=46fb5086-76d2-416b-beba-d1e7b5450d59,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:42:42.039573 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.042184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6c434072-c4d6-4ccf-8e97-dfad3b9e73ac), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.068119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:42.077758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-79995d2c-9ab8-4007-a927-94b230880a60 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--5649636', 'description': 'tempest-description--1269992800'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:42.130062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79995d2c-9ab8-4007-a927-94b230880a60 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.199722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event updated for resources: {'Port': ['ID=6c434072-c4d6-4ccf-8e97-dfad3b9e73ac,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:42.253151 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676842d-bce4-4b15-a0a9-b2e736e2718a None None] Pushing event updated for resources: {'Port': ['ID=46fb5086-76d2-416b-beba-d1e7b5450d59,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:42.269929 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:42:42.270589 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:42:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:42.272370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:42.278441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:42.286477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:42.315051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device abe5ab45-bdcd-453c-b2d6-7b12d12a4661 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:42.424191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:42.426705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.446251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-865421ca-0be9-440e-91c7-93f8c0d31984 None None] Provisioning complete for port 46fb5086-76d2-416b-beba-d1e7b5450d59 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:42.446951 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-865421ca-0be9-440e-91c7-93f8c0d31984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.459628 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79995d2c-9ab8-4007-a927-94b230880a60 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group (5a63dbb7-eaf7-427b-8650-73fa10458e2e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.470203 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79995d2c-9ab8-4007-a927-94b230880a60 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5a63dbb7-eaf7-427b-8650-73fa10458e2e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.508607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5c8b0fa0-7248-4541-9440-43bad1cb3f92 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5953183 Feb 09 20:42:42.510771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:42.512857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47400) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:42.513275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.560434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d6728-7b52-4676-ab9e-69b31e9b0a47 req-11aa9bb0-4f02-46bd-b2ce-4f9c4fdfd398 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:42.562259 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-489d6728-7b52-4676-ab9e-69b31e9b0a47 req-11aa9bb0-4f02-46bd-b2ce-4f9c4fdfd398 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.2499940 Feb 09 20:42:42.595505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c82fe-0ba8-480d-82b8-892fdd124473 req-8386345b-ec8e-43b9-8564-de75b3c33059 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:42.597767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-087c82fe-0ba8-480d-82b8-892fdd124473 req-8386345b-ec8e-43b9-8564-de75b3c33059 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 945 time: 0.1530380 Feb 09 20:42:42.649562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.668962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79995d2c-9ab8-4007-a927-94b230880a60 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.670393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-79995d2c-9ab8-4007-a927-94b230880a60 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6006391 Feb 09 20:42:42.672238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79995d2c-9ab8-4007-a927-94b230880a60 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a63dbb7-eaf7-427b-8650-73fa10458e2e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:42.675208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47402) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:42.694152 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-087c82fe-0ba8-480d-82b8-892fdd124473 req-40488e2c-ed0c-47f4-b0e3-3015b04ec473 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861468 Feb 09 20:42:42.702523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8cd59e1e-bcb7-4304-b338-0f55659da2a3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Request body: {'security_group_rule': {'security_group_id': '5a63dbb7-eaf7-427b-8650-73fa10458e2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:42.736465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-489d6728-7b52-4676-ab9e-69b31e9b0a47 req-23f31b5a-701b-437c-8328-af445c665f73 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579192 Feb 09 20:42:42.768853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d734ba3e-cd6b-4d36-9b9e-3a6c5223cde4 None None] Network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:42.779369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1fa9e-55b2-4d75-b019-2cdffa6ae958 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:42.792822 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:42:42.795171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1fa9e-55b2-4d75-b019-2cdffa6ae958 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:42.800587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1fa9e-55b2-4d75-b019-2cdffa6ae958 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:42.806946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47406) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:42.850429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e0f1fa9e-55b2-4d75-b019-2cdffa6ae958 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3356071 Feb 09 20:42:42.891064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:42.891604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.905891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-865421ca-0be9-440e-91c7-93f8c0d31984 None None] Current status of the port 46fb5086-76d2-416b-beba-d1e7b5450d59 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:42.906267 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-865421ca-0be9-440e-91c7-93f8c0d31984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.931527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd59e1e-bcb7-4304-b338-0f55659da2a3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group_rule (022f4a3a-a8a2-4ccf-ac99-e686f52d9023), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:42.955598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port abe5ab45-bdcd-453c-b2d6-7b12d12a4661, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,segment=NetworkSegment(aad6cfdc-becd-4931-932f-3c99d8565bc8),segment_id=aad6cfdc-becd-4931-932f-3c99d8565bc8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:42.975319 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.032018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-865421ca-0be9-440e-91c7-93f8c0d31984 None None] For port 46fb5086-76d2-416b-beba-d1e7b5450d59, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=46fb5086-76d2-416b-beba-d1e7b5450d59,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:43.101488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd59e1e-bcb7-4304-b338-0f55659da2a3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group_rule (022f4a3a-a8a2-4ccf-ac99-e686f52d9023), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.112223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd59e1e-bcb7-4304-b338-0f55659da2a3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (022f4a3a-a8a2-4ccf-ac99-e686f52d9023), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.134202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:43.140918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-865421ca-0be9-440e-91c7-93f8c0d31984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.184460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd59e1e-bcb7-4304-b338-0f55659da2a3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022f4a3a-a8a2-4ccf-ac99-e686f52d9023,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:43.190197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cd59e1e-bcb7-4304-b338-0f55659da2a3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.191918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8cd59e1e-bcb7-4304-b338-0f55659da2a3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4967320 Feb 09 20:42:43.197195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47414) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:43.215087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-baac2c93-2e8d-4d67-83bb-f5b3b0225fe4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Request body: {'security_group_rule': {'security_group_id': '5a63dbb7-eaf7-427b-8650-73fa10458e2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:43.238499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017e505-9c83-4b06-ab1f-b90273555fdd req-660b97ef-387f-4e95-abe7-93c5416cc95d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:43.240083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9017e505-9c83-4b06-ab1f-b90273555fdd req-660b97ef-387f-4e95-abe7-93c5416cc95d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 945 time: 0.1831484 Feb 09 20:42:43.305544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865421ca-0be9-440e-91c7-93f8c0d31984 None None] Pushing event updated for resources: {'Port': ['ID=46fb5086-76d2-416b-beba-d1e7b5450d59,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:43.330874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-78bc9392-86da-45ad-afac-cf696dc8b51a None None] Provisioning complete for port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:43.331860 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78bc9392-86da-45ad-afac-cf696dc8b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.332856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79b845-c113-4f99-9f26-25c5cf728d08 req-2f68e876-0332-41e9-ae1c-865b63c2fc60 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:43.334600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a79b845-c113-4f99-9f26-25c5cf728d08 req-2f68e876-0332-41e9-ae1c-865b63c2fc60 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.3327606 Feb 09 20:42:43.337565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baac2c93-2e8d-4d67-83bb-f5b3b0225fe4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group_rule (be8f11eb-d51b-4469-b4bd-25813df8c315), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.353174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9017e505-9c83-4b06-ab1f-b90273555fdd req-0d70c03c-6625-4201-a738-ba5c3a4694df tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042056 Feb 09 20:42:43.391168 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:42Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:43.408507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c223e89-c26a-45e4-8265-6ff0c84b0ef3 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Deleting port 6c434072-c4d6-4ccf-8e97-dfad3b9e73ac {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:43.408641 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c223e89-c26a-45e4-8265-6ff0c84b0ef3 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6c434072-c4d6-4ccf-8e97-dfad3b9e73ac), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.490858 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e1c5f3-40c2-4878-9356-3ceeab1355ed None None] The sync data for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 is: [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:42Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:42:43.509730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-78bc9392-86da-45ad-afac-cf696dc8b51a None None] Current status of the port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:43.524991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-78bc9392-86da-45ad-afac-cf696dc8b51a None None] Provisioning complete for port 46fb5086-76d2-416b-beba-d1e7b5450d59 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:43.525610 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78bc9392-86da-45ad-afac-cf696dc8b51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.612918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a79b845-c113-4f99-9f26-25c5cf728d08 req-f9c05445-343c-44bd-95dc-786bc5683cd2 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649903 Feb 09 20:42:43.671496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-78bc9392-86da-45ad-afac-cf696dc8b51a None None] Current status of the port 46fb5086-76d2-416b-beba-d1e7b5450d59 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:43.731549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baac2c93-2e8d-4d67-83bb-f5b3b0225fe4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group_rule (be8f11eb-d51b-4469-b4bd-25813df8c315), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.758334 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c223e89-c26a-45e4-8265-6ff0c84b0ef3 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6c434072-c4d6-4ccf-8e97-dfad3b9e73ac), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.782027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c223e89-c26a-45e4-8265-6ff0c84b0ef3 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Calling delete_port for 6c434072-c4d6-4ccf-8e97-dfad3b9e73ac owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:43.790700 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baac2c93-2e8d-4d67-83bb-f5b3b0225fe4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (be8f11eb-d51b-4469-b4bd-25813df8c315), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.830502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Provisioning complete for port 6c434072-c4d6-4ccf-8e97-dfad3b9e73ac triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:43.831235 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6c434072-c4d6-4ccf-8e97-dfad3b9e73ac), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.849080 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-baac2c93-2e8d-4d67-83bb-f5b3b0225fe4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:43.850457 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-baac2c93-2e8d-4d67-83bb-f5b3b0225fe4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6520150 Feb 09 20:42:43.854600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:43.872188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:43.909908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Port 6c434072-c4d6-4ccf-8e97-dfad3b9e73ac cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:43.951986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac2c93-2e8d-4d67-83bb-f5b3b0225fe4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8f11eb-d51b-4469-b4bd-25813df8c315,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:43.959008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Provisioning complete for port 20adcf52-f59f-4d29-b20b-ed892929f3a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:43.960675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.036977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 36f68f92-1f38-4272-b6a0-e28dafb75fdc details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:42:44.054110 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.064407 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.073909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Port 20adcf52-f59f-4d29-b20b-ed892929f3a2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:44.139428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Provisioning complete for port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:44.139979 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.154022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd015a-d3a7-4def-863b-e31761431ece req-d6b6480c-8a73-4a78-be9b-aeedee83a849 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:44.171434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2fd015a-d3a7-4def-863b-e31761431ece req-d6b6480c-8a73-4a78-be9b-aeedee83a849 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.2921467 Feb 09 20:42:44.243641 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c223e89-c26a-45e4-8265-6ff0c84b0ef3 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6c434072-c4d6-4ccf-8e97-dfad3b9e73ac), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.334394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c223e89-c26a-45e4-8265-6ff0c84b0ef3 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event deleted for resources: {'Port': ['ID=6c434072-c4d6-4ccf-8e97-dfad3b9e73ac,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:44.379570 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2fd015a-d3a7-4def-863b-e31761431ece req-b57ed436-0709-4ffb-98ef-f83a5e49241d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982236 Feb 09 20:42:44.440722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 46fb5086-76d2-416b-beba-d1e7b5450d59 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:44.489780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:44.508017 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c223e89-c26a-45e4-8265-6ff0c84b0ef3 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.523812 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2c223e89-c26a-45e4-8265-6ff0c84b0ef3 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "DELETE /v2.0/ports/6c434072-c4d6-4ccf-8e97-dfad3b9e73ac HTTP/1.1" status: 204 len: 168 time: 1.7113571 Feb 09 20:42:44.525945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47434) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:44.540244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Request body: {'port': {'name': 'tempest-new-port-name-1211703203', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:44.540839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] bootfile-name is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 20:42:44.541317 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] tftp-server is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 20:42:44.541672 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] server-ip-address is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 20:42:44.577106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'mac_address': 'fa:16:3e:6a:22:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:42:44.589192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b9019abd-5ac8-4db1-98ff-aed8f4c6b2c8 None None] Current status of the port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:44.682795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 36f68f92-1f38-4272-b6a0-e28dafb75fdc is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:44.683192 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.700255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.737158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c5c68c69-fc71-4b84-8f03-c0aada9098d6 None None] Could not find standard attr ID for object 6c434072-c4d6-4ccf-8e97-dfad3b9e73ac. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 20:42:44.738614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:42:44.748733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 46fb5086-76d2-416b-beba-d1e7b5450d59 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:44.749110 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:44.802438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36f68f92-1f38-4272-b6a0-e28dafb75fdc {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:44.860211 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:45.029821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Allocated IP 172.25.4.107 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2f4d3cde-bced-40ab-95cc-92f7508795a8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:42:45.072939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:45.086318 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:45.296880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['36f68f92-1f38-4272-b6a0-e28dafb75fdc'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:42:45.417587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks [] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:45.437010 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:45.487509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942233f3-53d5-486f-952b-3256f85dc20e req-2bb75f84-33e9-4740-857e-5aafd8d9faae tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:45.489490 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-942233f3-53d5-486f-952b-3256f85dc20e req-2bb75f84-33e9-4740-857e-5aafd8d9faae tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 945 time: 0.8295183 Feb 09 20:42:45.645697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff984e83-7464-48eb-bb01-0f5f1fc65458 req-81e58287-e55e-4354-9dfe-c9428369e1aa tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:45.651804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] In _notify_port_updated(), no bound segment for port 20adcf52-f59f-4d29-b20b-ed892929f3a2 on network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:42:45.661875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:45.668075 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:45.675112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "PUT /v2.0/ports/20adcf52-f59f-4d29-b20b-ed892929f3a2 HTTP/1.1" status: 200 len: 1136 time: 1.1440172 Feb 09 20:42:45.675425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff984e83-7464-48eb-bb01-0f5f1fc65458 req-81e58287-e55e-4354-9dfe-c9428369e1aa tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.5770493 Feb 09 20:42:45.700896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:45.731443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:45.816503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d5a9c8-7a4a-4c57-8028-eb445a479872 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:45.818158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e8d5a9c8-7a4a-4c57-8028-eb445a479872 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "GET /v2.0/ports/20adcf52-f59f-4d29-b20b-ed892929f3a2 HTTP/1.1" status: 200 len: 1136 time: 0.1148846 Feb 09 20:42:45.826183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:45.914760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff984e83-7464-48eb-bb01-0f5f1fc65458 req-018cb212-08ef-42c8-b5b2-7c93df64d503 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400503 Feb 09 20:42:45.925979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for port (2f4d3cde-bced-40ab-95cc-92f7508795a8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:45.971081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:45.981654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:46.018163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2f4d3cde-bced-40ab-95cc-92f7508795a8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:46.068119 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-942233f3-53d5-486f-952b-3256f85dc20e req-510a6c0c-15d8-407f-8083-c730f09cdd34 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959264 Feb 09 20:42:46.078113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 46fb5086-76d2-416b-beba-d1e7b5450d59 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:46.083584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device abe5ab45-bdcd-453c-b2d6-7b12d12a4661 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:46.133911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f26cb-b11e-4e9f-8e2c-bc8405385d39 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event updated for resources: {'Port': ['ID=20adcf52-f59f-4d29-b20b-ed892929f3a2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:46.197387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-33698388-b6da-444c-8625-d13a557358d8 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Deleting port 20adcf52-f59f-4d29-b20b-ed892929f3a2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:46.199408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33698388-b6da-444c-8625-d13a557358d8 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:46.208507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:46.212553 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135675ad-df7c-491c-9449-7c77836706c2" -d '{"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:46.274037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:42:46.285038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:42:46.311371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:42:46.330223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:46.364023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f3f0c9a8-f0b1-4248-965a-bd15f4cf085f None None] Provisioning complete for port 20adcf52-f59f-4d29-b20b-ed892929f3a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:46.364491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c9a8-f0b1-4248-965a-bd15f4cf085f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:46.539466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96b76b-be7e-4ea0-9962-616b88d1272f req-0c7106cf-c52e-4673-8b19-f46845876be6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:46.545054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e96b76b-be7e-4ea0-9962-616b88d1272f req-0c7106cf-c52e-4673-8b19-f46845876be6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.3975325 Feb 09 20:42:46.552777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event updated for resources: {'Port': ['ID=2f4d3cde-bced-40ab-95cc-92f7508795a8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:46.738212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e96b76b-be7e-4ea0-9962-616b88d1272f req-e1b4f2a3-5af3-4fdd-993f-2f3c8042ed0c tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775663 Feb 09 20:42:46.756717 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:46.762859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f3f0c9a8-f0b1-4248-965a-bd15f4cf085f None None] Port 20adcf52-f59f-4d29-b20b-ed892929f3a2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:42:46.895805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:46.896243 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:46.916084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for floatingip (e5f572dc-a24b-4f7c-92d3-f40e373c9d40), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:46.989232 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877bf9c1-4834-4a4b-afed-6b9e4be7392f x-openstack-request-id: req-877bf9c1-4834-4a4b-afed-6b9e4be7392f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:46.989509 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:46.989687 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-877bf9c1-4834-4a4b-afed-6b9e4be7392f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:46.990238 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'code': 200} Feb 09 20:42:46.997248 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2f4d3cde-bced-40ab-95cc-92f7508795a8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:47.129355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:47.189375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for port (2f4d3cde-bced-40ab-95cc-92f7508795a8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:47.196026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2f4d3cde-bced-40ab-95cc-92f7508795a8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:47.290230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:47.381419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event updated for resources: {'Port': ['ID=2f4d3cde-bced-40ab-95cc-92f7508795a8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:47.416226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e5f572dc-a24b-4f7c-92d3-f40e373c9d40), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:47.438993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:47.441160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f1c7895d-0478-49ae-b4ef-74cf0d272bbd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5841048 Feb 09 20:42:47.473182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dfbde-b204-4a58-a96a-2c3accbc0763 req-c5d51001-1a42-456f-9fce-1ce206dd2341 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:47.475315 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33698388-b6da-444c-8625-d13a557358d8 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:47.492635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b71dfbde-b204-4a58-a96a-2c3accbc0763 req-c5d51001-1a42-456f-9fce-1ce206dd2341 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.1493001 Feb 09 20:42:47.507740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-33698388-b6da-444c-8625-d13a557358d8 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Calling delete_port for 20adcf52-f59f-4d29-b20b-ed892929f3a2 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:47.656701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b71dfbde-b204-4a58-a96a-2c3accbc0763 req-b8d1d9e8-e766-4847-954e-97063f1049aa tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552136 Feb 09 20:42:47.810454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33698388-b6da-444c-8625-d13a557358d8 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (20adcf52-f59f-4d29-b20b-ed892929f3a2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:47.858007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33698388-b6da-444c-8625-d13a557358d8 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event deleted for resources: {'Port': ['ID=20adcf52-f59f-4d29-b20b-ed892929f3a2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:47.987130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 36f68f92-1f38-4272-b6a0-e28dafb75fdc up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:48.014103 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33698388-b6da-444c-8625-d13a557358d8 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.019343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-33698388-b6da-444c-8625-d13a557358d8 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "DELETE /v2.0/ports/20adcf52-f59f-4d29-b20b-ed892929f3a2 HTTP/1.1" status: 204 len: 168 time: 2.1921082 Feb 09 20:42:48.021761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47530) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:48.066427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c30cc-fd99-4124-9795-1201222703db req-b6254092-5a96-4b32-bcd8-c6a0047a73f8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:48.067954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-583c30cc-fd99-4124-9795-1201222703db req-b6254092-5a96-4b32-bcd8-c6a0047a73f8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1405916 Feb 09 20:42:48.107009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-562252bd-be64-4773-904f-90bc914c6b1c tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Deleting subnet 71f99565-e68b-43b8-82ea-60bed2a44d9e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:42:48.111084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-562252bd-be64-4773-904f-90bc914c6b1c tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks [] for subnet (71f99565-e68b-43b8-82ea-60bed2a44d9e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.150804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 36f68f92-1f38-4272-b6a0-e28dafb75fdc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:48.156622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.170732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-562252bd-be64-4773-904f-90bc914c6b1c tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (71f99565-e68b-43b8-82ea-60bed2a44d9e), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.203438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-583c30cc-fd99-4124-9795-1201222703db req-a3d93278-caf2-417b-9199-f74395ae09b0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057200 Feb 09 20:42:48.302112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 36f68f92-1f38-4272-b6a0-e28dafb75fdc is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:48.302515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.303298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-562252bd-be64-4773-904f-90bc914c6b1c tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (71f99565-e68b-43b8-82ea-60bed2a44d9e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.351729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:48.357095 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.381936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-562252bd-be64-4773-904f-90bc914c6b1c tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (71f99565-e68b-43b8-82ea-60bed2a44d9e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.423132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:48.429193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562252bd-be64-4773-904f-90bc914c6b1c tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event deleted for resources: {'Subnet': ['ID=71f99565-e68b-43b8-82ea-60bed2a44d9e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:48.433015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-562252bd-be64-4773-904f-90bc914c6b1c tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.442137 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-562252bd-be64-4773-904f-90bc914c6b1c tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "DELETE /v2.0/subnets/71f99565-e68b-43b8-82ea-60bed2a44d9e HTTP/1.1" status: 204 len: 168 time: 0.4168351 Feb 09 20:42:48.442497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27037b-2573-4ed5-9f0d-8cb2fdc268f9 None None] Network 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:42:48.442976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:48.545574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.613603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Deleting port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:48.613957 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.689995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] DHCP port deletion for 71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:42:48.766299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] For port abe5ab45-bdcd-453c-b2d6-7b12d12a4661, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,segment=NetworkSegment(aad6cfdc-becd-4931-932f-3c99d8565bc8),segment_id=aad6cfdc-becd-4931-932f-3c99d8565bc8)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:48.766709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.799517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Calling delete_port for abe5ab45-bdcd-453c-b2d6-7b12d12a4661 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:48.810834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] Deleting port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:42:48.821646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.953528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] For port abe5ab45-bdcd-453c-b2d6-7b12d12a4661, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,segment=NetworkSegment(aad6cfdc-becd-4931-932f-3c99d8565bc8),segment_id=aad6cfdc-becd-4931-932f-3c99d8565bc8)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:48.954338 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:48.980003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] Calling delete_port for abe5ab45-bdcd-453c-b2d6-7b12d12a4661 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:42:48.992028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:49.001248 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459c574-3a59-46d3-a180-739b10ddc000" -d '{"events": [{"server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "name": "network-vif-plugged", "status": "completed", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:49.006010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d871f3a-3c10-4317-8b65-a7cb208695ec req-3d575504-3910-4a0d-8956-19e37f305038 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:49.014123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2d871f3a-3c10-4317-8b65-a7cb208695ec req-3d575504-3910-4a0d-8956-19e37f305038 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.1165633 Feb 09 20:42:49.037745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:49.057360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] No DVR routers for this DVR port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:42:49.089236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event deleted for resources: {'Port': ['ID=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:49.113117 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625296d4-6d16-4ca5-a06b-a96bc1991404 x-openstack-request-id: req-625296d4-6d16-4ca5-a06b-a96bc1991404 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:42:49.113464 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "name": "network-vif-plugged", "status": "completed", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:42:49.113674 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-625296d4-6d16-4ca5-a06b-a96bc1991404 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:42:49.114080 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'code': 200} Feb 09 20:42:49.140112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2d871f3a-3c10-4317-8b65-a7cb208695ec req-55026baf-e5ef-44f4-8c26-cca55786a1a1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249871 Feb 09 20:42:49.189110 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (abe5ab45-bdcd-453c-b2d6-7b12d12a4661), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:49.226175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:49.234809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] Pushing event deleted for resources: {'Port': ['ID=abe5ab45-bdcd-453c-b2d6-7b12d12a4661,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:49.250215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c88b1c-4179-496e-85a8-730a7c32f81a None None] No DVR routers for this DVR port abe5ab45-bdcd-453c-b2d6-7b12d12a4661 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:42:49.295368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:49.309156 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:42:49.327389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad6cfdc-becd-4931-932f-3c99d8565bc8') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:49.327717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad6cfdc-becd-4931-932f-3c99d8565bc8') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:42:49.349147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (aad6cfdc-becd-4931-932f-3c99d8565bc8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:49.383869 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (aad6cfdc-becd-4931-932f-3c99d8565bc8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:49.396824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:42:49.397229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (aad6cfdc-becd-4931-932f-3c99d8565bc8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:49.400040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b615bc-0741-4d37-a3aa-6c1df40f2f44 req-2ef64836-3f6f-4144-88fa-cddf38ef01dd tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:42:49.400564 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:42:49.403252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device abe5ab45-bdcd-453c-b2d6-7b12d12a4661 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:42:49.412729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20b615bc-0741-4d37-a3aa-6c1df40f2f44 req-2ef64836-3f6f-4144-88fa-cddf38ef01dd tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1071250 Feb 09 20:42:49.438347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: abe5ab45-bdcd-453c-b2d6-7b12d12a4661 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:42:49.439635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device abe5ab45-bdcd-453c-b2d6-7b12d12a4661 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:42:49.504029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20b615bc-0741-4d37-a3aa-6c1df40f2f44 req-8f173d5f-6a2e-41b5-a69a-e2434e0d7ee3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820062 Feb 09 20:42:49.508196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:49.515632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:49.519059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] 10.222.0.102 "DELETE /v2.0/networks/71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb HTTP/1.1" status: 204 len: 168 time: 1.0745380 Feb 09 20:42:49.540634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150eed-b5c0-4997-8efc-944f3e306539 tempest-ExtraDHCPOptionsTestJSON-1633559021 tempest-ExtraDHCPOptionsTestJSON-1633559021-project] Pushing event deleted for resources: {'Network': ['ID=71d4a59d-c7f2-42ce-a5c4-b4ea9f9521bb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:49.917722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:50.107452 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-516395ed-0ba5-4306-9767-6477ec020643 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0707b068f5114c6fb56f7af03bacbe18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876068 Feb 09 20:42:50.110086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:50.168435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4320a9d-0dab-4499-9aaf-9168229d570b admin admin] Publish callbacks [] for security_group (69f1151f-e368-4074-9681-5a76d5d94ad8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:50.195617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4320a9d-0dab-4499-9aaf-9168229d570b admin admin] Publish callbacks [] for security_group (69f1151f-e368-4074-9681-5a76d5d94ad8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:50.257551 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4320a9d-0dab-4499-9aaf-9168229d570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69f1151f-e368-4074-9681-5a76d5d94ad8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:50.261303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4320a9d-0dab-4499-9aaf-9168229d570b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:50.279947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a4320a9d-0dab-4499-9aaf-9168229d570b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/69f1151f-e368-4074-9681-5a76d5d94ad8 HTTP/1.1" status: 204 len: 168 time: 0.1664433 Feb 09 20:42:50.298695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4320a9d-0dab-4499-9aaf-9168229d570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f1151f-e368-4074-9681-5a76d5d94ad8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:50.762769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4e5eab7-5595-4805-9ce1-b9651c62fe54 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:42:50.842467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350afee3-b6d1-4f3a-8dfa-ddca9edc6079 req-3e7a95f7-0a13-4469-aaa7-6218f67b80c9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:50.855434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-350afee3-b6d1-4f3a-8dfa-ddca9edc6079 req-3e7a95f7-0a13-4469-aaa7-6218f67b80c9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1536500 Feb 09 20:42:50.960203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e1f72-b0f3-4b60-b58e-583695ccbe89 req-69c54a5c-b781-4ecb-9a63-36f862e1d90c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:42:50.963251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad3e1f72-b0f3-4b60-b58e-583695ccbe89 req-69c54a5c-b781-4ecb-9a63-36f862e1d90c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.6953950 Feb 09 20:42:50.974032 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-350afee3-b6d1-4f3a-8dfa-ddca9edc6079 req-abceedd5-cbe0-416c-add7-134be62817e0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060400 Feb 09 20:42:51.028661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad3e1f72-b0f3-4b60-b58e-583695ccbe89 req-dbfd14fb-a8e0-4987-9a97-2355ec120d3d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587378 Feb 09 20:42:51.049944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:51.078492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'port_id': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'mac_address': 'fa:16:3e:42:a8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091a560-86de-4767-a80d-321e46e4694f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:42:51.129078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4e5eab7-5595-4805-9ce1-b9651c62fe54 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:51.129804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:51.166225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4e5eab7-5595-4805-9ce1-b9651c62fe54 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:42:51.258646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:51.265021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:51.367931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:51.385632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d4e5eab7-5595-4805-9ce1-b9651c62fe54'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:42:51.518571 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:51.708716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:51.932524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f5916e37-e1cd-4514-86b0-ac81c216294a tempest-DvrRoutersNegativeTest-338287190 tempest-DvrRoutersNegativeTest-338287190-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1499911074', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:51.936714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.policy [None req-f5916e37-e1cd-4514-86b0-ac81c216294a tempest-DvrRoutersNegativeTest-338287190 tempest-DvrRoutersNegativeTest-338287190-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103325) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 20:42:51.937261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.policy [None req-f5916e37-e1cd-4514-86b0-ac81c216294a tempest-DvrRoutersNegativeTest-338287190 tempest-DvrRoutersNegativeTest-338287190-project] Failed policy check for 'create_router' {{(pid=103325) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 20:42:51.937948 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-f5916e37-e1cd-4514-86b0-ac81c216294a tempest-DvrRoutersNegativeTest-338287190 tempest-DvrRoutersNegativeTest-338287190-project] create failed (client error): Access was denied to this resource. Feb 09 20:42:51.944050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f5916e37-e1cd-4514-86b0-ac81c216294a tempest-DvrRoutersNegativeTest-338287190 tempest-DvrRoutersNegativeTest-338287190-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2338309 Feb 09 20:42:52.780357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4e5eab7-5595-4805-9ce1-b9651c62fe54 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:42:52.853348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:52.959508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d4e5eab7-5595-4805-9ce1-b9651c62fe54 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:42:52.961228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.083455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa36b-5efd-4e38-96f0-e8247991f3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.369084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4e5eab7-5595-4805-9ce1-b9651c62fe54 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:42:53.369734 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.429872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:42:53.432694 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a3caed-971c-4404-ab51-15483e49e566" -d '{"events": [{"server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "name": "network-vif-plugged", "status": "completed", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:42:53.439722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa36b-5efd-4e38-96f0-e8247991f3af admin admin] Publish callbacks [] for security_group (98973037-2594-4671-bc41-61a466e442a2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.446069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d2fa36b-5efd-4e38-96f0-e8247991f3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (98973037-2594-4671-bc41-61a466e442a2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.465942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:42:53.487441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.523059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:53.524313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5d2fa36b-5efd-4e38-96f0-e8247991f3af admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=85c00a2065aa401fa4bb3a2aa36f88d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6693323 Feb 09 20:42:53.582440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fa36b-5efd-4e38-96f0-e8247991f3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98973037-2594-4671-bc41-61a466e442a2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:53.664796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:53.673020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34d28858-efad-49fb-9236-2b72459cadd5 admin admin] Publish callbacks [] for security_group (98973037-2594-4671-bc41-61a466e442a2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.730172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34d28858-efad-49fb-9236-2b72459cadd5 admin admin] Publish callbacks [] for security_group (98973037-2594-4671-bc41-61a466e442a2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.881590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34d28858-efad-49fb-9236-2b72459cadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (98973037-2594-4671-bc41-61a466e442a2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.882263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34d28858-efad-49fb-9236-2b72459cadd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:53.887423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-34d28858-efad-49fb-9236-2b72459cadd5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/98973037-2594-4671-bc41-61a466e442a2 HTTP/1.1" status: 204 len: 168 time: 0.3620439 Feb 09 20:42:53.902704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d28858-efad-49fb-9236-2b72459cadd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98973037-2594-4671-bc41-61a466e442a2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:55.587928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:55.722207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112502429'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:55.905054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:55.926175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.130234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (81993f50-7fdf-45ee-8fc2-38efacb90a5a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.136404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (81993f50-7fdf-45ee-8fc2-38efacb90a5a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.301016 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.328985 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (5911c198-a71b-48c1-800f-85b713b9e305), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.347588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5911c198-a71b-48c1-800f-85b713b9e305), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.432690 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81993f50-7fdf-45ee-8fc2-38efacb90a5a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:56.452648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.457211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:56.473635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8840382 Feb 09 20:42:56.533403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71011f1-77c3-4ad4-a095-ba6cfd8b97c9 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5911c198-a71b-48c1-800f-85b713b9e305,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:56.576319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:56.581152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0d440d86-b342-4a0c-b3a2-9f0c2a43299c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-security--354160261', 'description': 'tempest-security-description-1123612726'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:56.585797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-38572f5c-4bba-4e7d-b922-48671e9a323a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1260271 Feb 09 20:42:56.628311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d440d86-b342-4a0c-b3a2-9f0c2a43299c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (5911c198-a71b-48c1-800f-85b713b9e305), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.681809 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d440d86-b342-4a0c-b3a2-9f0c2a43299c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (5911c198-a71b-48c1-800f-85b713b9e305), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.688243 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d440d86-b342-4a0c-b3a2-9f0c2a43299c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5911c198-a71b-48c1-800f-85b713b9e305), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.691734 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d440d86-b342-4a0c-b3a2-9f0c2a43299c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:56.696827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:56.708886 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0d440d86-b342-4a0c-b3a2-9f0c2a43299c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "PUT /v2.0/security-groups/5911c198-a71b-48c1-800f-85b713b9e305 HTTP/1.1" status: 200 len: 1794 time: 0.1270320 Feb 09 20:42:56.789935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d440d86-b342-4a0c-b3a2-9f0c2a43299c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5911c198-a71b-48c1-800f-85b713b9e305,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:56.853431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-64ff5f86-d645-4dd3-9471-76f2d746b71f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups/5911c198-a71b-48c1-800f-85b713b9e305 HTTP/1.1" status: 200 len: 1794 time: 0.1550806 Feb 09 20:42:56.854018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:57.130916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f73de694-079f-4c54-aeed-5b221ee9bfd4 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (5911c198-a71b-48c1-800f-85b713b9e305), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:57.220079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f73de694-079f-4c54-aeed-5b221ee9bfd4 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (5911c198-a71b-48c1-800f-85b713b9e305), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:57.317498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f73de694-079f-4c54-aeed-5b221ee9bfd4 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5911c198-a71b-48c1-800f-85b713b9e305), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:57.321481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f73de694-079f-4c54-aeed-5b221ee9bfd4 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:57.322693 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f73de694-079f-4c54-aeed-5b221ee9bfd4 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/5911c198-a71b-48c1-800f-85b713b9e305 HTTP/1.1" status: 204 len: 168 time: 0.4673553 Feb 09 20:42:57.327178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:57.370069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73de694-079f-4c54-aeed-5b221ee9bfd4 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5911c198-a71b-48c1-800f-85b713b9e305,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:57.423635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-76822df9-c98b-4cd2-a851-40f9a0d796be tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0914412 Feb 09 20:42:57.427987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:57.463059 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-4876c466-ad31-4055-a1e4-d673ff4ccfc0 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] delete failed (client error): The resource could not be found. Feb 09 20:42:57.468459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:57.469256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4876c466-ad31-4055-a1e4-d673ff4ccfc0 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/5911c198-a71b-48c1-800f-85b713b9e305 HTTP/1.1" status: 404 len: 347 time: 0.0396857 Feb 09 20:42:57.477774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-745123fc-9f0d-48ae-9b86-7015dbaeeb85 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464069989'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:57.613875 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-745123fc-9f0d-48ae-9b86-7015dbaeeb85 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:57.813393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-745123fc-9f0d-48ae-9b86-7015dbaeeb85 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (08a36eaa-d234-4d7b-be3f-3f4117d5483b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:57.822147 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-745123fc-9f0d-48ae-9b86-7015dbaeeb85 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (08a36eaa-d234-4d7b-be3f-3f4117d5483b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:57.926513 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-745123fc-9f0d-48ae-9b86-7015dbaeeb85 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:57.928060 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-745123fc-9f0d-48ae-9b86-7015dbaeeb85 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4562383 Feb 09 20:42:57.930699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:57.946762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-af08a7d0-f833-447b-80a9-52d72e38c7c6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '08a36eaa-d234-4d7b-be3f-3f4117d5483b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:57.949647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745123fc-9f0d-48ae-9b86-7015dbaeeb85 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a36eaa-d234-4d7b-be3f-3f4117d5483b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:58.081161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af08a7d0-f833-447b-80a9-52d72e38c7c6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (da469815-ab8f-4f54-a307-4704cc961ece), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.245820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af08a7d0-f833-447b-80a9-52d72e38c7c6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (da469815-ab8f-4f54-a307-4704cc961ece), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.252747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af08a7d0-f833-447b-80a9-52d72e38c7c6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (da469815-ab8f-4f54-a307-4704cc961ece), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.297509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a7d0-f833-447b-80a9-52d72e38c7c6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da469815-ab8f-4f54-a307-4704cc961ece,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:58.312587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af08a7d0-f833-447b-80a9-52d72e38c7c6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.317327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-af08a7d0-f833-447b-80a9-52d72e38c7c6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849344 Feb 09 20:42:58.318393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:58.419882 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-477848ae-c255-484a-9da4-c6d4602bc8cf tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (da469815-ab8f-4f54-a307-4704cc961ece), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.454550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-477848ae-c255-484a-9da4-c6d4602bc8cf tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (da469815-ab8f-4f54-a307-4704cc961ece), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.568002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-477848ae-c255-484a-9da4-c6d4602bc8cf tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (da469815-ab8f-4f54-a307-4704cc961ece), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.596125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-477848ae-c255-484a-9da4-c6d4602bc8cf tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.597380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-477848ae-c255-484a-9da4-c6d4602bc8cf tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/da469815-ab8f-4f54-a307-4704cc961ece HTTP/1.1" status: 204 len: 168 time: 0.2768190 Feb 09 20:42:58.600839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:58.604012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477848ae-c255-484a-9da4-c6d4602bc8cf tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da469815-ab8f-4f54-a307-4704cc961ece,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:58.697077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2ef616f1-9e60-4e39-aa81-1d0d6a3063ce tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0948920 Feb 09 20:42:58.704182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:58.898637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9eee5bce-0ea6-4de6-aa6b-efcaa47355b8 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (08a36eaa-d234-4d7b-be3f-3f4117d5483b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:58.964947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9eee5bce-0ea6-4de6-aa6b-efcaa47355b8 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (08a36eaa-d234-4d7b-be3f-3f4117d5483b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.091490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9eee5bce-0ea6-4de6-aa6b-efcaa47355b8 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (08a36eaa-d234-4d7b-be3f-3f4117d5483b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.094639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9eee5bce-0ea6-4de6-aa6b-efcaa47355b8 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.096147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9eee5bce-0ea6-4de6-aa6b-efcaa47355b8 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/08a36eaa-d234-4d7b-be3f-3f4117d5483b HTTP/1.1" status: 204 len: 168 time: 0.3905444 Feb 09 20:42:59.099005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:59.136497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee5bce-0ea6-4de6-aa6b-efcaa47355b8 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a36eaa-d234-4d7b-be3f-3f4117d5483b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:59.177816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-52945f6f-1517-4abe-a6a0-228c7a05b76e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0771129 Feb 09 20:42:59.181584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:59.187616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c8e1d3ac-6c8a-4169-875d-1908516224da tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760517270'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:59.234744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d3ac-6c8a-4169-875d-1908516224da tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.421939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d3ac-6c8a-4169-875d-1908516224da tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (22daea17-6a23-405c-9fa6-fe5ed6e55161), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.439830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d3ac-6c8a-4169-875d-1908516224da tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (22daea17-6a23-405c-9fa6-fe5ed6e55161), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.569475 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d3ac-6c8a-4169-875d-1908516224da tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.591125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8e1d3ac-6c8a-4169-875d-1908516224da tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4049435 Feb 09 20:42:59.591518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47734) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:59.596692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3eaf77f5-ded5-40ad-8dea-5bdc3247d0b6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '22daea17-6a23-405c-9fa6-fe5ed6e55161', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:59.623622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1d3ac-6c8a-4169-875d-1908516224da tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22daea17-6a23-405c-9fa6-fe5ed6e55161,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:59.662642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eaf77f5-ded5-40ad-8dea-5bdc3247d0b6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (0f658506-3e19-45d3-8f43-66036aa9d89c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.819872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eaf77f5-ded5-40ad-8dea-5bdc3247d0b6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (0f658506-3e19-45d3-8f43-66036aa9d89c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.826544 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eaf77f5-ded5-40ad-8dea-5bdc3247d0b6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (0f658506-3e19-45d3-8f43-66036aa9d89c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.853064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf77f5-ded5-40ad-8dea-5bdc3247d0b6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f658506-3e19-45d3-8f43-66036aa9d89c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:42:59.885441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3eaf77f5-ded5-40ad-8dea-5bdc3247d0b6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:42:59.887435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3eaf77f5-ded5-40ad-8dea-5bdc3247d0b6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940657 Feb 09 20:42:59.890390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:42:59.897716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3c36b5d3-65dc-4960-90c6-69e82acefc63 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '22daea17-6a23-405c-9fa6-fe5ed6e55161', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:42:59.954769 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c36b5d3-65dc-4960-90c6-69e82acefc63 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (1963fa3f-f57c-4990-b90c-a8ec9daab241), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.088524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c36b5d3-65dc-4960-90c6-69e82acefc63 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (1963fa3f-f57c-4990-b90c-a8ec9daab241), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.105357 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c36b5d3-65dc-4960-90c6-69e82acefc63 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (1963fa3f-f57c-4990-b90c-a8ec9daab241), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.145034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36b5d3-65dc-4960-90c6-69e82acefc63 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1963fa3f-f57c-4990-b90c-a8ec9daab241,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:00.155496 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c36b5d3-65dc-4960-90c6-69e82acefc63 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.161240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3c36b5d3-65dc-4960-90c6-69e82acefc63 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2697389 Feb 09 20:43:00.164395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:00.183042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d5dc2da-7999-4b57-aa6e-f33e94f281b3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '22daea17-6a23-405c-9fa6-fe5ed6e55161', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:00.254685 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc2da-7999-4b57-aa6e-f33e94f281b3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (a94b3511-057c-407f-9421-3bee6b1bfde8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.404101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc2da-7999-4b57-aa6e-f33e94f281b3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (a94b3511-057c-407f-9421-3bee6b1bfde8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.412127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc2da-7999-4b57-aa6e-f33e94f281b3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (a94b3511-057c-407f-9421-3bee6b1bfde8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.445022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dc2da-7999-4b57-aa6e-f33e94f281b3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94b3511-057c-407f-9421-3bee6b1bfde8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:00.454675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d5dc2da-7999-4b57-aa6e-f33e94f281b3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.457981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d5dc2da-7999-4b57-aa6e-f33e94f281b3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2915502 Feb 09 20:43:00.460893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:00.468915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aa92ff15-bef8-4665-8c57-b1303ccf8129 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '22daea17-6a23-405c-9fa6-fe5ed6e55161', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:00.550745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa92ff15-bef8-4665-8c57-b1303ccf8129 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (8b4da581-37bd-40fc-8ef2-7a072e7bd9f5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.715816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa92ff15-bef8-4665-8c57-b1303ccf8129 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (8b4da581-37bd-40fc-8ef2-7a072e7bd9f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.724840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa92ff15-bef8-4665-8c57-b1303ccf8129 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (8b4da581-37bd-40fc-8ef2-7a072e7bd9f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.772718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92ff15-bef8-4665-8c57-b1303ccf8129 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4da581-37bd-40fc-8ef2-7a072e7bd9f5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:00.785580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa92ff15-bef8-4665-8c57-b1303ccf8129 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.786907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aa92ff15-bef8-4665-8c57-b1303ccf8129 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3245261 Feb 09 20:43:00.798261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:00.806183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9e99eb7b-e81a-4547-8f60-b4d3a4a0157a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '22daea17-6a23-405c-9fa6-fe5ed6e55161', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:00.870314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e99eb7b-e81a-4547-8f60-b4d3a4a0157a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (7a559c30-5102-401f-ac05-8df53c73daab), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:00.999715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e99eb7b-e81a-4547-8f60-b4d3a4a0157a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (7a559c30-5102-401f-ac05-8df53c73daab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.008466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e99eb7b-e81a-4547-8f60-b4d3a4a0157a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (7a559c30-5102-401f-ac05-8df53c73daab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.056455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99eb7b-e81a-4547-8f60-b4d3a4a0157a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a559c30-5102-401f-ac05-8df53c73daab,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:01.072450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e99eb7b-e81a-4547-8f60-b4d3a4a0157a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.073686 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9e99eb7b-e81a-4547-8f60-b4d3a4a0157a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2739050 Feb 09 20:43:01.078359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47744) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:01.143910 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-661dee6a-b5f8-4fe9-8626-c6cbb840d32b tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (7a559c30-5102-401f-ac05-8df53c73daab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.161147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-661dee6a-b5f8-4fe9-8626-c6cbb840d32b tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (7a559c30-5102-401f-ac05-8df53c73daab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.309068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-661dee6a-b5f8-4fe9-8626-c6cbb840d32b tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (7a559c30-5102-401f-ac05-8df53c73daab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.325258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-661dee6a-b5f8-4fe9-8626-c6cbb840d32b tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.326434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-661dee6a-b5f8-4fe9-8626-c6cbb840d32b tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/7a559c30-5102-401f-ac05-8df53c73daab HTTP/1.1" status: 204 len: 168 time: 0.2470891 Feb 09 20:43:01.330246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:01.368886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dee6a-b5f8-4fe9-8626-c6cbb840d32b tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a559c30-5102-401f-ac05-8df53c73daab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:01.385176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-d93d9337-b9ac-4db1-a75f-6857b6cc06a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2063029 Feb 09 20:43:01.507768 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d7ac1d3a-b149-4679-ba8e-19a352d559ff tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1761060 Feb 09 20:43:01.518474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47748) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:01.624896 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64068cd4-221a-4adc-98cb-514e5b8539b5 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (8b4da581-37bd-40fc-8ef2-7a072e7bd9f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.648008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64068cd4-221a-4adc-98cb-514e5b8539b5 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (8b4da581-37bd-40fc-8ef2-7a072e7bd9f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.686233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-c055ef5a-0c1d-4b67-be1d-7d44bf8758b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:01.688157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-c055ef5a-0c1d-4b67-be1d-7d44bf8758b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 1128 time: 0.2093782 Feb 09 20:43:01.703439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64068cd4-221a-4adc-98cb-514e5b8539b5 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (8b4da581-37bd-40fc-8ef2-7a072e7bd9f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.714264 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64068cd4-221a-4adc-98cb-514e5b8539b5 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.715811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-64068cd4-221a-4adc-98cb-514e5b8539b5 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/8b4da581-37bd-40fc-8ef2-7a072e7bd9f5 HTTP/1.1" status: 204 len: 168 time: 0.1996639 Feb 09 20:43:01.719945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47750) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:01.752451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64068cd4-221a-4adc-98cb-514e5b8539b5 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b4da581-37bd-40fc-8ef2-7a072e7bd9f5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:01.803768 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ae8c152b-ca25-4137-bc35-e21247504247 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0819983 Feb 09 20:43:01.807948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:01.871264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fe72e69-8e21-4a5d-a4da-41504aae3408 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (a94b3511-057c-407f-9421-3bee6b1bfde8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.893596 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fe72e69-8e21-4a5d-a4da-41504aae3408 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (a94b3511-057c-407f-9421-3bee6b1bfde8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.940751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-af7c7ab0-8f6b-494d-9b08-ffbfdcdadd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:01.941340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fe72e69-8e21-4a5d-a4da-41504aae3408 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (a94b3511-057c-407f-9421-3bee6b1bfde8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.952009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-af7c7ab0-8f6b-494d-9b08-ffbfdcdadd75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2096615 Feb 09 20:43:01.955931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fe72e69-8e21-4a5d-a4da-41504aae3408 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:01.966307 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5fe72e69-8e21-4a5d-a4da-41504aae3408 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/a94b3511-057c-407f-9421-3bee6b1bfde8 HTTP/1.1" status: 204 len: 168 time: 0.1567037 Feb 09 20:43:01.967937 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe72e69-8e21-4a5d-a4da-41504aae3408 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a94b3511-057c-407f-9421-3bee6b1bfde8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:01.971558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47754) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:02.057260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3ace9113-2e9b-4a8c-9934-c0ab41c68380 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0838256 Feb 09 20:43:02.062476 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47756) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:02.112676 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ec-622b-4cdb-bf37-c9361ed1803c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (1963fa3f-f57c-4990-b90c-a8ec9daab241), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.125435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-db6116b3-65b6-4905-8de5-0a2e4deffa6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 200 len: 217 time: 0.1720381 Feb 09 20:43:02.127520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ec-622b-4cdb-bf37-c9361ed1803c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (1963fa3f-f57c-4990-b90c-a8ec9daab241), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.197522 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ec-622b-4cdb-bf37-c9361ed1803c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (1963fa3f-f57c-4990-b90c-a8ec9daab241), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.208572 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ec-622b-4cdb-bf37-c9361ed1803c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.213163 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-513ed5ec-622b-4cdb-bf37-c9361ed1803c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/1963fa3f-f57c-4990-b90c-a8ec9daab241 HTTP/1.1" status: 204 len: 168 time: 0.1460052 Feb 09 20:43:02.213831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47758) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:02.285054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ed5ec-622b-4cdb-bf37-c9361ed1803c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1963fa3f-f57c-4990-b90c-a8ec9daab241,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:02.292070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-cb26b962-9cce-48ef-af3d-566ef224c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:02.296950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-cb26b962-9cce-48ef-af3d-566ef224c1c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1648533 Feb 09 20:43:02.373380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-72132da9-1164-4ee1-897c-76764bb1a793 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632789 Feb 09 20:43:02.383083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-50079315-31dd-4b10-afdf-80d3fc242409 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1218498 Feb 09 20:43:02.392551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47760) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:02.492123 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53216f7f-4222-414d-887b-283c88ef666e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (0f658506-3e19-45d3-8f43-66036aa9d89c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.564090 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53216f7f-4222-414d-887b-283c88ef666e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (0f658506-3e19-45d3-8f43-66036aa9d89c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.618798 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53216f7f-4222-414d-887b-283c88ef666e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (0f658506-3e19-45d3-8f43-66036aa9d89c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.625326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53216f7f-4222-414d-887b-283c88ef666e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.627121 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-53216f7f-4222-414d-887b-283c88ef666e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/0f658506-3e19-45d3-8f43-66036aa9d89c HTTP/1.1" status: 204 len: 168 time: 0.2328200 Feb 09 20:43:02.632012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:02.636863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53216f7f-4222-414d-887b-283c88ef666e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f658506-3e19-45d3-8f43-66036aa9d89c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:02.662092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-aaddf33b-6e7c-4fd4-841e-08a84a643c91 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771113 Feb 09 20:43:02.693894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1f1a3768-f564-44e0-887e-7d972558028e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0597622 Feb 09 20:43:02.696741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:02.759994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dca4e9ff-941f-454e-91c0-20d855d5f9a3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (22daea17-6a23-405c-9fa6-fe5ed6e55161), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.784820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb6e892-507c-40f0-b6de-d0dd0302257e req-bf6d5292-6e95-4677-85c9-e8547031b82e service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091619 Feb 09 20:43:02.788338 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dca4e9ff-941f-454e-91c0-20d855d5f9a3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (22daea17-6a23-405c-9fa6-fe5ed6e55161), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.898780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dca4e9ff-941f-454e-91c0-20d855d5f9a3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (22daea17-6a23-405c-9fa6-fe5ed6e55161), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.904974 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dca4e9ff-941f-454e-91c0-20d855d5f9a3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:02.916594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dca4e9ff-941f-454e-91c0-20d855d5f9a3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/22daea17-6a23-405c-9fa6-fe5ed6e55161 HTTP/1.1" status: 204 len: 168 time: 0.2187467 Feb 09 20:43:02.919284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:02.952977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4e9ff-941f-454e-91c0-20d855d5f9a3 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22daea17-6a23-405c-9fa6-fe5ed6e55161,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:03.019459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:03.020719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-63694bfa-bffd-4a5f-906e-49218744983e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0993202 Feb 09 20:43:03.024083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-de7c48ed-fbe2-4d0d-ab82-e1467a89bc25 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275642472'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:03.080636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c48ed-fbe2-4d0d-ab82-e1467a89bc25 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.270570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c48ed-fbe2-4d0d-ab82-e1467a89bc25 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (fdaab168-5542-4592-b8ef-12a184924d6c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.281686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c48ed-fbe2-4d0d-ab82-e1467a89bc25 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fdaab168-5542-4592-b8ef-12a184924d6c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.373954 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c48ed-fbe2-4d0d-ab82-e1467a89bc25 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.378761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-de7c48ed-fbe2-4d0d-ab82-e1467a89bc25 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3547151 Feb 09 20:43:03.380058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:03.386276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0f688bb6-984c-44e9-8191-3a00a91e6999 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': 'fdaab168-5542-4592-b8ef-12a184924d6c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:03.391350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c48ed-fbe2-4d0d-ab82-e1467a89bc25 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaab168-5542-4592-b8ef-12a184924d6c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:03.463992 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f688bb6-984c-44e9-8191-3a00a91e6999 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (c3c2ecd9-99d2-419b-b06f-11720f141ff1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.588120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f688bb6-984c-44e9-8191-3a00a91e6999 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (c3c2ecd9-99d2-419b-b06f-11720f141ff1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.593945 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f688bb6-984c-44e9-8191-3a00a91e6999 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c3c2ecd9-99d2-419b-b06f-11720f141ff1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.618657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f688bb6-984c-44e9-8191-3a00a91e6999 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c2ecd9-99d2-419b-b06f-11720f141ff1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:03.636087 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f688bb6-984c-44e9-8191-3a00a91e6999 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.638156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0f688bb6-984c-44e9-8191-3a00a91e6999 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2568157 Feb 09 20:43:03.641177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47780) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:03.777402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb7cb-0fa3-4c34-8bf6-af54ebcd9110 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (fdaab168-5542-4592-b8ef-12a184924d6c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.814793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb7cb-0fa3-4c34-8bf6-af54ebcd9110 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (fdaab168-5542-4592-b8ef-12a184924d6c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.831572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-1092553a-d431-4be3-8dab-4031233db36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:03.834269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-1092553a-d431-4be3-8dab-4031233db36b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1128 time: 0.1155233 Feb 09 20:43:03.922500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb7cb-0fa3-4c34-8bf6-af54ebcd9110 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fdaab168-5542-4592-b8ef-12a184924d6c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.925793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6dcbb7cb-0fa3-4c34-8bf6-af54ebcd9110 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:03.928353 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6dcbb7cb-0fa3-4c34-8bf6-af54ebcd9110 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/fdaab168-5542-4592-b8ef-12a184924d6c HTTP/1.1" status: 204 len: 168 time: 0.2845342 Feb 09 20:43:03.936882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:03.960996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbb7cb-0fa3-4c34-8bf6-af54ebcd9110 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaab168-5542-4592-b8ef-12a184924d6c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:04.061923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c252f136-7c6c-48c0-902c-a484d02bb3af tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1235933 Feb 09 20:43:04.062610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:04.067343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c06f0c4e-7e87-43ea-9c86-ddda8fcf923a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--35665913'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:04.086045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-d1da494a-c86e-42b0-893b-19d907bb7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:04.088557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-d1da494a-c86e-42b0-893b-19d907bb7d46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2171288 Feb 09 20:43:04.136414 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c06f0c4e-7e87-43ea-9c86-ddda8fcf923a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.196310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-e4fa5eb2-1260-45fe-94c2-6d54b9c2b7bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 217 time: 0.0859246 Feb 09 20:43:04.266810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-1982c022-2c21-4188-ac6e-c03e929e6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:04.268596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-1982c022-2c21-4188-ac6e-c03e929e6971 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.0650699 Feb 09 20:43:04.274450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c06f0c4e-7e87-43ea-9c86-ddda8fcf923a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (75523244-a124-46cb-a561-ff9bc25599a3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.288043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c06f0c4e-7e87-43ea-9c86-ddda8fcf923a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (75523244-a124-46cb-a561-ff9bc25599a3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.308991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-c94d6e94-9bb5-4772-b746-f255cf046cae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315537 Feb 09 20:43:04.331215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c06f0c4e-7e87-43ea-9c86-ddda8fcf923a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.332624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c06f0c4e-7e87-43ea-9c86-ddda8fcf923a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2690358 Feb 09 20:43:04.337330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:04.345192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-30d0f8de-c82d-475d-8fb6-101edf29ea4f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--366911185'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:04.362753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f0c4e-7e87-43ea-9c86-ddda8fcf923a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75523244-a124-46cb-a561-ff9bc25599a3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:04.409938 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d0f8de-c82d-475d-8fb6-101edf29ea4f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.491612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-2f52cc23-a560-4619-a0f8-f250de755f28 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753180 Feb 09 20:43:04.547901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d0f8de-c82d-475d-8fb6-101edf29ea4f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (245cbe76-f044-4bd1-9218-2abd29e0f2ad), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.564928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d0f8de-c82d-475d-8fb6-101edf29ea4f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (245cbe76-f044-4bd1-9218-2abd29e0f2ad), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.625311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0f8de-c82d-475d-8fb6-101edf29ea4f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245cbe76-f044-4bd1-9218-2abd29e0f2ad,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:04.631660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30d0f8de-c82d-475d-8fb6-101edf29ea4f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.633374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-30d0f8de-c82d-475d-8fb6-101edf29ea4f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2950222 Feb 09 20:43:04.636222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:04.651150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-94b2e61b-e90f-4276-ae83-0af86aa2221f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '75523244-a124-46cb-a561-ff9bc25599a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '245cbe76-f044-4bd1-9218-2abd29e0f2ad', 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:04.784677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94b2e61b-e90f-4276-ae83-0af86aa2221f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (b28cd2a2-b619-4c93-976f-0febcc713d49), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:04.917501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30e746-dadd-4fc4-85ab-e92de9a4a3df req-0e653ebe-59fd-4c6d-ab63-cfa04ff37f98 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:04.925680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a30e746-dadd-4fc4-85ab-e92de9a4a3df req-0e653ebe-59fd-4c6d-ab63-cfa04ff37f98 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1132298 Feb 09 20:43:04.937875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bb756-f72f-4ddc-b561-0233ef5d355e req-5316f1c6-3343-4966-931c-5839f50ac68d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:04.955284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492bb756-f72f-4ddc-b561-0233ef5d355e req-5316f1c6-3343-4966-931c-5839f50ac68d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.1916618 Feb 09 20:43:04.993679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-951a20ae-a6d2-48a0-93f4-3a5d5648ceee req-90ce2c3b-4bcc-4f36-aa22-8092629187e5 service neutron] 10.222.0.50 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949572 Feb 09 20:43:05.019970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94b2e61b-e90f-4276-ae83-0af86aa2221f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (b28cd2a2-b619-4c93-976f-0febcc713d49), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.047465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a30e746-dadd-4fc4-85ab-e92de9a4a3df req-1cbf98fe-776d-4ecb-bf97-75dabd8187d2 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203067 Feb 09 20:43:05.052771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94b2e61b-e90f-4276-ae83-0af86aa2221f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b28cd2a2-b619-4c93-976f-0febcc713d49), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.125191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2e61b-e90f-4276-ae83-0af86aa2221f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28cd2a2-b619-4c93-976f-0febcc713d49,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:05.139045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492bb756-f72f-4ddc-b561-0233ef5d355e req-c71381e2-b0a5-4620-9da4-5794aa59884a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803057 Feb 09 20:43:05.146572 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94b2e61b-e90f-4276-ae83-0af86aa2221f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.147838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-94b2e61b-e90f-4276-ae83-0af86aa2221f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5081797 Feb 09 20:43:05.151111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:05.159132 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d49dbe-3732-49d7-b2c7-ee96efb1c981 x-openstack-request-id: req-24d49dbe-3732-49d7-b2c7-ee96efb1c981 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:05.159757 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "name": "network-vif-plugged", "status": "completed", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:05.159757 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-24d49dbe-3732-49d7-b2c7-ee96efb1c981 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:05.160081 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'code': 200} Feb 09 20:43:05.195871 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d315fdb-1e32-45ce-b35f-7a3c5482396d tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (b28cd2a2-b619-4c93-976f-0febcc713d49), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.217664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d315fdb-1e32-45ce-b35f-7a3c5482396d tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (b28cd2a2-b619-4c93-976f-0febcc713d49), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.293481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d315fdb-1e32-45ce-b35f-7a3c5482396d tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b28cd2a2-b619-4c93-976f-0febcc713d49), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.301541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d315fdb-1e32-45ce-b35f-7a3c5482396d tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.303572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d315fdb-1e32-45ce-b35f-7a3c5482396d tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/b28cd2a2-b619-4c93-976f-0febcc713d49 HTTP/1.1" status: 204 len: 168 time: 0.1477413 Feb 09 20:43:05.308744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:05.337377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d315fdb-1e32-45ce-b35f-7a3c5482396d tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b28cd2a2-b619-4c93-976f-0febcc713d49,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:05.384827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cc050c44-467c-423d-9f78-634e5367527f tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0734680 Feb 09 20:43:05.388074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:05.423148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3390f-3cf9-477b-a924-911a35ad1516 req-7eb0d3b9-67e3-4317-b79c-3089bb0e313e tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:05.425208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ee3390f-3cf9-477b-a924-911a35ad1516 req-7eb0d3b9-67e3-4317-b79c-3089bb0e313e tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 950 time: 0.1087353 Feb 09 20:43:05.510228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d625b97-0324-47f5-bd18-4f10ad32fb99 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (245cbe76-f044-4bd1-9218-2abd29e0f2ad), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.515930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ee3390f-3cf9-477b-a924-911a35ad1516 req-f2dfe50b-15cc-4af4-81b0-ce542c925fba tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835445 Feb 09 20:43:05.541160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d625b97-0324-47f5-bd18-4f10ad32fb99 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (245cbe76-f044-4bd1-9218-2abd29e0f2ad), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.663011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d625b97-0324-47f5-bd18-4f10ad32fb99 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (245cbe76-f044-4bd1-9218-2abd29e0f2ad), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.667558 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d625b97-0324-47f5-bd18-4f10ad32fb99 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.671941 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0d625b97-0324-47f5-bd18-4f10ad32fb99 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/245cbe76-f044-4bd1-9218-2abd29e0f2ad HTTP/1.1" status: 204 len: 168 time: 0.2827036 Feb 09 20:43:05.674641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:05.730152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d625b97-0324-47f5-bd18-4f10ad32fb99 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245cbe76-f044-4bd1-9218-2abd29e0f2ad,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:05.798214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:05.798467 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7837bb5f-b45b-421a-b938-2e91f2598323 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4537 time: 0.1100740 Feb 09 20:43:05.889919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fed899b-b8f2-48fc-8825-b0b6316dbdbb tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (75523244-a124-46cb-a561-ff9bc25599a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:05.924655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fed899b-b8f2-48fc-8825-b0b6316dbdbb tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (75523244-a124-46cb-a561-ff9bc25599a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.021353 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fed899b-b8f2-48fc-8825-b0b6316dbdbb tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (75523244-a124-46cb-a561-ff9bc25599a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.025084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fed899b-b8f2-48fc-8825-b0b6316dbdbb tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.026347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9fed899b-b8f2-48fc-8825-b0b6316dbdbb tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/75523244-a124-46cb-a561-ff9bc25599a3 HTTP/1.1" status: 204 len: 168 time: 0.2270589 Feb 09 20:43:06.029624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47852) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:06.095542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed899b-b8f2-48fc-8825-b0b6316dbdbb tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75523244-a124-46cb-a561-ff9bc25599a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:06.219110 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1aaa78bf-97c3-4259-8950-5339116ade44 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1886916 Feb 09 20:43:06.225904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:06.231614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-be5823c3-140a-46a0-a715-ed161697c7fe tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133142157'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:06.259245 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be5823c3-140a-46a0-a715-ed161697c7fe tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.281166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0499ba3-9851-4a38-a717-d41999430a3a req-63bc33d3-890d-4b6d-968f-ed35aed1e0c0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:06.302392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0499ba3-9851-4a38-a717-d41999430a3a req-63bc33d3-890d-4b6d-968f-ed35aed1e0c0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1271818 Feb 09 20:43:06.385370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be5823c3-140a-46a0-a715-ed161697c7fe tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (e81b0efd-c764-4aaa-bd69-442d534f5027), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.407630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0499ba3-9851-4a38-a717-d41999430a3a req-934ee4ef-56a7-4a40-bc00-ad753124b897 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975652 Feb 09 20:43:06.409152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be5823c3-140a-46a0-a715-ed161697c7fe tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e81b0efd-c764-4aaa-bd69-442d534f5027), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.461056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5823c3-140a-46a0-a715-ed161697c7fe tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81b0efd-c764-4aaa-bd69-442d534f5027,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:06.472428 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be5823c3-140a-46a0-a715-ed161697c7fe tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.477421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47872) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:06.477955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-be5823c3-140a-46a0-a715-ed161697c7fe tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2504244 Feb 09 20:43:06.485370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3ada2155-1464-49e9-a4db-c60d501ecec7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': 'e81b0efd-c764-4aaa-bd69-442d534f5027', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:06.489267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922b6a3-2bf0-45b2-bc5d-1674011c8a47 req-a612528b-fb1e-4d4e-b205-aa908d139764 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:06.491195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3922b6a3-2bf0-45b2-bc5d-1674011c8a47 req-a612528b-fb1e-4d4e-b205-aa908d139764 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.1222539 Feb 09 20:43:06.523148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ada2155-1464-49e9-a4db-c60d501ecec7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (d78a927b-4989-41e6-9cfa-0ef5dd31cc38), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.582272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3922b6a3-2bf0-45b2-bc5d-1674011c8a47 req-8cb2ace3-030b-499b-a577-e5b63e068702 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823202 Feb 09 20:43:06.598414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ada2155-1464-49e9-a4db-c60d501ecec7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (d78a927b-4989-41e6-9cfa-0ef5dd31cc38), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.604114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ada2155-1464-49e9-a4db-c60d501ecec7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (d78a927b-4989-41e6-9cfa-0ef5dd31cc38), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.633725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada2155-1464-49e9-a4db-c60d501ecec7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78a927b-4989-41e6-9cfa-0ef5dd31cc38,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:06.656660 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ada2155-1464-49e9-a4db-c60d501ecec7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.658920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3ada2155-1464-49e9-a4db-c60d501ecec7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1794846 Feb 09 20:43:06.661127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:06.696807 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ec3231e-8d70-4f95-8f0b-ca53fa3984df tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (d78a927b-4989-41e6-9cfa-0ef5dd31cc38), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.707268 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ec3231e-8d70-4f95-8f0b-ca53fa3984df tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (d78a927b-4989-41e6-9cfa-0ef5dd31cc38), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.768708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ec3231e-8d70-4f95-8f0b-ca53fa3984df tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (d78a927b-4989-41e6-9cfa-0ef5dd31cc38), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.778798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ec3231e-8d70-4f95-8f0b-ca53fa3984df tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.783609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:06.791377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0ec3231e-8d70-4f95-8f0b-ca53fa3984df tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/d78a927b-4989-41e6-9cfa-0ef5dd31cc38 HTTP/1.1" status: 204 len: 168 time: 0.1289380 Feb 09 20:43:06.811563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3231e-8d70-4f95-8f0b-ca53fa3984df tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d78a927b-4989-41e6-9cfa-0ef5dd31cc38,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:06.845876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:06.854529 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4fdc23fb-1059-4bb9-8df2-336dff35b6d6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0695364 Feb 09 20:43:06.928354 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afe9197-6b27-49c7-887b-3fd80917016e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (e81b0efd-c764-4aaa-bd69-442d534f5027), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.960000 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afe9197-6b27-49c7-887b-3fd80917016e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (e81b0efd-c764-4aaa-bd69-442d534f5027), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:06.966960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2de9-8ebb-48b0-b970-39ed2897a09b req-369ff44b-6d3f-406e-83f9-4ae3907b6442 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:06.975080 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0bd2de9-8ebb-48b0-b970-39ed2897a09b req-369ff44b-6d3f-406e-83f9-4ae3907b6442 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.0870581 Feb 09 20:43:07.033571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afe9197-6b27-49c7-887b-3fd80917016e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e81b0efd-c764-4aaa-bd69-442d534f5027), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.035931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9afe9197-6b27-49c7-887b-3fd80917016e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.040173 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9afe9197-6b27-49c7-887b-3fd80917016e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/e81b0efd-c764-4aaa-bd69-442d534f5027 HTTP/1.1" status: 204 len: 168 time: 0.1929915 Feb 09 20:43:07.040683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:07.068908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0bd2de9-8ebb-48b0-b970-39ed2897a09b req-2d4df68e-2655-4ae4-a9d7-887ef3210d77 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838006 Feb 09 20:43:07.069050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe9197-6b27-49c7-887b-3fd80917016e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81b0efd-c764-4aaa-bd69-442d534f5027,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:07.134769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b0851c71-4b39-420e-9032-3228146d3ece tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0900862 Feb 09 20:43:07.139212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47898) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:07.143842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4d6de862-5b8e-45e0-9b0e-f0ac177bfeef tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365900997'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:07.175279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6de862-5b8e-45e0-9b0e-f0ac177bfeef tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.330988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6de862-5b8e-45e0-9b0e-f0ac177bfeef tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (40c734d2-18eb-459f-aa32-9eaa792640ce), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.344216 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6de862-5b8e-45e0-9b0e-f0ac177bfeef tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (40c734d2-18eb-459f-aa32-9eaa792640ce), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.381013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d6de862-5b8e-45e0-9b0e-f0ac177bfeef tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.382277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4d6de862-5b8e-45e0-9b0e-f0ac177bfeef tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2420394 Feb 09 20:43:07.386320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:07.393428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ad72ef40-8924-4417-ad42-0de12326af18 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '40c734d2-18eb-459f-aa32-9eaa792640ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:07.393988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6de862-5b8e-45e0-9b0e-f0ac177bfeef tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c734d2-18eb-459f-aa32-9eaa792640ce,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:07.434053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad72ef40-8924-4417-ad42-0de12326af18 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (e6524092-3f97-4da3-9de2-a7bd320e2ca6), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.511433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad72ef40-8924-4417-ad42-0de12326af18 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (e6524092-3f97-4da3-9de2-a7bd320e2ca6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.519038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad72ef40-8924-4417-ad42-0de12326af18 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (e6524092-3f97-4da3-9de2-a7bd320e2ca6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.567649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72ef40-8924-4417-ad42-0de12326af18 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6524092-3f97-4da3-9de2-a7bd320e2ca6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:07.608076 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66f919d0-9d04-4335-84d0-5a7924916b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.615791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad72ef40-8924-4417-ad42-0de12326af18 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.619717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad72ef40-8924-4417-ad42-0de12326af18 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2296703 Feb 09 20:43:07.620857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:07.659118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9173af7-cd8e-4200-8f6a-198d05b089df req-cb3ebb19-ac3f-4a85-9c12-4ef2e9347523 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:07.677430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9173af7-cd8e-4200-8f6a-198d05b089df req-cb3ebb19-ac3f-4a85-9c12-4ef2e9347523 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1483099 Feb 09 20:43:07.697622 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-406cfa26-38f2-48ca-afc2-35b18508a6f7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules/e6524092-3f97-4da3-9de2-a7bd320e2ca6 HTTP/1.1" status: 200 len: 763 time: 0.0732093 Feb 09 20:43:07.698632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:07.791338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:07.793752 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9c7d9e68-170f-4e82-8822-2a69245dfd4c tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0931895 Feb 09 20:43:07.874596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9173af7-cd8e-4200-8f6a-198d05b089df req-7c1d5b8d-a54c-48da-a07d-fd3fb3ddf110 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895380 Feb 09 20:43:07.876424 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3828c782-c0b5-41c5-9383-01f8ca7af7a0 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (e6524092-3f97-4da3-9de2-a7bd320e2ca6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.885767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3828c782-c0b5-41c5-9383-01f8ca7af7a0 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (e6524092-3f97-4da3-9de2-a7bd320e2ca6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.935941 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3828c782-c0b5-41c5-9383-01f8ca7af7a0 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (e6524092-3f97-4da3-9de2-a7bd320e2ca6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.941836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3828c782-c0b5-41c5-9383-01f8ca7af7a0 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:07.942964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3828c782-c0b5-41c5-9383-01f8ca7af7a0 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/e6524092-3f97-4da3-9de2-a7bd320e2ca6 HTTP/1.1" status: 204 len: 168 time: 0.1501098 Feb 09 20:43:07.946421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:07.974890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828c782-c0b5-41c5-9383-01f8ca7af7a0 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6524092-3f97-4da3-9de2-a7bd320e2ca6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:08.077651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a2794a6b-21f9-46f2-9d3a-9e81e44d6359 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1289742 Feb 09 20:43:08.081647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:08.102106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dfa2a18e-8a00-4972-a936-5c0a522d1d4e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '40c734d2-18eb-459f-aa32-9eaa792640ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:08.143003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa15bc-c23e-4241-9198-90ecfdca406e req-5dab748f-ddc1-45eb-acbb-7af5dd7aba9e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:08.161114 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59fa15bc-c23e-4241-9198-90ecfdca406e req-5dab748f-ddc1-45eb-acbb-7af5dd7aba9e tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.2268040 Feb 09 20:43:08.185009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3492f-c587-4b15-a77c-3ac12ba74f3b req-062110f2-554e-4277-b5f3-3a2568b989ba tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:08.189247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fc3492f-c587-4b15-a77c-3ac12ba74f3b req-062110f2-554e-4277-b5f3-3a2568b989ba tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.1782832 Feb 09 20:43:08.226494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a18e-8a00-4972-a936-5c0a522d1d4e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (91bfd975-43d0-479f-9caf-83e87d6ca576), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.319180 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fc3492f-c587-4b15-a77c-3ac12ba74f3b req-87ae3a9a-aa4d-4522-8c26-3959de41d150 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204655 Feb 09 20:43:08.321991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59fa15bc-c23e-4241-9198-90ecfdca406e req-bdadeeb4-8fea-4d4a-b5ca-efbd6161fe21 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576474 Feb 09 20:43:08.350069 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a18e-8a00-4972-a936-5c0a522d1d4e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (91bfd975-43d0-479f-9caf-83e87d6ca576), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.358721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a18e-8a00-4972-a936-5c0a522d1d4e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (91bfd975-43d0-479f-9caf-83e87d6ca576), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.381471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2a18e-8a00-4972-a936-5c0a522d1d4e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bfd975-43d0-479f-9caf-83e87d6ca576,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:08.395302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa2a18e-8a00-4972-a936-5c0a522d1d4e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.399313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dfa2a18e-8a00-4972-a936-5c0a522d1d4e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3037505 Feb 09 20:43:08.400765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:08.424571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a2736441-1534-4d2d-938b-a5f0ef62ed24 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules/91bfd975-43d0-479f-9caf-83e87d6ca576 HTTP/1.1" status: 200 len: 763 time: 0.0223339 Feb 09 20:43:08.424827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:08.503741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-118f95ee-036a-4f24-a162-033e1f310c46 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0768220 Feb 09 20:43:08.505893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:08.539056 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d131cf8-91d5-4a93-adc5-8d26a2330f04 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (91bfd975-43d0-479f-9caf-83e87d6ca576), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.550602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d131cf8-91d5-4a93-adc5-8d26a2330f04 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (91bfd975-43d0-479f-9caf-83e87d6ca576), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.599853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d131cf8-91d5-4a93-adc5-8d26a2330f04 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (91bfd975-43d0-479f-9caf-83e87d6ca576), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.614357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d131cf8-91d5-4a93-adc5-8d26a2330f04 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91bfd975-43d0-479f-9caf-83e87d6ca576,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:08.667976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d131cf8-91d5-4a93-adc5-8d26a2330f04 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.672176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d131cf8-91d5-4a93-adc5-8d26a2330f04 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/91bfd975-43d0-479f-9caf-83e87d6ca576 HTTP/1.1" status: 204 len: 168 time: 0.1624391 Feb 09 20:43:08.672786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:08.761296 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fdf85e10-26cc-4338-9bb4-74848050e47a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855682 Feb 09 20:43:08.763963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:08.780303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-09be331b-a8b0-4a59-90f0-227f6eec080e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': '40c734d2-18eb-459f-aa32-9eaa792640ce', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:08.810173 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-09be331b-a8b0-4a59-90f0-227f6eec080e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Project 04bebbcc40124b50a62c0bb331b99f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:43:08.820688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09be331b-a8b0-4a59-90f0-227f6eec080e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (deb2be7d-907e-42e0-8f6b-98a085b81f04), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.963288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09be331b-a8b0-4a59-90f0-227f6eec080e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (deb2be7d-907e-42e0-8f6b-98a085b81f04), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:08.971650 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09be331b-a8b0-4a59-90f0-227f6eec080e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (deb2be7d-907e-42e0-8f6b-98a085b81f04), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.116883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be331b-a8b0-4a59-90f0-227f6eec080e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb2be7d-907e-42e0-8f6b-98a085b81f04,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:09.142380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09be331b-a8b0-4a59-90f0-227f6eec080e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.146707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-09be331b-a8b0-4a59-90f0-227f6eec080e tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3694534 Feb 09 20:43:09.147100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:09.190942 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-31cfb7ea-03dd-4f76-a379-e65642a9432a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules/deb2be7d-907e-42e0-8f6b-98a085b81f04 HTTP/1.1" status: 200 len: 769 time: 0.0400083 Feb 09 20:43:09.191304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:09.206344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3952e-37b6-4294-9cf6-de8cd2d005c1 req-c716ec7e-75dc-4919-8a23-4a5578acb49f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:09.211133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82f3952e-37b6-4294-9cf6-de8cd2d005c1 req-c716ec7e-75dc-4919-8a23-4a5578acb49f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.2016551 Feb 09 20:43:09.259075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa42fabe-caf4-4ec9-9e16-4d6c31527f3d tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0640500 Feb 09 20:43:09.259488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:09.295632 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-296a0b9d-0940-4fe8-a2fb-c824a7e6b2dd tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (deb2be7d-907e-42e0-8f6b-98a085b81f04), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.305359 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-296a0b9d-0940-4fe8-a2fb-c824a7e6b2dd tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (deb2be7d-907e-42e0-8f6b-98a085b81f04), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.343378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-296a0b9d-0940-4fe8-a2fb-c824a7e6b2dd tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (deb2be7d-907e-42e0-8f6b-98a085b81f04), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.356442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-296a0b9d-0940-4fe8-a2fb-c824a7e6b2dd tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.359390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-296a0b9d-0940-4fe8-a2fb-c824a7e6b2dd tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/deb2be7d-907e-42e0-8f6b-98a085b81f04 HTTP/1.1" status: 204 len: 168 time: 0.0966899 Feb 09 20:43:09.363713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:09.377083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a0b9d-0940-4fe8-a2fb-c824a7e6b2dd tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deb2be7d-907e-42e0-8f6b-98a085b81f04,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:09.433073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f366f94-0f92-4646-8013-90070f94adf2 req-2c9ffafd-4a53-44ac-aef4-7eaf4d9c95ea tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:09.434560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f366f94-0f92-4646-8013-90070f94adf2 req-2c9ffafd-4a53-44ac-aef4-7eaf4d9c95ea tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.13 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.2050719 Feb 09 20:43:09.438244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82f3952e-37b6-4294-9cf6-de8cd2d005c1 req-02abf190-ead8-4267-a3d1-ed289aa93c96 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186065 Feb 09 20:43:09.473100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fa0b44ec-7871-4513-80fb-7f5ff79409b6 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1082106 Feb 09 20:43:09.507532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:09.675016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540336b-be64-428c-b648-522092d02994 req-24fc49bf-31dd-438f-9f49-5240837701a7 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:09.691049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0540336b-be64-428c-b648-522092d02994 req-24fc49bf-31dd-438f-9f49-5240837701a7 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.0964475 Feb 09 20:43:09.698080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdcac2-3edb-4db6-9cba-5bfd8bc2e32d req-659a015f-e8fe-4436-a5e2-304fedc131e3 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:09.700936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b15394a9-adeb-44cc-a4c2-0bbf1ac5aa9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.707842 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0bdcac2-3edb-4db6-9cba-5bfd8bc2e32d req-659a015f-e8fe-4436-a5e2-304fedc131e3 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/ports?device_id=d02c5fc4-7601-4509-9ccf-5a31dee04bc2 HTTP/1.1" status: 200 len: 945 time: 0.2278748 Feb 09 20:43:09.765648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0540336b-be64-428c-b648-522092d02994 req-c2daa11c-a05e-4b57-a1e5-dc0beab7d0bd tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576639 Feb 09 20:43:09.786642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Deleting port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:09.789138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.863259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11d648d0-6e6b-44d5-8c49-4b6fecb745ae tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (40c734d2-18eb-459f-aa32-9eaa792640ce), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.934880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11d648d0-6e6b-44d5-8c49-4b6fecb745ae tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (40c734d2-18eb-459f-aa32-9eaa792640ce), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:09.987378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] For port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:09.989874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.079907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0bdcac2-3edb-4db6-9cba-5bfd8bc2e32d req-e8149742-4a06-4de7-9c42-bd3d57800a44 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups?id=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591356 Feb 09 20:43:10.079907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11d648d0-6e6b-44d5-8c49-4b6fecb745ae tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (40c734d2-18eb-459f-aa32-9eaa792640ce), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.079907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11d648d0-6e6b-44d5-8c49-4b6fecb745ae tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.079907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-11d648d0-6e6b-44d5-8c49-4b6fecb745ae tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/40c734d2-18eb-459f-aa32-9eaa792640ce HTTP/1.1" status: 204 len: 168 time: 0.5671213 Feb 09 20:43:10.083057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:10.088878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 36f68f92-1f38-4272-b6a0-e28dafb75fdc no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:10.140038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d648d0-6e6b-44d5-8c49-4b6fecb745ae tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c734d2-18eb-459f-aa32-9eaa792640ce,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:10.215748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7aaa40fe-9bcc-4cb8-86e0-43ed42ec8586 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1241024 Feb 09 20:43:10.216453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48062) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:10.228492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-21798eff-5628-4e89-977e-4a8335335477 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group': {'name': 'tempest-secgroup--264376307'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:10.265366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21798eff-5628-4e89-977e-4a8335335477 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.368477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 36f68f92-1f38-4272-b6a0-e28dafb75fdc is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:10.369217 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.407855 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.409620 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (fcb131ed-af15-4bc0-9534-28e250993b66), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.410193 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Floating IP fcb131ed-af15-4bc0-9534-28e250993b66 disassociated. External IP: 172.25.4.250, port: 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b. Feb 09 20:43:10.411045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Calling delete_port for 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:10.432311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:10.438560 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a75dd6a-cd53-4a7e-9ab6-8d1e14bcfe5d" -d '{"events": [{"server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "name": "network-vif-unplugged", "status": "completed", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:10.440664 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21798eff-5628-4e89-977e-4a8335335477 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (a6c954c7-84f7-4444-a077-25f021ac4602), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.449079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21798eff-5628-4e89-977e-4a8335335477 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a6c954c7-84f7-4444-a077-25f021ac4602), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.488461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:10.495333 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.508549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21798eff-5628-4e89-977e-4a8335335477 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c954c7-84f7-4444-a077-25f021ac4602,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:10.563088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21798eff-5628-4e89-977e-4a8335335477 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.570208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-21798eff-5628-4e89-977e-4a8335335477 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3517294 Feb 09 20:43:10.583971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:10.607772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8bd96ce2-fa6a-4dd8-98f8-425d6bfcf4e7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Request body: {'security_group_rule': {'security_group_id': 'a6c954c7-84f7-4444-a077-25f021ac4602', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:10.630599 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3b2542-37b9-4ccd-bd3c-e5108c193e5f x-openstack-request-id: req-1f3b2542-37b9-4ccd-bd3c-e5108c193e5f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:10.631395 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "name": "network-vif-unplugged", "status": "completed", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:10.632108 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1f3b2542-37b9-4ccd-bd3c-e5108c193e5f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:10.633218 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'code': 200} Feb 09 20:43:10.773303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:10.871932 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bd96ce2-fa6a-4dd8-98f8-425d6bfcf4e7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (4cc1fac5-5ec5-4573-a953-38849c73392d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:10.930728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:43:11.039728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.046273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef33ad-9a8d-4f5e-9f7e-edb5cfd9874c req-0975d26f-131b-43b8-83e1-01416b951f85 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:11.059827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9ef33ad-9a8d-4f5e-9f7e-edb5cfd9874c req-0975d26f-131b-43b8-83e1-01416b951f85 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.3381855 Feb 09 20:43:11.142790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bfd7c-6c44-42e5-9732-be29a361cde6 req-642b5bb9-7937-4fe2-8c33-17081fb86e2a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:11.145131 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-499bfd7c-6c44-42e5-9732-be29a361cde6 req-642b5bb9-7937-4fe2-8c33-17081fb86e2a tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 945 time: 0.2376511 Feb 09 20:43:11.162392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event deleted for resources: {'Port': ['ID=94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:11.218698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9ef33ad-9a8d-4f5e-9f7e-edb5cfd9874c req-d7a74d6a-01e8-4946-af1e-1329a74db616 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557000 Feb 09 20:43:11.279009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:11.287105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bd96ce2-fa6a-4dd8-98f8-425d6bfcf4e7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (4cc1fac5-5ec5-4573-a953-38849c73392d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.319597 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bd96ce2-fa6a-4dd8-98f8-425d6bfcf4e7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (4cc1fac5-5ec5-4573-a953-38849c73392d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.327915 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.349599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'mac_address': 'fa:16:3e:7c:39:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:43:11.389005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd96ce2-fa6a-4dd8-98f8-425d6bfcf4e7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc1fac5-5ec5-4573-a953-38849c73392d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:11.409177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bd96ce2-fa6a-4dd8-98f8-425d6bfcf4e7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.414953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8bd96ce2-fa6a-4dd8-98f8-425d6bfcf4e7 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8298326 Feb 09 20:43:11.421493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:11.509909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:11.512378 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.547950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:43:11.593046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-499bfd7c-6c44-42e5-9732-be29a361cde6 req-b1a9be62-33ac-417f-b775-f86398c14623 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414711 Feb 09 20:43:11.595569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:11.603790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.642592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46d3e15-f653-4a61-9a41-f9570895c503 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (a6c954c7-84f7-4444-a077-25f021ac4602), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.661203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Router 161db81c-db90-4b60-b86e-3e3f56ef72c6 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:43:11.745219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:43:11.782879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46d3e15-f653-4a61-9a41-f9570895c503 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (a6c954c7-84f7-4444-a077-25f021ac4602), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.919041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:11.966381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46d3e15-f653-4a61-9a41-f9570895c503 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a6c954c7-84f7-4444-a077-25f021ac4602), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.969713 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c46d3e15-f653-4a61-9a41-f9570895c503 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:11.976569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c46d3e15-f653-4a61-9a41-f9570895c503 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/a6c954c7-84f7-4444-a077-25f021ac4602 HTTP/1.1" status: 204 len: 168 time: 0.5518942 Feb 09 20:43:11.980697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:12.006511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d3e15-f653-4a61-9a41-f9570895c503 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c954c7-84f7-4444-a077-25f021ac4602,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:12.208765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5b44342-2aee-4950-bee7-af7fe0067b8a tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2245932 Feb 09 20:43:12.210425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:12.212689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:43:12.258041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] Sync routers for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:43:12.295469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:43:12.296472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:12.326426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eab452a5-0a21-4b83-bb16-fe525cea3bf5 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1144953 Feb 09 20:43:12.330879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:12.382868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] No DVR routers for this DVR port 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:43:12.389090 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-2a5184a9-3a88-436e-a912-ac8c2a8cbf3b tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] delete failed (client error): The resource could not be found. Feb 09 20:43:12.390519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:12.392246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2a5184a9-3a88-436e-a912-ac8c2a8cbf3b tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "DELETE /v2.0/security-groups/a6c954c7-84f7-4444-a077-25f021ac4602 HTTP/1.1" status: 404 len: 347 time: 0.0596967 Feb 09 20:43:12.397673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:12.408825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f366f94-0f92-4646-8013-90070f94adf2 req-0459cfdd-7a6f-41e6-ab25-f94fd182103c tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.13 "DELETE /v2.0/ports/94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b HTTP/1.1" status: 204 len: 173 time: 2.9684434 Feb 09 20:43:12.409681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'name': 'network-vif-deleted', 'tag': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:12.428694 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92ade6a-d57c-4747-9cba-0140c6aaeac4" -d '{"events": [{"server_uuid": "d02c5fc4-7601-4509-9ccf-5a31dee04bc2", "name": "network-vif-deleted", "tag": "94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:12.543971 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-78fd0333-32d5-4209-8026-fd63ad6d7093 tempest-SecGroupIPv6Test-272349586 tempest-SecGroupIPv6Test-272349586-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1448648 Feb 09 20:43:12.635582 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:12.715278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:43:12.962396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4e5eab7-5595-4805-9ce1-b9651c62fe54 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:13.664880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d4e5eab7-5595-4805-9ce1-b9651c62fe54 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:13.665824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:13.743371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:13.755570 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8665f887-683c-412d-a146-f198030efa42" -d '{"events": [{"server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:13.820706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:13.894488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:13.928307 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:14.232211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-70230ba1-1e8c-4112-8a78-7267de3b80c9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=04bebbcc40124b50a62c0bb331b99f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102066 Feb 09 20:43:14.234666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:14.382228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3be87fba-cf6b-46d8-abeb-3504727b8251 admin admin] Publish callbacks [] for security_group (81993f50-7fdf-45ee-8fc2-38efacb90a5a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:14.440092 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:14.442507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:14.452786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:14.476325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:43:14.478417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:43:14.509911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3be87fba-cf6b-46d8-abeb-3504727b8251 admin admin] Publish callbacks [] for security_group (81993f50-7fdf-45ee-8fc2-38efacb90a5a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:14.537485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:42:03Z', 'revision_number': 5, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:14.636854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3be87fba-cf6b-46d8-abeb-3504727b8251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (81993f50-7fdf-45ee-8fc2-38efacb90a5a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:14.641633 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3be87fba-cf6b-46d8-abeb-3504727b8251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:14.645936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3be87fba-cf6b-46d8-abeb-3504727b8251 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/81993f50-7fdf-45ee-8fc2-38efacb90a5a HTTP/1.1" status: 204 len: 168 time: 0.4071360 Feb 09 20:43:14.665726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be87fba-cf6b-46d8-abeb-3504727b8251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81993f50-7fdf-45ee-8fc2-38efacb90a5a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:14.701303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] Checking router: 161db81c-db90-4b60-b86e-3e3f56ef72c6 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:43:14.736399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:43:14.737433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:14.938981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:43:14.993651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:43:15.315807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:15.316517 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:15.524143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:15.526156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:15.621067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:15.646837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:42:03Z', 'revision_number': 5, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:15.730690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef251f-cdee-4d6e-9687-28e9d2954898 None None] The sync data for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 is: [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:41:56Z', 'revision_number': 4, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '92bc6aa4-0913-4a71-bac7-5f8d217fa0e6', 'name': '', 'network_id': '6b4e7995-62ec-42b7-b992-4b3deed7d477', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'mac_address': 'fa:16:3e:0f:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:54Z', 'updated_at': '2022-02-09T20:42:03Z', 'revision_number': 5, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'subnets': [{'id': '38c1af98-e20c-4195-8a52-aa84147f0120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:43:15.747277 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:15.869488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:16.126852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cbf4ad3a-1196-43de-9110-51328143088c details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:43:16.224732 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:16.296437 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cff51-f654-4722-8035-e01ac4fb0852 None None] New status for floating IP fcb131ed-af15-4bc0-9534-28e250993b66: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:43:16.315379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f833b099-1217-4edc-9642-2620a96756a2 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:16.320748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-f833b099-1217-4edc-9642-2620a96756a2 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.1563969 Feb 09 20:43:16.341470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:16.374845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:16.404906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cbf4ad3a-1196-43de-9110-51328143088c has no active binding in host n-h1-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 20:43:16.422564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-17819856'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:16.466644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Made reservation on behalf of c5069d5655dd4e6d92a87eab5b4b7f89 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:43:16.470612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.501802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.509715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cbf4ad3a-1196-43de-9110-51328143088c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.703102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks [] for security_group (4db3e667-6e54-473c-90d1-9b97cd2d6afe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.717072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4db3e667-6e54-473c-90d1-9b97cd2d6afe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.775947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:43:16.793414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db3e667-6e54-473c-90d1-9b97cd2d6afe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:16.815252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (95078d32-926c-4638-84d9-d591dd3b9ac7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.816642 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Added segment 95078d32-926c-4638-84d9-d591dd3b9ac7 of type vlan for network 34e84346-7a65-47ad-ae49-b5ddc53ec669 Feb 09 20:43:16.870250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:16.882457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (34e84346-7a65-47ad-ae49-b5ddc53ec669), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.929236 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (34e84346-7a65-47ad-ae49-b5ddc53ec669), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.938987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:16.940300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:16.949707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:43:17.016326 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7910585 Feb 09 20:43:17.016571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:17.029738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-2511f748-14c3-4e2a-8115-9fd001829e7a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', 'tempest-TagsTest-Tag-1262014745') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:17.057089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4721bb-ef22-427c-b12a-2f825514513a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Pushing event updated for resources: {'Network': ['ID=34e84346-7a65-47ad-ae49-b5ddc53ec669,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:17.075073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 34e84346-7a65-47ad-ae49-b5ddc53ec669 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:43:17.137438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Publish callbacks [] for port (cbf4ad3a-1196-43de-9110-51328143088c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:17.161375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:17.272790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:17.303750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2511f748-14c3-4e2a-8115-9fd001829e7a tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "PUT /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags/tempest-TagsTest-Tag-1262014745 HTTP/1.1" status: 201 len: 201 time: 0.2850235 Feb 09 20:43:17.309085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:17.314571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-fe59297a-d0b0-41d8-8694-92f01e6522ef tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', 'tempest-TagsTest-Tag-1262014745') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:17.319224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on host n-h2-789963-29 for vnic_type normal with profile {"migrating_to": "n-h1-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:43:17.320215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:43:17.320215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:43:17.325517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:43:17.325836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Attempting to bind port cbf4ad3a-1196-43de-9110-51328143088c on network 214975b9-d111-4bb8-ae3b-378a61143f53 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:43:17.349425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:43:17.351187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Checking segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:43:17.352752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Bound using segment: {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:43:17.354324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Bound port: cbf4ad3a-1196-43de-9110-51328143088c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '214975b9-d111-4bb8-ae3b-378a61143f53'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:43:17.355710 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cbf4ad3a-1196-43de-9110-51328143088c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:17.534039 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fe59297a-d0b0-41d8-8694-92f01e6522ef tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "GET /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags/tempest-TagsTest-Tag-1262014745 HTTP/1.1" status: 204 len: 168 time: 0.2243381 Feb 09 20:43:17.537535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:17.547583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:43:17.549507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-c34b0821-49f1-4703-921e-680f944689b7 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:17.551756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:43:17.564242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:17.669120 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c34b0821-49f1-4703-921e-680f944689b7 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "GET /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags HTTP/1.1" status: 200 len: 238 time: 0.1304398 Feb 09 20:43:17.671618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:17.678990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-fdb62e2f-ebdd-4c18-999f-4844b695d62d tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', {'tags': ['tempest-TagsTest-Tag-837839876', 'tempest-TagsTest-Tag-836656354', 'tempest-TagsTest-Tag-546187056']}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:17.695254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:17.696022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:17.697769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] 10.222.0.13 "PUT /v2.0/ports/cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 1123 time: 1.3696339 Feb 09 20:43:17.712159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cb1fb-fff0-4757-b948-28e293fb8b59 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:17.795853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['cbf4ad3a-1196-43de-9110-51328143088c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:43:17.863654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fdb62e2f-ebdd-4c18-999f-4844b695d62d tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "PUT /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags HTTP/1.1" status: 200 len: 306 time: 0.1907578 Feb 09 20:43:17.867819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:17.875305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-d5ec6060-d01c-4f7a-9a41-a84853d4d0ae tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', 'tempest-TagsTest-Tag-837839876') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:17.876506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['cbf4ad3a-1196-43de-9110-51328143088c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:43:18.046513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d5ec6060-d01c-4f7a-9a41-a84853d4d0ae tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "DELETE /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags/tempest-TagsTest-Tag-837839876 HTTP/1.1" status: 204 len: 168 time: 0.1775005 Feb 09 20:43:18.051287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:18.056543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-4d9ee9c9-3d61-4a0e-9e8a-645a0aee6bc4 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', 'tempest-TagsTest-Tag-837839876') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:18.201270 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-4d9ee9c9-3d61-4a0e-9e8a-645a0aee6bc4 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] show failed (client error): The resource could not be found. Feb 09 20:43:18.206024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:18.209537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4d9ee9c9-3d61-4a0e-9e8a-645a0aee6bc4 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "GET /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags/tempest-TagsTest-Tag-837839876 HTTP/1.1" status: 404 len: 325 time: 0.1564460 Feb 09 20:43:18.219768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-6deef647-c75e-4aeb-a57c-145475d6b3bd tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', 'tempest-TagsTest-Tag-836656354') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:18.337521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6deef647-c75e-4aeb-a57c-145475d6b3bd tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "GET /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags/tempest-TagsTest-Tag-836656354 HTTP/1.1" status: 204 len: 168 time: 0.1293917 Feb 09 20:43:18.340334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:18.344701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-33c9ae0a-940e-4b9a-8c79-3afe6eb53474 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', 'tempest-TagsTest-Tag-546187056') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:18.467454 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-33c9ae0a-940e-4b9a-8c79-3afe6eb53474 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "GET /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags/tempest-TagsTest-Tag-546187056 HTTP/1.1" status: 204 len: 168 time: 0.1260028 Feb 09 20:43:18.470063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:18.474853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-a4ab916a-f4a8-426f-b7ba-52ea5461478c tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:18.587591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a4ab916a-f4a8-426f-b7ba-52ea5461478c tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "DELETE /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags HTTP/1.1" status: 204 len: 168 time: 0.1151087 Feb 09 20:43:18.589299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:18.593777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-863c52c4-2a28-47e0-a2a3-1cb071758848 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', 'tempest-TagsTest-Tag-836656354') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:18.695299 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-863c52c4-2a28-47e0-a2a3-1cb071758848 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] show failed (client error): The resource could not be found. Feb 09 20:43:18.696517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-863c52c4-2a28-47e0-a2a3-1cb071758848 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "GET /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags/tempest-TagsTest-Tag-836656354 HTTP/1.1" status: 404 len: 325 time: 0.1061931 Feb 09 20:43:18.699560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:18.704651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-1e9f5cea-ed06-46d8-8099-1d2566ed926e tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669', 'tempest-TagsTest-Tag-546187056') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:18.802917 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-1e9f5cea-ed06-46d8-8099-1d2566ed926e tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] show failed (client error): The resource could not be found. Feb 09 20:43:18.806613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1e9f5cea-ed06-46d8-8099-1d2566ed926e tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "GET /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags/tempest-TagsTest-Tag-546187056 HTTP/1.1" status: 404 len: 325 time: 0.1044614 Feb 09 20:43:18.808846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:18.813302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-c3d9bc24-9062-40ee-aabc-3d731c7d4d69 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34e84346-7a65-47ad-ae49-b5ddc53ec669') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:18.952032 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c3d9bc24-9062-40ee-aabc-3d731c7d4d69 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "DELETE /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669/tags HTTP/1.1" status: 204 len: 168 time: 0.1380486 Feb 09 20:43:18.952783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:19.073139 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (34e84346-7a65-47ad-ae49-b5ddc53ec669), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:19.217570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (34e84346-7a65-47ad-ae49-b5ddc53ec669), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:19.262868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e84346-7a65-47ad-ae49-b5ddc53ec669']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:19.279775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95078d32-926c-4638-84d9-d591dd3b9ac7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:19.280181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95078d32-926c-4638-84d9-d591dd3b9ac7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:19.298332 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (95078d32-926c-4638-84d9-d591dd3b9ac7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:19.321836 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (95078d32-926c-4638-84d9-d591dd3b9ac7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:19.331934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:43:19.332571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (95078d32-926c-4638-84d9-d591dd3b9ac7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:43:19.353946 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:43:19.480085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (34e84346-7a65-47ad-ae49-b5ddc53ec669), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:19.521433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:19.528825 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] 10.222.0.102 "DELETE /v2.0/networks/34e84346-7a65-47ad-ae49-b5ddc53ec669 HTTP/1.1" status: 204 len: 168 time: 0.5747056 Feb 09 20:43:19.530517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c8a91-111e-471e-8e44-f9f400992751 tempest-TagsTest-900114323 tempest-TagsTest-900114323-project] Pushing event deleted for resources: {'Network': ['ID=34e84346-7a65-47ad-ae49-b5ddc53ec669,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:19.949109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:20.364489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1a3691cb-48e3-4a24-8b21-c0d4c8e071ef admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c5069d5655dd4e6d92a87eab5b4b7f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131777 Feb 09 20:43:20.368556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:20.468205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-803c833f-861a-490d-b600-b30ffbc31670 admin admin] Publish callbacks [] for security_group (4db3e667-6e54-473c-90d1-9b97cd2d6afe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:20.502533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-803c833f-861a-490d-b600-b30ffbc31670 admin admin] Publish callbacks [] for security_group (4db3e667-6e54-473c-90d1-9b97cd2d6afe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:20.579605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-803c833f-861a-490d-b600-b30ffbc31670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4db3e667-6e54-473c-90d1-9b97cd2d6afe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:20.585231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-803c833f-861a-490d-b600-b30ffbc31670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:20.586482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-803c833f-861a-490d-b600-b30ffbc31670 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4db3e667-6e54-473c-90d1-9b97cd2d6afe HTTP/1.1" status: 204 len: 168 time: 0.2156649 Feb 09 20:43:20.599087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c833f-861a-490d-b600-b30ffbc31670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db3e667-6e54-473c-90d1-9b97cd2d6afe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:21.469602 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:24.147055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4533860a-4e75-483e-95bb-d1e70228b4cd details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:43:24.297340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:24.536230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:24.583669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc66e0b0-f600-43aa-92ca-14fb568f8341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:24.586970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '4533860a-4e75-483e-95bb-d1e70228b4cd', 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c', 'port_id': '4533860a-4e75-483e-95bb-d1e70228b4cd', 'mac_address': 'fa:16:3e:98:af:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1151131d-3cac-4983-a5cb-d792ccd56556', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:43:24.677396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 4533860a-4e75-483e-95bb-d1e70228b4cd is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:24.677827 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:24.695996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4533860a-4e75-483e-95bb-d1e70228b4cd {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:43:24.726566 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc66e0b0-f600-43aa-92ca-14fb568f8341 admin admin] Publish callbacks [] for security_group (43cadb9c-0927-4edf-b559-e22f874b7160), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:24.734418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:24.738859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc66e0b0-f600-43aa-92ca-14fb568f8341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (43cadb9c-0927-4edf-b559-e22f874b7160), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:24.741457 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:24.802989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:24.813303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bc66e0b0-f600-43aa-92ca-14fb568f8341 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f6b327d83df94abf9bc0847ef7500e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139744 Feb 09 20:43:24.827615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66e0b0-f600-43aa-92ca-14fb568f8341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cadb9c-0927-4edf-b559-e22f874b7160,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:24.869264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:24.898030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Publish callbacks [] for security_group (43cadb9c-0927-4edf-b559-e22f874b7160), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:24.929960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Publish callbacks [] for security_group (43cadb9c-0927-4edf-b559-e22f874b7160), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:24.998750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device cbf4ad3a-1196-43de-9110-51328143088c no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:25.002857 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (43cadb9c-0927-4edf-b559-e22f874b7160), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:25.008140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:25.013787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/43cadb9c-0927-4edf-b559-e22f874b7160 HTTP/1.1" status: 204 len: 168 time: 0.2044821 Feb 09 20:43:25.052106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cadb9c-0927-4edf-b559-e22f874b7160,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:25.067521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.068317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.068804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.069240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.069669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.070098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.072005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.072480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.073693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.074120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.074563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.074985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.075408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de12e-ac17-4919-9a29-71e17b326479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:25.085899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['4533860a-4e75-483e-95bb-d1e70228b4cd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:43:25.298748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port cbf4ad3a-1196-43de-9110-51328143088c is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:25.596642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:25.614478 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570d1096-7a57-49e5-b709-b10440a35203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:25.788004 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570d1096-7a57-49e5-b709-b10440a35203 admin admin] Publish callbacks [] for security_group (f6b5b448-8625-4db3-83da-22b76cd08705), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:25.795883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570d1096-7a57-49e5-b709-b10440a35203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f6b5b448-8625-4db3-83da-22b76cd08705), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:25.862715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-570d1096-7a57-49e5-b709-b10440a35203 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ec02e02146044cac8ced2c75402e2dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650299 Feb 09 20:43:25.865549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:25.866171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d1096-7a57-49e5-b709-b10440a35203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b5b448-8625-4db3-83da-22b76cd08705,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:25.958420 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Publish callbacks [] for security_group (f6b5b448-8625-4db3-83da-22b76cd08705), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:26.020255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Publish callbacks [] for security_group (f6b5b448-8625-4db3-83da-22b76cd08705), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:26.091369 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-12bd4e38-cb11-44b9-bc33-7b705543c0b5 service neutron] 10.222.0.50 "GET /v2.0/ports/cbf4ad3a-1196-43de-9110-51328143088c/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 385 time: 0.1136792 Feb 09 20:43:26.148530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f6b5b448-8625-4db3-83da-22b76cd08705), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:26.151674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:26.153004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f6b5b448-8625-4db3-83da-22b76cd08705 HTTP/1.1" status: 204 len: 168 time: 0.2865264 Feb 09 20:43:26.165167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b5b448-8625-4db3-83da-22b76cd08705,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:26.187770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.188438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.188975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.189421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.189850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.190666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.191069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.191653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.192107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.192554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.193225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.193746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.194362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf85beed-c248-49e6-b79a-2ba708e97455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:26.279657 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:26.301178 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:43:26.385060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:26.415075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:43:26.457158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf4ad3a-1196-43de-9110-51328143088c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:43:26.468696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:26.507523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cbf4ad3a-1196-43de-9110-51328143088c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:26.635980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] Transition to ACTIVE for port object cbf4ad3a-1196-43de-9110-51328143088c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:43:26.643736 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:26.724969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] No DVR routers for this DVR port cbf4ad3a-1196-43de-9110-51328143088c on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:43:26.742028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] Pushing event updated for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:26.771003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-130113ba-ce4a-4049-9224-fc6d5b03233f service neutron] 10.222.0.50 "PUT /v2.0/ports/cbf4ad3a-1196-43de-9110-51328143088c/bindings/n-h1-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 0.6720400 Feb 09 20:43:26.917882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-98e57a12-6929-4f96-a509-e0e82ca47652 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:26.919518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-98e57a12-6929-4f96-a509-e0e82ca47652 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1127 time: 0.0759394 Feb 09 20:43:27.005688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-2849abec-a2cd-4d4c-b4f6-d407b2748802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:27.008035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-2849abec-a2cd-4d4c-b4f6-d407b2748802 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31&tenant_id=97292526b23f47e7b063a919fd79ffee HTTP/1.1" status: 200 len: 1127 time: 0.0820379 Feb 09 20:43:27.099984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-1cf290b1-1356-4593-a0f6-2984e4c397a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:27.101551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-1cf290b1-1356-4593-a0f6-2984e4c397a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1127 time: 0.0676048 Feb 09 20:43:27.344832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-78cc951f-1171-42a4-ad7c-f0cabe8d8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:27.346729 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-78cc951f-1171-42a4-ad7c-f0cabe8d8692 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2359624 Feb 09 20:43:27.413795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-18af0340-eded-4232-81dd-941da2e1e996 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 217 time: 0.0593896 Feb 09 20:43:27.520591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-25432497-c154-4fda-9298-fd1651177457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:27.522245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-25432497-c154-4fda-9298-fd1651177457 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1025913 Feb 09 20:43:27.589959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-52fd2182-1fcb-4fe6-b27a-843171fc2b9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578463 Feb 09 20:43:27.731743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-ddddc2c1-04df-4781-b895-19d010d61197 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262920 Feb 09 20:43:27.856478 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-70d27f84-fa47-49c7-8ab5-60720da089a3 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178977 Feb 09 20:43:28.090484 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9c1970-28bd-41a7-bda1-dc9404422bd4 x-openstack-request-id: req-fd9c1970-28bd-41a7-bda1-dc9404422bd4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:28.091887 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02c5fc4-7601-4509-9ccf-5a31dee04bc2", "name": "network-vif-deleted", "tag": "94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:28.092388 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fd9c1970-28bd-41a7-bda1-dc9404422bd4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:28.093022 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02c5fc4-7601-4509-9ccf-5a31dee04bc2', 'name': 'network-vif-deleted', 'tag': '94b72fc5-8b55-4d2a-9e8b-a154a9f4b66b', 'status': 'completed', 'code': 200} Feb 09 20:43:28.145713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4533860a-4e75-483e-95bb-d1e70228b4cd up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:43:28.218049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 4533860a-4e75-483e-95bb-d1e70228b4cd completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:43:28.227787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a20bb-1e65-4558-a848-11cbfc86ca62 req-18e1a21d-24a0-40c7-be75-c253b3d43101 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:28.229239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3a20bb-1e65-4558-a848-11cbfc86ca62 req-18e1a21d-24a0-40c7-be75-c253b3d43101 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 944 time: 0.1263072 Feb 09 20:43:28.231414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-8448e29d-c4a3-4f69-96e9-ccedde52bd5d tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:28.233123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-8448e29d-c4a3-4f69-96e9-ccedde52bd5d tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31&tenant_id=97292526b23f47e7b063a919fd79ffee&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1127 time: 0.1274784 Feb 09 20:43:28.234165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 4533860a-4e75-483e-95bb-d1e70228b4cd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:28.234749 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:28.237526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986220e3-eaf0-4208-afae-1e11dd932602 req-52fe2f0a-f8a3-4cb0-9768-4741164adeac tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:28.245847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-986220e3-eaf0-4208-afae-1e11dd932602 req-52fe2f0a-f8a3-4cb0-9768-4741164adeac tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 944 time: 0.0951798 Feb 09 20:43:28.314422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-986220e3-eaf0-4208-afae-1e11dd932602 req-4e527eaa-baf1-4f21-b3c2-9e57a722ce7b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633025 Feb 09 20:43:28.409374 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f336fd65-a404-4ae7-a461-c703e0004e2a x-openstack-request-id: req-f336fd65-a404-4ae7-a461-c703e0004e2a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:28.409951 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:28.410572 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f336fd65-a404-4ae7-a461-c703e0004e2a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:28.411317 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'code': 200} Feb 09 20:43:28.413219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 4533860a-4e75-483e-95bb-d1e70228b4cd is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:28.413791 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:28.492440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:28.515891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:28.632226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:28.758997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e3a20bb-1e65-4558-a848-11cbfc86ca62 req-1d0537c1-694c-453f-9070-1f56c95aec08 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162349 Feb 09 20:43:28.762283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:28.879162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-29786a18-df7a-47ad-8498-d070537d1eb0 service neutron] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:43:28.884018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-29786a18-df7a-47ad-8498-d070537d1eb0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:28.886538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4ee4959-ceb3-4e85-85f9-0ef8ba0c6f90 req-29786a18-df7a-47ad-8498-d070537d1eb0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/cbf4ad3a-1196-43de-9110-51328143088c/bindings/n-h2-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.6404107 Feb 09 20:43:28.933936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc606f1-2508-4260-a212-04641814101a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group (b702a789-a3c5-4aff-a9bb-7f0d8a9159a4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:28.986123 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc606f1-2508-4260-a212-04641814101a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group (b702a789-a3c5-4aff-a9bb-7f0d8a9159a4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:29.015072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46953a75-fc9b-4b31-9c22-98546495a1c5 req-ac798da9-0876-49e4-abfb-bb76403a8777 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:29.019272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46953a75-fc9b-4b31-9c22-98546495a1c5 req-ac798da9-0876-49e4-abfb-bb76403a8777 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 951 time: 0.1264215 Feb 09 20:43:29.080614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc606f1-2508-4260-a212-04641814101a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b702a789-a3c5-4aff-a9bb-7f0d8a9159a4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:29.083993 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fc606f1-2508-4260-a212-04641814101a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:29.089045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:29.090159 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0fc606f1-2508-4260-a212-04641814101a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "DELETE /v2.0/security-groups/b702a789-a3c5-4aff-a9bb-7f0d8a9159a4 HTTP/1.1" status: 204 len: 168 time: 0.3269081 Feb 09 20:43:29.102433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc606f1-2508-4260-a212-04641814101a tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b702a789-a3c5-4aff-a9bb-7f0d8a9159a4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:29.159395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46953a75-fc9b-4b31-9c22-98546495a1c5 req-0adc4fb8-2f47-4844-b182-6a5d9bd4cb85 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321480 Feb 09 20:43:29.166968 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-9b0668df-af23-451d-937d-e97517ea3557 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] show failed (client error): The resource could not be found. Feb 09 20:43:29.170548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9b0668df-af23-451d-937d-e97517ea3557 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "GET /v2.0/security-groups/b702a789-a3c5-4aff-a9bb-7f0d8a9159a4 HTTP/1.1" status: 404 len: 347 time: 0.0696497 Feb 09 20:43:29.171013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:29.492351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e47f81-7daf-43b0-a76e-0dd696efacbb req-2fe7b2a9-f9b9-462b-b8fe-abdcfa040a64 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:29.493992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8e47f81-7daf-43b0-a76e-0dd696efacbb req-2fe7b2a9-f9b9-462b-b8fe-abdcfa040a64 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1127 time: 0.1256065 Feb 09 20:43:29.525392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Deleting port d9c70681-1bd3-4a9e-89ce-c968577b223b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:29.525864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d9c70681-1bd3-4a9e-89ce-c968577b223b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:29.653218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8e47f81-7daf-43b0-a76e-0dd696efacbb req-1bcc32ff-2472-4f71-9794-d36c69404990 tempest-LiveAutoBlockMigrationV225Test-789601749 tempest-LiveAutoBlockMigrationV225Test-789601749-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507988 Feb 09 20:43:29.700998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d9c70681-1bd3-4a9e-89ce-c968577b223b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:29.704159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for floatingip (d9c70681-1bd3-4a9e-89ce-c968577b223b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:29.745344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Calling delete_port for d9c70681-1bd3-4a9e-89ce-c968577b223b owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:30.082752 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d9c70681-1bd3-4a9e-89ce-c968577b223b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:30.104209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c'}, {'name': 'network-changed', 'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:30.106813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e294901-910d-4505-85bf-f894490f5154 req-223ab072-5a72-4f83-ac18-fd30863f2f60 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:30.113688 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b05092a-d269-4c7f-bde9-b65b63470316" -d '{"events": [{"server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf4ad3a-1196-43de-9110-51328143088c"}, {"name": "network-changed", "server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "tag": "cbf4ad3a-1196-43de-9110-51328143088c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:30.115769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e294901-910d-4505-85bf-f894490f5154 req-223ab072-5a72-4f83-ac18-fd30863f2f60 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.0888624 Feb 09 20:43:30.156430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Pushing event deleted for resources: {'Port': ['ID=d9c70681-1bd3-4a9e-89ce-c968577b223b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:30.187062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e294901-910d-4505-85bf-f894490f5154 req-a12a6c11-009c-4f58-af28-ea5487808e1a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701709 Feb 09 20:43:30.244884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks [] for floatingip (fcb131ed-af15-4bc0-9534-28e250993b66), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:30.248146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:30.252795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fff8c8eb-10cc-4cdc-9423-c3fe6b959420 tempest-ServersTestJSON-222393090 tempest-ServersTestJSON-222393090-project] 10.222.0.102 "DELETE /v2.0/floatingips/fcb131ed-af15-4bc0-9534-28e250993b66 HTTP/1.1" status: 204 len: 168 time: 1.0805991 Feb 09 20:43:30.253627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:30.262081 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3329e7c8-2145-495a-b72e-bc94c45a5cbb x-openstack-request-id: req-3329e7c8-2145-495a-b72e-bc94c45a5cbb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:30.262547 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf4ad3a-1196-43de-9110-51328143088c", "code": 200}, {"name": "network-changed", "server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "tag": "cbf4ad3a-1196-43de-9110-51328143088c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:30.263218 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3329e7c8-2145-495a-b72e-bc94c45a5cbb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:30.263646 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c', 'code': 200} Feb 09 20:43:30.264370 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c', 'status': 'completed', 'code': 200} Feb 09 20:43:30.356194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-191094a2-988e-48f8-b98d-f0867f8437a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:30.357892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-191094a2-988e-48f8-b98d-f0867f8437a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 1127 time: 0.0618432 Feb 09 20:43:30.412709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'}, {'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:30.417541 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9103c7-75e7-41c1-b0b4-2eb97b5e46be" -d '{"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7"}, {"server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "name": "network-vif-plugged", "status": "completed", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:30.505571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368dbe2-83a2-4e3c-b1c4-53a03da74092 req-7fcb3a5a-d337-4b88-a666-5d022f26f2cb tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:30.507327 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1368dbe2-83a2-4e3c-b1c4-53a03da74092 req-7fcb3a5a-d337-4b88-a666-5d022f26f2cb tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 944 time: 0.1284986 Feb 09 20:43:30.587343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-d845ee22-017d-4539-8dec-8a3a97e29bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:30.588873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-d845ee22-017d-4539-8dec-8a3a97e29bcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.2230847 Feb 09 20:43:30.664325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-dd5628b1-a613-4d2d-8e78-30e31af6ff54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 200 len: 217 time: 0.0675235 Feb 09 20:43:30.708034 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1368dbe2-83a2-4e3c-b1c4-53a03da74092 req-de301fda-c357-4c51-9290-388a07e13335 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899173 Feb 09 20:43:30.841228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26276-3944-490a-b8e5-f6771d911f3c req-b0699752-d8af-4bfd-9b6c-2464b9de9448 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:30.842833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-b0699752-d8af-4bfd-9b6c-2464b9de9448 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 805 time: 0.3346715 Feb 09 20:43:30.919786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-c086f6b0-d48a-4be1-b24f-a4b2d46ea779 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:30.922027 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6335a722-4af5-48ef-a290-afa66850aff3 x-openstack-request-id: req-6335a722-4af5-48ef-a290-afa66850aff3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:30.922333 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-plugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7", "code": 200}, {"server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "name": "network-vif-plugged", "status": "completed", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:30.922593 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6335a722-4af5-48ef-a290-afa66850aff3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:30.922993 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'code': 200} Feb 09 20:43:30.923254 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd', 'code': 200} Feb 09 20:43:30.926919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-c086f6b0-d48a-4be1-b24f-a4b2d46ea779 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 944 time: 0.2734790 Feb 09 20:43:30.929233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-46510c52-1a32-4496-840d-514fece5957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:30.936006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-46510c52-1a32-4496-840d-514fece5957d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.2632351 Feb 09 20:43:30.937621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-357d4cf2-9f34-42b1-8fca-b401ee4afebf tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/quotas/4fbcf1ad980041a0a7ec65e126aaf434 HTTP/1.1" status: 200 len: 375 time: 0.0831661 Feb 09 20:43:31.075284 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (161db81c-db90-4b60-b86e-3e3f56ef72c6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:31.090508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-d8ad9f74-0739-4e45-a6b3-ad61d9239321 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430314 Feb 09 20:43:31.436539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-1504980f-0a14-4f4e-9033-6fd58c4a333b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4873462 Feb 09 20:43:31.581880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f445394-54cb-4f2a-b0a3-d9176dc8c3e7 req-ac59e8f8-3c14-43e1-afbf-2486c04cc974 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:31.588741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-7c794d09-717d-4dae-8bfc-9868948637b4 service neutron] 10.222.0.102 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507854 Feb 09 20:43:31.590839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f445394-54cb-4f2a-b0a3-d9176dc8c3e7 req-ac59e8f8-3c14-43e1-afbf-2486c04cc974 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1755507 Feb 09 20:43:31.631512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Deleting port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:31.632136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:31.670171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe04dd-228f-4ef8-ac5e-e33300d1b72b req-dd2c6ce1-1d05-4e05-a10b-bcc79020bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:31.671673 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8fe04dd-228f-4ef8-ac5e-e33300d1b72b req-dd2c6ce1-1d05-4e05-a10b-bcc79020bed6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1128 time: 0.6020265 Feb 09 20:43:31.738663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f445394-54cb-4f2a-b0a3-d9176dc8c3e7 req-9ebd0fe2-3815-4c3a-9e49-5aa7dfebb4f9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446967 Feb 09 20:43:31.780258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-cf0a3179-9104-49d4-bdbe-3712209dc6b3 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6483955 Feb 09 20:43:31.809555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] For port 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:31.810285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:31.828474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Calling delete_port for 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:32.017706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b05092a-d269-4c7f-bde9-b65b63470316 req-0cd7797b-26b0-4588-bf96-c46dbd9d07fa service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167985 Feb 09 20:43:32.054466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Deleting port cbf4ad3a-1196-43de-9110-51328143088c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:32.054839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (cbf4ad3a-1196-43de-9110-51328143088c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:32.204932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588258e2-50a5-463a-8311-23d62506223d req-3e44c331-0a74-4ee2-b45e-fff6bcd0856b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:32.206513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-588258e2-50a5-463a-8311-23d62506223d req-3e44c331-0a74-4ee2-b45e-fff6bcd0856b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 944 time: 0.2203853 Feb 09 20:43:32.242977 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8fe04dd-228f-4ef8-ac5e-e33300d1b72b req-2a0da1e2-3ec3-4758-b97b-174fa6153895 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507138 Feb 09 20:43:32.272650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-a355b896-821a-4d18-ab4c-794a262b4dcf service neutron] 10.222.0.102 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826570 Feb 09 20:43:32.400334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-588258e2-50a5-463a-8311-23d62506223d req-40ebc388-0107-4a57-a05a-3d1f7f8c8fb3 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871369 Feb 09 20:43:32.405014 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (92bc6aa4-0913-4a71-bac7-5f8d217fa0e6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:32.438958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-9aa761b8-b0b3-4a66-8521-2f5f788b3e9f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:32.444117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-9aa761b8-b0b3-4a66-8521-2f5f788b3e9f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b8014f-0e94-4b59-b552-92b3e6f713b5 HTTP/1.1" status: 200 len: 943 time: 0.4335883 Feb 09 20:43:32.548552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] For port cbf4ad3a-1196-43de-9110-51328143088c, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cbf4ad3a-1196-43de-9110-51328143088c,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:32.549083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (cbf4ad3a-1196-43de-9110-51328143088c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:32.581078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bc6aa4-0913-4a71-bac7-5f8d217fa0e6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:32.682578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Calling delete_port for cbf4ad3a-1196-43de-9110-51328143088c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:32.819475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e37656ea-b402-45a8-8ea6-e9cd64551845 req-9a9410dc-f1b6-4bd8-8c7c-39bb93efb491 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 210 time: 0.0764706 Feb 09 20:43:33.016601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:33.090269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Deleting port d4e5eab7-5595-4805-9ce1-b9651c62fe54 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:33.090643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:33.304608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:33.311256 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:33.396848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:33.404314 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6eb6cf-3c3a-4a9d-8b8e-f586f15bf146" -d '{"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:33.405389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eb477-fb5b-410f-9edb-ee9168c45712 req-0de9f413-225f-4fd5-82b7-8b2a33e094b0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:33.416733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e7eb477-fb5b-410f-9edb-ee9168c45712 req-0de9f413-225f-4fd5-82b7-8b2a33e094b0 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.4105809 Feb 09 20:43:33.466620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:33.485996 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:33.535924 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (cbf4ad3a-1196-43de-9110-51328143088c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:33.581517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0dc6de85-8ff4-4544-aaec-a32506078f3e', '19f5290b-60e2-4046-9e5f-024d74f7c6d7', 'cbf4ad3a-1196-43de-9110-51328143088c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:43:33.635431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] For port d4e5eab7-5595-4805-9ce1-b9651c62fe54, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d4e5eab7-5595-4805-9ce1-b9651c62fe54,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:33.635951 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:33.652207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Pushing event deleted for resources: {'Port': ['ID=cbf4ad3a-1196-43de-9110-51328143088c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:33.707533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Calling delete_port for d4e5eab7-5595-4805-9ce1-b9651c62fe54 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:33.728198 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e7eb477-fb5b-410f-9edb-ee9168c45712 req-7187b4d2-2100-405f-a234-91c50dc01adb tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058832 Feb 09 20:43:33.792363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] No DVR routers for this DVR port cbf4ad3a-1196-43de-9110-51328143088c on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:43:33.797530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:33.818566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a30281b3-2490-40dd-9663-13e0ae30c166 req-62a617fc-23b7-4277-950a-edea79c0960b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.13 "DELETE /v2.0/ports/cbf4ad3a-1196-43de-9110-51328143088c HTTP/1.1" status: 204 len: 173 time: 2.8728993 Feb 09 20:43:33.825837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'name': 'network-vif-deleted', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:33.858937 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3960a6e4-e30f-4594-90eb-e5dcdb458ca9" -d '{"events": [{"server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "name": "network-vif-deleted", "tag": "cbf4ad3a-1196-43de-9110-51328143088c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:33.901220 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b10981-07c4-40f3-982b-c5ef00030df8 x-openstack-request-id: req-77b10981-07c4-40f3-982b-c5ef00030df8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:33.901526 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:33.901783 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-77b10981-07c4-40f3-982b-c5ef00030df8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:33.902191 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'code': 200} Feb 09 20:43:34.052889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:34.070467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (161db81c-db90-4b60-b86e-3e3f56ef72c6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:34.167297 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3bdfd15a-2c62-4e56-82c8-67bb9075d1fd req-79e52427-c3de-451e-9b85-0b084e24baf1 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0796483 Feb 09 20:43:34.412285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8876163a-cb53-4154-8928-2cf75caf32eb req-21f2c2c5-4995-49f3-a8cc-0ba88ddc0cdb tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 210 time: 0.1074879 Feb 09 20:43:34.416875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d4e5eab7-5595-4805-9ce1-b9651c62fe54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:34.533839 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7055416-e771-4d02-b1e4-8d925a2ffbcc x-openstack-request-id: req-e7055416-e771-4d02-b1e4-8d925a2ffbcc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:34.535962 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6d6b27-c508-44f0-975d-23d87bdcfd31", "name": "network-vif-deleted", "tag": "cbf4ad3a-1196-43de-9110-51328143088c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:34.536555 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e7055416-e771-4d02-b1e4-8d925a2ffbcc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:34.536664 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6d6b27-c508-44f0-975d-23d87bdcfd31', 'name': 'network-vif-deleted', 'tag': 'cbf4ad3a-1196-43de-9110-51328143088c', 'status': 'completed', 'code': 200} Feb 09 20:43:34.540815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Pushing event deleted for resources: {'Port': ['ID=d4e5eab7-5595-4805-9ce1-b9651c62fe54,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:34.919210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Router 161db81c-db90-4b60-b86e-3e3f56ef72c6 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:43:34.978758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] No DVR routers for this DVR port d4e5eab7-5595-4805-9ce1-b9651c62fe54 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:43:34.985997 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:34.994734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1d9e7980-ea80-4a61-924d-824f1acf349b req-b57b2ad0-5709-48c9-9910-2cb53763c61d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.50 "DELETE /v2.0/ports/d4e5eab7-5595-4805-9ce1-b9651c62fe54 HTTP/1.1" status: 204 len: 173 time: 2.5326624 Feb 09 20:43:35.138967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795efc8-5d4c-4416-960f-e370314c0ccc req-51a42968-291c-4cfe-bde1-f6900007ee7d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:35.153807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3795efc8-5d4c-4416-960f-e370314c0ccc req-51a42968-291c-4cfe-bde1-f6900007ee7d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.2200725 Feb 09 20:43:35.252127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:43:35.266954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] Sync routers for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:43:35.268367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-89f69f87-e2eb-4a4c-8e89-0c88c5d12c33 admin admin] 10.222.0.102 "PUT /v2.0/routers/161db81c-db90-4b60-b86e-3e3f56ef72c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0121019 Feb 09 20:43:35.269798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48780) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:35.293209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:43:35.293876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:35.397973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26276-3944-490a-b8e5-f6771d911f3c req-bf30f451-852b-421e-9f22-34f8bfbeb8f2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:35.399535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-bf30f451-852b-421e-9f22-34f8bfbeb8f2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.50 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 805 time: 0.8436334 Feb 09 20:43:35.434906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Request body: {'port': {'device_id': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'admin_state_up': True, 'tenant_id': '4fbcf1ad980041a0a7ec65e126aaf434'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:35.449457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3795efc8-5d4c-4416-960f-e370314c0ccc req-e8d95c13-a3ed-47bc-8249-2a8fc4ab3c6a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947526 Feb 09 20:43:35.636515 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks [] for router (161db81c-db90-4b60-b86e-3e3f56ef72c6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:35.656451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:43:35.721565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35c4fd62-08ab-46b4-87e0-83d201c7f588 req-fbda6af3-8eba-447e-8dc2-6c60038a2c82 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0608902 Feb 09 20:43:35.758274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Made reservation on behalf of 4fbcf1ad980041a0a7ec65e126aaf434 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:43:35.763169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:36.034775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks [] for router_gateway (161db81c-db90-4b60-b86e-3e3f56ef72c6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:36.108033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Allocated IP 172.20.0.11 (f66fd923-923c-4b30-89ab-91d58c88b77b/9091a560-86de-4767-a80d-321e46e4694f/920a7e58-a70a-413e-ba80-657689eb8a6a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:43:36.163060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Deleting port 2cd03c17-bc3d-4f89-b214-b5aae34d7705 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:36.163726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:36.179994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cbf4ad3a-1196-43de-9110-51328143088c no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:36.257224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06a743bf-8840-4189-8682-f4ed5d2d926f req-d18226f5-51d9-42a4-ad1f-9ee0286accf1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 210 time: 0.1390476 Feb 09 20:43:36.319087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] For port 2cd03c17-bc3d-4f89-b214-b5aae34d7705, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2cd03c17-bc3d-4f89-b214-b5aae34d7705,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:36.323472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:36.354717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Calling delete_port for 2cd03c17-bc3d-4f89-b214-b5aae34d7705 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:36.377088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: cbf4ad3a-1196-43de-9110-51328143088c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:43:36.378619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cbf4ad3a-1196-43de-9110-51328143088c not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:43:36.598600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'name': 'network-vif-deleted', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:36.605192 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c995b-52d7-4376-a3a0-2819d7ccadf0" -d '{"events": [{"server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "name": "network-vif-deleted", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:36.715506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:43:32Z', 'revision_number': 5, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port': {'id': '2cd03c17-bc3d-4f89-b214-b5aae34d7705', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:41:49Z', 'updated_at': '2022-02-09T20:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:36.797767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] Checking router: 161db81c-db90-4b60-b86e-3e3f56ef72c6 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:43:36.832345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] Routers {'161db81c-db90-4b60-b86e-3e3f56ef72c6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:43:36.833377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['161db81c-db90-4b60-b86e-3e3f56ef72c6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:36.856320 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks [] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:36.936850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2cd03c17-bc3d-4f89-b214-b5aae34d7705), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.008971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.059409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd03c17-bc3d-4f89-b214-b5aae34d7705,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:37.063750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4e5eab7-5595-4805-9ce1-b9651c62fe54 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:37.176232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] Set router 161db81c-db90-4b60-b86e-3e3f56ef72c6 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:43:37.199913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Network f66fd923-923c-4b30-89ab-91d58c88b77b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:43:37.206600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:43:37.229710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:43:37.301917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: d4e5eab7-5595-4805-9ce1-b9651c62fe54 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:43:37.302196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50386cb-ecf7-48a8-8f1c-0e2937184c39 req-d02e71c2-544c-46c5-8167-e5f585bd6ee4 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:37.307382 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e50386cb-ecf7-48a8-8f1c-0e2937184c39 req-d02e71c2-544c-46c5-8167-e5f585bd6ee4 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1128 time: 0.3880138 Feb 09 20:43:37.311661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d4e5eab7-5595-4805-9ce1-b9651c62fe54 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:43:37.397527 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (161db81c-db90-4b60-b86e-3e3f56ef72c6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.440108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:37.442700 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.464160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:43:36Z', 'revision_number': 6, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:37.487281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Pushing event updated for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:37.527007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-fa40f702-a211-4ed8-a400-4c730a8d1661 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1069882 Feb 09 20:43:37.540033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Request body: {'port': {'device_id': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:37.628440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1d245-8283-414a-a64f-35341fb98f0f None None] The sync data for ids ['161db81c-db90-4b60-b86e-3e3f56ef72c6'] in n-d-789963-29 is: [{'id': '161db81c-db90-4b60-b86e-3e3f56ef72c6', 'name': 'tempest-ServersTestJSON-1972493132-router', 'tenant_id': '89d8cdceb0214fbf95d212f017a6e251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:41:47Z', 'updated_at': '2022-02-09T20:43:36Z', 'revision_number': 6, 'project_id': '89d8cdceb0214fbf95d212f017a6e251', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:43:37.645529 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c394e5f-1229-4f40-b337-a9d941153004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.663133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e50386cb-ecf7-48a8-8f1c-0e2937184c39 req-40eb5d69-276f-47c4-867c-cb84927d1a47 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483262 Feb 09 20:43:37.686080 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (161db81c-db90-4b60-b86e-3e3f56ef72c6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.703184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks [] for router_controller (161db81c-db90-4b60-b86e-3e3f56ef72c6), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.726964 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de70b0-55cb-4b0f-8b66-5e9c58dccb38 x-openstack-request-id: req-b2de70b0-55cb-4b0f-8b66-5e9c58dccb38 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:37.729208 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b8014f-0e94-4b59-b552-92b3e6f713b5", "name": "network-vif-deleted", "tag": "d4e5eab7-5595-4805-9ce1-b9651c62fe54", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:37.730467 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b2de70b0-55cb-4b0f-8b66-5e9c58dccb38 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:37.730887 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b8014f-0e94-4b59-b552-92b3e6f713b5', 'name': 'network-vif-deleted', 'tag': 'd4e5eab7-5595-4805-9ce1-b9651c62fe54', 'status': 'completed', 'code': 200} Feb 09 20:43:37.758957 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.835231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (161db81c-db90-4b60-b86e-3e3f56ef72c6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.835908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 161db81c-db90-4b60-b86e-3e3f56ef72c6 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:43:37.842143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:37.848363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6a66f185-3dd1-45ae-bd97-b3b0d3d978ab admin admin] 10.222.0.102 "DELETE /v2.0/routers/161db81c-db90-4b60-b86e-3e3f56ef72c6 HTTP/1.1" status: 204 len: 168 time: 2.5736268 Feb 09 20:43:37.848845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:38.036391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a33f63d-e921-4b1f-aa42-3010b2a3194b admin admin] Deleting subnet 38c1af98-e20c-4195-8a52-aa84147f0120 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:43:38.043242 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a33f63d-e921-4b1f-aa42-3010b2a3194b admin admin] Publish callbacks [] for subnet (38c1af98-e20c-4195-8a52-aa84147f0120), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:38.179456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76b4b1-0ca2-423c-96ff-a8179fe9dd5f req-32f11057-73ec-4d4e-9cf7-3a0ec3f5b537 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:38.192643 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fe76b4b1-0ca2-423c-96ff-a8179fe9dd5f req-32f11057-73ec-4d4e-9cf7-3a0ec3f5b537 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 932 time: 0.3228986 Feb 09 20:43:38.228106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a33f63d-e921-4b1f-aa42-3010b2a3194b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (38c1af98-e20c-4195-8a52-aa84147f0120), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:38.376249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920a7e58-a70a-413e-ba80-657689eb8a6a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:43:38.385330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Publish callbacks [] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:38.389414 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fe76b4b1-0ca2-423c-96ff-a8179fe9dd5f req-bc1712ea-4ce6-4ae6-9527-996c1aafe823 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938796 Feb 09 20:43:38.433558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Transition to ACTIVE for port object 920a7e58-a70a-413e-ba80-657689eb8a6a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:43:38.485006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcb1ff6d-b1a4-404e-9478-12697bc62bc8 req-31a44baf-f4fa-4363-a67f-99597af50f0f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.6410303 Feb 09 20:43:38.487346 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:38.515879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a33f63d-e921-4b1f-aa42-3010b2a3194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (38c1af98-e20c-4195-8a52-aa84147f0120), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:38.729584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a33f63d-e921-4b1f-aa42-3010b2a3194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (38c1af98-e20c-4195-8a52-aa84147f0120), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:38.833011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33f63d-e921-4b1f-aa42-3010b2a3194b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c1af98-e20c-4195-8a52-aa84147f0120,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:38.839007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a33f63d-e921-4b1f-aa42-3010b2a3194b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:38.841429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4017c1da-2cb5-45b9-8134-00168c44f30d None None] Network 6b4e7995-62ec-42b7-b992-4b3deed7d477 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:43:38.881591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5a33f63d-e921-4b1f-aa42-3010b2a3194b admin admin] 10.222.0.102 "DELETE /v2.0/subnets/38c1af98-e20c-4195-8a52-aa84147f0120 HTTP/1.1" status: 204 len: 168 time: 1.0246620 Feb 09 20:43:38.883119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:38.927326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Pushing event updated for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:39.208405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] DHCP port deletion for 6b4e7995-62ec-42b7-b992-4b3deed7d477 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:43:39.249636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (6b4e7995-62ec-42b7-b992-4b3deed7d477), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:39.305354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98567c01-a26d-4b1c-978a-3d051092c01a req-43201bb5-ce96-4ac0-be80-0c03c50b298b tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:39.316250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98567c01-a26d-4b1c-978a-3d051092c01a req-43201bb5-ce96-4ac0-be80-0c03c50b298b tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1128 time: 0.6642225 Feb 09 20:43:39.351671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Deleting port d22f3c37-17d7-4c03-a354-0b3d3a411686 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:39.354322 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:39.487652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Attempting to bind port 920a7e58-a70a-413e-ba80-657689eb8a6a on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:43:39.488290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Attempting to bind port 920a7e58-a70a-413e-ba80-657689eb8a6a by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:43:39.491038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Attempting to bind port 920a7e58-a70a-413e-ba80-657689eb8a6a on network f66fd923-923c-4b30-89ab-91d58c88b77b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:43:39.532513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Port 920a7e58-a70a-413e-ba80-657689eb8a6a on network f66fd923-923c-4b30-89ab-91d58c88b77b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:43:39.532513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Attempting to bind port 920a7e58-a70a-413e-ba80-657689eb8a6a on network f66fd923-923c-4b30-89ab-91d58c88b77b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:43:39.562227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:39.631593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:43:39.632837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:43:39.633611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Checking segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:43:39.634116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Bound using segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:43:39.634678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Bound port: 920a7e58-a70a-413e-ba80-657689eb8a6a, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:43:39.635794 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:39.638069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92bc6aa4-0913-4a71-bac7-5f8d217fa0e6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:43:39.638773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d22f3c37-17d7-4c03-a354-0b3d3a411686 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:39.657002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98567c01-a26d-4b1c-978a-3d051092c01a req-36e28d26-3602-4c4c-a0c2-bdeb82399385 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371613 Feb 09 20:43:39.721621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c63526-340a-4684-9fb5-54be753d30b8 req-3bf0473c-fe87-421e-ac1a-08f3a94bac2f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:39.723148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00c63526-340a-4684-9fb5-54be753d30b8 req-3bf0473c-fe87-421e-ac1a-08f3a94bac2f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 944 time: 0.0985701 Feb 09 20:43:39.822955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00c63526-340a-4684-9fb5-54be753d30b8 req-d949099e-4ce8-4203-af02-8173d6d7af9b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913346 Feb 09 20:43:39.896868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Deleting port d22f3c37-17d7-4c03-a354-0b3d3a411686 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:39.897209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:39.912515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] For port d22f3c37-17d7-4c03-a354-0b3d3a411686, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d22f3c37-17d7-4c03-a354-0b3d3a411686,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:39.915201 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:39.948167 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50bffaba-b195-4324-854a-200c37abdadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:39.967677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Calling delete_port for d22f3c37-17d7-4c03-a354-0b3d3a411686 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:40.037609 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d75bd919-3907-4707-b6a5-f76754d1d5f7 req-ff992dec-8517-4806-a9dc-d010d9a0a2ac tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0804889 Feb 09 20:43:40.069779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] For port d22f3c37-17d7-4c03-a354-0b3d3a411686, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d22f3c37-17d7-4c03-a354-0b3d3a411686,segment=NetworkSegment(c2d40b1d-40d1-4636-bb42-62076e79f2c4),segment_id=c2d40b1d-40d1-4636-bb42-62076e79f2c4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:40.070056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:40.101165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Calling delete_port for d22f3c37-17d7-4c03-a354-0b3d3a411686 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:40.239472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:43:40.249084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:43:40.256824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:40.268493 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:40.275640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17fb4c-9096-445b-aa7c-2bd5eac2bda7 req-e80de5ea-dfa1-4c22-930b-33d2dbb9c052 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:40.283766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b17fb4c-9096-445b-aa7c-2bd5eac2bda7 req-e80de5ea-dfa1-4c22-930b-33d2dbb9c052 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 948 time: 0.1241202 Feb 09 20:43:40.340439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] No DVR routers for this DVR port d22f3c37-17d7-4c03-a354-0b3d3a411686 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:43:40.357492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d22f3c37-17d7-4c03-a354-0b3d3a411686 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:40.357908 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:40.361109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d22f3c37-17d7-4c03-a354-0b3d3a411686,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:40.408112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b17fb4c-9096-445b-aa7c-2bd5eac2bda7 req-74a8cf84-8c4c-436f-9799-041a94342cff tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214819 Feb 09 20:43:40.499398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2cd03c17-bc3d-4f89-b214-b5aae34d7705 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:40.507185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:40.508915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:40.512663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] 10.222.0.50 "PUT /v2.0/ports/920a7e58-a70a-413e-ba80-657689eb8a6a HTTP/1.1" status: 200 len: 1093 time: 2.9798596 Feb 09 20:43:40.514636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:40.516300 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9288aa65-7043-45af-ba7a-958c0cec2ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:40.629650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 2cd03c17-bc3d-4f89-b214-b5aae34d7705 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:43:40.632269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2cd03c17-bc3d-4f89-b214-b5aae34d7705 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:43:40.651723 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed099f48-a1f6-4db1-a018-8aa32e5c13d7 x-openstack-request-id: req-ed099f48-a1f6-4db1-a018-8aa32e5c13d7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:40.652028 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:40.652288 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ed099f48-a1f6-4db1-a018-8aa32e5c13d7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:40.652694 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'status': 'completed', 'code': 200} Feb 09 20:43:40.654318 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d22f3c37-17d7-4c03-a354-0b3d3a411686), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:40.668374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (6b4e7995-62ec-42b7-b992-4b3deed7d477), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:40.690367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] No DVR routers for this DVR port d22f3c37-17d7-4c03-a354-0b3d3a411686 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:43:40.694450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2b682-60f9-4600-82cf-9f673e1f0025 service neutron] Pushing event updated for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:40.748394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Pushing event deleted for resources: {'Port': ['ID=d22f3c37-17d7-4c03-a354-0b3d3a411686,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:40.769507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.770036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.770385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.770734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.771629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.772171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.772516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.780025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.780629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.780976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.781316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.781649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:40.781987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b51255-a762-46ab-b8c7-7b7c76f7b59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:41.085584 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:41.188185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecfcab-1d2d-448b-aecd-aa97bb76e77a req-553eb347-a823-41b5-83b3-515a0ddceeef tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:41.211855 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddecfcab-1d2d-448b-aecd-aa97bb76e77a req-553eb347-a823-41b5-83b3-515a0ddceeef tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 944 time: 0.2115264 Feb 09 20:43:41.321249 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddecfcab-1d2d-448b-aecd-aa97bb76e77a req-3500a356-721c-42da-aad8-144e3e857a23 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034150 Feb 09 20:43:41.538751 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d5440e67-c8d9-4676-8dcc-9af1301ce37d req-84cf12ee-bd0e-4bd9-94ee-8ef592d5bbde tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0657592 Feb 09 20:43:41.561803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4e7995-62ec-42b7-b992-4b3deed7d477']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:41.579703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d40b1d-40d1-4636-bb42-62076e79f2c4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:41.580015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d40b1d-40d1-4636-bb42-62076e79f2c4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:41.593857 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (c2d40b1d-40d1-4636-bb42-62076e79f2c4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:41.597038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26276-3944-490a-b8e5-f6771d911f3c req-4779001b-392c-47fa-9cf8-0c120f9397d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:41.598530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-4779001b-392c-47fa-9cf8-0c120f9397d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 1127 time: 1.0035038 Feb 09 20:43:41.704555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-41695acc-76c1-4717-ae82-e88a9160400c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=920a7e58-a70a-413e-ba80-657689eb8a6a HTTP/1.1" status: 200 len: 217 time: 0.0956330 Feb 09 20:43:41.707926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c2d40b1d-40d1-4636-bb42-62076e79f2c4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:41.723019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:43:41.727236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (c2d40b1d-40d1-4636-bb42-62076e79f2c4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:41.817405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa819062-1717-4c4d-8b10-4403a746cdd7 req-6412435f-829a-4224-bbaa-aa7b95f6dd0f tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:41.824672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa819062-1717-4c4d-8b10-4403a746cdd7 req-6412435f-829a-4224-bbaa-aa7b95f6dd0f tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 948 time: 0.1533148 Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:43:41.853297 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:43:41.879019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (6b4e7995-62ec-42b7-b992-4b3deed7d477), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:41.884170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:41.889844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] 10.222.0.102 "DELETE /v2.0/networks/6b4e7995-62ec-42b7-b992-4b3deed7d477 HTTP/1.1" status: 204 len: 168 time: 2.9593174 Feb 09 20:43:41.959913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4b5c6-834f-4c31-b031-56d851a2cea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4e7995-62ec-42b7-b992-4b3deed7d477,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:41.985837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26276-3944-490a-b8e5-f6771d911f3c req-37f9e57d-f425-4489-aef9-74e3cdaf796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:41.988242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-37f9e57d-f425-4489-aef9-74e3cdaf796b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 200 len: 845 time: 0.1285579 Feb 09 20:43:41.999459 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa819062-1717-4c4d-8b10-4403a746cdd7 req-e5312573-2963-46c0-952d-3ef7e84be840 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717777 Feb 09 20:43:42.011564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-9413719d-c791-427c-8e66-84dcce572f4e tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:42.015363 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-9413719d-c791-427c-8e66-84dcce572f4e tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.13 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 948 time: 0.1564538 Feb 09 20:43:42.172718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-6495aa7a-1fda-4431-b630-39f817ef1563 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f66fd923-923c-4b30-89ab-91d58c88b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555998 Feb 09 20:43:42.248576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:42.316274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-68433507-0404-4d7b-abbc-387755ef5579 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=89d8cdceb0214fbf95d212f017a6e251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640047 Feb 09 20:43:42.320084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:42.384492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-64dd006d-4aa2-49ca-a008-2bfa60a533d4 service neutron] 10.222.0.50 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023618 Feb 09 20:43:42.396394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6240c5b-9bd2-486d-ac15-6074cd4a1954 admin admin] Publish callbacks [] for security_group (7074cfc6-2feb-4ade-b2df-1b9dc5582ce1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:42.425854 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6240c5b-9bd2-486d-ac15-6074cd4a1954 admin admin] Publish callbacks [] for security_group (7074cfc6-2feb-4ade-b2df-1b9dc5582ce1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:42.630921 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:42.660083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-54424b46-edfd-4b77-8544-beb95b7802a1 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:43:42.672081 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-54424b46-edfd-4b77-8544-beb95b7802a1 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6334126 Feb 09 20:43:42.707370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Deleting port 36f68f92-1f38-4272-b6a0-e28dafb75fdc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:42.707801 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:42.770202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c055bf-00b7-486f-907a-63f1ba2ffcff req-f3892f13-a2da-4f30-bfb2-3ae6a7305ed6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:42.777535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-79c055bf-00b7-486f-907a-63f1ba2ffcff req-f3892f13-a2da-4f30-bfb2-3ae6a7305ed6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 944 time: 0.3399122 Feb 09 20:43:42.780772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6240c5b-9bd2-486d-ac15-6074cd4a1954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7074cfc6-2feb-4ade-b2df-1b9dc5582ce1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:42.783506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6240c5b-9bd2-486d-ac15-6074cd4a1954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:42.784879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c6240c5b-9bd2-486d-ac15-6074cd4a1954 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7074cfc6-2feb-4ade-b2df-1b9dc5582ce1 HTTP/1.1" status: 204 len: 168 time: 0.4615271 Feb 09 20:43:42.824087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-0b1312e3-672c-4fee-9023-b951b0750ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:42.830741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-0b1312e3-672c-4fee-9023-b951b0750ae8 service neutron] 10.222.0.102 "GET /v2.0/ports/4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 200 len: 1125 time: 0.1165938 Feb 09 20:43:42.834118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23e26276-3944-490a-b8e5-f6771d911f3c req-a34bba05-1e0c-4f93-9d82-b0fb6f1a8af5 service neutron] 10.222.0.50 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366877 Feb 09 20:43:42.837008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Request body: {'binding': {'host': 'n-h2-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:42.837468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Unknown quota resources ['binding']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:43:42.874548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6240c5b-9bd2-486d-ac15-6074cd4a1954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7074cfc6-2feb-4ade-b2df-1b9dc5582ce1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:42.966773 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-79c055bf-00b7-486f-907a-63f1ba2ffcff req-b3044b2b-fb70-4326-bffb-b30fee5c2aa2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814816 Feb 09 20:43:43.078252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] For port 36f68f92-1f38-4272-b6a0-e28dafb75fdc, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=36f68f92-1f38-4272-b6a0-e28dafb75fdc,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:43.078627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:43.107576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Calling delete_port for 36f68f92-1f38-4272-b6a0-e28dafb75fdc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:43.110564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-6b48cf62-b38f-40c1-b253-3235137b198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:43.112108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-6b48cf62-b38f-40c1-b253-3235137b198f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 1127 time: 0.2055202 Feb 09 20:43:43.139807 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f89f648-39f5-427a-8912-e080d91e26e6 req-2288fb97-f797-48e1-8524-ae6e2c785150 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0572560 Feb 09 20:43:43.335088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad2fa8-f7c4-432a-9fb1-32c01f45c87a req-f6c2527c-a0e8-4b1b-ac30-5d7cf93cda9d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:43.347179 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43ad2fa8-f7c4-432a-9fb1-32c01f45c87a req-f6c2527c-a0e8-4b1b-ac30-5d7cf93cda9d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 948 time: 0.1118298 Feb 09 20:43:43.355983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-ba1c8217-ad3a-439b-8054-e7ef27550cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:43.357425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-ba1c8217-ad3a-439b-8054-e7ef27550cb1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 906 time: 0.2362690 Feb 09 20:43:43.459344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43ad2fa8-f7c4-432a-9fb1-32c01f45c87a req-e3023528-e862-4553-89a3-1ef0468c14e0 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045024 Feb 09 20:43:43.554445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (36f68f92-1f38-4272-b6a0-e28dafb75fdc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:43.603094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-530f7705-4e9a-4bcb-b849-a492282c08c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=920a7e58-a70a-413e-ba80-657689eb8a6a HTTP/1.1" status: 200 len: 217 time: 0.0723572 Feb 09 20:43:43.604031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on host n-h2-789963-29 for vnic_type normal with profile None {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:43:43.604650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:43:43.605264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:43:43.614697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:43:43.615425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:43:43.688555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:43:43.689277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:43:43.689392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:43:43.689874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Bound port: 4533860a-4e75-483e-95bb-d1e70228b4cd, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:43:43.694264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-96bfedd6-6d82-432e-a266-747261eee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:43.695950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-96bfedd6-6d82-432e-a266-747261eee009 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 200 len: 845 time: 0.0826912 Feb 09 20:43:43.735329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Pushing event deleted for resources: {'Port': ['ID=36f68f92-1f38-4272-b6a0-e28dafb75fdc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:43.880746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:43.910740 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-b4032781-8590-4c7d-b393-d3ab913a3697 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f66fd923-923c-4b30-89ab-91d58c88b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556826 Feb 09 20:43:43.911521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] No DVR routers for this DVR port 36f68f92-1f38-4272-b6a0-e28dafb75fdc on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:43:43.915559 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:43.932999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13f2b575-a721-42ff-bba3-5006f3de0478 req-f341f276-c691-4236-8157-99ea5dcd48bc tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.13 "DELETE /v2.0/ports/36f68f92-1f38-4272-b6a0-e28dafb75fdc HTTP/1.1" status: 204 len: 173 time: 1.9032290 Feb 09 20:43:43.932999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'name': 'network-vif-deleted', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:43.941623 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e60177-f863-4e97-ba41-8f891ecce3db" -d '{"events": [{"server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "name": "network-vif-deleted", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:44.131614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:44.148511 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b154ef76-5368-4dce-8b79-e9cce6668470 x-openstack-request-id: req-b154ef76-5368-4dce-8b79-e9cce6668470 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:44.149008 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89695e87-df66-40b1-a833-eeae9eac11df", "name": "network-vif-deleted", "tag": "36f68f92-1f38-4272-b6a0-e28dafb75fdc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:44.156128 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b154ef76-5368-4dce-8b79-e9cce6668470 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:44.156805 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89695e87-df66-40b1-a833-eeae9eac11df', 'name': 'network-vif-deleted', 'tag': '36f68f92-1f38-4272-b6a0-e28dafb75fdc', 'status': 'completed', 'code': 200} Feb 09 20:43:44.191191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:43:44.217090 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:44.235699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] 10.222.0.102 "POST /v2.0/ports/4533860a-4e75-483e-95bb-d1e70228b4cd/bindings HTTP/1.1" status: 201 len: 390 time: 1.4039292 Feb 09 20:43:44.342468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc71a-eeed-4a13-bbda-ffe4b527778e req-212360c7-1d4f-41bb-8f4c-7325f60fb3d2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:44.347406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-78243efd-5430-4c06-9d70-3c53316e4241 service neutron] 10.222.0.50 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903279 Feb 09 20:43:44.349988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-041fc71a-eeed-4a13-bbda-ffe4b527778e req-212360c7-1d4f-41bb-8f4c-7325f60fb3d2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 944 time: 0.1354313 Feb 09 20:43:44.548195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-041fc71a-eeed-4a13-bbda-ffe4b527778e req-3040b437-baba-4a53-b265-52fb5a76226f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900899 Feb 09 20:43:44.559806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2076374782-network', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:44.618205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb985d73-768f-4c70-91a3-b48a45ebc980 req-c1296c99-43af-4e60-8924-aa06cbd468a9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0907955 Feb 09 20:43:44.656163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:43:44.658857 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:44.681330 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:44.775865 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9288aa65-7043-45af-ba7a-958c0cec2ca7 req-d445cfe9-f647-4b22-b34e-23a19de01f2d service neutron] 10.222.0.50 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205968 Feb 09 20:43:44.784275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-377150cb-8743-4da9-b141-b706919b645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:44.785860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-377150cb-8743-4da9-b141-b706919b645f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1128 time: 0.1650522 Feb 09 20:43:44.890838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63c221f4-958f-4c94-919d-b0953c2c9377 req-a6bd2b08-3c51-4b36-b369-478ddeb23a16 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=89695e87-df66-40b1-a833-eeae9eac11df HTTP/1.1" status: 200 len: 210 time: 0.0992947 Feb 09 20:43:44.898028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Publish callbacks [] for security_group (e7202ce0-7135-46bd-b8a0-95486659f497), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:44.915022 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e7202ce0-7135-46bd-b8a0-95486659f497), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:44.939728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:43:44.963200 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e2e99954-a600-4d67-a08a-92f4bee679bd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:44.963565 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Added segment e2e99954-a600-4d67-a08a-92f4bee679bd of type vlan for network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f Feb 09 20:43:45.074429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-7a67143d-ff13-48f4-bfa1-8e8ed39f5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:45.076271 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-7a67143d-ff13-48f4-bfa1-8e8ed39f5a64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.2834148 Feb 09 20:43:45.081191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (0dbc24cc-903f-4158-ba94-8a4dc1788b5f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:45.087031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7202ce0-7135-46bd-b8a0-95486659f497,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:45.110968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5f946-d26a-41ae-a25d-f55c95e0a0d8 req-8f2e7f81-3f16-472f-9c56-e2ce37b7e9f7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:45.118161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28a5f946-d26a-41ae-a25d-f55c95e0a0d8 req-8f2e7f81-3f16-472f-9c56-e2ce37b7e9f7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.3850138 Feb 09 20:43:45.167517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-aa53891f-7b7d-4c38-af52-9affb9b404c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 200 len: 217 time: 0.0787101 Feb 09 20:43:45.243401 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (0dbc24cc-903f-4158-ba94-8a4dc1788b5f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:45.244403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:45.244973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:45.269399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28a5f946-d26a-41ae-a25d-f55c95e0a0d8 req-d97c9374-6d27-44c5-adad-f472c7963960 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447377 Feb 09 20:43:45.270615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e61039ff-e020-4127-8806-dcccd10ea19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:45.272203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e61039ff-e020-4127-8806-dcccd10ea19f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.0987921 Feb 09 20:43:45.327053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1939921 Feb 09 20:43:45.334301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:45.344580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Request body: {'subnet': {'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2076374782-subnet', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:45.351902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-269dccc7-bd3c-41c5-b855-2ceb107559d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716212 Feb 09 20:43:45.358373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97ee66-e210-42fd-800c-444a9e82689c admin admin] Pushing event updated for resources: {'Network': ['ID=0dbc24cc-903f-4158-ba94-8a4dc1788b5f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:45.369679 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:43:45.386323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:43:45.389228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:45.552670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-bfae6c0d-46c9-4438-9663-e35e75f92c60 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944611 Feb 09 20:43:45.733595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ae89dfeb-792b-47e5-92cd-8395e971ea3c service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706030 Feb 09 20:43:45.788012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (d97c76c3-78d6-4891-8af4-1022a460f626), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:45.815310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b06a7-a642-4cba-b057-d75bdd4b2fd2 req-cd2bb570-6026-420c-830a-3f5e16975870 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:45.820133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d9b06a7-a642-4cba-b057-d75bdd4b2fd2 req-cd2bb570-6026-420c-830a-3f5e16975870 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 944 time: 0.0843744 Feb 09 20:43:45.827361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5877ca75-7a58-4d79-a702-5309445d3c63 req-de45ef8f-c904-4b59-8b99-0a391c4a8e84 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0630748 Feb 09 20:43:45.892183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97c76c3-78d6-4891-8af4-1022a460f626,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:45.910853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Checking segment: {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:43:45.911197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Network hostable DHCP agents. Network: 0dbc24cc-903f-4158-ba94-8a4dc1788b5f, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:43:45.914608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d9b06a7-a642-4cba-b057-d75bdd4b2fd2 req-2e48d199-fb3f-46af-95fb-d27ea7b9eb05 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860040 Feb 09 20:43:45.933847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:43:45.957172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 0dbc24cc-903f-4158-ba94-8a4dc1788b5f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:43:45.966466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:45.968154 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:45.968282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09411638-79f2-454e-a14f-9e0b47bfb54b None None] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:43:45.993702 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9e21fbfa-38dc-4b21-98ca-26c9709256ce admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6582861 Feb 09 20:43:45.996549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:46.001777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:46.026053 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (804a78dc-f55c-4cd8-b773-3f84d04a689b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:46.027181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (804a78dc-f55c-4cd8-b773-3f84d04a689b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:46.154292 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks [] for router_controller (804a78dc-f55c-4cd8-b773-3f84d04a689b), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:46.219814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 36f68f92-1f38-4272-b6a0-e28dafb75fdc no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:46.271470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 36f68f92-1f38-4272-b6a0-e28dafb75fdc {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:43:46.271845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 36f68f92-1f38-4272-b6a0-e28dafb75fdc not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:43:46.273396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:43:46.274247 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:46.483960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826710ad-4dc6-44fe-96ee-668e0e28b9d8 req-d8a23bac-58ec-4a4b-adfd-b07c488dde7b tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:46.485545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-826710ad-4dc6-44fe-96ee-668e0e28b9d8 req-d8a23bac-58ec-4a4b-adfd-b07c488dde7b tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 949 time: 0.1433883 Feb 09 20:43:46.498385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks [] for router_gateway (804a78dc-f55c-4cd8-b773-3f84d04a689b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:46.590288 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-826710ad-4dc6-44fe-96ee-668e0e28b9d8 req-fff72d30-3355-454b-9bca-7c55da00c0e7 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968175 Feb 09 20:43:46.618548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Allocated IP 172.20.0.2 (0dbc24cc-903f-4158-ba94-8a4dc1788b5f/d97c76c3-78d6-4891-8af4-1022a460f626/ecb2c295-6ed8-473c-acf0-a7e50b8371aa) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:43:46.644172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44276-0cc2-4f93-bcea-6145f616fad4 req-8f52a515-d0a3-4b3a-a217-dfe498753124 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:46.653082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6e44276-0cc2-4f93-bcea-6145f616fad4 req-8f52a515-d0a3-4b3a-a217-dfe498753124 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.2788203 Feb 09 20:43:46.735733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6e44276-0cc2-4f93-bcea-6145f616fad4 req-94e37630-a5aa-4ba9-a666-9fe0f51792ca tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812032 Feb 09 20:43:46.917246 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Publish callbacks [] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:46.929374 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:46.991871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Pushing event updated for resources: {'Port': ['ID=ecb2c295-6ed8-473c-acf0-a7e50b8371aa,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:47.011582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:43:47.013084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:43:47.017960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:43:47.054406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks [] for router_gateway (804a78dc-f55c-4cd8-b773-3f84d04a689b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.062808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aec3aa14-baf2-4053-94ee-504a54c6cf8d req-99c8c8c1-bce7-46c2-a5a6-d43757bc023b tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0944090 Feb 09 20:43:47.107107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.128708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 920a7e58-a70a-413e-ba80-657689eb8a6a details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:43:47.283784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:47.311501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'port_id': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'mac_address': 'fa:16:3e:52:c5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091a560-86de-4767-a80d-321e46e4694f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:43:47.319094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Attempting to bind port ecb2c295-6ed8-473c-acf0-a7e50b8371aa on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:43:47.319575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Attempting to bind port ecb2c295-6ed8-473c-acf0-a7e50b8371aa by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:43:47.320168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Attempting to bind port ecb2c295-6ed8-473c-acf0-a7e50b8371aa on network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:43:47.330596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:43:47.331202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Checking segment: {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:43:47.331719 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.332179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Bound using segment: {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:43:47.332819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Bound port: ecb2c295-6ed8-473c-acf0-a7e50b8371aa, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:43:47.333283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.365873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6ddd2-f83d-447d-a0a6-0f300fc26411 req-0a1529ef-fff2-4273-8365-ea46d5eca97c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:47.378091 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6ddd2-f83d-447d-a0a6-0f300fc26411 req-0a1529ef-fff2-4273-8365-ea46d5eca97c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 944 time: 0.2800357 Feb 09 20:43:47.381192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Allocated IP 172.25.4.31 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6d1a22a3-95e9-455f-b616-88ba47bc5177) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:43:47.470643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 920a7e58-a70a-413e-ba80-657689eb8a6a is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:47.471049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.502538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920a7e58-a70a-413e-ba80-657689eb8a6a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:43:47.534623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:47.546395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] For port ecb2c295-6ed8-473c-acf0-a7e50b8371aa, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:43:47.562837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] For port ecb2c295-6ed8-473c-acf0-a7e50b8371aa, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ecb2c295-6ed8-473c-acf0-a7e50b8371aa,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:43:47.569784 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.610471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6ddd2-f83d-447d-a0a6-0f300fc26411 req-0702a309-b8e0-4949-ac8c-04a81a8bedc4 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314839 Feb 09 20:43:47.717656 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks [] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.793551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.893625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:47.909179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818d5f9-d025-4b3b-89e7-52ba8ad0785a req-022c6144-6c13-4ae2-bfd3-1f844319a74b tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:47.920808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0818d5f9-d025-4b3b-89e7-52ba8ad0785a req-022c6144-6c13-4ae2-bfd3-1f844319a74b tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 949 time: 0.1947136 Feb 09 20:43:47.999746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['920a7e58-a70a-413e-ba80-657689eb8a6a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:43:48.059907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0818d5f9-d025-4b3b-89e7-52ba8ad0785a req-0baca4ef-b166-4161-9c28-1b9f9ce84a04 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231992 Feb 09 20:43:48.069199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:43:48.085919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:43:48.090866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:43:48.100093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1a22a3-95e9-455f-b616-88ba47bc5177,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:48.112407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:48.239854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0075407-9e56-47c9-8038-4ab2bf2fea88 req-b8165a75-10f6-4b67-8008-2cc2221297eb tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0687618 Feb 09 20:43:48.292616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1560885-5f3b-4d03-8d2b-1494b156bb0e None None] Pushing event updated for resources: {'Port': ['ID=ecb2c295-6ed8-473c-acf0-a7e50b8371aa,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:48.430660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4151b5f-dddb-4f19-8ef4-b01c623bef85 req-2808791e-a7ed-4c5c-b2de-972662ec219e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:48.432873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4151b5f-dddb-4f19-8ef4-b01c623bef85 req-2808791e-a7ed-4c5c-b2de-972662ec219e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.5023062 Feb 09 20:43:48.495027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14036552-c561-488f-b845-42bcba4e19c2 req-726a6332-2bc6-46f2-abbc-929d9beb98ae tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:48.496578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14036552-c561-488f-b845-42bcba4e19c2 req-726a6332-2bc6-46f2-abbc-929d9beb98ae tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.50 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 949 time: 0.3409276 Feb 09 20:43:48.801152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1435eb3-a787-4655-b3c5-a0a4c3e20a0d req-b3dbd20c-f264-4393-aedb-122efb15d9b5 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:48.803007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1435eb3-a787-4655-b3c5-a0a4c3e20a0d req-b3dbd20c-f264-4393-aedb-122efb15d9b5 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 945 time: 0.0807528 Feb 09 20:43:48.929704 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1435eb3-a787-4655-b3c5-a0a4c3e20a0d req-d35a6429-23c4-4c34-9da9-d7483bdf976f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150162 Feb 09 20:43:48.997205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4151b5f-dddb-4f19-8ef4-b01c623bef85 req-ce34e372-3887-4155-8f06-f8b26b5cae5f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425000 Feb 09 20:43:49.079506 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks [] for router_gateway (804a78dc-f55c-4cd8-b773-3f84d04a689b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:49.122698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 920a7e58-a70a-413e-ba80-657689eb8a6a up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:43:49.222324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Deleting port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:43:49.223142 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:49.250393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 920a7e58-a70a-413e-ba80-657689eb8a6a completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:43:49.262066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 920a7e58-a70a-413e-ba80-657689eb8a6a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:49.263764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:49.340258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c8080-25de-4d09-b2cc-7f8f9c946fa0 req-9cfbae74-10cb-4bcf-b075-d7a671f82679 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:49.342663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a95c8080-25de-4d09-b2cc-7f8f9c946fa0 req-9cfbae74-10cb-4bcf-b075-d7a671f82679 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 949 time: 0.1482294 Feb 09 20:43:49.453021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] For port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:49.453021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:49.480797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Calling delete_port for 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:43:49.553686 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a95c8080-25de-4d09-b2cc-7f8f9c946fa0 req-1f8bc05f-893c-4f74-be46-4be0d37a8bd8 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/security-groups?id=4dcb806f-b888-4634-aa4d-e3568b2854ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044795 Feb 09 20:43:49.644600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 920a7e58-a70a-413e-ba80-657689eb8a6a is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:49.645064 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:49.653707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ecb2c295-6ed8-473c-acf0-a7e50b8371aa up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:43:49.656276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22e40361-ac69-4f1d-805a-6ce7c25884bb req-5e0f9e02-ea0c-4cde-a645-e2d714127fd9 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.1558237 Feb 09 20:43:49.762675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:49.765227 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4c6bfc-5e94-4282-8370-74ff3ce3c34f" -d '{"events": [{"server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "name": "network-vif-plugged", "status": "completed", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:49.782903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:49.786084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd608eea-f772-4285-9e03-8c268c121aad None None] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:43:49.791667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (804a78dc-f55c-4cd8-b773-3f84d04a689b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:49.832721 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:49.892300 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ffc7e-bcbf-424d-9d78-265a3baf3e7a x-openstack-request-id: req-be2ffc7e-bcbf-424d-9d78-265a3baf3e7a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:49.892723 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "name": "network-vif-plugged", "status": "completed", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:49.893041 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-be2ffc7e-bcbf-424d-9d78-265a3baf3e7a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:49.893887 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'code': 200} Feb 09 20:43:49.907962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ecb2c295-6ed8-473c-acf0-a7e50b8371aa triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:49.908430 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:49.995600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:50.032436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f419a00c-b10d-4bb6-b553-a8c87c2be63a None None] Provisioning complete for port ecb2c295-6ed8-473c-acf0-a7e50b8371aa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:50.033178 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f419a00c-b10d-4bb6-b553-a8c87c2be63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:50.162016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ecb2c295-6ed8-473c-acf0-a7e50b8371aa is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:50.162751 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:50.280167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f419a00c-b10d-4bb6-b553-a8c87c2be63a None None] Current status of the port ecb2c295-6ed8-473c-acf0-a7e50b8371aa is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:50.282753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99619a9d-7c44-41ed-8f80-58218a3031c1 req-ebcbdb70-19e7-4f2f-8ae9-4cd723ca5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:50.284296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99619a9d-7c44-41ed-8f80-58218a3031c1 req-ebcbdb70-19e7-4f2f-8ae9-4cd723ca5a07 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 1129 time: 0.3082936 Feb 09 20:43:50.286264 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f419a00c-b10d-4bb6-b553-a8c87c2be63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:50.327213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f4c82-2a9f-4c38-ae38-ac3f6b53a32f req-62d228fa-66fd-47b9-bcec-3ba3503ce824 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:50.340831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb803c9-9dfa-47de-9601-9449ac3e0da7 req-40c6bb09-8b70-4ef6-b2f5-831acc8e9b07 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:50.348195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-788f4c82-2a9f-4c38-ae38-ac3f6b53a32f req-62d228fa-66fd-47b9-bcec-3ba3503ce824 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.2051401 Feb 09 20:43:50.353667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fb803c9-9dfa-47de-9601-9449ac3e0da7 req-40c6bb09-8b70-4ef6-b2f5-831acc8e9b07 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.2575305 Feb 09 20:43:50.360718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port ecb2c295-6ed8-473c-acf0-a7e50b8371aa, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ecb2c295-6ed8-473c-acf0-a7e50b8371aa,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:50.393283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:50.484646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-788f4c82-2a9f-4c38-ae38-ac3f6b53a32f req-4947191d-8bc9-4372-960a-58e5501a68b4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306298 Feb 09 20:43:50.530873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1aa4071f-a378-44ee-ac0e-6ae8f38be1e7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:50.561488 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fb803c9-9dfa-47de-9601-9449ac3e0da7 req-6f747c8b-4b0c-45c6-ad79-2f85fcf4fc3d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014887 Feb 09 20:43:50.587194 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-f419a00c-b10d-4bb6-b553-a8c87c2be63a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:43:50.587588 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-f419a00c-b10d-4bb6-b553-a8c87c2be63a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:43:50.588569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=ecb2c295-6ed8-473c-acf0-a7e50b8371aa,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:50.610094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99619a9d-7c44-41ed-8f80-58218a3031c1 req-da92c67e-e74b-4242-8bc5-a1bba862c7bd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979770 Feb 09 20:43:50.622960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Pushing event deleted for resources: {'Port': ['ID=1aa4071f-a378-44ee-ac0e-6ae8f38be1e7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:50.735958 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8e23343b-3a2e-4aef-bdcf-e301fb77a2cc req-902a1834-1537-4ca7-a8c6-08c80ae7b805 tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.102 "GET /v2.0/ports?device_id=96af5762-56ec-4561-b2ca-f914d57b2cc7 HTTP/1.1" status: 200 len: 210 time: 0.0607026 Feb 09 20:43:50.761119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] No DVR routers for this DVR port 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:43:50.765009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:50.771317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14036552-c561-488f-b845-42bcba4e19c2 req-f2fdd053-697c-4f14-bf74-c364726f148d tempest-ListImageFiltersTestJSON-1709855840 tempest-ListImageFiltersTestJSON-1709855840-project] 10.222.0.50 "DELETE /v2.0/ports/1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 HTTP/1.1" status: 204 len: 173 time: 2.2691300 Feb 09 20:43:50.772173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-deleted', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:43:50.775301 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e11f60-a6fe-4ef7-9cae-be2c3fc731f3" -d '{"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-deleted", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:43:50.799587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Router 804a78dc-f55c-4cd8-b773-3f84d04a689b is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:43:50.909327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3240e8d-dd51-4cd2-bc38-e87cc8a0f69a req-e3025a0a-4cda-4098-a364-d564181dc432 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.1308451 Feb 09 20:43:50.922660 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af547801-4634-47e8-8701-a65129cd8566 x-openstack-request-id: req-af547801-4634-47e8-8701-a65129cd8566 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:43:50.922660 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af5762-56ec-4561-b2ca-f914d57b2cc7", "name": "network-vif-deleted", "tag": "1aa4071f-a378-44ee-ac0e-6ae8f38be1e7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:43:50.923002 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-af547801-4634-47e8-8701-a65129cd8566 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:43:50.925616 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af5762-56ec-4561-b2ca-f914d57b2cc7', 'name': 'network-vif-deleted', 'tag': '1aa4071f-a378-44ee-ac0e-6ae8f38be1e7', 'status': 'completed', 'code': 200} Feb 09 20:43:51.135352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:43:51.146310 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Sync routers for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:43:51.166244 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:43:51.166891 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:51.209807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f419a00c-b10d-4bb6-b553-a8c87c2be63a None None] Current status of the port ecb2c295-6ed8-473c-acf0-a7e50b8371aa is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:51.216663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:51.224210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6f5ed617-d296-4251-8fe7-76e6e5286566 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2265186 Feb 09 20:43:51.224510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:51.362725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f02e6cf9-45e3-4d99-bc57-47c1509725f7 None None] Provisioning complete for port ecb2c295-6ed8-473c-acf0-a7e50b8371aa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:51.364478 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f02e6cf9-45e3-4d99-bc57-47c1509725f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:51.465310 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:43:51.526655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ecb2c295-6ed8-473c-acf0-a7e50b8371aa up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:43:51.696834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:51.795080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f02e6cf9-45e3-4d99-bc57-47c1509725f7 None None] Current status of the port ecb2c295-6ed8-473c-acf0-a7e50b8371aa is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:51.824490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ecb2c295-6ed8-473c-acf0-a7e50b8371aa triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:51.824894 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:51.838075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bbb38-fa0d-43e3-8d62-4c87bc2d99df req-4fcb8756-913f-49fe-a2bc-a7e9dae59e0f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:51.849518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d7bbb38-fa0d-43e3-8d62-4c87bc2d99df req-4fcb8756-913f-49fe-a2bc-a7e9dae59e0f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.1349854 Feb 09 20:43:51.954833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d7bbb38-fa0d-43e3-8d62-4c87bc2d99df req-acef66e6-182b-4325-a7ec-4f1255d7e7d9 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982084 Feb 09 20:43:52.033843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25381f5c-6614-4deb-9b24-e1fac5b0ddc5 req-68033ca9-cf80-4afc-9f85-062f605ef8a5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:52.047348 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-25381f5c-6614-4deb-9b24-e1fac5b0ddc5 req-68033ca9-cf80-4afc-9f85-062f605ef8a5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.3458335 Feb 09 20:43:52.066037 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:48Z', 'revision_number': 3, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:52.082987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ecb2c295-6ed8-473c-acf0-a7e50b8371aa is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:52.125239 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Checking router: 804a78dc-f55c-4cd8-b773-3f84d04a689b for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:43:52.125598 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Updating router 804a78dc-f55c-4cd8-b773-3f84d04a689b port 6d1a22a3-95e9-455f-b616-88ba47bc5177 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:43:52.166569 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:52.193328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-661d2daf-9fe5-4ccc-8ac4-2ede716cd98c req-5db630d9-ae5d-4d83-89fb-bb08cbf0bd64 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=cb6d6b27-c508-44f0-975d-23d87bdcfd31 HTTP/1.1" status: 200 len: 210 time: 0.0570223 Feb 09 20:43:52.290156 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-25381f5c-6614-4deb-9b24-e1fac5b0ddc5 req-5a0a5bb1-7be7-471f-bc94-ee97deb8143b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416987 Feb 09 20:43:52.529865 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Publish callbacks [] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:52.538281 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:52.649883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:52.665122 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Pushing event updated for resources: {'Port': ['ID=6d1a22a3-95e9-455f-b616-88ba47bc5177,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:52.667404 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Attempting to bind port 6d1a22a3-95e9-455f-b616-88ba47bc5177 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:43:52.667807 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Attempting to bind port 6d1a22a3-95e9-455f-b616-88ba47bc5177 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:43:52.668171 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Attempting to bind port 6d1a22a3-95e9-455f-b616-88ba47bc5177 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:43:52.688868 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:43:52.689475 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:43:52.689661 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:52.690010 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:43:52.690598 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Bound port: 6d1a22a3-95e9-455f-b616-88ba47bc5177, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:43:52.691143 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:52.693735 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.694077 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.694419 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.694751 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.695079 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.695406 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.696940 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.698517 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.700352 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.700705 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.711981 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.712960 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.713306 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:43:52.875582 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] For port 6d1a22a3-95e9-455f-b616-88ba47bc5177, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:43:52.888204 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] For port 6d1a22a3-95e9-455f-b616-88ba47bc5177, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6d1a22a3-95e9-455f-b616-88ba47bc5177,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:43:52.906235 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:53.023512 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7447d1-1409-4a5e-bfaf-125ed02c6ee6 None None] Pushing event updated for resources: {'Port': ['ID=6d1a22a3-95e9-455f-b616-88ba47bc5177,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:53.052554 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:43:53.053437 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:53.172057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:43:53.249595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Allocated IP 172.20.0.1 (0dbc24cc-903f-4158-ba94-8a4dc1788b5f/d97c76c3-78d6-4891-8af4-1022a460f626/2b070887-397d-4977-88cc-24b8383192e2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:43:53.270287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:43:53.274250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1aa4071f-a378-44ee-ac0e-6ae8f38be1e7 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:43:53.280075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65351e-cfbf-4075-b4ad-ff103e8e561b req-66bb68e9-9664-4d96-80d4-581d910eafc7 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:53.287780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b65351e-cfbf-4075-b4ad-ff103e8e561b req-66bb68e9-9664-4d96-80d4-581d910eafc7 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.1903088 Feb 09 20:43:53.395968 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b65351e-cfbf-4075-b4ad-ff103e8e561b req-05e8952f-e5a1-4374-aaa6-63536568cb18 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018269 Feb 09 20:43:53.438931 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:43:53.494206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Publish callbacks [] for port (2b070887-397d-4977-88cc-24b8383192e2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:53.648519 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2b070887-397d-4977-88cc-24b8383192e2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:53.763394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:43:53.783615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:43:53.790624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:43:53.907638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da481b-f6d4-44f3-809a-6021107c6ed2 req-5176c6ff-2faa-4a83-92e7-2e568e2f3c11 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:53.918845 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77da481b-f6d4-44f3-809a-6021107c6ed2 req-5176c6ff-2faa-4a83-92e7-2e568e2f3c11 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.3554618 Feb 09 20:43:53.933695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Pushing event updated for resources: {'Port': ['ID=2b070887-397d-4977-88cc-24b8383192e2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:53.966103 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:48Z', 'revision_number': 3, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:54.001360 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ea7d8c-1fbb-4ecb-9765-4ad2d74d0aef None None] The sync data for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 is: [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:48Z', 'revision_number': 3, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:43:54.105309 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (804a78dc-f55c-4cd8-b773-3f84d04a689b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:54.348272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c3bafc39-3b26-4c89-8cad-59e7cb9942fe None None] Provisioning complete for port 2b070887-397d-4977-88cc-24b8383192e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:54.349364 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3bafc39-3b26-4c89-8cad-59e7cb9942fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2b070887-397d-4977-88cc-24b8383192e2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:54.474090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c3bafc39-3b26-4c89-8cad-59e7cb9942fe None None] Port 2b070887-397d-4977-88cc-24b8383192e2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:43:54.736798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-55fa417b-5efa-4ea9-b393-e01cac69a40e tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--5649636&fields=id&tenant_id=61960c9fd5d549f8a836a3a4ac4bc97b HTTP/1.1" status: 200 len: 267 time: 0.1245613 Feb 09 20:43:54.947386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-a1375e33-dae1-40b0-ac9a-a29ca0c36cb0 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:54.954991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-a1375e33-dae1-40b0-ac9a-a29ca0c36cb0 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/networks?id=86d00f9c-ad74-47ed-b373-fce806b38fa7 HTTP/1.1" status: 200 len: 815 time: 0.2166469 Feb 09 20:43:54.983122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-b5edb089-c373-4d75-8b1c-c52c515b1f7b tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/quotas/61960c9fd5d549f8a836a3a4ac4bc97b HTTP/1.1" status: 200 len: 375 time: 0.0266771 Feb 09 20:43:54.987109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77da481b-f6d4-44f3-809a-6021107c6ed2 req-4655270d-1e54-4afa-a51f-0508851236b1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0673029 Feb 09 20:43:55.117263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:55.155901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-79de549d-272a-4ddc-a087-ff1906dc897f tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=61960c9fd5d549f8a836a3a4ac4bc97b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1717379 Feb 09 20:43:55.208569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b070887-397d-4977-88cc-24b8383192e2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.354574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-14c87d03-8975-4969-87a9-29b8b59d0cc2 service neutron] 10.222.0.102 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973383 Feb 09 20:43:55.558690 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Publish callbacks [] for port (2b070887-397d-4977-88cc-24b8383192e2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.573777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-c8def422-ebba-4782-aaab-f7d2b3a92490 service neutron] 10.222.0.102 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177587 Feb 09 20:43:55.576090 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (2b070887-397d-4977-88cc-24b8383192e2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.603650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6d1a22a3-95e9-455f-b616-88ba47bc5177 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:43:55.664328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1276014f-c6fc-47d1-b276-c2ee5ff1bd67 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=af4bd567c22441f29fdb7e7c6421532a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396886 Feb 09 20:43:55.665003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:55.680025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (804a78dc-f55c-4cd8-b773-3f84d04a689b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.786405 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b24d37c8-c0b2-4141-a279-3a433d32e86a admin admin] Publish callbacks [] for security_group (4dcb806f-b888-4634-aa4d-e3568b2854ef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.805634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562e3c1-c4fc-48af-9902-59ff71dde669 req-a9e12172-6d9b-40d6-909c-1d75de7bfd7a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:55.807776 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2562e3c1-c4fc-48af-9902-59ff71dde669 req-a9e12172-6d9b-40d6-909c-1d75de7bfd7a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.7050295 Feb 09 20:43:55.854725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b24d37c8-c0b2-4141-a279-3a433d32e86a admin admin] Publish callbacks [] for security_group (4dcb806f-b888-4634-aa4d-e3568b2854ef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.874351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6d1a22a3-95e9-455f-b616-88ba47bc5177 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:55.875356 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.908534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Pushing event updated for resources: {'Port': ['ID=2b070887-397d-4977-88cc-24b8383192e2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:55.984298 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b24d37c8-c0b2-4141-a279-3a433d32e86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4dcb806f-b888-4634-aa4d-e3568b2854ef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.989240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b24d37c8-c0b2-4141-a279-3a433d32e86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:55.992526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b24d37c8-c0b2-4141-a279-3a433d32e86a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4dcb806f-b888-4634-aa4d-e3568b2854ef HTTP/1.1" status: 204 len: 168 time: 0.3258615 Feb 09 20:43:56.013166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d37c8-c0b2-4141-a279-3a433d32e86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcb806f-b888-4634-aa4d-e3568b2854ef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:56.053571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2562e3c1-c4fc-48af-9902-59ff71dde669 req-f6084ad5-a9ee-4c60-88f9-129fc0462a68 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024212 Feb 09 20:43:56.089252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:43:56.091442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:43:56.140165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6d1a22a3-95e9-455f-b616-88ba47bc5177 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:56.140405 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:56.195957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 6d1a22a3-95e9-455f-b616-88ba47bc5177, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6d1a22a3-95e9-455f-b616-88ba47bc5177,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:43:56.209724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:56.490409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-190f2ed0-d0f8-4a5d-aed0-ad10492b654c req-5bd8ca1b-5033-408e-b7d2-92bad7be4a97 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0888548 Feb 09 20:43:56.585619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=6d1a22a3-95e9-455f-b616-88ba47bc5177,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:56.647123 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:56.668417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f45a0b18-e26b-4529-b4e7-9fcc5ad5c59d None None] Provisioning complete for port 2b070887-397d-4977-88cc-24b8383192e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:56.669078 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f45a0b18-e26b-4529-b4e7-9fcc5ad5c59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2b070887-397d-4977-88cc-24b8383192e2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:56.808878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f45a0b18-e26b-4529-b4e7-9fcc5ad5c59d None None] Port 2b070887-397d-4977-88cc-24b8383192e2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:43:56.838216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f72aa-8e3b-4e40-9e0e-4c6098153ad9 req-edabfba4-cc1a-4818-a776-b5a2963f33b4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:56.855553 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd3f72aa-8e3b-4e40-9e0e-4c6098153ad9 req-edabfba4-cc1a-4818-a776-b5a2963f33b4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.3181417 Feb 09 20:43:57.015545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Router 804a78dc-f55c-4cd8-b773-3f84d04a689b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:43:57.062147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd3f72aa-8e3b-4e40-9e0e-4c6098153ad9 req-ea5646c1-b707-49cd-9577-0843573348e4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050009 Feb 09 20:43:57.245714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:43:57.257079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Sync routers for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:43:57.267301 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-99220903-ea87-4a97-b6c2-0413f911a419 admin admin] 10.222.0.102 "PUT /v2.0/routers/804a78dc-f55c-4cd8-b773-3f84d04a689b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0414281 Feb 09 20:43:57.277123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:43:57.277846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:57.538644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5a110-dbb9-470c-92fc-e7d08f4e9a57 req-00d5ba24-3edd-4174-b18b-01175ada93b4 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:57.547650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a6f5a110-dbb9-470c-92fc-e7d08f4e9a57 req-00d5ba24-3edd-4174-b18b-01175ada93b4 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.2505548 Feb 09 20:43:57.658619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6d1a22a3-95e9-455f-b616-88ba47bc5177 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:43:57.753022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:43:57.786389 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1802ee8f-b79e-40ef-bbc3-554792fe86df req-b109d590-cf10-4123-bb11-005a11876cf4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0845737 Feb 09 20:43:57.788005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a6f5a110-dbb9-470c-92fc-e7d08f4e9a57 req-05d9cf1e-4133-4750-87bc-c6088af7040e tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285254 Feb 09 20:43:58.046702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:58.087418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6d1a22a3-95e9-455f-b616-88ba47bc5177 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:43:58.087833 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:58.401464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4b7e-9684-4500-921b-d84af690ca9b req-e4e98d99-74bb-45d4-a01e-509d3bd01acf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:58.414526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c91e4b7e-9684-4500-921b-d84af690ca9b req-e4e98d99-74bb-45d4-a01e-509d3bd01acf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1975267 Feb 09 20:43:58.431936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 2, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:43:58.551022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1971450966-network', 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:58.555007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Checking router: 804a78dc-f55c-4cd8-b773-3f84d04a689b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:43:58.555169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Updating router 804a78dc-f55c-4cd8-b773-3f84d04a689b port 2b070887-397d-4977-88cc-24b8383192e2 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:43:58.585937 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b070887-397d-4977-88cc-24b8383192e2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:58.599951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6d1a22a3-95e9-455f-b616-88ba47bc5177 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:43:58.672444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c91e4b7e-9684-4500-921b-d84af690ca9b req-a7a9a78b-71ad-4a04-8acb-68a0fe1f2b71 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480597 Feb 09 20:43:58.683268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:43:58.695647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:58.988347 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7b399d5-66f1-404c-8741-eecea3b499b8 req-8dbb4fe7-5128-40e0-b33e-b1af6854511d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0712407 Feb 09 20:43:58.993854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.017964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-74b2f161-7b51-4489-b661-ec65fb802d16 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:59.020118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-74b2f161-7b51-4489-b661-ec65fb802d16 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.50 "GET /v2.0/networks?id=86d00f9c-ad74-47ed-b373-fce806b38fa7 HTTP/1.1" status: 200 len: 815 time: 0.3414786 Feb 09 20:43:59.129268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:59.135388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1098841552-network', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:59.156197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Publish callbacks [] for security_group (1fc5e02a-b267-45a9-92a2-a9e5727a096f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.169988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1fc5e02a-b267-45a9-92a2-a9e5727a096f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.173187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Made reservation on behalf of 8b3691d67e484925a80ca7c460d35d47 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:43:59.176581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.195748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.227812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc5e02a-b267-45a9-92a2-a9e5727a096f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:59.269634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:43:59.310715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (af0fa53b-faf8-47a8-9795-51b307e17e44), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.311761 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Added segment af0fa53b-faf8-47a8-9795-51b307e17e44 of type vlan for network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 Feb 09 20:43:59.364987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Publish callbacks [] for security_group (cdc5858f-ae41-46a2-92ea-3c0e9e2354b9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.373353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cdc5858f-ae41-46a2-92ea-3c0e9e2354b9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.400219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:43:59.418322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc7d08-e8ab-43a4-9175-7d32efd93fb1 req-078292f5-c810-43de-946f-e82895f7928e tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:59.429530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44dc7d08-e8ab-43a4-9175-7d32efd93fb1 req-078292f5-c810-43de-946f-e82895f7928e tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.2715607 Feb 09 20:43:59.440366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f0ed8833-9050-443e-913a-e960f386b497), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.441088 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Added segment f0ed8833-9050-443e-913a-e960f386b497 of type vlan for network 81b85a02-fb46-40bc-b94b-0dff3c52efea Feb 09 20:43:59.442689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc5858f-ae41-46a2-92ea-3c0e9e2354b9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:59.479388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-ae9dcc5c-3503-411e-9659-50218b3bcdcd tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61960c9fd5d549f8a836a3a4ac4bc97b HTTP/1.1" status: 200 len: 377 time: 0.4493232 Feb 09 20:43:59.488385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.521559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Request body: {'port': {'device_id': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'admin_state_up': True, 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'security_groups': ['5a63dbb7-eaf7-427b-8650-73fa10458e2e']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:43:59.548288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (81b85a02-fb46-40bc-b94b-0dff3c52efea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.549871 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Publish callbacks [] for port (2b070887-397d-4977-88cc-24b8383192e2), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.561453 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2b070887-397d-4977-88cc-24b8383192e2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.638943 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (81b85a02-fb46-40bc-b94b-0dff3c52efea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.641392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:43:59.642904 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.706789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da945b4-7c71-4038-9a5e-bf5ff43fe0e8 None None] Pushing event updated for resources: {'Port': ['ID=2b070887-397d-4977-88cc-24b8383192e2,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:59.813823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Made reservation on behalf of 61960c9fd5d549f8a836a3a4ac4bc97b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:43:59.823088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:43:59.842074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:43:59.873156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] Pushing event updated for resources: {'Network': ['ID=81b85a02-fb46-40bc-b94b-0dff3c52efea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:43:59.892596 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d40fcab3-7fc1-4674-9d59-e97f5808e17c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7615936 Feb 09 20:43:59.897545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 81b85a02-fb46-40bc-b94b-0dff3c52efea details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:43:59.897792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:43:59.921984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Request body: {'subnet': {'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1098841552-subnet', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:00.016618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Made reservation on behalf of 8b3691d67e484925a80ca7c460d35d47 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:44:00.019800 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.153705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Attempting to bind port 2b070887-397d-4977-88cc-24b8383192e2 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:00.155673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Attempting to bind port 2b070887-397d-4977-88cc-24b8383192e2 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:00.155673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Attempting to bind port 2b070887-397d-4977-88cc-24b8383192e2 on network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:00.162600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:00.163043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Checking segment: {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:00.163612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.165837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Bound using segment: {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:00.165837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Bound port: 2b070887-397d-4977-88cc-24b8383192e2, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:00.165837 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b070887-397d-4977-88cc-24b8383192e2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.222604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ce161-ee9c-4823-95b0-1043a612f744 req-e2cca10a-8783-459c-b8f7-85dd9e275daf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:00.224865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd6ce161-ee9c-4823-95b0-1043a612f744 req-e2cca10a-8783-459c-b8f7-85dd9e275daf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.3486788 Feb 09 20:44:00.261309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Allocated IP 172.20.0.4 (86d00f9c-ad74-47ed-b373-fce806b38fa7/4b208131-13b3-44cd-8aad-a21b946ad838/a3004146-c3e4-448c-93e5-3ec765f85198) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:00.264611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] For port 2b070887-397d-4977-88cc-24b8383192e2, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:00.269492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] For port 2b070887-397d-4977-88cc-24b8383192e2, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2b070887-397d-4977-88cc-24b8383192e2,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:00.284180 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2b070887-397d-4977-88cc-24b8383192e2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.367245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd6ce161-ee9c-4823-95b0-1043a612f744 req-1a241cd0-4d55-4563-bdd0-ab93ad12bc38 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194239 Feb 09 20:44:00.399765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da945b4-7c71-4038-9a5e-bf5ff43fe0e8 None None] Pushing event updated for resources: {'Port': ['ID=2b070887-397d-4977-88cc-24b8383192e2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:00.432591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6732252c-1c23-4cff-b020-14d594582d88 None None] Provisioning complete for port 2b070887-397d-4977-88cc-24b8383192e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:00.433808 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6732252c-1c23-4cff-b020-14d594582d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2b070887-397d-4977-88cc-24b8383192e2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.496775 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for port (a3004146-c3e4-448c-93e5-3ec765f85198), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.514918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:00.515773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:00.526809 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.528137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:00.528963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.549890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44dc7d08-e8ab-43a4-9175-7d32efd93fb1 req-60fec453-12f9-4006-b8a6-d1b6ea0b5d69 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1193347 Feb 09 20:44:00.550924 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.691281 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (4606613f-d3e6-4014-a0a8-1376fd8ffabd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:00.756032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd9d7-4034-4ab1-af05-a7ecc29243a7 req-96414048-a0d8-4e85-a35e-7f43ccae3b4f tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:00.758744 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7fafd9d7-4034-4ab1-af05-a7ecc29243a7 req-96414048-a0d8-4e85-a35e-7f43ccae3b4f tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 931 time: 0.2193351 Feb 09 20:44:00.805309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:00.824075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4606613f-d3e6-4014-a0a8-1376fd8ffabd,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:00.839492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Checking segment: {'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:00.840251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Network hostable DHCP agents. Network: 81b85a02-fb46-40bc-b94b-0dff3c52efea, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:44:00.851914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8041186 Feb 09 20:44:00.868451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:00.871421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:00.878533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:00.896312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:00.904769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Request body: {'subnet': {'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1971450966-subnet', 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:00.905831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-fcbc975f-22b2-40c4-a910-8ef8bc27f820 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2396908 Feb 09 20:44:00.935954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf66de-df3e-440a-b368-fbfccca1b1bc admin admin] Pushing event updated for resources: {'Network': ['ID=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:00.947494 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7fafd9d7-4034-4ab1-af05-a7ecc29243a7 req-74bdf8c5-1635-4846-925e-a9e82a284aa7 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1749864 Feb 09 20:44:00.983181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event updated for resources: {'Port': ['ID=a3004146-c3e4-448c-93e5-3ec765f85198,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:00.990750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Network 81b85a02-fb46-40bc-b94b-0dff3c52efea is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:44:01.024200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:44:01.028197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-c61ee21c-94ae-4cef-b090-b2262ccbc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:01.029999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-c61ee21c-94ae-4cef-b090-b2262ccbc543 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97292526b23f47e7b063a919fd79ffee&device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 1130 time: 0.0914719 Feb 09 20:44:01.030811 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.037365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:01.038234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.052325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 81b85a02-fb46-40bc-b94b-0dff3c52efea) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:01.066270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:01.069921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.195780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-bba5b03b-49d9-4a4d-a9b5-87030d1e81a8 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7039571 Feb 09 20:44:01.226582 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d7835126-8f40-4ca0-9e4f-228a7f065414 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3255072 Feb 09 20:44:01.227333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Request body: {'port': {'device_id': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:01.239990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:01.249648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6732252c-1c23-4cff-b020-14d594582d88 None None] Current status of the port 2b070887-397d-4977-88cc-24b8383192e2 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:01.250110 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6732252c-1c23-4cff-b020-14d594582d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b070887-397d-4977-88cc-24b8383192e2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.254897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:01.292493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:44:01.296122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac0da0-b9ab-457a-ac18-5c61ebd1d547 None None] Network 81b85a02-fb46-40bc-b94b-0dff3c52efea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:44:01.380020 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.382313 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.539852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-ac39d542-fccf-42c8-90eb-66ff14fae1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:01.542512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-ac39d542-fccf-42c8-90eb-66ff14fae1f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 200 len: 922 time: 0.4817843 Feb 09 20:44:01.543962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.565079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6732252c-1c23-4cff-b020-14d594582d88 None None] For port 2b070887-397d-4977-88cc-24b8383192e2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2b070887-397d-4977-88cc-24b8383192e2,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:01.641709 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks [] for router_controller (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.677203 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6732252c-1c23-4cff-b020-14d594582d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2b070887-397d-4977-88cc-24b8383192e2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.783575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-81b85a02-fb46-40bc-b94b-0dff3c52efea', 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea', 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'fixed_ips': [{'subnet_id': '4606613f-d3e6-4014-a0a8-1376fd8ffabd'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:44:01.784499 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:01.841531 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-22c66f5c-e5b5-4e90-a35d-b70df5454bd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 200 len: 217 time: 0.2781868 Feb 09 20:44:01.873362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732252c-1c23-4cff-b020-14d594582d88 None None] Pushing event updated for resources: {'Port': ['ID=2b070887-397d-4977-88cc-24b8383192e2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:01.957518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b52be-a645-49cc-b7b4-1fca7ae24e20 req-a5a2a35a-059f-4d63-a318-82e7888b8e80 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:01.960461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e0b52be-a645-49cc-b7b4-1fca7ae24e20 req-a5a2a35a-059f-4d63-a318-82e7888b8e80 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.4223790 Feb 09 20:44:02.029361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-0c5b8fc8-0b95-4525-8425-20a015053c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:02.031484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-0c5b8fc8-0b95-4525-8425-20a015053c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 200 len: 861 time: 0.1741369 Feb 09 20:44:02.080185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks [] for router_gateway (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:02.083413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-c820d4ca-20eb-4d92-bfd8-f81e022144aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=214975b9-d111-4bb8-ae3b-378a61143f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389581 Feb 09 20:44:02.164071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ba29fcad-ad7f-497e-b358-6185b846a7d2 None None] Provisioning complete for port 2b070887-397d-4977-88cc-24b8383192e2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:02.164706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba29fcad-ad7f-497e-b358-6185b846a7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2b070887-397d-4977-88cc-24b8383192e2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:02.240233 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e0b52be-a645-49cc-b7b4-1fca7ae24e20 req-131a6c9f-61b9-4006-a0c5-1d9dd2148b19 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688215 Feb 09 20:44:02.355802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Allocated IP 172.20.0.2 (81b85a02-fb46-40bc-b94b-0dff3c52efea/4606613f-d3e6-4014-a0a8-1376fd8ffabd/3a23bd41-6356-4259-91e5-4f30e889f1e0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:02.464581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db95f0-6cdb-4870-90ab-e7a179dd3cc8 req-d1a653c4-d0aa-4ded-8d4c-f5daccf531d1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:02.466837 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68db95f0-6cdb-4870-90ab-e7a179dd3cc8 req-d1a653c4-d0aa-4ded-8d4c-f5daccf531d1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.6123505 Feb 09 20:44:02.468224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-577e3cca-5556-43d5-866b-efdccea2d224 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717313 Feb 09 20:44:02.502662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f52df283-8303-4f51-85c2-e6e558df4ce9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:02.616264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:44:00Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:02.627459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb8d87-a02b-4191-b64e-fdf8cbd04a0e req-cd85b69e-344e-4031-a701-6b5adbfb4096 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:02.629166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43cb8d87-a02b-4191-b64e-fdf8cbd04a0e req-cd85b69e-344e-4031-a701-6b5adbfb4096 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 931 time: 0.2474558 Feb 09 20:44:02.652835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3004146-c3e4-448c-93e5-3ec765f85198 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:44:02.653402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68db95f0-6cdb-4870-90ab-e7a179dd3cc8 req-e6d2662c-a507-460b-b948-dd2ef263dbf8 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633608 Feb 09 20:44:02.667055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Checking segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:02.667458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Network hostable DHCP agents. Network: 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:44:02.679072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Publish callbacks [] for port (a3004146-c3e4-448c-93e5-3ec765f85198), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:02.682087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52df283-8303-4f51-85c2-e6e558df4ce9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:02.727188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Transition to ACTIVE for port object a3004146-c3e4-448c-93e5-3ec765f85198 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:44:02.740909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:02.756148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:44:02.756584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4622cec-bfc4-4beb-a92a-83f0320eab78 None None] The sync data for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 is: [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:44:00Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:44:02.780050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ba29fcad-ad7f-497e-b358-6185b846a7d2 None None] Current status of the port 2b070887-397d-4977-88cc-24b8383192e2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:02.862964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-259bdc0b-115e-4ec7-8b51-3a25498a9cf4 req-435ea7ec-264c-450b-b721-c5b1557d6221 service neutron] 10.222.0.13 "GET /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389344 Feb 09 20:44:02.906838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43cb8d87-a02b-4191-b64e-fdf8cbd04a0e req-fea0005f-5b32-4822-a6db-e2eb6b71c59d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2705548 Feb 09 20:44:02.926745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:02.942027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:02.943081 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:02.994489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf0eb3e-e7a6-4231-90bf-1a9fe6b766c7 None None] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:44:03.039206 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-67f02b2b-c632-4957-ad58-dce36e8f0386 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1503582 Feb 09 20:44:03.064268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks [] for router_gateway (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:03.068890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Pushing event updated for resources: {'Port': ['ID=a3004146-c3e4-448c-93e5-3ec765f85198,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:03.115170 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:03.209990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Attempting to bind port a3004146-c3e4-448c-93e5-3ec765f85198 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:03.210374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Attempting to bind port a3004146-c3e4-448c-93e5-3ec765f85198 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:03.210714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Attempting to bind port a3004146-c3e4-448c-93e5-3ec765f85198 on network 86d00f9c-ad74-47ed-b373-fce806b38fa7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:03.229193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Port a3004146-c3e4-448c-93e5-3ec765f85198 on network 86d00f9c-ad74-47ed-b373-fce806b38fa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:44:03.230363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Attempting to bind port a3004146-c3e4-448c-93e5-3ec765f85198 on network 86d00f9c-ad74-47ed-b373-fce806b38fa7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:03.242841 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Publish callbacks [] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:03.255949 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:03.257568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:03.258924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Checking segment: {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:03.260236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Bound using segment: {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:03.261922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Bound port: a3004146-c3e4-448c-93e5-3ec765f85198, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76b2123-ce98-47ba-8317-099ffd5dd7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:03.262423 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:03.331096 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:44:03.367090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Network 81b85a02-fb46-40bc-b94b-0dff3c52efea is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:03.375931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a071e9-8b28-4a82-8211-1557a20c273a None None] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:44:03.387015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:03.394698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:03.418028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Pushing event updated for resources: {'Port': ['ID=3a23bd41-6356-4259-91e5-4f30e889f1e0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:03.514352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Allocated IP 172.25.4.191 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/4da589a1-b4f9-41c2-aeb9-33726cfb413f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:03.824177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2b070887-397d-4977-88cc-24b8383192e2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:03.911057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1999fc-a90b-476d-b4f8-400d72a7fc79 req-65d6e411-b9cd-48b1-a639-fd7906c5bffa tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:03.921579 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a1999fc-a90b-476d-b4f8-400d72a7fc79 req-65d6e411-b9cd-48b1-a639-fd7906c5bffa tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.4089091 Feb 09 20:44:04.085870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] For port a3004146-c3e4-448c-93e5-3ec765f85198, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:04.099498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] For port a3004146-c3e4-448c-93e5-3ec765f85198, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a3004146-c3e4-448c-93e5-3ec765f85198,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:04.105033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Attempting to bind port 3a23bd41-6356-4259-91e5-4f30e889f1e0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:04.106232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Attempting to bind port 3a23bd41-6356-4259-91e5-4f30e889f1e0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:04.106701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Attempting to bind port 3a23bd41-6356-4259-91e5-4f30e889f1e0 on network 81b85a02-fb46-40bc-b94b-0dff3c52efea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:04.114527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:04.139951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a1999fc-a90b-476d-b4f8-400d72a7fc79 req-8ad783f9-4f27-4dfc-a186-a825bebc7297 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927793 Feb 09 20:44:04.144392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:04.146667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Checking segment: {'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:04.163795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:04.163795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Bound using segment: {'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:04.163795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Bound port: 3a23bd41-6356-4259-91e5-4f30e889f1e0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:04.163795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:04.189126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks [] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:04.284615 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:04.301073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Pushing event updated for resources: {'Port': ['ID=a3004146-c3e4-448c-93e5-3ec765f85198,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:04.320330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2b070887-397d-4977-88cc-24b8383192e2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:04.321934 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2b070887-397d-4977-88cc-24b8383192e2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:04.341760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:04.348166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:04.354363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:04.392486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:04.393224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:04.394672 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-58a8a101-b0b6-444a-b972-9fb645176292 service neutron] 10.222.0.50 "PUT /v2.0/ports/a3004146-c3e4-448c-93e5-3ec765f85198 HTTP/1.1" status: 200 len: 1092 time: 3.1799541 Feb 09 20:44:04.395142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'tag': 'a3004146-c3e4-448c-93e5-3ec765f85198'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:04.407459 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7593017-8532-462f-bc21-107c1578fc63" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2df0e4-2277-482d-8e5b-d9cd31a4543f", "tag": "a3004146-c3e4-448c-93e5-3ec765f85198"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:04.417478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] For port 3a23bd41-6356-4259-91e5-4f30e889f1e0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:04.456329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] For port 3a23bd41-6356-4259-91e5-4f30e889f1e0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3a23bd41-6356-4259-91e5-4f30e889f1e0,segment=NetworkSegment(f0ed8833-9050-443e-913a-e960f386b497),segment_id=f0ed8833-9050-443e-913a-e960f386b497)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:04.475195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:04.635706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-7a894c79-4c09-468a-b585-df043b23c125 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:04.642832 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4da589a1-b4f9-41c2-aeb9-33726cfb413f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:04.643759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-7a894c79-4c09-468a-b585-df043b23c125 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.3732193 Feb 09 20:44:04.681582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-f3aa06a1-5123-4531-a8be-369f15cd41cb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/quotas/48a9b1c7b84b465ebc1a58968e7e1023 HTTP/1.1" status: 200 len: 375 time: 0.0362840 Feb 09 20:44:04.733577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2b070887-397d-4977-88cc-24b8383192e2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:04.744485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fb5ff-36c3-4afc-bee3-1d5c87f03971 None None] Pushing event updated for resources: {'Port': ['ID=3a23bd41-6356-4259-91e5-4f30e889f1e0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:04.750555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-108b18a1-d804-4124-9707-8c5d9d30c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:04.752200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-108b18a1-d804-4124-9707-8c5d9d30c10e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61960c9fd5d549f8a836a3a4ac4bc97b&device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 1126 time: 0.3008876 Feb 09 20:44:04.765741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-afe71d03-2be0-4697-8761-93a0ed59fd14 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832005 Feb 09 20:44:04.863189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a5e45-9c33-4d13-8371-b048cf0a9eb8 req-65519e20-3cea-4281-b52a-0e95bddf0a4b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:04.880306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c1a5e45-9c33-4d13-8371-b048cf0a9eb8 req-65519e20-3cea-4281-b52a-0e95bddf0a4b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.5367422 Feb 09 20:44:04.941729 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-8e48c371-718f-4130-9dcd-f48930469a21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3004146-c3e4-448c-93e5-3ec765f85198 HTTP/1.1" status: 200 len: 217 time: 0.1521335 Feb 09 20:44:05.136943 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c1a5e45-9c33-4d13-8371-b048cf0a9eb8 req-4bdcd980-ee88-4f62-be59-f3b992fea01d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557478 Feb 09 20:44:05.168198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-a134d5a8-3962-4b5d-979d-1613eca27ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:05.172884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-a134d5a8-3962-4b5d-979d-1613eca27ec4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b208131-13b3-44cd-8aad-a21b946ad838 HTTP/1.1" status: 200 len: 854 time: 0.2201111 Feb 09 20:44:05.178708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks [] for router_gateway (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:05.264039 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-609c4287-cd5f-4000-a76d-03f2de01fb69 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922693 Feb 09 20:44:05.440601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-c910cedc-77f3-4dbc-99dd-315a1ec4d7b9 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747687 Feb 09 20:44:05.485134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:05.500092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-c681997a-ae1e-4c14-ac79-c49364b43038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:05.501627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-c681997a-ae1e-4c14-ac79-c49364b43038 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86d00f9c-ad74-47ed-b373-fce806b38fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3222799 Feb 09 20:44:05.584561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3a23bd41-6356-4259-91e5-4f30e889f1e0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:05.713673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3a23bd41-6356-4259-91e5-4f30e889f1e0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:05.714163 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:05.852017 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0ad7f6-3fc5-4596-8866-ba8747b56ff2 x-openstack-request-id: req-9e0ad7f6-3fc5-4596-8866-ba8747b56ff2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:05.853433 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2df0e4-2277-482d-8e5b-d9cd31a4543f", "tag": "a3004146-c3e4-448c-93e5-3ec765f85198", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:05.855197 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9e0ad7f6-3fc5-4596-8866-ba8747b56ff2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:05.855919 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'tag': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'status': 'completed', 'code': 200} Feb 09 20:44:05.882655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3a23bd41-6356-4259-91e5-4f30e889f1e0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:05.882942 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:05.899212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-852fec73-9823-4237-be72-1a0635e1a80e service neutron] 10.222.0.50 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888631 Feb 09 20:44:05.965985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 3a23bd41-6356-4259-91e5-4f30e889f1e0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3a23bd41-6356-4259-91e5-4f30e889f1e0,segment=NetworkSegment(f0ed8833-9050-443e-913a-e960f386b497),segment_id=f0ed8833-9050-443e-913a-e960f386b497)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:05.972413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:06.105129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=3a23bd41-6356-4259-91e5-4f30e889f1e0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:06.115144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0160d12b-8954-4f23-a05a-fe3c940ff82d req-a865eead-5af1-412e-aa19-29ca18609332 service neutron] 10.222.0.50 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078102 Feb 09 20:44:06.298292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593017-8532-462f-bc21-107c1578fc63 req-82f0628d-f238-47d7-9bad-5292a391287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:06.300045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7593017-8532-462f-bc21-107c1578fc63 req-82f0628d-f238-47d7-9bad-5292a391287c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61960c9fd5d549f8a836a3a4ac4bc97b&device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 1126 time: 0.0897014 Feb 09 20:44:06.309582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6a1bc-5db4-4b8d-8102-200d3cc3b0d7 req-046c00cd-4923-4b37-8582-6db85a1367bf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:06.311237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3bf6a1bc-5db4-4b8d-8102-200d3cc3b0d7 req-046c00cd-4923-4b37-8582-6db85a1367bf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1951361 Feb 09 20:44:06.401208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557b770-1046-4063-b451-cf26563cce13 req-9b08b008-3ba7-426e-a348-9ad3ab4190c5 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:06.403075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c557b770-1046-4063-b451-cf26563cce13 req-9b08b008-3ba7-426e-a348-9ad3ab4190c5 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 1.0551746 Feb 09 20:44:06.408379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:44:06.486167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c372c-17a1-431a-90be-21d349d9fd21 None None] Network 81b85a02-fb46-40bc-b94b-0dff3c52efea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:44:06.490782 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3bf6a1bc-5db4-4b8d-8102-200d3cc3b0d7 req-0e511c97-2234-4533-84a5-39cc11ea5373 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703515 Feb 09 20:44:06.537333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593017-8532-462f-bc21-107c1578fc63 req-0b165bf3-8701-414e-85a4-25931a9090e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:06.538951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7593017-8532-462f-bc21-107c1578fc63 req-0b165bf3-8701-414e-85a4-25931a9090e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86d00f9c-ad74-47ed-b373-fce806b38fa7 HTTP/1.1" status: 200 len: 916 time: 0.2266669 Feb 09 20:44:06.603991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-711b610f-c384-43aa-b47d-3694df4e11bb None None] Provisioning complete for port 3a23bd41-6356-4259-91e5-4f30e889f1e0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:06.604574 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-711b610f-c384-43aa-b47d-3694df4e11bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:06.622973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7593017-8532-462f-bc21-107c1578fc63 req-adf10b06-18f6-4b90-a8b0-ef907cd611d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3004146-c3e4-448c-93e5-3ec765f85198 HTTP/1.1" status: 200 len: 217 time: 0.0772352 Feb 09 20:44:06.700464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:44:06.712850 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Sync routers for ids ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:44:06.720648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39508a1a-0fd3-43f9-9885-947107756afa req-31e06bf5-b574-4f2c-bedf-659ca126fa94 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 210 time: 0.0937254 Feb 09 20:44:06.732809 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Routers {'7ac84822-2212-48fb-9b3c-102ad0ef6d2b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:06.732809 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:06.749440 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c557b770-1046-4063-b451-cf26563cce13 req-cec5efb1-b10c-4eb3-97f0-357e80501b6d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3352013 Feb 09 20:44:06.775544 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:06.780694 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-76fb0ab8-300a-4146-9834-fcbe9208b1d8 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5376477 Feb 09 20:44:06.784098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:06.806973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-711b610f-c384-43aa-b47d-3694df4e11bb None None] Current status of the port 3a23bd41-6356-4259-91e5-4f30e889f1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:06.825974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593017-8532-462f-bc21-107c1578fc63 req-c2693ea9-0bf8-4819-963f-ba63fad041b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:06.827503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7593017-8532-462f-bc21-107c1578fc63 req-c2693ea9-0bf8-4819-963f-ba63fad041b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b208131-13b3-44cd-8aad-a21b946ad838 HTTP/1.1" status: 200 len: 854 time: 0.1971095 Feb 09 20:44:06.961543 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Set router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:07.018781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593017-8532-462f-bc21-107c1578fc63 req-2f2ed04b-d9c1-4a22-8a2a-f6494dd44380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:07.020716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7593017-8532-462f-bc21-107c1578fc63 req-2f2ed04b-d9c1-4a22-8a2a-f6494dd44380 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86d00f9c-ad74-47ed-b373-fce806b38fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1801088 Feb 09 20:44:07.062729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87b97-ed02-4d48-a7b6-4852fba5f5b3 req-8a4723bd-d8cc-47b5-bea1-37615a461c23 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:07.070067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70d87b97-ed02-4d48-a7b6-4852fba5f5b3 req-8a4723bd-d8cc-47b5-bea1-37615a461c23 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.2208543 Feb 09 20:44:07.144036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c628dca3-294e-4649-81b5-3b71c1972216 None None] Provisioning complete for port 3a23bd41-6356-4259-91e5-4f30e889f1e0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:07.144721 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c628dca3-294e-4649-81b5-3b71c1972216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:07.199971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70d87b97-ed02-4d48-a7b6-4852fba5f5b3 req-8586d82a-7f70-4e27-9915-585e192d4758 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289876 Feb 09 20:44:07.218386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7593017-8532-462f-bc21-107c1578fc63 req-de37121e-4d74-4e07-9cca-5bc9ceb256f6 service neutron] 10.222.0.50 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817086 Feb 09 20:44:07.322835 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:44:04Z', 'revision_number': 3, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port': {'id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:98:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:03Z', 'updated_at': '2022-02-09T20:44:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:07.346691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c628dca3-294e-4649-81b5-3b71c1972216 None None] Current status of the port 3a23bd41-6356-4259-91e5-4f30e889f1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:07.369452 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Checking router: 7ac84822-2212-48fb-9b3c-102ad0ef6d2b for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:44:07.370081 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Updating router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b port 4da589a1-b4f9-41c2-aeb9-33726cfb413f binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:44:07.407990 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:07.506815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3a23bd41-6356-4259-91e5-4f30e889f1e0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:07.516656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:07.522895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7593017-8532-462f-bc21-107c1578fc63 req-60072b65-9d91-427b-a64a-bc6ac1f5213a service neutron] 10.222.0.50 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982941 Feb 09 20:44:07.531528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-4ef279c3-cb23-4e36-8add-124155cb6e5b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:07.533239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-4ef279c3-cb23-4e36-8add-124155cb6e5b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.2023354 Feb 09 20:44:07.547974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Request body: {'port': {'device_id': '2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'admin_state_up': True, 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:07.627321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3a23bd41-6356-4259-91e5-4f30e889f1e0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:07.628807 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:07.696135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e76a31c-1df0-4ee5-b414-09aea0aa43b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:07.783219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3a23bd41-6356-4259-91e5-4f30e889f1e0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:07.818153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6f96-3290-4a9f-8140-ec8406d31082 req-d21d8a65-e96f-49eb-b9ac-b5a6296114d7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:07.826931 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b48a6f96-3290-4a9f-8140-ec8406d31082 req-d21d8a65-e96f-49eb-b9ac-b5a6296114d7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1840396 Feb 09 20:44:07.897124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6cd413d9-becb-4e97-895e-379116951462 req-b532df25-746b-4e9e-9065-9bf8afc5e9de tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 210 time: 0.0623529 Feb 09 20:44:07.898185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:44:07.902300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:07.932490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Allocated IP 172.20.0.1 (81b85a02-fb46-40bc-b94b-0dff3c52efea/4606613f-d3e6-4014-a0a8-1376fd8ffabd/ad7244eb-0589-4377-99bc-301d402ad352) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:07.950385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b48a6f96-3290-4a9f-8140-ec8406d31082 req-58b8106a-3c65-4cf9-856d-3378b5518501 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217349 Feb 09 20:44:08.030271 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Publish callbacks [] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.049142 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.115953 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24f20d-664e-471e-9342-22cde1c06cb5 None None] Pushing event updated for resources: {'Port': ['ID=4da589a1-b4f9-41c2-aeb9-33726cfb413f,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:08.154922 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Attempting to bind port 4da589a1-b4f9-41c2-aeb9-33726cfb413f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:08.155623 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Attempting to bind port 4da589a1-b4f9-41c2-aeb9-33726cfb413f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:08.156850 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Attempting to bind port 4da589a1-b4f9-41c2-aeb9-33726cfb413f on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:08.165607 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:08.166035 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:08.167637 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.167637 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:08.168033 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Bound port: 4da589a1-b4f9-41c2-aeb9-33726cfb413f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:08.169330 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.206487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Publish callbacks [] for port (ad7244eb-0589-4377-99bc-301d402ad352), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.219966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb19ad-e7c8-4082-80fe-84f138a3c4dc req-8b62cb9b-5d86-4db5-bf1f-f02d99c5c553 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:08.221563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7acb19ad-e7c8-4082-80fe-84f138a3c4dc req-8b62cb9b-5d86-4db5-bf1f-f02d99c5c553 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1569467 Feb 09 20:44:08.242570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Allocated IP 172.20.0.9 (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0/f52df283-8303-4f51-85c2-e6e558df4ce9/1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:08.251067 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] For port 4da589a1-b4f9-41c2-aeb9-33726cfb413f, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:08.271980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ad7244eb-0589-4377-99bc-301d402ad352), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.272427 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] For port 4da589a1-b4f9-41c2-aeb9-33726cfb413f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4da589a1-b4f9-41c2-aeb9-33726cfb413f,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:08.283640 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.357000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Network 81b85a02-fb46-40bc-b94b-0dff3c52efea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:08.375553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7acb19ad-e7c8-4082-80fe-84f138a3c4dc req-66b25782-255c-4c63-aa83-b94d070bd8a6 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1315341 Feb 09 20:44:08.413636 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Routers {'7ac84822-2212-48fb-9b3c-102ad0ef6d2b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:08.414390 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:43:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:08.430603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:08.437921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:08.510965 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24f20d-664e-471e-9342-22cde1c06cb5 None None] Pushing event updated for resources: {'Port': ['ID=4da589a1-b4f9-41c2-aeb9-33726cfb413f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:08.538126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7244eb-0589-4377-99bc-301d402ad352,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:08.600597 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] Set router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:08.612978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.640974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6e497-f214-42d6-88a2-78fa70894f8a req-b9145e6d-9128-4c8e-aca0-009c4ce4e906 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:08.642578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6b6e497-f214-42d6-88a2-78fa70894f8a req-b9145e6d-9128-4c8e-aca0-009c4ce4e906 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.2826042 Feb 09 20:44:08.703479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks [] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.744848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.794372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6b6e497-f214-42d6-88a2-78fa70894f8a req-e78ed3fe-5be0-42e3-a8c3-d328b22bbba7 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027415 Feb 09 20:44:08.815118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:08.819015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:08.827568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event updated for resources: {'Port': ['ID=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:08.839972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:08.896418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1cc731eb-c899-4d81-8696-8ad6fb02a191 None None] Provisioning complete for port ad7244eb-0589-4377-99bc-301d402ad352 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:08.897016 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cc731eb-c899-4d81-8696-8ad6fb02a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad7244eb-0589-4377-99bc-301d402ad352), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.931055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad7244eb-0589-4377-99bc-301d402ad352), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.938220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:08.939322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:08.948944 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:44:04Z', 'revision_number': 3, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port': {'id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:98:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:03Z', 'updated_at': '2022-02-09T20:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:08.997135 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50abe-b1e5-4ebc-8654-93e7cd02f0a7 None None] The sync data for ids ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'] in n-d-789963-29 is: [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:44:04Z', 'revision_number': 3, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port': {'id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:98:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:03Z', 'updated_at': '2022-02-09T20:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:44:09.007971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1cc731eb-c899-4d81-8696-8ad6fb02a191 None None] Port ad7244eb-0589-4377-99bc-301d402ad352 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:44:09.023040 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5ccf4b8b-b1a1-4b5b-a5fc-db1d8b8b150f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4795418 Feb 09 20:44:09.066132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Request body: {'port': {'device_id': '2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:09.161733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9dfe7-86ac-47e1-b4d9-cceef2592a5f req-eb775bef-814a-47cd-8b1b-e1f8a50f613a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:09.170605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89b9dfe7-86ac-47e1-b4d9-cceef2592a5f req-eb775bef-814a-47cd-8b1b-e1f8a50f613a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 931 time: 0.1526055 Feb 09 20:44:09.182310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7dbec-7a0a-4d5f-8675-80b16724e0f5 req-c54d40f6-01c4-4ce4-9dab-5a6bca0bca61 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:09.183909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cb7dbec-7a0a-4d5f-8675-80b16724e0f5 req-c54d40f6-01c4-4ce4-9dab-5a6bca0bca61 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1259928 Feb 09 20:44:09.260330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:09.288994 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89b9dfe7-86ac-47e1-b4d9-cceef2592a5f req-c31b3eaa-d9b1-4a11-a1fb-2e1c6c48c6f5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171470 Feb 09 20:44:09.309852 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cb7dbec-7a0a-4d5f-8675-80b16724e0f5 req-922dca22-1c71-4eea-a437-bb20adc2263d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009004 Feb 09 20:44:09.333881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Publish callbacks [] for port (ad7244eb-0589-4377-99bc-301d402ad352), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:09.338702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (ad7244eb-0589-4377-99bc-301d402ad352), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:09.514225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7244eb-0589-4377-99bc-301d402ad352,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:09.561438 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:09.700346 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38ae87dd-c41f-426f-bbfd-046f53dc6c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:09.720777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:44:09.731369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Publish callbacks [] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:09.746492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Transition to ACTIVE for port object 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:44:09.747641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb153087-6c1b-4277-ab3a-ad21379c5b7f req-97218112-abfb-442f-a1e3-64760318f972 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:09.749270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb153087-6c1b-4277-ab3a-ad21379c5b7f req-97218112-abfb-442f-a1e3-64760318f972 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.2264540 Feb 09 20:44:09.756962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:09.849950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Network 81b85a02-fb46-40bc-b94b-0dff3c52efea is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:09.865547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:09.882887 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb153087-6c1b-4277-ab3a-ad21379c5b7f req-2658467c-58cb-436c-bb1a-7e0e142b30b2 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1179914 Feb 09 20:44:09.899020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Pushing event updated for resources: {'Port': ['ID=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:10.058454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837c29-ac1d-4104-8d0d-eff752d019f2 req-fb7a039b-7a77-4a33-8610-0cf72b8ed2b7 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:10.060232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8837c29-ac1d-4104-8d0d-eff752d019f2 req-fb7a039b-7a77-4a33-8610-0cf72b8ed2b7 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.1381207 Feb 09 20:44:10.066523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Attempting to bind port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:10.067048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Attempting to bind port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:10.067483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Attempting to bind port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:10.074784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:44:10.075257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Attempting to bind port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:10.106857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:44:10.108882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:10.109205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Checking segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:10.109696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Bound using segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:10.110414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Bound port: 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:10.110885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:10.202033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] For port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:10.205813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] For port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:10.222382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8837c29-ac1d-4104-8d0d-eff752d019f2 req-cbe372d5-81bc-4a6d-9fa6-313696585021 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484566 Feb 09 20:44:10.230319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:10.289830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Pushing event updated for resources: {'Port': ['ID=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:10.303952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:10.304778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:10.306381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-5c071a71-4ec5-4005-98d4-1d3a18eae4cd service neutron] 10.222.0.13 "PUT /v2.0/ports/1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab HTTP/1.1" status: 200 len: 1092 time: 1.2465229 Feb 09 20:44:10.307529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88', 'tag': '1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:10.341574 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73aa626-505f-4add-9b62-3582101e83ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88", "tag": "1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:10.373292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8b2908b8-16c8-44de-933a-3e3059e841e6 None None] Provisioning complete for port ad7244eb-0589-4377-99bc-301d402ad352 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:10.374500 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b2908b8-16c8-44de-933a-3e3059e841e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad7244eb-0589-4377-99bc-301d402ad352), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:10.380335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:44:10.393149 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5b598995-a12e-4325-9808-0bdabf594d67 admin admin] 10.222.0.102 "PUT /v2.0/routers/7ac84822-2212-48fb-9b3c-102ad0ef6d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6025946 Feb 09 20:44:10.503634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-18f7de92-3db7-4b5f-8346-5949d76aeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:10.505113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-18f7de92-3db7-4b5f-8346-5949d76aeb6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 1126 time: 0.1399953 Feb 09 20:44:10.517030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8b2908b8-16c8-44de-933a-3e3059e841e6 None None] Port ad7244eb-0589-4377-99bc-301d402ad352 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:44:10.597882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac33c0-b6d7-4f6e-a19f-6d3c0aa03f63 req-b9794774-2ff4-4ffc-beef-90a3f391bcd2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:10.599598 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebac33c0-b6d7-4f6e-a19f-6d3c0aa03f63 req-b9794774-2ff4-4ffc-beef-90a3f391bcd2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 943 time: 0.1125193 Feb 09 20:44:10.603021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-400e8f8a-8b42-4ed7-89a5-845808ce945b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab HTTP/1.1" status: 200 len: 217 time: 0.0875709 Feb 09 20:44:10.627793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59248a3-daf2-44ca-ac35-3b757361c0b4 req-9e39e63a-6139-4eb6-8ad4-0f6c560ea212 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:10.629368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f59248a3-daf2-44ca-ac35-3b757361c0b4 req-9e39e63a-6139-4eb6-8ad4-0f6c560ea212 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1864479 Feb 09 20:44:10.695345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebac33c0-b6d7-4f6e-a19f-6d3c0aa03f63 req-487184f9-ae19-4d32-b6f5-a041be758735 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876701 Feb 09 20:44:10.707821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-600f17f3-ec04-46e7-9a48-2a2eeecdf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:10.709316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-600f17f3-ec04-46e7-9a48-2a2eeecdf727 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1007824 Feb 09 20:44:10.761164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-bb4937b5-e9c6-483b-83dc-c7b0ed1c2fa5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436006 Feb 09 20:44:10.776111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f59248a3-daf2-44ca-ac35-3b757361c0b4 req-d3076f72-4a59-4008-858b-6c53b2b6eb7c tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157672 Feb 09 20:44:10.777836 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ab0d34-c92c-4dc3-b344-e7dd59904ba1 x-openstack-request-id: req-98ab0d34-c92c-4dc3-b344-e7dd59904ba1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:10.778138 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88", "tag": "1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:10.778404 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-98ab0d34-c92c-4dc3-b344-e7dd59904ba1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:10.780690 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88', 'tag': '1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab', 'status': 'completed', 'code': 200} Feb 09 20:44:10.884808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-30762a18-6c5f-4ddb-9c9a-2e47f1950c38 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027570 Feb 09 20:44:10.999176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a59ce6-ab90-44be-83ec-c4b91a2c769e req-62ebfe6b-1517-45ab-bf70-86c7d4aaadb1 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086133 Feb 09 20:44:11.085199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:11.134228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73aa626-505f-4add-9b62-3582101e83ca req-0905da5a-7c86-46da-88e6-69f83c6c946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:11.136303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73aa626-505f-4add-9b62-3582101e83ca req-0905da5a-7c86-46da-88e6-69f83c6c946d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 1126 time: 0.0777831 Feb 09 20:44:11.155994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10648c-a83c-49e1-9998-fd7ee860d654 req-f5507b45-a2e5-42d3-8c13-3ed8ce50929a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:11.165980 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a10648c-a83c-49e1-9998-fd7ee860d654 req-f5507b45-a2e5-42d3-8c13-3ed8ce50929a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1459272 Feb 09 20:44:11.237926 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a10648c-a83c-49e1-9998-fd7ee860d654 req-ff4beaaa-f91f-4a57-ae04-a94c35748cb3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0708563 Feb 09 20:44:11.280875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73aa626-505f-4add-9b62-3582101e83ca req-6c3ea346-a7eb-4a70-bb17-6ba8a20c52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:11.282393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73aa626-505f-4add-9b62-3582101e83ca req-6c3ea346-a7eb-4a70-bb17-6ba8a20c52d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 913 time: 0.1369305 Feb 09 20:44:11.339675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73aa626-505f-4add-9b62-3582101e83ca req-74908f1d-02c1-43b3-85d5-d6295f65af79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab HTTP/1.1" status: 200 len: 217 time: 0.0481267 Feb 09 20:44:11.454370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73aa626-505f-4add-9b62-3582101e83ca req-229127b8-64b2-4e3f-baf6-ecfd8ac39d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:11.456039 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73aa626-505f-4add-9b62-3582101e83ca req-229127b8-64b2-4e3f-baf6-ecfd8ac39d40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1100395 Feb 09 20:44:11.512701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73aa626-505f-4add-9b62-3582101e83ca req-5503dba0-c851-4764-8cad-b50af36f0d07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473225 Feb 09 20:44:11.550808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5ea80-45e8-4011-9242-c05db2a4b25f req-16290c46-31be-4b65-b475-d47a33f079ba tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:11.552798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bec5ea80-45e8-4011-9242-c05db2a4b25f req-16290c46-31be-4b65-b475-d47a33f079ba tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.1884449 Feb 09 20:44:11.599428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4da589a1-b4f9-41c2-aeb9-33726cfb413f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:11.710718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4da589a1-b4f9-41c2-aeb9-33726cfb413f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:11.713084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:11.720466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Sync routers for ids ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:44:11.771960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Routers {'7ac84822-2212-48fb-9b3c-102ad0ef6d2b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:11.772593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:44:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:11.789090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73aa626-505f-4add-9b62-3582101e83ca req-30315743-e604-4b91-a2a5-a4376634ee1b service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564178 Feb 09 20:44:11.889338 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bec5ea80-45e8-4011-9242-c05db2a4b25f req-c29830cc-2737-4a48-ac1d-e43fb81334a9 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153775 Feb 09 20:44:11.909928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b412a-4a99-4939-b4da-33d34bdf98ed req-211238e0-a538-4d2d-bc13-8987bfa1f442 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:11.909928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e3b412a-4a99-4939-b4da-33d34bdf98ed req-211238e0-a538-4d2d-bc13-8987bfa1f442 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 943 time: 0.1080346 Feb 09 20:44:11.998610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e3b412a-4a99-4939-b4da-33d34bdf98ed req-53f4f3e2-06f8-4550-8dec-650b36a476b4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844471 Feb 09 20:44:12.025857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4da589a1-b4f9-41c2-aeb9-33726cfb413f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:12.026418 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:12.062489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 4da589a1-b4f9-41c2-aeb9-33726cfb413f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4da589a1-b4f9-41c2-aeb9-33726cfb413f,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:12.066700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73aa626-505f-4add-9b62-3582101e83ca req-57f32918-4a76-406b-8480-748de4707571 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620571 Feb 09 20:44:12.070712 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:12.074022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Set router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:12.158678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d4398-933c-4259-8211-865672d2e4d0 req-6ef3114c-0c75-4d97-81b9-dfae27b0a7d7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:12.164122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-653d4398-933c-4259-8211-865672d2e4d0 req-6ef3114c-0c75-4d97-81b9-dfae27b0a7d7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1572261 Feb 09 20:44:12.266873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-653d4398-933c-4259-8211-865672d2e4d0 req-72510f0d-317f-45d5-8b12-ea83f6f31df6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939837 Feb 09 20:44:12.358679 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=4da589a1-b4f9-41c2-aeb9-33726cfb413f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:12.392030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:44:08Z', 'revision_number': 4, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port': {'id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:98:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:03Z', 'updated_at': '2022-02-09T20:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad7244eb-0589-4377-99bc-301d402ad352', 'name': '', 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'mac_address': 'fa:16:3e:5d:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4606613f-d3e6-4014-a0a8-1376fd8ffabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:07Z', 'updated_at': '2022-02-09T20:44:09Z', 'revision_number': 2, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'subnets': [{'id': '4606613f-d3e6-4014-a0a8-1376fd8ffabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:12.401174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43733f79-a74d-4279-ba47-996bcc2413de req-a4d69d4c-26b9-4af4-baaa-9e95f166e016 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:12.411121 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43733f79-a74d-4279-ba47-996bcc2413de req-a4d69d4c-26b9-4af4-baaa-9e95f166e016 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.0815978 Feb 09 20:44:12.423330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Checking router: 7ac84822-2212-48fb-9b3c-102ad0ef6d2b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:44:12.423740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Updating router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b port ad7244eb-0589-4377-99bc-301d402ad352 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:44:12.457826 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad7244eb-0589-4377-99bc-301d402ad352), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:12.498430 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43733f79-a74d-4279-ba47-996bcc2413de req-6bb49f6d-8407-4d94-b7ac-552ad8cc2e6a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0863509 Feb 09 20:44:12.618527 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:13.018778 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Publish callbacks [] for port (ad7244eb-0589-4377-99bc-301d402ad352), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:13.035989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ad7244eb-0589-4377-99bc-301d402ad352), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:13.158105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb443d8-c7e5-454c-a9af-1132e5958551 req-7eae73f5-c1dc-49f7-8126-fcf9a0ab1842 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:13.165807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42ec96-e246-4fb3-ac0d-baeac8bcdaa8 None None] Pushing event updated for resources: {'Port': ['ID=ad7244eb-0589-4377-99bc-301d402ad352,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:13.173564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fb443d8-c7e5-454c-a9af-1132e5958551 req-7eae73f5-c1dc-49f7-8126-fcf9a0ab1842 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.1657863 Feb 09 20:44:13.275561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Attempting to bind port ad7244eb-0589-4377-99bc-301d402ad352 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:13.276383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Attempting to bind port ad7244eb-0589-4377-99bc-301d402ad352 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:13.277118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Attempting to bind port ad7244eb-0589-4377-99bc-301d402ad352 on network 81b85a02-fb46-40bc-b94b-0dff3c52efea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:13.285698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:13.286515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Checking segment: {'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:13.287271 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:13.287897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Bound using segment: {'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:13.290350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Bound port: ad7244eb-0589-4377-99bc-301d402ad352, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed8833-9050-443e-913a-e960f386b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:13.291116 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad7244eb-0589-4377-99bc-301d402ad352), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:13.310120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130230-d4a2-4bc8-bdab-a5dcf3050565 req-a1169291-2a77-43b7-982e-1fe64c9bef92 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:13.316021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-04130230-d4a2-4bc8-bdab-a5dcf3050565 req-a1169291-2a77-43b7-982e-1fe64c9bef92 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 943 time: 0.1503105 Feb 09 20:44:13.318445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fb443d8-c7e5-454c-a9af-1132e5958551 req-72af661e-8ea2-439d-a6b8-790559bb6f49 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364343 Feb 09 20:44:13.432966 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-04130230-d4a2-4bc8-bdab-a5dcf3050565 req-b6a79fae-0bad-48d3-806e-d41ecf7a263b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108170 Feb 09 20:44:13.448551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] For port ad7244eb-0589-4377-99bc-301d402ad352, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:13.459590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] For port ad7244eb-0589-4377-99bc-301d402ad352, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad7244eb-0589-4377-99bc-301d402ad352,segment=NetworkSegment(f0ed8833-9050-443e-913a-e960f386b497),segment_id=f0ed8833-9050-443e-913a-e960f386b497)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:13.467974 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ad7244eb-0589-4377-99bc-301d402ad352), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:13.580508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4da589a1-b4f9-41c2-aeb9-33726cfb413f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:13.678843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Routers {'7ac84822-2212-48fb-9b3c-102ad0ef6d2b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:13.679501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:44:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:13.702476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b1b71-8c2a-43b8-b190-0158fe9196d9 req-04f6a890-889e-4ff1-aa7a-01a675a605d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:13.704053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-064b1b71-8c2a-43b8-b190-0158fe9196d9 req-04f6a890-889e-4ff1-aa7a-01a675a605d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1995826 Feb 09 20:44:13.776925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ea3a8-4151-436c-bbdc-e83820c10006 req-d06cf8d5-ecd7-4ad9-88cd-6fcc75149f3e tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:13.790521 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-816ea3a8-4151-436c-bbdc-e83820c10006 req-d06cf8d5-ecd7-4ad9-88cd-6fcc75149f3e tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1160460 Feb 09 20:44:13.808420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-064b1b71-8c2a-43b8-b190-0158fe9196d9 req-4f3f86fe-ff39-49fe-b09a-c59044a85ee8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984004 Feb 09 20:44:13.876765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-816ea3a8-4151-436c-bbdc-e83820c10006 req-f9ef193b-841b-4e85-9ff8-e0d8edb5f7b4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0804548 Feb 09 20:44:13.896594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42ec96-e246-4fb3-ac0d-baeac8bcdaa8 None None] Pushing event updated for resources: {'Port': ['ID=ad7244eb-0589-4377-99bc-301d402ad352,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:13.936007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3d4ae41a-56f0-4f23-af71-bf9d848b3163 None None] Provisioning complete for port ad7244eb-0589-4377-99bc-301d402ad352 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:13.936385 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae41a-56f0-4f23-af71-bf9d848b3163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad7244eb-0589-4377-99bc-301d402ad352), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:13.982347 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:14.038336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4da589a1-b4f9-41c2-aeb9-33726cfb413f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:14.039147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:14.073943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] Set router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:14.253182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ae41a-56f0-4f23-af71-bf9d848b3163 None None] Current status of the port ad7244eb-0589-4377-99bc-301d402ad352 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:14.253624 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae41a-56f0-4f23-af71-bf9d848b3163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad7244eb-0589-4377-99bc-301d402ad352), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:14.348605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:44:14.360140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3d4ae41a-56f0-4f23-af71-bf9d848b3163 None None] For port ad7244eb-0589-4377-99bc-301d402ad352, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad7244eb-0589-4377-99bc-301d402ad352,segment=NetworkSegment(f0ed8833-9050-443e-913a-e960f386b497),segment_id=f0ed8833-9050-443e-913a-e960f386b497)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:14.366620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4da589a1-b4f9-41c2-aeb9-33726cfb413f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:14.387586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae41a-56f0-4f23-af71-bf9d848b3163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ad7244eb-0589-4377-99bc-301d402ad352), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:14.596413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca757-0fb8-45d1-85d4-aef787a7b7c7 req-f878c8ab-239b-43cf-8d0c-5b54ec3cec3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:14.603646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07cca757-0fb8-45d1-85d4-aef787a7b7c7 req-f878c8ab-239b-43cf-8d0c-5b54ec3cec3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.1185791 Feb 09 20:44:14.640366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ae41a-56f0-4f23-af71-bf9d848b3163 None None] Pushing event updated for resources: {'Port': ['ID=ad7244eb-0589-4377-99bc-301d402ad352,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:14.667175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbf7c1-3ec6-47f2-a638-c1f7b4e3c43d req-3078ba4e-e2a0-4bac-9a7d-33b92fef4c3a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:14.669516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3bbf7c1-3ec6-47f2-a638-c1f7b4e3c43d req-3078ba4e-e2a0-4bac-9a7d-33b92fef4c3a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 943 time: 0.1258667 Feb 09 20:44:14.674596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-54e67e6f-0144-485a-984e-da25d7558ab0 None None] Provisioning complete for port ad7244eb-0589-4377-99bc-301d402ad352 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:14.681108 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54e67e6f-0144-485a-984e-da25d7558ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad7244eb-0589-4377-99bc-301d402ad352), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:14.720923 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07cca757-0fb8-45d1-85d4-aef787a7b7c7 req-0dda3f24-bd6f-4e19-9895-6f81133209fd tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082878 Feb 09 20:44:14.791920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3bbf7c1-3ec6-47f2-a638-c1f7b4e3c43d req-b4dc96fe-48c0-4fe7-b93b-157c4faaf2aa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081076 Feb 09 20:44:14.822361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:14.854353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'port_id': '1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab', 'mac_address': 'fa:16:3e:2e:97:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52df283-8303-4f51-85c2-e6e558df4ce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:44:14.869217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:44:08Z', 'revision_number': 4, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port': {'id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:03Z', 'updated_at': '2022-02-09T20:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad7244eb-0589-4377-99bc-301d402ad352', 'name': '', 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'mac_address': 'fa:16:3e:5d:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4606613f-d3e6-4014-a0a8-1376fd8ffabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:07Z', 'updated_at': '2022-02-09T20:44:13Z', 'revision_number': 4, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'subnets': [{'id': '4606613f-d3e6-4014-a0a8-1376fd8ffabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:14.923040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dc8b9-9796-448d-ae58-4cfe1c4ade76 None None] The sync data for ids ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'] in n-d-789963-29 is: [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:44:08Z', 'revision_number': 4, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port': {'id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:03Z', 'updated_at': '2022-02-09T20:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad7244eb-0589-4377-99bc-301d402ad352', 'name': '', 'network_id': '81b85a02-fb46-40bc-b94b-0dff3c52efea', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'mac_address': 'fa:16:3e:5d:a3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '4606613f-d3e6-4014-a0a8-1376fd8ffabd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:07Z', 'updated_at': '2022-02-09T20:44:13Z', 'revision_number': 4, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'subnets': [{'id': '4606613f-d3e6-4014-a0a8-1376fd8ffabd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:44:14.994487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:14.994487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:15.016350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-54e67e6f-0144-485a-984e-da25d7558ab0 None None] Current status of the port ad7244eb-0589-4377-99bc-301d402ad352 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:15.041844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:44:15.056014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3392c34-8258-4f94-baf2-00dc4ec0345d req-9189d374-6e73-48dd-bfa1-f321c12e7f37 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:15.068552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e3392c34-8258-4f94-baf2-00dc4ec0345d req-9189d374-6e73-48dd-bfa1-f321c12e7f37 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1349995 Feb 09 20:44:15.087584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:15.094107 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:15.142729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ab574-dd33-4810-a118-21061747241e req-6be9de9d-3294-48f1-8787-663ccc0274a2 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:15.144556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f0ab574-dd33-4810-a118-21061747241e req-6be9de9d-3294-48f1-8787-663ccc0274a2 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1179986 Feb 09 20:44:15.188370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e3392c34-8258-4f94-baf2-00dc4ec0345d req-31afebb2-47ca-4b25-a4b7-4501346e45c4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188636 Feb 09 20:44:15.230810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f0ab574-dd33-4810-a118-21061747241e req-3189ab5e-6ddf-4a3e-abd7-d82f7f1c4f5d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0781608 Feb 09 20:44:15.241491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:15.385537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:15.612823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad7244eb-0589-4377-99bc-301d402ad352 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:15.818497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ad7244eb-0589-4377-99bc-301d402ad352 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:15.819130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad7244eb-0589-4377-99bc-301d402ad352), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:15.976352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ad7244eb-0589-4377-99bc-301d402ad352 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:15.991675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe836d6e-ddb0-462d-9b75-2342f3507fc3 req-3a74edf1-6a58-41f7-8de8-8c2333accaa1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:16.008120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a080f3-9618-4f34-b952-4bfcf78ec8d5 req-9c2b97e3-b101-47e6-a065-0c77f2245125 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:16.015870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe836d6e-ddb0-462d-9b75-2342f3507fc3 req-3a74edf1-6a58-41f7-8de8-8c2333accaa1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.1441758 Feb 09 20:44:16.017469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93a080f3-9618-4f34-b952-4bfcf78ec8d5 req-9c2b97e3-b101-47e6-a065-0c77f2245125 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 944 time: 0.0965157 Feb 09 20:44:16.085757 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93a080f3-9618-4f34-b952-4bfcf78ec8d5 req-fdff3399-d9a1-4bc0-b9d5-716246414f1e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620141 Feb 09 20:44:16.124269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe836d6e-ddb0-462d-9b75-2342f3507fc3 req-e79bfac9-93c2-4395-bf45-cc76e8cada73 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074469 Feb 09 20:44:16.396690 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a91d40-0cd4-4756-8ae6-7f61e99e226a req-4cd22f8e-73e1-4b47-aec4-1bd625514d6d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:16.408455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80a91d40-0cd4-4756-8ae6-7f61e99e226a req-4cd22f8e-73e1-4b47-aec4-1bd625514d6d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1302743 Feb 09 20:44:16.469605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e269bb-68dc-423f-9810-7310f33d4b4b req-13117dc8-b160-4d9e-9b39-a9631450ed56 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:16.471190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08e269bb-68dc-423f-9810-7310f33d4b4b req-13117dc8-b160-4d9e-9b39-a9631450ed56 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1137269 Feb 09 20:44:16.503424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80a91d40-0cd4-4756-8ae6-7f61e99e226a req-23e0642d-8faf-480e-a259-04afb75be306 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936956 Feb 09 20:44:16.568262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08e269bb-68dc-423f-9810-7310f33d4b4b req-65c977d6-843f-4a1d-b852-994dbe3521b9 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0811484 Feb 09 20:44:17.256612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18e6ad-1c65-45f5-a1ba-d327038803db req-29b670fc-3c66-4902-89af-2dc0d5746d35 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:17.259289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c18e6ad-1c65-45f5-a1ba-d327038803db req-29b670fc-3c66-4902-89af-2dc0d5746d35 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 944 time: 0.0803185 Feb 09 20:44:17.340690 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c18e6ad-1c65-45f5-a1ba-d327038803db req-c24cd2b6-9e35-4748-940f-f4ef7f6b0a7a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693331 Feb 09 20:44:17.352489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987394-9eae-4c41-b47e-e2bcdf854ea2 req-9db12473-ed81-4c72-a2fc-a37a8e186d59 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:17.359563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8987394-9eae-4c41-b47e-e2bcdf854ea2 req-9db12473-ed81-4c72-a2fc-a37a8e186d59 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.0884440 Feb 09 20:44:17.428566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8987394-9eae-4c41-b47e-e2bcdf854ea2 req-6f367076-05f5-4045-89bc-d5a804806d2d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617046 Feb 09 20:44:17.673347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4965946-2c93-4a82-a443-b16fd2ac7b29 req-52d1e236-1790-42ed-8b73-709a9becdbff tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:17.675201 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4965946-2c93-4a82-a443-b16fd2ac7b29 req-52d1e236-1790-42ed-8b73-709a9becdbff tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.0949903 Feb 09 20:44:17.748794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281ebb-d307-4eaf-874d-9367d9435147 req-89a8a224-d43c-4930-8145-bc8cc7082617 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:17.754381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4965946-2c93-4a82-a443-b16fd2ac7b29 req-083bf6ef-4495-4b4e-8011-3fe36ffd7d27 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719430 Feb 09 20:44:17.756207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b281ebb-d307-4eaf-874d-9367d9435147 req-89a8a224-d43c-4930-8145-bc8cc7082617 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.0954592 Feb 09 20:44:17.813744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b281ebb-d307-4eaf-874d-9367d9435147 req-324aa3d4-569b-4266-8cc3-cd13ffe220e9 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0561931 Feb 09 20:44:18.371870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:18.462764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c07f82-e067-43e4-9bbf-51d812a077e9 req-41ad135b-0fcd-47af-b026-25a07faec963 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:18.470447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94c07f82-e067-43e4-9bbf-51d812a077e9 req-41ad135b-0fcd-47af-b026-25a07faec963 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 944 time: 0.0634303 Feb 09 20:44:18.496237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:44:18.500348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:18.500726 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:18.551600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94c07f82-e067-43e4-9bbf-51d812a077e9 req-97a19036-2e94-43d1-8449-9cc92352790d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799675 Feb 09 20:44:18.605109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311c050-65a5-4780-a407-01d31c8b0d52 req-013c2ea1-fabb-48a6-889c-c2f9195a5760 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:18.612310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1311c050-65a5-4780-a407-01d31c8b0d52 req-013c2ea1-fabb-48a6-889c-c2f9195a5760 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.0935977 Feb 09 20:44:18.678980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:18.679373 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:18.707623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1311c050-65a5-4780-a407-01d31c8b0d52 req-ddf1ffff-094d-4674-a139-14324e11014a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943143 Feb 09 20:44:18.725213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:18.728012 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7fa04b-076d-47c6-962c-597d684d8c0c" -d '{"events": [{"server_uuid": "2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88", "name": "network-vif-plugged", "status": "completed", "tag": "1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:18.742065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:18.748119 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:19.031428 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfffe844-b98a-476a-8bd6-f08e28d6615f x-openstack-request-id: req-bfffe844-b98a-476a-8bd6-f08e28d6615f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:19.032205 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88", "name": "network-vif-plugged", "status": "completed", "tag": "1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:19.032710 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bfffe844-b98a-476a-8bd6-f08e28d6615f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:19.033308 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab', 'code': 200} Feb 09 20:44:19.034408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98265454-96d9-4c80-b4bb-bf90c0a0541b req-f0b25334-5383-4853-98be-e630dad99981 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:19.041910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98265454-96d9-4c80-b4bb-bf90c0a0541b req-f0b25334-5383-4853-98be-e630dad99981 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1078157 Feb 09 20:44:19.053277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:19.068633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583cf55-eec2-4cd6-aeb1-46663de1b3e0 req-9d5a33c3-8f26-4a71-9d6a-e600485302aa tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:19.077481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c583cf55-eec2-4cd6-aeb1-46663de1b3e0 req-9d5a33c3-8f26-4a71-9d6a-e600485302aa tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1929524 Feb 09 20:44:19.102168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee754f-23e4-4b1c-a7c9-900c8053c9bf req-d7aa8606-e523-496a-ba86-66474166e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:19.104054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80ee754f-23e4-4b1c-a7c9-900c8053c9bf req-d7aa8606-e523-496a-ba86-66474166e6cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 1128 time: 0.2277453 Feb 09 20:44:19.125602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98265454-96d9-4c80-b4bb-bf90c0a0541b req-864b85c2-1a5c-4359-8c20-6354625181c5 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0708454 Feb 09 20:44:19.167001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c583cf55-eec2-4cd6-aeb1-46663de1b3e0 req-8e4afa8b-cb25-4862-a247-dbefd64a4329 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882394 Feb 09 20:44:19.185449 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80ee754f-23e4-4b1c-a7c9-900c8053c9bf req-045f67a1-6171-4174-955c-6bbe35bdf4a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666919 Feb 09 20:44:19.662333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c72408-040c-45c1-afe6-f8c56be00d3c req-58821284-57fe-4008-a3cd-b824b712c1ea tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:19.663875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90c72408-040c-45c1-afe6-f8c56be00d3c req-58821284-57fe-4008-a3cd-b824b712c1ea tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Feb 09 20:44:19.712407 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90c72408-040c-45c1-afe6-f8c56be00d3c req-11591aa1-9b1d-4b72-9d59-6b92daa2035b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Feb 09 20:44:19.824054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2ead0-1c7f-40c2-a1d4-4e26af174313 req-ade53370-f39d-47e2-ac41-f3c1e436fd51 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:19.831153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fa2ead0-1c7f-40c2-a1d4-4e26af174313 req-ade53370-f39d-47e2-ac41-f3c1e436fd51 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 946 time: 0.0641065 Feb 09 20:44:19.876818 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fa2ead0-1c7f-40c2-a1d4-4e26af174313 req-aa1366b5-81d6-44d4-b82d-c7aa892c8a65 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Feb 09 20:44:20.326291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f154a-a756-4e09-8843-108bfdca0464 req-966f8517-db33-4c1e-816e-fbc5541db0b0 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:20.328425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-714f154a-a756-4e09-8843-108bfdca0464 req-966f8517-db33-4c1e-816e-fbc5541db0b0 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1169450 Feb 09 20:44:20.335236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada02a0-5d92-4dba-b990-be04a54e8568 req-31b20f3f-c167-410b-9744-4750903f1d7b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:20.337842 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ada02a0-5d92-4dba-b990-be04a54e8568 req-31b20f3f-c167-410b-9744-4750903f1d7b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.0831714 Feb 09 20:44:20.408734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ada02a0-5d92-4dba-b990-be04a54e8568 req-d2ddb975-e2d9-4479-80ca-fc7491fc48a3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643079 Feb 09 20:44:20.446306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-714f154a-a756-4e09-8843-108bfdca0464 req-6f886d69-255f-4ebe-a942-e0e100d720fa tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1106777 Feb 09 20:44:20.844059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1103ffc-2f4d-4809-b3d6-5c4d06e099a7 req-ea6f9132-d601-4ea2-8f4f-e8c9edc27bcf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:20.845560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1103ffc-2f4d-4809-b3d6-5c4d06e099a7 req-ea6f9132-d601-4ea2-8f4f-e8c9edc27bcf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 945 time: 0.0537360 Feb 09 20:44:20.893491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1103ffc-2f4d-4809-b3d6-5c4d06e099a7 req-e66995ef-89af-4aab-8ff3-3e91971a5e3c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Feb 09 20:44:21.142765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88bd44-c86d-4fbc-9089-a784d4371c65 req-dc3349d8-5648-411c-8ace-fc0abf454dcf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:21.144446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e88bd44-c86d-4fbc-9089-a784d4371c65 req-dc3349d8-5648-411c-8ace-fc0abf454dcf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 945 time: 0.0580163 Feb 09 20:44:21.191938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e88bd44-c86d-4fbc-9089-a784d4371c65 req-c1914975-642d-4d40-be4a-3e1f310176df tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415547 Feb 09 20:44:21.426445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:21.538030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae422-8822-4827-921b-e2174e9e0278 req-f17a68f8-33e1-4452-8826-35314beaa0a9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:21.540162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5bae422-8822-4827-921b-e2174e9e0278 req-f17a68f8-33e1-4452-8826-35314beaa0a9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.0590320 Feb 09 20:44:21.575903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2d157-ad16-45c7-90f2-bb9b77cf80c3 req-cf4daca7-1b48-44d6-9723-06d87841ef43 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:21.577540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70c2d157-ad16-45c7-90f2-bb9b77cf80c3 req-cf4daca7-1b48-44d6-9723-06d87841ef43 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.0555034 Feb 09 20:44:21.589436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5bae422-8822-4827-921b-e2174e9e0278 req-6bd4b9b4-f1bb-464a-8fdb-051c21a3593f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Feb 09 20:44:21.629295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70c2d157-ad16-45c7-90f2-bb9b77cf80c3 req-b47d29ec-0939-4237-a2e4-7de1b8219dfb tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450528 Feb 09 20:44:22.314558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cf8a3-8228-4d44-ae1d-791820f16c2b req-0680b2d0-34a8-446e-95f3-90d14e5ef176 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:22.316062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d79cf8a3-8228-4d44-ae1d-791820f16c2b req-0680b2d0-34a8-446e-95f3-90d14e5ef176 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Feb 09 20:44:22.366727 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d79cf8a3-8228-4d44-ae1d-791820f16c2b req-92d012f2-d369-4462-ba6b-ed475e6ccff6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Feb 09 20:44:22.479326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-46b9673f-d705-4144-8ad2-6cd66d626ea3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:22.481005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-46b9673f-d705-4144-8ad2-6cd66d626ea3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 945 time: 0.0643766 Feb 09 20:44:22.585964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Deleting port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:44:22.587030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:22.730826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] For port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:22.734651 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:22.753414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad53e75-7b88-412c-84e8-e72699cf8466 req-0a3a76d6-3f01-4db1-a160-a4deed009dff tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:22.755585 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ad53e75-7b88-412c-84e8-e72699cf8466 req-0a3a76d6-3f01-4db1-a160-a4deed009dff tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.0602949 Feb 09 20:44:22.793889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Calling delete_port for 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:44:22.833903 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ad53e75-7b88-412c-84e8-e72699cf8466 req-6df58f78-76b1-4f78-a9d4-5729d1eae938 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711846 Feb 09 20:44:22.861873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a939a-1404-4a42-be26-ffd2b5ee20b6 req-49d0b7db-0bc4-4c64-88f3-e4662f09385d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:22.863392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-694a939a-1404-4a42-be26-ffd2b5ee20b6 req-49d0b7db-0bc4-4c64-88f3-e4662f09385d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1232488 Feb 09 20:44:23.264891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-694a939a-1404-4a42-be26-ffd2b5ee20b6 req-b1aed7a7-fdfa-4c37-ab5f-f684f9ab1137 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3916464 Feb 09 20:44:23.343005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:23.351790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 920a7e58-a70a-413e-ba80-657689eb8a6a details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:44:23.359834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:23.401566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event deleted for resources: {'Port': ['ID=1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:23.455420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] No DVR routers for this DVR port 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:44:23.463748 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:23.467415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3ebb575-5fe0-4b8b-b739-1c94757c9440 req-3c54d3bd-ba7d-4f95-aa9f-ebfb72d7c9f4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "DELETE /v2.0/ports/1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab HTTP/1.1" status: 204 len: 173 time: 0.9783957 Feb 09 20:44:23.468573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88', 'name': 'network-vif-deleted', 'tag': '1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:23.471126 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118a1d39-4ca2-40dd-8f8a-34dfccc89637" -d '{"events": [{"server_uuid": "2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88", "name": "network-vif-deleted", "tag": "1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:23.565462 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef08bf9-ee96-4827-84b5-b27625e4bfad x-openstack-request-id: req-aef08bf9-ee96-4827-84b5-b27625e4bfad {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:23.566119 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88", "name": "network-vif-deleted", "tag": "1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:23.566571 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aef08bf9-ee96-4827-84b5-b27625e4bfad {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:23.567180 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88', 'name': 'network-vif-deleted', 'tag': '1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab', 'status': 'completed', 'code': 200} Feb 09 20:44:23.567513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c66f141a-917b-48ac-8347-77623a785dbb req-1b6395f4-91b4-4c40-ac94-9f34414f02dd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2cb94ccc-f2ac-41b5-bf70-e3e8b428fb88 HTTP/1.1" status: 200 len: 210 time: 0.0617573 Feb 09 20:44:23.657108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:23.686196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'port_id': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'mac_address': 'fa:16:3e:52:c5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091a560-86de-4767-a80d-321e46e4694f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:44:23.735610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 920a7e58-a70a-413e-ba80-657689eb8a6a is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:23.736036 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:23.750881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 920a7e58-a70a-413e-ba80-657689eb8a6a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:44:23.774957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:23.781744 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:23.837484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:23.861287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['920a7e58-a70a-413e-ba80-657689eb8a6a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:24.088337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22992b-1851-4e0f-86ba-013e1f57e6f8 req-f5ef6714-cf0d-4c26-83b4-bdeb8eb6dcbf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:24.098539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d22992b-1851-4e0f-86ba-013e1f57e6f8 req-f5ef6714-cf0d-4c26-83b4-bdeb8eb6dcbf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.0955572 Feb 09 20:44:24.161422 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d22992b-1851-4e0f-86ba-013e1f57e6f8 req-2ff5ec96-c084-4b78-ba54-46ec2c081c62 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619605 Feb 09 20:44:24.455156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e961e6-1b85-41a7-ba53-0ea72d359bb5 req-4df8c96d-76e2-440b-8cd8-17fabd0d55aa tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:24.463720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a9e961e6-1b85-41a7-ba53-0ea72d359bb5 req-4df8c96d-76e2-440b-8cd8-17fabd0d55aa tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.1093884 Feb 09 20:44:24.532731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a9e961e6-1b85-41a7-ba53-0ea72d359bb5 req-44fd5cb4-a75c-4c5c-acdf-1a88b1e31df4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0635648 Feb 09 20:44:24.977993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2cf33-aad7-4ad8-9515-d432215e0748 req-c2acd843-ecb3-4dd8-a4fd-bdd1ce7434d9 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:24.986034 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2f2cf33-aad7-4ad8-9515-d432215e0748 req-c2acd843-ecb3-4dd8-a4fd-bdd1ce7434d9 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 945 time: 0.0873442 Feb 09 20:44:25.065960 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2f2cf33-aad7-4ad8-9515-d432215e0748 req-f9d97239-7b19-4500-b360-41c955bf751e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785005 Feb 09 20:44:25.074793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0df758-da95-4b99-a73a-c2f3cca084c4 req-58087a15-1b18-4515-970a-3b084b750194 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:25.077194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed0df758-da95-4b99-a73a-c2f3cca084c4 req-58087a15-1b18-4515-970a-3b084b750194 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 945 time: 0.0880697 Feb 09 20:44:25.153261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed0df758-da95-4b99-a73a-c2f3cca084c4 req-3522edea-6f5f-4e6e-afd3-32d510c1f651 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685468 Feb 09 20:44:25.352140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 920a7e58-a70a-413e-ba80-657689eb8a6a up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:25.457977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-c99b2a0e-a8ff-4f80-9013-bd31e8739e66 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:25.470862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-c99b2a0e-a8ff-4f80-9013-bd31e8739e66 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.2820592 Feb 09 20:44:25.472416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202dd59-8aef-4417-8483-d72281eed907 req-dfdc876c-c3ab-4679-bcf5-3587c08de157 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:25.474101 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8202dd59-8aef-4417-8483-d72281eed907 req-dfdc876c-c3ab-4679-bcf5-3587c08de157 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.1109018 Feb 09 20:44:25.495126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-9194dccc-6714-4d09-8d48-483b6b255a4c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:25.498402 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-9194dccc-6714-4d09-8d48-483b6b255a4c tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.13 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 945 time: 0.1246278 Feb 09 20:44:25.506900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 920a7e58-a70a-413e-ba80-657689eb8a6a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:25.507285 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:25.522218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-abfa2df5-1f5d-449a-bd6b-fe7061b87aed tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/quotas/48a9b1c7b84b465ebc1a58968e7e1023 HTTP/1.1" status: 200 len: 375 time: 0.0495586 Feb 09 20:44:25.596388 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-1073ee40-2dac-4117-90b0-329cb37d40ba tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714560 Feb 09 20:44:25.649377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 920a7e58-a70a-413e-ba80-657689eb8a6a is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:25.649928 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:25.734256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:25.738186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:25.745047 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5a7078-96f8-47f8-acbb-d047242fb04b" -d '{"events": [{"server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "name": "network-vif-plugged", "status": "completed", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:25.752913 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:25.792846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8202dd59-8aef-4417-8483-d72281eed907 req-2e5b5ac2-3389-4e7d-b339-c8297b758550 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921691 Feb 09 20:44:25.797260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-ae5dcf5d-2ffd-48d4-8c89-6d9b08396a70 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941557 Feb 09 20:44:25.857175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Deleting port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:44:25.857937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:26.035783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96a882-269f-45ef-8e24-d161f583a9ba req-81fb4dfb-a7b4-42c3-a201-dbc0109faee4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:26.045220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:26.045461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb96a882-269f-45ef-8e24-d161f583a9ba req-81fb4dfb-a7b4-42c3-a201-dbc0109faee4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.0937011 Feb 09 20:44:26.061784 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-1603bc2c-67ce-4723-b561-6705ba7b8361 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628355 Feb 09 20:44:26.090068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] For port 19f5290b-60e2-4046-9e5f-024d74f7c6d7, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=19f5290b-60e2-4046-9e5f-024d74f7c6d7,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:26.090570 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:26.119078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Calling delete_port for 19f5290b-60e2-4046-9e5f-024d74f7c6d7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:44:26.141683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb96a882-269f-45ef-8e24-d161f583a9ba req-6634a360-1c7e-41a6-b0f4-8f37a78cae9f tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0916777 Feb 09 20:44:26.212329 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3919082f-585c-4da3-91cc-4680fd981f1b x-openstack-request-id: req-3919082f-585c-4da3-91cc-4680fd981f1b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:26.212654 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "name": "network-vif-plugged", "status": "completed", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:26.212901 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3919082f-585c-4da3-91cc-4680fd981f1b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:26.213302 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'code': 200} Feb 09 20:44:26.308563 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:26.434125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:44:26.521414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:44:26.521772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1a0c0d8c-6a0d-4f4c-95f0-e31a41e241ab not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:44:26.691648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c7d42-ad03-4ff0-a913-1b243d1f06ea req-04477da8-c76f-4611-b4b5-0fa66059cf48 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:26.713865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-681c7d42-ad03-4ff0-a913-1b243d1f06ea req-04477da8-c76f-4611-b4b5-0fa66059cf48 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=184962e0-13d6-4018-a187-a19287b14d3d HTTP/1.1" status: 200 len: 945 time: 0.1256921 Feb 09 20:44:26.736864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (19f5290b-60e2-4046-9e5f-024d74f7c6d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:26.751410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0dc6de85-8ff4-4544-aaec-a32506078f3e', '19f5290b-60e2-4046-9e5f-024d74f7c6d7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:26.821961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad475-4810-4796-ac76-1b6f735ba860 req-889aadd3-c70a-40b2-a479-2d1299f14ce5 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:26.834920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a06ad475-4810-4796-ac76-1b6f735ba860 req-889aadd3-c70a-40b2-a479-2d1299f14ce5 tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 945 time: 0.5686393 Feb 09 20:44:26.882323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-681c7d42-ad03-4ff0-a913-1b243d1f06ea req-a0842d65-fe90-4e8d-a5c7-ea1512a717da tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634376 Feb 09 20:44:27.018283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Pushing event deleted for resources: {'Port': ['ID=19f5290b-60e2-4046-9e5f-024d74f7c6d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:27.078654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.079012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.079627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.080005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.080404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.080740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.081069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.081481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.081823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.082158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.082555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.083071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.083712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:27.118965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] No DVR routers for this DVR port 19f5290b-60e2-4046-9e5f-024d74f7c6d7 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:44:27.129600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:27.134305 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e721a4aa-7fcf-4f9f-8b24-3389a9851867 req-8acf48c9-9404-4add-912d-80bf89471c2f tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.13 "DELETE /v2.0/ports/19f5290b-60e2-4046-9e5f-024d74f7c6d7 HTTP/1.1" status: 204 len: 173 time: 1.6009901 Feb 09 20:44:27.134827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'name': 'network-vif-deleted', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:27.138014 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7b9c43-99db-434b-b7f8-671911cb23ba" -d '{"events": [{"server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "name": "network-vif-deleted", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:27.152062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-2f842aa1-0544-4f20-8293-2e241c72a2da tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:27.154042 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-2f842aa1-0544-4f20-8293-2e241c72a2da tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.13 "GET /v2.0/ports?device_id=44644272-86c7-4c10-9fe5-f80f3bcee510 HTTP/1.1" status: 200 len: 945 time: 0.7746785 Feb 09 20:44:27.172632 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a06ad475-4810-4796-ac76-1b6f735ba860 req-296a516f-bfd3-412b-9851-10f3af3b895d tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.102 "GET /v2.0/security-groups?id=4e235ef8-980e-4947-8bed-ae18477e158d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316274 Feb 09 20:44:27.388164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-747033f4-4764-4466-a4ce-5c4f80c2cc9d req-50c8b93a-2f86-42ab-86d7-09f7b690270e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.0433996 Feb 09 20:44:27.508704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Deleting port 88bcbcb5-af65-4840-99fb-1bf62698b669 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:44:27.510999 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:27.723221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] For port 88bcbcb5-af65-4840-99fb-1bf62698b669, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=88bcbcb5-af65-4840-99fb-1bf62698b669,segment=NetworkSegment(2c60b229-12f5-42c7-971a-fe022fe29be3),segment_id=2c60b229-12f5-42c7-971a-fe022fe29be3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:27.725625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:27.773230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Calling delete_port for 88bcbcb5-af65-4840-99fb-1bf62698b669 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:44:27.963376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (88bcbcb5-af65-4840-99fb-1bf62698b669), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:27.976192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['88bcbcb5-af65-4840-99fb-1bf62698b669'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:28.176071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Pushing event deleted for resources: {'Port': ['ID=88bcbcb5-af65-4840-99fb-1bf62698b669,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:28.207602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] No DVR routers for this DVR port 88bcbcb5-af65-4840-99fb-1bf62698b669 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:44:28.213119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:28.217362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f2ad119-effb-49ce-a46a-b565ec9fae80 req-d1b94910-ff83-467b-ae05-836654e5ab6e tempest-VolumesAdminNegativeTest-312007575 tempest-VolumesAdminNegativeTest-312007575-project] 10.222.0.13 "DELETE /v2.0/ports/88bcbcb5-af65-4840-99fb-1bf62698b669 HTTP/1.1" status: 204 len: 173 time: 1.0404167 Feb 09 20:44:28.236186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a5170-74ed-4e0d-8931-f39c71f7e882 req-e8990ab5-52bf-4f25-906b-0e3dc9c2fa9a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:28.244371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-083a5170-74ed-4e0d-8931-f39c71f7e882 req-e8990ab5-52bf-4f25-906b-0e3dc9c2fa9a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.6785190 Feb 09 20:44:28.340821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-083a5170-74ed-4e0d-8931-f39c71f7e882 req-00f875e7-a68d-4967-94ef-247506ed846d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947919 Feb 09 20:44:28.465924 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94835377-57c4-4cef-bf06-990473b06554 x-openstack-request-id: req-94835377-57c4-4cef-bf06-990473b06554 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:28.468621 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184962e0-13d6-4018-a187-a19287b14d3d", "name": "network-vif-deleted", "tag": "19f5290b-60e2-4046-9e5f-024d74f7c6d7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:28.469453 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-94835377-57c4-4cef-bf06-990473b06554 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:28.470110 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184962e0-13d6-4018-a187-a19287b14d3d', 'name': 'network-vif-deleted', 'tag': '19f5290b-60e2-4046-9e5f-024d74f7c6d7', 'status': 'completed', 'code': 200} Feb 09 20:44:28.715535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-7743cad6-4897-4944-8825-63aba2588851 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:28.717479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-7743cad6-4897-4944-8825-63aba2588851 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.4069510 Feb 09 20:44:28.750240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Request body: {'port': {'device_id': '433b0b03-32cf-4b28-a5a4-60a5503f5b8c', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'admin_state_up': True, 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:28.880596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3931b-377e-42a8-9f6c-83d0e3054194 req-b189499c-8e42-4abe-a631-8083ee3990f5 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:28.902069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47c3931b-377e-42a8-9f6c-83d0e3054194 req-b189499c-8e42-4abe-a631-8083ee3990f5 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.3237028 Feb 09 20:44:29.127884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47c3931b-377e-42a8-9f6c-83d0e3054194 req-110cb800-5822-42a6-9807-c663b793fd86 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2245972 Feb 09 20:44:29.177165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:44:29.181579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:29.307677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:29.417357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Allocated IP 172.20.0.14 (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0/f52df283-8303-4f51-85c2-e6e558df4ce9/fa603fff-50c3-461f-8849-edc01a97918b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:29.434159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Deleting subnet 49be9e0f-5846-4b2f-a237-89dbf79d52cf {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:44:29.444555 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Publish callbacks [] for subnet (49be9e0f-5846-4b2f-a237-89dbf79d52cf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:29.529874 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (49be9e0f-5846-4b2f-a237-89dbf79d52cf), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:29.586571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (49be9e0f-5846-4b2f-a237-89dbf79d52cf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:29.666671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (49be9e0f-5846-4b2f-a237-89dbf79d52cf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:29.697711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6514bf77-0992-472a-a62b-54fc5fa6a2d2 req-de6d1112-9c40-4545-88d5-721ea930b5a7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.1879234 Feb 09 20:44:29.749134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49be9e0f-5846-4b2f-a237-89dbf79d52cf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:29.752355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:29.759927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/49be9e0f-5846-4b2f-a237-89dbf79d52cf HTTP/1.1" status: 204 len: 168 time: 0.4509230 Feb 09 20:44:29.760204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:29.769796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.770151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.770621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.770973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.771317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.771741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.772089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.772425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.773664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.774020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.774361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.775186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.775590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041369e3-7cfa-497f-a472-088a0ca1e910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:29.838105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks [] for port (fa603fff-50c3-461f-8849-edc01a97918b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.102182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (ab4f64ce-c6e4-4585-8356-8a570bef69c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.174739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fa603fff-50c3-461f-8849-edc01a97918b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.386385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:30.453138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 19f5290b-60e2-4046-9e5f-024d74f7c6d7 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:44:30.464248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:30.507297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44644272-86c7-4c10-9fe5-f80f3bcee510', 'name': 'network-vif-deleted', 'tag': '88bcbcb5-af65-4840-99fb-1bf62698b669'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:30.509593 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb6b95d-4460-458a-8754-de84552ec48d" -d '{"events": [{"server_uuid": "44644272-86c7-4c10-9fe5-f80f3bcee510", "name": "network-vif-deleted", "tag": "88bcbcb5-af65-4840-99fb-1bf62698b669"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:30.512344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:30.515456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 19f5290b-60e2-4046-9e5f-024d74f7c6d7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:44:30.519538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 19f5290b-60e2-4046-9e5f-024d74f7c6d7 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:44:30.521322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 88bcbcb5-af65-4840-99fb-1bf62698b669 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:44:30.573398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event updated for resources: {'Port': ['ID=fa603fff-50c3-461f-8849-edc01a97918b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:30.596253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:30.597788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.610595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17037f-9830-42ed-8412-60d5076e56e4 req-fbe2cbe5-477e-4725-a3bf-29a66553caa1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:30.613062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 88bcbcb5-af65-4840-99fb-1bf62698b669 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:44:30.614428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 88bcbcb5-af65-4840-99fb-1bf62698b669 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:44:30.619495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c17037f-9830-42ed-8412-60d5076e56e4 req-fbe2cbe5-477e-4725-a3bf-29a66553caa1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.5471261 Feb 09 20:44:30.651073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (ab4f64ce-c6e4-4585-8356-8a570bef69c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.690429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-057677e3-3e39-49dc-be4f-a4aad7ecbfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9499247 Feb 09 20:44:30.693211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4f64ce-c6e4-4585-8356-8a570bef69c1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:30.714376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Request body: {'port': {'device_id': '433b0b03-32cf-4b28-a5a4-60a5503f5b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:30.779669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c60b229-12f5-42c7-971a-fe022fe29be3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:30.780188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c60b229-12f5-42c7-971a-fe022fe29be3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:30.794814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-90b896d8-022b-4000-aa58-e52e5ed93f5d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:30.796754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-90b896d8-022b-4000-aa58-e52e5ed93f5d tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 947 time: 0.4085078 Feb 09 20:44:30.840428 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (2c60b229-12f5-42c7-971a-fe022fe29be3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.868737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2c60b229-12f5-42c7-971a-fe022fe29be3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.918116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c17037f-9830-42ed-8412-60d5076e56e4 req-d1819b13-21fd-47ab-8962-8a33e2427f2e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975612 Feb 09 20:44:30.949019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:44:30.949408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (2c60b229-12f5-42c7-971a-fe022fe29be3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.951364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa603fff-50c3-461f-8849-edc01a97918b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:44:30.953283 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:44:31.088981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Deleting port 0dc6de85-8ff4-4544-aaec-a32506078f3e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:44:31.089312 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:31.095725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (ab4f64ce-c6e4-4585-8356-8a570bef69c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:31.159367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:31.162701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] 10.222.0.102 "DELETE /v2.0/networks/ab4f64ce-c6e4-4585-8356-8a570bef69c1 HTTP/1.1" status: 204 len: 168 time: 1.4013076 Feb 09 20:44:31.167249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:31.254973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-344dba14-0ed6-4d1b-877f-eb21e8a70023 admin admin] Deleting subnet f8a0679d-c13e-43a5-96cc-fc1690a5faac {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:44:31.282842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847c42-8caf-40ce-8fff-9bbe1e03f077 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4f64ce-c6e4-4585-8356-8a570bef69c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:31.365685 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344dba14-0ed6-4d1b-877f-eb21e8a70023 admin admin] Publish callbacks [] for subnet (f8a0679d-c13e-43a5-96cc-fc1690a5faac), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:31.531491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344dba14-0ed6-4d1b-877f-eb21e8a70023 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (f8a0679d-c13e-43a5-96cc-fc1690a5faac), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:31.541576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27ce37-dca7-41d6-b2dc-a5ee65375265 req-208db9fa-dfe1-4377-941f-d5a267e1f945 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:31.543103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a27ce37-dca7-41d6-b2dc-a5ee65375265 req-208db9fa-dfe1-4377-941f-d5a267e1f945 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=fe021238-d46c-472b-8cd6-fc804e327a02 HTTP/1.1" status: 200 len: 947 time: 0.4337602 Feb 09 20:44:31.700315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] For port 0dc6de85-8ff4-4544-aaec-a32506078f3e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0dc6de85-8ff4-4544-aaec-a32506078f3e,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:31.700592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:31.707236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344dba14-0ed6-4d1b-877f-eb21e8a70023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f8a0679d-c13e-43a5-96cc-fc1690a5faac), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:31.822417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Calling delete_port for 0dc6de85-8ff4-4544-aaec-a32506078f3e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:44:31.838173 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a27ce37-dca7-41d6-b2dc-a5ee65375265 req-068f4623-cb4d-432c-a6f5-67ddccb83de7 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647078 Feb 09 20:44:32.018285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa603fff-50c3-461f-8849-edc01a97918b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:44:32.104588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Publish callbacks [] for port (fa603fff-50c3-461f-8849-edc01a97918b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:32.154081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Transition to ACTIVE for port object fa603fff-50c3-461f-8849-edc01a97918b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:44:32.177327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-46c48517-3bad-43f5-a730-ea50b6028362 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:32.178901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-46c48517-3bad-43f5-a730-ea50b6028362 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.4693382 Feb 09 20:44:32.183068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (fa603fff-50c3-461f-8849-edc01a97918b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:32.215749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:32.221139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344dba14-0ed6-4d1b-877f-eb21e8a70023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (f8a0679d-c13e-43a5-96cc-fc1690a5faac), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:32.693852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e42750-67b6-45d3-83b1-15874e67fe3a req-f4ae45bf-2800-463c-8127-5dbc96f89f33 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:32.696775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56e42750-67b6-45d3-83b1-15874e67fe3a req-f4ae45bf-2800-463c-8127-5dbc96f89f33 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.6817071 Feb 09 20:44:32.761697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dba14-0ed6-4d1b-877f-eb21e8a70023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a0679d-c13e-43a5-96cc-fc1690a5faac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:32.773896 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-344dba14-0ed6-4d1b-877f-eb21e8a70023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:32.777439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-344dba14-0ed6-4d1b-877f-eb21e8a70023 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/f8a0679d-c13e-43a5-96cc-fc1690a5faac HTTP/1.1" status: 204 len: 168 time: 1.5833657 Feb 09 20:44:32.780859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:32.808769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa603fff-50c3-461f-8849-edc01a97918b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:32.923513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56e42750-67b6-45d3-83b1-15874e67fe3a req-3b723342-f301-42c0-aec6-c8061bcdfc41 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2148232 Feb 09 20:44:32.949051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (4721af6a-5317-462e-8fed-d69bff839f81), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:32.960216 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.001395 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0dc6de85-8ff4-4544-aaec-a32506078f3e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.033696 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca32c9b-94e7-47eb-887e-29496d1950b1 x-openstack-request-id: req-cca32c9b-94e7-47eb-887e-29496d1950b1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:33.033991 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44644272-86c7-4c10-9fe5-f80f3bcee510", "name": "network-vif-deleted", "tag": "88bcbcb5-af65-4840-99fb-1bf62698b669", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:33.034254 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cca32c9b-94e7-47eb-887e-29496d1950b1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:33.034652 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44644272-86c7-4c10-9fe5-f80f3bcee510', 'name': 'network-vif-deleted', 'tag': '88bcbcb5-af65-4840-99fb-1bf62698b669', 'status': 'completed', 'code': 200} Feb 09 20:44:33.078575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Pushing event deleted for resources: {'Port': ['ID=0dc6de85-8ff4-4544-aaec-a32506078f3e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:33.098176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Attempting to bind port fa603fff-50c3-461f-8849-edc01a97918b on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:33.098525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Attempting to bind port fa603fff-50c3-461f-8849-edc01a97918b by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:33.098869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Attempting to bind port fa603fff-50c3-461f-8849-edc01a97918b on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:33.143588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (4721af6a-5317-462e-8fed-d69bff839f81), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.181675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4721af6a-5317-462e-8fed-d69bff839f81']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:33.198054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Port fa603fff-50c3-461f-8849-edc01a97918b on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:44:33.198054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Attempting to bind port fa603fff-50c3-461f-8849-edc01a97918b on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:33.202735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f252e706-2d22-4c92-8f10-9568815600a5') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:33.203038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f252e706-2d22-4c92-8f10-9568815600a5') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:33.215070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] No DVR routers for this DVR port 0dc6de85-8ff4-4544-aaec-a32506078f3e on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:44:33.223113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.223571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f252e706-2d22-4c92-8f10-9568815600a5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.226660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4727a40d-d894-470b-bd8d-d0edb1b760b1 req-e1cce8c0-0fde-4790-97ec-197020f01f35 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.13 "DELETE /v2.0/ports/0dc6de85-8ff4-4544-aaec-a32506078f3e HTTP/1.1" status: 204 len: 173 time: 2.4163601 Feb 09 20:44:33.242689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:33.243629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Checking segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:33.244062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Bound using segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:33.245157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Bound port: fa603fff-50c3-461f-8849-edc01a97918b, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:33.245522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa603fff-50c3-461f-8849-edc01a97918b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.254958 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f252e706-2d22-4c92-8f10-9568815600a5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.266681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:44:33.267151 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f252e706-2d22-4c92-8f10-9568815600a5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:44:33.274475 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:44:33.369935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4533860a-4e75-483e-95bb-d1e70228b4cd details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:44:33.372352 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (4721af6a-5317-462e-8fed-d69bff839f81), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.398410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.439739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] 10.222.0.102 "DELETE /v2.0/networks/4721af6a-5317-462e-8fed-d69bff839f81 HTTP/1.1" status: 204 len: 168 time: 0.6369066 Feb 09 20:44:33.485888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115ef67-95cd-4901-af62-f377afc79a31 req-021097f4-5369-46f5-a8d3-18db0df894eb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:33.487012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad3419-f41a-4c16-879a-72b03ec60fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4721af6a-5317-462e-8fed-d69bff839f81,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:33.488960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4115ef67-95cd-4901-af62-f377afc79a31 req-021097f4-5369-46f5-a8d3-18db0df894eb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 944 time: 0.3256707 Feb 09 20:44:33.659760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:33.686965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4533860a-4e75-483e-95bb-d1e70228b4cd has no active binding in host n-h2-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 20:44:33.732178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] For port fa603fff-50c3-461f-8849-edc01a97918b, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:33.736129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] For port fa603fff-50c3-461f-8849-edc01a97918b, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa603fff-50c3-461f-8849-edc01a97918b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:33.740622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:33.759008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (fa603fff-50c3-461f-8849-edc01a97918b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.880753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4115ef67-95cd-4901-af62-f377afc79a31 req-65414d68-8596-4869-aa4e-632309582399 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810945 Feb 09 20:44:33.930884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:33.932816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:33.935948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/fa603fff-50c3-461f-8849-edc01a97918b HTTP/1.1" status: 200 len: 1093 time: 3.2278533 Feb 09 20:44:34.004548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:34.109930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8794dfd9-b3a4-4ff9-819e-a7611f2d73b7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c08eb50b325f4a44a8791eb9d1d078ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1026535 Feb 09 20:44:34.112044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:34.152717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:34.161100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc90c4-af32-4c41-8da6-c95ef139f8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa603fff-50c3-461f-8849-edc01a97918b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:34.204719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d990-0142-43c1-a822-cfbe4eab3a50 admin admin] Publish callbacks [] for security_group (4e235ef8-980e-4947-8bed-ae18477e158d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:34.234997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d990-0142-43c1-a822-cfbe4eab3a50 admin admin] Publish callbacks [] for security_group (4e235ef8-980e-4947-8bed-ae18477e158d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:34.303472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d990-0142-43c1-a822-cfbe4eab3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4e235ef8-980e-4947-8bed-ae18477e158d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:34.311962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d990-0142-43c1-a822-cfbe4eab3a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:34.319152 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a5d3d990-0142-43c1-a822-cfbe4eab3a50 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4e235ef8-980e-4947-8bed-ae18477e158d HTTP/1.1" status: 204 len: 168 time: 0.2054791 Feb 09 20:44:34.336598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-63a15dfc-a620-47ee-b241-965dd073a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:34.339313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-63a15dfc-a620-47ee-b241-965dd073a905 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 1127 time: 0.3326931 Feb 09 20:44:34.340902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3d990-0142-43c1-a822-cfbe4eab3a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e235ef8-980e-4947-8bed-ae18477e158d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:34.347371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Publish callbacks [] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:34.370669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd226ab1-5fd0-46f9-8fed-e3a20e24b091 req-bafbf9bb-a1c7-47dd-a4e8-d027c043f1c1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:34.378331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd226ab1-5fd0-46f9-8fed-e3a20e24b091 req-bafbf9bb-a1c7-47dd-a4e8-d027c043f1c1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 945 time: 0.3016093 Feb 09 20:44:34.484588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:44:34.490008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:34.529604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 0dc6de85-8ff4-4544-aaec-a32506078f3e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:44:34.531212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-425661ea-7c1c-48af-89e6-d8dade968a02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa603fff-50c3-461f-8849-edc01a97918b HTTP/1.1" status: 200 len: 217 time: 0.1517994 Feb 09 20:44:34.537082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0dc6de85-8ff4-4544-aaec-a32506078f3e not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:44:34.702517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd226ab1-5fd0-46f9-8fed-e3a20e24b091 req-cf312bb5-395f-4001-8096-fb3daf2b087d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059793 Feb 09 20:44:34.773702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on host n-h1-789963-29 for vnic_type normal with profile {"migrating_to": "n-h2-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:34.773702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:34.773702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:34.802112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-bcec276b-8a62-429d-88a5-63372fd5393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:34.812687 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-bcec276b-8a62-429d-88a5-63372fd5393c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.2545247 Feb 09 20:44:34.813859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Pushing event updated for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:34.833763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:44:34.834167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Attempting to bind port 4533860a-4e75-483e-95bb-d1e70228b4cd on network 62ae563b-fea2-42e6-b971-404821062d8c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:34.869763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:34.870106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Checking segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:34.870492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Bound using segment: {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:34.870937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Bound port: 4533860a-4e75-483e-95bb-d1e70228b4cd, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '62ae563b-fea2-42e6-b971-404821062d8c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:34.871292 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:34.928111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-af587a2f-9f20-4abd-90e0-2e4cb9cc8348 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999753 Feb 09 20:44:35.127633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'name': 'network-vif-deleted', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e'}, {'name': 'network-changed', 'server_uuid': '433b0b03-32cf-4b28-a5a4-60a5503f5b8c', 'tag': 'fa603fff-50c3-461f-8849-edc01a97918b'}, {'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:35.133863 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0314daa8-6dae-4e01-ba06-1e2b8c96d417" -d '{"events": [{"server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "name": "network-vif-deleted", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e"}, {"name": "network-changed", "server_uuid": "433b0b03-32cf-4b28-a5a4-60a5503f5b8c", "tag": "fa603fff-50c3-461f-8849-edc01a97918b"}, {"server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "name": "network-vif-unplugged", "status": "completed", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:35.142407 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-cb55eef4-dfb7-441e-afe1-c9202d883dbf service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790874 Feb 09 20:44:35.147784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:35.237788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f242e3b8-2d0c-4f7d-bd66-e524bab148b3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f63e0c4b057d4410b3449a96bfb44f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883772 Feb 09 20:44:35.242789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:35.420863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bd570a7-8b2a-4efe-9eb6-b89fbd5152dc admin admin] Publish callbacks [] for security_group (4b18d021-dccb-4937-baae-7117c5537fe5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:35.453407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:35.463784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:35.502105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:35.505935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bd570a7-8b2a-4efe-9eb6-b89fbd5152dc admin admin] Publish callbacks [] for security_group (4b18d021-dccb-4937-baae-7117c5537fe5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:35.666590 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bd570a7-8b2a-4efe-9eb6-b89fbd5152dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4b18d021-dccb-4937-baae-7117c5537fe5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:35.670736 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bd570a7-8b2a-4efe-9eb6-b89fbd5152dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:35.672362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3bd570a7-8b2a-4efe-9eb6-b89fbd5152dc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4b18d021-dccb-4937-baae-7117c5537fe5 HTTP/1.1" status: 204 len: 168 time: 0.4285913 Feb 09 20:44:35.706546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd570a7-8b2a-4efe-9eb6-b89fbd5152dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18d021-dccb-4937-baae-7117c5537fe5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:35.782103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2c951-c69b-41ee-b8f4-ba10e67a8363 req-85a70b24-e995-4909-b4a5-84a7b3b7d6e5 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:35.785766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16b2c951-c69b-41ee-b8f4-ba10e67a8363 req-85a70b24-e995-4909-b4a5-84a7b3b7d6e5 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.6326556 Feb 09 20:44:35.941385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Pushing event updated for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:35.947965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:35.952067 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:35.959402 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-cd8b99f9-eb0c-4c47-be28-ace13a480e75 service neutron] 10.222.0.50 "PUT /v2.0/ports/4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 200 len: 1123 time: 3.7596490 Feb 09 20:44:35.971875 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ce0949-7ee1-4107-8b7e-3ec71d7ef9ef req-b5272ae5-34a6-45b1-b77f-b81bb57daf7d service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945201 Feb 09 20:44:36.035296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['4533860a-4e75-483e-95bb-d1e70228b4cd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:36.076765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16b2c951-c69b-41ee-b8f4-ba10e67a8363 req-f927f9c9-53d6-4721-99f0-10b62025b6b7 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2695808 Feb 09 20:44:36.191257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['4533860a-4e75-483e-95bb-d1e70228b4cd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:36.661930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a64c42-68f4-4ed0-9ff4-46bd86b74d63 req-3945d39b-b279-47de-8aeb-2bef52868a71 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:36.663605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82a64c42-68f4-4ed0-9ff4-46bd86b74d63 req-3945d39b-b279-47de-8aeb-2bef52868a71 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 944 time: 0.1499076 Feb 09 20:44:36.754576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82a64c42-68f4-4ed0-9ff4-46bd86b74d63 req-64fb694f-2c0c-41c8-9edf-b452dcaaca04 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813439 Feb 09 20:44:36.877630 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a93f960-bdbe-4e58-b76b-37cf632c09a8 x-openstack-request-id: req-1a93f960-bdbe-4e58-b76b-37cf632c09a8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:36.878933 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe021238-d46c-472b-8cd6-fc804e327a02", "name": "network-vif-deleted", "tag": "0dc6de85-8ff4-4544-aaec-a32506078f3e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "433b0b03-32cf-4b28-a5a4-60a5503f5b8c", "tag": "fa603fff-50c3-461f-8849-edc01a97918b", "status": "completed", "code": 200}, {"server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "name": "network-vif-unplugged", "status": "completed", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:36.879534 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1a93f960-bdbe-4e58-b76b-37cf632c09a8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:36.880258 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe021238-d46c-472b-8cd6-fc804e327a02', 'name': 'network-vif-deleted', 'tag': '0dc6de85-8ff4-4544-aaec-a32506078f3e', 'status': 'completed', 'code': 200} Feb 09 20:44:36.880846 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433b0b03-32cf-4b28-a5a4-60a5503f5b8c', 'tag': 'fa603fff-50c3-461f-8849-edc01a97918b', 'status': 'completed', 'code': 200} Feb 09 20:44:36.881307 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd', 'code': 200} Feb 09 20:44:36.901088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-93254a42-fde1-45dc-9b4c-d2f3ffcfbff5 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:36.903745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-93254a42-fde1-45dc-9b4c-d2f3ffcfbff5 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.13 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 945 time: 0.1481528 Feb 09 20:44:37.385421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419a5e2-8fb2-405f-b80f-928699218920 req-18cf0655-6037-434f-8464-db0a5ab23a2b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:37.400930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0419a5e2-8fb2-405f-b80f-928699218920 req-18cf0655-6037-434f-8464-db0a5ab23a2b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.3443940 Feb 09 20:44:37.461574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-f3dee2b7-8241-4061-8ec8-e5398b010e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:37.463388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-f3dee2b7-8241-4061-8ec8-e5398b010e11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 1127 time: 0.5546916 Feb 09 20:44:37.523263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:37.604149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d3494e5-ad4d-4a4a-853c-2415eacf7b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:37.610801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Deleting port 1aaa6a06-d7e7-4691-85a2-9b50e460923f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:44:37.611250 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:37.764403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1266376287-network', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:37.771971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-ee5146ad-015e-4e06-84c5-6f201a169928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:37.774276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-ee5146ad-015e-4e06-84c5-6f201a169928 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 913 time: 0.3015058 Feb 09 20:44:37.791865 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0419a5e2-8fb2-405f-b80f-928699218920 req-5b85b876-2ee3-438d-95d2-c916ed5094af tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876789 Feb 09 20:44:37.823772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Made reservation on behalf of eaa94e2fcf4f4c16a5940ddc51e7a3eb for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:44:37.832970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:37.860916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-3b221166-5045-4fe6-8039-50124c90ef6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa603fff-50c3-461f-8849-edc01a97918b HTTP/1.1" status: 200 len: 217 time: 0.0679502 Feb 09 20:44:37.896044 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:37.955389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] For port 1aaa6a06-d7e7-4691-85a2-9b50e460923f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1aaa6a06-d7e7-4691-85a2-9b50e460923f,segment=NetworkSegment(3d405d62-c3c2-4c5d-b4c1-2e6587711f5a),segment_id=3d405d62-c3c2-4c5d-b4c1-2e6587711f5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:37.956113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:37.994425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-b7daef64-b89f-4f63-9144-2be6e9633cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:37.995978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-b7daef64-b89f-4f63-9144-2be6e9633cc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1274555 Feb 09 20:44:37.997036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Calling delete_port for 1aaa6a06-d7e7-4691-85a2-9b50e460923f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:44:38.060596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-11aa998a-376b-48a7-9d37-18dec3b901aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465512 Feb 09 20:44:38.196087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Publish callbacks [] for security_group (45ec88df-ba2a-4727-8cc9-83a402866cd8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:38.207086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (45ec88df-ba2a-4727-8cc9-83a402866cd8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:38.271795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec88df-ba2a-4727-8cc9-83a402866cd8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:38.294558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:44:38.309005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4427107-c3e6-4df1-863e-9ae436f4de28 req-42e200d5-f334-4b0e-8ed2-c2c99b1a1dde tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:38.310555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4427107-c3e6-4df1-863e-9ae436f4de28 req-42e200d5-f334-4b0e-8ed2-c2c99b1a1dde tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/ports?device_id=51c76fda-e743-4de7-9aa4-27574849370b HTTP/1.1" status: 200 len: 945 time: 0.3896124 Feb 09 20:44:38.321386 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (16d183a5-39b8-46e8-bd9a-83e1e8c39e43), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:38.321386 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Added segment 16d183a5-39b8-46e8-bd9a-83e1e8c39e43 of type vlan for network b3c4a1c0-c58f-4203-a70c-c60825682ed0 Feb 09 20:44:38.413211 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b3c4a1c0-c58f-4203-a70c-c60825682ed0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:38.459996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-80560b8f-0770-4bad-a8df-84e11955158f service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968721 Feb 09 20:44:38.493056 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b3c4a1c0-c58f-4203-a70c-c60825682ed0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:38.494446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:38.494939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:38.583965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0314daa8-6dae-4e01-ba06-1e2b8c96d417 req-7d2e81b8-2d9f-4392-90af-2b162c6cc834 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160343 Feb 09 20:44:38.598118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0730293 Feb 09 20:44:38.599923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:38.603332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4427107-c3e6-4df1-863e-9ae436f4de28 req-8c7b7cff-1de3-477e-a3e6-9653c9c7d7eb tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.102 "GET /v2.0/security-groups?id=fee38728-b86b-4802-a9f7-7b4e95226b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646730 Feb 09 20:44:38.612340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Request body: {'subnet': {'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1266376287-subnet', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:38.666534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908d091-90b3-4567-b02e-84d88be1020d admin admin] Pushing event updated for resources: {'Network': ['ID=b3c4a1c0-c58f-4203-a70c-c60825682ed0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:38.673317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Made reservation on behalf of eaa94e2fcf4f4c16a5940ddc51e7a3eb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:44:38.679059 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:38.681774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b3c4a1c0-c58f-4203-a70c-c60825682ed0 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:44:38.691582 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1aaa6a06-d7e7-4691-85a2-9b50e460923f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:38.848114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Pushing event deleted for resources: {'Port': ['ID=1aaa6a06-d7e7-4691-85a2-9b50e460923f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:38.915733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:38.919868 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a" -d '{"events": [{"name": "network-changed", "server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:39.020419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] No DVR routers for this DVR port 1aaa6a06-d7e7-4691-85a2-9b50e460923f on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:44:39.035144 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:39.047072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-747855cc-8d07-4bdd-b5b6-26fff98f64ad req-c04cbd61-9c32-4ee5-986d-a6498999a2b8 tempest-LiveAutoBlockMigrationV225Test-1260174176 tempest-LiveAutoBlockMigrationV225Test-1260174176-project] 10.222.0.13 "DELETE /v2.0/ports/1aaa6a06-d7e7-4691-85a2-9b50e460923f HTTP/1.1" status: 204 len: 173 time: 2.1251180 Feb 09 20:44:39.104897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a5b53-23e4-4589-8950-32863be42bb9 req-2fb541c7-4b86-456e-8186-ddf3d51ffb15 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:39.109028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee8a5b53-23e4-4589-8950-32863be42bb9 req-2fb541c7-4b86-456e-8186-ddf3d51ffb15 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 943 time: 0.3570859 Feb 09 20:44:39.177484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (0d0d05ae-f39e-40c1-8c79-68392c9ab75f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:39.367511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee8a5b53-23e4-4589-8950-32863be42bb9 req-d9810b2b-ffe7-4a25-acd8-7c4e56afaf4f tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2457170 Feb 09 20:44:39.408800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a3004146-c3e4-448c-93e5-3ec765f85198 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:44:39.616209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744fb64-ee4b-43c3-a1c6-6cff9e7099d0 req-ba56d117-2dea-455a-ad26-bc91d7656184 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:39.627245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8744fb64-ee4b-43c3-a1c6-6cff9e7099d0 req-ba56d117-2dea-455a-ad26-bc91d7656184 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 944 time: 0.1297169 Feb 09 20:44:39.673806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a3004146-c3e4-448c-93e5-3ec765f85198, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a3004146-c3e4-448c-93e5-3ec765f85198,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:39.734073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'port_id': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'mac_address': 'fa:16:3e:e9:2c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:44:39.742632 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8744fb64-ee4b-43c3-a1c6-6cff9e7099d0 req-be5fdeb6-f536-4a14-bd49-aadce9f325c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140003 Feb 09 20:44:39.781668 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-90116f08-ddc4-4b90-95ab-7bea17f59deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:39.948444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port a3004146-c3e4-448c-93e5-3ec765f85198 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:39.948857 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:39.986173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3004146-c3e4-448c-93e5-3ec765f85198 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:44:40.036496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad0184-312a-41a6-9ac9-f16e69a08886 req-8cc6b535-0352-4270-8e99-8c07caaeadcf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:40.047966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a3004146-c3e4-448c-93e5-3ec765f85198, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a3004146-c3e4-448c-93e5-3ec765f85198,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:40.048746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7cad0184-312a-41a6-9ac9-f16e69a08886 req-8cc6b535-0352-4270-8e99-8c07caaeadcf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1554615 Feb 09 20:44:40.054239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:40.166643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7cad0184-312a-41a6-9ac9-f16e69a08886 req-9e8c3ea0-5821-468c-95bd-6b01797bbeb5 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144929 Feb 09 20:44:40.175586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=a3004146-c3e4-448c-93e5-3ec765f85198,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:40.193708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0d05ae-f39e-40c1-8c79-68392c9ab75f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:40.224620 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f4bfc2-f441-4a7a-b1b8-fe7874160abc x-openstack-request-id: req-43f4bfc2-f441-4a7a-b1b8-fe7874160abc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:40.225134 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:40.225577 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-43f4bfc2-f441-4a7a-b1b8-fe7874160abc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:40.226198 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd', 'status': 'completed', 'code': 200} Feb 09 20:44:40.302454 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:44:40.309909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['a3004146-c3e4-448c-93e5-3ec765f85198'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:40.319316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Checking segment: {'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:40.323943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Network hostable DHCP agents. Network: b3c4a1c0-c58f-4203-a70c-c60825682ed0, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:44:40.339431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:40.371638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-73381e99-940d-4d9c-9be3-93ee7201efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:40.374072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-73381e99-940d-4d9c-9be3-93ee7201efb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1157 time: 0.1243756 Feb 09 20:44:40.392637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Network b3c4a1c0-c58f-4203-a70c-c60825682ed0 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:44:40.416802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, b3c4a1c0-c58f-4203-a70c-c60825682ed0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:40.435633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:40.439210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:40.458752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01eeeb-a6eb-4d0a-8862-ee92d924ba8f None None] Network b3c4a1c0-c58f-4203-a70c-c60825682ed0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:44:40.508391 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ea08177f-b1da-4c41-a5b7-244a9ac83b00 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9036965 Feb 09 20:44:40.509205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:40.544219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:40.580202 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:40.582686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:40.658799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks [] for router_controller (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:40.702435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fa603fff-50c3-461f-8849-edc01a97918b details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:44:40.704366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1aaa6a06-d7e7-4691-85a2-9b50e460923f no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:44:40.767810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b5fbf5-37b1-4c0a-89b7-2c742933956f admin admin] Deleting subnet 9f63afb1-c10e-4345-ab56-2ecd1228ad55 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:44:40.775868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbf5-37b1-4c0a-89b7-2c742933956f admin admin] Publish callbacks [] for subnet (9f63afb1-c10e-4345-ab56-2ecd1228ad55), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:40.795287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 1aaa6a06-d7e7-4691-85a2-9b50e460923f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:44:40.795914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1aaa6a06-d7e7-4691-85a2-9b50e460923f not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:44:40.802856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-9ae23907-b08b-45df-b0ca-ace02abd0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:40.805809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-9ae23907-b08b-45df-b0ca-ace02abd0277 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.4087107 Feb 09 20:44:40.815181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286b4cd-b934-46f8-8da1-6288b784deb7 req-39735116-612b-488d-b1f1-be8b56be10e0 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:40.823320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3286b4cd-b934-46f8-8da1-6288b784deb7 req-39735116-612b-488d-b1f1-be8b56be10e0 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 944 time: 0.3115752 Feb 09 20:44:40.885404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-126a9fb6-befb-4249-ae37-33e748bd6119 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 200 len: 217 time: 0.0566838 Feb 09 20:44:40.893320 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbf5-37b1-4c0a-89b7-2c742933956f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (9f63afb1-c10e-4345-ab56-2ecd1228ad55), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:40.950410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks [] for router_gateway (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:41.063670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3286b4cd-b934-46f8-8da1-6288b784deb7 req-112b5fa5-b5af-41c5-b6d2-18013018cefe tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2358665 Feb 09 20:44:41.287804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:44:41.342879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-b3c4a1c0-c58f-4203-a70c-c60825682ed0', 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0', 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'fixed_ips': [{'subnet_id': '0d0d05ae-f39e-40c1-8c79-68392c9ab75f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:44:41.344456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:41.368468 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:41.428228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbf5-37b1-4c0a-89b7-2c742933956f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9f63afb1-c10e-4345-ab56-2ecd1228ad55), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:41.520714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-b47c2b9d-6f68-42ed-b52a-efd1be103bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:41.522185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-b47c2b9d-6f68-42ed-b52a-efd1be103bd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.6234927 Feb 09 20:44:41.678213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-3a19d7ce-eeea-44c0-9a49-44cbf96c17f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119280 Feb 09 20:44:41.688262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fa603fff-50c3-461f-8849-edc01a97918b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa603fff-50c3-461f-8849-edc01a97918b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:41.739382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d8556-5b2d-453b-9223-68c0b1d5702b req-8a2620d8-d2df-483f-b295-bbb451d0f5d2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:41.749558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-884d8556-5b2d-453b-9223-68c0b1d5702b req-8a2620d8-d2df-483f-b295-bbb451d0f5d2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 944 time: 0.5051465 Feb 09 20:44:41.770244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Allocated IP 172.20.0.2 (b3c4a1c0-c58f-4203-a70c-c60825682ed0/0d0d05ae-f39e-40c1-8c79-68392c9ab75f/24a3bdad-cbc4-4d98-a185-108db98f820b) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:41.778345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'fa603fff-50c3-461f-8849-edc01a97918b', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'port_id': 'fa603fff-50c3-461f-8849-edc01a97918b', 'mac_address': 'fa:16:3e:43:39:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52df283-8303-4f51-85c2-e6e558df4ce9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:44:41.819465 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks [] for router_gateway (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:41.873227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:41.993456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-884d8556-5b2d-453b-9223-68c0b1d5702b req-c173846c-cb26-4357-9b85-f936c84f1e7f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410223 Feb 09 20:44:42.069464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbf5-37b1-4c0a-89b7-2c742933956f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (9f63afb1-c10e-4345-ab56-2ecd1228ad55), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.172437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fbf5-37b1-4c0a-89b7-2c742933956f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.180290 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d0b5fbf5-37b1-4c0a-89b7-2c742933956f admin admin] 10.222.0.102 "DELETE /v2.0/subnets/9f63afb1-c10e-4345-ab56-2ecd1228ad55 HTTP/1.1" status: 204 len: 168 time: 1.8337538 Feb 09 20:44:42.181684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5fbf5-37b1-4c0a-89b7-2c742933956f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f63afb1-c10e-4345-ab56-2ecd1228ad55,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:42.190926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:42.218246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port fa603fff-50c3-461f-8849-edc01a97918b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:42.218834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa603fff-50c3-461f-8849-edc01a97918b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.322264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'name': 'network-vif-deleted', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:42.325833 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Allocated IP 172.25.4.193 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/19592b51-f581-4111-83ab-ed373eafed86) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:42.327379 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fdec58-df22-465d-b4dc-d701ebcc87c8" -d '{"events": [{"server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "name": "network-vif-deleted", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:42.383063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa603fff-50c3-461f-8849-edc01a97918b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:44:42.448748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fa603fff-50c3-461f-8849-edc01a97918b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa603fff-50c3-461f-8849-edc01a97918b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:42.465677 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fa603fff-50c3-461f-8849-edc01a97918b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.540683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-8fa3ed99-2847-4d94-a94c-7a0ae4a89cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489344 Feb 09 20:44:42.605147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4533860a-4e75-483e-95bb-d1e70228b4cd no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:44:42.687107 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks [] for port (19592b51-f581-4111-83ab-ed373eafed86), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.755592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (19592b51-f581-4111-83ab-ed373eafed86), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.807032 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (214975b9-d111-4bb8-ae3b-378a61143f53), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.838625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1465-20c5-4857-bc92-4d3cd0f5aa5b req-93176979-5f9d-4ed2-af18-356225a7e9d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:42.840394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b60b1465-20c5-4857-bc92-4d3cd0f5aa5b req-93176979-5f9d-4ed2-af18-356225a7e9d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.6959038 Feb 09 20:44:42.842309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c19b80f8-8fa5-4a4f-b8f2-6dc0f360483a req-f699a9c8-dc93-42ba-b146-257596677438 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769480 Feb 09 20:44:42.904576 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Publish callbacks [] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.911107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=fa603fff-50c3-461f-8849-edc01a97918b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:42.917208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Pushing event updated for resources: {'Port': ['ID=19592b51-f581-4111-83ab-ed373eafed86,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:42.924758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:42.956228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['fa603fff-50c3-461f-8849-edc01a97918b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:44:42.962520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.962968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.963332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.963695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.964038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:42.964183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.964381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.964718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.965056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.968291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.968650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.969009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.969353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.969690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:44:42.971846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:42.974681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:42.980213 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:43.208087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Network b3c4a1c0-c58f-4203-a70c-c60825682ed0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:43.221423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 4533860a-4e75-483e-95bb-d1e70228b4cd is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:43.227632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:43.287548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:43.425047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Attempting to bind port 24a3bdad-cbc4-4d98-a185-108db98f820b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:43.425820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Attempting to bind port 24a3bdad-cbc4-4d98-a185-108db98f820b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:43.426797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Attempting to bind port 24a3bdad-cbc4-4d98-a185-108db98f820b on network b3c4a1c0-c58f-4203-a70c-c60825682ed0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:43.430484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a3004146-c3e4-448c-93e5-3ec765f85198 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:43.503082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Pushing event updated for resources: {'Port': ['ID=24a3bdad-cbc4-4d98-a185-108db98f820b,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:43.576167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:43.576870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Checking segment: {'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:43.577943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:43.578448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Bound using segment: {'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:43.579043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Bound port: 24a3bdad-cbc4-4d98-a185-108db98f820b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:43.579655 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:43.614326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port a3004146-c3e4-448c-93e5-3ec765f85198 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:44:43.621546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port a3004146-c3e4-448c-93e5-3ec765f85198 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:43.622062 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:43.685431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks [] for router_gateway (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:43.896738 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (214975b9-d111-4bb8-ae3b-378a61143f53), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:43.982655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214975b9-d111-4bb8-ae3b-378a61143f53']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:44.001697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b60b1465-20c5-4857-bc92-4d3cd0f5aa5b req-4caaeca2-d13f-4751-a1ae-ee61d0c81668 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1528447 Feb 09 20:44:44.023468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:44.023866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d405d62-c3c2-4c5d-b4c1-2e6587711f5a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:44.054316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (3d405d62-c3c2-4c5d-b4c1-2e6587711f5a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.084836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3d405d62-c3c2-4c5d-b4c1-2e6587711f5a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.100646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:44:44.107101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] For port 24a3bdad-cbc4-4d98-a185-108db98f820b, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:44.110558 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (3d405d62-c3c2-4c5d-b4c1-2e6587711f5a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:44:44.120667 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:44:44.137954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] For port 24a3bdad-cbc4-4d98-a185-108db98f820b, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24a3bdad-cbc4-4d98-a185-108db98f820b,segment=NetworkSegment(16d183a5-39b8-46e8-bd9a-83e1e8c39e43),segment_id=16d183a5-39b8-46e8-bd9a-83e1e8c39e43)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:44.154799 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.272747 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.285411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.305363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028b93c-d92f-484a-a4a2-f29ec1c2730b None None] Pushing event updated for resources: {'Port': ['ID=24a3bdad-cbc4-4d98-a185-108db98f820b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:44.321639 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (214975b9-d111-4bb8-ae3b-378a61143f53), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.329215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.334836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] 10.222.0.102 "DELETE /v2.0/networks/214975b9-d111-4bb8-ae3b-378a61143f53 HTTP/1.1" status: 204 len: 168 time: 2.0932944 Feb 09 20:44:44.345167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:44.362839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port a3004146-c3e4-448c-93e5-3ec765f85198 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:44.363245 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.490646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0d021-32b6-4b69-ae31-425bae564f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=214975b9-d111-4bb8-ae3b-378a61143f53,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:44.503857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a3004146-c3e4-448c-93e5-3ec765f85198, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a3004146-c3e4-448c-93e5-3ec765f85198,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:44.510223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3004146-c3e4-448c-93e5-3ec765f85198'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:44.520357 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc98be8-5074-40de-8c8a-3d5545108126" -d '{"events": [{"server_uuid": "5e2df0e4-2277-482d-8e5b-d9cd31a4543f", "name": "network-vif-plugged", "status": "completed", "tag": "a3004146-c3e4-448c-93e5-3ec765f85198"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:44.544122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bced306-6e78-475c-b078-262a1f8fca54 req-55e6ccd3-9adc-4e45-b3e0-6757afd9b9ea tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:44.545113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:44.564567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bced306-6e78-475c-b078-262a1f8fca54 req-55e6ccd3-9adc-4e45-b3e0-6757afd9b9ea tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 944 time: 0.3520474 Feb 09 20:44:44.566736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fa603fff-50c3-461f-8849-edc01a97918b up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:44.655472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a3593b-1839-4648-8f93-9bb2bf5f05d7 admin admin] Deleting subnet f92815e2-00b8-4357-b841-d20a9d27a1b9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:44:44.669929 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a3593b-1839-4648-8f93-9bb2bf5f05d7 admin admin] Publish callbacks [] for subnet (f92815e2-00b8-4357-b841-d20a9d27a1b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.717353 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.731157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:44:44.747333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bced306-6e78-475c-b078-262a1f8fca54 req-6ec8829d-9045-4e2d-a8ba-816a5f8a6042 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1802099 Feb 09 20:44:44.782034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a3593b-1839-4648-8f93-9bb2bf5f05d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (f92815e2-00b8-4357-b841-d20a9d27a1b9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.891297 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f816a42-a886-4880-ae1b-719092b267c2 x-openstack-request-id: req-4f816a42-a886-4880-ae1b-719092b267c2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:44.891911 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c76fda-e743-4de7-9aa4-27574849370b", "name": "network-vif-deleted", "tag": "1aaa6a06-d7e7-4691-85a2-9b50e460923f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:44.892410 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4f816a42-a886-4880-ae1b-719092b267c2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:44.893054 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c76fda-e743-4de7-9aa4-27574849370b', 'name': 'network-vif-deleted', 'tag': '1aaa6a06-d7e7-4691-85a2-9b50e460923f', 'status': 'completed', 'code': 200} Feb 09 20:44:44.940506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port fa603fff-50c3-461f-8849-edc01a97918b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:44:44.952960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a3593b-1839-4648-8f93-9bb2bf5f05d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f92815e2-00b8-4357-b841-d20a9d27a1b9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:44.958811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=a3004146-c3e4-448c-93e5-3ec765f85198,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:45.011188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port fa603fff-50c3-461f-8849-edc01a97918b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:45.020273 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fa603fff-50c3-461f-8849-edc01a97918b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:45.152698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:44:45.165919 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Sync routers for ids ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:44:45.183503 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Routers {'48c8d231-c6e5-4598-8e90-bf91a3c1f17a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:45.185660 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:45.199337 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:45.203178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5f1bc9ab-3d6e-4703-a644-28654af1ae27 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6904588 Feb 09 20:44:45.203178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62673e28-0681-49e9-8093-8646ce633102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:45.203487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:45.305534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port fa603fff-50c3-461f-8849-edc01a97918b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:45.306073 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa603fff-50c3-461f-8849-edc01a97918b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:45.336296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc004783-5048-4849-86a7-054c7193a73c req-e85b2482-09a1-451e-b74d-e469f0dd7c1e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:45.362558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc004783-5048-4849-86a7-054c7193a73c req-e85b2482-09a1-451e-b74d-e469f0dd7c1e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 945 time: 0.2679961 Feb 09 20:44:45.426970 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a3593b-1839-4648-8f93-9bb2bf5f05d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (f92815e2-00b8-4357-b841-d20a9d27a1b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:45.435616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fa603fff-50c3-461f-8849-edc01a97918b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa603fff-50c3-461f-8849-edc01a97918b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:45.456505 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fa603fff-50c3-461f-8849-edc01a97918b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:45.570247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3593b-1839-4648-8f93-9bb2bf5f05d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92815e2-00b8-4357-b841-d20a9d27a1b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:45.594450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6a3593b-1839-4648-8f93-9bb2bf5f05d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:45.597898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f6a3593b-1839-4648-8f93-9bb2bf5f05d7 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/f92815e2-00b8-4357-b841-d20a9d27a1b9 HTTP/1.1" status: 204 len: 168 time: 1.2493117 Feb 09 20:44:45.602946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=fa603fff-50c3-461f-8849-edc01a97918b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:45.620902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:45.642308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc004783-5048-4849-86a7-054c7193a73c req-cf7b56da-7bd8-4946-84af-fdc9cbca91ff tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742066 Feb 09 20:44:45.722657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24a3bdad-cbc4-4d98-a185-108db98f820b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:45.775922 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Set router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:45.806774 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d5d872-5a6c-4eab-9aa7-e5cd58482241 x-openstack-request-id: req-44d5d872-5a6c-4eab-9aa7-e5cd58482241 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:45.808155 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2df0e4-2277-482d-8e5b-d9cd31a4543f", "name": "network-vif-plugged", "status": "completed", "tag": "a3004146-c3e4-448c-93e5-3ec765f85198", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:45.808647 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-44d5d872-5a6c-4eab-9aa7-e5cd58482241 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:45.810639 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'code': 200} Feb 09 20:44:45.969191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 24a3bdad-cbc4-4d98-a185-108db98f820b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:45.969722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.110128 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (77509c18-d4cb-4402-9e4d-fdd2b8124331), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.265638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af4953-8b4b-4bcb-8e2d-a92af6c12007 req-450da86c-72ae-4244-8e9a-9b7f28e002f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:46.269366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0af4953-8b4b-4bcb-8e2d-a92af6c12007 req-450da86c-72ae-4244-8e9a-9b7f28e002f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 1128 time: 0.3959072 Feb 09 20:44:46.271793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 24a3bdad-cbc4-4d98-a185-108db98f820b is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:46.292849 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.325360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a8053-2ddd-447f-bc1a-7cf606b31584 req-183ac888-5773-4932-8e7f-f41c75c88cd3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:46.339171 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-336a8053-2ddd-447f-bc1a-7cf606b31584 req-183ac888-5773-4932-8e7f-f41c75c88cd3 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.3301647 Feb 09 20:44:46.365531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 24a3bdad-cbc4-4d98-a185-108db98f820b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24a3bdad-cbc4-4d98-a185-108db98f820b,segment=NetworkSegment(16d183a5-39b8-46e8-bd9a-83e1e8c39e43),segment_id=16d183a5-39b8-46e8-bd9a-83e1e8c39e43)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:46.377985 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62673e28-0681-49e9-8093-8646ce633102 admin admin] Publish callbacks [] for security_group (aa9b782b-fb5b-4e6a-999a-4565c21fcf99), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.380359 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.398419 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '19592b51-f581-4111-83ab-ed373eafed86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:44:43Z', 'revision_number': 3, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port': {'id': '19592b51-f581-4111-83ab-ed373eafed86', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:41Z', 'updated_at': '2022-02-09T20:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:46.422520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62673e28-0681-49e9-8093-8646ce633102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (aa9b782b-fb5b-4e6a-999a-4565c21fcf99), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.495617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=24a3bdad-cbc4-4d98-a185-108db98f820b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:46.532745 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Checking router: 48c8d231-c6e5-4598-8e90-bf91a3c1f17a for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:44:46.533401 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Updating router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a port 19592b51-f581-4111-83ab-ed373eafed86 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:44:46.546390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62673e28-0681-49e9-8093-8646ce633102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9b782b-fb5b-4e6a-999a-4565c21fcf99,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:46.567411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-336a8053-2ddd-447f-bc1a-7cf606b31584 req-ee4c6674-b724-4f51-ac87-f4f44c195ee4 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241733 Feb 09 20:44:46.622666 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19592b51-f581-4111-83ab-ed373eafed86), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.672753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0af4953-8b4b-4bcb-8e2d-a92af6c12007 req-539de3c7-c2ae-416b-8ddb-ee3d84840984 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3968797 Feb 09 20:44:46.699392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c78eb15-968f-419c-9bbf-de4c125f2a4e None None] Network b3c4a1c0-c58f-4203-a70c-c60825682ed0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:44:46.744950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62673e28-0681-49e9-8093-8646ce633102 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2221368d93094d598b040a498f99ec65&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1986842 Feb 09 20:44:46.745606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:46.831368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (77509c18-d4cb-4402-9e4d-fdd2b8124331), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.896337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77509c18-d4cb-4402-9e4d-fdd2b8124331']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:46.912068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6c32dab4-fb91-460b-9787-3ca22bc5e1b6 None None] Provisioning complete for port 24a3bdad-cbc4-4d98-a185-108db98f820b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:46.912739 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c32dab4-fb91-460b-9787-3ca22bc5e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:46.936853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702f3cfb-7c43-4695-9fd8-fab4d843ed7c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:46.937080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702f3cfb-7c43-4695-9fd8-fab4d843ed7c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:46.942436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.000524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (702f3cfb-7c43-4695-9fd8-fab4d843ed7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.036876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (702f3cfb-7c43-4695-9fd8-fab4d843ed7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.038067 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e699b021-760b-4425-ba08-14c0d1f89002 admin admin] Publish callbacks [] for security_group (aa9b782b-fb5b-4e6a-999a-4565c21fcf99), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.049879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:44:47.050293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (702f3cfb-7c43-4695-9fd8-fab4d843ed7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:44:47.125428 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:44:47.135698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (77509c18-d4cb-4402-9e4d-fdd2b8124331), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.212089 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.224824 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] 10.222.0.102 "DELETE /v2.0/networks/77509c18-d4cb-4402-9e4d-fdd2b8124331 HTTP/1.1" status: 204 len: 168 time: 1.6025257 Feb 09 20:44:47.255330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def366f0-9a4f-4589-990f-525daa516a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=77509c18-d4cb-4402-9e4d-fdd2b8124331,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:47.271669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e699b021-760b-4425-ba08-14c0d1f89002 admin admin] Publish callbacks [] for security_group (aa9b782b-fb5b-4e6a-999a-4565c21fcf99), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.305922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6c32dab4-fb91-460b-9787-3ca22bc5e1b6 None None] Current status of the port 24a3bdad-cbc4-4d98-a185-108db98f820b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:47.391465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29a047-726a-4614-8a58-ab7efef0b1ad req-ad03f940-c12d-419f-bc30-4682ab97e326 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:47.407178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b29a047-726a-4614-8a58-ab7efef0b1ad req-ad03f940-c12d-419f-bc30-4682ab97e326 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.4299965 Feb 09 20:44:47.557608 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Publish callbacks [] for port (19592b51-f581-4111-83ab-ed373eafed86), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.561149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:47.577372 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (19592b51-f581-4111-83ab-ed373eafed86), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.620990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b29a047-726a-4614-8a58-ab7efef0b1ad req-2920360b-2611-40da-ae97-199bf2ded1c3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2126620 Feb 09 20:44:47.656912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24a3bdad-cbc4-4d98-a185-108db98f820b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:47.657502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e699b021-760b-4425-ba08-14c0d1f89002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (aa9b782b-fb5b-4e6a-999a-4565c21fcf99), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.660100 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e699b021-760b-4425-ba08-14c0d1f89002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.661756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e699b021-760b-4425-ba08-14c0d1f89002 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/aa9b782b-fb5b-4e6a-999a-4565c21fcf99 HTTP/1.1" status: 204 len: 168 time: 0.9130299 Feb 09 20:44:47.697885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699b021-760b-4425-ba08-14c0d1f89002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9b782b-fb5b-4e6a-999a-4565c21fcf99,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:47.702234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62a04e44-e7cc-451a-8bf9-b91cc98a9c53 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=97292526b23f47e7b063a919fd79ffee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396344 Feb 09 20:44:47.704859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:47.712904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Allocated IP 172.20.0.1 (b3c4a1c0-c58f-4203-a70c-c60825682ed0/0d0d05ae-f39e-40c1-8c79-68392c9ab75f/a44e96e0-fd23-4205-8dd3-922cf75dcc3b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:47.811882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b0b03-32cf-4b28-a5a4-60a5503f5b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa603fff-50c3-461f-8849-edc01a97918b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:47.816120 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74498621-4dcc-4745-8e50-8617cd51d7c8" -d '{"events": [{"server_uuid": "433b0b03-32cf-4b28-a5a4-60a5503f5b8c", "name": "network-vif-plugged", "status": "completed", "tag": "fa603fff-50c3-461f-8849-edc01a97918b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:47.855066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 24a3bdad-cbc4-4d98-a185-108db98f820b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:47.857474 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.903855 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a0956-bc0e-4cd8-8a0e-6806d0d5c6c2 None None] Pushing event updated for resources: {'Port': ['ID=19592b51-f581-4111-83ab-ed373eafed86,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:47.961653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3610caea-8a81-43ea-8f58-e53ae99fb314 admin admin] Publish callbacks [] for security_group (fee38728-b86b-4802-a9f7-7b4e95226b96), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:47.975131 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Attempting to bind port 19592b51-f581-4111-83ab-ed373eafed86 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:47.975511 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Attempting to bind port 19592b51-f581-4111-83ab-ed373eafed86 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:47.975932 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Attempting to bind port 19592b51-f581-4111-83ab-ed373eafed86 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:48.003908 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:48.004341 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:48.005867 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.006247 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:48.007488 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Bound port: 19592b51-f581-4111-83ab-ed373eafed86, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:48.013955 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19592b51-f581-4111-83ab-ed373eafed86), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.032586 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Publish callbacks [] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.034792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3103db06-b516-4e39-a6be-fe663787ba74 None None] Provisioning complete for port 24a3bdad-cbc4-4d98-a185-108db98f820b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:48.035176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3103db06-b516-4e39-a6be-fe663787ba74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.073011 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3610caea-8a81-43ea-8f58-e53ae99fb314 admin admin] Publish callbacks [] for security_group (fee38728-b86b-4802-a9f7-7b4e95226b96), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.139562 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.214977 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] For port 19592b51-f581-4111-83ab-ed373eafed86, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:48.229998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3610caea-8a81-43ea-8f58-e53ae99fb314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fee38728-b86b-4802-a9f7-7b4e95226b96), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.230748 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] For port 19592b51-f581-4111-83ab-ed373eafed86, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=19592b51-f581-4111-83ab-ed373eafed86,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:48.234172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3610caea-8a81-43ea-8f58-e53ae99fb314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.238611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3610caea-8a81-43ea-8f58-e53ae99fb314 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fee38728-b86b-4802-a9f7-7b4e95226b96 HTTP/1.1" status: 204 len: 168 time: 0.5325315 Feb 09 20:44:48.246469 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (19592b51-f581-4111-83ab-ed373eafed86), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.251211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610caea-8a81-43ea-8f58-e53ae99fb314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee38728-b86b-4802-a9f7-7b4e95226b96,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:48.253442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 24a3bdad-cbc4-4d98-a185-108db98f820b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:48.300088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Network b3c4a1c0-c58f-4203-a70c-c60825682ed0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:48.314744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:48.331178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef103e75-baf9-424d-8d17-e55a8bae9b91 req-abee3cc0-16c6-49db-b6c1-990ed58d3d30 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:48.339837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:48.342778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ef103e75-baf9-424d-8d17-e55a8bae9b91 req-abee3cc0-16c6-49db-b6c1-990ed58d3d30 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 946 time: 0.3864262 Feb 09 20:44:48.400286 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Routers {'48c8d231-c6e5-4598-8e90-bf91a3c1f17a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:48.401653 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:48.512765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:48.524345 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ef103e75-baf9-424d-8d17-e55a8bae9b91 req-7dd987f1-6977-498d-b198-eee297114bf6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805859 Feb 09 20:44:48.578229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.644053 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] Set router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:48.707195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3103db06-b516-4e39-a6be-fe663787ba74 None None] Current status of the port 24a3bdad-cbc4-4d98-a185-108db98f820b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:48.855286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0005b-5fd5-4668-bad8-4510360746e9 req-fef9f182-57d7-4288-a96f-f969c3878bc6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:48.863326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9c0005b-5fd5-4668-bad8-4510360746e9 req-fef9f182-57d7-4288-a96f-f969c3878bc6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.1422374 Feb 09 20:44:48.954334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-239f1d42-3b79-48f6-9950-d24c5fa54dcd None None] Provisioning complete for port a44e96e0-fd23-4205-8dd3-922cf75dcc3b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:48.960831 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-239f1d42-3b79-48f6-9950-d24c5fa54dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:48.989371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9c0005b-5fd5-4668-bad8-4510360746e9 req-08afbe90-bd0d-4996-965c-58300f2f957e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141157 Feb 09 20:44:49.049559 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a0956-bc0e-4cd8-8a0e-6806d0d5c6c2 None None] Pushing event updated for resources: {'Port': ['ID=19592b51-f581-4111-83ab-ed373eafed86,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:49.104493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-239f1d42-3b79-48f6-9950-d24c5fa54dcd None None] Port a44e96e0-fd23-4205-8dd3-922cf75dcc3b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:44:49.124239 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afb8205-5b38-48a2-921c-ad8e59acb37d x-openstack-request-id: req-7afb8205-5b38-48a2-921c-ad8e59acb37d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:49.124758 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b0b03-32cf-4b28-a5a4-60a5503f5b8c", "name": "network-vif-plugged", "status": "completed", "tag": "fa603fff-50c3-461f-8849-edc01a97918b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:49.125208 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7afb8205-5b38-48a2-921c-ad8e59acb37d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:49.125791 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b0b03-32cf-4b28-a5a4-60a5503f5b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa603fff-50c3-461f-8849-edc01a97918b', 'code': 200} Feb 09 20:44:49.181359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:49.260270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:49.264321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:49.296631 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '19592b51-f581-4111-83ab-ed373eafed86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:44:43Z', 'revision_number': 3, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port': {'id': '19592b51-f581-4111-83ab-ed373eafed86', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:41Z', 'updated_at': '2022-02-09T20:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:49.316348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0aaf546a-23af-41e4-abb6-c7e83e919ae1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dc9a9247761a4f6c96c9cb8b52e56357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329927 Feb 09 20:44:49.348218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50042) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:49.372689 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71906d4-732c-4c45-97a7-4f074b65c108 None None] The sync data for ids ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'] in n-d-789963-29 is: [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '19592b51-f581-4111-83ab-ed373eafed86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:44:43Z', 'revision_number': 3, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port': {'id': '19592b51-f581-4111-83ab-ed373eafed86', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:41Z', 'updated_at': '2022-02-09T20:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:44:49.470747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cfff5-f349-4618-87e6-e594b8e6c6f6 req-952fb20b-387f-4d3b-8d58-eb4393fc6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:49.477532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-001cfff5-f349-4618-87e6-e594b8e6c6f6 req-952fb20b-387f-4d3b-8d58-eb4393fc6315 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 1129 time: 0.1851151 Feb 09 20:44:49.495340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8be2af98-d5bf-46d8-9393-bc9638d80971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:49.611654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea920f0b-080a-469b-ad87-b9a9a0458430 req-b4f2aba0-3543-413a-a580-7cbbd83f8a0d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:49.629918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea920f0b-080a-469b-ad87-b9a9a0458430 req-b4f2aba0-3543-413a-a580-7cbbd83f8a0d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.2414343 Feb 09 20:44:49.674612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78f8fd6d-f73d-405d-8b9e-778c0435117c admin admin] Publish callbacks [] for security_group (64a59413-5a45-4a99-9691-f4e5707f7e4b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:49.837286 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea920f0b-080a-469b-ad87-b9a9a0458430 req-86fcf202-b8da-4c49-b4c9-0c51c1181d0d tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2047958 Feb 09 20:44:49.848195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-001cfff5-f349-4618-87e6-e594b8e6c6f6 req-baa7af55-8956-4d5b-8f80-9ef0f5a0503f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614948 Feb 09 20:44:49.923044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78f8fd6d-f73d-405d-8b9e-778c0435117c admin admin] Publish callbacks [] for security_group (64a59413-5a45-4a99-9691-f4e5707f7e4b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.140346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da4a1e-de62-4f90-98d3-27071871827d req-558df997-da47-4507-b935-ac53a0c554ae tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:50.142078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38da4a1e-de62-4f90-98d3-27071871827d req-558df997-da47-4507-b935-ac53a0c554ae tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.1784012 Feb 09 20:44:50.154483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50056) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:50.156427 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8be2af98-d5bf-46d8-9393-bc9638d80971 admin admin] Publish callbacks [] for security_group (678bd574-48fd-49d8-add7-d59a34cf8c85), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.159138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Request body: {'floatingip': {'port_id': 'a3004146-c3e4-448c-93e5-3ec765f85198'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:50.175023 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78f8fd6d-f73d-405d-8b9e-778c0435117c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (64a59413-5a45-4a99-9691-f4e5707f7e4b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.177671 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78f8fd6d-f73d-405d-8b9e-778c0435117c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.179137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-78f8fd6d-f73d-405d-8b9e-778c0435117c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/64a59413-5a45-4a99-9691-f4e5707f7e4b HTTP/1.1" status: 204 len: 168 time: 0.8283408 Feb 09 20:44:50.338145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Publish callbacks [] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.352003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for floatingip (e5f572dc-a24b-4f7c-92d3-f40e373c9d40), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.375726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8be2af98-d5bf-46d8-9393-bc9638d80971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (678bd574-48fd-49d8-add7-d59a34cf8c85), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.380366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.482547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2af98-d5bf-46d8-9393-bc9638d80971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678bd574-48fd-49d8-add7-d59a34cf8c85,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:50.587430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874e9a-da0c-4c46-8f06-1b6c6f9012f3 req-9334affb-b03a-4dcf-b3dd-2dc153eea1a6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:50.589515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57874e9a-da0c-4c46-8f06-1b6c6f9012f3 req-9334affb-b03a-4dcf-b3dd-2dc153eea1a6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 946 time: 0.7777452 Feb 09 20:44:50.666477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8be2af98-d5bf-46d8-9393-bc9638d80971 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=57a44e6378be4b50b66da4436cfa2f02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3953841 Feb 09 20:44:50.667328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:50.775653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:50.784135 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:50.852239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8fd6d-f73d-405d-8b9e-778c0435117c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a59413-5a45-4a99-9691-f4e5707f7e4b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:51.109595 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b88bc0-a11f-40eb-854d-07ea277a2e85 admin admin] Publish callbacks [] for security_group (678bd574-48fd-49d8-add7-d59a34cf8c85), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:51.136483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab746964-87ed-4b3c-b70a-1159fae67757 req-1f9f92da-3982-4cb7-b5e5-7432a78d9633 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:51.141593 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b88bc0-a11f-40eb-854d-07ea277a2e85 admin admin] Publish callbacks [] for security_group (678bd574-48fd-49d8-add7-d59a34cf8c85), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:51.147031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab746964-87ed-4b3c-b70a-1159fae67757 req-1f9f92da-3982-4cb7-b5e5-7432a78d9633 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 0.8644836 Feb 09 20:44:51.214810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57874e9a-da0c-4c46-8f06-1b6c6f9012f3 req-a920e7e7-d4f4-4e90-ac15-c6a8b5046c1c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156209 Feb 09 20:44:51.218972 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b88bc0-a11f-40eb-854d-07ea277a2e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (678bd574-48fd-49d8-add7-d59a34cf8c85), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:51.222479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b88bc0-a11f-40eb-854d-07ea277a2e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:51.224049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-31b88bc0-a11f-40eb-854d-07ea277a2e85 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/678bd574-48fd-49d8-add7-d59a34cf8c85 HTTP/1.1" status: 204 len: 168 time: 0.5488858 Feb 09 20:44:51.236829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b88bc0-a11f-40eb-854d-07ea277a2e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678bd574-48fd-49d8-add7-d59a34cf8c85,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:51.241948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-c45d5cec-cbb9-4f6f-9e25-1beb68898800 service neutron] 10.222.0.13 "GET /v2.0/ports/4533860a-4e75-483e-95bb-d1e70228b4cd/bindings/n-h2-789963-29 HTTP/1.1" status: 200 len: 385 time: 0.3474302 Feb 09 20:44:51.252256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Network b3c4a1c0-c58f-4203-a70c-c60825682ed0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:51.254925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:51.457476 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:51.546061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:44:51.573148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab746964-87ed-4b3c-b70a-1159fae67757 req-90280067-9e26-48ff-b6a2-8decb3d27ffe tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213965 Feb 09 20:44:51.724565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 19592b51-f581-4111-83ab-ed373eafed86 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:51.865321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:44:51.876269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-61403f96-2c80-4e5d-97b8-e59effe908e5 admin admin] 10.222.0.102 "PUT /v2.0/routers/48c8d231-c6e5-4598-8e90-bf91a3c1f17a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6706238 Feb 09 20:44:51.877138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bd08719c-20bd-47f7-85aa-ff3b3fa76911 None None] Provisioning complete for port a44e96e0-fd23-4205-8dd3-922cf75dcc3b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:51.877524 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd08719c-20bd-47f7-85aa-ff3b3fa76911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:51.966141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bd08719c-20bd-47f7-85aa-ff3b3fa76911 None None] Port a44e96e0-fd23-4205-8dd3-922cf75dcc3b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:44:51.969383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:51.977265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 19592b51-f581-4111-83ab-ed373eafed86 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:51.977782 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (19592b51-f581-4111-83ab-ed373eafed86), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:51.980689 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e5f572dc-a24b-4f7c-92d3-f40e373c9d40), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:52.117996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 19592b51-f581-4111-83ab-ed373eafed86 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:52.118426 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (19592b51-f581-4111-83ab-ed373eafed86), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:52.171924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 19592b51-f581-4111-83ab-ed373eafed86, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=19592b51-f581-4111-83ab-ed373eafed86,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:52.179055 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (19592b51-f581-4111-83ab-ed373eafed86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:52.229981 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Floating IP e5f572dc-a24b-4f7c-92d3-f40e373c9d40 associated. External IP: 172.25.4.107, port: a3004146-c3e4-448c-93e5-3ec765f85198. Feb 09 20:44:52.348847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=19592b51-f581-4111-83ab-ed373eafed86,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:52.512913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:52.579658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7b23e-be94-419c-b093-a4cc500fd0c4 req-5b9cce9d-251b-4b13-ae39-494278406f59 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:52.582371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ece7b23e-be94-419c-b093-a4cc500fd0c4 req-5b9cce9d-251b-4b13-ae39-494278406f59 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 946 time: 0.1808884 Feb 09 20:44:52.585480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:52.687162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Sync routers for ids ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:44:52.703549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Routers {'48c8d231-c6e5-4598-8e90-bf91a3c1f17a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:52.712270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:52.776345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-756ec79a-cf34-43f9-a615-e04ecf283791 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2638295 Feb 09 20:44:52.808546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:52.854691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:52.910371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4533860a-4e75-483e-95bb-d1e70228b4cd {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:44:52.952017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ece7b23e-be94-419c-b093-a4cc500fd0c4 req-c9b7e8b3-9a1e-4286-8572-acb3495992db tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554463 Feb 09 20:44:52.985635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:53.023886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:53.040360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Set router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:53.090311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:53.152210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Router 77a4a3db-d936-4d37-8886-dba5df57a237 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:44:53.330457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Allocated IP 172.25.4.244 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2d4b79af-31f2-495a-adf4-cf27d43f7951) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:44:53.572907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] Transition to ACTIVE for port object 4533860a-4e75-483e-95bb-d1e70228b4cd will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:44:53.594147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:53.626157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '19592b51-f581-4111-83ab-ed373eafed86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:44:49Z', 'revision_number': 4, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port': {'id': '19592b51-f581-4111-83ab-ed373eafed86', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:41Z', 'updated_at': '2022-02-09T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'a44e96e0-fd23-4205-8dd3-922cf75dcc3b', 'name': '', 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'mac_address': 'fa:16:3e:27:78:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0d0d05ae-f39e-40c1-8c79-68392c9ab75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:47Z', 'updated_at': '2022-02-09T20:44:49Z', 'revision_number': 2, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'subnets': [{'id': '0d0d05ae-f39e-40c1-8c79-68392c9ab75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:53.678085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for port (2d4b79af-31f2-495a-adf4-cf27d43f7951), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:53.738666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Checking router: 48c8d231-c6e5-4598-8e90-bf91a3c1f17a for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:44:53.739173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Updating router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a port a44e96e0-fd23-4205-8dd3-922cf75dcc3b binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:44:53.748411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 19592b51-f581-4111-83ab-ed373eafed86 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:53.767763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2d4b79af-31f2-495a-adf4-cf27d43f7951), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:53.895268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:44:53.904723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:44:53.907562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:44:53.932945 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.075995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 19592b51-f581-4111-83ab-ed373eafed86 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:54.075995 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (19592b51-f581-4111-83ab-ed373eafed86), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.339331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] No DVR routers for this DVR port 4533860a-4e75-483e-95bb-d1e70228b4cd on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:44:54.359519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Publish callbacks [] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.364374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe9e16-2191-459e-b8e3-6694a382c313 req-2b423bc4-eead-4a3c-a44f-b2d18167d1d7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:54.367559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.367965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-abbe9e16-2191-459e-b8e3-6694a382c313 req-2b423bc4-eead-4a3c-a44f-b2d18167d1d7 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 943 time: 1.0655823 Feb 09 20:44:54.432973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:44:54.438760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.446662 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] Sync routers for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:44:54.487169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f14244-6574-48d6-8480-d89e0b2dcb93 None None] Pushing event updated for resources: {'Port': ['ID=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:54.499362 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:54.501533 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:54.587265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Pushing event updated for resources: {'Port': ['ID=2d4b79af-31f2-495a-adf4-cf27d43f7951,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:54.612301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 19592b51-f581-4111-83ab-ed373eafed86 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:54.614668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Attempting to bind port a44e96e0-fd23-4205-8dd3-922cf75dcc3b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:44:54.615131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Attempting to bind port a44e96e0-fd23-4205-8dd3-922cf75dcc3b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:44:54.615597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Attempting to bind port a44e96e0-fd23-4205-8dd3-922cf75dcc3b on network b3c4a1c0-c58f-4203-a70c-c60825682ed0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:44:54.622774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:44:54.623304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Checking segment: {'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:44:54.623922 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.624432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Bound using segment: {'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:44:54.625043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Bound port: a44e96e0-fd23-4205-8dd3-922cf75dcc3b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d183a5-39b8-46e8-bd9a-83e1e8c39e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:44:54.625518 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.736369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] For port a44e96e0-fd23-4205-8dd3-922cf75dcc3b, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:54.739903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] For port a44e96e0-fd23-4205-8dd3-922cf75dcc3b, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,segment=NetworkSegment(16d183a5-39b8-46e8-bd9a-83e1e8c39e43),segment_id=16d183a5-39b8-46e8-bd9a-83e1e8c39e43)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:44:54.743216 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-17143464-39db-48a0-86ec-ec047d6ab336 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "PUT /v2.0/floatingips/e5f572dc-a24b-4f7c-92d3-f40e373c9d40 HTTP/1.1" status: 200 len: 991 time: 4.5842261 Feb 09 20:44:54.748027 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.767832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'tag': 'a3004146-c3e4-448c-93e5-3ec765f85198'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:54.776915 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ce9bb-42c1-487e-8bfc-c0824f9d7959" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2df0e4-2277-482d-8e5b-d9cd31a4543f", "tag": "a3004146-c3e4-448c-93e5-3ec765f85198"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:54.804697 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for floatingip (90544f81-5e58-469e-89af-88f50070dbb1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.812457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/4533860a-4e75-483e-95bb-d1e70228b4cd/bindings/n-h2-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 3.5610557 Feb 09 20:44:54.813230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2303f2f-be46-4d25-bb4f-4b8a4189b0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:54.908178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-abbe9e16-2191-459e-b8e3-6694a382c313 req-3449bf82-0882-4365-89a9-a9dd2e4f40cc tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272472 Feb 09 20:44:54.916980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2d4b79af-31f2-495a-adf4-cf27d43f7951), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:54.960031 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:55.012517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-c5e1d321-770c-41fa-97f4-2620b3576425 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:55.014071 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-c5e1d321-770c-41fa-97f4-2620b3576425 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1127 time: 0.1373355 Feb 09 20:44:55.077182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-be6e1cbe-0e63-425b-a2b5-2f924f4962a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:55.078730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-be6e1cbe-0e63-425b-a2b5-2f924f4962a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0580990 Feb 09 20:44:55.203970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Routers {'48c8d231-c6e5-4598-8e90-bf91a3c1f17a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:55.204618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:55.245266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-b91a6c90-7d19-49ee-934f-d7f4ba07aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:55.247740 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-b91a6c90-7d19-49ee-934f-d7f4ba07aeab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1127 time: 0.1461794 Feb 09 20:44:55.264584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for port (2d4b79af-31f2-495a-adf4-cf27d43f7951), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:55.273237 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (2d4b79af-31f2-495a-adf4-cf27d43f7951), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:55.414742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Pushing event updated for resources: {'Port': ['ID=2d4b79af-31f2-495a-adf4-cf27d43f7951,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:55.558714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e8dee2fb-4f82-4661-91d8-1be9943450b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:55.564718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e8dee2fb-4f82-4661-91d8-1be9943450b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.3101547 Feb 09 20:44:55.574581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (90544f81-5e58-469e-89af-88f50070dbb1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:55.592316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] Set router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:55.641412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:55.644058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-075a49dd-ad37-4d9d-bb04-fb646d55bcdb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8582819 Feb 09 20:44:55.662665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-a36c85df-61cd-4732-beff-6b28a6c2716b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 200 len: 217 time: 0.0904970 Feb 09 20:44:55.668934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:55.689586 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e5f572dc-a24b-4f7c-92d3-f40e373c9d40', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'port_id': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'mac_address': 'fa:16:3e:e9:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:42:46Z', 'updated_at': '2022-02-09T20:44:51Z', 'revision_number': 1, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:42Z', 'revision_number': 5, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:55.759073 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] Checking router: 77a4a3db-d936-4d37-8886-dba5df57a237 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:44:55.760357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-41bf8b33-6ecc-4369-b02b-a9bbbbbe43bb tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.1106029 Feb 09 20:44:55.777682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a34bb9df-1473-4eda-ab9a-37c01a7a4f3d None None] Provisioning complete for port a44e96e0-fd23-4205-8dd3-922cf75dcc3b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:55.778279 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a34bb9df-1473-4eda-ab9a-37c01a7a4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:55.782696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-9557e893-7adb-496b-a921-29d62c860e60 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281362 Feb 09 20:44:55.788519 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:44:55.789150 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:55.977948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-96ccaf54-58ab-469e-876b-1739eebbc025 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:55.979419 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa4f125a-8141-47b9-86fc-11d03d0fbc04 req-96ccaf54-58ab-469e-876b-1739eebbc025 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2131243 Feb 09 20:44:56.073317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-359b8527-82aa-4fc2-a434-3c3284086638 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:56.075080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-359b8527-82aa-4fc2-a434-3c3284086638 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837472 Feb 09 20:44:56.121812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e7c42bac-9a55-40fd-96c2-708bdedc0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:56.126566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e7c42bac-9a55-40fd-96c2-708bdedc0b2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.4408338 Feb 09 20:44:56.130103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-e570dc9a-4f6c-4c1c-9f19-1b496dd83655 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/quotas/89c307ac09d248ad9d180fa82b971ca3 HTTP/1.1" status: 200 len: 375 time: 0.0454073 Feb 09 20:44:56.138521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe882-b5fd-4db9-9eb6-444364e31f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:56.153930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f14244-6574-48d6-8480-d89e0b2dcb93 None None] Pushing event updated for resources: {'Port': ['ID=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:56.209226 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-dc69475d-4f14-46b2-af55-0473c4c889e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770321 Feb 09 20:44:56.293594 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:44:56.317173 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-f471b446-c84e-4bf0-90c0-5ef652e81758 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067946 Feb 09 20:44:56.325478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '19592b51-f581-4111-83ab-ed373eafed86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:44:49Z', 'revision_number': 4, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port': {'id': '19592b51-f581-4111-83ab-ed373eafed86', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:41Z', 'updated_at': '2022-02-09T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'a44e96e0-fd23-4205-8dd3-922cf75dcc3b', 'name': '', 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'mac_address': 'fa:16:3e:27:78:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0d0d05ae-f39e-40c1-8c79-68392c9ab75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:47Z', 'updated_at': '2022-02-09T20:44:54Z', 'revision_number': 4, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'subnets': [{'id': '0d0d05ae-f39e-40c1-8c79-68392c9ab75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:56.409524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6f2fd-093e-4e43-9f40-53058a81705f req-2179ed47-3efa-428b-a6b6-d83533fa7fab tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:56.412483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1a521-4887-421e-9fbf-547ea6497878 None None] The sync data for ids ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'] in n-d-789963-29 is: [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '19592b51-f581-4111-83ab-ed373eafed86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:44:49Z', 'revision_number': 4, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port': {'id': '19592b51-f581-4111-83ab-ed373eafed86', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:41Z', 'updated_at': '2022-02-09T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'a44e96e0-fd23-4205-8dd3-922cf75dcc3b', 'name': '', 'network_id': 'b3c4a1c0-c58f-4203-a70c-c60825682ed0', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'mac_address': 'fa:16:3e:27:78:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '0d0d05ae-f39e-40c1-8c79-68392c9ab75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:47Z', 'updated_at': '2022-02-09T20:44:54Z', 'revision_number': 4, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'subnets': [{'id': '0d0d05ae-f39e-40c1-8c79-68392c9ab75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:44:56.416993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a34bb9df-1473-4eda-ab9a-37c01a7a4f3d None None] Current status of the port a44e96e0-fd23-4205-8dd3-922cf75dcc3b is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:56.417385 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a34bb9df-1473-4eda-ab9a-37c01a7a4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:56.426989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67e6f2fd-093e-4e43-9f40-53058a81705f req-2179ed47-3efa-428b-a6b6-d83533fa7fab tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.2604032 Feb 09 20:44:56.446010 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:56.545348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a34bb9df-1473-4eda-ab9a-37c01a7a4f3d None None] For port a44e96e0-fd23-4205-8dd3-922cf75dcc3b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,segment=NetworkSegment(16d183a5-39b8-46e8-bd9a-83e1e8c39e43),segment_id=16d183a5-39b8-46e8-bd9a-83e1e8c39e43)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:56.546523 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-b6be65ab-75d3-4066-9ea8-9d3415850447 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088200 Feb 09 20:44:56.551163 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a34bb9df-1473-4eda-ab9a-37c01a7a4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:56.618264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe882-b5fd-4db9-9eb6-444364e31f94 admin admin] Publish callbacks [] for security_group (417134d1-1019-4dce-be5a-03875b32a77f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:56.626844 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe882-b5fd-4db9-9eb6-444364e31f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (417134d1-1019-4dce-be5a-03875b32a77f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:56.684866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bb9df-1473-4eda-ab9a-37c01a7a4f3d None None] Pushing event updated for resources: {'Port': ['ID=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:56.727213 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67e6f2fd-093e-4e43-9f40-53058a81705f req-0586d4ea-f346-414b-9746-385d9d17da5e tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2992847 Feb 09 20:44:56.738147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-82381c67-cc1b-4350-8e43-c5800bf73028 None None] Provisioning complete for port a44e96e0-fd23-4205-8dd3-922cf75dcc3b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:56.738147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82381c67-cc1b-4350-8e43-c5800bf73028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:56.750843 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8e2fe882-b5fd-4db9-9eb6-444364e31f94 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1b98749205f94bd9b96ac4ac91bc375c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0816104 Feb 09 20:44:56.762406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:56.834854 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e5f572dc-a24b-4f7c-92d3-f40e373c9d40', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'port_id': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'mac_address': 'fa:16:3e:e9:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:42:46Z', 'updated_at': '2022-02-09T20:44:51Z', 'revision_number': 1, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:42Z', 'revision_number': 5, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:44:56.843442 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755c93da-6f05-4f92-9698-d89fc065a2a8 x-openstack-request-id: req-755c93da-6f05-4f92-9698-d89fc065a2a8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:56.843912 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2df0e4-2277-482d-8e5b-d9cd31a4543f", "tag": "a3004146-c3e4-448c-93e5-3ec765f85198", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:56.844297 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-755c93da-6f05-4f92-9698-d89fc065a2a8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:56.844399 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'tag': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'status': 'completed', 'code': 200} Feb 09 20:44:56.869592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe882-b5fd-4db9-9eb6-444364e31f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417134d1-1019-4dce-be5a-03875b32a77f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:56.895195 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73a37f-10e1-480c-9b63-37c90565f431 None None] The sync data for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 is: [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e5f572dc-a24b-4f7c-92d3-f40e373c9d40', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'floating_ip_address': '172.25.4.107', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'port_id': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'mac_address': 'fa:16:3e:e9:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:42:46Z', 'updated_at': '2022-02-09T20:44:51Z', 'revision_number': 1, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:42Z', 'revision_number': 5, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:44:56.923610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1462372-835c-488e-801e-2b39fa3f0ecc admin admin] Publish callbacks [] for security_group (417134d1-1019-4dce-be5a-03875b32a77f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:56.993763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-82381c67-cc1b-4350-8e43-c5800bf73028 None None] Current status of the port a44e96e0-fd23-4205-8dd3-922cf75dcc3b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:56.996063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1462372-835c-488e-801e-2b39fa3f0ecc admin admin] Publish callbacks [] for security_group (417134d1-1019-4dce-be5a-03875b32a77f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:57.022061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-b2c52db5-cb26-4db9-b730-6d85334b2c98 service neutron] 10.222.0.50 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717309 Feb 09 20:44:57.040841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-6bc3dd02-558f-437d-8c6e-c4a70e578afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:57.043934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-6bc3dd02-558f-437d-8c6e-c4a70e578afd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61960c9fd5d549f8a836a3a4ac4bc97b&device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 1128 time: 0.1983244 Feb 09 20:44:57.154308 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1462372-835c-488e-801e-2b39fa3f0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (417134d1-1019-4dce-be5a-03875b32a77f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:57.157173 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1462372-835c-488e-801e-2b39fa3f0ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:57.161744 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a1462372-835c-488e-801e-2b39fa3f0ecc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/417134d1-1019-4dce-be5a-03875b32a77f HTTP/1.1" status: 204 len: 168 time: 0.3988645 Feb 09 20:44:57.180709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1462372-835c-488e-801e-2b39fa3f0ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417134d1-1019-4dce-be5a-03875b32a77f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:57.488042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 920a7e58-a70a-413e-ba80-657689eb8a6a no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:44:57.562423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca851e-84b4-4b7d-b5db-613beabd2753 req-d07ff73a-c333-48d2-ac05-709e66cec1a8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:57.579609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93ca851e-84b4-4b7d-b5db-613beabd2753 req-d07ff73a-c333-48d2-ac05-709e66cec1a8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 944 time: 0.5218472 Feb 09 20:44:57.714443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 920a7e58-a70a-413e-ba80-657689eb8a6a is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:57.714836 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:57.717121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21643ed8-96c9-4c33-9a76-438a3d643f24 None None] New status for floating IP e5f572dc-a24b-4f7c-92d3-f40e373c9d40: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:44:57.783855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-0a711df5-75ae-429a-968d-76ceab94daae tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:57.785379 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-0a711df5-75ae-429a-968d-76ceab94daae tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65&tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1127 time: 0.3831367 Feb 09 20:44:57.812651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93ca851e-84b4-4b7d-b5db-613beabd2753 req-14fa4d41-8582-4532-a3dc-e6294ceab29d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320042 Feb 09 20:44:57.873863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-612ede70-2e8a-4872-b9fa-19e8177cd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:57.875539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-612ede70-2e8a-4872-b9fa-19e8177cd5a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86d00f9c-ad74-47ed-b373-fce806b38fa7 HTTP/1.1" status: 200 len: 916 time: 0.8243883 Feb 09 20:44:57.882199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a44e96e0-fd23-4205-8dd3-922cf75dcc3b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:44:58.211042 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-34bf3bc4-68b8-4a72-8c5f-c3e8925aec52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3004146-c3e4-448c-93e5-3ec765f85198 HTTP/1.1" status: 200 len: 999 time: 0.3044405 Feb 09 20:44:58.228499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:44:58.234020 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4cb048-7e25-48aa-a2c3-46e834c0f969" -d '{"events": [{"server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "name": "network-vif-unplugged", "status": "completed", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:44:58.267126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f141d51-478a-46cf-9bc9-843eb34cbe8b req-b2649513-8e4f-4513-9c3b-0597180ebde2 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips/90544f81-5e58-469e-89af-88f50070dbb1 HTTP/1.1" status: 200 len: 693 time: 0.3905215 Feb 09 20:44:58.271014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:58.290642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:44:58.305622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-167983eb-3fef-454a-90dd-e293dca5031d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:58.312554 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:58.405343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a44e96e0-fd23-4205-8dd3-922cf75dcc3b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:44:58.406262 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:58.507206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:58.511130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e57dc484-b437-47ee-ba42-95f32bb75ad6 service neutron] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:44:58.522939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-167983eb-3fef-454a-90dd-e293dca5031d admin admin] Publish callbacks [] for security_group (fb61c317-f49e-46f2-ba85-83b06ac00c38), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:58.527021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-85075efc-4706-4ade-8ebb-1a94dc4a2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:58.528712 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-167983eb-3fef-454a-90dd-e293dca5031d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fb61c317-f49e-46f2-ba85-83b06ac00c38), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:58.531250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-85075efc-4706-4ade-8ebb-1a94dc4a2a84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b208131-13b3-44cd-8aad-a21b946ad838 HTTP/1.1" status: 200 len: 854 time: 0.3151848 Feb 09 20:44:58.544445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e57dc484-b437-47ee-ba42-95f32bb75ad6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:58.546350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-e57dc484-b437-47ee-ba42-95f32bb75ad6 service neutron] 10.222.0.50 "DELETE /v2.0/ports/4533860a-4e75-483e-95bb-d1e70228b4cd/bindings/n-h1-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.7325110 Feb 09 20:44:58.624695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141d51-478a-46cf-9bc9-843eb34cbe8b req-d83573b3-b866-4c35-a939-867af663869d tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:58.632098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f141d51-478a-46cf-9bc9-843eb34cbe8b req-d83573b3-b866-4c35-a939-867af663869d tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.3296912 Feb 09 20:44:58.669926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a44e96e0-fd23-4205-8dd3-922cf75dcc3b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:44:58.675931 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bea4a085-0690-4e7b-820c-875fa5f84be3 req-16be05dd-2dc1-448a-b22b-ac622b884570 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 210 time: 0.0892766 Feb 09 20:44:58.677460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-6e106cd6-7893-4711-a0a2-42ae0a53ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:58.681646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-6e106cd6-7893-4711-a0a2-42ae0a53ace2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86d00f9c-ad74-47ed-b373-fce806b38fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1314044 Feb 09 20:44:58.705957 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-167983eb-3fef-454a-90dd-e293dca5031d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=11f29ccd794448198bdecdd853b2e68f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4325016 Feb 09 20:44:58.710403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:44:58.723553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167983eb-3fef-454a-90dd-e293dca5031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61c317-f49e-46f2-ba85-83b06ac00c38,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:58.854629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b97f9d1f-bc50-434b-8d3c-81135f5e4b99 admin admin] Publish callbacks [] for security_group (fb61c317-f49e-46f2-ba85-83b06ac00c38), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:58.883623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-cfb9129c-c7d2-42b7-8821-785460fd2a63 service neutron] 10.222.0.50 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955402 Feb 09 20:44:58.893065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044ec8a-8dca-44c7-b744-c4c9d0269e21 req-07c2c646-baf3-4239-b449-bb7ae8b75942 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:58.901360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d044ec8a-8dca-44c7-b744-c4c9d0269e21 req-07c2c646-baf3-4239-b449-bb7ae8b75942 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.1001699 Feb 09 20:44:58.909922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b97f9d1f-bc50-434b-8d3c-81135f5e4b99 admin admin] Publish callbacks [] for security_group (fb61c317-f49e-46f2-ba85-83b06ac00c38), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:59.005746 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d044ec8a-8dca-44c7-b744-c4c9d0269e21 req-ea85b87c-f127-4cdb-ba0f-07e2455b704e tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1029658 Feb 09 20:44:59.042188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b97f9d1f-bc50-434b-8d3c-81135f5e4b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fb61c317-f49e-46f2-ba85-83b06ac00c38), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:59.045090 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b97f9d1f-bc50-434b-8d3c-81135f5e4b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:59.046803 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b97f9d1f-bc50-434b-8d3c-81135f5e4b99 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fb61c317-f49e-46f2-ba85-83b06ac00c38 HTTP/1.1" status: 204 len: 168 time: 0.3353157 Feb 09 20:44:59.077022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f9d1f-bc50-434b-8d3c-81135f5e4b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61c317-f49e-46f2-ba85-83b06ac00c38,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:44:59.120321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-7fefd2b0-2eb9-44d5-a07a-20be916f84ac tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1655328 Feb 09 20:44:59.140931 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20c26a7-b2f4-4276-a03a-ee2e040e6bd4 x-openstack-request-id: req-e20c26a7-b2f4-4276-a03a-ee2e040e6bd4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:44:59.142037 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "name": "network-vif-unplugged", "status": "completed", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:44:59.143213 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e20c26a7-b2f4-4276-a03a-ee2e040e6bd4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:44:59.144234 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'code': 200} Feb 09 20:44:59.388930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-0d91c4d1-b3a8-4109-ac92-cb925fa70df9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:59.406757 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-0d91c4d1-b3a8-4109-ac92-cb925fa70df9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676508 Feb 09 20:44:59.435989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Request body: {'port': {'device_id': '64d8bb3c-7248-42d0-a809-d7af93e407f0', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '89c307ac09d248ad9d180fa82b971ca3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:44:59.564042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65388a6-651e-4a10-ad30-79c360c5154f req-68c79c8a-82f2-442c-a218-c14866ddcadf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:44:59.571782 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f65388a6-651e-4a10-ad30-79c360c5154f req-68c79c8a-82f2-442c-a218-c14866ddcadf tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 944 time: 0.1318538 Feb 09 20:44:59.706852 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f65388a6-651e-4a10-ad30-79c360c5154f req-46ba2eef-c8d6-4bef-b628-1a9ca6ca6763 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284480 Feb 09 20:44:59.722163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-655c16b1-c736-419d-8b19-20de6e620478 req-9ebaee7f-af66-4988-b9fd-efbfcef18aae tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips?tenant_id=eaa94e2fcf4f4c16a5940ddc51e7a3eb HTTP/1.1" status: 200 len: 696 time: 0.3223979 Feb 09 20:44:59.749477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-969ce9bb-42c1-487e-8bfc-c0824f9d7959 req-9911f99b-51ac-4c53-a685-3a55217e80ee service neutron] 10.222.0.50 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367877 Feb 09 20:44:59.960719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Made reservation on behalf of 89c307ac09d248ad9d180fa82b971ca3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:44:59.964366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:44:59.994024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:00.017949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c16b1-c736-419d-8b19-20de6e620478 req-6f7d8331-f9c7-4b85-915e-7fcca08ee73f tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:00.020208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-655c16b1-c736-419d-8b19-20de6e620478 req-6f7d8331-f9c7-4b85-915e-7fcca08ee73f tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/networks?id=d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 787 time: 0.2877402 Feb 09 20:45:00.041548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-655c16b1-c736-419d-8b19-20de6e620478 req-0449e5c6-1627-40ee-ac8f-1632f83150bd tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:45:00.042578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-655c16b1-c736-419d-8b19-20de6e620478 req-0449e5c6-1627-40ee-ac8f-1632f83150bd tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152383 Feb 09 20:45:00.085075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f639f3e5-a497-44ae-b939-f3e0427aa629 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:00.090955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f639f3e5-a497-44ae-b939-f3e0427aa629 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 805 time: 0.2284861 Feb 09 20:45:00.122924 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-d561c567-be57-4f1b-aa64-7e7ccf495bb6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/quotas/4fbcf1ad980041a0a7ec65e126aaf434 HTTP/1.1" status: 200 len: 375 time: 0.0160348 Feb 09 20:45:00.180008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-419509d3-e508-4306-b8a9-dd459f64b5a8 req-4029c59a-178a-4ec8-800d-66da50fb6481 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 210 time: 0.0352838 Feb 09 20:45:00.231141 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for security_group (06a26ce7-6130-43b9-83cf-5a22970e7aa9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:00.236260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (06a26ce7-6130-43b9-83cf-5a22970e7aa9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:00.249132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-64855ebc-e4c4-4349-a843-f6e989fb1848 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1194103 Feb 09 20:45:00.354548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a26ce7-6130-43b9-83cf-5a22970e7aa9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:00.453622 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-d42c0389-6110-43dd-821b-ad423a95e036 service neutron] 10.222.0.102 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951900 Feb 09 20:45:00.481625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ea96-d132-41f8-b997-ddb10f537371 req-a101c3e9-1f80-4149-b8c3-75e004225d00 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:00.486309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37c4ea96-d132-41f8-b997-ddb10f537371 req-a101c3e9-1f80-4149-b8c3-75e004225d00 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.1693459 Feb 09 20:45:00.531776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Allocated IP 192.168.233.147 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/f0227ff9-5a0b-4c57-a8a2-137a7370393b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:00.604343 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37c4ea96-d132-41f8-b997-ddb10f537371 req-190100da-5bb7-4a6c-aa0a-65d388fb8da7 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1047068 Feb 09 20:45:00.618658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-7c56bb0f-ce9b-45da-b134-e653ab49129d service neutron] 10.222.0.102 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637409 Feb 09 20:45:00.716796 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-d82571d7-72ca-4ea4-a467-6d22291b9c35 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips/90544f81-5e58-469e-89af-88f50070dbb1 HTTP/1.1" status: 200 len: 693 time: 0.0863543 Feb 09 20:45:00.968987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-8d64cb33-4690-4aad-b39d-eac092b4dd52 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:00.975721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29429aac-3141-4bd3-b015-e98d56930f4b req-3db4464e-13c1-490a-8d4c-7d4582c455f9 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:00.978412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-8d64cb33-4690-4aad-b39d-eac092b4dd52 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2607141 Feb 09 20:45:00.986905 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29429aac-3141-4bd3-b015-e98d56930f4b req-3db4464e-13c1-490a-8d4c-7d4582c455f9 tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 1127 time: 0.1242900 Feb 09 20:45:00.994884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-55d5e40c-69ba-4673-8202-c5a06640c8ea tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:45:01.005517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-55d5e40c-69ba-4673-8202-c5a06640c8ea tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235059 Feb 09 20:45:01.013173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:01.058034 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29429aac-3141-4bd3-b015-e98d56930f4b req-ee36c7fd-e3e1-40a5-aec4-8e31d56b184f tempest-LiveMigrationTest-2108158192 tempest-LiveMigrationTest-2108158192-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697620 Feb 09 20:45:01.191772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-8c5b74b2-f557-4544-b903-a1e4bdf830a7 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.1851983 Feb 09 20:45:01.221088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30352448-87e6-4c44-83b9-529ee43a9e79 req-c99c0431-8cef-47a2-b513-6f983fcb877c tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:01.240399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30352448-87e6-4c44-83b9-529ee43a9e79 req-c99c0431-8cef-47a2-b513-6f983fcb877c tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.1292500 Feb 09 20:45:01.288788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-3231c7a0-7006-4f49-987c-c79b85888dc5 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.244 HTTP/1.1" status: 200 len: 696 time: 0.0757067 Feb 09 20:45:01.310145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-2374ed62-b93e-4313-ba28-2489cbb23485 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:01.312131 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-2374ed62-b93e-4313-ba28-2489cbb23485 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.50 "GET /v2.0/ports?device_id=34503c42-bdd4-404e-984f-5c97cb62ba01 HTTP/1.1" status: 200 len: 944 time: 0.2769780 Feb 09 20:45:01.313471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:01.327199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30352448-87e6-4c44-83b9-529ee43a9e79 req-046dcf26-f50b-401d-92c5-f5a9e52711e7 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0856819 Feb 09 20:45:01.411948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:01.440576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:01.445064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a9e80746-904a-4a7d-b765-97c0705e3828 req-6e34d5dd-4eb1-4b17-a64a-385aa7b92739 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 210 time: 0.0599952 Feb 09 20:45:01.475115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:01.787098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'Port': ['ID=f0227ff9-5a0b-4c57-a8a2-137a7370393b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:01.913193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:01.913884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:01.992184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-2606d84c-4586-4334-8ae7-5eadc184b8d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5660157 Feb 09 20:45:02.001714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0f528b2a-529a-4bab-a035-a2531c92071a None None] Provisioning complete for port f0227ff9-5a0b-4c57-a8a2-137a7370393b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:02.006627 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f528b2a-529a-4bab-a035-a2531c92071a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:02.020622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Request body: {'port': {'device_id': '64d8bb3c-7248-42d0-a809-d7af93e407f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:02.087623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0f528b2a-529a-4bab-a035-a2531c92071a None None] Port f0227ff9-5a0b-4c57-a8a2-137a7370393b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:45:02.145449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Deleting port 920a7e58-a70a-413e-ba80-657689eb8a6a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:02.146206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:02.192269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3da3a1-b8f0-47b7-9c67-7ee3d2cc6673 req-88538d58-d804-4aa1-8d4a-f639d0586535 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:02.194989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f3da3a1-b8f0-47b7-9c67-7ee3d2cc6673 req-88538d58-d804-4aa1-8d4a-f639d0586535 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 936 time: 0.0920498 Feb 09 20:45:02.298181 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f3da3a1-b8f0-47b7-9c67-7ee3d2cc6673 req-a2ebd80a-1aaf-40a5-9754-c8ccd561a73d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886817 Feb 09 20:45:02.340960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Deleting port 2d4b79af-31f2-495a-adf4-cf27d43f7951 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:02.341300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2d4b79af-31f2-495a-adf4-cf27d43f7951), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:02.473360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:02.536791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acada8-86ac-42a1-a531-1e40b9e5a1a2 req-218b1ea8-d16b-43b0-a1c3-19f44b8196ef tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:02.539597 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2acada8-86ac-42a1-a531-1e40b9e5a1a2 req-218b1ea8-d16b-43b0-a1c3-19f44b8196ef tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 944 time: 0.0972621 Feb 09 20:45:02.623293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2acada8-86ac-42a1-a531-1e40b9e5a1a2 req-80c0cc45-562d-4703-aca4-f18bd13ca07a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776360 Feb 09 20:45:02.765762 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:02.809207 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd8958ba-d059-401b-a398-611f06544359 req-732b2fb5-083b-4aad-9b0e-b13154d4d321 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 210 time: 0.0420296 Feb 09 20:45:02.835660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-ab854d61-a980-4f74-9526-0da3d081289e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:02.837334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-ab854d61-a980-4f74-9526-0da3d081289e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.50 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 944 time: 0.1317735 Feb 09 20:45:02.991409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c7d79b5-d330-4034-8d7b-f21388c30bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.060381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Deleting port 4533860a-4e75-483e-95bb-d1e70228b4cd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:03.060899 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.195556 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c7d79b5-d330-4034-8d7b-f21388c30bf1 admin admin] Publish callbacks [] for security_group (97c65efc-d7b6-4347-8df3-e7bf5efb3a49), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.200645 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c7d79b5-d330-4034-8d7b-f21388c30bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97c65efc-d7b6-4347-8df3-e7bf5efb3a49), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.236923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] For port 4533860a-4e75-483e-95bb-d1e70228b4cd, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4533860a-4e75-483e-95bb-d1e70228b4cd,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:03.237683 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.272955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Calling delete_port for 4533860a-4e75-483e-95bb-d1e70228b4cd owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:03.288759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4c7d79b5-d330-4034-8d7b-f21388c30bf1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3c733f06bc6b4e05801f829edd3018f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5199621 Feb 09 20:45:03.290088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d79b5-d330-4034-8d7b-f21388c30bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c65efc-d7b6-4347-8df3-e7bf5efb3a49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:03.292894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:03.300286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0227ff9-5a0b-4c57-a8a2-137a7370393b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:03.308856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Publish callbacks [] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.324193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Transition to ACTIVE for port object f0227ff9-5a0b-4c57-a8a2-137a7370393b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:45:03.342494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] For port 920a7e58-a70a-413e-ba80-657689eb8a6a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=920a7e58-a70a-413e-ba80-657689eb8a6a,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:03.342853 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.394864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.407662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aee36f0-bb40-4a82-98c3-a1e29af45d8c admin admin] Publish callbacks [] for security_group (97c65efc-d7b6-4347-8df3-e7bf5efb3a49), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.476400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Calling delete_port for 920a7e58-a70a-413e-ba80-657689eb8a6a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:03.481835 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aee36f0-bb40-4a82-98c3-a1e29af45d8c admin admin] Publish callbacks [] for security_group (97c65efc-d7b6-4347-8df3-e7bf5efb3a49), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.585834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299226ff-32af-4ce6-90fb-9ff54f4f8414 req-ceff769d-8d76-410a-8603-cbaf01d67183 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:03.593452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-299226ff-32af-4ce6-90fb-9ff54f4f8414 req-ceff769d-8d76-410a-8603-cbaf01d67183 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 948 time: 0.1736522 Feb 09 20:45:03.612259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-417c0781-dc96-45e6-9538-b55ef862a310 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:03.613761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-417c0781-dc96-45e6-9538-b55ef862a310 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.13 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 805 time: 1.2904623 Feb 09 20:45:03.666502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Pushing event updated for resources: {'Port': ['ID=f0227ff9-5a0b-4c57-a8a2-137a7370393b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:03.673122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Request body: {'port': {'device_id': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'admin_state_up': True, 'tenant_id': '4fbcf1ad980041a0a7ec65e126aaf434'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:03.677915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-299226ff-32af-4ce6-90fb-9ff54f4f8414 req-dbe83efe-4902-4f95-b5f2-e660ca6a5886 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830307 Feb 09 20:45:03.698141 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2d4b79af-31f2-495a-adf4-cf27d43f7951), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.698856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for floatingip (2d4b79af-31f2-495a-adf4-cf27d43f7951), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.730596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-a9a18300-727e-4657-a9c1-64909aee2cda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3760500 Feb 09 20:45:03.739446 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aee36f0-bb40-4a82-98c3-a1e29af45d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97c65efc-d7b6-4347-8df3-e7bf5efb3a49), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.743517 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aee36f0-bb40-4a82-98c3-a1e29af45d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.762113 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3aee36f0-bb40-4a82-98c3-a1e29af45d8c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/97c65efc-d7b6-4347-8df3-e7bf5efb3a49 HTTP/1.1" status: 204 len: 168 time: 0.4543123 Feb 09 20:45:03.768108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4533860a-4e75-483e-95bb-d1e70228b4cd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.785767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['4533860a-4e75-483e-95bb-d1e70228b4cd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:03.826587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee36f0-bb40-4a82-98c3-a1e29af45d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c65efc-d7b6-4347-8df3-e7bf5efb3a49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:03.855435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Pushing event deleted for resources: {'Port': ['ID=4533860a-4e75-483e-95bb-d1e70228b4cd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:03.860548 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4d61684-9950-4715-9ca5-4a3126663110 req-fdfb987a-bd9a-4701-9e09-a4cae5bf7ae8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0826368 Feb 09 20:45:03.986171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] No DVR routers for this DVR port 4533860a-4e75-483e-95bb-d1e70228b4cd on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:03.990531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:03.996316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ca8bb2a-07c2-4909-9805-22917e3a8a37 req-cf9522fa-547d-4a77-b709-968c411067f1 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.50 "DELETE /v2.0/ports/4533860a-4e75-483e-95bb-d1e70228b4cd HTTP/1.1" status: 204 len: 173 time: 1.1534812 Feb 09 20:45:03.997584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'name': 'network-vif-deleted', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:04.002731 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71aebfa8-8837-4f5d-9dc7-9e0cb5f88c10" -d '{"events": [{"server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "name": "network-vif-deleted", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:04.022089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Calling delete_port for 2d4b79af-31f2-495a-adf4-cf27d43f7951 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:04.119730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1368590a-54ad-4417-a291-77d6dcf03df3 req-c1465d10-5361-4f7e-8d6e-11484a23e199 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 210 time: 0.0912225 Feb 09 20:45:04.411606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (920a7e58-a70a-413e-ba80-657689eb8a6a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.424389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:04.458833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3826f140-4d51-4c38-9fb8-722c69455b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.513766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Pushing event deleted for resources: {'Port': ['ID=920a7e58-a70a-413e-ba80-657689eb8a6a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:04.572710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Attempting to bind port f0227ff9-5a0b-4c57-a8a2-137a7370393b on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:04.573059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Attempting to bind port f0227ff9-5a0b-4c57-a8a2-137a7370393b by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:04.573429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Attempting to bind port f0227ff9-5a0b-4c57-a8a2-137a7370393b on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:04.606965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3826f140-4d51-4c38-9fb8-722c69455b49 admin admin] Publish callbacks [] for security_group (bd23b7c3-6f74-4799-85eb-adeab8ecfbfe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.610684 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9017d16f-a4ce-4497-b8e1-82bafed6cd3f x-openstack-request-id: req-9017d16f-a4ce-4497-b8e1-82bafed6cd3f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:04.610994 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affa601f-bdf8-492e-bae3-d4c8bb3b2a65", "name": "network-vif-deleted", "tag": "4533860a-4e75-483e-95bb-d1e70228b4cd", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:04.611225 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9017d16f-a4ce-4497-b8e1-82bafed6cd3f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:04.611696 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affa601f-bdf8-492e-bae3-d4c8bb3b2a65', 'name': 'network-vif-deleted', 'tag': '4533860a-4e75-483e-95bb-d1e70228b4cd', 'status': 'completed', 'code': 200} Feb 09 20:45:04.613147 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3826f140-4d51-4c38-9fb8-722c69455b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bd23b7c3-6f74-4799-85eb-adeab8ecfbfe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.616265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] No DVR routers for this DVR port 920a7e58-a70a-413e-ba80-657689eb8a6a on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:04.644662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3826f140-4d51-4c38-9fb8-722c69455b49 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fc7520b54f164695b37e23c9d1880f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2180951 Feb 09 20:45:04.648281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:04.653363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-6dc4a121-30de-435b-a1cb-5bec78c81d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:04.655003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-6dc4a121-30de-435b-a1cb-5bec78c81d3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 1128 time: 0.6471968 Feb 09 20:45:04.656617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.660094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-181d5be8-2962-42f1-9d9f-4cef379e218b req-5c53b0aa-880f-4d4f-b482-f2a5f563dd8a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.50 "DELETE /v2.0/ports/920a7e58-a70a-413e-ba80-657689eb8a6a HTTP/1.1" status: 204 len: 173 time: 3.3086841 Feb 09 20:45:04.676116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'name': 'network-vif-deleted', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:04.684388 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db2e42-99ca-4cb2-a713-15b6d7d315f2" -d '{"events": [{"server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "name": "network-vif-deleted", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:04.717205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Port f0227ff9-5a0b-4c57-a8a2-137a7370393b on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:45:04.718456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Attempting to bind port f0227ff9-5a0b-4c57-a8a2-137a7370393b on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:04.718898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826f140-4d51-4c38-9fb8-722c69455b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd23b7c3-6f74-4799-85eb-adeab8ecfbfe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:04.727727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6aee5d-9aac-48b6-994a-dc17d29b9fb0 admin admin] Publish callbacks [] for security_group (bd23b7c3-6f74-4799-85eb-adeab8ecfbfe), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.763439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:04.763635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:04.767729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:04.769718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Bound port: f0227ff9-5a0b-4c57-a8a2-137a7370393b, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:04.770732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.773658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6aee5d-9aac-48b6-994a-dc17d29b9fb0 admin admin] Publish callbacks [] for security_group (bd23b7c3-6f74-4799-85eb-adeab8ecfbfe), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.788640 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed164dae-d8eb-4dc7-b906-fc815f59a2cd x-openstack-request-id: req-ed164dae-d8eb-4dc7-b906-fc815f59a2cd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:04.790271 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34503c42-bdd4-404e-984f-5c97cb62ba01", "name": "network-vif-deleted", "tag": "920a7e58-a70a-413e-ba80-657689eb8a6a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:04.791148 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ed164dae-d8eb-4dc7-b906-fc815f59a2cd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:04.791890 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34503c42-bdd4-404e-984f-5c97cb62ba01', 'name': 'network-vif-deleted', 'tag': '920a7e58-a70a-413e-ba80-657689eb8a6a', 'status': 'completed', 'code': 200} Feb 09 20:45:04.873840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6aee5d-9aac-48b6-994a-dc17d29b9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bd23b7c3-6f74-4799-85eb-adeab8ecfbfe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.879072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6aee5d-9aac-48b6-994a-dc17d29b9fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.881352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fa6aee5d-9aac-48b6-994a-dc17d29b9fb0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/bd23b7c3-6f74-4799-85eb-adeab8ecfbfe HTTP/1.1" status: 204 len: 168 time: 0.2326770 Feb 09 20:45:04.938713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Made reservation on behalf of 4fbcf1ad980041a0a7ec65e126aaf434 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:04.942358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.952468 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2d4b79af-31f2-495a-adf4-cf27d43f7951), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:04.961125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aee5d-9aac-48b6-994a-dc17d29b9fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd23b7c3-6f74-4799-85eb-adeab8ecfbfe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:05.032720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Pushing event deleted for resources: {'Port': ['ID=2d4b79af-31f2-495a-adf4-cf27d43f7951,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:05.087536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759003c-e947-40a4-b72c-f8ed32ee21cf req-c86f1cb3-ae10-45ae-9a5d-91a4347f53ec tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:05.096154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3759003c-e947-40a4-b72c-f8ed32ee21cf req-c86f1cb3-ae10-45ae-9a5d-91a4347f53ec tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 948 time: 0.2127314 Feb 09 20:45:05.120354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] For port f0227ff9-5a0b-4c57-a8a2-137a7370393b, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:05.125065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] For port f0227ff9-5a0b-4c57-a8a2-137a7370393b, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0227ff9-5a0b-4c57-a8a2-137a7370393b,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:05.156875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-7f5d883a-d61f-4626-8ee9-f7cf97d95b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:05.159368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-7f5d883a-d61f-4626-8ee9-f7cf97d95b56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 200 len: 909 time: 0.4695964 Feb 09 20:45:05.170483 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3759003c-e947-40a4-b72c-f8ed32ee21cf req-2bd287f9-a610-44d4-9e94-f539cd51621f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723577 Feb 09 20:45:05.211463 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:05.358329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-9239dce0-e3f4-41b8-889c-61b847828ee6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 200 len: 217 time: 0.1223388 Feb 09 20:45:05.370191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Pushing event updated for resources: {'Port': ['ID=f0227ff9-5a0b-4c57-a8a2-137a7370393b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:05.374323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61b89d06-9b10-4f68-850e-fb64f46c42e3 req-9989c244-7476-4057-8b1b-78d1ffa1a76b tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0525866 Feb 09 20:45:05.511397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:05.512742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:05.514317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-5d1f817c-9830-4cf2-b55d-de4cecadd389 service neutron] 10.222.0.50 "PUT /v2.0/ports/f0227ff9-5a0b-4c57-a8a2-137a7370393b HTTP/1.1" status: 200 len: 1097 time: 3.5055647 Feb 09 20:45:05.535498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-1d367da7-4edf-4c06-98a7-e8b4cac81646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:05.537684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-1d367da7-4edf-4c06-98a7-e8b4cac81646 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 200 len: 848 time: 0.1517847 Feb 09 20:45:05.540150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 920a7e58-a70a-413e-ba80-657689eb8a6a no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:05.559930 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for floatingip (90544f81-5e58-469e-89af-88f50070dbb1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:05.565202 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:05.566380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0c7a132-0b89-4d09-8e6e-5d8de5cf1c4d req-99acf321-64eb-4484-98a5-9f54076f0e12 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "DELETE /v2.0/floatingips/90544f81-5e58-469e-89af-88f50070dbb1 HTTP/1.1" status: 204 len: 173 time: 4.2714725 Feb 09 20:45:05.607859 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c13cd676-7cee-40d6-b730-87292f5a1f7c req-ec3e20cd-5701-4494-bad2-765419c9e43c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 210 time: 0.1157622 Feb 09 20:45:05.608358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 920a7e58-a70a-413e-ba80-657689eb8a6a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:45:05.608777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 920a7e58-a70a-413e-ba80-657689eb8a6a not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:05.612662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4533860a-4e75-483e-95bb-d1e70228b4cd no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:05.663027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 4533860a-4e75-483e-95bb-d1e70228b4cd {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:45:05.668000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4533860a-4e75-483e-95bb-d1e70228b4cd not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:05.691240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-559a1976-992a-4d06-92b4-63c1935c8461 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62ae563b-fea2-42e6-b971-404821062d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456327 Feb 09 20:45:05.946323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Allocated IP 172.20.0.13 (f66fd923-923c-4b30-89ab-91d58c88b77b/9091a560-86de-4767-a80d-321e46e4694f/e12f232a-6dc7-4e78-a216-e41ab23ae0fd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:06.021756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-0eb77ddd-53b3-41f6-8902-e5be9467a3bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3479202 Feb 09 20:45:06.061609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-c8baccfc-5261-450b-a286-87fd88f03a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:06.063446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-c8baccfc-5261-450b-a286-87fd88f03a5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 1131 time: 0.4225767 Feb 09 20:45:06.072481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-739c97a9-2421-4fad-8072-c55ace64d805 req-78506942-f227-43b9-8886-598cb55a6fa4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4329093 Feb 09 20:45:06.081835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-d22a8041-b587-4983-8380-2bf06b975985 service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545508 Feb 09 20:45:06.112905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:06.205635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-1dd916f2-b887-42b6-8a25-333282e2fb76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f0227ff9-5a0b-4c57-a8a2-137a7370393b HTTP/1.1" status: 200 len: 217 time: 0.1265442 Feb 09 20:45:06.424731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:06.487394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0995a3a-beda-476a-9bc6-a98d2e3c939b req-ffd75d46-effb-4e57-8d69-48923f86358e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:06.499432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0995a3a-beda-476a-9bc6-a98d2e3c939b req-ffd75d46-effb-4e57-8d69-48923f86358e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 948 time: 0.2294526 Feb 09 20:45:06.530975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-f0dc6e67-1797-4d1d-8307-84c5b5a97f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:06.532723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-f0dc6e67-1797-4d1d-8307-84c5b5a97f2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2406428 Feb 09 20:45:06.570279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-e613ea5b-ca40-41b5-a7eb-45f98a96cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:06.571926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-e613ea5b-ca40-41b5-a7eb-45f98a96cf1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61960c9fd5d549f8a836a3a4ac4bc97b&device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 1128 time: 0.4836268 Feb 09 20:45:06.590162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-482594fd-d916-40c9-b362-f8c7fbde9186 req-c76d4401-b9ed-4c0d-9549-93dfd2f5627a service neutron] 10.222.0.13 "GET /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965482 Feb 09 20:45:06.671047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks [] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:06.696952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0995a3a-beda-476a-9bc6-a98d2e3c939b req-a41983a3-d7f6-417f-a8ab-863e2f6df4ed tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964219 Feb 09 20:45:06.798560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d8bb3c-7248-42d0-a809-d7af93e407f0', 'tag': 'f0227ff9-5a0b-4c57-a8a2-137a7370393b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:06.801102 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe" -d '{"events": [{"name": "network-changed", "server_uuid": "64d8bb3c-7248-42d0-a809-d7af93e407f0", "tag": "f0227ff9-5a0b-4c57-a8a2-137a7370393b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:06.820796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-1cdcb733-1a6e-4371-9ed5-fbdb390c5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:06.824203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-1cdcb733-1a6e-4371-9ed5-fbdb390c5f40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2802219 Feb 09 20:45:06.885302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1ba58cda-0210-4507-ab3f-57c8b1ea40b1 req-674fb3c3-bd0e-44b3-8b44-34b2477dd775 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0503087 Feb 09 20:45:06.913223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-75acfa26-fb00-4f6f-ab24-7aaffb70c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:06.914762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-75acfa26-fb00-4f6f-ab24-7aaffb70c5a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86d00f9c-ad74-47ed-b373-fce806b38fa7 HTTP/1.1" status: 200 len: 916 time: 0.3008125 Feb 09 20:45:06.916094 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:07.056337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ebae7-0d42-4892-ae63-78fa7d29ca20 req-8f6a073d-7680-4863-ae29-daaf9a566965 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:07.063434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-847ebae7-0d42-4892-ae63-78fa7d29ca20 req-8f6a073d-7680-4863-ae29-daaf9a566965 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 932 time: 0.0943353 Feb 09 20:45:07.097494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Network f66fd923-923c-4b30-89ab-91d58c88b77b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:07.104917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Pushing event updated for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:07.122412 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-847ebae7-0d42-4892-ae63-78fa7d29ca20 req-76c6b8ef-5801-4068-9419-05d204c18efe tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579748 Feb 09 20:45:07.123126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:07.128733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:07.132892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:07.136201 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-05e8a843-e1ba-4290-91ba-7f207f807e0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3004146-c3e4-448c-93e5-3ec765f85198 HTTP/1.1" status: 200 len: 1001 time: 0.2121873 Feb 09 20:45:07.140208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-c0a2ad15-3a64-4c2e-8ca6-c65a1bd60725 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039434 Feb 09 20:45:07.215715 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f7e93e-4421-4947-80ba-2658af4d5952 x-openstack-request-id: req-b9f7e93e-4421-4947-80ba-2658af4d5952 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:07.216310 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d8bb3c-7248-42d0-a809-d7af93e407f0", "tag": "f0227ff9-5a0b-4c57-a8a2-137a7370393b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:07.216947 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b9f7e93e-4421-4947-80ba-2658af4d5952 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:07.217635 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d8bb3c-7248-42d0-a809-d7af93e407f0', 'tag': 'f0227ff9-5a0b-4c57-a8a2-137a7370393b', 'status': 'completed', 'code': 200} Feb 09 20:45:07.601637 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48592c97-a6a7-42c2-ad9a-6c83b149d661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:07.771966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:07.774520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:07.827806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-ba4d8970-345c-4b1d-ac94-f6cdbb0106c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:07.829589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-ba4d8970-345c-4b1d-ac94-f6cdbb0106c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b208131-13b3-44cd-8aad-a21b946ad838 HTTP/1.1" status: 200 len: 854 time: 0.6791654 Feb 09 20:45:07.869568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f4b39f44-f15a-448f-80ef-39aea5ec8912 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2055092 Feb 09 20:45:07.894327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Request body: {'port': {'device_id': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:07.899931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbb66e-0c82-4218-bd4c-4fa4db79a544 req-5dc17f87-2942-4eb1-9035-cc9e45ff5510 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:07.901134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dc9cc02-3a59-4107-9d83-6e80a0e85686 req-6af16a35-554f-4719-8b9c-73d8595ba81b service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522995 Feb 09 20:45:07.907384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18bbb66e-0c82-4218-bd4c-4fa4db79a544 req-5dc17f87-2942-4eb1-9035-cc9e45ff5510 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 948 time: 0.0914254 Feb 09 20:45:07.934136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Allocated IP 172.25.4.217 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/11b9eecc-b4bc-4743-92cb-e57f63dba120) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:08.018670 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18bbb66e-0c82-4218-bd4c-4fa4db79a544 req-23a59421-3d88-4ff6-ab91-39b6d259e6b7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050231 Feb 09 20:45:08.107516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3bf716c-ff83-4899-9286-140a31e718bc req-1756f5e6-838a-4c2b-b82e-ae850050596a tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0390933 Feb 09 20:45:08.144214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-fb0d15a2-90f3-44ca-b4d3-65e7b147bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:08.145960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-fb0d15a2-90f3-44ca-b4d3-65e7b147bc97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86d00f9c-ad74-47ed-b373-fce806b38fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3058817 Feb 09 20:45:08.265146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for port (11b9eecc-b4bc-4743-92cb-e57f63dba120), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:08.269644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-d81879e8-4400-42c1-8939-6c1fb6f42926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:08.271620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-d81879e8-4400-42c1-8939-6c1fb6f42926 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 1131 time: 0.2571318 Feb 09 20:45:08.272402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:08.282917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6c03a-067a-448d-a35c-0f456802b093 req-484964f2-6bf0-4f2a-b2e9-555b8f68f501 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:08.291052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-acd6c03a-067a-448d-a35c-0f456802b093 req-484964f2-6bf0-4f2a-b2e9-555b8f68f501 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 932 time: 0.0697331 Feb 09 20:45:08.348450 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-acd6c03a-067a-448d-a35c-0f456802b093 req-a52327c8-3bd9-464e-9054-10d1c300dcc5 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519218 Feb 09 20:45:08.475768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-e2caf7d2-6cb0-45d1-b290-dc3c4645d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:08.477247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-e2caf7d2-6cb0-45d1-b290-dc3c4645d015 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1974368 Feb 09 20:45:08.498046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (11b9eecc-b4bc-4743-92cb-e57f63dba120), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:08.598795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-3b17136e-1f47-4044-927f-6f2b4200a9b3 service neutron] 10.222.0.50 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279604 Feb 09 20:45:08.605960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-bf6c5046-3bf2-432a-b201-5f73b5deb76d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f0227ff9-5a0b-4c57-a8a2-137a7370393b HTTP/1.1" status: 200 len: 217 time: 0.1160817 Feb 09 20:45:08.707827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:08.734156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:08.765592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:08.769363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Pushing event updated for resources: {'Port': ['ID=11b9eecc-b4bc-4743-92cb-e57f63dba120,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:08.838920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-5132b5c3-7be2-4e1d-9e26-6c545cda869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:08.840468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-5132b5c3-7be2-4e1d-9e26-6c545cda869c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2106180 Feb 09 20:45:08.908061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79e76e0c-749c-4981-a79d-4c1ad12df90c req-c081d6e2-937f-4b8e-9e78-9da41b844ab3 service neutron] 10.222.0.50 "GET /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988925 Feb 09 20:45:08.986938 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for floatingip (532cd951-a406-4575-8b9e-43925dfe00c4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.036409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-1d8f807f-8d63-4efe-b7cf-e7c0b0bb4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:09.037824 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-1d8f807f-8d63-4efe-b7cf-e7c0b0bb4a18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1869204 Feb 09 20:45:09.078372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12f232a-6dc7-4e78-a216-e41ab23ae0fd {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:09.121884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Publish callbacks [] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.126148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (11b9eecc-b4bc-4743-92cb-e57f63dba120), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.139864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdad68-5d9e-4961-bc2a-e4ce22b5ee7d req-d8f2a945-f0e7-484c-b79d-4b0b72628c9d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:09.141375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ebdad68-5d9e-4961-bc2a-e4ce22b5ee7d req-d8f2a945-f0e7-484c-b79d-4b0b72628c9d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 948 time: 0.0631924 Feb 09 20:45:09.173580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Transition to ACTIVE for port object e12f232a-6dc7-4e78-a216-e41ab23ae0fd will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:45:09.186743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.196984 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ebdad68-5d9e-4961-bc2a-e4ce22b5ee7d req-221375ef-b665-411e-94e8-4b90c61f9f56 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486598 Feb 09 20:45:09.305317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-6be93fe6-9141-4ac4-b596-7a337befedeb service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448888 Feb 09 20:45:09.313987 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a03a130-29dd-4c35-95ac-b445d0b75799 req-7bd92359-8892-41d2-a0c0-86de70626803 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0439770 Feb 09 20:45:09.335061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Pushing event updated for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:09.489415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a19449-3cd6-43cf-80f9-881a68b89e3b req-fcd0f1e2-09b4-488d-95a2-afb0be892855 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:09.492249 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6a19449-3cd6-43cf-80f9-881a68b89e3b req-fcd0f1e2-09b4-488d-95a2-afb0be892855 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 944 time: 0.0775418 Feb 09 20:45:09.511930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Attempting to bind port e12f232a-6dc7-4e78-a216-e41ab23ae0fd on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:09.512223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Attempting to bind port e12f232a-6dc7-4e78-a216-e41ab23ae0fd by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:09.512880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Attempting to bind port e12f232a-6dc7-4e78-a216-e41ab23ae0fd on network f66fd923-923c-4b30-89ab-91d58c88b77b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:09.515560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for port (11b9eecc-b4bc-4743-92cb-e57f63dba120), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.521635 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (11b9eecc-b4bc-4743-92cb-e57f63dba120), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.523399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Port e12f232a-6dc7-4e78-a216-e41ab23ae0fd on network f66fd923-923c-4b30-89ab-91d58c88b77b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:45:09.523753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Attempting to bind port e12f232a-6dc7-4e78-a216-e41ab23ae0fd on network f66fd923-923c-4b30-89ab-91d58c88b77b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:09.529882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1e16c1-71ff-47c0-8bcd-9d233cb9edbe req-c4ba7ed6-578c-4540-9399-b8194f55576c service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162623 Feb 09 20:45:09.555595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:09.555967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Checking segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:09.556340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Bound using segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:09.556776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Bound port: e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:09.556907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6a19449-3cd6-43cf-80f9-881a68b89e3b req-953b31f8-638f-41b8-9465-0cfb27904690 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538611 Feb 09 20:45:09.557131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.629335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Pushing event updated for resources: {'Port': ['ID=11b9eecc-b4bc-4743-92cb-e57f63dba120,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:09.649270 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (532cd951-a406-4575-8b9e-43925dfe00c4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.674491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:09.677965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:09.681980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.683212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-739c97a9-2421-4fad-8072-c55ace64d805 req-677d366b-fef5-45e8-8609-215a4b24b3f4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5915728 Feb 09 20:45:09.689518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.697878 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f90ebdf8-e633-4c7c-8471-dc151780bca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.767123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:09.767650 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:09.769063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] 10.222.0.13 "PUT /v2.0/ports/e12f232a-6dc7-4e78-a216-e41ab23ae0fd HTTP/1.1" status: 200 len: 1093 time: 1.8820887 Feb 09 20:45:09.771267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:09.773521 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa359a9d-4eb4-4578-8fd5-12ae322101f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:09.789157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-739c97a9-2421-4fad-8072-c55ace64d805 req-26c11046-6527-4109-bd9f-7f286d7b4ed4 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.0957701 Feb 09 20:45:09.799569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcbc1d-4a5b-4fd1-afdd-a1e55c19c8ce service neutron] Pushing event updated for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:09.842678 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d145ebe3-a75e-4038-9b8e-45e266b7957b x-openstack-request-id: req-d145ebe3-a75e-4038-9b8e-45e266b7957b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:09.843335 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:09.843335 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d145ebe3-a75e-4038-9b8e-45e266b7957b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:09.843665 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'status': 'completed', 'code': 200} Feb 09 20:45:09.938004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-bbc0b4b3-e768-4eb9-a533-ad4a00e9a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:09.939524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-bbc0b4b3-e768-4eb9-a533-ad4a00e9a00f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 1127 time: 0.1106052 Feb 09 20:45:09.968005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c97a9-2421-4fad-8072-c55ace64d805 req-9fa0ca13-0fdc-4a39-9499-4a4c26ebc806 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:09.969391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-739c97a9-2421-4fad-8072-c55ace64d805 req-9fa0ca13-0fdc-4a39-9499-4a4c26ebc806 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1508775 Feb 09 20:45:09.998951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-e74b1ebd-3168-442e-a7de-5c32b5992194 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd HTTP/1.1" status: 200 len: 217 time: 0.0470142 Feb 09 20:45:10.038440 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-21ef92c8-cf40-48c4-8cd7-f029b26e0d79 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips/532cd951-a406-4575-8b9e-43925dfe00c4 HTTP/1.1" status: 200 len: 693 time: 0.0446095 Feb 09 20:45:10.053070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-64e99b5a-fdb5-48c5-a9e7-2ff0ba2e4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:10.054661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-64e99b5a-fdb5-48c5-a9e7-2ff0ba2e4b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 200 len: 845 time: 0.0498664 Feb 09 20:45:10.088895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-f0d96d96-e74a-4e26-bbf0-d483ad5d6e46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f66fd923-923c-4b30-89ab-91d58c88b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283902 Feb 09 20:45:10.154248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-af9c5eb3-8df9-4672-9e48-31e8711ac4bc tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:10.156312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-af9c5eb3-8df9-4672-9e48-31e8711ac4bc tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1108854 Feb 09 20:45:10.186285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-3c5d13fa-095f-4425-87f4-6c0081f9759c service neutron] 10.222.0.13 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911679 Feb 09 20:45:10.208153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-04df604f-f146-4fb6-9a2f-1f229c4d1f6d tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.0460048 Feb 09 20:45:10.274848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-577c00bd-4668-4f85-ac16-51b1e9fd2c7f tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.217 HTTP/1.1" status: 200 len: 696 time: 0.0599880 Feb 09 20:45:10.320817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6aeb4a03-0e3f-4b14-a17d-999b536543ba req-85ae1148-9797-43b4-80b3-726350671b8b service neutron] 10.222.0.13 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257675 Feb 09 20:45:10.362170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f195a9b-afab-410a-8383-f44738e2e5d1 req-1453fd7f-2d1e-4506-b7d1-225efb237212 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:10.363820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f195a9b-afab-410a-8383-f44738e2e5d1 req-1453fd7f-2d1e-4506-b7d1-225efb237212 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 948 time: 0.0740070 Feb 09 20:45:10.415532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Deleting port 11b9eecc-b4bc-4743-92cb-e57f63dba120 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:10.416110 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (11b9eecc-b4bc-4743-92cb-e57f63dba120), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:10.449756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-bdc92551-bec0-4d07-a5a1-fc1caf4a87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:10.451393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-bdc92551-bec0-4d07-a5a1-fc1caf4a87b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 1127 time: 0.0813293 Feb 09 20:45:10.455628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f195a9b-afab-410a-8383-f44738e2e5d1 req-ef2da2dc-c017-44a2-a1b4-f6523c7c9900 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841289 Feb 09 20:45:10.515476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (11b9eecc-b4bc-4743-92cb-e57f63dba120), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:10.516221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for floatingip (11b9eecc-b4bc-4743-92cb-e57f63dba120), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:10.531911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Calling delete_port for 11b9eecc-b4bc-4743-92cb-e57f63dba120 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:10.586352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4bf52e3f-a42f-4958-86b9-27291b50cb73 req-143bc789-777d-4aa4-a369-04ae591df7db tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0504839 Feb 09 20:45:10.592262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-771fa190-7e4f-46f5-95b7-b57c38ad43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:10.594260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-771fa190-7e4f-46f5-95b7-b57c38ad43d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 906 time: 0.1349971 Feb 09 20:45:10.646550 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-bb692342-44c8-4c3e-81e0-27aacf60c05d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd HTTP/1.1" status: 200 len: 217 time: 0.0451288 Feb 09 20:45:10.697280 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (11b9eecc-b4bc-4743-92cb-e57f63dba120), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:10.725696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Pushing event deleted for resources: {'Port': ['ID=11b9eecc-b4bc-4743-92cb-e57f63dba120,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:10.747491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-d2ab1bb0-c00a-436e-b6ad-d0288ace3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:10.749143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-d2ab1bb0-c00a-436e-b6ad-d0288ace3c0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 200 len: 845 time: 0.0947685 Feb 09 20:45:10.780843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291bc80-d060-4c34-b484-92a56c6f522d req-fb7e281a-10ed-40ea-b316-483148251975 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:10.782767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4291bc80-d060-4c34-b484-92a56c6f522d req-fb7e281a-10ed-40ea-b316-483148251975 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 944 time: 0.1135228 Feb 09 20:45:10.798086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks [] for floatingip (532cd951-a406-4575-8b9e-43925dfe00c4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:10.800921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:10.802156 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f85a2070-cf08-4ace-bec4-be48c292ad50 req-88abac89-a377-4bf4-9822-112cd8994a58 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "DELETE /v2.0/floatingips/532cd951-a406-4575-8b9e-43925dfe00c4 HTTP/1.1" status: 204 len: 173 time: 0.5264652 Feb 09 20:45:10.805300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-dc3f3928-922a-429e-9fd0-0d6350f59bd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f66fd923-923c-4b30-89ab-91d58c88b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425594 Feb 09 20:45:10.865504 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-e11ecae6-534e-4106-86bf-01abb3251c79 req-d1eb11fe-6eb1-4117-a8da-475977a5e251 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] show failed (client error): The resource could not be found. Feb 09 20:45:10.866550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e11ecae6-534e-4106-86bf-01abb3251c79 req-d1eb11fe-6eb1-4117-a8da-475977a5e251 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips/532cd951-a406-4575-8b9e-43925dfe00c4 HTTP/1.1" status: 404 len: 350 time: 0.0427618 Feb 09 20:45:10.906483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4291bc80-d060-4c34-b484-92a56c6f522d req-43b9895c-66d5-445e-b89b-973ee73ccee6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055703 Feb 09 20:45:10.933571 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-2a5e97f7-2a21-49dd-bb56-4a5b88645ab4 req-293578cc-49ca-4b92-a321-a4df25231a63 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] show failed (client error): The resource could not be found. Feb 09 20:45:10.934582 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2a5e97f7-2a21-49dd-bb56-4a5b88645ab4 req-293578cc-49ca-4b92-a321-a4df25231a63 tempest-FloatingIPsTestJSON-257922292 tempest-FloatingIPsTestJSON-257922292-project] 10.222.0.102 "GET /v2.0/floatingips/532cd951-a406-4575-8b9e-43925dfe00c4 HTTP/1.1" status: 404 len: 350 time: 0.0472999 Feb 09 20:45:10.945503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:10.946158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-e3206c13-689e-4a41-85b3-788fbd84bc72 service neutron] 10.222.0.13 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342981 Feb 09 20:45:11.046790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa359a9d-4eb4-4578-8fd5-12ae322101f2 req-c43ffa98-3fd4-4dbc-8278-96e76bed6eaa service neutron] 10.222.0.13 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944967 Feb 09 20:45:11.084827 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:11.305043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:11.565261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Deleting port a44e96e0-fd23-4205-8dd3-922cf75dcc3b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:11.565550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:11.598496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f0227ff9-5a0b-4c57-a8a2-137a7370393b details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:45:11.602974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e679e5d-30c1-4b80-ab8e-0915047a6e07 req-29145deb-8879-46c4-8075-5156954e2202 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:11.604624 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e679e5d-30c1-4b80-ab8e-0915047a6e07 req-29145deb-8879-46c4-8075-5156954e2202 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 948 time: 0.0626965 Feb 09 20:45:11.676711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] For port a44e96e0-fd23-4205-8dd3-922cf75dcc3b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,segment=NetworkSegment(16d183a5-39b8-46e8-bd9a-83e1e8c39e43),segment_id=16d183a5-39b8-46e8-bd9a-83e1e8c39e43)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:11.678681 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:11.679834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e679e5d-30c1-4b80-ab8e-0915047a6e07 req-5125297f-2f7c-4970-a8d6-c33192bbc3f6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673625 Feb 09 20:45:11.706398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Calling delete_port for a44e96e0-fd23-4205-8dd3-922cf75dcc3b owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:11.738628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f0227ff9-5a0b-4c57-a8a2-137a7370393b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0227ff9-5a0b-4c57-a8a2-137a7370393b,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:11.743493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61c8f41c-214a-455c-917b-e90e150b55b3 req-769b8d94-2b5d-451b-87ee-5884fa6cbe6f tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0326884 Feb 09 20:45:11.751000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'f0227ff9-5a0b-4c57-a8a2-137a7370393b', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'f0227ff9-5a0b-4c57-a8a2-137a7370393b', 'mac_address': 'fa:16:3e:60:8c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:45:11.803240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port f0227ff9-5a0b-4c57-a8a2-137a7370393b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:11.803632 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:11.817186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0227ff9-5a0b-4c57-a8a2-137a7370393b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:11.840118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f0227ff9-5a0b-4c57-a8a2-137a7370393b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0227ff9-5a0b-4c57-a8a2-137a7370393b,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:11.845183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:11.899949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=f0227ff9-5a0b-4c57-a8a2-137a7370393b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:11.939667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a44e96e0-fd23-4205-8dd3-922cf75dcc3b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:11.973659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Pushing event deleted for resources: {'Port': ['ID=a44e96e0-fd23-4205-8dd3-922cf75dcc3b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:12.052719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa4b0-4bbe-4b5a-9cbc-dfe2f960e19c req-e678d1dd-5920-4e92-b8e6-068d17571787 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:12.062158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eccaa4b0-4bbe-4b5a-9cbc-dfe2f960e19c req-e678d1dd-5920-4e92-b8e6-068d17571787 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 944 time: 0.0807910 Feb 09 20:45:12.110092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:12.173003 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:12.173263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eccaa4b0-4bbe-4b5a-9cbc-dfe2f960e19c req-01a776c8-145e-48f8-a248-80b7f68a5ec9 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095023 Feb 09 20:45:12.591826 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:12.738249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:45:12.857720 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cb8bea6-3f4c-4ae2-a6de-cb5849ed6984 req-7c81d6c5-bbd0-4f20-80b9-5d4c985566d8 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0351231 Feb 09 20:45:12.882835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8f3bd-d51d-40d1-9dbd-fa32c86878ea req-106ea9df-4b03-4bc8-bdcb-60e7f3e6556c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:12.884530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1bf8f3bd-d51d-40d1-9dbd-fa32c86878ea req-106ea9df-4b03-4bc8-bdcb-60e7f3e6556c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 949 time: 0.1404231 Feb 09 20:45:12.917092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:45:12.922547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b562db3f-d3a5-4c79-985b-9385123d497e admin admin] 10.222.0.102 "PUT /v2.0/routers/48c8d231-c6e5-4598-8e90-bf91a3c1f17a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9759042 Feb 09 20:45:12.925318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50598) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:12.926414 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] Sync routers for ids ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:45:12.938697 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] Routers {'48c8d231-c6e5-4598-8e90-bf91a3c1f17a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:45:12.939315 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:45:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:13.035416 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1bf8f3bd-d51d-40d1-9dbd-fa32c86878ea req-47a59e4e-2f64-47f1-9e69-45deadb97cea tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421938 Feb 09 20:45:13.061844 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] Set router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:45:13.072629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks [] for router (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.186459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks [] for router_gateway (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.269836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Deleting port 19592b51-f581-4111-83ab-ed373eafed86 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:13.270487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (19592b51-f581-4111-83ab-ed373eafed86), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.283873 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '19592b51-f581-4111-83ab-ed373eafed86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:45:11Z', 'revision_number': 5, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port': {'id': '19592b51-f581-4111-83ab-ed373eafed86', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:41Z', 'updated_at': '2022-02-09T20:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:13.318923 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] Checking router: 48c8d231-c6e5-4598-8e90-bf91a3c1f17a for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:45:13.328367 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] Routers {'48c8d231-c6e5-4598-8e90-bf91a3c1f17a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:45:13.329318 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:45:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:13.329707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0004d-6c2b-454a-9370-8e35cfac0762 req-a7b9f016-4d57-418e-9ced-c61240df3dbd tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:13.338960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80a0004d-6c2b-454a-9370-8e35cfac0762 req-a7b9f016-4d57-418e-9ced-c61240df3dbd tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 944 time: 0.0752547 Feb 09 20:45:13.368955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] For port 19592b51-f581-4111-83ab-ed373eafed86, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=19592b51-f581-4111-83ab-ed373eafed86,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:13.369410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (19592b51-f581-4111-83ab-ed373eafed86), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.386369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Calling delete_port for 19592b51-f581-4111-83ab-ed373eafed86 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:13.401458 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80a0004d-6c2b-454a-9370-8e35cfac0762 req-ec94ae17-ccba-4adf-97cb-d53789da0e3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614469 Feb 09 20:45:13.433849 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] Set router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:45:13.490378 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:45:13Z', 'revision_number': 6, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:13.526541 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb47a46-60a1-430f-a735-c2498aebca33 None None] The sync data for ids ['48c8d231-c6e5-4598-8e90-bf91a3c1f17a'] in n-d-789963-29 is: [{'id': '48c8d231-c6e5-4598-8e90-bf91a3c1f17a', 'name': 'tempest-FloatingIPsTestJSON-1266376287-router', 'tenant_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:40Z', 'updated_at': '2022-02-09T20:45:13Z', 'revision_number': 6, 'project_id': 'eaa94e2fcf4f4c16a5940ddc51e7a3eb', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:45:13.603960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f0227ff9-5a0b-4c57-a8a2-137a7370393b up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:13.631727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (19592b51-f581-4111-83ab-ed373eafed86), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.664242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Pushing event deleted for resources: {'Port': ['ID=19592b51-f581-4111-83ab-ed373eafed86,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:13.665268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port f0227ff9-5a0b-4c57-a8a2-137a7370393b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:45:13.670124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port f0227ff9-5a0b-4c57-a8a2-137a7370393b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:13.670503 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.731184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.752555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port f0227ff9-5a0b-4c57-a8a2-137a7370393b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:13.752956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.777695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d8bb3c-7248-42d0-a809-d7af93e407f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0227ff9-5a0b-4c57-a8a2-137a7370393b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:13.780051 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d687475f-78e8-41c0-be27-9f4ffe1bb055" -d '{"events": [{"server_uuid": "64d8bb3c-7248-42d0-a809-d7af93e407f0", "name": "network-vif-plugged", "status": "completed", "tag": "f0227ff9-5a0b-4c57-a8a2-137a7370393b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:13.802110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f0227ff9-5a0b-4c57-a8a2-137a7370393b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0227ff9-5a0b-4c57-a8a2-137a7370393b,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:13.808239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.836023 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab58a9-b490-463c-a7e8-b63bc3c36646 x-openstack-request-id: req-eeab58a9-b490-463c-a7e8-b63bc3c36646 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:13.836398 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d8bb3c-7248-42d0-a809-d7af93e407f0", "name": "network-vif-plugged", "status": "completed", "tag": "f0227ff9-5a0b-4c57-a8a2-137a7370393b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:13.836715 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-eeab58a9-b490-463c-a7e8-b63bc3c36646 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:13.837170 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d8bb3c-7248-42d0-a809-d7af93e407f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0227ff9-5a0b-4c57-a8a2-137a7370393b', 'code': 200} Feb 09 20:45:13.861080 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.864054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks [] for router_controller (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.889186 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.896721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=f0227ff9-5a0b-4c57-a8a2-137a7370393b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:13.948247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (48c8d231-c6e5-4598-8e90-bf91a3c1f17a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.948811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c8d231-c6e5-4598-8e90-bf91a3c1f17a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:45:13.955985 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:13.959273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ebd7b-d483-4e4a-b696-48dc6f9b1bbe req-033c2ae3-7a44-4567-9a7a-c40f0ac6f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:13.960861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e33ebd7b-d483-4e4a-b696-48dc6f9b1bbe req-033c2ae3-7a44-4567-9a7a-c40f0ac6f528 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 1133 time: 0.0619009 Feb 09 20:45:13.961372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:13.964292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-91a35ff4-e839-4f28-a715-eba6997a0623 admin admin] 10.222.0.102 "DELETE /v2.0/routers/48c8d231-c6e5-4598-8e90-bf91a3c1f17a HTTP/1.1" status: 204 len: 168 time: 1.0374670 Feb 09 20:45:14.037587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-070dcdf3-b6a1-40c4-b03a-d302decc8d6e req-49ed5b4c-1690-4824-859b-3f961b3321ad tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0414798 Feb 09 20:45:14.060998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-02871f48-f276-45ec-bc14-1c7f3ce2db2e admin admin] Deleting subnet 0d0d05ae-f39e-40c1-8c79-68392c9ab75f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:45:14.072865 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02871f48-f276-45ec-bc14-1c7f3ce2db2e admin admin] Publish callbacks [] for subnet (0d0d05ae-f39e-40c1-8c79-68392c9ab75f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.096470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e33ebd7b-d483-4e4a-b696-48dc6f9b1bbe req-7d0611ee-5861-4b90-bd5a-6e347c749481 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269081 Feb 09 20:45:14.114191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02871f48-f276-45ec-bc14-1c7f3ce2db2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (0d0d05ae-f39e-40c1-8c79-68392c9ab75f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.180570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c1dab-9948-4885-8b9a-51ec3b222dbf req-b853b602-ba20-468f-aa88-61dc901eb131 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:14.182284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-645c1dab-9948-4885-8b9a-51ec3b222dbf req-b853b602-ba20-468f-aa88-61dc901eb131 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 950 time: 0.0616601 Feb 09 20:45:14.234971 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-645c1dab-9948-4885-8b9a-51ec3b222dbf req-da06c640-3d0e-4929-921d-ae2f4d820b00 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Feb 09 20:45:14.248499 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02871f48-f276-45ec-bc14-1c7f3ce2db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (0d0d05ae-f39e-40c1-8c79-68392c9ab75f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.303998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02871f48-f276-45ec-bc14-1c7f3ce2db2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (0d0d05ae-f39e-40c1-8c79-68392c9ab75f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.328729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02871f48-f276-45ec-bc14-1c7f3ce2db2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0d05ae-f39e-40c1-8c79-68392c9ab75f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:14.336176 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02871f48-f276-45ec-bc14-1c7f3ce2db2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.339544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-02871f48-f276-45ec-bc14-1c7f3ce2db2e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/0d0d05ae-f39e-40c1-8c79-68392c9ab75f HTTP/1.1" status: 204 len: 168 time: 0.3771579 Feb 09 20:45:14.342914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:14.346422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889cd4a-a52c-4cf6-89fe-8ea25e74831f None None] Network b3c4a1c0-c58f-4203-a70c-c60825682ed0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:45:14.434314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b3c4a1c0-c58f-4203-a70c-c60825682ed0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.563023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] DHCP port deletion for b3c4a1c0-c58f-4203-a70c-c60825682ed0 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:45:14.625983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] Deleting port 24a3bdad-cbc4-4d98-a185-108db98f820b {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:14.627123 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.706731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] For port 24a3bdad-cbc4-4d98-a185-108db98f820b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24a3bdad-cbc4-4d98-a185-108db98f820b,segment=NetworkSegment(16d183a5-39b8-46e8-bd9a-83e1e8c39e43),segment_id=16d183a5-39b8-46e8-bd9a-83e1e8c39e43)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:14.707189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.717477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e12f232a-6dc7-4e78-a216-e41ab23ae0fd details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:45:14.731978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] Calling delete_port for 24a3bdad-cbc4-4d98-a185-108db98f820b owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:14.901465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:14.912784 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.942920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] No DVR routers for this DVR port 24a3bdad-cbc4-4d98-a185-108db98f820b on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:14.945053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Deleting port 24a3bdad-cbc4-4d98-a185-108db98f820b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:14.945452 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:14.954553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f681-7e5e-4dc4-8b04-21870665ab33 req-171a495f-df4f-446c-8789-627727b71ad8 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:14.956274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b05f681-7e5e-4dc4-8b04-21870665ab33 req-171a495f-df4f-446c-8789-627727b71ad8 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 944 time: 0.0866017 Feb 09 20:45:14.968685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'port_id': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'mac_address': 'fa:16:3e:2a:1a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091a560-86de-4767-a80d-321e46e4694f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:45:15.014270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b422458-d8e2-48ac-b3ab-a7f7aa1d48b5 None None] Pushing event deleted for resources: {'Port': ['ID=24a3bdad-cbc4-4d98-a185-108db98f820b,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:15.021886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port e12f232a-6dc7-4e78-a216-e41ab23ae0fd is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:15.022535 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.041729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12f232a-6dc7-4e78-a216-e41ab23ae0fd {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:15.072863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:15.077521 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.078762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] For port 24a3bdad-cbc4-4d98-a185-108db98f820b, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:15.079124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.106100 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2b05f681-7e5e-4dc4-8b04-21870665ab33 req-0a4e620e-b932-4ceb-ab3f-a0a478375c73 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354454 Feb 09 20:45:15.122295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Calling delete_port for 24a3bdad-cbc4-4d98-a185-108db98f820b owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:15.125456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Port 24a3bdad-cbc4-4d98-a185-108db98f820b was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:45:15.126815 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (24a3bdad-cbc4-4d98-a185-108db98f820b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.147119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:15.162661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Pushing event deleted for resources: {'Port': ['ID=24a3bdad-cbc4-4d98-a185-108db98f820b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:15.167546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] No DVR routers for this DVR port 24a3bdad-cbc4-4d98-a185-108db98f820b on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:15.211441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a70f519-a41e-4dae-a4fc-a446f04f6d5d req-14e2a0eb-bbd6-4604-9d76-1dd6ce3c74f9 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0484669 Feb 09 20:45:15.255454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b3c4a1c0-c58f-4203-a70c-c60825682ed0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.284354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c4a1c0-c58f-4203-a70c-c60825682ed0']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:15.296175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d183a5-39b8-46e8-bd9a-83e1e8c39e43') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:15.296734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d183a5-39b8-46e8-bd9a-83e1e8c39e43') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:15.307774 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (16d183a5-39b8-46e8-bd9a-83e1e8c39e43), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.322768 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (16d183a5-39b8-46e8-bd9a-83e1e8c39e43), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.331152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:45:15.331552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (16d183a5-39b8-46e8-bd9a-83e1e8c39e43), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:45:15.333321 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:45:15.354700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['e12f232a-6dc7-4e78-a216-e41ab23ae0fd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:15.424904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b3c4a1c0-c58f-4203-a70c-c60825682ed0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.436010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94679-0a9f-49a6-86cf-a31143ac1473 req-a4ba3767-4f26-40dc-a968-9409cd544333 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:15.437567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51c94679-0a9f-49a6-86cf-a31143ac1473 req-a4ba3767-4f26-40dc-a968-9409cd544333 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 950 time: 0.1079915 Feb 09 20:45:15.441039 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.445560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] 10.222.0.102 "DELETE /v2.0/networks/b3c4a1c0-c58f-4203-a70c-c60825682ed0 HTTP/1.1" status: 204 len: 168 time: 1.1024182 Feb 09 20:45:15.479533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d098e5f-e7d7-4048-9991-7f2621e1b16c admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c4a1c0-c58f-4203-a70c-c60825682ed0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:15.535781 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51c94679-0a9f-49a6-86cf-a31143ac1473 req-0c791e3d-a320-4ffe-a473-a319d14e8c94 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884705 Feb 09 20:45:15.591004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a44e96e0-fd23-4205-8dd3-922cf75dcc3b no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:15.613255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: a44e96e0-fd23-4205-8dd3-922cf75dcc3b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:45:15.613768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a44e96e0-fd23-4205-8dd3-922cf75dcc3b not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:15.614205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24a3bdad-cbc4-4d98-a185-108db98f820b no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:15.637743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 24a3bdad-cbc4-4d98-a185-108db98f820b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:45:15.638907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24a3bdad-cbc4-4d98-a185-108db98f820b not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:15.639552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 19592b51-f581-4111-83ab-ed373eafed86 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:15.660854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 19592b51-f581-4111-83ab-ed373eafed86 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:45:15.661631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 19592b51-f581-4111-83ab-ed373eafed86 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:15.729736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:15.775731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-02f1c358-91b9-4d60-9b62-9309394de293 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=eaa94e2fcf4f4c16a5940ddc51e7a3eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441370 Feb 09 20:45:15.777939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:15.856833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9ae5-ad36-44b6-9022-e942fe7127bb admin admin] Publish callbacks [] for security_group (45ec88df-ba2a-4727-8cc9-83a402866cd8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.886270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9ae5-ad36-44b6-9022-e942fe7127bb admin admin] Publish callbacks [] for security_group (45ec88df-ba2a-4727-8cc9-83a402866cd8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.912840 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38243be-110e-4150-968a-f9de0277aa89 req-f954febf-b3cb-4f45-bd37-aa71982de318 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:15.914369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e38243be-110e-4150-968a-f9de0277aa89 req-f954febf-b3cb-4f45-bd37-aa71982de318 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 1133 time: 0.0894575 Feb 09 20:45:15.935279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e38243be-110e-4150-968a-f9de0277aa89 req-1a149df5-674e-4fa1-bc0c-16da2a0e3f44 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.966274 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9ae5-ad36-44b6-9022-e942fe7127bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (45ec88df-ba2a-4727-8cc9-83a402866cd8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.968723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9ae5-ad36-44b6-9022-e942fe7127bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:15.972206 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7cbd9ae5-ad36-44b6-9022-e942fe7127bb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/45ec88df-ba2a-4727-8cc9-83a402866cd8 HTTP/1.1" status: 204 len: 168 time: 0.1908164 Feb 09 20:45:15.983156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd9ae5-ad36-44b6-9022-e942fe7127bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec88df-ba2a-4727-8cc9-83a402866cd8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:16.031545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e38243be-110e-4150-968a-f9de0277aa89 req-1a149df5-674e-4fa1-bc0c-16da2a0e3f44 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Publish callbacks [] for security_group (81069fa8-b811-46d5-bfbf-da26858c5336), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:16.035329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e38243be-110e-4150-968a-f9de0277aa89 req-1a149df5-674e-4fa1-bc0c-16da2a0e3f44 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (81069fa8-b811-46d5-bfbf-da26858c5336), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:16.075324 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e38243be-110e-4150-968a-f9de0277aa89 req-1a149df5-674e-4fa1-bc0c-16da2a0e3f44 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539207 Feb 09 20:45:16.076053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a149df5-674e-4fa1-bc0c-16da2a0e3f44 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81069fa8-b811-46d5-bfbf-da26858c5336,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:16.270310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f4ba-27be-4d87-8db0-817dd146950a req-e67f1af0-f16e-462c-952a-bc263467e940 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:16.281216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-64f9f4ba-27be-4d87-8db0-817dd146950a req-e67f1af0-f16e-462c-952a-bc263467e940 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 945 time: 0.1021354 Feb 09 20:45:16.326655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19be0923-f3b3-49d7-ac9a-aac7fe01cafe req-10f242b5-45e1-4498-a063-3dcfb4446f41 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0349855 Feb 09 20:45:16.360272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-64f9f4ba-27be-4d87-8db0-817dd146950a req-55fa2bfe-f5c5-415a-8486-69cd80ea4077 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763025 Feb 09 20:45:16.476312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-1031c3c0-aca9-41bc-920b-24dba87b4170 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359361 Feb 09 20:45:16.599217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-8e400299-eaf5-4323-a679-75caf8e9236e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:16.600833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-8e400299-eaf5-4323-a679-75caf8e9236e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175840 Feb 09 20:45:16.617349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-a22b55ce-1a44-417f-a388-13f443708248 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/quotas/89c307ac09d248ad9d180fa82b971ca3 HTTP/1.1" status: 200 len: 375 time: 0.0108371 Feb 09 20:45:16.675966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-af246381-a800-4512-be2c-24f2cce6ae47 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528755 Feb 09 20:45:16.744120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e12f232a-6dc7-4e78-a216-e41ab23ae0fd up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:16.808507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port e12f232a-6dc7-4e78-a216-e41ab23ae0fd completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:45:16.809652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:16.813432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port e12f232a-6dc7-4e78-a216-e41ab23ae0fd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:16.813913 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:16.926338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port e12f232a-6dc7-4e78-a216-e41ab23ae0fd is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:16.926888 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:16.927156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-network', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:16.949765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Made reservation on behalf of 3a2c6689038746ecbecded721fca5ac0 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:16.953288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:16.964876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:16.967806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:16.968896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:16.971614 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da2ec33-2681-401a-a65a-343823806239" -d '{"events": [{"server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "name": "network-vif-plugged", "status": "completed", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:16.978911 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.047898 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f5a18-9f5c-45b9-91c6-a95f31979482 x-openstack-request-id: req-852f5a18-9f5c-45b9-91c6-a95f31979482 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:17.048235 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "name": "network-vif-plugged", "status": "completed", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:17.048452 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-852f5a18-9f5c-45b9-91c6-a95f31979482 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:17.048849 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'code': 200} Feb 09 20:45:17.096553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Publish callbacks [] for security_group (7077628e-f83f-4982-ab26-3f77ab3637f4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.099906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:17.101548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7077628e-f83f-4982-ab26-3f77ab3637f4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.154989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:45:17.160507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7077628e-f83f-4982-ab26-3f77ab3637f4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:17.169870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3c7e5e76-a433-4ba0-8a3f-009a752005ca), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.170304 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Added segment 3c7e5e76-a433-4ba0-8a3f-009a752005ca of type vlan for network e90c8771-8137-409a-bc78-e1d2d76f6a1f Feb 09 20:45:17.174124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624da993-2b8b-4676-8a3c-5e15ec69c4bd req-3ad9f6fc-cf6f-43c8-bf94-88e71d54b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:17.179746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-624da993-2b8b-4676-8a3c-5e15ec69c4bd req-3ad9f6fc-cf6f-43c8-bf94-88e71d54b1ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 1129 time: 0.1001260 Feb 09 20:45:17.240126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e90c8771-8137-409a-bc78-e1d2d76f6a1f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.257764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-624da993-2b8b-4676-8a3c-5e15ec69c4bd req-ea0cb6c2-6908-48fa-ac76-aa0c06ba2a7d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721495 Feb 09 20:45:17.274725 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e90c8771-8137-409a-bc78-e1d2d76f6a1f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.276812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:17.278849 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.303357 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:45:17.309836 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.4982796 Feb 09 20:45:17.312905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:17.319303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Request body: {'subnet': {'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-subnet', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:17.361943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Made reservation on behalf of 3a2c6689038746ecbecded721fca5ac0 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:17.367347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.387567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f515a72-4470-4286-ba50-a31ffdb3c328 admin admin] Pushing event updated for resources: {'Network': ['ID=e90c8771-8137-409a-bc78-e1d2d76f6a1f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:17.408013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:45:17.479503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf270678-d4c3-4881-a891-192ea1fd532b req-609df9b9-a3f1-45e0-9d10-bffcfdcf2589 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 210 time: 0.0367332 Feb 09 20:45:17.538259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af652fc-a652-48a5-99cb-3068f0169338 req-28248dee-8cbe-4348-91e5-dc93a72f2b42 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0838153 Feb 09 20:45:17.686062 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afdf3b-c251-4070-86b4-8ae9e1c59776 req-ebaf5c5a-47ef-42f8-bafc-c614e63252cc tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:17.687899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6afdf3b-c251-4070-86b4-8ae9e1c59776 req-ebaf5c5a-47ef-42f8-bafc-c614e63252cc tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 946 time: 0.0869703 Feb 09 20:45:17.747344 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (7b2c0ef8-6bfd-4ce6-ab49-def743becc57), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.763984 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6afdf3b-c251-4070-86b4-8ae9e1c59776 req-ae774445-0082-4834-9034-92ad5ec25217 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665839 Feb 09 20:45:17.823341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2c0ef8-6bfd-4ce6-ab49-def743becc57,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:17.836922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Checking segment: {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:17.837354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Network hostable DHCP agents. Network: e90c8771-8137-409a-bc78-e1d2d76f6a1f, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:45:17.862884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:45:17.877019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e90c8771-8137-409a-bc78-e1d2d76f6a1f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:17.882921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:17.883592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.890677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb1c9c-f89c-47f8-a08a-eaf85f24de2d None None] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:45:17.924167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a788bf2a-557a-4fdb-b60f-d0c8f26af557 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.6098969 Feb 09 20:45:17.926876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:17.936891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:17.982592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (d9ff59f6-47e4-41ab-b501-31e0733044a5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:17.984033 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (d9ff59f6-47e4-41ab-b501-31e0733044a5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.028165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:45:18.029385 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.146137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks [] for router_controller (d9ff59f6-47e4-41ab-b501-31e0733044a5), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.350883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks [] for router_gateway (d9ff59f6-47e4-41ab-b501-31e0733044a5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.357980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Allocated IP 172.20.0.2 (e90c8771-8137-409a-bc78-e1d2d76f6a1f/7b2c0ef8-6bfd-4ce6-ab49-def743becc57/6fa21f65-179f-444a-a1aa-2367b62bd7b3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:18.581503 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Publish callbacks [] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.592228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.625555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b6e61695-8262-4d3c-9f66-ad18475d86ee req-f16fff8a-36f6-4cda-96f0-685e93cd1700 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 210 time: 0.0376461 Feb 09 20:45:18.639431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks [] for router_gateway (d9ff59f6-47e4-41ab-b501-31e0733044a5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.648354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:18.653895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:18.657472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:18.668474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Pushing event updated for resources: {'Port': ['ID=6fa21f65-179f-444a-a1aa-2367b62bd7b3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:18.710004 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.737418 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c35e59a-2c88-493e-ad9b-9d1bbca386d4 req-c583fdc8-efbf-4c4c-b2e1-f053b55441af tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0484309 Feb 09 20:45:18.768892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Attempting to bind port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:18.769825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Attempting to bind port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:18.770654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Attempting to bind port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 on network e90c8771-8137-409a-bc78-e1d2d76f6a1f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:18.780373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:18.780716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Checking segment: {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:18.781275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.781875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Bound using segment: {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:18.782363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Bound port: 6fa21f65-179f-444a-a1aa-2367b62bd7b3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:18.783506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:18.915705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] For port 6fa21f65-179f-444a-a1aa-2367b62bd7b3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:18.920755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] For port 6fa21f65-179f-444a-a1aa-2367b62bd7b3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6fa21f65-179f-444a-a1aa-2367b62bd7b3,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:18.926263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-65e818e9-9154-49a4-9519-0c88be6733c7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835011 Feb 09 20:45:18.930692 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:19.035393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43703d-db38-42bd-a1ca-5d28532274d4 None None] Pushing event updated for resources: {'Port': ['ID=6fa21f65-179f-444a-a1aa-2367b62bd7b3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:19.165150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-31057dc8-f751-4753-a4f9-461fac28dade tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120350 Feb 09 20:45:19.246288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Allocated IP 172.25.4.45 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b6d3639f-d5e6-4134-af4f-a21a80e7ca25) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:19.266551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416366-6ec0-4771-a135-8f0f89830a03 req-5f4b081a-9e62-4331-8d09-66c0ddf7d3d1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:19.279587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2416366-6ec0-4771-a135-8f0f89830a03 req-5f4b081a-9e62-4331-8d09-66c0ddf7d3d1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 946 time: 0.3082216 Feb 09 20:45:19.655795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2416366-6ec0-4771-a135-8f0f89830a03 req-296993b3-4a21-437e-81e5-c55c760aa4b0 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749008 Feb 09 20:45:19.662034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6fa21f65-179f-444a-a1aa-2367b62bd7b3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:19.670345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-5afe15d4-9311-42bb-8c97-cf51f932542a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:19.671919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-5afe15d4-9311-42bb-8c97-cf51f932542a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4683733 Feb 09 20:45:19.686521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-486c17c0-5509-4677-a280-3bcfc298c467 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:19.686521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-486c17c0-5509-4677-a280-3bcfc298c467 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6997404 Feb 09 20:45:19.691424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Request body: {'port': {'device_id': 'a82a82fc-f2ce-43fc-a2ba-c2081484201a', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '89c307ac09d248ad9d180fa82b971ca3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:19.777123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Request body: {'port': {'device_id': '1127abe1-61f5-4348-80e7-589745e43ec7', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '89c307ac09d248ad9d180fa82b971ca3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:19.827072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:19.827499 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:19.904030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecddec9a-c6dc-43f1-aac7-f82d12836e8a req-6f9a290f-8ff9-4c8e-90aa-49fbac67b591 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 210 time: 0.0735288 Feb 09 20:45:19.957860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks [] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:20.071213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Made reservation on behalf of 89c307ac09d248ad9d180fa82b971ca3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:20.092869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:20.093367 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:20.110897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:20.179882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 6fa21f65-179f-444a-a1aa-2367b62bd7b3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6fa21f65-179f-444a-a1aa-2367b62bd7b3,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:20.188149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:20.227122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea06017a-aa41-49ec-af62-5802adbf5bf6 req-65b1f127-5277-45ad-843c-7fb53e100311 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=affa601f-bdf8-492e-bae3-d4c8bb3b2a65 HTTP/1.1" status: 200 len: 210 time: 0.0849063 Feb 09 20:45:20.294582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=6fa21f65-179f-444a-a1aa-2367b62bd7b3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:20.679786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Allocated IP 192.168.233.69 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/30a036c4-d9ad-44f5-b541-cc867cc15e75) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:20.860968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa4454-c811-4f9e-a483-f1e6a341f938 None None] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:45:21.065702 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54e23e28-7517-4467-97c7-960796132c67 req-c698264d-bf32-4481-b114-df7ddf551de8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 210 time: 0.0714908 Feb 09 20:45:21.123139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-06245f17-9e4d-4fe1-8058-f697321034a0 None None] Provisioning complete for port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:21.123993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06245f17-9e4d-4fe1-8058-f697321034a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:21.162219 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:21.225982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Pushing event updated for resources: {'Port': ['ID=b6d3639f-d5e6-4134-af4f-a21a80e7ca25,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:21.240717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Made reservation on behalf of 89c307ac09d248ad9d180fa82b971ca3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:21.244613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:21.284713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-06245f17-9e4d-4fe1-8058-f697321034a0 None None] Current status of the port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:21.312319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:21.343104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:21.377783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a0bb-4fd5-44fd-864c-498003227743 req-927749ae-78af-44b8-b9a6-4995c647cca1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:21.385530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37c6a0bb-4fd5-44fd-864c-498003227743 req-927749ae-78af-44b8-b9a6-4995c647cca1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 946 time: 1.1001792 Feb 09 20:45:21.421574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:21.428226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:21.456522 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:21.627239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6fa21f65-179f-444a-a1aa-2367b62bd7b3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:21.631646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d272d2d6-8ddd-4e9b-b562-4e6d9539eced None None] Provisioning complete for port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:21.632070 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d272d2d6-8ddd-4e9b-b562-4e6d9539eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:21.754509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:21.754799 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:21.784417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37c6a0bb-4fd5-44fd-864c-498003227743 req-afcbbbc4-8d45-4ae9-a777-803496e9217f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978572 Feb 09 20:45:21.840697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d272d2d6-8ddd-4e9b-b562-4e6d9539eced None None] Current status of the port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:21.851470 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:21.877026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:21.974454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:21.998843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'Port': ['ID=30a036c4-d9ad-44f5-b541-cc867cc15e75,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:22.071417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:22.190348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:22.198203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:22.229583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Allocated IP 192.168.233.25 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/43badeb4-0998-4ee5-bb33-cb63c20b036c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:22.286075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ae77-1790-42f6-93ce-36c3a24852e1 req-1a61092d-af7e-482c-b8a0-abc63b1d91ce tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:22.288191 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cb8ae77-1790-42f6-93ce-36c3a24852e1 req-1a61092d-af7e-482c-b8a0-abc63b1d91ce tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 935 time: 0.0959280 Feb 09 20:45:22.351129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:22.351827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:22.386728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks [] for router_gateway (d9ff59f6-47e4-41ab-b501-31e0733044a5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:22.391998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cb8ae77-1790-42f6-93ce-36c3a24852e1 req-da5eff48-723c-49df-bc44-516c07a92c6a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939569 Feb 09 20:45:22.462359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-4e57d3c3-2a81-4df9-a4ce-6bb58cb97c09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7766657 Feb 09 20:45:22.480988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Request body: {'port': {'device_id': 'a82a82fc-f2ce-43fc-a2ba-c2081484201a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:22.577699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b6fab1c7-8b41-4578-bd68-270240973211 None None] Provisioning complete for port 30a036c4-d9ad-44f5-b541-cc867cc15e75 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:22.579793 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6fab1c7-8b41-4578-bd68-270240973211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:22.632013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b6fab1c7-8b41-4578-bd68-270240973211 None None] Port 30a036c4-d9ad-44f5-b541-cc867cc15e75 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:45:22.683874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:22.836779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (d9ff59f6-47e4-41ab-b501-31e0733044a5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:22.869244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:23.129065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441afba-1824-4144-84bd-91dde87d7849 req-1245e562-f476-41de-9628-0aa28633fddb tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:23.131191 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0441afba-1824-4144-84bd-91dde87d7849 req-1245e562-f476-41de-9628-0aa28633fddb tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 946 time: 0.1861820 Feb 09 20:45:23.178388 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:23.189612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:23.296196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'Port': ['ID=43badeb4-0998-4ee5-bb33-cb63c20b036c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:23.310343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:23.328582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:23.340595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:23.376274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0441afba-1824-4144-84bd-91dde87d7849 req-1ff43a5d-7f30-4aab-81f4-b38ffff26d0a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298851 Feb 09 20:45:23.628932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:23.635934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:23.705082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Router d9ff59f6-47e4-41ab-b501-31e0733044a5 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:45:23.742272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-983a570c-1c31-4da7-8ba4-a099c559e022 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9710436 Feb 09 20:45:23.882518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-21832c84-39de-4a39-8658-d06cce6e678d None None] Provisioning complete for port 43badeb4-0998-4ee5-bb33-cb63c20b036c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:23.883541 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21832c84-39de-4a39-8658-d06cce6e678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:23.968496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21832c84-39de-4a39-8658-d06cce6e678d None None] Port 43badeb4-0998-4ee5-bb33-cb63c20b036c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:45:24.252354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Request body: {'port': {'device_id': '1127abe1-61f5-4348-80e7-589745e43ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:24.333067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a036c4-d9ad-44f5-b541-cc867cc15e75 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:24.376327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753418b4-6834-414b-bce7-c71d165917ea req-7429d108-aa19-4928-aef6-ace42add669c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:24.384406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-753418b4-6834-414b-bce7-c71d165917ea req-7429d108-aa19-4928-aef6-ace42add669c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 935 time: 0.8581510 Feb 09 20:45:24.393103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Publish callbacks [] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:24.444596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Transition to ACTIVE for port object 30a036c4-d9ad-44f5-b541-cc867cc15e75 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:45:24.463146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:24.514411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:24.563645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-753418b4-6834-414b-bce7-c71d165917ea req-e807008c-4add-43da-8ead-030d3401e547 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759725 Feb 09 20:45:24.622630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:45:24.642674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Pushing event updated for resources: {'Port': ['ID=30a036c4-d9ad-44f5-b541-cc867cc15e75,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:24.650825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Sync routers for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:45:24.668203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:45:24.668840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:45:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:24.751987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:24.753533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-416bf50d-8467-47fa-a928-151674b0c4dd admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 6.8253632 Feb 09 20:45:24.756761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:24.909939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Attempting to bind port 30a036c4-d9ad-44f5-b541-cc867cc15e75 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:24.910300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Attempting to bind port 30a036c4-d9ad-44f5-b541-cc867cc15e75 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:24.910514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Attempting to bind port 30a036c4-d9ad-44f5-b541-cc867cc15e75 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:24.982424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:45:24.982976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Port 30a036c4-d9ad-44f5-b541-cc867cc15e75 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:45:24.982976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Attempting to bind port 30a036c4-d9ad-44f5-b541-cc867cc15e75 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:25.006737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:25.008407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:25.008826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:25.009729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Bound port: 30a036c4-d9ad-44f5-b541-cc867cc15e75, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:25.010134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:25.190851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] For port 30a036c4-d9ad-44f5-b541-cc867cc15e75, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:25.215359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] For port 30a036c4-d9ad-44f5-b541-cc867cc15e75, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=30a036c4-d9ad-44f5-b541-cc867cc15e75,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:25.270598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:25.360715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43badeb4-0998-4ee5-bb33-cb63c20b036c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:25.384464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Publish callbacks [] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:25.389681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:25.404022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:25.405852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] 10.222.0.50 "PUT /v2.0/ports/30a036c4-d9ad-44f5-b541-cc867cc15e75 HTTP/1.1" status: 200 len: 1096 time: 2.9292557 Feb 09 20:45:25.408647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82a82fc-f2ce-43fc-a2ba-c2081484201a', 'tag': '30a036c4-d9ad-44f5-b541-cc867cc15e75'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:25.415146 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a82a82fc-f2ce-43fc-a2ba-c2081484201a", "tag": "30a036c4-d9ad-44f5-b541-cc867cc15e75"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:25.516217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:21Z', 'revision_number': 3, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:25.551161 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c1ce3b-e498-4136-a6ba-c208d2e4abd1 x-openstack-request-id: req-50c1ce3b-e498-4136-a6ba-c208d2e4abd1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:25.551907 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82a82fc-f2ce-43fc-a2ba-c2081484201a", "tag": "30a036c4-d9ad-44f5-b541-cc867cc15e75", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:25.552476 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-50c1ce3b-e498-4136-a6ba-c208d2e4abd1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:25.553048 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82a82fc-f2ce-43fc-a2ba-c2081484201a', 'tag': '30a036c4-d9ad-44f5-b541-cc867cc15e75', 'status': 'completed', 'code': 200} Feb 09 20:45:25.559947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Transition to ACTIVE for port object 43badeb4-0998-4ee5-bb33-cb63c20b036c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:45:25.566489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df2a98-4d5b-4f17-acbe-fb9722fc9806 service neutron] Pushing event updated for resources: {'Port': ['ID=30a036c4-d9ad-44f5-b541-cc867cc15e75,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:25.576822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:25.591200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Checking router: d9ff59f6-47e4-41ab-b501-31e0733044a5 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:45:25.591575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Updating router d9ff59f6-47e4-41ab-b501-31e0733044a5 port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:45:25.636952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:25.664409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Pushing event updated for resources: {'Port': ['ID=43badeb4-0998-4ee5-bb33-cb63c20b036c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:25.673739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-93fac00d-5cf7-432b-bce9-691a4f563b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:25.674943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-93fac00d-5cf7-432b-bce9-691a4f563b5f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 1130 time: 0.1921656 Feb 09 20:45:25.795158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-50b50ac6-52ac-45ce-8424-d3317b763575 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=30a036c4-d9ad-44f5-b541-cc867cc15e75 HTTP/1.1" status: 200 len: 217 time: 0.0867488 Feb 09 20:45:25.947391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2caf2a3-debe-4f6b-90d5-629d371b4a9a req-a0c9cec8-fc29-4795-a0b4-74c28d297acf tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:25.949821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2caf2a3-debe-4f6b-90d5-629d371b4a9a req-a0c9cec8-fc29-4795-a0b4-74c28d297acf tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 947 time: 0.2660129 Feb 09 20:45:25.992083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:25.998618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-02dc1984-e1d0-49f2-82bb-806395008b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:26.003925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-02dc1984-e1d0-49f2-82bb-806395008b39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1553218 Feb 09 20:45:26.032267 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Publish callbacks [] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.045889 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.056803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Attempting to bind port 43badeb4-0998-4ee5-bb33-cb63c20b036c on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:26.058339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Attempting to bind port 43badeb4-0998-4ee5-bb33-cb63c20b036c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:26.059282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Attempting to bind port 43badeb4-0998-4ee5-bb33-cb63c20b036c on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:26.104425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Port 43badeb4-0998-4ee5-bb33-cb63c20b036c on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:45:26.109874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Attempting to bind port 43badeb4-0998-4ee5-bb33-cb63c20b036c on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:26.120575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:26.121000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:26.121571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:26.122079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Bound port: 43badeb4-0998-4ee5-bb33-cb63c20b036c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:26.122529 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.125344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2caf2a3-debe-4f6b-90d5-629d371b4a9a req-45db6e7b-7e68-4572-a1f2-07fe0b9d69b5 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667948 Feb 09 20:45:26.176468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffed0c3-b247-45cc-81af-15fcd0551e5a None None] Pushing event updated for resources: {'Port': ['ID=b6d3639f-d5e6-4134-af4f-a21a80e7ca25,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:26.179885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Attempting to bind port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:26.180290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Attempting to bind port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:26.180555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Attempting to bind port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:26.187676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-5beca546-29ae-40aa-99f7-f72191859a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:26.190686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:26.191068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:26.191477 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.191918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:26.192645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Bound port: b6d3639f-d5e6-4134-af4f-a21a80e7ca25, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:26.193575 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.197821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-5beca546-29ae-40aa-99f7-f72191859a86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1679523 Feb 09 20:45:26.254283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] For port b6d3639f-d5e6-4134-af4f-a21a80e7ca25, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:26.257584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] For port b6d3639f-d5e6-4134-af4f-a21a80e7ca25, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6d3639f-d5e6-4134-af4f-a21a80e7ca25,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:26.265273 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.348763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-d59c1397-506a-4a67-bd6f-a4f2445a69fb service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360059 Feb 09 20:45:26.375328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffed0c3-b247-45cc-81af-15fcd0551e5a None None] Pushing event updated for resources: {'Port': ['ID=b6d3639f-d5e6-4134-af4f-a21a80e7ca25,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:26.428274 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Allocated IP 172.20.0.1 (e90c8771-8137-409a-bc78-e1d2d76f6a1f/7b2c0ef8-6bfd-4ce6-ab49-def743becc57/91927ae0-ed6e-484b-84fb-83cd963a79d3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:26.430902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] For port 43badeb4-0998-4ee5-bb33-cb63c20b036c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:26.434681 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.458408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:26.460655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] For port 43badeb4-0998-4ee5-bb33-cb63c20b036c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43badeb4-0998-4ee5-bb33-cb63c20b036c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:26.463314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:45:26.464840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:45:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:26.472657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-700819758'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:26.512650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-ee35bc0c-df4c-43a1-98ec-15833fcb4611 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534245 Feb 09 20:45:26.514669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.550513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:26.554727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.617625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:45:26.653573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5fd67822-f542-4afd-a367-cf6bc16eb3ba), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.653931 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Added segment 5fd67822-f542-4afd-a367-cf6bc16eb3ba of type vlan for network 92b62048-2f94-491d-9b57-9192fbd55b5e Feb 09 20:45:26.657544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:26.657976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Publish callbacks [] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.659664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.670981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] 10.222.0.50 "PUT /v2.0/ports/43badeb4-0998-4ee5-bb33-cb63c20b036c HTTP/1.1" status: 200 len: 1096 time: 2.4227893 Feb 09 20:45:26.718129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21296114-47ac-45d5-9ef0-acc8412dbf4d service neutron] Pushing event updated for resources: {'Port': ['ID=43badeb4-0998-4ee5-bb33-cb63c20b036c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:26.745101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-4bbebdee-3d41-4641-9c13-e3142e5c158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:26.747264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-4bbebdee-3d41-4641-9c13-e3142e5c158f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 1130 time: 0.1784618 Feb 09 20:45:26.755625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (92b62048-2f94-491d-9b57-9192fbd55b5e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.819918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e12f232a-6dc7-4e78-a216-e41ab23ae0fd details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:45:26.869339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:26.981606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-3b49b398-198a-4719-b95d-73f25a096747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:26.983298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-3b49b398-198a-4719-b95d-73f25a096747 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 1130 time: 0.2348185 Feb 09 20:45:26.984120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:27.003809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'port_id': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'mac_address': 'fa:16:3e:2a:1a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091a560-86de-4767-a80d-321e46e4694f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:45:27.008478 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (92b62048-2f94-491d-9b57-9192fbd55b5e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:27.009021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:45:27.018047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:27.019205 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:27.116108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-0e2b6711-cee8-4a2c-a435-b3f1a0a9ade6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=43badeb4-0998-4ee5-bb33-cb63c20b036c HTTP/1.1" status: 200 len: 217 time: 0.1019545 Feb 09 20:45:27.132070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-cec9848b-8e7f-4f62-a44f-516792b09736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:27.140365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-cec9848b-8e7f-4f62-a44f-516792b09736 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3777380 Feb 09 20:45:27.175258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:27.218489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7554586 Feb 09 20:45:27.226279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:27.227383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Pushing event updated for resources: {'Port': ['ID=91927ae0-ed6e-484b-84fb-83cd963a79d3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:27.239137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:27.263878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1543815735'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:27.281468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:27.308369 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-6165e88f-73bb-4c27-adcf-1aff4f1b45c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=30a036c4-d9ad-44f5-b541-cc867cc15e75 HTTP/1.1" status: 200 len: 217 time: 0.1424525 Feb 09 20:45:27.473870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dca8a1-5c97-4340-a171-ff6692627cdc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Network': ['ID=92b62048-2f94-491d-9b57-9192fbd55b5e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:27.480121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-5f2c2012-255b-434a-870e-35614b442d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:27.481519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-5f2c2012-255b-434a-870e-35614b442d0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.3402421 Feb 09 20:45:27.487434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-3b1d3a2b-588c-4a12-90aa-c7efee7e43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:27.490822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-3b1d3a2b-588c-4a12-90aa-c7efee7e43a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1696277 Feb 09 20:45:27.522092 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (d9ff59f6-47e4-41ab-b501-31e0733044a5), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:27.597932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1127abe1-61f5-4348-80e7-589745e43ec7', 'tag': '43badeb4-0998-4ee5-bb33-cb63c20b036c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:27.603242 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c5cb1b-497e-42c6-9267-b4a84b37a07e" -d '{"events": [{"name": "network-changed", "server_uuid": "1127abe1-61f5-4348-80e7-589745e43ec7", "tag": "43badeb4-0998-4ee5-bb33-cb63c20b036c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:27.714030 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed966b-12eb-40fa-82c7-8b1aa43fb068 x-openstack-request-id: req-aeed966b-12eb-40fa-82c7-8b1aa43fb068 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:27.715968 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1127abe1-61f5-4348-80e7-589745e43ec7", "tag": "43badeb4-0998-4ee5-bb33-cb63c20b036c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:27.716303 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aeed966b-12eb-40fa-82c7-8b1aa43fb068 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:27.716775 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1127abe1-61f5-4348-80e7-589745e43ec7', 'tag': '43badeb4-0998-4ee5-bb33-cb63c20b036c', 'status': 'completed', 'code': 200} Feb 09 20:45:27.736071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-e56d4e7d-a235-4fc3-8cb6-d879614ab444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:27.739218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-e56d4e7d-a235-4fc3-8cb6-d879614ab444 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2343550 Feb 09 20:45:27.743519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port e12f232a-6dc7-4e78-a216-e41ab23ae0fd is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:27.744645 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:27.745792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-1621f601-3dbf-4e49-95a6-41359c205140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:27.747982 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-1621f601-3dbf-4e49-95a6-41359c205140 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2556739 Feb 09 20:45:27.760915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 92b62048-2f94-491d-9b57-9192fbd55b5e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:45:27.808033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:27.811425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:27.942856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e12f232a-6dc7-4e78-a216-e41ab23ae0fd {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:27.961549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:27.986099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861f19e-1b1e-47e4-9737-824b37aa0010 req-4da8c158-f74c-45f5-8aea-927bfaf95def tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:27.994090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6861f19e-1b1e-47e4-9737-824b37aa0010 req-4da8c158-f74c-45f5-8aea-927bfaf95def tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 947 time: 0.7086029 Feb 09 20:45:27.998110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:28.006682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:45:28.014225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-af7ec5c5-999f-4184-b2cb-7f920ebc1b67 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649062 Feb 09 20:45:28.018229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-fbb3d434-b3f9-4b36-9cc5-514b928af45a service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586432 Feb 09 20:45:28.033324 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:28.078625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d9b0f4bd-58f0-4c85-b311-0c3a0785c86f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:28.079277 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Added segment d9b0f4bd-58f0-4c85-b311-0c3a0785c86f of type vlan for network af489e63-20e0-49ba-96f7-5b6663ddeba2 Feb 09 20:45:28.132506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d46e2fd9-0ef7-4312-9a4e-ad1828ce1e3c None None] Provisioning complete for port 91927ae0-ed6e-484b-84fb-83cd963a79d3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:28.136600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d46e2fd9-0ef7-4312-9a4e-ad1828ce1e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:28.205102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5e28fc5-869b-4242-ba25-5d2d1c3481c7 req-5a628b52-10b1-4805-90c2-fb73ffc19515 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707833 Feb 09 20:45:28.265795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6861f19e-1b1e-47e4-9737-824b37aa0010 req-32236748-12f2-41eb-9b14-6e504b246b0b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701530 Feb 09 20:45:28.267878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (af489e63-20e0-49ba-96f7-5b6663ddeba2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:28.288577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['e12f232a-6dc7-4e78-a216-e41ab23ae0fd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:28.417764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51df772e-81d6-45b5-a734-1f3cb620d2c3 req-99ad49af-71bd-46f2-96e3-3eae890cde9b service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304752 Feb 09 20:45:28.520976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (af489e63-20e0-49ba-96f7-5b6663ddeba2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:28.527412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:28.528265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:28.570863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:28.576989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d46e2fd9-0ef7-4312-9a4e-ad1828ce1e3c None None] Port 91927ae0-ed6e-484b-84fb-83cd963a79d3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:45:28.609161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-50172747-8ea4-4ceb-8460-eaf2df201ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:28.610691 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-50172747-8ea4-4ceb-8460-eaf2df201ee1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 1130 time: 0.1197028 Feb 09 20:45:28.689646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Network': ['ID=af489e63-20e0-49ba-96f7-5b6663ddeba2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:28.724555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-94675d68-0c3a-4290-aa9a-7a1a3e6a6408 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4646215 Feb 09 20:45:28.729203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:28.732483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:21Z', 'revision_number': 3, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:28.743902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'subnet': {'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:28.830354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Publish callbacks [] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:28.839411 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:28.858684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network af489e63-20e0-49ba-96f7-5b6663ddeba2 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:45:28.871279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5fd2f-c2b5-4e15-a98e-7c75d50a49f7 None None] The sync data for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 is: [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:21Z', 'revision_number': 3, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:45:28.997791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-64bf7709-62a6-48be-a82b-b160d3adc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:28.999346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-64bf7709-62a6-48be-a82b-b160d3adc9f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3810029 Feb 09 20:45:29.120488 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-69e37fd4-9318-4280-ad3c-0dd9b770cfdd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=43badeb4-0998-4ee5-bb33-cb63c20b036c HTTP/1.1" status: 200 len: 217 time: 0.1071408 Feb 09 20:45:29.194721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (d9ff59f6-47e4-41ab-b501-31e0733044a5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:29.205125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Pushing event updated for resources: {'Port': ['ID=91927ae0-ed6e-484b-84fb-83cd963a79d3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:29.344484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:29.369125 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:29.695928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 30a036c4-d9ad-44f5-b541-cc867cc15e75 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:45:29.741017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-e101f644-4f8a-4692-99d9-60f66f5687f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:29.754471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-e101f644-4f8a-4692-99d9-60f66f5687f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.6157224 Feb 09 20:45:29.844227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e9a35-4126-4a60-b4e9-83ff6814de6c req-47e13f6c-a9ab-4e0d-a11d-16cefcfe4723 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:29.845867 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c9e9a35-4126-4a60-b4e9-83ff6814de6c req-47e13f6c-a9ab-4e0d-a11d-16cefcfe4723 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 947 time: 0.4236631 Feb 09 20:45:29.901965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6d3639f-d5e6-4134-af4f-a21a80e7ca25 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:29.913403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:29.918260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:29.971029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8950f9c-d0a6-4099-9b33-72545d82e092 req-bc56360a-c52c-49ff-9b02-9e945d8aa3a2 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:29.986515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8950f9c-d0a6-4099-9b33-72545d82e092 req-bc56360a-c52c-49ff-9b02-9e945d8aa3a2 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.4140370 Feb 09 20:45:30.138425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-eba228c3-c0c8-4ddb-a6ed-035535be98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:30.146337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-eba228c3-c0c8-4ddb-a6ed-035535be98e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3654308 Feb 09 20:45:30.289728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8950f9c-d0a6-4099-9b33-72545d82e092 req-17058d78-dea3-4a4d-a627-b558108ec5ad tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3022413 Feb 09 20:45:30.314146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 30a036c4-d9ad-44f5-b541-cc867cc15e75, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=30a036c4-d9ad-44f5-b541-cc867cc15e75,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:30.429454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '30a036c4-d9ad-44f5-b541-cc867cc15e75', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '30a036c4-d9ad-44f5-b541-cc867cc15e75', 'mac_address': 'fa:16:3e:2d:bb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:45:30.446408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:30.447001 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:30.638777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-3ff1b818-db5c-4676-b923-d46e7222d0bc service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990750 Feb 09 20:45:30.732837 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (38b090d1-8437-4881-b8ee-4124673a5692), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:30.846502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 30a036c4-d9ad-44f5-b541-cc867cc15e75 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:30.850740 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:30.883722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e12f232a-6dc7-4e78-a216-e41ab23ae0fd up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:30.956863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cd0564cd-cc9f-4c68-80db-5e40dc272b99 None None] Provisioning complete for port 91927ae0-ed6e-484b-84fb-83cd963a79d3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:30.957967 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd0564cd-cc9f-4c68-80db-5e40dc272b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:31.010371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Subnet': ['ID=38b090d1-8437-4881-b8ee-4124673a5692,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:31.027770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a036c4-d9ad-44f5-b541-cc867cc15e75 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:31.080990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.082316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.082855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.084195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.084721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.085699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.088018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.088584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.089103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.089618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.091306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.092795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.093748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:31.179795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c5cb1b-497e-42c6-9267-b4a84b37a07e req-99df363b-0e8f-4512-98f1-ec14f1a09ceb service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336998 Feb 09 20:45:31.188168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Checking segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:31.189186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network hostable DHCP agents. Network: 92b62048-2f94-491d-9b57-9192fbd55b5e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:45:31.237321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network 92b62048-2f94-491d-9b57-9192fbd55b5e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:45:31.256897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 92b62048-2f94-491d-9b57-9192fbd55b5e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:31.279152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:31.283383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:31.312561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8142906-037b-40e8-81ff-053468ca728a None None] Network 92b62048-2f94-491d-9b57-9192fbd55b5e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:45:31.333901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4270b295-2a78-4ae6-87a1-a335d14a4570 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6002023 Feb 09 20:45:31.334927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:31.350901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'subnet': {'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:31.364565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 30a036c4-d9ad-44f5-b541-cc867cc15e75, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=30a036c4-d9ad-44f5-b541-cc867cc15e75,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:31.388814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Router d9ff59f6-47e4-41ab-b501-31e0733044a5 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:45:31.427462 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c9e9a35-4126-4a60-b4e9-83ff6814de6c req-61e00b82-4fff-4d06-bc8b-de11a1cec49d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5651360 Feb 09 20:45:31.459705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cd0564cd-cc9f-4c68-80db-5e40dc272b99 None None] Port 91927ae0-ed6e-484b-84fb-83cd963a79d3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:45:31.472152 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:31.712905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:31.716492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:31.721215 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:31.724411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:31.775965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port b6d3639f-d5e6-4134-af4f-a21a80e7ca25, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6d3639f-d5e6-4134-af4f-a21a80e7ca25,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:31.792000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 43badeb4-0998-4ee5-bb33-cb63c20b036c details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:45:31.811444 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:31.990947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:45:32.019361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['30a036c4-d9ad-44f5-b541-cc867cc15e75'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:32.021499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5012c4f9-b649-446a-8f73-0600a2faa57c admin admin] 10.222.0.102 "PUT /v2.0/routers/d9ff59f6-47e4-41ab-b501-31e0733044a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2603819 Feb 09 20:45:32.111876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2f932-008b-43df-b8c5-5d0c387dc82c req-1a2f9725-5d35-485b-99d5-c7ae15cbe06c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:32.131531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8a2f932-008b-43df-b8c5-5d0c387dc82c req-1a2f9725-5d35-485b-99d5-c7ae15cbe06c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 946 time: 0.3978071 Feb 09 20:45:32.306008 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8a2f932-008b-43df-b8c5-5d0c387dc82c req-970d8dfc-9cab-40fc-aa82-7e4c1f62ace4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723843 Feb 09 20:45:32.526290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 43badeb4-0998-4ee5-bb33-cb63c20b036c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43badeb4-0998-4ee5-bb33-cb63c20b036c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:32.620211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (5341e8bc-394c-4491-8572-d6abb5916372), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:32.650617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port e12f232a-6dc7-4e78-a216-e41ab23ae0fd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:32.656656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:32.781564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '43badeb4-0998-4ee5-bb33-cb63c20b036c', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '43badeb4-0998-4ee5-bb33-cb63c20b036c', 'mac_address': 'fa:16:3e:2f:3d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:45:32.801389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=30a036c4-d9ad-44f5-b541-cc867cc15e75,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:32.820300 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Sync routers for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:45:32.838346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b3d5-66d9-42b3-bf59-b151fbbb4fd6 req-94621d03-2e7d-4c0c-84c9-8e3ef9f51d59 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:32.852078 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:45:32.852726 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:45:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:32.854565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6492b3d5-66d9-42b3-bf59-b151fbbb4fd6 req-94621d03-2e7d-4c0c-84c9-8e3ef9f51d59 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 948 time: 0.1334221 Feb 09 20:45:32.899434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:33.016991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6492b3d5-66d9-42b3-bf59-b151fbbb4fd6 req-c39216e8-0253-4963-86d3-71722f0c0590 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610515 Feb 09 20:45:33.149230 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:45:33.238718 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:33.241041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=b6d3639f-d5e6-4134-af4f-a21a80e7ca25,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:33.291818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 43badeb4-0998-4ee5-bb33-cb63c20b036c is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:33.292487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:33.329627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43badeb4-0998-4ee5-bb33-cb63c20b036c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:33.352498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 43badeb4-0998-4ee5-bb33-cb63c20b036c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43badeb4-0998-4ee5-bb33-cb63c20b036c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:33.440808 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:33.459888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port e12f232a-6dc7-4e78-a216-e41ab23ae0fd is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:33.464174 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:33.466674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-92b62048-2f94-491d-9b57-9192fbd55b5e', 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'fixed_ips': [{'subnet_id': '38b090d1-8437-4881-b8ee-4124673a5692'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:45:33.475436 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:33.502040 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Publish callbacks [] for security_group (d881f389-c7f4-43f4-8deb-8c343873f763), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:33.509178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d881f389-c7f4-43f4-8deb-8c343873f763), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:33.816131 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:28Z', 'revision_number': 2, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:33.965589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d881f389-c7f4-43f4-8deb-8c343873f763,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:34.006399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.006755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.007110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.012572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e00c5-e463-4b10-8471-45f1d03e0784 req-8bedc946-5b62-4def-adbf-eec9f4d6569a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:34.015045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.015461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.015848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.016196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.016537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.024709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e7e00c5-e463-4b10-8471-45f1d03e0784 req-8bedc946-5b62-4def-adbf-eec9f4d6569a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 1.7976654 Feb 09 20:45:34.025174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.025651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.026001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.026419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.026767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:34.066458 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cb6b780b-9302-4992-bbb5-151d6805429b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=684d709b9fb54d4f9aa545a5bb185588&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1635196 Feb 09 20:45:34.084621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:34.128501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Allocated IP 10.1.1.2 (92b62048-2f94-491d-9b57-9192fbd55b5e/38b090d1-8437-4881-b8ee-4124673a5692/0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:34.158878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=43badeb4-0998-4ee5-bb33-cb63c20b036c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:34.255146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60e39312-af42-48f2-adff-c6d2a6d11c65 admin admin] Publish callbacks [] for security_group (d881f389-c7f4-43f4-8deb-8c343873f763), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:34.267394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6d3639f-d5e6-4134-af4f-a21a80e7ca25 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:34.277970 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Checking router: d9ff59f6-47e4-41ab-b501-31e0733044a5 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:45:34.278557 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Updating router d9ff59f6-47e4-41ab-b501-31e0733044a5 port 91927ae0-ed6e-484b-84fb-83cd963a79d3 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:45:34.289695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60e39312-af42-48f2-adff-c6d2a6d11c65 admin admin] Publish callbacks [] for security_group (d881f389-c7f4-43f4-8deb-8c343873f763), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:34.342827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['43badeb4-0998-4ee5-bb33-cb63c20b036c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:34.360516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Subnet': ['ID=5341e8bc-394c-4491-8572-d6abb5916372,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:34.379583 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:34.404827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-6c7eef9e-477b-4adc-8f0d-a0ee4855423a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:34.413791 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-6c7eef9e-477b-4adc-8f0d-a0ee4855423a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/networks?id=e90c8771-8137-409a-bc78-e1d2d76f6a1f HTTP/1.1" status: 200 len: 827 time: 0.8341954 Feb 09 20:45:34.416939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60e39312-af42-48f2-adff-c6d2a6d11c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d881f389-c7f4-43f4-8deb-8c343873f763), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:34.419526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-60e39312-af42-48f2-adff-c6d2a6d11c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:34.420679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-60e39312-af42-48f2-adff-c6d2a6d11c65 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d881f389-c7f4-43f4-8deb-8c343873f763 HTTP/1.1" status: 204 len: 168 time: 0.3350472 Feb 09 20:45:34.480376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-17758239-485a-4089-9868-5a56962d0628 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/quotas/3a2c6689038746ecbecded721fca5ac0 HTTP/1.1" status: 200 len: 375 time: 0.0654893 Feb 09 20:45:34.487848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39312-af42-48f2-adff-c6d2a6d11c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d881f389-c7f4-43f4-8deb-8c343873f763,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:34.675182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-6a65471d-47bc-41ef-9b07-efcd84d9c9e9 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:34.691223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-6a65471d-47bc-41ef-9b07-efcd84d9c9e9 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 946 time: 0.7176180 Feb 09 20:45:34.692781 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-1bc42079-1450-4fdb-b896-69eebf3cc920 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=3a2c6689038746ecbecded721fca5ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2090819 Feb 09 20:45:34.706576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e7e00c5-e463-4b10-8471-45f1d03e0784 req-49b1dfac-5bbb-4c51-afc6-1f24b3a203ec tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5909934 Feb 09 20:45:34.711202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:34.721248 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0d1e32-85a9-4b0d-9d8f-5ee41eaad26f" -d '{"events": [{"server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "name": "network-vif-plugged", "status": "completed", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:34.891778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Checking segment: {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:34.892160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network hostable DHCP agents. Network: af489e63-20e0-49ba-96f7-5b6663ddeba2, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:45:35.071719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-83f253f7-5812-40d4-a74b-b6ebe2b4cc8d service neutron] 10.222.0.102 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733561 Feb 09 20:45:35.075406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-2da70b66-723f-4a81-83ca-9cfe9b1b419b tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:35.082980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-2da70b66-723f-4a81-83ca-9cfe9b1b419b tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 1.1105423 Feb 09 20:45:35.229337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:35.288416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6550b680-5544-4df9-a31d-aa0ca8050db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:35.291713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network af489e63-20e0-49ba-96f7-5b6663ddeba2 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:45:35.305891 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Publish callbacks [] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:35.318873 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:35.417526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-ea2370b1-7d40-49ba-a894-0e3e3cd5e821 service neutron] 10.222.0.102 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442061 Feb 09 20:45:35.419635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, af489e63-20e0-49ba-96f7-5b6663ddeba2) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:35.444094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:35.454322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:35.565149 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-72e608e0-fb54-427a-8fa7-3e4111d067b2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.2233264 Feb 09 20:45:35.572106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:35.592575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'port': {'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'name': 'tempest-TaggedBootDevicesTest-1204229049', 'fixed_ips': [{'subnet_id': '38b090d1-8437-4881-b8ee-4124673a5692'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:35.599152 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Attempting to bind port 91927ae0-ed6e-484b-84fb-83cd963a79d3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:35.599774 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Attempting to bind port 91927ae0-ed6e-484b-84fb-83cd963a79d3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:35.600308 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Attempting to bind port 91927ae0-ed6e-484b-84fb-83cd963a79d3 on network e90c8771-8137-409a-bc78-e1d2d76f6a1f {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:35.619330 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:35.619752 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Checking segment: {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:35.620143 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:35.627038 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Bound using segment: {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:35.627622 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Bound port: 91927ae0-ed6e-484b-84fb-83cd963a79d3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:35.628059 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:35.703466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1bf543-11c2-4ee5-be57-a81e548b717b None None] Network af489e63-20e0-49ba-96f7-5b6663ddeba2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:45:35.758640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Deleting port a3004146-c3e4-448c-93e5-3ec765f85198 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:35.761124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:35.771416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Deleting port fa603fff-50c3-461f-8849-edc01a97918b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:35.772656 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fa603fff-50c3-461f-8849-edc01a97918b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:35.809906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:35.822763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48fcfa-54d9-4e09-bad6-2182b5b83b60 req-c247d33f-dacc-4ca4-8b21-6c6d4f145117 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:35.831749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec48fcfa-54d9-4e09-bad6-2182b5b83b60 req-c247d33f-dacc-4ca4-8b21-6c6d4f145117 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 946 time: 0.7385609 Feb 09 20:45:35.868897 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Pushing event updated for resources: {'Port': ['ID=91927ae0-ed6e-484b-84fb-83cd963a79d3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:35.911700 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] For port 91927ae0-ed6e-484b-84fb-83cd963a79d3, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:36.029834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec48fcfa-54d9-4e09-bad6-2182b5b83b60 req-50fc0399-f045-44a1-a36d-622905fdab86 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005177 Feb 09 20:45:36.042483 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.058828 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.060309 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.064027 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.066210 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.078965 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.093105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.093105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.093105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.093105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.093105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.093105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.093105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:36.094718 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6550b680-5544-4df9-a31d-aa0ca8050db2 admin admin] Publish callbacks [] for security_group (1c604585-11ca-4408-b001-e3538051d22c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:36.133553 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] For port 91927ae0-ed6e-484b-84fb-83cd963a79d3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91927ae0-ed6e-484b-84fb-83cd963a79d3,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:36.164289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] For port a3004146-c3e4-448c-93e5-3ec765f85198, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a3004146-c3e4-448c-93e5-3ec765f85198,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:36.165155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:36.173871 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:36.178669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6550b680-5544-4df9-a31d-aa0ca8050db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1c604585-11ca-4408-b001-e3538051d22c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:36.259316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] For port fa603fff-50c3-461f-8849-edc01a97918b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa603fff-50c3-461f-8849-edc01a97918b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:36.259717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fa603fff-50c3-461f-8849-edc01a97918b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:36.316829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550b680-5544-4df9-a31d-aa0ca8050db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c604585-11ca-4408-b001-e3538051d22c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:36.346398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eb034-9bf1-411d-9c79-9c29c4fb83cb req-cbcb82c2-a403-4d87-88fb-1843ed916ec4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:36.355231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad2eb034-9bf1-411d-9c79-9c29c4fb83cb req-cbcb82c2-a403-4d87-88fb-1843ed916ec4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 948 time: 0.2587693 Feb 09 20:45:36.381914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6550b680-5544-4df9-a31d-aa0ca8050db2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=868c1b7b86254d7eae75418d315215a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1525457 Feb 09 20:45:36.382743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:36.521137 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:36.548613 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:45:36.551112 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2153cfd6-415f-4c61-908b-ade361ab2a68 x-openstack-request-id: req-2153cfd6-415f-4c61-908b-ade361ab2a68 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:36.553206 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "name": "network-vif-plugged", "status": "completed", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:36.553790 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:45:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:36.554182 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2153cfd6-415f-4c61-908b-ade361ab2a68 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:36.556130 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'code': 200} Feb 09 20:45:36.566006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:36.638702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Calling delete_port for fa603fff-50c3-461f-8849-edc01a97918b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:36.754298 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b2669-e5ea-462d-abb0-825e96a9ddc3 None None] Pushing event updated for resources: {'Port': ['ID=91927ae0-ed6e-484b-84fb-83cd963a79d3,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:36.800190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8b17-f249-4128-bd2d-7ae148882e89 admin admin] Publish callbacks [] for security_group (1c604585-11ca-4408-b001-e3538051d22c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:36.804952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fa603fff-50c3-461f-8849-edc01a97918b no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:36.858261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:36.883485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8b17-f249-4128-bd2d-7ae148882e89 admin admin] Publish callbacks [] for security_group (1c604585-11ca-4408-b001-e3538051d22c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.066451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8b17-f249-4128-bd2d-7ae148882e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1c604585-11ca-4408-b001-e3538051d22c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.071529 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fcdd8b17-f249-4128-bd2d-7ae148882e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.080415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fcdd8b17-f249-4128-bd2d-7ae148882e89 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1c604585-11ca-4408-b001-e3538051d22c HTTP/1.1" status: 204 len: 168 time: 0.6728461 Feb 09 20:45:37.136668 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad2eb034-9bf1-411d-9c79-9c29c4fb83cb req-d0793a0f-f416-40d8-b0a0-5dc81e2da675 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7642705 Feb 09 20:45:37.189299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd8b17-f249-4128-bd2d-7ae148882e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c604585-11ca-4408-b001-e3538051d22c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:37.199582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-46370d27-78a1-4c77-bdeb-647818d4ed09 None None] Provisioning complete for port 91927ae0-ed6e-484b-84fb-83cd963a79d3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:37.209291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46370d27-78a1-4c77-bdeb-647818d4ed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.244300 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:45:37.249567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.260058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c91f42-51d6-48bb-9e88-81071d560a35 req-92613739-9d65-4b12-a0b0-985a993a07da tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:37.276302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23c91f42-51d6-48bb-9e88-81071d560a35 req-92613739-9d65-4b12-a0b0-985a993a07da tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 945 time: 0.7782590 Feb 09 20:45:37.396251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7586d59-fa37-4fb5-bb58-a49a996e5cd8 req-6ea86d34-e615-4508-993c-84c865ef7007 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 210 time: 0.1185675 Feb 09 20:45:37.414228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] device_id is not set on port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:45:37.599575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-af489e63-20e0-49ba-96f7-5b6663ddeba2', 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2', 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'fixed_ips': [{'subnet_id': '5341e8bc-394c-4491-8572-d6abb5916372'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:45:37.610157 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.717706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23c91f42-51d6-48bb-9e88-81071d560a35 req-cfee867b-2fc5-46ee-b1dc-7e5ecb44b677 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups?id=5a63dbb7-eaf7-427b-8650-73fa10458e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4401948 Feb 09 20:45:37.724810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:37.730950 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.778077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port fa603fff-50c3-461f-8849-edc01a97918b is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:37.782758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa603fff-50c3-461f-8849-edc01a97918b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.931183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a3004146-c3e4-448c-93e5-3ec765f85198 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:37.946288 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.946824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e5f572dc-a24b-4f7c-92d3-f40e373c9d40), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:37.947473 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Floating IP e5f572dc-a24b-4f7c-92d3-f40e373c9d40 disassociated. External IP: 172.25.4.107, port: a3004146-c3e4-448c-93e5-3ec765f85198. Feb 09 20:45:37.948003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Calling delete_port for a3004146-c3e4-448c-93e5-3ec765f85198 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:37.962628 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:35Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:38.020597 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea34a3d7-7b1d-4fe3-bc66-f60ae00cc932 None None] The sync data for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 is: [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:35Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:45:38.034651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99027026-c52a-4e06-b303-1661e0c7d6cb req-4b58365d-e531-4e0c-b22f-ae9fba3c9325 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:38.043176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99027026-c52a-4e06-b303-1661e0c7d6cb req-4b58365d-e531-4e0c-b22f-ae9fba3c9325 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 867 time: 0.2645164 Feb 09 20:45:38.240199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99027026-c52a-4e06-b303-1661e0c7d6cb req-46d89916-79de-4723-b611-6033eb479b56 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951070 Feb 09 20:45:38.412837 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fa603fff-50c3-461f-8849-edc01a97918b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:38.703362 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-032beddc-935a-4507-8717-41c2efd96326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:38.714009 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ac22f8f3-f8d9-4243-a349-66f843d2ee69 req-0a3c5ee0-540c-4960-a33d-b91eb253fbba tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 210 time: 0.0982771 Feb 09 20:45:38.736406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a3004146-c3e4-448c-93e5-3ec765f85198), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:38.802245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:38.840154 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a7f2-a918-42f4-89ce-e10b12540407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:39.081451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event deleted for resources: {'Port': ['ID=fa603fff-50c3-461f-8849-edc01a97918b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:39.093135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-5daa6b55-a7ef-4f77-b1ef-efdd200baf86 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:39.096636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-5daa6b55-a7ef-4f77-b1ef-efdd200baf86 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.13 "GET /v2.0/networks?id=e90c8771-8137-409a-bc78-e1d2d76f6a1f HTTP/1.1" status: 200 len: 827 time: 0.6841097 Feb 09 20:45:39.150281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No active binding found for port a3004146-c3e4-448c-93e5-3ec765f85198 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 20:45:39.150893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port a3004146-c3e4-448c-93e5-3ec765f85198 host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:45:39.151049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a3004146-c3e4-448c-93e5-3ec765f85198 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:39.156884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Request body: {'port': {'device_id': '486b5500-5cf2-452e-b04e-795880b7467a', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'admin_state_up': True, 'tenant_id': '3a2c6689038746ecbecded721fca5ac0'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:39.162717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] No DVR routers for this DVR port fa603fff-50c3-461f-8849-edc01a97918b on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:39.261419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46370d27-78a1-4c77-bdeb-647818d4ed09 None None] Current status of the port 91927ae0-ed6e-484b-84fb-83cd963a79d3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:39.261825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46370d27-78a1-4c77-bdeb-647818d4ed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:39.394428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29d9543d-372a-4478-8371-1c8ccd2f52ea req-2e1ffb45-7a85-4564-bd76-714fcf99535c tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.1648660 Feb 09 20:45:39.403175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:39.408958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c87ccefc-1f91-4c1c-ba94-e1c418ef1f4b req-941af4f7-2d5b-483f-adb8-05d485f8494b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "DELETE /v2.0/ports/fa603fff-50c3-461f-8849-edc01a97918b HTTP/1.1" status: 204 len: 173 time: 4.6962209 Feb 09 20:45:39.426061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b0b03-32cf-4b28-a5a4-60a5503f5b8c', 'name': 'network-vif-deleted', 'tag': 'fa603fff-50c3-461f-8849-edc01a97918b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:39.434655 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcaf46a-4dd6-4b98-a4fe-5f5cea3173ab" -d '{"events": [{"server_uuid": "433b0b03-32cf-4b28-a5a4-60a5503f5b8c", "name": "network-vif-deleted", "tag": "fa603fff-50c3-461f-8849-edc01a97918b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:39.468112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:39.519635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a7f2-a918-42f4-89ce-e10b12540407 admin admin] Publish callbacks [] for security_group (d52cec71-1d89-42dc-aa36-079b0f5806f5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:39.529453 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Publish callbacks [] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:39.542399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a7f2-a918-42f4-89ce-e10b12540407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d52cec71-1d89-42dc-aa36-079b0f5806f5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:39.564187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event deleted for resources: {'Port': ['ID=a3004146-c3e4-448c-93e5-3ec765f85198,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:39.588039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Router 77a4a3db-d936-4d37-8886-dba5df57a237 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:45:39.615027 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:39.676464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-46370d27-78a1-4c77-bdeb-647818d4ed09 None None] For port 91927ae0-ed6e-484b-84fb-83cd963a79d3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91927ae0-ed6e-484b-84fb-83cd963a79d3,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:39.735826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Allocated IP 10.2.2.2 (af489e63-20e0-49ba-96f7-5b6663ddeba2/5341e8bc-394c-4491-8572-d6abb5916372/013f1a0d-d33c-48cd-8a65-ac9c97d7dff6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:39.757180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Network 92b62048-2f94-491d-9b57-9192fbd55b5e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:39.762682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e75c23-53a3-45da-a335-a636f2ff7123 req-df2fef42-f2dd-45b8-b67b-7ebc004f129c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:39.788958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94e75c23-53a3-45da-a335-a636f2ff7123 req-df2fef42-f2dd-45b8-b67b-7ebc004f129c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 948 time: 1.3801863 Feb 09 20:45:39.807564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46370d27-78a1-4c77-bdeb-647818d4ed09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:39.836294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 43badeb4-0998-4ee5-bb33-cb63c20b036c up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:39.866130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:39.962256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:40.070502 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-93ffe2cf-8896-4590-ba10-0bc465c82eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:40.086929 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9c92776-c63f-4f15-9452-34cf6a649002 req-d8906332-797d-42b6-a7d0-97f270ede290 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.2118664 Feb 09 20:45:40.095181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91927ae0-ed6e-484b-84fb-83cd963a79d3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:40.137014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2fb8a7f2-a918-42f4-89ce-e10b12540407 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d894b98a6cf44f64a0d5d979f466867d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3329511 Feb 09 20:45:40.142668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:40.151515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8a7f2-a918-42f4-89ce-e10b12540407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52cec71-1d89-42dc-aa36-079b0f5806f5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:40.273680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Allocated IP 10.1.1.92 (92b62048-2f94-491d-9b57-9192fbd55b5e/38b090d1-8437-4881-b8ee-4124673a5692/254c518b-69b5-4f3d-b4a2-ee8203c9c3e5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:40.327797 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c38d33-19ac-4810-b227-890eb4c8aa9f x-openstack-request-id: req-11c38d33-19ac-4810-b227-890eb4c8aa9f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:40.328329 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b0b03-32cf-4b28-a5a4-60a5503f5b8c", "name": "network-vif-deleted", "tag": "fa603fff-50c3-461f-8849-edc01a97918b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:40.328599 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-11c38d33-19ac-4810-b227-890eb4c8aa9f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:40.329426 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b0b03-32cf-4b28-a5a4-60a5503f5b8c', 'name': 'network-vif-deleted', 'tag': 'fa603fff-50c3-461f-8849-edc01a97918b', 'status': 'completed', 'code': 200} Feb 09 20:45:40.336203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Made reservation on behalf of 3a2c6689038746ecbecded721fca5ac0 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:40.355849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:40.371882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94e75c23-53a3-45da-a335-a636f2ff7123 req-4fb7ab12-bbc6-45bc-ac40-9016a018c6bf tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604286 Feb 09 20:45:40.520142 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:40.593301 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f66cc90d-7925-4a89-90f6-64c412f72b50 admin admin] Publish callbacks [] for security_group (d52cec71-1d89-42dc-aa36-079b0f5806f5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:40.622953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f66cc90d-7925-4a89-90f6-64c412f72b50 admin admin] Publish callbacks [] for security_group (d52cec71-1d89-42dc-aa36-079b0f5806f5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:40.648509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Pushing event updated for resources: {'Port': ['ID=0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:40.687586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:45:40.709689 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:40.888140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network 92b62048-2f94-491d-9b57-9192fbd55b5e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:40.894441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-69825e2f-5db0-4fd1-809d-4a958ddfaf53 req-86666386-a227-4af9-b8d7-9e0ffbb9eed3 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 210 time: 0.1598315 Feb 09 20:45:40.899077 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f66cc90d-7925-4a89-90f6-64c412f72b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d52cec71-1d89-42dc-aa36-079b0f5806f5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:40.912096 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f66cc90d-7925-4a89-90f6-64c412f72b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:40.915676 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f66cc90d-7925-4a89-90f6-64c412f72b50 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d52cec71-1d89-42dc-aa36-079b0f5806f5 HTTP/1.1" status: 204 len: 168 time: 0.7490637 Feb 09 20:45:40.930983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:40.959606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:40.969212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:41.240962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:41.241736 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:41.252038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cc90d-7925-4a89-90f6-64c412f72b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52cec71-1d89-42dc-aa36-079b0f5806f5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:41.275783 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Publish callbacks [] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:41.297249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] Sync routers for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:45:41.305287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-134423e8-a61d-4890-8ae1-0334bd6b70bd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.7305701 Feb 09 20:45:41.305934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:41.372017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'port': {'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'name': 'tempest-TaggedBootDevicesTest-890181957', 'fixed_ips': [{'subnet_id': '38b090d1-8437-4881-b8ee-4124673a5692'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:41.384239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:41.417973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46370d27-78a1-4c77-bdeb-647818d4ed09 None None] Pushing event updated for resources: {'Port': ['ID=91927ae0-ed6e-484b-84fb-83cd963a79d3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:41.421893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] No DVR routers for this DVR port a3004146-c3e4-448c-93e5-3ec765f85198 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:41.425356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-041b5a48-993c-46b7-aaab-30466b46ce45 req-37e7b8df-c7c6-4575-ba90-cf7fc8c10024 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.5964720 Feb 09 20:45:41.426717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:41.433683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da9053eb-2c39-4596-9e4e-6f6682d2ce47 req-0e7e0b0a-61d3-458b-a66c-b054ab89a689 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.50 "DELETE /v2.0/ports/a3004146-c3e4-448c-93e5-3ec765f85198 HTTP/1.1" status: 204 len: 173 time: 6.3065479 Feb 09 20:45:41.535240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-85a107c0-e071-43b2-9984-0d6d1065b6a1 None None] Provisioning complete for port 91927ae0-ed6e-484b-84fb-83cd963a79d3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:41.535240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85a107c0-e071-43b2-9984-0d6d1065b6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:41.540025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Pushing event updated for resources: {'Port': ['ID=013f1a0d-d33c-48cd-8a65-ac9c97d7dff6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:41.540187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Allocated IP 172.20.0.12 (e90c8771-8137-409a-bc78-e1d2d76f6a1f/7b2c0ef8-6bfd-4ce6-ab49-def743becc57/eee82356-ebf3-4329-bfff-22ffa15356e8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:41.543445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Attempting to bind port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:41.543887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Attempting to bind port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:41.544338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Attempting to bind port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:41.595858 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:41.625836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Network af489e63-20e0-49ba-96f7-5b6663ddeba2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:41.626739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:45:41.627382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:45:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:41.892512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-79a1eb15-dc51-4e59-9417-3790eac6424d req-a404755a-03ee-4e31-822e-f1d0c939903c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.0847018 Feb 09 20:45:41.986101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:42.022818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08870e-4b96-46fb-b5b1-9b81308cbf71 req-78f367cb-406c-4985-9110-98a90230f663 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:42.024516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:42.028619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b08870e-4b96-46fb-b5b1-9b81308cbf71 req-78f367cb-406c-4985-9110-98a90230f663 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 944 time: 0.2737381 Feb 09 20:45:42.050107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-1ac801a8-5fb9-41f5-ad8f-47d39beed327 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:42.052463 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-1ac801a8-5fb9-41f5-ad8f-47d39beed327 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 944 time: 0.1920547 Feb 09 20:45:42.055619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:42.240104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:45:42.302322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] device_id is not set on port b6c4531d-8046-408e-b1be-48703d926f9b yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:45:42.352227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b08870e-4b96-46fb-b5b1-9b81308cbf71 req-b5b69f8c-4f30-4305-8eff-d35ed0842274 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056016 Feb 09 20:45:42.361910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'name': 'network-vif-deleted', 'tag': 'a3004146-c3e4-448c-93e5-3ec765f85198'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:42.366143 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2092b493-f5bf-451a-931f-77d3f7b63b4c" -d '{"events": [{"server_uuid": "5e2df0e4-2277-482d-8e5b-d9cd31a4543f", "name": "network-vif-deleted", "tag": "a3004146-c3e4-448c-93e5-3ec765f85198"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:42.378093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:42.378990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Checking segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:42.380163 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:42.385790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Bound using segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:42.385790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Bound port: 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:42.385790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:42.416117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:42.430284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:42.445707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:42.631380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:42.638603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Deleting port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:42.641665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8090c-f332-4858-b43c-b9bfed2d5c2b req-be1a3370-74c0-41f5-ac1b-eeebc3fbea07 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:42.653633 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fd8090c-f332-4858-b43c-b9bfed2d5c2b req-be1a3370-74c0-41f5-ac1b-eeebc3fbea07 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 948 time: 0.5641704 Feb 09 20:45:42.655245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:42.701630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:42.804397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:42.808350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Pushing event updated for resources: {'Port': ['ID=eee82356-ebf3-4329-bfff-22ffa15356e8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:42.899857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fd8090c-f332-4858-b43c-b9bfed2d5c2b req-39c20a4e-420a-4f6a-a6ae-a4eea6a3a3a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449224 Feb 09 20:45:42.902939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 43badeb4-0998-4ee5-bb33-cb63c20b036c completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:45:42.953171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 43badeb4-0998-4ee5-bb33-cb63c20b036c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:42.953550 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.047390 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aded8631-a638-400b-ba3f-a87311e2dd0f x-openstack-request-id: req-aded8631-a638-400b-ba3f-a87311e2dd0f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:43.048063 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2df0e4-2277-482d-8e5b-d9cd31a4543f", "name": "network-vif-deleted", "tag": "a3004146-c3e4-448c-93e5-3ec765f85198", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:43.048183 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aded8631-a638-400b-ba3f-a87311e2dd0f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:43.048516 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2df0e4-2277-482d-8e5b-d9cd31a4543f', 'name': 'network-vif-deleted', 'tag': 'a3004146-c3e4-448c-93e5-3ec765f85198', 'status': 'completed', 'code': 200} Feb 09 20:45:43.061780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Allocated IP 10.1.1.16 (92b62048-2f94-491d-9b57-9192fbd55b5e/38b090d1-8437-4881-b8ee-4124673a5692/b6c4531d-8046-408e-b1be-48703d926f9b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:43.218781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.248741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febaae3-57b3-48d9-8ece-2d7cd61ad09a req-5242e9f2-588e-42a4-9572-6e4cfe4a2f6b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:43.259022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 91927ae0-ed6e-484b-84fb-83cd963a79d3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:43.261411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.261569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1febaae3-57b3-48d9-8ece-2d7cd61ad09a req-5242e9f2-588e-42a4-9572-6e4cfe4a2f6b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 932 time: 0.5807004 Feb 09 20:45:43.265693 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6dd8763d-609d-4140-8581-94d29ec9500a req-70b04b6b-05c6-4bd8-b4e4-5affa74b72f4 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.1091874 Feb 09 20:45:43.312127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Attempting to bind port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:43.312863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Attempting to bind port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:43.313464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Attempting to bind port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 on network af489e63-20e0-49ba-96f7-5b6663ddeba2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:43.395333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:43.396907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Checking segment: {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:43.397724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.398363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Bound using segment: {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:43.402076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:43.403141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Bound port: 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:43.404015 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.407832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.614885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] For port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:43.618477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 43badeb4-0998-4ee5-bb33-cb63c20b036c is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:43.622301 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.669328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-85a107c0-e071-43b2-9984-0d6d1065b6a1 None None] Current status of the port 91927ae0-ed6e-484b-84fb-83cd963a79d3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:43.669607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1febaae3-57b3-48d9-8ece-2d7cd61ad09a req-877cd4ac-20b5-4128-ba67-13e2e4cb057d tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070234 Feb 09 20:45:43.726830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-4dacdd04-8e19-4bf2-84c6-8e2c0a165b73 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5907891 Feb 09 20:45:43.748872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 91927ae0-ed6e-484b-84fb-83cd963a79d3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:43.749858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] For port 67c2d094-dc57-4dc4-aa92-e47fd5348b80, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=67c2d094-dc57-4dc4-aa92-e47fd5348b80,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:43.756626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.756834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3fc532f-dd70-48f5-82eb-8b5148fee43c req-01b41f92-556c-41f4-87d8-122238c40a94 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.2449534 Feb 09 20:45:43.762281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] For port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:43.816747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Request body: {'port': {'device_id': '486b5500-5cf2-452e-b04e-795880b7467a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:43.834173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 43badeb4-0998-4ee5-bb33-cb63c20b036c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43badeb4-0998-4ee5-bb33-cb63c20b036c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:43.837010 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.843598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1127abe1-61f5-4348-80e7-589745e43ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43badeb4-0998-4ee5-bb33-cb63c20b036c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:43.846314 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f1a2f-a250-4b46-bb47-a60dd4e231bb" -d '{"events": [{"server_uuid": "1127abe1-61f5-4348-80e7-589745e43ec7", "name": "network-vif-plugged", "status": "completed", "tag": "43badeb4-0998-4ee5-bb33-cb63c20b036c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:43.868498 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.873431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 30a036c4-d9ad-44f5-b541-cc867cc15e75 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:43.907230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Calling delete_port for 67c2d094-dc57-4dc4-aa92-e47fd5348b80 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:43.929563 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (b6c4531d-8046-408e-b1be-48703d926f9b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:43.985851 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:44.043290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network 92b62048-2f94-491d-9b57-9192fbd55b5e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:44.098598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] For port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:44.101296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] For port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=013f1a0d-d33c-48cd-8a65-ac9c97d7dff6,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:44.115018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:44.123337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:44.148063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c83c09b7-24f2-4989-9694-5ec32f88b2a2 None None] Provisioning complete for port eee82356-ebf3-4329-bfff-22ffa15356e8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:44.149165 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c83c09b7-24f2-4989-9694-5ec32f88b2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:44.169065 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fae55d3-daeb-4872-8d90-0b226fb0a3e8 x-openstack-request-id: req-9fae55d3-daeb-4872-8d90-0b226fb0a3e8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:44.169368 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1127abe1-61f5-4348-80e7-589745e43ec7", "name": "network-vif-plugged", "status": "completed", "tag": "43badeb4-0998-4ee5-bb33-cb63c20b036c", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:44.169636 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9fae55d3-daeb-4872-8d90-0b226fb0a3e8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:44.170040 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1127abe1-61f5-4348-80e7-589745e43ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43badeb4-0998-4ee5-bb33-cb63c20b036c', 'code': 200} Feb 09 20:45:44.228832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:44.273388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91927ae0-ed6e-484b-84fb-83cd963a79d3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:44.278237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=b6c4531d-8046-408e-b1be-48703d926f9b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:44.286072 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:44.300449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Pushing event updated for resources: {'Port': ['ID=0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:44.344550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.344877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.345286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.345640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.346372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.346488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.346763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.347103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.347434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.347787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.348121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.348481 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.348815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81502ffe-d656-4960-b925-75ed97efb87a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:45:44.458362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055864aa-2f28-466f-a880-bd2fb7495906 req-144d3f41-dd81-4e56-a7fa-34390e012e9e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:44.470371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-055864aa-2f28-466f-a880-bd2fb7495906 req-144d3f41-dd81-4e56-a7fa-34390e012e9e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 948 time: 0.2176981 Feb 09 20:45:44.535395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:44.536721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:44.548701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=43badeb4-0998-4ee5-bb33-cb63c20b036c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:44.604642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-055864aa-2f28-466f-a880-bd2fb7495906 req-c2870253-e04d-420e-a24f-bfdeedb4cb6e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332438 Feb 09 20:45:44.633420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-244dbd51-b8a6-4097-97f2-1d56e0a98c64 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3236203 Feb 09 20:45:44.807335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (67c2d094-dc57-4dc4-aa92-e47fd5348b80), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:44.818451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1cd53-a693-4582-a868-de2b99d8188a req-664b1139-3e9e-439e-87a0-d1c4d7aa4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:44.820023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cd1cd53-a693-4582-a868-de2b99d8188a req-664b1139-3e9e-439e-87a0-d1c4d7aa4978 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 1132 time: 0.6307654 Feb 09 20:45:44.826819 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdd63f87-5be6-458a-9766-439daa09932e req-d6a48160-6d51-46e7-9e28-ffc460b3a18c tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0940225 Feb 09 20:45:44.865938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a0380-0c42-401f-a53c-c53dc86a2812 None None] Pushing event updated for resources: {'Port': ['ID=013f1a0d-d33c-48cd-8a65-ac9c97d7dff6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:45.000477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 30a036c4-d9ad-44f5-b541-cc867cc15e75 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:45:45.018681 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.025862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c83c09b7-24f2-4989-9694-5ec32f88b2a2 None None] Port eee82356-ebf3-4329-bfff-22ffa15356e8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:45:45.055300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 30a036c4-d9ad-44f5-b541-cc867cc15e75 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:45.055799 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.084389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cd1cd53-a693-4582-a868-de2b99d8188a req-eef5acea-d262-497c-a762-3f599c333bb9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463961 Feb 09 20:45:45.085212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Pushing event deleted for resources: {'Port': ['ID=67c2d094-dc57-4dc4-aa92-e47fd5348b80,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:45.085361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:42Z', 'revision_number': 5, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:45.103296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64d171-4117-46c8-9936-f5ec347ff817 req-02d199ab-756b-4761-8cd6-c910ba89492e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:45.115096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c64d171-4117-46c8-9936-f5ec347ff817 req-02d199ab-756b-4761-8cd6-c910ba89492e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=ac0dc68e-406c-4888-821a-2bd0421044ae HTTP/1.1" status: 200 len: 944 time: 1.1929824 Feb 09 20:45:45.334947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] Checking router: 77a4a3db-d936-4d37-8886-dba5df57a237 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:45:45.350911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:45.360602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-351e09bd-25af-4fdb-9432-c6c9eaad804f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427468644', 'description': 'tempest-description--462214094'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:45.419577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-351e09bd-25af-4fdb-9432-c6c9eaad804f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.460213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 30a036c4-d9ad-44f5-b541-cc867cc15e75 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:45.460973 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.463449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:45:45.465729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:45:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:45.480686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 91927ae0-ed6e-484b-84fb-83cd963a79d3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:45.481355 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.591174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-351e09bd-25af-4fdb-9432-c6c9eaad804f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group (10ac8267-2e29-488e-908c-c24cce663d01), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.642917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-351e09bd-25af-4fdb-9432-c6c9eaad804f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (10ac8267-2e29-488e-908c-c24cce663d01), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.671145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c64d171-4117-46c8-9936-f5ec347ff817 req-4930dcf7-d202-456a-b344-f9a15d475718 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550740 Feb 09 20:45:45.687640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e09bd-25af-4fdb-9432-c6c9eaad804f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac8267-2e29-488e-908c-c24cce663d01,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:45.701741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-351e09bd-25af-4fdb-9432-c6c9eaad804f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.704269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-351e09bd-25af-4fdb-9432-c6c9eaad804f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3507981 Feb 09 20:45:45.709038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:45.720053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f4fbfc51-5468-481b-a43b-ab3cf938f56f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'security_group_rule': {'security_group_id': '10ac8267-2e29-488e-908c-c24cce663d01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:45.762598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] No DVR routers for this DVR port 67c2d094-dc57-4dc4-aa92-e47fd5348b80 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:45.769330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.780136 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c6be7c4-f62a-47d4-960b-9b4ed4bd53ea req-4167597c-1b77-4522-a138-0db0cd3fdf13 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.13 "DELETE /v2.0/ports/67c2d094-dc57-4dc4-aa92-e47fd5348b80 HTTP/1.1" status: 204 len: 173 time: 3.7208178 Feb 09 20:45:45.794270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'name': 'network-vif-deleted', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:45.801712 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc07cad-57a5-4d3c-abe0-4aeaceae22ff" -d '{"events": [{"server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "name": "network-vif-deleted", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:45.869937 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4fbfc51-5468-481b-a43b-ab3cf938f56f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group_rule (bd62ffeb-96a0-4834-b9dd-155130c82c93), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:45.913895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-023ec7d9-175c-4641-a8dc-62ee35e5391b req-30ac4ebd-5789-41fa-a613-7442800e1a2f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.0620177 Feb 09 20:45:46.005043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 30a036c4-d9ad-44f5-b541-cc867cc15e75, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=30a036c4-d9ad-44f5-b541-cc867cc15e75,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:46.014199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:46.041859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4926e-b61f-438d-8475-e40136551afe req-5e8fe757-70e5-4aac-ac91-9392b9c4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:46.069669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b9a4926e-b61f-438d-8475-e40136551afe req-5e8fe757-70e5-4aac-ac91-9392b9c4d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 932 time: 0.4718795 Feb 09 20:45:46.172549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a82fc-f2ce-43fc-a2ba-c2081484201a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a036c4-d9ad-44f5-b541-cc867cc15e75'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:46.191308 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d0bb3-3a02-4dc6-a8ae-468d62aa5aa0" -d '{"events": [{"server_uuid": "a82a82fc-f2ce-43fc-a2ba-c2081484201a", "name": "network-vif-plugged", "status": "completed", "tag": "30a036c4-d9ad-44f5-b541-cc867cc15e75"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:46.324351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee82356-ebf3-4329-bfff-22ffa15356e8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:46.349578 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:45:46.355496 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Publish callbacks [] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:46.404883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4fbfc51-5468-481b-a43b-ab3cf938f56f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group_rule (bd62ffeb-96a0-4834-b9dd-155130c82c93), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:46.446134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4fbfc51-5468-481b-a43b-ab3cf938f56f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (bd62ffeb-96a0-4834-b9dd-155130c82c93), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:46.508336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Transition to ACTIVE for port object eee82356-ebf3-4329-bfff-22ffa15356e8 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:45:46.531484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b9a4926e-b61f-438d-8475-e40136551afe req-048ad0ae-be94-42a1-9811-7d05fd5781aa tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595282 Feb 09 20:45:46.563610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 91927ae0-ed6e-484b-84fb-83cd963a79d3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:46.574125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbfc51-5468-481b-a43b-ab3cf938f56f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd62ffeb-96a0-4834-b9dd-155130c82c93,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:46.582184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4fbfc51-5468-481b-a43b-ab3cf938f56f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:46.583879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f4fbfc51-5468-481b-a43b-ab3cf938f56f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8734796 Feb 09 20:45:46.587996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:46.607200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fdc497ca-4b50-453b-b32f-6f46af8acdb0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'security_group_rule': {'security_group_id': '10ac8267-2e29-488e-908c-c24cce663d01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:46.656822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:46.786911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc497ca-4b50-453b-b32f-6f46af8acdb0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group_rule (42396d1d-2fbf-43f5-ae18-d421c6925935), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:46.788102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=30a036c4-d9ad-44f5-b541-cc867cc15e75,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:46.793827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00eb4f-ffdb-41d5-83d7-22065f4d7c65 None None] Network af489e63-20e0-49ba-96f7-5b6663ddeba2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:45:46.820558 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e6737-1466-47ed-ac42-af2a77ff6d7d x-openstack-request-id: req-ec8e6737-1466-47ed-ac42-af2a77ff6d7d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:46.821139 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0dc68e-406c-4888-821a-2bd0421044ae", "name": "network-vif-deleted", "tag": "67c2d094-dc57-4dc4-aa92-e47fd5348b80", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:46.821139 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ec8e6737-1466-47ed-ac42-af2a77ff6d7d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:46.821497 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0dc68e-406c-4888-821a-2bd0421044ae', 'name': 'network-vif-deleted', 'tag': '67c2d094-dc57-4dc4-aa92-e47fd5348b80', 'status': 'completed', 'code': 200} Feb 09 20:45:46.824767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Pushing event updated for resources: {'Port': ['ID=eee82356-ebf3-4329-bfff-22ffa15356e8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:46.947237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348859-2bbe-4b3f-a0e9-1fcd16952e3f req-4db70f96-bf4a-44d4-86bb-85d0b6a89534 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:46.962023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29348859-2bbe-4b3f-a0e9-1fcd16952e3f req-4db70f96-bf4a-44d4-86bb-85d0b6a89534 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 949 time: 0.5346892 Feb 09 20:45:47.061019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc497ca-4b50-453b-b32f-6f46af8acdb0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group_rule (42396d1d-2fbf-43f5-ae18-d421c6925935), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:47.076994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c9951aa-71b2-470e-addc-f9310f1d240e req-cc1e6dea-4612-4ec8-8f9d-0192df3215e3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.1203437 Feb 09 20:45:47.080794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc497ca-4b50-453b-b32f-6f46af8acdb0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (42396d1d-2fbf-43f5-ae18-d421c6925935), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:47.117031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb5250-114a-43c5-a35a-6c9a267d2a98 None None] Network 92b62048-2f94-491d-9b57-9192fbd55b5e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:45:47.119335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:47.168472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc497ca-4b50-453b-b32f-6f46af8acdb0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42396d1d-2fbf-43f5-ae18-d421c6925935,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:47.183265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc497ca-4b50-453b-b32f-6f46af8acdb0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:47.188343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fdc497ca-4b50-453b-b32f-6f46af8acdb0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5972869 Feb 09 20:45:47.190656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:47.207766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:47.278731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:47.354521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Attempting to bind port eee82356-ebf3-4329-bfff-22ffa15356e8 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:45:47.354884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Attempting to bind port eee82356-ebf3-4329-bfff-22ffa15356e8 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:45:47.355225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Attempting to bind port eee82356-ebf3-4329-bfff-22ffa15356e8 on network e90c8771-8137-409a-bc78-e1d2d76f6a1f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:47.371157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Port eee82356-ebf3-4329-bfff-22ffa15356e8 on network e90c8771-8137-409a-bc78-e1d2d76f6a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:45:47.371539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Attempting to bind port eee82356-ebf3-4329-bfff-22ffa15356e8 on network e90c8771-8137-409a-bc78-e1d2d76f6a1f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:45:47.477736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:45:47.477977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Checking segment: {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:45:47.478368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Bound using segment: {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:45:47.478815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Bound port: eee82356-ebf3-4329-bfff-22ffa15356e8, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7e5e76-a433-4ba0-8a3f-009a752005ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:45:47.479174 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:47.548290 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38a0daeb-6007-4701-a7f9-d342030c8774 req-1dc06a04-75ce-4683-b388-04a3bd7d5430 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.0721438 Feb 09 20:45:47.664583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:47.678223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29348859-2bbe-4b3f-a0e9-1fcd16952e3f req-6b59b9a9-5a36-4142-9d8c-1db59ab5b7e3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7152586 Feb 09 20:45:47.712088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793db00a-f20f-49dc-8c17-f304a6a09c0e req-fa37421a-3669-4cca-b5c2-21c97c1f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:47.714010 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-793db00a-f20f-49dc-8c17-f304a6a09c0e req-fa37421a-3669-4cca-b5c2-21c97c1f572e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 1132 time: 0.3824003 Feb 09 20:45:47.868369 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-793db00a-f20f-49dc-8c17-f304a6a09c0e req-aab7f808-e8ca-422a-980a-c74d4fa460a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327770 Feb 09 20:45:47.884337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] For port eee82356-ebf3-4329-bfff-22ffa15356e8, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:45:47.890905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Allocated IP 172.25.4.82 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6dc2eac5-97e9-4a02-8df8-ba640c431a52) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:45:47.893275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] For port eee82356-ebf3-4329-bfff-22ffa15356e8, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=eee82356-ebf3-4329-bfff-22ffa15356e8,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:45:47.905687 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:47.955970 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f2babd-4609-413a-9257-56e555d44b99 x-openstack-request-id: req-e6f2babd-4609-413a-9257-56e555d44b99 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:47.956550 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82a82fc-f2ce-43fc-a2ba-c2081484201a", "name": "network-vif-plugged", "status": "completed", "tag": "30a036c4-d9ad-44f5-b541-cc867cc15e75", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:47.956550 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e6f2babd-4609-413a-9257-56e555d44b99 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:47.956892 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82a82fc-f2ce-43fc-a2ba-c2081484201a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a036c4-d9ad-44f5-b541-cc867cc15e75', 'code': 200} Feb 09 20:45:47.960440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:48.047395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:48.048386 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:48.050145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] 10.222.0.13 "PUT /v2.0/ports/eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 200 len: 1093 time: 4.2868288 Feb 09 20:45:48.078277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 67c2d094-dc57-4dc4-aa92-e47fd5348b80 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:45:48.082633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 67c2d094-dc57-4dc4-aa92-e47fd5348b80 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:48.126223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (6dc2eac5-97e9-4a02-8df8-ba640c431a52), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:48.196758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145eca3e-5ca5-459e-a80e-919b7578fb77 service neutron] Pushing event updated for resources: {'Port': ['ID=eee82356-ebf3-4329-bfff-22ffa15356e8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:48.220176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a92a-4e8a-4686-9c12-b33727266030 req-3f66ce4d-0e99-43cf-b32b-96105f96975c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:48.227444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bda4a92a-4e8a-4686-9c12-b33727266030 req-3f66ce4d-0e99-43cf-b32b-96105f96975c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 944 time: 0.3007956 Feb 09 20:45:48.282388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-26b6ac47-6e6b-4429-943b-937258d19ec4 None None] Provisioning complete for port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:48.283069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26b6ac47-6e6b-4429-943b-937258d19ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:48.308253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-6b93e4d4-fb55-4dd9-a0be-e6ca150f3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:48.310189 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-6b93e4d4-fb55-4dd9-a0be-e6ca150f3cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a2c6689038746ecbecded721fca5ac0&device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 1127 time: 0.2017753 Feb 09 20:45:48.361480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6dc2eac5-97e9-4a02-8df8-ba640c431a52), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:48.417009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:48.431836 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:48.450749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bda4a92a-4e8a-4686-9c12-b33727266030 req-cdb9e582-e6db-46d8-a1f6-d98ae8f4a92e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221620 Feb 09 20:45:48.496568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:45:48.505156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:45:48.516195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:45:48.518315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-7055b560-d218-4ec0-ab32-52e6c3059f80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 200 len: 217 time: 0.1761241 Feb 09 20:45:48.604330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=6dc2eac5-97e9-4a02-8df8-ba640c431a52,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:48.638445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6778a-5645-4245-8108-fbda8615fd4f req-fe6faf45-51e5-48f4-951e-25193dfbd1ee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:48.651489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38d6778a-5645-4245-8108-fbda8615fd4f req-fe6faf45-51e5-48f4-951e-25193dfbd1ee tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 945 time: 0.3814225 Feb 09 20:45:48.761754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5a44de8-8c07-480d-9be2-56859dc9a697 req-7dadecaf-5e35-45a6-8244-7f01150755ea tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.1211998 Feb 09 20:45:48.782288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747454cd-1fcf-4752-a726-1f59481d4bff req-b31ac3ea-e22c-4d71-89eb-7e4a2c974e8d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:48.785220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-747454cd-1fcf-4752-a726-1f59481d4bff req-b31ac3ea-e22c-4d71-89eb-7e4a2c974e8d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.13 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 945 time: 0.3335319 Feb 09 20:45:48.811391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:42Z', 'revision_number': 5, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:48.867873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38d6778a-5645-4245-8108-fbda8615fd4f req-692d18a2-9faa-41da-bf52-c123c3d34101 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116194 Feb 09 20:45:48.924850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:48.927933 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a572510-d0d3-4134-b7df-e63141c91c21" -d '{"events": [{"name": "network-changed", "server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:48.937035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for floatingip (24acc156-3618-418b-8d77-d9d67395abba), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:48.949896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-adacf5e0-6d36-4b43-af82-660c64b8e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:48.954258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-adacf5e0-6d36-4b43-af82-660c64b8e117 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2c0ef8-6bfd-4ce6-ab49-def743becc57 HTTP/1.1" status: 200 len: 866 time: 0.4262977 Feb 09 20:45:49.030379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6dc2eac5-97e9-4a02-8df8-ba640c431a52), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.080283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-26b6ac47-6e6b-4429-943b-937258d19ec4 None None] Current status of the port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:49.080891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26b6ac47-6e6b-4429-943b-937258d19ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.083264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf3a1e-9d97-4ecb-b377-30f4d795a7ff None None] The sync data for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 is: [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:42:38Z', 'revision_number': 4, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '46fb5086-76d2-416b-beba-d1e7b5450d59', 'name': '', 'network_id': '86d00f9c-ad74-47ed-b373-fce806b38fa7', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'mac_address': 'fa:16:3e:f3:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:36Z', 'updated_at': '2022-02-09T20:42:42Z', 'revision_number': 5, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'subnets': [{'id': '4b208131-13b3-44cd-8aad-a21b946ad838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:45:49.181765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba6fd148-e4b0-4937-ac17-3392ca3a583b req-5c70c239-cc5a-4633-953e-e311ab80f1be tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.1830862 Feb 09 20:45:49.263558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Deleting port 84d20172-c5f9-413d-8c2c-dedc0158f57c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:49.264293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.281640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-5cb1505d-c6cf-40e1-83d8-e7ef2058da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:49.283236 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-5cb1505d-c6cf-40e1-83d8-e7ef2058da01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e90c8771-8137-409a-bc78-e1d2d76f6a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2484815 Feb 09 20:45:49.366057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-26b6ac47-6e6b-4429-943b-937258d19ec4 None None] For port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=013f1a0d-d33c-48cd-8a65-ac9c97d7dff6,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:49.367742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:49.368465 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.387729 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26b6ac47-6e6b-4429-943b-937258d19ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.470382 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7bc431-a1eb-4d00-96e9-2c19ae80d4b0 x-openstack-request-id: req-1b7bc431-a1eb-4d00-96e9-2c19ae80d4b0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:49.470682 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:49.470914 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1b7bc431-a1eb-4d00-96e9-2c19ae80d4b0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:49.475675 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'status': 'completed', 'code': 200} Feb 09 20:45:49.552969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7b2fb-cdca-4848-92c7-ca7d6bddb5dd req-08737073-a2df-46cc-ba8d-12bb87c15368 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:49.568186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8f7b2fb-cdca-4848-92c7-ca7d6bddb5dd req-08737073-a2df-46cc-ba8d-12bb87c15368 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 949 time: 0.3255062 Feb 09 20:45:49.586277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6ac47-6e6b-4429-943b-937258d19ec4 None None] Pushing event updated for resources: {'Port': ['ID=013f1a0d-d33c-48cd-8a65-ac9c97d7dff6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:49.674705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-23850867-8ce6-4a65-9129-465be787384b service neutron] 10.222.0.13 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775456 Feb 09 20:45:49.679985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:49.682842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-41fd3529-e16f-48ed-9140-e2b1eaac7fd0 None None] Provisioning complete for port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:49.685698 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41fd3529-e16f-48ed-9140-e2b1eaac7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.688991 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.694708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:49.705230 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb3f4ae-6702-4557-b12c-53ba8dfd548e None None] New status for floating IP e5f572dc-a24b-4f7c-92d3-f40e373c9d40: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:45:49.783840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8f7b2fb-cdca-4848-92c7-ca7d6bddb5dd req-ea9205fc-8233-4da0-8ca2-7498f9000968 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146409 Feb 09 20:45:49.828404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (6dc2eac5-97e9-4a02-8df8-ba640c431a52), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.842166 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6dc2eac5-97e9-4a02-8df8-ba640c431a52), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:49.925279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff57a8bd-7f04-40a3-8590-8e80fcff3d33 req-b36a2f45-5b26-4c38-8f52-b02035ece9b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026217 Feb 09 20:45:50.012290 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a90d847-762d-459c-8cf4-ff1e39bf9280 req-bec86e24-925a-4ed5-8a08-b9e9cea1f591 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0761306 Feb 09 20:45:50.105095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] For port 84d20172-c5f9-413d-8c2c-dedc0158f57c, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84d20172-c5f9-413d-8c2c-dedc0158f57c,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:50.105774 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:50.124671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Calling delete_port for 84d20172-c5f9-413d-8c2c-dedc0158f57c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:50.157590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=6dc2eac5-97e9-4a02-8df8-ba640c431a52,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:50.181309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a253-13cf-4af3-a2e4-2816621ad315 req-b8c7ef3f-cddf-4ba7-ac05-70a456fac194 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:50.187530 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (24acc156-3618-418b-8d77-d9d67395abba), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:50.190615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f976a253-13cf-4af3-a2e4-2816621ad315 req-b8c7ef3f-cddf-4ba7-ac05-70a456fac194 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 944 time: 0.5211353 Feb 09 20:45:50.193073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-41fd3529-e16f-48ed-9140-e2b1eaac7fd0 None None] Current status of the port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:50.198378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:50.219509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:50.230260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f50c4bcd-d714-4da6-91fb-0d4af014684a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0288506 Feb 09 20:45:50.259474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:50.259892 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:50.370596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-41fd3529-e16f-48ed-9140-e2b1eaac7fd0 None None] Provisioning complete for port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:50.370981 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41fd3529-e16f-48ed-9140-e2b1eaac7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:50.468719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74510e91-827b-4107-9e14-636c92ca5fa6 req-e7aebff7-254a-4f82-ba85-df592d0fed1f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:50.491595 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74510e91-827b-4107-9e14-636c92ca5fa6 req-e7aebff7-254a-4f82-ba85-df592d0fed1f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 949 time: 0.2342978 Feb 09 20:45:50.630636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74510e91-827b-4107-9e14-636c92ca5fa6 req-add60967-438f-4c9a-b19b-2cd772014e18 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397188 Feb 09 20:45:50.718447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-6feb35ce-1bdf-44fc-b1b7-3190f70393d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:50.722642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-6feb35ce-1bdf-44fc-b1b7-3190f70393d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a2c6689038746ecbecded721fca5ac0&device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 1127 time: 0.7112660 Feb 09 20:45:50.811883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:50.834332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-41fd3529-e16f-48ed-9140-e2b1eaac7fd0 None None] Current status of the port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:50.871222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4e386-e256-46ce-9da2-b8cb7b8738f9 req-e442a239-eacb-4c27-a5d8-540b3c694b67 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:50.873423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3fd4e386-e256-46ce-9da2-b8cb7b8738f9 req-e442a239-eacb-4c27-a5d8-540b3c694b67 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=6281d7a8-15b4-47c7-82ed-6e1f87fa1aec HTTP/1.1" status: 200 len: 945 time: 0.1580408 Feb 09 20:45:50.968467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Provisioning complete for port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:50.969149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:50.972062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3fd4e386-e256-46ce-9da2-b8cb7b8738f9 req-2c9c2c8c-f841-4810-9f28-ff448e4dd839 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920675 Feb 09 20:45:50.993016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:51.087971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-094afff3-3546-4cd5-bd18-0d74a7241372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:51.090971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-094afff3-3546-4cd5-bd18-0d74a7241372 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e90c8771-8137-409a-bc78-e1d2d76f6a1f HTTP/1.1" status: 200 len: 928 time: 0.1454651 Feb 09 20:45:51.134231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f976a253-13cf-4af3-a2e4-2816621ad315 req-a3e807a3-8dc2-4b8c-93c6-b70a7968058d tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9422729 Feb 09 20:45:51.184682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-f51b5220-0c7d-46b5-9e28-678dd66b6c41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 200 len: 217 time: 0.0545971 Feb 09 20:45:51.216688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:51.217274 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:51.230770 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (84d20172-c5f9-413d-8c2c-dedc0158f57c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:51.298174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Current status of the port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:51.315060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Provisioning complete for port b6c4531d-8046-408e-b1be-48703d926f9b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:51.315429 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:51.358671 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8ea3c5f-e9ff-4b6b-a51d-ff88ccf83243 req-12f42c8b-23fb-430e-8007-5fdb873213f6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.0886075 Feb 09 20:45:51.437114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:51.439178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:51.452886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-b4b1d3ba-6115-4513-95b0-903bf602c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:51.454662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-b4b1d3ba-6115-4513-95b0-903bf602c994 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2c0ef8-6bfd-4ce6-ab49-def743becc57 HTTP/1.1" status: 200 len: 866 time: 0.2636867 Feb 09 20:45:51.456899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Pushing event deleted for resources: {'Port': ['ID=84d20172-c5f9-413d-8c2c-dedc0158f57c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:51.524828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Port b6c4531d-8046-408e-b1be-48703d926f9b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:45:51.549579 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:51.553874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Provisioning complete for port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:51.554075 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:51.596104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] No DVR routers for this DVR port 84d20172-c5f9-413d-8c2c-dedc0158f57c on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:51.599656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67b179b4-29a7-4def-8c4c-415206c12c5e None None] Port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:45:51.600265 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:51.604689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-747454cd-1fcf-4752-a726-1f59481d4bff req-5151536e-9b16-4532-9db6-1890d68a6520 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.13 "DELETE /v2.0/ports/84d20172-c5f9-413d-8c2c-dedc0158f57c HTTP/1.1" status: 204 len: 173 time: 2.8107803 Feb 09 20:45:51.613858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'name': 'network-vif-deleted', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:51.617531 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292740a6-3a6f-4d9c-8b23-d3706ec2ebbc" -d '{"events": [{"server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "name": "network-vif-deleted", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:51.626797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:51.627288 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:51.649538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-570d7a9d-3350-41e5-a737-d5ae18d865a2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1427468644&fields=id&tenant_id=3eb353504fea4b33baaa5bb9d950dd0c HTTP/1.1" status: 200 len: 267 time: 0.2808309 Feb 09 20:45:51.719274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-c773ce71-5ece-401a-8eee-3e62451c7bb5 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:51.726528 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-c773ce71-5ece-401a-8eee-3e62451c7bb5 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports/254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 HTTP/1.1" status: 200 len: 931 time: 0.0740476 Feb 09 20:45:51.748529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-4fa75137-93b2-405a-9b09-355e96d712a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:51.752868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-4fa75137-93b2-405a-9b09-355e96d712a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e90c8771-8137-409a-bc78-e1d2d76f6a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2827668 Feb 09 20:45:51.814843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:51.945046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-a7ed68cc-8de2-4944-ab9c-ee016a02f464 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:51.952221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-a7ed68cc-8de2-4944-ab9c-ee016a02f464 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports/b6c4531d-8046-408e-b1be-48703d926f9b HTTP/1.1" status: 200 len: 930 time: 0.2152021 Feb 09 20:45:51.957941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6205a7-8aec-4836-95ca-69bc159d05f8 req-bc867bae-4c8a-4c01-8a85-6ffa1736b55e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:51.963860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-7b835a5d-6a2d-4dbb-8690-979ee24b1b5e service neutron] 10.222.0.13 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869340 Feb 09 20:45:51.966160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6205a7-8aec-4836-95ca-69bc159d05f8 req-bc867bae-4c8a-4c01-8a85-6ffa1736b55e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:51.969552 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f6205a7-8aec-4836-95ca-69bc159d05f8 req-bc867bae-4c8a-4c01-8a85-6ffa1736b55e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7&device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 1689 time: 0.0851929 Feb 09 20:45:52.017957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-e5e3d901-bf1f-48a2-88b7-a82648c6c0b0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0646815 Feb 09 20:45:52.033349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f6205a7-8aec-4836-95ca-69bc159d05f8 req-e0cc4264-a68b-499b-9cf0-24875e318b92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Feb 09 20:45:52.091459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f79dc9f8-b28c-43d9-ba30-d571ad6f7be1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0717990 Feb 09 20:45:52.204996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0951d96f-c76e-4b2e-9340-946c65106eaf req-49070d91-77f4-4683-a99f-d307e14d69af tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0812058 Feb 09 20:45:52.258050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b2e8d961-e101-4810-9670-b4b65a25711a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:52.264309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b2e8d961-e101-4810-9670-b4b65a25711a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:52.271349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b2e8d961-e101-4810-9670-b4b65a25711a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:52.273363 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b2e8d961-e101-4810-9670-b4b65a25711a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/networks?id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=af489e63-20e0-49ba-96f7-5b6663ddeba2&id=af489e63-20e0-49ba-96f7-5b6663ddeba2 HTTP/1.1" status: 200 len: 1990 time: 0.1811924 Feb 09 20:45:52.322319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a572510-d0d3-4134-b7df-e63141c91c21 req-3e46dc77-125c-45f4-90e1-a48bacb3c497 service neutron] 10.222.0.13 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360531 Feb 09 20:45:52.324078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-83b1e46a-7ca2-497c-b245-3b3973d5b6c1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/quotas/3eb353504fea4b33baaa5bb9d950dd0c HTTP/1.1" status: 200 len: 375 time: 0.0424418 Feb 09 20:45:52.353242 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c11468f-1d2b-4a9a-a5aa-ae44fe212fc6 x-openstack-request-id: req-2c11468f-1d2b-4a9a-a5aa-ae44fe212fc6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:52.353739 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6281d7a8-15b4-47c7-82ed-6e1f87fa1aec", "name": "network-vif-deleted", "tag": "84d20172-c5f9-413d-8c2c-dedc0158f57c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:52.354104 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2c11468f-1d2b-4a9a-a5aa-ae44fe212fc6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:52.354623 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6281d7a8-15b4-47c7-82ed-6e1f87fa1aec', 'name': 'network-vif-deleted', 'tag': '84d20172-c5f9-413d-8c2c-dedc0158f57c', 'status': 'completed', 'code': 200} Feb 09 20:45:52.428048 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-4f305da4-350a-487b-a814-d3a2fa2272ad tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0907028 Feb 09 20:45:52.572571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-5626a1da-76da-4ece-b992-efc3074c7e77 service neutron] 10.222.0.102 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418686 Feb 09 20:45:52.650117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b37dc2-1d3b-4040-990e-0545e483dd85 req-3bf1a33d-910d-47cb-b242-e0b5a019dc99 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:52.657797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59b37dc2-1d3b-4040-990e-0545e483dd85 req-3bf1a33d-910d-47cb-b242-e0b5a019dc99 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 944 time: 0.0730522 Feb 09 20:45:52.706329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-e9f27359-13d8-4b80-967b-155aab9a7db0 service neutron] 10.222.0.102 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278555 Feb 09 20:45:52.734574 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59b37dc2-1d3b-4040-990e-0545e483dd85 req-b861e249-36b1-4497-a79e-b273b3f7c6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759003 Feb 09 20:45:52.748744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-6ca69c62-38a0-4623-942b-a5b09533d9f8 service neutron] 10.222.0.102 "GET /v2.0/ports/254c518b-69b5-4f3d-b4a2-ee8203c9c3e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0362923 Feb 09 20:45:52.908001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65d5b416-1a44-46eb-884f-fa87f077b964 req-7c284417-5525-4068-80a5-7892086dbb86 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.0546856 Feb 09 20:45:52.935609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device eee82356-ebf3-4329-bfff-22ffa15356e8 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:45:52.941458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84d20172-c5f9-413d-8c2c-dedc0158f57c no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:52.945847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-54ce211d-0a4d-4da8-8a7c-d07a16a43ca8 service neutron] 10.222.0.102 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906314 Feb 09 20:45:52.986006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 84d20172-c5f9-413d-8c2c-dedc0158f57c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:45:52.988248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84d20172-c5f9-413d-8c2c-dedc0158f57c not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:53.049057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-ec0262b5-365f-447e-aabb-dd840056edd9 service neutron] 10.222.0.102 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963578 Feb 09 20:45:53.113353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-69898b0d-a985-401e-8b7a-9816d4db88f2 service neutron] 10.222.0.102 "GET /v2.0/ports/b6c4531d-8046-408e-b1be-48703d926f9b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0576882 Feb 09 20:45:53.172804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port eee82356-ebf3-4329-bfff-22ffa15356e8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=eee82356-ebf3-4329-bfff-22ffa15356e8,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:53.191982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'port_id': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'mac_address': 'fa:16:3e:b5:b4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:45:53.244353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port eee82356-ebf3-4329-bfff-22ffa15356e8 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:53.245084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:53.263404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee82356-ebf3-4329-bfff-22ffa15356e8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:45:53.288220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port eee82356-ebf3-4329-bfff-22ffa15356e8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=eee82356-ebf3-4329-bfff-22ffa15356e8,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:53.289775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-14556b9f-baa3-4bc1-a2b6-4b8a4d1aabb8 service neutron] 10.222.0.102 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538222 Feb 09 20:45:53.294873 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:53.307526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f54dc6-c5fa-407c-809a-5ba29f5b0273 req-ab2e5fd1-eaf7-4ee7-a766-370ffba7d719 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:53.320258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b9f54dc6-c5fa-407c-809a-5ba29f5b0273 req-ab2e5fd1-eaf7-4ee7-a766-370ffba7d719 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 1132 time: 0.0792835 Feb 09 20:45:53.371146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=eee82356-ebf3-4329-bfff-22ffa15356e8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:53.414956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b9f54dc6-c5fa-407c-809a-5ba29f5b0273 req-52c29e54-819e-46d3-a1ae-856759299dbc tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936282 Feb 09 20:45:53.486819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-da59d07a-26ee-478b-88d4-da30db0b0393 service neutron] 10.222.0.102 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911111 Feb 09 20:45:53.550730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['eee82356-ebf3-4329-bfff-22ffa15356e8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:45:53.572992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e8258-c74d-4f6f-be3c-58a3bf757cfa req-95135656-310a-466a-a3a6-7466c6b0036d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:53.580436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a3e8258-c74d-4f6f-be3c-58a3bf757cfa req-95135656-310a-466a-a3a6-7466c6b0036d tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 945 time: 0.0885928 Feb 09 20:45:53.622512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-34b686c9-9682-481e-9adf-45c70c223a77 service neutron] 10.222.0.102 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287141 Feb 09 20:45:53.660558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a3e8258-c74d-4f6f-be3c-58a3bf757cfa req-70433cfe-e90b-4ac0-b217-38516591c478 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/security-groups?id=dba40932-39d6-4008-9614-ed4e64ac69c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787642 Feb 09 20:45:53.745680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-a9d8bb16-438b-4f4e-9cc7-f9f848d3a7ef tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:53.747654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-a9d8bb16-438b-4f4e-9cc7-f9f848d3a7ef tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 945 time: 0.1407235 Feb 09 20:45:53.822657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fd79918a-3647-438a-94e2-30eb36ca79c0 service neutron] 10.222.0.102 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784527 Feb 09 20:45:53.834068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40d59645-e35b-4c1e-ad94-3c7171d89fe2 req-5433dbc6-b1b7-430b-9bb7-857ef134913e tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0618184 Feb 09 20:45:53.952685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff40269-d73e-4b91-a5f9-2c7113fe74c2 req-84d16e4a-cb13-4d98-814b-5dfa2b77cfce tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:53.958631 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1ff40269-d73e-4b91-a5f9-2c7113fe74c2 req-84d16e4a-cb13-4d98-814b-5dfa2b77cfce tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 1132 time: 0.0598795 Feb 09 20:45:54.021383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1ff40269-d73e-4b91-a5f9-2c7113fe74c2 req-06446472-2b8e-4723-a43b-161101e66ed4 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617738 Feb 09 20:45:54.066558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Deleting port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:45:54.067167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:54.074230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-6b506818-585e-48dd-80bc-4b5b629615f6 service neutron] 10.222.0.102 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440791 Feb 09 20:45:54.216380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce01b90-2aae-4e23-a50b-fa3a10eeca8f req-e994c53f-ac68-4cc9-9f40-8f15a281feb3 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:54.227166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cce01b90-2aae-4e23-a50b-fa3a10eeca8f req-e994c53f-ac68-4cc9-9f40-8f15a281feb3 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 945 time: 0.0884559 Feb 09 20:45:54.267749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] For port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,segment=NetworkSegment(e5da6e3d-ff96-4bb1-ae43-f898c7acf829),segment_id=e5da6e3d-ff96-4bb1-ae43-f898c7acf829)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:54.268385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:54.286272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-e45feff7-c14d-49a8-b413-53821c4657b5 service neutron] 10.222.0.102 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989243 Feb 09 20:45:54.291424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Calling delete_port for 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:45:54.298842 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cce01b90-2aae-4e23-a50b-fa3a10eeca8f req-99d595ba-558b-438c-8675-d4af45a8b6a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702522 Feb 09 20:45:54.311512 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:45:54.397189 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ac274b1-6957-4c4a-9179-61f6b086b62b req-bb6d2198-8a5d-4a92-ab41-7d28b70cce7c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.0442767 Feb 09 20:45:54.496325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-517ba204-9e8b-4c6f-ac30-7400491510d9 service neutron] 10.222.0.102 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009413 Feb 09 20:45:54.628781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8bc2f214-3b9f-4405-a52c-9d72f0859ee6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:54.678641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Pushing event deleted for resources: {'Port': ['ID=8bc2f214-3b9f-4405-a52c-9d72f0859ee6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:54.764238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-ab4d0b99-682a-4d02-802e-9b6b67886751 service neutron] 10.222.0.102 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607999 Feb 09 20:45:54.773303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] No DVR routers for this DVR port 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:45:54.776494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:54.779716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77582f13-31b5-4184-8b42-fd0e9a5b6bec req-64684cab-795b-4062-a508-c117bb1eddd6 tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.13 "DELETE /v2.0/ports/8bc2f214-3b9f-4405-a52c-9d72f0859ee6 HTTP/1.1" status: 204 len: 173 time: 1.0231483 Feb 09 20:45:54.780192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'name': 'network-vif-deleted', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:54.783180 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2739eafa-1d4d-4c9d-a4a6-5140debf7254" -d '{"events": [{"server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "name": "network-vif-deleted", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:54.800209 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f7b421a-fef8-4436-b831-c466ad8f1e43 req-356550ee-58b6-4cd7-adf2-a3114c2f1f3e tempest-LiveMigrationTest-349743838 tempest-LiveMigrationTest-349743838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7cfbac3b-59dd-4dd4-9422-d8e488b817e5 HTTP/1.1" status: 200 len: 210 time: 0.0450788 Feb 09 20:45:54.912436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-d282f1b6-5214-45d2-b2d1-963d78ffe646 service neutron] 10.222.0.102 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459296 Feb 09 20:45:54.925945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-1550fc50-f391-458b-9e4f-9ec0d41e5bfe tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317831 Feb 09 20:45:54.932357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device eee82356-ebf3-4329-bfff-22ffa15356e8 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:45:55.035524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-ddb31e93-aa0f-478e-8c28-d39316ef7616 service neutron] 10.222.0.102 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215169 Feb 09 20:45:55.120743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port eee82356-ebf3-4329-bfff-22ffa15356e8 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:45:55.126480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port eee82356-ebf3-4329-bfff-22ffa15356e8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:45:55.127325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:55.289111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port eee82356-ebf3-4329-bfff-22ffa15356e8 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:45:55.289696 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:55.367021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port eee82356-ebf3-4329-bfff-22ffa15356e8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=eee82356-ebf3-4329-bfff-22ffa15356e8,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:45:55.368434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:45:55.385139 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff327e8-dff3-4271-9e5f-b5cdb604293c" -d '{"events": [{"server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "name": "network-vif-plugged", "status": "completed", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:45:55.393547 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:55.527104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=eee82356-ebf3-4329-bfff-22ffa15356e8,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:55.579610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-a45442f1-7c37-4f65-91da-4a0f345645af tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:55.583323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-a45442f1-7c37-4f65-91da-4a0f345645af tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6552320 Feb 09 20:45:55.603801 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5d5795bc-0d85-4542-a0c3-2bbf76cac62b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/quotas/89c307ac09d248ad9d180fa82b971ca3 HTTP/1.1" status: 200 len: 375 time: 0.0139160 Feb 09 20:45:55.707431 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-42118588-706e-428e-b14c-9258d62004cc tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910015 Feb 09 20:45:56.152238 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3708f3-b70c-478f-a23c-98858684ea1a x-openstack-request-id: req-cb3708f3-b70c-478f-a23c-98858684ea1a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:56.152769 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfbac3b-59dd-4dd4-9422-d8e488b817e5", "name": "network-vif-deleted", "tag": "8bc2f214-3b9f-4405-a52c-9d72f0859ee6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:56.152769 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cb3708f3-b70c-478f-a23c-98858684ea1a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:56.153192 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfbac3b-59dd-4dd4-9422-d8e488b817e5', 'name': 'network-vif-deleted', 'tag': '8bc2f214-3b9f-4405-a52c-9d72f0859ee6', 'status': 'completed', 'code': 200} Feb 09 20:45:56.272341 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3474cc0-c42e-471a-b6eb-737a6a2653af req-fb11777d-da09-4331-b9e1-d4e37004db3b tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0421345 Feb 09 20:45:56.352608 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:56.566576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3029c-21d0-4ec2-b9f8-e82504f6d458 req-f9ac4e27-edda-4aca-8128-13d6ed8accd6 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:56.570686 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0db3029c-21d0-4ec2-b9f8-e82504f6d458 req-f9ac4e27-edda-4aca-8128-13d6ed8accd6 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 946 time: 0.1499085 Feb 09 20:45:56.673744 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0db3029c-21d0-4ec2-b9f8-e82504f6d458 req-d507f49d-bb3b-4413-88d2-aa376f5842fb tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965581 Feb 09 20:45:56.820432 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8f732d-0f87-481a-9068-fa83790ab0a1 x-openstack-request-id: req-df8f732d-0f87-481a-9068-fa83790ab0a1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:45:56.820738 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "name": "network-vif-plugged", "status": "completed", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:45:56.821099 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-df8f732d-0f87-481a-9068-fa83790ab0a1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:45:56.822160 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'code': 200} Feb 09 20:45:57.011547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9a9c-3be2-4c51-a795-ec053e4e1375 req-130357fd-7f69-4558-9670-ea1b42daed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:57.013915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c7e9a9c-3be2-4c51-a795-ec053e4e1375 req-130357fd-7f69-4558-9670-ea1b42daed74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 1129 time: 0.1069729 Feb 09 20:45:57.086769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c18e080-96ca-401c-8864-2be6fedd6882 req-97eee4a7-606d-48e6-ae55-3e62b0f5498f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.0903554 Feb 09 20:45:57.117294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c7e9a9c-3be2-4c51-a795-ec053e4e1375 req-3c873223-3724-4d5b-b040-123e0e0a31f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935464 Feb 09 20:45:57.157394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:57.385795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-50ce58a4-fe40-4c6a-a9ae-415ee0e7d2de req-21a8dd6a-1122-4512-ac10-ba1e17fec59d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 210 time: 0.0433123 Feb 09 20:45:57.557649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd08d31-32f1-4d85-a9e5-f266d2422f8c admin admin] Deleting subnet 1151131d-3cac-4983-a5cb-d792ccd56556 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:45:57.562833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c3f032b-9303-40d9-89d9-f67e5b72d8e0 req-2f6304d2-ba11-47a3-8ce9-563794bdc01b tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0392115 Feb 09 20:45:57.568670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd08d31-32f1-4d85-a9e5-f266d2422f8c admin admin] Publish callbacks [] for subnet (1151131d-3cac-4983-a5cb-d792ccd56556), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:57.630833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd08d31-32f1-4d85-a9e5-f266d2422f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (1151131d-3cac-4983-a5cb-d792ccd56556), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:57.685057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd08d31-32f1-4d85-a9e5-f266d2422f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (1151131d-3cac-4983-a5cb-d792ccd56556), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:57.754591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd08d31-32f1-4d85-a9e5-f266d2422f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (1151131d-3cac-4983-a5cb-d792ccd56556), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:57.789952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd08d31-32f1-4d85-a9e5-f266d2422f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1151131d-3cac-4983-a5cb-d792ccd56556,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:57.795065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcd08d31-32f1-4d85-a9e5-f266d2422f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:57.804829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:57.813049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fcd08d31-32f1-4d85-a9e5-f266d2422f8c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/1151131d-3cac-4983-a5cb-d792ccd56556 HTTP/1.1" status: 204 len: 168 time: 0.6540375 Feb 09 20:45:57.950869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (62ae563b-fea2-42e6-b971-404821062d8c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:58.243789 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-756fccc5-b410-4513-88c7-aa2f68b4760c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1357541 Feb 09 20:45:58.245482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-6026960d-f4b6-424e-a039-4753f6c388e7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1892540 Feb 09 20:45:58.294750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (62ae563b-fea2-42e6-b971-404821062d8c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:58.377647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ae563b-fea2-42e6-b971-404821062d8c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:58.413176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:58.413479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5da6e3d-ff96-4bb1-ae43-f898c7acf829') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:45:58.449085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (e5da6e3d-ff96-4bb1-ae43-f898c7acf829), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:58.515010 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e5da6e3d-ff96-4bb1-ae43-f898c7acf829), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:58.546044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c9749-7849-4876-b8f4-e65d725fd2e0 req-6d67ef93-7915-4860-8f3b-9cf2ba346c9b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:58.569740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f36c9749-7849-4876-b8f4-e65d725fd2e0 req-6d67ef93-7915-4860-8f3b-9cf2ba346c9b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 946 time: 0.6750824 Feb 09 20:45:58.608479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:45:58.608881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (e5da6e3d-ff96-4bb1-ae43-f898c7acf829), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:45:58.610555 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:45:58.802761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f36c9749-7849-4876-b8f4-e65d725fd2e0 req-bb386a1c-f43d-4c23-aff4-7e800d171ef8 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316701 Feb 09 20:45:58.858126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (62ae563b-fea2-42e6-b971-404821062d8c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:58.891568 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:58.904398 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] 10.222.0.102 "DELETE /v2.0/networks/62ae563b-fea2-42e6-b971-404821062d8c HTTP/1.1" status: 204 len: 168 time: 1.0981762 Feb 09 20:45:58.925573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:58.926715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336d24f-554b-45c7-8221-71f0b38d8e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=62ae563b-fea2-42e6-b971-404821062d8c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:58.960614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:45:59.048597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:45:59.052453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8bc2f214-3b9f-4405-a52c-9d72f0859ee6 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:45:59.057758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-731c1bc6-a202-4dc5-99f7-0632549e5d82 admin admin] Deleting subnet 9f618b30-7c31-4b1b-8a00-8545ac5bdec1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:45:59.062985 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-731c1bc6-a202-4dc5-99f7-0632549e5d82 admin admin] Publish callbacks [] for subnet (9f618b30-7c31-4b1b-8a00-8545ac5bdec1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:59.169601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b9f394e6-6bdc-4d56-9a36-5fa9909619b6 req-c3e66fd0-595b-4560-89b5-c9cf90898684 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=433b0b03-32cf-4b28-a5a4-60a5503f5b8c HTTP/1.1" status: 200 len: 210 time: 0.1075227 Feb 09 20:45:59.206927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-731c1bc6-a202-4dc5-99f7-0632549e5d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (9f618b30-7c31-4b1b-8a00-8545ac5bdec1), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:59.245927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-42763164-3f58-47ab-ae48-944d711e52fb tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:59.248380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-42763164-3f58-47ab-ae48-944d711e52fb tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9864788 Feb 09 20:45:59.264400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Request body: {'port': {'device_id': '648bf881-d0cf-4f4e-9d64-55e14ece5991', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '89c307ac09d248ad9d180fa82b971ca3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:59.333707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-7ed8952e-e3a5-4799-938f-623014302c0d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:45:59.336057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-7ed8952e-e3a5-4799-938f-623014302c0d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0765212 Feb 09 20:45:59.370316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-911b693b-5c63-4b88-adb4-ed82eedaa750 req-11885680-e620-4956-a32b-40e8492d83c3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 210 time: 0.0563116 Feb 09 20:45:59.372579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Request body: {'port': {'device_id': '468fac68-35c6-432c-9383-32223d8a0d8b', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '89c307ac09d248ad9d180fa82b971ca3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:45:59.377236 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-731c1bc6-a202-4dc5-99f7-0632549e5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9f618b30-7c31-4b1b-8a00-8545ac5bdec1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:59.539223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-731c1bc6-a202-4dc5-99f7-0632549e5d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (9f618b30-7c31-4b1b-8a00-8545ac5bdec1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:59.613504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28265083-a6e8-4c5a-aad4-2aed154c1550 req-b75a697c-2628-40e8-8f6c-789889150ab3 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0846145 Feb 09 20:45:59.613504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c1bc6-a202-4dc5-99f7-0632549e5d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f618b30-7c31-4b1b-8a00-8545ac5bdec1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:45:59.613504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-731c1bc6-a202-4dc5-99f7-0632549e5d82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:59.613504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-731c1bc6-a202-4dc5-99f7-0632549e5d82 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/9f618b30-7c31-4b1b-8a00-8545ac5bdec1 HTTP/1.1" status: 204 len: 168 time: 0.6943612 Feb 09 20:45:59.633740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51536) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:59.742214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-168dbb44-0323-4e41-9694-bc55bc275c66 req-c16e6c7c-69bb-46dd-8f10-d435881b5ceb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0782025 Feb 09 20:45:59.791406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Made reservation on behalf of 89c307ac09d248ad9d180fa82b971ca3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:59.798107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:59.833516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (bc0a8686-f9ce-40c7-b62c-d0bd64064f3e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:45:59.915086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:45:59.934258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Made reservation on behalf of 89c307ac09d248ad9d180fa82b971ca3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:45:59.939829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.036804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (bc0a8686-f9ce-40c7-b62c-d0bd64064f3e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.057108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a46b72-b554-45bf-a3fd-1a6478a62a5b req-340da23a-76b1-4239-80f3-9cb3d0f8887a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:00.058674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26a46b72-b554-45bf-a3fd-1a6478a62a5b req-340da23a-76b1-4239-80f3-9cb3d0f8887a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 946 time: 0.1444769 Feb 09 20:46:00.076422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0a8686-f9ce-40c7-b62c-d0bd64064f3e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:00.088659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Allocated IP 192.168.233.123 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/647aa24e-d61b-461c-953d-2eb0f595271e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:00.100172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fde391-a0d0-4645-a3e5-c8c05bd8eee0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:00.100518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fde391-a0d0-4645-a3e5-c8c05bd8eee0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:00.116991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (77fde391-a0d0-4645-a3e5-c8c05bd8eee0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.154275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (77fde391-a0d0-4645-a3e5-c8c05bd8eee0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.165361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a609b15-8de4-4f7f-9410-ba4b85c98f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.250751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a609b15-8de4-4f7f-9410-ba4b85c98f37 admin admin] Publish callbacks [] for security_group (2a35ab65-8fcc-43a1-9189-22f3e3340f86), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.255604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26a46b72-b554-45bf-a3fd-1a6478a62a5b req-88e6eff6-9ed7-4339-ad34-31c1f8f7d495 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827013 Feb 09 20:46:00.256643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:46:00.257600 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (77fde391-a0d0-4645-a3e5-c8c05bd8eee0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:46:00.281126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a609b15-8de4-4f7f-9410-ba4b85c98f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2a35ab65-8fcc-43a1-9189-22f3e3340f86), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.363302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a609b15-8de4-4f7f-9410-ba4b85c98f37 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5162684f70d349e281c8ec18e4509fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455204 Feb 09 20:46:00.365386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a609b15-8de4-4f7f-9410-ba4b85c98f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a35ab65-8fcc-43a1-9189-22f3e3340f86,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:00.368037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51570) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:00.401177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (bc0a8686-f9ce-40c7-b62c-d0bd64064f3e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.424333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.428476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] 10.222.0.102 "DELETE /v2.0/networks/bc0a8686-f9ce-40c7-b62c-d0bd64064f3e HTTP/1.1" status: 204 len: 168 time: 0.7809377 Feb 09 20:46:00.429604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5080534-92ed-479a-a400-b494a1748451 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0a8686-f9ce-40c7-b62c-d0bd64064f3e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:00.465366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c826b6b-d32d-4fea-a92c-57dd6e950223 admin admin] Publish callbacks [] for security_group (2a35ab65-8fcc-43a1-9189-22f3e3340f86), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.502885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c826b6b-d32d-4fea-a92c-57dd6e950223 admin admin] Publish callbacks [] for security_group (2a35ab65-8fcc-43a1-9189-22f3e3340f86), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.532579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for port (647aa24e-d61b-461c-953d-2eb0f595271e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.579275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-383e10ff-dbd2-48c7-be75-cff788212dee req-f887989d-ff9e-411f-8dcd-33184de43ef4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 210 time: 0.0645053 Feb 09 20:46:00.661383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c826b6b-d32d-4fea-a92c-57dd6e950223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2a35ab65-8fcc-43a1-9189-22f3e3340f86), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.666829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:00.667057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c826b6b-d32d-4fea-a92c-57dd6e950223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.670797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1c826b6b-d32d-4fea-a92c-57dd6e950223 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2a35ab65-8fcc-43a1-9189-22f3e3340f86 HTTP/1.1" status: 204 len: 168 time: 0.2996087 Feb 09 20:46:00.683025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c826b6b-d32d-4fea-a92c-57dd6e950223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a35ab65-8fcc-43a1-9189-22f3e3340f86,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:00.689724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-f6437372-1357-4a66-b68f-809ba718b5e5 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 258 time: 0.3761067 Feb 09 20:46:00.721912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:00.820495 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:00.833846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:00.921541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'Port': ['ID=647aa24e-d61b-461c-953d-2eb0f595271e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:00.940085 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-30ae0ea2-a933-4124-9a31-06775f51f603 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4e5c5a7784ba41a5ae778bfe881eb9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720494 Feb 09 20:46:00.942713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:00.946356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:00.953745 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23d73630-8a74-47d2-8f91-0667559e3a9c req-11316863-627c-4383-99cd-9e3d7322373f tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0591025 Feb 09 20:46:01.003034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.008304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:01.010595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:01.188491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:01.196416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.206019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1d80c007-ba07-422a-822e-89584e2cc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:01.211580 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1d80c007-ba07-422a-822e-89584e2cc56c service neutron] 10.222.0.13 "GET /v2.0/ports/254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 HTTP/1.1" status: 200 len: 1027 time: 0.0808759 Feb 09 20:46:01.355480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Allocated IP 192.168.233.89 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/7e09b0df-0642-4935-aff3-8cd5275b018f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:01.376357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:01.388064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca42649d-df80-4ace-a895-4172d31b302c req-924e36bd-68c5-4995-a00b-b85a2540f3c0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0632281 Feb 09 20:46:01.393784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a529637-6407-4f02-ad8e-218d2f1314e9 admin admin] Publish callbacks [] for security_group (dba40932-39d6-4008-9614-ed4e64ac69c9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.417403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e78-deda-4f9e-9c2c-9106a5a018f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.420041 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a529637-6407-4f02-ad8e-218d2f1314e9 admin admin] Publish callbacks [] for security_group (dba40932-39d6-4008-9614-ed4e64ac69c9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.460676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d4016df9-c2e9-45c2-aacc-e7f9acffd83c None None] Provisioning complete for port 647aa24e-d61b-461c-953d-2eb0f595271e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:01.461577 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4016df9-c2e9-45c2-aacc-e7f9acffd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.525678 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-31938a68-5f5b-4f6f-a73e-283b08faabe3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2646255 Feb 09 20:46:01.538926 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e78-deda-4f9e-9c2c-9106a5a018f9 admin admin] Publish callbacks [] for security_group (efffb5fe-806d-40ee-87d5-25fb7bd6d83f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.543096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a529637-6407-4f02-ad8e-218d2f1314e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dba40932-39d6-4008-9614-ed4e64ac69c9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.544512 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2be9e78-deda-4f9e-9c2c-9106a5a018f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (efffb5fe-806d-40ee-87d5-25fb7bd6d83f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.546848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a529637-6407-4f02-ad8e-218d2f1314e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.550916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6a529637-6407-4f02-ad8e-218d2f1314e9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dba40932-39d6-4008-9614-ed4e64ac69c9 HTTP/1.1" status: 204 len: 168 time: 0.6029706 Feb 09 20:46:01.559489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Request body: {'port': {'device_id': '648bf881-d0cf-4f4e-9d64-55e14ece5991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:01.581701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-887c9f4a-35ef-4af1-bb6d-f1bda6bdc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:01.584247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-887c9f4a-35ef-4af1-bb6d-f1bda6bdc591 service neutron] 10.222.0.13 "GET /v2.0/ports/b6c4531d-8046-408e-b1be-48703d926f9b HTTP/1.1" status: 200 len: 1026 time: 0.3337929 Feb 09 20:46:01.608367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2be9e78-deda-4f9e-9c2c-9106a5a018f9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=89b56bb35111499da2020ddb97dde185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2163711 Feb 09 20:46:01.608816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529637-6407-4f02-ad8e-218d2f1314e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba40932-39d6-4008-9614-ed4e64ac69c9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:01.612625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:01.673071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d4016df9-c2e9-45c2-aacc-e7f9acffd83c None None] Port 647aa24e-d61b-461c-953d-2eb0f595271e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:01.742716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-09de621a-a668-4143-8fba-651b55e4fb40 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:01.749257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-09de621a-a668-4143-8fba-651b55e4fb40 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.1472542 Feb 09 20:46:01.777903 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-3e5433de-d7fd-4d8e-8690-8eb483bf2ee8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/quotas/48a9b1c7b84b465ebc1a58968e7e1023 HTTP/1.1" status: 200 len: 375 time: 0.0277200 Feb 09 20:46:01.850849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.854285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be9e78-deda-4f9e-9c2c-9106a5a018f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efffb5fe-806d-40ee-87d5-25fb7bd6d83f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:01.873074 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-02672b2f-af5c-483f-a337-b58670af84fc tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942621 Feb 09 20:46:01.901235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:01.913434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-5a997bd4-023c-4d65-818f-095a123c254a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:01.919537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-5a997bd4-023c-4d65-818f-095a123c254a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:01.925152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-5a997bd4-023c-4d65-818f-095a123c254a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:01.927029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-5a997bd4-023c-4d65-818f-095a123c254a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "GET /v2.0/networks?id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=af489e63-20e0-49ba-96f7-5b6663ddeba2&id=af489e63-20e0-49ba-96f7-5b6663ddeba2 HTTP/1.1" status: 200 len: 1990 time: 0.3027356 Feb 09 20:46:01.985420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-b1d0130f-7fb2-4d4d-8126-f4e5d22fc4d8 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114309 Feb 09 20:46:02.091354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e04a-9c7f-4f5f-a1fe-e405506fb8fb admin admin] Publish callbacks [] for security_group (efffb5fe-806d-40ee-87d5-25fb7bd6d83f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.106601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-13287071-2c71-4442-a8b0-0a0ae2630b5e service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202488 Feb 09 20:46:02.147342 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e04a-9c7f-4f5f-a1fe-e405506fb8fb admin admin] Publish callbacks [] for security_group (efffb5fe-806d-40ee-87d5-25fb7bd6d83f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.245144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e04a-9c7f-4f5f-a1fe-e405506fb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (efffb5fe-806d-40ee-87d5-25fb7bd6d83f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.248078 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e04a-9c7f-4f5f-a1fe-e405506fb8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.249513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2dd3e04a-9c7f-4f5f-a1fe-e405506fb8fb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/efffb5fe-806d-40ee-87d5-25fb7bd6d83f HTTP/1.1" status: 204 len: 168 time: 0.6275036 Feb 09 20:46:02.253069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:02.266493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-2c311b8d-3261-4990-ae12-54f85b116b1b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb353504fea4b33baaa5bb9d950dd0c HTTP/1.1" status: 200 len: 380 time: 0.3207135 Feb 09 20:46:02.305540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3e04a-9c7f-4f5f-a1fe-e405506fb8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efffb5fe-806d-40ee-87d5-25fb7bd6d83f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:02.351419 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cd2217a0-e87c-4b91-adcf-7ebb04e4ee6c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=97962b7a59e34470a03d24c20dccbab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967498 Feb 09 20:46:02.353599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:02.407529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'admin_state_up': True, 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'security_groups': ['10ac8267-2e29-488e-908c-c24cce663d01']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:02.445726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.479317 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17e8a125-e2a8-4b03-957a-86a4fde2e65c admin admin] Publish callbacks [] for security_group (d8d78b14-d8e4-4829-80dd-ffac7813eb5b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.533390 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17e8a125-e2a8-4b03-957a-86a4fde2e65c admin admin] Publish callbacks [] for security_group (d8d78b14-d8e4-4829-80dd-ffac7813eb5b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.628766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17e8a125-e2a8-4b03-957a-86a4fde2e65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d8d78b14-d8e4-4829-80dd-ffac7813eb5b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.632171 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17e8a125-e2a8-4b03-957a-86a4fde2e65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.634734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17e8a125-e2a8-4b03-957a-86a4fde2e65c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d8d78b14-d8e4-4829-80dd-ffac7813eb5b HTTP/1.1" status: 204 len: 168 time: 0.2794442 Feb 09 20:46:02.645981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8a125-e2a8-4b03-957a-86a4fde2e65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d78b14-d8e4-4829-80dd-ffac7813eb5b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:02.782185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Allocated IP 172.25.4.29 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/85a00624-b937-4bdf-8da7-9bf57a94b16f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:02.902759 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:02.914976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:03.688954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:03.708455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:03.724263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:03.824681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:03.825996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:03.858978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4969764 Feb 09 20:46:03.874218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:03.892874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fdbf5-65e2-46b4-ac11-3ffb70ed231a req-2fe3a3a7-c2b4-4b56-9255-467c217e98db tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:03.896806 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:03.903911 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-839fdbf5-65e2-46b4-ac11-3ffb70ed231a req-2fe3a3a7-c2b4-4b56-9255-467c217e98db tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 935 time: 0.1365163 Feb 09 20:46:03.920066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577b0f5-01ff-4a68-9e59-b1261101510f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'Port': ['ID=7e09b0df-0642-4935-aff3-8cd5275b018f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:04.001987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Request body: {'port': {'device_id': '468fac68-35c6-432c-9383-32223d8a0d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:04.056679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-839fdbf5-65e2-46b4-ac11-3ffb70ed231a req-ad7b680d-c6b1-42a5-ae49-501f0027ff8c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517940 Feb 09 20:46:04.221300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-02971650-44a0-470a-b468-84948b0f8de2 None None] Provisioning complete for port 7e09b0df-0642-4935-aff3-8cd5275b018f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:04.222729 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02971650-44a0-470a-b468-84948b0f8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:04.267339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c50410f3-0900-4aa1-8cef-6d25a6346a06 req-3144421b-f6dd-42a6-b718-24185e5bb189 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0578225 Feb 09 20:46:04.309152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-02971650-44a0-470a-b468-84948b0f8de2 None None] Port 7e09b0df-0642-4935-aff3-8cd5275b018f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:04.379952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a872737-64fc-42d6-b206-f92551c91b5c req-08cf24e3-0d48-4d18-8e77-d0c547a57456 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 210 time: 0.0274267 Feb 09 20:46:04.380718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for port (85a00624-b937-4bdf-8da7-9bf57a94b16f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:04.386030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:04.504856 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff90b724-0f67-4314-bfd2-a937f741ec39 req-18f5ffde-4e6e-4467-a221-fd88cb6fc0b1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0342677 Feb 09 20:46:04.718718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647aa24e-d61b-461c-953d-2eb0f595271e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:04.755185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Allocated IP 172.20.0.4 (0dbc24cc-903f-4158-ba94-8a4dc1788b5f/d97c76c3-78d6-4891-8af4-1022a460f626/ac7b661d-aff1-4733-bd4c-2c061c16bf3a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:04.780696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Publish callbacks [] for port (647aa24e-d61b-461c-953d-2eb0f595271e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:04.801343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-d9dcf966-f4eb-4952-b200-c35a878b484c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:04.803851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-d9dcf966-f4eb-4952-b200-c35a878b484c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.8156838 Feb 09 20:46:04.821259 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (85a00624-b937-4bdf-8da7-9bf57a94b16f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:04.834874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Request body: {'port': {'device_id': 'd0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'admin_state_up': True, 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:04.931480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Transition to ACTIVE for port object 647aa24e-d61b-461c-953d-2eb0f595271e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:04.953623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:04.978565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e12f232a-6dc7-4e78-a216-e41ab23ae0fd no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:46:04.991995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:05.062557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:05.072997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:05.081213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Pushing event updated for resources: {'Port': ['ID=85a00624-b937-4bdf-8da7-9bf57a94b16f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:05.123479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port e12f232a-6dc7-4e78-a216-e41ab23ae0fd is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:05.128157 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.161460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:05.164081 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ba705d-6b56-4d46-a2fb-1e8c9dc74a5a" -d '{"events": [{"server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "name": "network-vif-unplugged", "status": "completed", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:05.178439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:05.182947 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.251322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.255745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:05.265612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-cea11cca-d5bf-4be9-8c76-2209d984c7ec tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:05.280324 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-cea11cca-d5bf-4be9-8c76-2209d984c7ec tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 805 time: 0.2201054 Feb 09 20:46:05.297694 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-29d700fd-f690-49e9-b118-1d08d4c1d35c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/quotas/4fbcf1ad980041a0a7ec65e126aaf434 HTTP/1.1" status: 200 len: 375 time: 0.0158987 Feb 09 20:46:05.355337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-47af67e3-f1a3-48e3-962e-d8e75bd17447 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566874 Feb 09 20:46:05.398326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Pushing event updated for resources: {'Port': ['ID=647aa24e-d61b-461c-953d-2eb0f595271e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:05.452743 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-3c3313c5-213c-4afb-8a85-bf21ff2e3d61 service neutron] 10.222.0.102 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960603 Feb 09 20:46:05.476694 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.576535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-bc3c9c3f-6974-49fd-8b45-ce6be5f6808c service neutron] 10.222.0.102 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121309 Feb 09 20:46:05.579886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e09b0df-0642-4935-aff3-8cd5275b018f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:05.596246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:05.601236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (51b3c346-bedb-4213-aad1-d7fe80bf2a5f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.603655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Publish callbacks [] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.616935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:05.629180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:05.639030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:05.642761 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.671162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:05.714030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Transition to ACTIVE for port object 7e09b0df-0642-4935-aff3-8cd5275b018f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:05.777874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.794050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Attempting to bind port 647aa24e-d61b-461c-953d-2eb0f595271e on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:05.794384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Attempting to bind port 647aa24e-d61b-461c-953d-2eb0f595271e by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:05.794714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Attempting to bind port 647aa24e-d61b-461c-953d-2eb0f595271e on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:05.808902 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f79ef1c9-9fa5-4a0e-b536-8bf4f5fe708d req-8484b426-f712-48c6-a9bd-75248ac97cd9 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 210 time: 0.0509837 Feb 09 20:46:05.830421 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (85a00624-b937-4bdf-8da7-9bf57a94b16f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.887732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:05.888500 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:05.902172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Port 647aa24e-d61b-461c-953d-2eb0f595271e on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:05.902501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Attempting to bind port 647aa24e-d61b-461c-953d-2eb0f595271e on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:05.942191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:05.942539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:05.943187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:05.943841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Bound port: 647aa24e-d61b-461c-953d-2eb0f595271e, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:05.944262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.001046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bfd49-eca3-47fa-acf9-647344ad86ba req-1c0a2b4e-4890-4bf7-9db6-b768816e71ae tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:06.002663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b89bfd49-eca3-47fa-acf9-647344ad86ba req-1c0a2b4e-4890-4bf7-9db6-b768816e71ae tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 947 time: 0.1303415 Feb 09 20:46:06.046839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Pushing event updated for resources: {'Port': ['ID=7e09b0df-0642-4935-aff3-8cd5275b018f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:06.081129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b87098af-a1af-4297-bad8-f3fe5b1aba43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8062897 Feb 09 20:46:06.083000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e7ada57f-c573-4833-84bf-74a4168abd5c None None] Provisioning complete for port ac7b661d-aff1-4733-bd4c-2c061c16bf3a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:06.084449 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7ada57f-c573-4833-84bf-74a4168abd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.131451 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b89bfd49-eca3-47fa-acf9-647344ad86ba req-aabf5d0c-ddd5-45e0-aa53-38a604609b31 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224811 Feb 09 20:46:06.143790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'admin_state_up': True, 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'security_groups': ['10ac8267-2e29-488e-908c-c24cce663d01']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:06.190878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e7ada57f-c573-4833-84bf-74a4168abd5c None None] Port ac7b661d-aff1-4733-bd4c-2c061c16bf3a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:06.224902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-f50eafac-55ca-4967-bb70-2d46028ccd9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5200481 Feb 09 20:46:06.457344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1040096955', 'description': 'tempest-description-114506553'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:06.482814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.495090 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.597897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (3cc0570a-c9d2-47de-988c-0f2a409b9192), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.623702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3cc0570a-c9d2-47de-988c-0f2a409b9192), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.648142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] For port 647aa24e-d61b-461c-953d-2eb0f595271e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:06.692569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] For port 647aa24e-d61b-461c-953d-2eb0f595271e, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=647aa24e-d61b-461c-953d-2eb0f595271e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:06.713300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc0570a-c9d2-47de-988c-0f2a409b9192,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:06.740403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-8c4c3d18-d99a-4243-8c14-508aa924fce2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:06.741952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-8c4c3d18-d99a-4243-8c14-508aa924fce2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96a889d-8c4f-4b32-85d0-f67a48e38436 HTTP/1.1" status: 200 len: 944 time: 0.1423709 Feb 09 20:46:06.748057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.808228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (80084d17-f381-4b7f-a530-12bf959dd262), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.815412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (80084d17-f381-4b7f-a530-12bf959dd262), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.865962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:06.867073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.868684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] 10.222.0.50 "PUT /v2.0/ports/647aa24e-d61b-461c-953d-2eb0f595271e HTTP/1.1" status: 200 len: 1097 time: 5.3149564 Feb 09 20:46:06.873723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Allocated IP 172.20.0.13 (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0/f52df283-8303-4f51-85c2-e6e558df4ce9/5efce15c-8cd6-4307-9b2c-57b2991f1a41) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:06.882638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648bf881-d0cf-4f4e-9d64-55e14ece5991', 'tag': '647aa24e-d61b-461c-953d-2eb0f595271e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:06.885345 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3b39b2-9668-48fc-8f69-9238948c3cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "648bf881-d0cf-4f4e-9d64-55e14ece5991", "tag": "647aa24e-d61b-461c-953d-2eb0f595271e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:06.897394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.898663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3baaa1e-76b9-4998-a256-3b2e919d6122 req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4457188 Feb 09 20:46:06.914802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062a3bd-2ec2-444d-b6ef-46d8287d8bdf tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80084d17-f381-4b7f-a530-12bf959dd262,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:06.922055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Attempting to bind port 7e09b0df-0642-4935-aff3-8cd5275b018f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:06.922880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Attempting to bind port 7e09b0df-0642-4935-aff3-8cd5275b018f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:06.922880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Attempting to bind port 7e09b0df-0642-4935-aff3-8cd5275b018f on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:06.935339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Deleting port e12f232a-6dc7-4e78-a216-e41ab23ae0fd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:06.936474 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:06.957248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-34be71b1-eb02-4df3-9095-7d4bf6fcddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:06.958849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-34be71b1-eb02-4df3-9095-7d4bf6fcddf6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 1133 time: 0.3356850 Feb 09 20:46:06.967381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Port 7e09b0df-0642-4935-aff3-8cd5275b018f on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:06.967740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Attempting to bind port 7e09b0df-0642-4935-aff3-8cd5275b018f on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:06.992746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b18bb-52a4-4753-825c-9bda27b48d5e service neutron] Pushing event updated for resources: {'Port': ['ID=647aa24e-d61b-461c-953d-2eb0f595271e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:07.050763 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67693e7a-9038-4057-966b-bc879af7f459 x-openstack-request-id: req-67693e7a-9038-4057-966b-bc879af7f459 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:07.051832 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "name": "network-vif-unplugged", "status": "completed", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:07.051941 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-67693e7a-9038-4057-966b-bc879af7f459 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:07.052266 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'code': 200} Feb 09 20:46:07.093926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:07.094309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:07.094745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:07.095207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Bound port: 7e09b0df-0642-4935-aff3-8cd5275b018f, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:07.095935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.127024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] For port e12f232a-6dc7-4e78-a216-e41ab23ae0fd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:07.127395 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.146911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Calling delete_port for e12f232a-6dc7-4e78-a216-e41ab23ae0fd owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:07.174553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.13', 58488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:07.217785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:07.221287 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.243725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for port (85a00624-b937-4bdf-8da7-9bf57a94b16f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.310295 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (85a00624-b937-4bdf-8da7-9bf57a94b16f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.351444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-83e11fc3-ea47-4daf-9fd0-dca2f642cbd6 req-18443410-a2f4-449e-b7fa-1ed3b829a257 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.1368115 Feb 09 20:46:07.392123 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e12f232a-6dc7-4e78-a216-e41ab23ae0fd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.424985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Pushing event deleted for resources: {'Port': ['ID=e12f232a-6dc7-4e78-a216-e41ab23ae0fd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:07.493909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] No DVR routers for this DVR port e12f232a-6dc7-4e78-a216-e41ab23ae0fd on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:46:07.497372 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.501085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9064d2a6-3ad0-4335-b5f9-73bab53d3df1 req-807699d1-ce9c-4c49-88b6-0f7fe8fcea86 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.13 "DELETE /v2.0/ports/e12f232a-6dc7-4e78-a216-e41ab23ae0fd HTTP/1.1" status: 204 len: 173 time: 0.7507110 Feb 09 20:46:07.507141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Pushing event updated for resources: {'Port': ['ID=85a00624-b937-4bdf-8da7-9bf57a94b16f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:07.522856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ecd1c91a-0290-418d-a610-660c8db881ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:07.524530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ecd1c91a-0290-418d-a610-660c8db881ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 1131 time: 0.5418377 Feb 09 20:46:07.527963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'name': 'network-vif-deleted', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:07.530335 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23e1140-b987-4444-9cae-b45e8bbc1961" -d '{"events": [{"server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "name": "network-vif-deleted", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:07.563258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495efed-29c2-440f-8211-ddaa0e63d667 req-61cf08bf-a340-46d7-bea4-c3e6af715ef3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:07.564797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1495efed-29c2-440f-8211-ddaa0e63d667 req-61cf08bf-a340-46d7-bea4-c3e6af715ef3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 931 time: 0.1180203 Feb 09 20:46:07.603596 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a28c-ec6c-4870-9c31-2ab0fae9ac1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.652339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1495efed-29c2-440f-8211-ddaa0e63d667 req-f5a5872f-994d-4610-b8e1-0cb1e03b939a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795531 Feb 09 20:46:07.657312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5b7dce71-445c-44d1-ab54-2156e9929cc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=647aa24e-d61b-461c-953d-2eb0f595271e HTTP/1.1" status: 200 len: 217 time: 0.0574601 Feb 09 20:46:07.720060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-626a7a41-e87a-4a20-8715-56665ae51cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:07.721744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-626a7a41-e87a-4a20-8715-56665ae51cbe service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.7150300 Feb 09 20:46:07.743420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-307299e0-f94f-44e7-9097-ebfc1ec475f7 req-724687b0-5cd8-44d0-9ee0-02a92084a82c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 210 time: 0.0271273 Feb 09 20:46:07.775752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] For port 7e09b0df-0642-4935-aff3-8cd5275b018f, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:07.833857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a9ea4f54-5cbf-4567-bdbe-43d5a49a0128 req-bf594efa-2783-4b5d-9af3-a5d3fe8844a2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 210 time: 0.0279543 Feb 09 20:46:07.847487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (51b3c346-bedb-4213-aad1-d7fe80bf2a5f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.865219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-503900c7-a6e5-4df6-bfa5-64b7e6846325 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:07.866680 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-503900c7-a6e5-4df6-bfa5-64b7e6846325 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.13 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 805 time: 0.6786056 Feb 09 20:46:07.876541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-f2a93e42-11e1-4ce6-8814-3535aa50f0db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=f0227ff9-5a0b-4c57-a8a2-137a7370393b HTTP/1.1" status: 200 len: 217 time: 0.1066196 Feb 09 20:46:07.882225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] For port 7e09b0df-0642-4935-aff3-8cd5275b018f, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e09b0df-0642-4935-aff3-8cd5275b018f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:07.915637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Request body: {'port': {'device_id': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'admin_state_up': True, 'tenant_id': '4fbcf1ad980041a0a7ec65e126aaf434'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:07.918725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1e495fda-ee22-4351-9e82-144ab0ca65d6 req-68e952f1-6469-4c96-bdfc-1b4912f03f04 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1914192164', 'description': 'tempest-description-1014416579'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:07.919407 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93deb5f5-b4ea-4dc7-866e-6d1caffb0330 x-openstack-request-id: req-93deb5f5-b4ea-4dc7-866e-6d1caffb0330 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:07.919714 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648bf881-d0cf-4f4e-9d64-55e14ece5991", "tag": "647aa24e-d61b-461c-953d-2eb0f595271e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:07.919963 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-93deb5f5-b4ea-4dc7-866e-6d1caffb0330 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:07.920343 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648bf881-d0cf-4f4e-9d64-55e14ece5991', 'tag': '647aa24e-d61b-461c-953d-2eb0f595271e', 'status': 'completed', 'code': 200} Feb 09 20:46:07.937368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks [] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.946154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:07.952423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e495fda-ee22-4351-9e82-144ab0ca65d6 req-68e952f1-6469-4c96-bdfc-1b4912f03f04 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.030878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-979a68ef-6e4c-40f3-9fec-41408f43ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:08.032475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-979a68ef-6e4c-40f3-9fec-41408f43ef02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.3530784 Feb 09 20:46:08.046418 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.048794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-7d3129ef-7b83-4d2b-ae45-90be4263b1be tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.3525908 Feb 09 20:46:08.077277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e495fda-ee22-4351-9e82-144ab0ca65d6 req-68e952f1-6469-4c96-bdfc-1b4912f03f04 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (79fe4f7a-4968-46b3-9939-61072a5ee389), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.081656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e495fda-ee22-4351-9e82-144ab0ca65d6 req-68e952f1-6469-4c96-bdfc-1b4912f03f04 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (79fe4f7a-4968-46b3-9939-61072a5ee389), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.095076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Allocated IP 10.1.1.189 (92b62048-2f94-491d-9b57-9192fbd55b5e/38b090d1-8437-4881-b8ee-4124673a5692/fa7b25f0-cc5c-40db-90a0-46b1c8504ef8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:08.109948 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e495fda-ee22-4351-9e82-144ab0ca65d6 req-68e952f1-6469-4c96-bdfc-1b4912f03f04 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.122459 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e495fda-ee22-4351-9e82-144ab0ca65d6 req-68e952f1-6469-4c96-bdfc-1b4912f03f04 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2082934 Feb 09 20:46:08.143924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-1ea0e1df-6ff7-4272-bf1d-94f5be5a045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:08.145543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-1ea0e1df-6ff7-4272-bf1d-94f5be5a045c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2504587 Feb 09 20:46:08.147722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e952f1-6469-4c96-bdfc-1b4912f03f04 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fe4f7a-4968-46b3-9939-61072a5ee389,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:08.164435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:08.165066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.166451 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e09b0df-0642-4935-aff3-8cd5275b018f HTTP/1.1" status: 200 len: 1096 time: 4.2331407 Feb 09 20:46:08.263645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadd9b4-fa1d-4f41-941e-9238564d4996 req-bf9cb869-79c2-4eda-9c2f-e4befb2631cf tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:08.265308 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eadd9b4-fa1d-4f41-941e-9238564d4996 req-bf9cb869-79c2-4eda-9c2f-e4befb2631cf tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 947 time: 0.0699193 Feb 09 20:46:08.305919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-13392b7c-d041-4e1c-b8c2-76ea1660c767 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.2223654 Feb 09 20:46:08.345156 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eadd9b4-fa1d-4f41-941e-9238564d4996 req-2833ff39-ba3b-4ed5-9722-26a027c67e61 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683150 Feb 09 20:46:08.372576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30938df9-76a9-42c2-93f9-883fcf004572 service neutron] Pushing event updated for resources: {'Port': ['ID=7e09b0df-0642-4935-aff3-8cd5275b018f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:08.391739 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec3d69b-894c-438a-b42e-3a243624e48e x-openstack-request-id: req-6ec3d69b-894c-438a-b42e-3a243624e48e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:08.392321 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96a889d-8c4f-4b32-85d0-f67a48e38436", "name": "network-vif-deleted", "tag": "e12f232a-6dc7-4e78-a216-e41ab23ae0fd", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:08.392915 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6ec3d69b-894c-438a-b42e-3a243624e48e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:08.393543 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96a889d-8c4f-4b32-85d0-f67a48e38436', 'name': 'network-vif-deleted', 'tag': 'e12f232a-6dc7-4e78-a216-e41ab23ae0fd', 'status': 'completed', 'code': 200} Feb 09 20:46:08.466243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-164806758', 'description': 'tempest-description-1255729046'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:08.488931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.495891 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.500268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.556572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-232048a3-2808-41de-a078-120600ee6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:08.558056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-232048a3-2808-41de-a078-120600ee6cb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4814866 Feb 09 20:46:08.585860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (c590dbe0-183c-44aa-9ffc-f42f4f8e95b0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.590914 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c590dbe0-183c-44aa-9ffc-f42f4f8e95b0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.658260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-815da868-991c-4713-8d47-000fb23cd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:08.659801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-815da868-991c-4713-8d47-000fb23cd2ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4391632 Feb 09 20:46:08.671998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (7286cf95-612b-4df3-b346-dd4ef79fd76f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.677012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7286cf95-612b-4df3-b346-dd4ef79fd76f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.679192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c590dbe0-183c-44aa-9ffc-f42f4f8e95b0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:08.707326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:08.709793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-81d567a7-af0b-48a1-8981-55e4572accd5 req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2487731 Feb 09 20:46:08.714748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236cf76-0083-4a4d-87c2-cec0e69949c6 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286cf95-612b-4df3-b346-dd4ef79fd76f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:08.801435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-128a3132-e00f-4064-a1a9-d7d2c53c6214 req-30942242-6cd0-4fba-93e2-794bc5671311 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0347173 Feb 09 20:46:08.930412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dd744-8319-4f1d-9247-00a678f90640 req-fe08a14a-d2c4-40fe-b0ff-5bef69089ec2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:08.933035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-265dd744-8319-4f1d-9247-00a678f90640 req-fe08a14a-d2c4-40fe-b0ff-5bef69089ec2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 931 time: 0.0634315 Feb 09 20:46:08.955732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5ae0810f-dc86-4769-acca-1623db46053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:08.957252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5ae0810f-dc86-4769-acca-1623db46053f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 1130 time: 0.7294841 Feb 09 20:46:08.970441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:08.986247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Made reservation on behalf of 4fbcf1ad980041a0a7ec65e126aaf434 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:08.990343 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.004292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-265dd744-8319-4f1d-9247-00a678f90640 req-e2df52c8-4a27-488c-a516-3e6836ab3146 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646942 Feb 09 20:46:09.007382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:09.031534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event updated for resources: {'Port': ['ID=5efce15c-8cd6-4307-9b2c-57b2991f1a41,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:09.034062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:09.043528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-dd44c39d-e53f-4b4a-bdbf-ce20675819a7 req-ba715c5c-fad6-4570-884b-a55c8ce9d2b8 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2096992532', 'description': 'tempest-description-461993879'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:09.066203 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dd44c39d-e53f-4b4a-bdbf-ce20675819a7 req-ba715c5c-fad6-4570-884b-a55c8ce9d2b8 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.121108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-6be0c64d-9fef-49e1-80f8-009f9bc7463d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7e09b0df-0642-4935-aff3-8cd5275b018f HTTP/1.1" status: 200 len: 217 time: 0.1357172 Feb 09 20:46:09.139451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dd44c39d-e53f-4b4a-bdbf-ce20675819a7 req-ba715c5c-fad6-4570-884b-a55c8ce9d2b8 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (f66f49b2-3c06-4b20-a64d-8c6843c470cf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.143541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dd44c39d-e53f-4b4a-bdbf-ce20675819a7 req-ba715c5c-fad6-4570-884b-a55c8ce9d2b8 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f66f49b2-3c06-4b20-a64d-8c6843c470cf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.165165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-28e37874-e212-4df4-9aad-d271ab5ef734 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:09.166702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aae11b8d-ce62-4a6e-a3f7-e66ce4260d9c req-28e37874-e212-4df4-9aad-d271ab5ef734 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.8216226 Feb 09 20:46:09.181816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-dd44c39d-e53f-4b4a-bdbf-ce20675819a7 req-ba715c5c-fad6-4570-884b-a55c8ce9d2b8 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.196413 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd44c39d-e53f-4b4a-bdbf-ce20675819a7 req-ba715c5c-fad6-4570-884b-a55c8ce9d2b8 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.1638510 Feb 09 20:46:09.201736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba715c5c-fad6-4570-884b-a55c8ce9d2b8 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f49b2-3c06-4b20-a64d-8c6843c470cf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:09.310424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13276f62-e24c-42b5-afc1-35ca58a9b927 req-25278484-7dff-4acf-9e22-d7644e82bb91 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:09.312338 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13276f62-e24c-42b5-afc1-35ca58a9b927 req-25278484-7dff-4acf-9e22-d7644e82bb91 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 932 time: 0.0574348 Feb 09 20:46:09.341672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.364526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e0f4bb2-f061-43ce-a505-cdbac9d1a381 req-ae28ae5a-6d41-437a-8103-38562f17b007 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 210 time: 0.1145067 Feb 09 20:46:09.381109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:09.382047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.385277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13276f62-e24c-42b5-afc1-35ca58a9b927 req-6ba55d4b-52a7-427f-b188-fc9b4b769290 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605478 Feb 09 20:46:09.404228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-91812a1a-17c3-4646-b7ab-043c747adebd service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8101950 Feb 09 20:46:09.449085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-f51a3ba9-0ee3-41f5-a4f3-a55495ef1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:09.450656 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-f51a3ba9-0ee3-41f5-a4f3-a55495ef1e86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.3001330 Feb 09 20:46:09.452709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-9f5de22a-b0a4-4e3c-859e-25220c927d76 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849935 Feb 09 20:46:09.456039 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-faa6015c-2534-4307-9be8-41b1827696fd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6281052 Feb 09 20:46:09.563416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Request body: {'port': {'device_id': 'd0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:09.686547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-e4eec9f2-ad57-4d71-a86e-1be140a26ca9 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48175 time: 0.2680326 Feb 09 20:46:09.702954 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e808d9b6-ea17-4b36-a521-5bda96e999b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.737763 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.739993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Allocated IP 172.20.0.4 (f66fd923-923c-4b30-89ab-91d58c88b77b/9091a560-86de-4767-a80d-321e46e4694f/cc5acce0-5dc0-40a9-b1dc-c71a3a63164e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:09.778040 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-ff91ca84-f79f-4e17-899c-0e3de5ace3ce tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/06a26ce7-6130-43b9-83cf-5a22970e7aa9 HTTP/1.1" status: 200 len: 3002 time: 0.0422790 Feb 09 20:46:09.823302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-b983fd1c-3a5d-46b4-b95b-f21710249078 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/06a26ce7-6130-43b9-83cf-5a22970e7aa9 HTTP/1.1" status: 200 len: 3002 time: 0.0384810 Feb 09 20:46:09.875108 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-3bbcc66b-a469-4b78-81e1-7de5409ebde5 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/115ea2f4-1464-4a0c-9936-dcdacbb4c305 HTTP/1.1" status: 200 len: 2990 time: 0.0383012 Feb 09 20:46:09.902896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network 92b62048-2f94-491d-9b57-9192fbd55b5e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:09.910408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:09.922375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-089c4754-e018-4660-8520-58cfe4d6c767 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/115ea2f4-1464-4a0c-9936-dcdacbb4c305 HTTP/1.1" status: 200 len: 2990 time: 0.0376520 Feb 09 20:46:09.924031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ac0ccda1-fc84-4a82-905b-e0e288dc1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:09.925645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-ac0ccda1-fc84-4a82-905b-e0e288dc1374 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4463215 Feb 09 20:46:09.926092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468fac68-35c6-432c-9383-32223d8a0d8b', 'tag': '7e09b0df-0642-4935-aff3-8cd5275b018f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:09.928871 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a22892-1fe4-433f-8304-73d761d82680" -d '{"events": [{"name": "network-changed", "server_uuid": "468fac68-35c6-432c-9383-32223d8a0d8b", "tag": "7e09b0df-0642-4935-aff3-8cd5275b018f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:09.932612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-5bca9fb1-2e20-4cbc-ab84-6f6b5db58ad3 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107861 Feb 09 20:46:09.933471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:09.951381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4d55b0-01e6-433a-b45b-5f3f3f437a82 req-bf61e1ab-e81e-4ae6-8868-3dfec0c025d9 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625063 Feb 09 20:46:09.954108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:09.964922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:09.975117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-63b8f379-0e89-412f-880f-8b663c848bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:09.976704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-63b8f379-0e89-412f-880f-8b663c848bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4799347 Feb 09 20:46:10.033620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-4cb04fa7-700f-4652-a7f6-2227a7a97f32 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/1fc5e02a-b267-45a9-92a2-a9e5727a096f HTTP/1.1" status: 200 len: 3002 time: 0.1039641 Feb 09 20:46:10.106719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-f5ec17c3-a698-40aa-a336-e2396edc5911 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/1fc5e02a-b267-45a9-92a2-a9e5727a096f HTTP/1.1" status: 200 len: 3002 time: 0.0722015 Feb 09 20:46:10.155311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-c7c6da58-73da-4a2e-9225-3e833fa42b2d tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/3cc0570a-c9d2-47de-988c-0f2a409b9192 HTTP/1.1" status: 200 len: 3002 time: 0.0473659 Feb 09 20:46:10.203813 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-daaa522a-9d2c-4f6c-9cd6-d57be818e891 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/3cc0570a-c9d2-47de-988c-0f2a409b9192 HTTP/1.1" status: 200 len: 3002 time: 0.0472195 Feb 09 20:46:10.234645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-263b26ef-562b-4c7f-aa35-56205165fb15 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.1857250 Feb 09 20:46:10.254820 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-047670be-70af-473f-bb85-b2ea18acae69 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/4123bb29-2f1a-4089-964a-a189cfce1b82 HTTP/1.1" status: 200 len: 2998 time: 0.0498874 Feb 09 20:46:10.272995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:10.273909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:10.282718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Request body: {'floatingip': {'port_id': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:10.305665 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-22e6d15f-d440-4f09-bae1-7cb0bd436f3d tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/4123bb29-2f1a-4089-964a-a189cfce1b82 HTTP/1.1" status: 200 len: 2998 time: 0.0498180 Feb 09 20:46:10.353316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-079d08df-554a-4dff-9e4b-db9e7df949fe tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/7077628e-f83f-4982-ab26-3f77ab3637f4 HTTP/1.1" status: 200 len: 3002 time: 0.0461679 Feb 09 20:46:10.372631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3e9efdfc-2a37-4ce2-a2f8-6133d80f359b None None] Provisioning complete for port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:10.373392 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e9efdfc-2a37-4ce2-a2f8-6133d80f359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:10.412059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-cec69921-bfb2-4954-8f25-f5603598abe3 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641082 Feb 09 20:46:10.414458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3e9efdfc-2a37-4ce2-a2f8-6133d80f359b None None] Port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:10.425518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-9dcb3df4-63af-49e6-a55c-342304e5f467 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2864771 Feb 09 20:46:10.427590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (51b3c346-bedb-4213-aad1-d7fe80bf2a5f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:10.428172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-2a653ac7-3bc0-4ab3-be9f-39f040c57135 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/7077628e-f83f-4982-ab26-3f77ab3637f4 HTTP/1.1" status: 200 len: 3002 time: 0.0639939 Feb 09 20:46:10.487291 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-34f05422-3976-4c25-93a1-8b68767fa1b5 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/80e73fc7-64f7-4bcb-8250-4b357e24f380 HTTP/1.1" status: 200 len: 2998 time: 0.0493889 Feb 09 20:46:10.489495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'admin_state_up': True, 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'security_groups': ['10ac8267-2e29-488e-908c-c24cce663d01']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:10.550823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-3e45ee31-6527-4b01-a50c-002a67f6d4f9 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/80e73fc7-64f7-4bcb-8250-4b357e24f380 HTTP/1.1" status: 200 len: 2998 time: 0.0571277 Feb 09 20:46:10.592724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-2f9b12c6-18ac-4161-b914-14089657027a tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/81069fa8-b811-46d5-bfbf-da26858c5336 HTTP/1.1" status: 200 len: 3002 time: 0.0409811 Feb 09 20:46:10.639996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-5c98b7bb-07f0-48bd-ace3-25dcc2b85615 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/81069fa8-b811-46d5-bfbf-da26858c5336 HTTP/1.1" status: 200 len: 3002 time: 0.0397427 Feb 09 20:46:10.687029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-657f0d40-6d85-4dd6-bdbd-8f72241de701 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/9e21dbbf-d02d-4ddb-a99f-a375b56835a8 HTTP/1.1" status: 200 len: 2994 time: 0.0408156 Feb 09 20:46:10.736246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-65c3c3da-be24-4992-ba4b-27789c9c051f tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/9e21dbbf-d02d-4ddb-a99f-a375b56835a8 HTTP/1.1" status: 200 len: 2994 time: 0.0404644 Feb 09 20:46:10.781448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-a7486e2d-ea3a-4446-863d-3969c6b3c63b tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/bb8c9ec4-8a98-4951-bcd9-193a34aa50d4 HTTP/1.1" status: 200 len: 2998 time: 0.0381458 Feb 09 20:46:10.825044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-6ec3df0c-b11c-4290-bfc0-89f5e451b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:10.826559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-6ec3df0c-b11c-4290-bfc0-89f5e451b5cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 1131 time: 0.7766998 Feb 09 20:46:10.827439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-13218c54-1b2d-4e6f-9dd0-ba626b8e1808 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/bb8c9ec4-8a98-4951-bcd9-193a34aa50d4 HTTP/1.1" status: 200 len: 2998 time: 0.0395834 Feb 09 20:46:10.874378 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-e53f062c-bdbf-4dca-b6dc-1225adf88c48 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/c590dbe0-183c-44aa-9ffc-f42f4f8e95b0 HTTP/1.1" status: 200 len: 3002 time: 0.0401702 Feb 09 20:46:10.918658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-6a45fb17-f936-4b99-b4a4-bcfffa91bb09 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/c590dbe0-183c-44aa-9ffc-f42f4f8e95b0 HTTP/1.1" status: 200 len: 3002 time: 0.0377030 Feb 09 20:46:10.961596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks [] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:10.964479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-ec1394de-c3fa-43de-864b-2903284db4a7 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/cdc5858f-ae41-46a2-92ea-3c0e9e2354b9 HTTP/1.1" status: 200 len: 3002 time: 0.0393944 Feb 09 20:46:11.000843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e12f232a-6dc7-4e78-a216-e41ab23ae0fd no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:46:11.010607 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-ddaa2c24-67ff-459c-8fd8-581cf0ee478a tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/cdc5858f-ae41-46a2-92ea-3c0e9e2354b9 HTTP/1.1" status: 200 len: 3002 time: 0.0405316 Feb 09 20:46:11.033429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: e12f232a-6dc7-4e78-a216-e41ab23ae0fd {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:46:11.034047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device e12f232a-6dc7-4e78-a216-e41ab23ae0fd not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:46:11.064819 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-f64828e3-47f7-4ab3-8c41-74f2e514be81 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/e7202ce0-7135-46bd-b8a0-95486659f497 HTTP/1.1" status: 200 len: 2998 time: 0.0420504 Feb 09 20:46:11.093278 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:11.124880 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e832c10d-2c99-426d-89ca-a8b369675aa1 req-6fb39d21-3fd0-423e-b842-67ab531523fe tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/e7202ce0-7135-46bd-b8a0-95486659f497 HTTP/1.1" status: 200 len: 2998 time: 0.0525241 Feb 09 20:46:11.231608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8326a9fa-39c2-4e75-9705-eec5c59785be req-43a0201a-e578-446a-a7d3-b6f3aa0a4e33 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8014183 Feb 09 20:46:11.273695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba186a84-3cfa-4017-97b0-cd006c25ddc8 req-5bd8baf9-2a08-44a6-aa2b-1a468de398b8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:11.275426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba186a84-3cfa-4017-97b0-cd006c25ddc8 req-5bd8baf9-2a08-44a6-aa2b-1a468de398b8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 947 time: 0.0860260 Feb 09 20:46:11.288453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-3aa6adcc-9f33-42d5-a04b-b3d8cb77ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:11.289372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-3aa6adcc-9f33-42d5-a04b-b3d8cb77ee64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3879344 Feb 09 20:46:11.305643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:11.339196 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba186a84-3cfa-4017-97b0-cd006c25ddc8 req-a12a0446-7801-4127-b737-d5296595c7dd tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580509 Feb 09 20:46:11.418928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-0600f34b-8fde-474d-b075-9241161091cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=647aa24e-d61b-461c-953d-2eb0f595271e HTTP/1.1" status: 200 len: 217 time: 0.1209755 Feb 09 20:46:11.419864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:11.423470 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:11.465746 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44bc4c18-477a-4af6-80b5-a9b1c6f53b66 req-ac43df9e-9fb0-46d8-bf66-5e426c65db58 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/ports?device_id=5e2df0e4-2277-482d-8e5b-d9cd31a4543f HTTP/1.1" status: 200 len: 210 time: 0.0509093 Feb 09 20:46:11.495296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Network f66fd923-923c-4b30-89ab-91d58c88b77b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:11.525290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efce15c-8cd6-4307-9b2c-57b2991f1a41 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:11.535269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:11.605299 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeb72eb-cec1-4ad7-a32b-632febe5e711 x-openstack-request-id: req-9aeb72eb-cec1-4ad7-a32b-632febe5e711 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:11.605800 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468fac68-35c6-432c-9383-32223d8a0d8b", "tag": "7e09b0df-0642-4935-aff3-8cd5275b018f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:11.606192 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9aeb72eb-cec1-4ad7-a32b-632febe5e711 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:11.606595 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468fac68-35c6-432c-9383-32223d8a0d8b', 'tag': '7e09b0df-0642-4935-aff3-8cd5275b018f', 'status': 'completed', 'code': 200} Feb 09 20:46:11.608895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:11.618077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Publish callbacks [] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:11.631407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Pushing event updated for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:11.717585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacccd03-e481-4c8a-b2ce-848e9b3e38d7 req-b01be220-a2ed-40ea-bc71-25e34448a56b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:11.725704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacccd03-e481-4c8a-b2ce-848e9b3e38d7 req-b01be220-a2ed-40ea-bc71-25e34448a56b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:11.727654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cacccd03-e481-4c8a-b2ce-848e9b3e38d7 req-b01be220-a2ed-40ea-bc71-25e34448a56b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 1653 time: 0.1344142 Feb 09 20:46:11.773158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Transition to ACTIVE for port object 5efce15c-8cd6-4307-9b2c-57b2991f1a41 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:11.870329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:11.882350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cacccd03-e481-4c8a-b2ce-848e9b3e38d7 req-82d1e169-718b-4f21-914f-6f9436bcd4ad tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445951 Feb 09 20:46:11.883649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-9a68144a-2ed9-4e13-917f-302d4f66f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:11.885336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-9a68144a-2ed9-4e13-917f-302d4f66f855 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.4460597 Feb 09 20:46:11.924894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:11.925525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.024942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-a6c8a169-a1f5-46c7-9f1a-4c3250b20f3b tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1186202 Feb 09 20:46:12.036815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aded8c-f201-434e-8003-fc5fe37505f7 req-6b4bb012-ba14-4e6a-b41f-f08a52ed2bf8 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:12.038835 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5aded8c-f201-434e-8003-fc5fe37505f7 req-6b4bb012-ba14-4e6a-b41f-f08a52ed2bf8 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 931 time: 0.0752239 Feb 09 20:46:12.046995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Pushing event updated for resources: {'Port': ['ID=5efce15c-8cd6-4307-9b2c-57b2991f1a41,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:12.052686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Allocated IP 10.1.1.131 (92b62048-2f94-491d-9b57-9192fbd55b5e/38b090d1-8437-4881-b8ee-4124673a5692/1117f6d3-d356-4c4b-9642-cd3690962e20) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:12.058106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Request body: {'port': {'device_id': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:12.062521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22892-1fe4-433f-8304-73d761d82680 req-fda8901e-eb2c-4848-ba42-dd58bee9a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:12.064087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a22892-1fe4-433f-8304-73d761d82680 req-fda8901e-eb2c-4848-ba42-dd58bee9a99a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 1130 time: 0.4524672 Feb 09 20:46:12.101633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:12.117702 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5aded8c-f201-434e-8003-fc5fe37505f7 req-58527334-8585-4e9c-86e1-962a2738dc61 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730290 Feb 09 20:46:12.234146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:46:12.274217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-bcff775f-5d6b-4cf2-b27e-8fcea9f500b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:12.275748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-bcff775f-5d6b-4cf2-b27e-8fcea9f500b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3785677 Feb 09 20:46:12.293185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11fcb5e1-b0f6-45e6-b0cc-6b1edb164051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.322526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a12b0-2c05-4cd3-af1b-a11946523d79 req-63ffba66-1deb-486b-ac80-1dc2bfb76289 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:12.324396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c84a12b0-2c05-4cd3-af1b-a11946523d79 req-63ffba66-1deb-486b-ac80-1dc2bfb76289 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 944 time: 0.1059926 Feb 09 20:46:12.428290 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c84a12b0-2c05-4cd3-af1b-a11946523d79 req-dccb35ef-0ae1-4335-a597-aa3b58952909 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928688 Feb 09 20:46:12.498079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11fcb5e1-b0f6-45e6-b0cc-6b1edb164051 admin admin] Publish callbacks [] for security_group (90491d01-41a3-4aa5-a0af-477b8c6df251), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.507385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11fcb5e1-b0f6-45e6-b0cc-6b1edb164051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (90491d01-41a3-4aa5-a0af-477b8c6df251), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.580057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcb5e1-b0f6-45e6-b0cc-6b1edb164051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90491d01-41a3-4aa5-a0af-477b8c6df251,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:12.598631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.604150 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-11fcb5e1-b0f6-45e6-b0cc-6b1edb164051 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1c461c1d13b64550ad134dedbc8dfbaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4984083 Feb 09 20:46:12.604655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:12.619361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a699bb0-a666-4482-a3c2-d3e60784e24c req-327edcc6-0ac0-4270-8491-68cf0ca16c52 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=463cbdfee92b475ba071ee1d1338d936 HTTP/1.1" status: 200 len: 6162 time: 0.1485844 Feb 09 20:46:12.693696 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a699bb0-a666-4482-a3c2-d3e60784e24c req-07ef2371-713c-4cf8-8be2-638a76094890 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "GET /v2.0/security-groups/3cc0570a-c9d2-47de-988c-0f2a409b9192 HTTP/1.1" status: 200 len: 3002 time: 0.0626602 Feb 09 20:46:12.722084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.728955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00734173-6fa3-4f17-9f2f-ded204e1ab1a admin admin] Publish callbacks [] for security_group (90491d01-41a3-4aa5-a0af-477b8c6df251), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.750720 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.775106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00734173-6fa3-4f17-9f2f-ded204e1ab1a admin admin] Publish callbacks [] for security_group (90491d01-41a3-4aa5-a0af-477b8c6df251), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.782414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (51b3c346-bedb-4213-aad1-d7fe80bf2a5f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.786215 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a699bb0-a666-4482-a3c2-d3e60784e24c req-2eaf5389-d711-43c4-a63c-b0dbbc35109f tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "GET /v2.0/security-groups/3cc0570a-c9d2-47de-988c-0f2a409b9192 HTTP/1.1" status: 200 len: 3002 time: 0.0804522 Feb 09 20:46:12.790845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22892-1fe4-433f-8304-73d761d82680 req-2709a347-6a85-4982-887e-5ecf352507da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:12.792394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a22892-1fe4-433f-8304-73d761d82680 req-2709a347-6a85-4982-887e-5ecf352507da service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.6974223 Feb 09 20:46:12.843099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00734173-6fa3-4f17-9f2f-ded204e1ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (90491d01-41a3-4aa5-a0af-477b8c6df251), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.846134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00734173-6fa3-4f17-9f2f-ded204e1ab1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:12.851102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-00734173-6fa3-4f17-9f2f-ded204e1ab1a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/90491d01-41a3-4aa5-a0af-477b8c6df251 HTTP/1.1" status: 204 len: 168 time: 0.2456481 Feb 09 20:46:12.861166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00734173-6fa3-4f17-9f2f-ded204e1ab1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90491d01-41a3-4aa5-a0af-477b8c6df251,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:12.865430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Attempting to bind port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:12.865775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Attempting to bind port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:12.866104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Attempting to bind port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:12.958017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:12.958343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Attempting to bind port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:12.978558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a22892-1fe4-433f-8304-73d761d82680 req-43c04d6c-4d86-4534-8303-8a1342516ea9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7e09b0df-0642-4935-aff3-8cd5275b018f HTTP/1.1" status: 200 len: 217 time: 0.1169932 Feb 09 20:46:12.983269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a0335-4c92-43ae-839b-8d1703a683de req-27e71667-c7ac-4bec-8e64-0d30592333e7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:12.985236 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-060a0335-4c92-43ae-839b-8d1703a683de req-27e71667-c7ac-4bec-8e64-0d30592333e7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 947 time: 0.0569925 Feb 09 20:46:13.013547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:13.013964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Checking segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:13.014359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Bound using segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:13.015139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Bound port: 5efce15c-8cd6-4307-9b2c-57b2991f1a41, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:13.015357 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.029189 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-54caf187-4436-49bb-b089-d845d4ff7bc4 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203627 Feb 09 20:46:13.075014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-060a0335-4c92-43ae-839b-8d1703a683de req-b96d2820-964e-4866-b1bb-44cd7e111686 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816529 Feb 09 20:46:13.138623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.199656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73473ce2-37d5-42c8-8c1a-97488047037d req-f49975af-9707-4afa-a3a5-2b27ca59631b tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/f66f49b2-3c06-4b20-a64d-8c6843c470cf HTTP/1.1" status: 200 len: 1796 time: 0.0621812 Feb 09 20:46:13.275109 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-73473ce2-37d5-42c8-8c1a-97488047037d req-ed9ef192-4a35-4a21-bfe6-6b69e9f5c0a4 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (f66f49b2-3c06-4b20-a64d-8c6843c470cf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.299516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22892-1fe4-433f-8304-73d761d82680 req-83206800-96d6-4f64-91b9-1e93109becac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:13.300974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a22892-1fe4-433f-8304-73d761d82680 req-83206800-96d6-4f64-91b9-1e93109becac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.3108616 Feb 09 20:46:13.305770 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-73473ce2-37d5-42c8-8c1a-97488047037d req-ed9ef192-4a35-4a21-bfe6-6b69e9f5c0a4 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (f66f49b2-3c06-4b20-a64d-8c6843c470cf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.359057 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Floating IP 51b3c346-bedb-4213-aad1-d7fe80bf2a5f associated. External IP: 172.25.4.29, port: eee82356-ebf3-4329-bfff-22ffa15356e8. Feb 09 20:46:13.367599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-73473ce2-37d5-42c8-8c1a-97488047037d req-ed9ef192-4a35-4a21-bfe6-6b69e9f5c0a4 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f66f49b2-3c06-4b20-a64d-8c6843c470cf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.371764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-73473ce2-37d5-42c8-8c1a-97488047037d req-ed9ef192-4a35-4a21-bfe6-6b69e9f5c0a4 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.383258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73473ce2-37d5-42c8-8c1a-97488047037d req-ed9ef192-4a35-4a21-bfe6-6b69e9f5c0a4 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "DELETE /v2.0/security-groups/f66f49b2-3c06-4b20-a64d-8c6843c470cf HTTP/1.1" status: 204 len: 173 time: 0.1781526 Feb 09 20:46:13.400915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ef192-4a35-4a21-bfe6-6b69e9f5c0a4 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f49b2-3c06-4b20-a64d-8c6843c470cf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:13.540352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] For port 5efce15c-8cd6-4307-9b2c-57b2991f1a41, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:13.556748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a3b39b2-9668-48fc-8f69-9238948c3cdf req-adaafb51-2c25-46be-bc4b-1806d87c14fa service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897444 Feb 09 20:46:13.557699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dace9-5a40-49ea-af0a-68519322583a req-41a72a9a-7886-44e6-a885-f8ea9653a4e7 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:13.564736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dace9-5a40-49ea-af0a-68519322583a req-41a72a9a-7886-44e6-a885-f8ea9653a4e7 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:13.569770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-301dace9-5a40-49ea-af0a-68519322583a req-41a72a9a-7886-44e6-a885-f8ea9653a4e7 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 1653 time: 0.1026647 Feb 09 20:46:13.589408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.599655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] For port 5efce15c-8cd6-4307-9b2c-57b2991f1a41, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5efce15c-8cd6-4307-9b2c-57b2991f1a41,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:13.660680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.669584 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-301dace9-5a40-49ea-af0a-68519322583a req-ca1cd21a-741f-451e-9f87-405337c91d5f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810916 Feb 09 20:46:13.728888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5acce0-5dc0-40a9-b1dc-c71a3a63164e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:13.737892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Publish callbacks [] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.742882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:13.755417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Transition to ACTIVE for port object cc5acce0-5dc0-40a9-b1dc-c71a3a63164e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:13.766034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22892-1fe4-433f-8304-73d761d82680 req-22d945bb-1cde-407c-828a-0d6cbfd27b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:13.768813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a22892-1fe4-433f-8304-73d761d82680 req-22d945bb-1cde-407c-828a-0d6cbfd27b1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4239023 Feb 09 20:46:13.779666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.820710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network 92b62048-2f94-491d-9b57-9192fbd55b5e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:13.857820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:13.864640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:13.865430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.866969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] 10.222.0.13 "PUT /v2.0/ports/5efce15c-8cd6-4307-9b2c-57b2991f1a41 HTTP/1.1" status: 200 len: 1093 time: 4.3715265 Feb 09 20:46:13.868741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02', 'tag': '5efce15c-8cd6-4307-9b2c-57b2991f1a41'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:13.871155 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337e65c0-4628-4992-b550-df5ffeaadf9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02", "tag": "5efce15c-8cd6-4307-9b2c-57b2991f1a41"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:13.876856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:13.905149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 647aa24e-d61b-461c-953d-2eb0f595271e details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:46:13.937226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:13.937772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e901842-e944-4a70-b22f-0ccb2cca5e95 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group (5a63dbb7-eaf7-427b-8650-73fa10458e2e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.937968 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:13.959734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=1117f6d3-d356-4c4b-9642-cd3690962e20,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:13.986755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfecab-623e-44fd-88e3-ba00a81bbc93 req-b84629a4-4abe-459b-9671-6a3b0e9a39f0 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:13.994566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2dfecab-623e-44fd-88e3-ba00a81bbc93 req-b84629a4-4abe-459b-9671-6a3b0e9a39f0 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 943 time: 0.1794016 Feb 09 20:46:14.051053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.092590 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2dfecab-623e-44fd-88e3-ba00a81bbc93 req-88920d15-977f-41ee-9eec-81b030675c79 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906122 Feb 09 20:46:14.094817 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e901842-e944-4a70-b22f-0ccb2cca5e95 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group (5a63dbb7-eaf7-427b-8650-73fa10458e2e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.190261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7538517a-bb59-4f47-a039-773e81f1da0a req-3dba801d-13f9-4258-9818-ebf5d6289073 tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "GET /v2.0/security-groups/7286cf95-612b-4df3-b346-dd4ef79fd76f HTTP/1.1" status: 200 len: 1796 time: 0.0742598 Feb 09 20:46:14.251042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e901842-e944-4a70-b22f-0ccb2cca5e95 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5a63dbb7-eaf7-427b-8650-73fa10458e2e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.252762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 647aa24e-d61b-461c-953d-2eb0f595271e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=647aa24e-d61b-461c-953d-2eb0f595271e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:14.253927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e901842-e944-4a70-b22f-0ccb2cca5e95 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.258312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e901842-e944-4a70-b22f-0ccb2cca5e95 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "DELETE /v2.0/security-groups/5a63dbb7-eaf7-427b-8650-73fa10458e2e HTTP/1.1" status: 204 len: 168 time: 0.5135560 Feb 09 20:46:14.258933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51890) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:14.275360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '647aa24e-d61b-461c-953d-2eb0f595271e', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '647aa24e-d61b-461c-953d-2eb0f595271e', 'mac_address': 'fa:16:3e:5f:b9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:46:14.280179 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-f8a1333f-37ee-4540-bbb2-4512b34f1edb tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] show failed (client error): The resource could not be found. Feb 09 20:46:14.285213 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8a1333f-37ee-4540-bbb2-4512b34f1edb tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "GET /v2.0/security-groups/5a63dbb7-eaf7-427b-8650-73fa10458e2e HTTP/1.1" status: 404 len: 347 time: 0.0186460 Feb 09 20:46:14.292643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:14.293297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7538517a-bb59-4f47-a039-773e81f1da0a req-f61d6c74-a35f-47b1-b7e6-35ca746263fd tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (7286cf95-612b-4df3-b346-dd4ef79fd76f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.335871 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b0b561ca-88e7-4945-be8a-05528d023d4f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8879900 Feb 09 20:46:14.344101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e901842-e944-4a70-b22f-0ccb2cca5e95 tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a63dbb7-eaf7-427b-8650-73fa10458e2e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:14.372191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 647aa24e-d61b-461c-953d-2eb0f595271e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:14.372859 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.414310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2', 'admin_state_up': True, 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'security_groups': ['10ac8267-2e29-488e-908c-c24cce663d01']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:14.417675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7538517a-bb59-4f47-a039-773e81f1da0a req-f61d6c74-a35f-47b1-b7e6-35ca746263fd tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (7286cf95-612b-4df3-b346-dd4ef79fd76f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.423229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647aa24e-d61b-461c-953d-2eb0f595271e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:14.480405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 647aa24e-d61b-461c-953d-2eb0f595271e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=647aa24e-d61b-461c-953d-2eb0f595271e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:14.494703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e0fd30d5-de6a-4ed9-b879-33498bc4897d None None] Provisioning complete for port 1117f6d3-d356-4c4b-9642-cd3690962e20 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:14.498008 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0fd30d5-de6a-4ed9-b879-33498bc4897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.499816 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.528517 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7538517a-bb59-4f47-a039-773e81f1da0a req-f61d6c74-a35f-47b1-b7e6-35ca746263fd tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7286cf95-612b-4df3-b346-dd4ef79fd76f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.531551 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7538517a-bb59-4f47-a039-773e81f1da0a req-f61d6c74-a35f-47b1-b7e6-35ca746263fd tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.532864 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7538517a-bb59-4f47-a039-773e81f1da0a req-f61d6c74-a35f-47b1-b7e6-35ca746263fd tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] 10.222.0.102 "DELETE /v2.0/security-groups/7286cf95-612b-4df3-b346-dd4ef79fd76f HTTP/1.1" status: 204 len: 173 time: 0.3409431 Feb 09 20:46:14.542393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d6c74-a35f-47b1-b7e6-35ca746263fd tempest-SecurityGroupsTestAdminJSON-1617475452 tempest-SecurityGroupsTestAdminJSON-1617475452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286cf95-612b-4df3-b346-dd4ef79fd76f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:14.547590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Deleting port 2f4d3cde-bced-40ab-95cc-92f7508795a8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:14.548058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2f4d3cde-bced-40ab-95cc-92f7508795a8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.591810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd30d5-de6a-4ed9-b879-33498bc4897d None None] Port 1117f6d3-d356-4c4b-9642-cd3690962e20 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:14.593549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=647aa24e-d61b-461c-953d-2eb0f595271e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:14.640203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a22892-1fe4-433f-8304-73d761d82680 req-eb51fb5f-39c9-4250-b4ca-db82cc3f4ade service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557570 Feb 09 20:46:14.664268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb880d4a-7868-4249-9971-4e60f37ed1bc service neutron] Pushing event updated for resources: {'Port': ['ID=5efce15c-8cd6-4307-9b2c-57b2991f1a41,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:14.710174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2f4d3cde-bced-40ab-95cc-92f7508795a8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.710550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for floatingip (2f4d3cde-bced-40ab-95cc-92f7508795a8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:14.727519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Calling delete_port for 2f4d3cde-bced-40ab-95cc-92f7508795a8 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:14.755537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Attempting to bind port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:14.755995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Attempting to bind port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:14.756391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Attempting to bind port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e on network f66fd923-923c-4b30-89ab-91d58c88b77b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:14.786591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643d0a-6ff0-4c53-9ddf-a640007bad4c req-62a46c6d-05c9-41e9-a3b8-7c17fed0d6c8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:14.788386 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e643d0a-6ff0-4c53-9ddf-a640007bad4c req-62a46c6d-05c9-41e9-a3b8-7c17fed0d6c8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 944 time: 0.1554205 Feb 09 20:46:14.808997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['647aa24e-d61b-461c-953d-2eb0f595271e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:14.856297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:14.878273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e643d0a-6ff0-4c53-9ddf-a640007bad4c req-0e8300ed-9478-4319-b9c0-9711d3bac724 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777340 Feb 09 20:46:14.978443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2f4d3cde-bced-40ab-95cc-92f7508795a8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.009237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Pushing event deleted for resources: {'Port': ['ID=2f4d3cde-bced-40ab-95cc-92f7508795a8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:15.042831 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b810b9-e491-4d5c-887d-310c98e0c673 x-openstack-request-id: req-27b810b9-e491-4d5c-887d-310c98e0c673 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:15.043114 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02", "tag": "5efce15c-8cd6-4307-9b2c-57b2991f1a41", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:15.043357 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-27b810b9-e491-4d5c-887d-310c98e0c673 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:15.043788 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02', 'tag': '5efce15c-8cd6-4307-9b2c-57b2991f1a41', 'status': 'completed', 'code': 200} Feb 09 20:46:15.048229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.056028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7e09b0df-0642-4935-aff3-8cd5275b018f details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:46:15.141737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks [] for floatingip (e5f572dc-a24b-4f7c-92d3-f40e373c9d40), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.145011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.146754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8e0ea81b-f967-44e4-99d9-bc48186b003a tempest-ServersTestBootFromVolume-1255126889 tempest-ServersTestBootFromVolume-1255126889-project] 10.222.0.102 "DELETE /v2.0/floatingips/e5f572dc-a24b-4f7c-92d3-f40e373c9d40 HTTP/1.1" status: 204 len: 168 time: 0.8511369 Feb 09 20:46:15.149852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:15.173552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e0e9b-6846-4ada-b4fa-736ce99d4fe9 req-266f8791-9ba3-4399-b346-5aea4a4b85ad tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:15.183005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-173e0e9b-6846-4ada-b4fa-736ce99d4fe9 req-266f8791-9ba3-4399-b346-5aea4a4b85ad tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 947 time: 0.1542783 Feb 09 20:46:15.207809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7e09b0df-0642-4935-aff3-8cd5275b018f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e09b0df-0642-4935-aff3-8cd5275b018f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:15.228370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '7e09b0df-0642-4935-aff3-8cd5275b018f', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '7e09b0df-0642-4935-aff3-8cd5275b018f', 'mac_address': 'fa:16:3e:06:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:46:15.284956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7e09b0df-0642-4935-aff3-8cd5275b018f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:15.285722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.304735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e09b0df-0642-4935-aff3-8cd5275b018f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:15.333710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7e09b0df-0642-4935-aff3-8cd5275b018f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e09b0df-0642-4935-aff3-8cd5275b018f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:15.340756 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.342488 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-173e0e9b-6846-4ada-b4fa-736ce99d4fe9 req-c5b5f53c-67a1-4e0f-bbd9-317fe5c42f63 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533756 Feb 09 20:46:15.393572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-ff0c7f62-8369-4bb2-8f9a-fdc65ac42363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:15.396541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-ff0c7f62-8369-4bb2-8f9a-fdc65ac42363 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 1127 time: 1.4547737 Feb 09 20:46:15.423015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7e09b0df-0642-4935-aff3-8cd5275b018f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:15.469547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e on network f66fd923-923c-4b30-89ab-91d58c88b77b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:15.470110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Attempting to bind port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e on network f66fd923-923c-4b30-89ab-91d58c88b77b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:15.475828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a22892-1fe4-433f-8304-73d761d82680 req-859d0326-8bcd-415e-9f3b-d3882e8548c0 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173749 Feb 09 20:46:15.476636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:15.506079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Router d9ff59f6-47e4-41ab-b501-31e0733044a5 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:46:15.529527 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eefb7ac3-7c46-4492-b27a-57ce7a62122c req-467a8d9e-2d5e-4562-97b5-16e5d753f8e5 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "GET /v2.0/security-groups/79fe4f7a-4968-46b3-9939-61072a5ee389 HTTP/1.1" status: 200 len: 1797 time: 0.1579182 Feb 09 20:46:15.567607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e09b0df-0642-4935-aff3-8cd5275b018f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:15.608487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:15.609177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Checking segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:15.610245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Bound using segment: {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:15.610949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Bound port: cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389e0f82-00de-4b93-b6e6-9bcc61a37faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:15.611658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.800254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:46:15.808235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-e12a87c0-c16b-4616-a0d8-b048a014b290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5efce15c-8cd6-4307-9b2c-57b2991f1a41 HTTP/1.1" status: 200 len: 217 time: 0.3113320 Feb 09 20:46:15.823948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] Sync routers for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:46:15.847197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.849837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:15.850484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:15.941624 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eefb7ac3-7c46-4492-b27a-57ce7a62122c req-7e48c378-c80f-4804-953d-056dc12d37f9 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (79fe4f7a-4968-46b3-9939-61072a5ee389), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:15.982358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eefb7ac3-7c46-4492-b27a-57ce7a62122c req-7e48c378-c80f-4804-953d-056dc12d37f9 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (79fe4f7a-4968-46b3-9939-61072a5ee389), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:16.032586 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eefb7ac3-7c46-4492-b27a-57ce7a62122c req-7e48c378-c80f-4804-953d-056dc12d37f9 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (79fe4f7a-4968-46b3-9939-61072a5ee389), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:16.036013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eefb7ac3-7c46-4492-b27a-57ce7a62122c req-7e48c378-c80f-4804-953d-056dc12d37f9 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:16.045767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:16.050225 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eefb7ac3-7c46-4492-b27a-57ce7a62122c req-7e48c378-c80f-4804-953d-056dc12d37f9 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "DELETE /v2.0/security-groups/79fe4f7a-4968-46b3-9939-61072a5ee389 HTTP/1.1" status: 204 len: 173 time: 0.5188522 Feb 09 20:46:16.057156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:16.079153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48c378-c80f-4804-953d-056dc12d37f9 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fe4f7a-4968-46b3-9939-61072a5ee389,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:16.110390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 647aa24e-d61b-461c-953d-2eb0f595271e up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:16.154211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:16.228215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3cc47-3046-44e1-bae3-8983fd171c8f req-ac80e71c-2ffa-4c72-959a-ec96c8941f43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.234781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3cc47-3046-44e1-bae3-8983fd171c8f req-ac80e71c-2ffa-4c72-959a-ec96c8941f43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.240655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3cc47-3046-44e1-bae3-8983fd171c8f req-ac80e71c-2ffa-4c72-959a-ec96c8941f43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.248203 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0cb3cc47-3046-44e1-bae3-8983fd171c8f req-ac80e71c-2ffa-4c72-959a-ec96c8941f43 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 2374 time: 0.1031964 Feb 09 20:46:16.276054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-c87b4fac-aa5d-4ae7-b347-2493153e310a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "PUT /v2.0/floatingips/51b3c346-bedb-4213-aad1-d7fe80bf2a5f HTTP/1.1" status: 200 len: 996 time: 6.0305760 Feb 09 20:46:16.320265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0cb3cc47-3046-44e1-bae3-8983fd171c8f req-3033b641-f08f-4258-ad6f-4358db863753 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703800 Feb 09 20:46:16.343215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:16.369697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-5d2e795c-4235-4c48-9ac1-dcf8231f8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.371160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-5d2e795c-4235-4c48-9ac1-dcf8231f8a4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.4957705 Feb 09 20:46:16.425771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-2c69c8a4-47ac-4127-bcc8-73efceb85a40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387273 Feb 09 20:46:16.432240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.432864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:16.434255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc5acce0-5dc0-40a9-b1dc-c71a3a63164e HTTP/1.1" status: 200 len: 1092 time: 4.3923626 Feb 09 20:46:16.450313 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (77a4a3db-d936-4d37-8886-dba5df57a237), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:16.531141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 647aa24e-d61b-461c-953d-2eb0f595271e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:46:16.565630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 647aa24e-d61b-461c-953d-2eb0f595271e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:16.566011 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:16.593586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad19ee3-97b0-4fb5-8e6d-60b3a9552033 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:16.668437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-bb919fda-bca9-4cc1-82e2-ee6b70ad9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.680089 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-bb919fda-bca9-4cc1-82e2-ee6b70ad9a30 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3a2c6689038746ecbecded721fca5ac0&device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 1129 time: 0.4027486 Feb 09 20:46:16.693815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee49c-937f-4999-b2a6-ed083dfb0067 req-ba2f96a9-ada1-46c1-aec0-1d6d496f8621 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.695351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92bee49c-937f-4999-b2a6-ed083dfb0067 req-ba2f96a9-ada1-46c1-aec0-1d6d496f8621 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 943 time: 0.1581066 Feb 09 20:46:16.817521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-ae086f34-21a5-4de0-8d2f-66b3c0a40532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.819215 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-ae086f34-21a5-4de0-8d2f-66b3c0a40532 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e90c8771-8137-409a-bc78-e1d2d76f6a1f HTTP/1.1" status: 200 len: 928 time: 0.1380537 Feb 09 20:46:16.868096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 647aa24e-d61b-461c-953d-2eb0f595271e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:16.869374 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:16.903802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92bee49c-937f-4999-b2a6-ed083dfb0067 req-6e74a0d9-551f-4ec5-b370-e897bc1a9630 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003293 Feb 09 20:46:16.907647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-afa726c1-5b7f-4427-a4ae-4c046c85ce60 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 200 len: 999 time: 0.0733068 Feb 09 20:46:16.910226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Allocated IP 10.2.2.100 (af489e63-20e0-49ba-96f7-5b6663ddeba2/5341e8bc-394c-4491-8572-d6abb5916372/55677019-331b-4afc-8f6c-0f05f1679df0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:16.947958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648bf881-d0cf-4f4e-9d64-55e14ece5991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647aa24e-d61b-461c-953d-2eb0f595271e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:16.954435 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fead1b-563f-4551-b647-6bf30cad4ecb" -d '{"events": [{"server_uuid": "648bf881-d0cf-4f4e-9d64-55e14ece5991", "name": "network-vif-plugged", "status": "completed", "tag": "647aa24e-d61b-461c-953d-2eb0f595271e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:16.978515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-e88722ec-8411-417d-b009-257fd2f713d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.980199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-e88722ec-8411-417d-b009-257fd2f713d0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7b2c0ef8-6bfd-4ce6-ab49-def743becc57 HTTP/1.1" status: 200 len: 866 time: 0.0583849 Feb 09 20:46:16.991251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-99624383-4300-4437-8e47-d12efe3ac8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:16.992856 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-99624383-4300-4437-8e47-d12efe3ac8da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 1126 time: 0.4194951 Feb 09 20:46:16.999420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 647aa24e-d61b-461c-953d-2eb0f595271e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=647aa24e-d61b-461c-953d-2eb0f595271e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:17.011084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:17.013153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-70358ce4-e45b-4ad0-914f-f6a126f2e433 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734506 Feb 09 20:46:17.027318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '51b3c346-bedb-4213-aad1-d7fe80bf2a5f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'port_id': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'mac_address': 'fa:16:3e:b5:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b5500-5cf2-452e-b04e-795880b7467a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:46:05Z', 'updated_at': '2022-02-09T20:46:12Z', 'revision_number': 1, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:39Z', 'revision_number': 5, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:17.052981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8'}, {'name': 'network-changed', 'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:17.055568 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91152988-14e0-42ec-a21c-d7300ef75226" -d '{"events": [{"name": "network-changed", "server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8"}, {"name": "network-changed", "server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:17.088962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] Checking router: d9ff59f6-47e4-41ab-b501-31e0733044a5 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:46:17.153645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7e09b0df-0642-4935-aff3-8cd5275b018f up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:17.162795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:17.163449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:17.167344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-94274778-8331-4ea4-89f0-73bd42a5613d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e HTTP/1.1" status: 200 len: 217 time: 0.1571982 Feb 09 20:46:17.175067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2556239-e25d-4aec-a6a8-2330974df7d7 req-9e177f43-875d-4d02-8633-fe2d88da0967 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:17.176687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e2556239-e25d-4aec-a6a8-2330974df7d7 req-9e177f43-875d-4d02-8633-fe2d88da0967 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 944 time: 0.1472130 Feb 09 20:46:17.199822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Deleting port 46fb5086-76d2-416b-beba-d1e7b5450d59 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:17.200464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:17.308928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e2556239-e25d-4aec-a6a8-2330974df7d7 req-0b7a5842-5447-4720-b4ba-01236adf9700 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220891 Feb 09 20:46:17.355563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] For port 46fb5086-76d2-416b-beba-d1e7b5450d59, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=46fb5086-76d2-416b-beba-d1e7b5450d59,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:17.355997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:17.357759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-7dd3d560-02ed-4cfe-b109-0312d320b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:17.359894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-7dd3d560-02ed-4cfe-b109-0312d320b29e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 200 len: 845 time: 0.1240079 Feb 09 20:46:17.372479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Calling delete_port for 46fb5086-76d2-416b-beba-d1e7b5450d59 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:17.514675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (55677019-331b-4afc-8f6c-0f05f1679df0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:17.614869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (46fb5086-76d2-416b-beba-d1e7b5450d59), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:17.628300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-8dcdec66-ffb3-42c9-b78e-e571ab1a2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:17.632768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-8dcdec66-ffb3-42c9-b78e-e571ab1a2c9e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e90c8771-8137-409a-bc78-e1d2d76f6a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6446373 Feb 09 20:46:17.634119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:17.653980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 7e09b0df-0642-4935-aff3-8cd5275b018f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:46:17.660606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:17.662724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=647aa24e-d61b-461c-953d-2eb0f595271e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:17.670527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Pushing event deleted for resources: {'Port': ['ID=46fb5086-76d2-416b-beba-d1e7b5450d59,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:17.691042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 7e09b0df-0642-4935-aff3-8cd5275b018f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:17.691614 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:17.729964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb8ff933-d1a9-4dbe-89cb-f8281563c388 req-54cfaeb3-9188-49dc-84d1-70f366de74f8 tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "GET /v2.0/security-groups/80084d17-f381-4b7f-a530-12bf959dd262 HTTP/1.1" status: 200 len: 1796 time: 0.1650336 Feb 09 20:46:17.734888 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-9369b07b-af6c-4837-9020-871020b80914 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f66fd923-923c-4b30-89ab-91d58c88b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316402 Feb 09 20:46:17.991041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (77a4a3db-d936-4d37-8886-dba5df57a237), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:18.022968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7e09b0df-0642-4935-aff3-8cd5275b018f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:18.023527 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:18.080916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7e09b0df-0642-4935-aff3-8cd5275b018f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e09b0df-0642-4935-aff3-8cd5275b018f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:18.087018 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:18.140480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eb8ff933-d1a9-4dbe-89cb-f8281563c388 req-ed2b016a-650e-4255-ae96-3471ff1101fb tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (80084d17-f381-4b7f-a530-12bf959dd262), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:18.152200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '51b3c346-bedb-4213-aad1-d7fe80bf2a5f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'port_id': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'mac_address': 'fa:16:3e:b5:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b5500-5cf2-452e-b04e-795880b7467a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:46:05Z', 'updated_at': '2022-02-09T20:46:12Z', 'revision_number': 1, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:39Z', 'revision_number': 5, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:18.168801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eb8ff933-d1a9-4dbe-89cb-f8281563c388 req-ed2b016a-650e-4255-ae96-3471ff1101fb tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (80084d17-f381-4b7f-a530-12bf959dd262), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:18.222858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=55677019-331b-4afc-8f6c-0f05f1679df0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:18.227114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-70244df3-af9b-4c50-acf1-72f3be675530 service neutron] 10.222.0.102 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152786 Feb 09 20:46:18.248359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-22be6309-cf75-42b0-8973-7d8d04dc4430 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1854849 Feb 09 20:46:18.259056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7e09b0df-0642-4935-aff3-8cd5275b018f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:18.277234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ca2c7-f17b-42ce-af65-b4e3ae09d97a None None] The sync data for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 is: [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '51b3c346-bedb-4213-aad1-d7fe80bf2a5f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'port_id': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'mac_address': 'fa:16:3e:b5:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b5500-5cf2-452e-b04e-795880b7467a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:46:05Z', 'updated_at': '2022-02-09T20:46:12Z', 'revision_number': 1, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:39Z', 'revision_number': 5, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:46:18.353930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eb8ff933-d1a9-4dbe-89cb-f8281563c388 req-ed2b016a-650e-4255-ae96-3471ff1101fb tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (80084d17-f381-4b7f-a530-12bf959dd262), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:18.356693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eb8ff933-d1a9-4dbe-89cb-f8281563c388 req-ed2b016a-650e-4255-ae96-3471ff1101fb tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:18.375360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb8ff933-d1a9-4dbe-89cb-f8281563c388 req-ed2b016a-650e-4255-ae96-3471ff1101fb tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] 10.222.0.102 "DELETE /v2.0/security-groups/80084d17-f381-4b7f-a530-12bf959dd262 HTTP/1.1" status: 204 len: 173 time: 0.6431153 Feb 09 20:46:18.377641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-2c4467e8-95e4-43ee-b74a-afc8d5982dc5 service neutron] 10.222.0.13 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141586 Feb 09 20:46:18.411152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b016a-650e-4255-ae96-3471ff1101fb tempest-SecurityGroupsTestAdminJSON-1849468655 tempest-SecurityGroupsTestAdminJSON-1849468655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80084d17-f381-4b7f-a530-12bf959dd262,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:18.449771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network af489e63-20e0-49ba-96f7-5b6663ddeba2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:18.457118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Router 77a4a3db-d936-4d37-8886-dba5df57a237 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:46:18.549377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:18.571218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:18.674980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:46:18.691427 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] Sync routers for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:46:18.706303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-575a6f4e-111a-4f2b-884d-01b57a06e962 admin admin] 10.222.0.102 "PUT /v2.0/routers/77a4a3db-d936-4d37-8886-dba5df57a237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5533190 Feb 09 20:46:18.709150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:18.712955 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:18.715852 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:18.751299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8224353-c1ed-4565-b929-16bc872e83f3 req-677032e2-ccb9-4cec-b987-bffe5b7ac0cf service neutron] 10.222.0.102 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998002 Feb 09 20:46:18.758023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf2e690-ebf2-489a-8480-808d8fa149cb None None] New status for floating IP 51b3c346-bedb-4213-aad1-d7fe80bf2a5f: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:46:18.760108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-69546f45-9838-416b-8105-a5f1193d9a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:18.761690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-69546f45-9838-416b-8105-a5f1193d9a0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 1127 time: 0.3972371 Feb 09 20:46:18.777534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:18.778221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:19.020949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae41fab-10ce-41e0-8ea3-635d85cd7892 req-2ecce013-71cd-42e7-aee8-364f7b241347 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:19.021524 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72660dde-5fb2-4bdc-854e-ff45af0287ff x-openstack-request-id: req-72660dde-5fb2-4bdc-854e-ff45af0287ff {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:19.021929 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648bf881-d0cf-4f4e-9d64-55e14ece5991", "name": "network-vif-plugged", "status": "completed", "tag": "647aa24e-d61b-461c-953d-2eb0f595271e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:19.022291 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-72660dde-5fb2-4bdc-854e-ff45af0287ff {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:19.023429 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648bf881-d0cf-4f4e-9d64-55e14ece5991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647aa24e-d61b-461c-953d-2eb0f595271e', 'code': 200} Feb 09 20:46:19.029357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ae41fab-10ce-41e0-8ea3-635d85cd7892 req-2ecce013-71cd-42e7-aee8-364f7b241347 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 949 time: 0.3560991 Feb 09 20:46:19.057498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fb0a6a60-675e-440d-97a6-a2cf3b402e57 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6626730 Feb 09 20:46:19.122232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ae41fab-10ce-41e0-8ea3-635d85cd7892 req-acd2ebb0-b863-4b2c-9e68-762565397aed tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895450 Feb 09 20:46:19.143254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51960) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:19.175461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-79a3f805-7455-4d94-8b99-0fc2008350a6 None None] Provisioning complete for port 55677019-331b-4afc-8f6c-0f05f1679df0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:19.176156 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks [] for router (77a4a3db-d936-4d37-8886-dba5df57a237), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:19.176709 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79a3f805-7455-4d94-8b99-0fc2008350a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:19.185677 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:19.225651 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0899a8-d814-43de-964d-393ec4efd7a7 x-openstack-request-id: req-6c0899a8-d814-43de-964d-393ec4efd7a7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:19.226014 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:19.232750 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6c0899a8-d814-43de-964d-393ec4efd7a7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:19.234672 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'status': 'completed', 'code': 200} Feb 09 20:46:19.234949 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'status': 'completed', 'code': 200} Feb 09 20:46:19.257877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-79a3f805-7455-4d94-8b99-0fc2008350a6 None None] Port 55677019-331b-4afc-8f6c-0f05f1679df0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:19.264305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2', 'admin_state_up': True, 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'security_groups': ['10ac8267-2e29-488e-908c-c24cce663d01']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:19.412695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-c64ed4e4-2488-4f73-a43a-60ceebf0c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:19.414757 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-c64ed4e4-2488-4f73-a43a-60ceebf0c034 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 913 time: 0.6220315 Feb 09 20:46:19.416316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8c870ba7-05eb-4237-afe8-166e3e8370dc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=463cbdfee92b475ba071ee1d1338d936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2664821 Feb 09 20:46:19.420319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7e4eb48-f394-458f-aec3-3bbad7fde2a2 req-17999589-9088-45f5-ac91-af216581a1ec service neutron] 10.222.0.13 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9819398 Feb 09 20:46:19.420827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:19.485357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fdc55-fd20-4d73-9ede-066d154baa2b req-28906daf-02bd-4078-9c2e-a31514eb8fdc tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:19.493410 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-615fdc55-fd20-4d73-9ede-066d154baa2b req-28906daf-02bd-4078-9c2e-a31514eb8fdc tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 943 time: 0.2206757 Feb 09 20:46:19.530082 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:46:17Z', 'revision_number': 5, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port': {'id': '8f60490e-a876-4907-96a7-0c684c814fe8', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:42:25Z', 'updated_at': '2022-02-09T20:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:19.534868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks [] for router_gateway (77a4a3db-d936-4d37-8886-dba5df57a237), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:19.564019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-615fdc55-fd20-4d73-9ede-066d154baa2b req-7454e35b-02a0-4ecb-ac0b-529e633e1da5 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651481 Feb 09 20:46:19.609438 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] Checking router: 77a4a3db-d936-4d37-8886-dba5df57a237 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:46:19.641345 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] Routers {'77a4a3db-d936-4d37-8886-dba5df57a237'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:19.643500 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['77a4a3db-d936-4d37-8886-dba5df57a237'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:19.705686 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Deleting port 8f60490e-a876-4907-96a7-0c684c814fe8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:19.706031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:19.806609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] For port 8f60490e-a876-4907-96a7-0c684c814fe8, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f60490e-a876-4907-96a7-0c684c814fe8,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:19.807030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:19.823238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Calling delete_port for 8f60490e-a876-4907-96a7-0c684c814fe8 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:19.901101 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] Set router 77a4a3db-d936-4d37-8886-dba5df57a237 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:19.963868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27ecc-c2e1-4edf-abac-faec4e79d150 req-f7b0e1f7-520f-4c6f-8eca-92cc01567470 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:19.971718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3a27ecc-c2e1-4edf-abac-faec4e79d150 req-f7b0e1f7-520f-4c6f-8eca-92cc01567470 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 944 time: 0.3089125 Feb 09 20:46:19.985540 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:46:19Z', 'revision_number': 6, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:20.021381 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842cf4e-b0a2-4be2-8814-96fad38ab993 None None] The sync data for ids ['77a4a3db-d936-4d37-8886-dba5df57a237'] in n-d-789963-29 is: [{'id': '77a4a3db-d936-4d37-8886-dba5df57a237', 'name': 'tempest-ServersTestBootFromVolume-192387693-router', 'tenant_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:42:23Z', 'updated_at': '2022-02-09T20:46:19Z', 'revision_number': 6, 'project_id': '61960c9fd5d549f8a836a3a4ac4bc97b', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:46:20.072209 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3a27ecc-c2e1-4edf-abac-faec4e79d150 req-9a88c463-9513-4fa5-8333-865b365d5fb5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851331 Feb 09 20:46:20.124673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8f60490e-a876-4907-96a7-0c684c814fe8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:20.148884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-ad41e6df-f5d4-4221-af87-86ce30f41c67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5efce15c-8cd6-4307-9b2c-57b2991f1a41 HTTP/1.1" status: 200 len: 217 time: 0.6812930 Feb 09 20:46:20.205192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237c29-6c16-4c33-aba2-e4b82a7fd352 req-826e42ba-688f-48ae-bdaf-8f2b97d99ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.206818 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f237c29-6c16-4c33-aba2-e4b82a7fd352 req-826e42ba-688f-48ae-bdaf-8f2b97d99ff9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 1133 time: 1.1077535 Feb 09 20:46:20.251328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f60490e-a876-4907-96a7-0c684c814fe8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:20.282749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91152988-14e0-42ec-a21c-d7300ef75226 req-d6fa9562-f39f-4342-95ce-0ee8ae66e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.284661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-d6fa9562-f39f-4342-95ce-0ee8ae66e97b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a2c6689038746ecbecded721fca5ac0&device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 1129 time: 1.0488439 Feb 09 20:46:20.308699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Made reservation on behalf of 3eb353504fea4b33baaa5bb9d950dd0c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:20.411063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:20.444156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf648dd-af6b-4064-9814-36db819d1d34 req-709fab9c-82a4-40f7-a15b-08ade8d3387c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.450767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf648dd-af6b-4064-9814-36db819d1d34 req-709fab9c-82a4-40f7-a15b-08ade8d3387c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.457351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf648dd-af6b-4064-9814-36db819d1d34 req-709fab9c-82a4-40f7-a15b-08ade8d3387c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.464182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf648dd-af6b-4064-9814-36db819d1d34 req-709fab9c-82a4-40f7-a15b-08ade8d3387c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.473557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdf648dd-af6b-4064-9814-36db819d1d34 req-709fab9c-82a4-40f7-a15b-08ade8d3387c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 3095 time: 1.1383693 Feb 09 20:46:20.477192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-58be406c-0709-4abf-a9e6-308cf802561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.478968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-58be406c-0709-4abf-a9e6-308cf802561a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.2907538 Feb 09 20:46:20.615372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91152988-14e0-42ec-a21c-d7300ef75226 req-abf447ab-1a97-45c0-8cfb-447d0bbc5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.616968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-abf447ab-1a97-45c0-8cfb-447d0bbc5cdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e90c8771-8137-409a-bc78-e1d2d76f6a1f HTTP/1.1" status: 200 len: 928 time: 0.3190503 Feb 09 20:46:20.617660 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db600895-f2df-4700-aeff-00ec851b9213 admin admin] Publish callbacks [] for security_group (3cc0570a-c9d2-47de-988c-0f2a409b9192), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:20.742221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f237c29-6c16-4c33-aba2-e4b82a7fd352 req-e0c5c1b8-91a9-4fe5-a4ad-5c3cc68c041d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925106 Feb 09 20:46:20.743915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-3033e198-a835-41d8-ae8c-4cc7d1b869dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 200 len: 1001 time: 0.0669479 Feb 09 20:46:20.777063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (77a4a3db-d936-4d37-8886-dba5df57a237), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:20.785097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-1ae3bcaf-41ae-4f93-a929-a77074415e6f tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 258 time: 0.6923630 Feb 09 20:46:20.830497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-eaf40c2e-5ff2-40fc-8222-562096f4d992 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2105269 Feb 09 20:46:20.831791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91152988-14e0-42ec-a21c-d7300ef75226 req-6ca983e1-1539-444a-8221-472d1a7b99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:20.833840 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-6ca983e1-1539-444a-8221-472d1a7b99dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2c0ef8-6bfd-4ce6-ab49-def743becc57 HTTP/1.1" status: 200 len: 866 time: 0.0590611 Feb 09 20:46:20.855977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:20.931829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (77a4a3db-d936-4d37-8886-dba5df57a237), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:20.945088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks [] for router_controller (77a4a3db-d936-4d37-8886-dba5df57a237), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.000244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.017822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (77a4a3db-d936-4d37-8886-dba5df57a237), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.021277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77a4a3db-d936-4d37-8886-dba5df57a237 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:46:21.024812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468fac68-35c6-432c-9383-32223d8a0d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e09b0df-0642-4935-aff3-8cd5275b018f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:21.028745 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09605de5-7d12-402e-a419-57db87947153" -d '{"events": [{"server_uuid": "468fac68-35c6-432c-9383-32223d8a0d8b", "name": "network-vif-plugged", "status": "completed", "tag": "7e09b0df-0642-4935-aff3-8cd5275b018f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:21.029554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-08c0dc4f-7fdf-4f1f-bf05-8e31d3536218 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563344 Feb 09 20:46:21.031457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.034139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c9c8e7db-c6a1-44a0-8253-8bc6254557d5 admin admin] 10.222.0.102 "DELETE /v2.0/routers/77a4a3db-d936-4d37-8886-dba5df57a237 HTTP/1.1" status: 204 len: 168 time: 2.3212109 Feb 09 20:46:21.035292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 46fb5086-76d2-416b-beba-d1e7b5450d59 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:46:21.063402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51978) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:21.083987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 5efce15c-8cd6-4307-9b2c-57b2991f1a41 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:46:21.095027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 46fb5086-76d2-416b-beba-d1e7b5450d59 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:46:21.099006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 46fb5086-76d2-416b-beba-d1e7b5450d59 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:46:21.099985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f60490e-a876-4907-96a7-0c684c814fe8 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:46:21.146128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-203b8257-5bc9-4aaf-a452-774c79bb5dfc admin admin] Deleting subnet 4b208131-13b3-44cd-8aad-a21b946ad838 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:46:21.149831 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203b8257-5bc9-4aaf-a452-774c79bb5dfc admin admin] Publish callbacks [] for subnet (4b208131-13b3-44cd-8aad-a21b946ad838), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.157755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8f60490e-a876-4907-96a7-0c684c814fe8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:46:21.160060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f60490e-a876-4907-96a7-0c684c814fe8 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:46:21.202900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203b8257-5bc9-4aaf-a452-774c79bb5dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (4b208131-13b3-44cd-8aad-a21b946ad838), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.203857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdf648dd-af6b-4064-9814-36db819d1d34 req-1257ebc2-5309-4b40-8deb-5d2ad78d7068 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7290325 Feb 09 20:46:21.205960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-337e65c0-4628-4992-b550-df5ffeaadf9e req-a791c3dd-68ab-4dca-825a-462dfeca0603 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034443 Feb 09 20:46:21.233095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db600895-f2df-4700-aeff-00ec851b9213 admin admin] Publish callbacks [] for security_group (3cc0570a-c9d2-47de-988c-0f2a409b9192), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.276291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91152988-14e0-42ec-a21c-d7300ef75226 req-ab9bb129-6e0c-45a4-b13f-d7d51d0f3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:21.277867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-ab9bb129-6e0c-45a4-b13f-d7d51d0f3555 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e90c8771-8137-409a-bc78-e1d2d76f6a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4340003 Feb 09 20:46:21.330394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 5efce15c-8cd6-4307-9b2c-57b2991f1a41, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5efce15c-8cd6-4307-9b2c-57b2991f1a41,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:21.346467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '5efce15c-8cd6-4307-9b2c-57b2991f1a41', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'port_id': '5efce15c-8cd6-4307-9b2c-57b2991f1a41', 'mac_address': 'fa:16:3e:09:41:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52df283-8303-4f51-85c2-e6e558df4ce9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:46:21.358314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203b8257-5bc9-4aaf-a452-774c79bb5dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (4b208131-13b3-44cd-8aad-a21b946ad838), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.390541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-a2adab11-563f-4740-aee5-22436457ffe6 service neutron] 10.222.0.13 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029854 Feb 09 20:46:21.412902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:21.413600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.428272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.430342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efce15c-8cd6-4307-9b2c-57b2991f1a41 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:21.506068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 5efce15c-8cd6-4307-9b2c-57b2991f1a41, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5efce15c-8cd6-4307-9b2c-57b2991f1a41,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:21.515500 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.542760 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203b8257-5bc9-4aaf-a452-774c79bb5dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (4b208131-13b3-44cd-8aad-a21b946ad838), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.550156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.585675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=5efce15c-8cd6-4307-9b2c-57b2991f1a41,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:21.630098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203b8257-5bc9-4aaf-a452-774c79bb5dfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.637668 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-203b8257-5bc9-4aaf-a452-774c79bb5dfc admin admin] 10.222.0.102 "DELETE /v2.0/subnets/4b208131-13b3-44cd-8aad-a21b946ad838 HTTP/1.1" status: 204 len: 168 time: 0.5726368 Feb 09 20:46:21.638595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b8257-5bc9-4aaf-a452-774c79bb5dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b208131-13b3-44cd-8aad-a21b946ad838,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:21.638940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec77222-06b0-4166-ad7c-edb39689cabe None None] Network 86d00f9c-ad74-47ed-b373-fce806b38fa7 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:46:21.643649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:21.699581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2b77b-a1fb-4640-9d8c-933a83644cc5 req-78595250-a8dd-42ea-a5cc-d948228d6bc1 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:21.701178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ef2b77b-a1fb-4640-9d8c-933a83644cc5 req-78595250-a8dd-42ea-a5cc-d948228d6bc1 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 949 time: 0.1695685 Feb 09 20:46:21.705721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-89c7c38c-6564-422b-a012-9a93cb53e5b8 service neutron] 10.222.0.13 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711270 Feb 09 20:46:21.715292 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db600895-f2df-4700-aeff-00ec851b9213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3cc0570a-c9d2-47de-988c-0f2a409b9192), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.718947 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db600895-f2df-4700-aeff-00ec851b9213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.719210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-db600895-f2df-4700-aeff-00ec851b9213 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3cc0570a-c9d2-47de-988c-0f2a409b9192 HTTP/1.1" status: 204 len: 168 time: 2.2553329 Feb 09 20:46:21.765151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db600895-f2df-4700-aeff-00ec851b9213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc0570a-c9d2-47de-988c-0f2a409b9192,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:21.838207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Allocated IP 172.25.4.111 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c6fbacd2-ade7-47f9-9106-b77b084a493f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:21.842495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Allocated IP 10.2.2.200 (af489e63-20e0-49ba-96f7-5b6663ddeba2/5341e8bc-394c-4491-8572-d6abb5916372/8425e048-4810-4bd8-8ecd-11c678675eb2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:21.855403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['5efce15c-8cd6-4307-9b2c-57b2991f1a41'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:21.874541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (86d00f9c-ad74-47ed-b373-fce806b38fa7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:21.920654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ef2b77b-a1fb-4640-9d8c-933a83644cc5 req-5b51630f-69cc-4300-b5ba-02092ba9c182 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093461 Feb 09 20:46:22.028482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] DHCP port deletion for 86d00f9c-ad74-47ed-b373-fce806b38fa7 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:46:22.107767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91152988-14e0-42ec-a21c-d7300ef75226 req-efef6ab1-40b7-451d-a1c0-cabca59dd754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:22.109602 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-efef6ab1-40b7-451d-a1c0-cabca59dd754 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 1126 time: 0.3274837 Feb 09 20:46:22.165841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] Deleting port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:22.166196 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.259769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] For port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:22.260570 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.281605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] Calling delete_port for 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:22.337665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Deleting port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:22.338031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.357440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for port (c6fbacd2-ade7-47f9-9106-b77b084a493f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.383989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.409317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:22.422530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] Pushing event deleted for resources: {'Port': ['ID=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:22.434334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4a284-7548-46e8-a5eb-0b7ff0b83aa1 None None] No DVR routers for this DVR port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:46:22.499864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91152988-14e0-42ec-a21c-d7300ef75226 req-2e268f1d-3617-41de-bf3c-49d6ea1bf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:22.502341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-2e268f1d-3617-41de-bf3c-49d6ea1bf986 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 200 len: 906 time: 0.3763776 Feb 09 20:46:22.552485 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] For port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,segment=NetworkSegment(f76b2123-ce98-47ba-8317-099ffd5dd7aa),segment_id=f76b2123-ce98-47ba-8317-099ffd5dd7aa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:22.553485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.567206 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-76b916c0-1b1d-4a5c-8252-06aaf8ef3af2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e HTTP/1.1" status: 200 len: 217 time: 0.0460646 Feb 09 20:46:22.581257 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c6fbacd2-ade7-47f9-9106-b77b084a493f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.622635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-947fb0f3-b1ca-4f04-bcc1-6d11c1732308 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=008e08ae96914d68ac16da73f5b5b869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920764 Feb 09 20:46:22.652149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:22.676563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Calling delete_port for 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:22.680195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:22.689041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:22.694746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:22.697909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Pushing event updated for resources: {'Port': ['ID=c6fbacd2-ade7-47f9-9106-b77b084a493f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:22.720472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb419c-806d-49ea-a619-a92537e77606 req-f23eef4a-9927-4a26-a149-7fa836b8ee2d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:22.722493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fddb419c-806d-49ea-a619-a92537e77606 req-f23eef4a-9927-4a26-a149-7fa836b8ee2d tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 943 time: 0.5562313 Feb 09 20:46:22.761234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.789536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91152988-14e0-42ec-a21c-d7300ef75226 req-f89c4d8e-4b2d-48fc-8a4f-f94c2c0dd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:22.791565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-f89c4d8e-4b2d-48fc-8a4f-f94c2c0dd7c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 200 len: 845 time: 0.2114379 Feb 09 20:46:22.796609 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf112-e287-4f0c-a86a-6c4607a3d49d admin admin] Publish callbacks [] for security_group (c590dbe0-183c-44aa-9ffc-f42f4f8e95b0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.822681 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf112-e287-4f0c-a86a-6c4607a3d49d admin admin] Publish callbacks [] for security_group (c590dbe0-183c-44aa-9ffc-f42f4f8e95b0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.854103 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3b9db702-7a5d-4de6-94ef-66b4e8a30bdd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.858506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (28a56cb3-40a7-48d5-b00d-13e4d2da00d7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:22.897557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9db702-7a5d-4de6-94ef-66b4e8a30bdd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:22.922987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] No DVR routers for this DVR port 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:46:22.950295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-569e364d-c5e6-4b31-8ed6-2af1d980dc6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f66fd923-923c-4b30-89ab-91d58c88b77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925889 Feb 09 20:46:22.990209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:46:22.999324 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c6fbacd2-ade7-47f9-9106-b77b084a493f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.044209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:46:23.045632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3b9db702-7a5d-4de6-94ef-66b4e8a30bdd not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:46:23.074830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cc5acce0-5dc0-40a9-b1dc-c71a3a63164e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:46:23.138036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fddb419c-806d-49ea-a619-a92537e77606 req-363dcf6f-f1b4-483d-8f58-ef44ab7e0405 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903821 Feb 09 20:46:23.198157 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.234467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf112-e287-4f0c-a86a-6c4607a3d49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c590dbe0-183c-44aa-9ffc-f42f4f8e95b0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.237382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf112-e287-4f0c-a86a-6c4607a3d49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.242582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1bfdf112-e287-4f0c-a86a-6c4607a3d49d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c590dbe0-183c-44aa-9ffc-f42f4f8e95b0 HTTP/1.1" status: 204 len: 168 time: 0.5828931 Feb 09 20:46:23.250114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for port (c6fbacd2-ade7-47f9-9106-b77b084a493f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.287495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:23.303589 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c6fbacd2-ade7-47f9-9106-b77b084a493f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.307140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 5efce15c-8cd6-4307-9b2c-57b2991f1a41 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:23.310023 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2069dba-676f-4449-b7fa-5a6de3f196f4 x-openstack-request-id: req-a2069dba-676f-4449-b7fa-5a6de3f196f4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:23.310317 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468fac68-35c6-432c-9383-32223d8a0d8b", "name": "network-vif-plugged", "status": "completed", "tag": "7e09b0df-0642-4935-aff3-8cd5275b018f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:23.310622 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a2069dba-676f-4449-b7fa-5a6de3f196f4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:23.311116 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468fac68-35c6-432c-9383-32223d8a0d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e09b0df-0642-4935-aff3-8cd5275b018f', 'code': 200} Feb 09 20:46:23.313933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'port_id': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'mac_address': 'fa:16:3e:b8:ac:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091a560-86de-4767-a80d-321e46e4694f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:46:23.334118 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (86d00f9c-ad74-47ed-b373-fce806b38fa7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.393675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:23.394080 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.406726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event updated for resources: {'Port': ['ID=8425e048-4810-4bd8-8ecd-11c678675eb2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:23.435818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5acce0-5dc0-40a9-b1dc-c71a3a63164e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:23.444225 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (28a56cb3-40a7-48d5-b00d-13e4d2da00d7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.467388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:23.474000 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.505569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d00f9c-ad74-47ed-b373-fce806b38fa7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:23.514399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.518957 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7086189 Feb 09 20:46:23.532564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5b87b-3c23-4d71-a3db-136c5667279e tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Pushing event updated for resources: {'Port': ['ID=c6fbacd2-ade7-47f9-9106-b77b084a493f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:23.560082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76b2123-ce98-47ba-8317-099ffd5dd7aa') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:23.560383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76b2123-ce98-47ba-8317-099ffd5dd7aa') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:23.574051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:46:23.581638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:23.583062 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.592402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f76b2123-ce98-47ba-8317-099ffd5dd7aa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.621828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f76b2123-ce98-47ba-8317-099ffd5dd7aa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.630019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdf112-e287-4f0c-a86a-6c4607a3d49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c590dbe0-183c-44aa-9ffc-f42f4f8e95b0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:23.631327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:46:23.631936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f76b2123-ce98-47ba-8317-099ffd5dd7aa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:46:23.633843 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:46:23.663363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Network af489e63-20e0-49ba-96f7-5b6663ddeba2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:23.688298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:23.688508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:23.702229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:23.775825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (86d00f9c-ad74-47ed-b373-fce806b38fa7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.785592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-37d11ec6-5636-404d-a281-76eec0ddabd8 service neutron] 10.222.0.13 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002598 Feb 09 20:46:23.786102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.794544 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] 10.222.0.102 "DELETE /v2.0/networks/86d00f9c-ad74-47ed-b373-fce806b38fa7 HTTP/1.1" status: 204 len: 168 time: 2.1497853 Feb 09 20:46:23.826431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa3044-5ba2-4f8d-9b2f-4615626c5d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=86d00f9c-ad74-47ed-b373-fce806b38fa7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:23.865568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['cc5acce0-5dc0-40a9-b1dc-c71a3a63164e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:23.923824 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:23.924158 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:23.944285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b27a7-3a61-4df8-8c57-15805a1e3ba0 req-7c17722f-80c5-49d9-95a4-b963f29b87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:23.945976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-374b27a7-3a61-4df8-8c57-15805a1e3ba0 req-7c17722f-80c5-49d9-95a4-b963f29b87a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 1132 time: 0.5297890 Feb 09 20:46:24.053363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d5916-83b5-432d-acaa-01cff4063bc0 req-6b37fbd4-4452-46b5-9766-e41d948aab19 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:24.060535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d26d5916-83b5-432d-acaa-01cff4063bc0 req-6b37fbd4-4452-46b5-9766-e41d948aab19 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 945 time: 0.5976987 Feb 09 20:46:24.071987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:24.072648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:24.159970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 5efce15c-8cd6-4307-9b2c-57b2991f1a41, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5efce15c-8cd6-4307-9b2c-57b2991f1a41,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:24.168580 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:24.196463 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-a226c9ed-10a4-4ada-87ad-5afacf1d19f8 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.6535223 Feb 09 20:46:24.239809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:24.303987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8609b2a5-11cb-46e1-87fa-82165c1a865b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0564787 Feb 09 20:46:24.334373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=5efce15c-8cd6-4307-9b2c-57b2991f1a41,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:24.381546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91152988-14e0-42ec-a21c-d7300ef75226 req-3f4c32f0-b594-4442-abab-a501853717e4 service neutron] 10.222.0.13 "GET /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758193 Feb 09 20:46:24.402808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:24.407658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-21d13802-d7a0-4c9d-92cc-e6f88171f9fd None None] Provisioning complete for port 8425e048-4810-4bd8-8ecd-11c678675eb2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:24.408322 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21d13802-d7a0-4c9d-92cc-e6f88171f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:24.420020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-374b27a7-3a61-4df8-8c57-15805a1e3ba0 req-b7b2f253-20cd-41a6-8b43-dc439d7ff064 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049871 Feb 09 20:46:24.482066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-29ad49ca-0b00-4861-b7ac-06c202c4388a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:24.485732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d246e21-35a5-4400-944e-6e1ec0adc60e req-29ad49ca-0b00-4861-b7ac-06c202c4388a tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2817593 Feb 09 20:46:24.509061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21d13802-d7a0-4c9d-92cc-e6f88171f9fd None None] Port 8425e048-4810-4bd8-8ecd-11c678675eb2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:24.525577 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d26d5916-83b5-432d-acaa-01cff4063bc0 req-3d3e9616-65a1-4c99-9208-b62414c912bd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610646 Feb 09 20:46:24.585438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52024) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:24.605398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8609d363-a4fe-4196-bf48-59fc188cbfb5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=61960c9fd5d549f8a836a3a4ac4bc97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413603 Feb 09 20:46:24.727612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:24.807082 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03c64fbf-956a-4661-a304-af2b2cc368f0 admin admin] Publish callbacks [] for security_group (bb8c9ec4-8a98-4951-bcd9-193a34aa50d4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:24.896415 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03c64fbf-956a-4661-a304-af2b2cc368f0 admin admin] Publish callbacks [] for security_group (bb8c9ec4-8a98-4951-bcd9-193a34aa50d4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:24.940536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f4a9b-6913-4cff-9d61-60d7569f65e0 req-4954b8be-4b98-4b31-a84b-87f7f057fb68 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:24.942876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-718f4a9b-6913-4cff-9d61-60d7569f65e0 req-4954b8be-4b98-4b31-a84b-87f7f057fb68 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 949 time: 0.2516196 Feb 09 20:46:24.983116 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03c64fbf-956a-4661-a304-af2b2cc368f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bb8c9ec4-8a98-4951-bcd9-193a34aa50d4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:24.986573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03c64fbf-956a-4661-a304-af2b2cc368f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:24.990718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03c64fbf-956a-4661-a304-af2b2cc368f0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/bb8c9ec4-8a98-4951-bcd9-193a34aa50d4 HTTP/1.1" status: 204 len: 168 time: 0.4039242 Feb 09 20:46:25.009134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c64fbf-956a-4661-a304-af2b2cc368f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8c9ec4-8a98-4951-bcd9-193a34aa50d4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:25.040775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624e2c-c45c-4128-a6fd-ac8240c41b27 req-9a464b4e-1088-4e14-9dec-d3e155755895 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:25.046261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624e2c-c45c-4128-a6fd-ac8240c41b27 req-9a464b4e-1088-4e14-9dec-d3e155755895 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:25.053867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624e2c-c45c-4128-a6fd-ac8240c41b27 req-9a464b4e-1088-4e14-9dec-d3e155755895 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:25.075707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624e2c-c45c-4128-a6fd-ac8240c41b27 req-9a464b4e-1088-4e14-9dec-d3e155755895 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:25.096569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624e2c-c45c-4128-a6fd-ac8240c41b27 req-9a464b4e-1088-4e14-9dec-d3e155755895 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:25.099964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61624e2c-c45c-4128-a6fd-ac8240c41b27 req-9a464b4e-1088-4e14-9dec-d3e155755895 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 3816 time: 0.4358921 Feb 09 20:46:25.114653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-718f4a9b-6913-4cff-9d61-60d7569f65e0 req-e09f141a-a7ca-4311-b864-fd7dc9dd7799 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604254 Feb 09 20:46:25.259267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61624e2c-c45c-4128-a6fd-ac8240c41b27 req-d16574dc-d9ef-41a1-be5a-996ed6783262 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521358 Feb 09 20:46:25.314870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efce15c-8cd6-4307-9b2c-57b2991f1a41'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:25.317199 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5146527c-48bd-4ba1-8ea6-87e26d54b96a" -d '{"events": [{"server_uuid": "d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02", "name": "network-vif-plugged", "status": "completed", "tag": "5efce15c-8cd6-4307-9b2c-57b2991f1a41"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:25.390913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:25.495675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cc113-1a20-4a14-8fc6-24049509109b req-aee4dc11-c891-4f84-aa98-977d986e71b2 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:25.512636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-376cc113-1a20-4a14-8fc6-24049509109b req-aee4dc11-c891-4f84-aa98-977d986e71b2 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1087687 Feb 09 20:46:25.696455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-376cc113-1a20-4a14-8fc6-24049509109b req-973a68c9-c74a-4557-8744-e63b20868f80 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.1827466 Feb 09 20:46:25.714232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-376cc113-1a20-4a14-8fc6-24049509109b req-8c9876ae-07c0-4aba-b772-7648c856603b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Request body: {'floatingip': {'port_id': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:25.853708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-network', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:25.882455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Made reservation on behalf of 21e0dba960864b8f94ae001d82c38c19 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:25.885407 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:25.900217 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-376cc113-1a20-4a14-8fc6-24049509109b req-8c9876ae-07c0-4aba-b772-7648c856603b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (28a56cb3-40a7-48d5-b00d-13e4d2da00d7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.097974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7b661d-aff1-4733-bd4c-2c061c16bf3a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:26.118342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Publish callbacks [] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.154420 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-376cc113-1a20-4a14-8fc6-24049509109b req-8c9876ae-07c0-4aba-b772-7648c856603b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 20:46:26.160416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Transition to ACTIVE for port object ac7b661d-aff1-4733-bd4c-2c061c16bf3a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:26.170308 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-376cc113-1a20-4a14-8fc6-24049509109b req-8c9876ae-07c0-4aba-b772-7648c856603b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "PUT /v2.0/floatingips/28a56cb3-40a7-48d5-b00d-13e4d2da00d7 HTTP/1.1" status: 409 len: 551 time: 0.4724567 Feb 09 20:46:26.172049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.185243 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.249904 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a7aa9f-1578-4831-902d-aef1d325c7ca x-openstack-request-id: req-42a7aa9f-1578-4831-902d-aef1d325c7ca {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:26.250208 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02", "name": "network-vif-plugged", "status": "completed", "tag": "5efce15c-8cd6-4307-9b2c-57b2991f1a41", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:26.250528 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-42a7aa9f-1578-4831-902d-aef1d325c7ca {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:26.250840 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efce15c-8cd6-4307-9b2c-57b2991f1a41', 'code': 200} Feb 09 20:46:26.328182 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.350312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Pushing event updated for resources: {'Port': ['ID=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:26.400706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Publish callbacks [] for security_group (bc28fed4-c670-43e8-9ec2-760a714bf755), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.440838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bc28fed4-c670-43e8-9ec2-760a714bf755), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.455310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:46:26.469044 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (044bc789-d70e-4303-a8a5-9e4260861270), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.469428 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Added segment 044bc789-d70e-4303-a8a5-9e4260861270 of type vlan for network 15fbfbd3-17ea-47ff-b875-952132198419 Feb 09 20:46:26.487547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d5796-bb10-4003-8e25-487d41a22270 req-4c7509d5-2c8c-4644-8cc6-7582e6df3cc0 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:26.489726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-357d5796-bb10-4003-8e25-487d41a22270 req-4c7509d5-2c8c-4644-8cc6-7582e6df3cc0 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 944 time: 0.3230996 Feb 09 20:46:26.528428 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (15fbfbd3-17ea-47ff-b875-952132198419), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.584426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:26.602233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc28fed4-c670-43e8-9ec2-760a714bf755,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:26.606386 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (15fbfbd3-17ea-47ff-b875-952132198419), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.607298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:26.623479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:26.780755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Attempting to bind port ac7b661d-aff1-4733-bd4c-2c061c16bf3a on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:26.789830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Attempting to bind port ac7b661d-aff1-4733-bd4c-2c061c16bf3a by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:26.790238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Attempting to bind port ac7b661d-aff1-4733-bd4c-2c061c16bf3a on network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:26.800546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a0551-4a95-4068-84e2-e34610af36c6 req-fe8a01e8-aa82-409a-bb0a-42edcce24a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:26.810293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-332a0551-4a95-4068-84e2-e34610af36c6 req-fe8a01e8-aa82-409a-bb0a-42edcce24a68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 1129 time: 0.3182456 Feb 09 20:46:26.832808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] Pushing event updated for resources: {'Network': ['ID=15fbfbd3-17ea-47ff-b875-952132198419,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:26.842111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-357d5796-bb10-4003-8e25-487d41a22270 req-3e0ac9ee-2915-49ef-9f9a-5be3aba27607 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098824 Feb 09 20:46:26.854937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 15fbfbd3-17ea-47ff-b875-952132198419 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:46:26.869103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Port ac7b661d-aff1-4733-bd4c-2c061c16bf3a on network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:26.874813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Attempting to bind port ac7b661d-aff1-4733-bd4c-2c061c16bf3a on network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:26.886227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b44b8a63-fe7e-412f-b092-c829e3d1de69 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4913948 Feb 09 20:46:26.904604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:26.908063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421e1e7-5bb5-48fa-b9b4-724b0c8c7ed1 req-0edd50ea-118b-48f6-ab35-6be2f55baa12 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:26.909632 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d421e1e7-5bb5-48fa-b9b4-724b0c8c7ed1 req-0edd50ea-118b-48f6-ab35-6be2f55baa12 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 946 time: 0.5072582 Feb 09 20:46:26.924391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1480027470-network', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:26.946753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Request body: {'subnet': {'network_id': '15fbfbd3-17ea-47ff-b875-952132198419', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-subnet', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:26.959269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:26.959611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Checking segment: {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:26.960034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Bound using segment: {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:26.960486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Bound port: ac7b661d-aff1-4733-bd4c-2c061c16bf3a, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e99954-a600-4d67-a08a-92f4bee679bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:26.961127 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.058595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Made reservation on behalf of f845bbcd2d304938b56862afc5cac6f4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:27.060908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.063139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d421e1e7-5bb5-48fa-b9b4-724b0c8c7ed1 req-c24a76ca-510b-4093-93d6-ace5e731cafb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449718 Feb 09 20:46:27.093503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cc5acce0-5dc0-40a9-b1dc-c71a3a63164e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:27.104481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:27.125664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Made reservation on behalf of 21e0dba960864b8f94ae001d82c38c19 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:27.132708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.151790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-332a0551-4a95-4068-84e2-e34610af36c6 req-a22954cd-04c8-4341-abe8-dc31ebd0b3fb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077815 Feb 09 20:46:27.168446 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.233336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:46:27.240141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:27.242114 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.251348 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-c07f4357-9da9-4168-a6ef-b6c9ba016cd9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips/28a56cb3-40a7-48d5-b00d-13e4d2da00d7 HTTP/1.1" status: 200 len: 693 time: 0.1231050 Feb 09 20:46:27.331338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] For port ac7b661d-aff1-4733-bd4c-2c061c16bf3a, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:27.336386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] For port ac7b661d-aff1-4733-bd4c-2c061c16bf3a, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:27.361978 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.398126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49c64d5-6174-4796-8e54-c0f676876384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.431130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:27.431759 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.449227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56aad1-adfd-43ce-bc04-2d42db0a3e6a req-d47bd63e-d626-4417-b57e-3460b0931bbc tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:27.455829 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa56aad1-adfd-43ce-bc04-2d42db0a3e6a req-d47bd63e-d626-4417-b57e-3460b0931bbc tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 949 time: 0.4879458 Feb 09 20:46:27.495714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:27.500641 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.542535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Publish callbacks [] for security_group (9903d377-4e1d-49f4-8008-78e7a8a384af), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.563176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:27.582765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2a3b56f5-f014-4fac-9467-ba079870f67d tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:27.584367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2a3b56f5-f014-4fac-9467-ba079870f67d tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.3315678 Feb 09 20:46:27.613873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9903d377-4e1d-49f4-8008-78e7a8a384af), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.658222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-b79854b8-7194-464c-8feb-0ad94ce199b1 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.0641334 Feb 09 20:46:27.670565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:27.671202 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.673005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] 10.222.0.13 "PUT /v2.0/ports/ac7b661d-aff1-4733-bd4c-2c061c16bf3a HTTP/1.1" status: 200 len: 1092 time: 3.3460064 Feb 09 20:46:27.679188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:27.681677 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43" -d '{"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:27.756431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa56aad1-adfd-43ce-bc04-2d42db0a3e6a req-05cfb9e4-b6e7-4836-a16d-91ebbe46b27a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733022 Feb 09 20:46:27.761767 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-0e0edf85-9c0d-463f-8e79-0f8c029f4d07 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.1024294 Feb 09 20:46:27.771176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f4a240a3-7026-41ce-829d-8aa0f79e6b81 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:46:27.775279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f4a240a3-7026-41ce-829d-8aa0f79e6b81 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495050 Feb 09 20:46:27.801906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:27.810657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:46:27.859861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340242a6-decb-4a4d-88d5-c505ac5346ec service neutron] Pushing event updated for resources: {'Port': ['ID=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:27.865560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (488002f1-9545-4007-8543-46e33757d58d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.865914 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Added segment 488002f1-9545-4007-8543-46e33757d58d of type vlan for network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 Feb 09 20:46:27.881184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9903d377-4e1d-49f4-8008-78e7a8a384af,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:27.901032 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49c64d5-6174-4796-8e54-c0f676876384 admin admin] Publish callbacks [] for security_group (8cd9b10c-d442-407c-bc45-186a83334e8a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:27.918930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f49c64d5-6174-4796-8e54-c0f676876384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8cd9b10c-d442-407c-bc45-186a83334e8a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.044941 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f49c64d5-6174-4796-8e54-c0f676876384 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=068047b3a3e446d6b35f3fc260e2d28c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9390211 Feb 09 20:46:28.048195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:28.058626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c64d5-6174-4796-8e54-c0f676876384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd9b10c-d442-407c-bc45-186a83334e8a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:28.119151 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9c32e783-53e9-4c80-a9d8-5b1efc43f362), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.134146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.154442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Deleting port c6fbacd2-ade7-47f9-9106-b77b084a493f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:28.154846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c6fbacd2-ade7-47f9-9106-b77b084a493f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.171827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5185-50c1-45b5-8585-9645b30d52af admin admin] Publish callbacks [] for security_group (8cd9b10c-d442-407c-bc45-186a83334e8a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.252176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:28.258576 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5b07f5-fa4d-473b-87ef-92e88af09f84" -d '{"events": [{"server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "name": "network-vif-plugged", "status": "completed", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:28.272353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c6fbacd2-ade7-47f9-9106-b77b084a493f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.273074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (c6fbacd2-ade7-47f9-9106-b77b084a493f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.279618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bf2f0-67ea-48dd-814f-8a9e0ded18d9 req-740f3bf2-90d0-4976-8631-de112c503255 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:28.285021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bf2f0-67ea-48dd-814f-8a9e0ded18d9 req-740f3bf2-90d0-4976-8631-de112c503255 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:28.289286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Calling delete_port for c6fbacd2-ade7-47f9-9106-b77b084a493f owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:28.290921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bf2f0-67ea-48dd-814f-8a9e0ded18d9 req-740f3bf2-90d0-4976-8631-de112c503255 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:28.296529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bf2f0-67ea-48dd-814f-8a9e0ded18d9 req-740f3bf2-90d0-4976-8631-de112c503255 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:28.309556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bf2f0-67ea-48dd-814f-8a9e0ded18d9 req-740f3bf2-90d0-4976-8631-de112c503255 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:28.311426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e54bf2f0-67ea-48dd-814f-8a9e0ded18d9 req-740f3bf2-90d0-4976-8631-de112c503255 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 3828 time: 0.4026685 Feb 09 20:46:28.330395 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (719c44f8-7fc3-4ef1-8c65-1a02bb458529), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.390311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9c32e783-53e9-4c80-a9d8-5b1efc43f362), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.391283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:28.391903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.580079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c6fbacd2-ade7-47f9-9106-b77b084a493f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.658200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0487661 Feb 09 20:46:28.667311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:28.668004 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5185-50c1-45b5-8585-9645b30d52af admin admin] Publish callbacks [] for security_group (8cd9b10c-d442-407c-bc45-186a83334e8a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.672696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Pushing event deleted for resources: {'Port': ['ID=c6fbacd2-ade7-47f9-9106-b77b084a493f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:28.680587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Request body: {'subnet': {'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-subnet', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:28.722101 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e54bf2f0-67ea-48dd-814f-8a9e0ded18d9 req-0029a525-6384-41a0-8593-a8e4aa755a17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4024255 Feb 09 20:46:28.723300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=719c44f8-7fc3-4ef1-8c65-1a02bb458529,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:28.741169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5efa3-8234-4729-9e55-8ecbc6168359 admin admin] Pushing event updated for resources: {'Network': ['ID=9c32e783-53e9-4c80-a9d8-5b1efc43f362,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:28.752462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:46:28.847039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5185-50c1-45b5-8585-9645b30d52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8cd9b10c-d442-407c-bc45-186a83334e8a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.850859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ddb5185-50c1-45b5-8585-9645b30d52af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.852165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ddb5185-50c1-45b5-8585-9645b30d52af admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8cd9b10c-d442-407c-bc45-186a83334e8a HTTP/1.1" status: 204 len: 168 time: 0.8028293 Feb 09 20:46:28.868668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb5185-50c1-45b5-8585-9645b30d52af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd9b10c-d442-407c-bc45-186a83334e8a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:28.902719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (28a56cb3-40a7-48d5-b00d-13e4d2da00d7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.905349 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:28.906510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1b3175-e551-4a71-be78-257cfa9fd062 req-2f739a2b-a94b-405f-9c35-d0f11723642c tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "DELETE /v2.0/floatingips/28a56cb3-40a7-48d5-b00d-13e4d2da00d7 HTTP/1.1" status: 204 len: 173 time: 1.1373539 Feb 09 20:46:29.081105 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0111fd-a0f1-4f1e-95df-8b079784b955 x-openstack-request-id: req-7e0111fd-a0f1-4f1e-95df-8b079784b955 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:29.081527 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:29.081853 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7e0111fd-a0f1-4f1e-95df-8b079784b955 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:29.082361 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'status': 'completed', 'code': 200} Feb 09 20:46:29.100682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Made reservation on behalf of f845bbcd2d304938b56862afc5cac6f4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:29.103426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.188173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff565ef-5191-4767-866b-40c88734d941 req-01030ea4-d42c-4549-a439-39de45a4fd0c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:29.189738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eff565ef-5191-4767-866b-40c88734d941 req-01030ea4-d42c-4549-a439-39de45a4fd0c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 0.1113329 Feb 09 20:46:29.235738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Checking segment: {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:29.236558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Network hostable DHCP agents. Network: 15fbfbd3-17ea-47ff-b875-952132198419, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:46:29.274445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-8a01a964-8300-4ee6-85e2-02afcb85ba11 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:29.279183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-8a01a964-8300-4ee6-85e2-02afcb85ba11 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 946 time: 0.7738495 Feb 09 20:46:29.318939 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eff565ef-5191-4767-866b-40c88734d941 req-bf186c53-0d2e-441c-849c-278267963ec1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140563 Feb 09 20:46:29.320126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:29.355082 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93d4e57c-2f43-4c82-a4df-1c5c38c85e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.527218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6235643-4679-42e1-9c77-91a2c653046c req-e1378572-c3f0-4d8b-8a86-050c2a97a8fa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:29.529260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6235643-4679-42e1-9c77-91a2c653046c req-e1378572-c3f0-4d8b-8a86-050c2a97a8fa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 946 time: 0.1035664 Feb 09 20:46:29.540936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:29.553790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Publish callbacks [] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.563296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93d4e57c-2f43-4c82-a4df-1c5c38c85e1e admin admin] Publish callbacks [] for security_group (257a919c-5657-4590-b27f-99112d9c868f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.576401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Transition to ACTIVE for port object 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:29.599246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6235643-4679-42e1-9c77-91a2c653046c req-e4b34954-c159-48c7-ac17-b64cac28e8cd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633497 Feb 09 20:46:29.600427 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93d4e57c-2f43-4c82-a4df-1c5c38c85e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (257a919c-5657-4590-b27f-99112d9c868f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.609904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (26453275-6449-449d-a620-69f17df432c8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.617661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.634311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-93d4e57c-2f43-4c82-a4df-1c5c38c85e1e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5365ad4279034486b2644b6224745458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130982 Feb 09 20:46:29.639435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:29.709774 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97ee6f2-99ca-4f25-b5ee-99174d7604fd x-openstack-request-id: req-d97ee6f2-99ca-4f25-b5ee-99174d7604fd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:29.710382 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "name": "network-vif-plugged", "status": "completed", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:29.711713 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d97ee6f2-99ca-4f25-b5ee-99174d7604fd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:29.712355 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'code': 200} Feb 09 20:46:29.720924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4e57c-2f43-4c82-a4df-1c5c38c85e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257a919c-5657-4590-b27f-99112d9c868f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:29.812975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26453275-6449-449d-a620-69f17df432c8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:29.862950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b02cc7-fb48-4930-95bf-68bcae169394 admin admin] Publish callbacks [] for security_group (257a919c-5657-4590-b27f-99112d9c868f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.912788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b02cc7-fb48-4930-95bf-68bcae169394 admin admin] Publish callbacks [] for security_group (257a919c-5657-4590-b27f-99112d9c868f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:29.918752 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-446f4916-a8da-47f3-9df8-2831d889d4c2 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 1001 time: 0.1585023 Feb 09 20:46:29.927482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Network 15fbfbd3-17ea-47ff-b875-952132198419 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:46:29.976367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-b4f11926-ddc8-4def-ae6a-0c328e3686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:29.977020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-b4f11926-ddc8-4def-ae6a-0c328e3686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:29.978361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-b4f11926-ddc8-4def-ae6a-0c328e3686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:29.978911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-b4f11926-ddc8-4def-ae6a-0c328e3686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:29.979446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-b4f11926-ddc8-4def-ae6a-0c328e3686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:29.984377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-b4f11926-ddc8-4def-ae6a-0c328e3686b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 4395 time: 0.9093442 Feb 09 20:46:29.999382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 15fbfbd3-17ea-47ff-b875-952132198419) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:30.014926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970d188-d81e-4b51-aadd-f8cc6eb8da9c None None] Network 15fbfbd3-17ea-47ff-b875-952132198419 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:46:30.043771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:30.046236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:30.060710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-4259796f-d8ea-4a44-9aba-5a892f385daf tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:30.063170 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-4259796f-d8ea-4a44-9aba-5a892f385daf tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports/eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 200 len: 943 time: 0.1359951 Feb 09 20:46:30.101363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Pushing event updated for resources: {'Port': ['ID=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:30.102490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b02cc7-fb48-4930-95bf-68bcae169394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (257a919c-5657-4590-b27f-99112d9c868f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:30.108291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b02cc7-fb48-4930-95bf-68bcae169394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:30.113059 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-41b02cc7-fb48-4930-95bf-68bcae169394 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/257a919c-5657-4590-b27f-99112d9c868f HTTP/1.1" status: 204 len: 168 time: 0.4683175 Feb 09 20:46:30.126848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b02cc7-fb48-4930-95bf-68bcae169394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257a919c-5657-4590-b27f-99112d9c868f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:30.227553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f72cfcf-cd4b-43d2-8ab3-f58fe53bc04d admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2923670 Feb 09 20:46:30.240996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:30.245599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:30.270790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-15fbfbd3-17ea-47ff-b875-952132198419', 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419', 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'fixed_ips': [{'subnet_id': '719c44f8-7fc3-4ef1-8c65-1a02bb458529'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:46:30.273033 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:30.273704 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (0be2f968-3242-4ecc-8ddc-93c241d9bec9), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:30.274869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (0be2f968-3242-4ecc-8ddc-93c241d9bec9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:30.320336 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-1c03563c-27cb-4ffc-9075-a87c4bf2b8a7 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 1001 time: 0.1590569 Feb 09 20:46:30.349985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82acce1-1e70-40a9-9568-5bf64d6b9203 req-9adb99c0-d216-452e-8951-44679dda1e88 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:30.352077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f82acce1-1e70-40a9-9568-5bf64d6b9203 req-9adb99c0-d216-452e-8951-44679dda1e88 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 950 time: 1.1237330 Feb 09 20:46:30.393029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Checking segment: {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:30.393390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Network hostable DHCP agents. Network: 9c32e783-53e9-4c80-a9d8-5b1efc43f362, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:46:30.431796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b49508-f91f-40db-bcf2-f6a5cd2ed826 req-e01adc24-cc0c-4e9e-a0ca-346733301cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:30.433789 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42b49508-f91f-40db-bcf2-f6a5cd2ed826 req-e01adc24-cc0c-4e9e-a0ca-346733301cde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 1128 time: 0.5953789 Feb 09 20:46:30.577964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-949fe57e-0921-47b0-a086-b06077f8da0b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:30.579506 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-949fe57e-0921-47b0-a086-b06077f8da0b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.2461534 Feb 09 20:46:30.590626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks [] for router_controller (0be2f968-3242-4ecc-8ddc-93c241d9bec9), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:30.709661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Allocated IP 172.20.0.2 (15fbfbd3-17ea-47ff-b875-952132198419/719c44f8-7fc3-4ef1-8c65-1a02bb458529/4dc6869b-cc31-4df5-94ea-7842e24a8df7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:30.932821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:46:30.944966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Deleting port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:30.945907 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.070690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] For port 5efce15c-8cd6-4307-9b2c-57b2991f1a41, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5efce15c-8cd6-4307-9b2c-57b2991f1a41,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:31.072372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.088807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Calling delete_port for 5efce15c-8cd6-4307-9b2c-57b2991f1a41 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:31.105241 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Publish callbacks [] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.118506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.147517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 9c32e783-53e9-4c80-a9d8-5b1efc43f362) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:31.156661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-09c5c0af-2cc1-480c-a430-c5d93e9bd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:31.157134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-09c5c0af-2cc1-480c-a430-c5d93e9bd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:31.157602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-09c5c0af-2cc1-480c-a430-c5d93e9bd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:31.159294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-09c5c0af-2cc1-480c-a430-c5d93e9bd70e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1485848 Feb 09 20:46:31.193896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:31.196332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.202755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f82acce1-1e70-40a9-9568-5bf64d6b9203 req-2c22c454-80f2-4783-a811-87fb3d6a487f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8172793 Feb 09 20:46:31.203458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Attempting to bind port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:31.203835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Attempting to bind port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:31.204162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Attempting to bind port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:31.205866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Pushing event updated for resources: {'Port': ['ID=4dc6869b-cc31-4df5-94ea-7842e24a8df7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:31.210277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab6f071-1412-474c-93aa-760728156cfb None None] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:46:31.300112 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:46:31.369244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Network 15fbfbd3-17ea-47ff-b875-952132198419 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:31.387131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:46:31.388566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.390812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:31.399187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:31.493284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 on network 92b62048-2f94-491d-9b57-9192fbd55b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:31.493846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Attempting to bind port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:31.544063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42b49508-f91f-40db-bcf2-f6a5cd2ed826 req-84c7b3d3-e8ac-47f2-a6ca-a0be6cbd4170 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0939159 Feb 09 20:46:31.607271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Allocated IP 172.20.0.2 (9c32e783-53e9-4c80-a9d8-5b1efc43f362/26453275-6449-449d-a620-69f17df432c8/f73ad675-9d9f-4871-89e4-e829eaa38b32) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:31.634034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:31.634330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Checking segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:31.634759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Bound using segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:31.635226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Bound port: 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:31.635599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.784447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-a77be0f8-21c8-4da0-a491-444ddb893116 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 1001 time: 1.1923470 Feb 09 20:46:31.795741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] For port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:31.799245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] For port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:31.806557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cce1fb0a-d95a-4ab3-9a31-7628d6d78317 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1340945 Feb 09 20:46:31.811092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:31.828462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks [] for router_gateway (0be2f968-3242-4ecc-8ddc-93c241d9bec9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.837436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:31.848876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:31.926266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:32.017243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:32.017877 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.023906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 HTTP/1.1" status: 200 len: 1131 time: 4.2423503 Feb 09 20:46:32.024696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': '254c518b-69b5-4f3d-b4a2-ee8203c9c3e5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:32.033731 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149653f0-a854-4e28-a25f-fe07b04b1747" -d '{"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "254c518b-69b5-4f3d-b4a2-ee8203c9c3e5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:32.043563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Pushing event updated for resources: {'Port': ['ID=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:32.174815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (41bbd874-9952-4442-814b-59766b5167a0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.192113 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (41bbd874-9952-4442-814b-59766b5167a0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.226249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:32.249964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (51b3c346-bedb-4213-aad1-d7fe80bf2a5f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.310722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.311161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.311532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.311891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.312233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.312571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.312908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.313237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.313568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.313898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.314228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.314564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.314931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f163550-a20b-4a6f-9aa9-faa2a90634f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:32.423392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4ffc3-c55f-486a-a12c-aae7435182f8 req-a0fe569d-3447-41c3-9737-2adfc3093b1c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:32.427167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Attempting to bind port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:32.427859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Attempting to bind port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:32.435797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4ffc3-c55f-486a-a12c-aae7435182f8 req-a0fe569d-3447-41c3-9737-2adfc3093b1c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:32.440045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Attempting to bind port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 on network 15fbfbd3-17ea-47ff-b875-952132198419 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:32.444117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4ffc3-c55f-486a-a12c-aae7435182f8 req-a0fe569d-3447-41c3-9737-2adfc3093b1c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:32.445586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Publish callbacks [] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.453364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4ffc3-c55f-486a-a12c-aae7435182f8 req-a0fe569d-3447-41c3-9737-2adfc3093b1c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:32.460408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4ffc3-c55f-486a-a12c-aae7435182f8 req-a0fe569d-3447-41c3-9737-2adfc3093b1c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:32.466949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4ffc3-c55f-486a-a12c-aae7435182f8 req-a0fe569d-3447-41c3-9737-2adfc3093b1c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:32.469371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73c4ffc3-c55f-486a-a12c-aae7435182f8 req-a0fe569d-3447-41c3-9737-2adfc3093b1c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 4600 time: 1.0015571 Feb 09 20:46:32.487912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:32.488835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Checking segment: {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:32.489247 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.489645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Bound using segment: {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:32.490164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Bound port: 4dc6869b-cc31-4df5-94ea-7842e24a8df7, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:32.490518 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.492702 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.493332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-32615d5f-5f3a-4cdc-b25b-e0117bbc7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:32.496206 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d7b808d-774c-4ac8-9f4b-fa3d26492d43 req-32615d5f-5f3a-4cdc-b25b-e0117bbc7b23 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3046374 Feb 09 20:46:32.543481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks [] for router_controller (41bbd874-9952-4442-814b-59766b5167a0), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.565454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5efce15c-8cd6-4307-9b2c-57b2991f1a41), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.594059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['5efce15c-8cd6-4307-9b2c-57b2991f1a41'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:32.702448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.726196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event deleted for resources: {'Port': ['ID=5efce15c-8cd6-4307-9b2c-57b2991f1a41,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:32.745785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:32.772449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:32.782822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73c4ffc3-c55f-486a-a12c-aae7435182f8 req-df2773c4-88c0-404e-a51b-c00e95b1ee78 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3005199 Feb 09 20:46:32.787092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:32.808827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] For port 4dc6869b-cc31-4df5-94ea-7842e24a8df7, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:32.812171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Pushing event updated for resources: {'Port': ['ID=f73ad675-9d9f-4871-89e4-e829eaa38b32,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:32.897761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] For port 4dc6869b-cc31-4df5-94ea-7842e24a8df7, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4dc6869b-cc31-4df5-94ea-7842e24a8df7,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:32.947299 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.966137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] No DVR routers for this DVR port 5efce15c-8cd6-4307-9b2c-57b2991f1a41 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:46:32.987285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:32.995822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa165-123b-4dbb-ae36-2a6b08181351 req-05d2e84f-24b7-441e-9810-6cd39039cc69 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "DELETE /v2.0/ports/5efce15c-8cd6-4307-9b2c-57b2991f1a41 HTTP/1.1" status: 204 len: 173 time: 3.4166739 Feb 09 20:46:33.011022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Attempting to bind port f73ad675-9d9f-4871-89e4-e829eaa38b32 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:33.016225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Attempting to bind port f73ad675-9d9f-4871-89e4-e829eaa38b32 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:33.016864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Attempting to bind port f73ad675-9d9f-4871-89e4-e829eaa38b32 on network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:33.019279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.049851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:33.060412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Checking segment: {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:33.062399 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.064202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Bound using segment: {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:33.067184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Bound port: f73ad675-9d9f-4871-89e4-e829eaa38b32, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:33.068324 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.176137 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (51b3c346-bedb-4213-aad1-d7fe80bf2a5f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.176568 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Floating IP 51b3c346-bedb-4213-aad1-d7fe80bf2a5f disassociated. External IP: 172.25.4.29, port: eee82356-ebf3-4329-bfff-22ffa15356e8. Feb 09 20:46:33.190564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41f369-c5e0-45ae-aa86-5d5160813b9d None None] Pushing event updated for resources: {'Port': ['ID=4dc6869b-cc31-4df5-94ea-7842e24a8df7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:33.243536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f508ad3-5107-4170-936b-f4c655420bea req-b8f74047-a1b5-4253-be67-959bdf2b73a1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:33.246038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f508ad3-5107-4170-936b-f4c655420bea req-b8f74047-a1b5-4253-be67-959bdf2b73a1 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 0.2493117 Feb 09 20:46:33.385667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] For port f73ad675-9d9f-4871-89e4-e829eaa38b32, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:33.389850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] For port f73ad675-9d9f-4871-89e4-e829eaa38b32, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f73ad675-9d9f-4871-89e4-e829eaa38b32,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:33.406366 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.411479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f508ad3-5107-4170-936b-f4c655420bea req-3d422603-5c1c-405e-ae71-584f67513fb6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517503 Feb 09 20:46:33.589598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks [] for router_gateway (41bbd874-9952-4442-814b-59766b5167a0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.599384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adaca8-377f-4d51-9bfc-40ccc27f694a None None] Pushing event updated for resources: {'Port': ['ID=f73ad675-9d9f-4871-89e4-e829eaa38b32,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:33.632565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c4531d-8046-408e-b1be-48703d926f9b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:33.671088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Publish callbacks [] for port (b6c4531d-8046-408e-b1be-48703d926f9b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.710858 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a088970-e5cf-494c-b116-80a0201bdb8e req-35684108-4415-4306-833d-b8f9dca73bd3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 210 time: 0.0650437 Feb 09 20:46:33.756886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Transition to ACTIVE for port object b6c4531d-8046-408e-b1be-48703d926f9b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:33.787035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2bd2ed7-f512-48d2-af03-a68794576d01 req-48de7f04-e818-483a-b5b8-51ce42a423e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 210 time: 0.4469738 Feb 09 20:46:33.787472 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.808398 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks [] for router_gateway (0be2f968-3242-4ecc-8ddc-93c241d9bec9), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.869573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:33.932575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Pushing event updated for resources: {'Port': ['ID=b6c4531d-8046-408e-b1be-48703d926f9b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:34.162362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd2ed7-f512-48d2-af03-a68794576d01 req-86b78d5e-b2f3-4a6b-b8cb-e8e4b9df9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:34.164139 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2bd2ed7-f512-48d2-af03-a68794576d01 req-86b78d5e-b2f3-4a6b-b8cb-e8e4b9df9aa8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3659730 Feb 09 20:46:34.300583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Attempting to bind port b6c4531d-8046-408e-b1be-48703d926f9b on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:34.301457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Attempting to bind port b6c4531d-8046-408e-b1be-48703d926f9b by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:34.301795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Attempting to bind port b6c4531d-8046-408e-b1be-48703d926f9b on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:34.377943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Port b6c4531d-8046-408e-b1be-48703d926f9b on network 92b62048-2f94-491d-9b57-9192fbd55b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:34.378273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Attempting to bind port b6c4531d-8046-408e-b1be-48703d926f9b on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:34.391239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:34.391593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Checking segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:34.392237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Bound using segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:34.392955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Bound port: b6c4531d-8046-408e-b1be-48703d926f9b, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:34.393079 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:34.530728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd2ed7-f512-48d2-af03-a68794576d01 req-f8e0dfef-8b56-4086-8622-c579c502db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:34.532279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2bd2ed7-f512-48d2-af03-a68794576d01 req-f8e0dfef-8b56-4086-8622-c579c502db1d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3605275 Feb 09 20:46:34.571663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Router d9ff59f6-47e4-41ab-b501-31e0733044a5 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:46:34.602502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] For port b6c4531d-8046-408e-b1be-48703d926f9b, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:34.606288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] For port b6c4531d-8046-408e-b1be-48703d926f9b, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b6c4531d-8046-408e-b1be-48703d926f9b,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:34.615355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46824ea6-c411-4c7e-b647-27dacfe41536 req-ecd9cb63-9480-4484-84d4-e289e5c01cb6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:34.624270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46824ea6-c411-4c7e-b647-27dacfe41536 req-ecd9cb63-9480-4484-84d4-e289e5c01cb6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:34.625968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46824ea6-c411-4c7e-b647-27dacfe41536 req-ecd9cb63-9480-4484-84d4-e289e5c01cb6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b&device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 1690 time: 0.1978621 Feb 09 20:46:34.633554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:34.716809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:34.717718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:34.719373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-abefff09-880f-4524-a920-01bba3b238ac service neutron] 10.222.0.13 "PUT /v2.0/ports/b6c4531d-8046-408e-b1be-48703d926f9b HTTP/1.1" status: 200 len: 1130 time: 2.5279369 Feb 09 20:46:34.756424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefff09-880f-4524-a920-01bba3b238ac service neutron] Pushing event updated for resources: {'Port': ['ID=b6c4531d-8046-408e-b1be-48703d926f9b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:34.781917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:34.799908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46824ea6-c411-4c7e-b647-27dacfe41536 req-411dd815-1916-430c-b453-dd2779bd0a6c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635079 Feb 09 20:46:34.820508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Allocated IP 172.25.4.149 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/faddfafb-5a74-4b49-95ae-1c47e14bcdca) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:34.970919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.262951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bd08a7-e05c-46ed-9967-fd07fb7cb22f None None] Network 15fbfbd3-17ea-47ff-b875-952132198419 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:46:35.379188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4dc6869b-cc31-4df5-94ea-7842e24a8df7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:35.514317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-68a32036-f5c6-4df9-8d71-f587730fa460 None None] Provisioning complete for port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:35.528261 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks [] for router_gateway (41bbd874-9952-4442-814b-59766b5167a0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.530665 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68a32036-f5c6-4df9-8d71-f587730fa460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.599917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.656996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:35.667241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Publish callbacks [] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.685064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Transition to ACTIVE for port object fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:35.701814 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebffd5b-075f-4c36-9c10-5d4b885aa56a x-openstack-request-id: req-6ebffd5b-075f-4c36-9c10-5d4b885aa56a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:35.702107 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "254c518b-69b5-4f3d-b4a2-ee8203c9c3e5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:35.702365 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6ebffd5b-075f-4c36-9c10-5d4b885aa56a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:35.702772 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': '254c518b-69b5-4f3d-b4a2-ee8203c9c3e5', 'status': 'completed', 'code': 200} Feb 09 20:46:35.705690 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.755575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bcb534-9a02-4bcf-b914-88623bb24145 None None] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:46:35.788786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:46:35.794346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.800631 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] Sync routers for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:46:35.817480 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:35.818629 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:35.847577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-68a32036-f5c6-4df9-8d71-f587730fa460 None None] Current status of the port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:35.850618 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68a32036-f5c6-4df9-8d71-f587730fa460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.939775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks [] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:35.981179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Pushing event updated for resources: {'Port': ['ID=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:36.004526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-26d0ae0d-3c84-4997-9958-1ca73542bf13 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "PUT /v2.0/floatingips/51b3c346-bedb-4213-aad1-d7fe80bf2a5f HTTP/1.1" status: 200 len: 694 time: 4.2056718 Feb 09 20:46:36.015618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:36.020867 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:36.081166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:36.084109 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d366b241-18ec-46de-928a-f1c9ca7b4cde" -d '{"events": [{"name": "network-changed", "server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:36.115535 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:36.117386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-8f931d45-1b99-462e-a056-2b0914b2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.118034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-8f931d45-1b99-462e-a056-2b0914b2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.118531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-8f931d45-1b99-462e-a056-2b0914b2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.119575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-8f931d45-1b99-462e-a056-2b0914b2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.120092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-8f931d45-1b99-462e-a056-2b0914b2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.120571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-8f931d45-1b99-462e-a056-2b0914b2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.121049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-8f931d45-1b99-462e-a056-2b0914b2134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.125091 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-8f931d45-1b99-462e-a056-2b0914b2134c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6330 time: 0.4366739 Feb 09 20:46:36.185729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-3f72464d-d2a6-49d3-a745-8805d11fc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.196272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-3f72464d-d2a6-49d3-a745-8805d11fc998 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3a2c6689038746ecbecded721fca5ac0&device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 1129 time: 0.1908393 Feb 09 20:46:36.251139 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:36.262352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2bd2ed7-f512-48d2-af03-a68794576d01 req-7fe96825-0b83-4208-85e3-5fbe904ed93b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02 HTTP/1.1" status: 200 len: 210 time: 0.1726613 Feb 09 20:46:36.271628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-68a32036-f5c6-4df9-8d71-f587730fa460 None None] For port 4dc6869b-cc31-4df5-94ea-7842e24a8df7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4dc6869b-cc31-4df5-94ea-7842e24a8df7,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:36.343192 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68a32036-f5c6-4df9-8d71-f587730fa460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:36.415550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Attempting to bind port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:36.417911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Attempting to bind port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:36.418281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Attempting to bind port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:36.459867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 on network 92b62048-2f94-491d-9b57-9192fbd55b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:36.460200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Attempting to bind port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:36.562980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-0d135739-56d0-4c19-95f5-c742b257a76e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.574978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-0d135739-56d0-4c19-95f5-c742b257a76e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.580537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-0d135739-56d0-4c19-95f5-c742b257a76e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.597109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-0d135739-56d0-4c19-95f5-c742b257a76e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.613650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-0d135739-56d0-4c19-95f5-c742b257a76e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.626852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-0d135739-56d0-4c19-95f5-c742b257a76e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.631713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:36.634750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f73ad675-9d9f-4871-89e4-e829eaa38b32 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:36.639490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a32036-f5c6-4df9-8d71-f587730fa460 None None] Pushing event updated for resources: {'Port': ['ID=4dc6869b-cc31-4df5-94ea-7842e24a8df7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:36.648677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-0d135739-56d0-4c19-95f5-c742b257a76e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.665138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-0d135739-56d0-4c19-95f5-c742b257a76e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5383 time: 0.6141400 Feb 09 20:46:36.692187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:36.692556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Checking segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:36.695227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Bound using segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:36.695800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Bound port: fa7b25f0-cc5c-40db-90a0-46b1c8504ef8, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:36.696190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:36.699166 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:39Z', 'revision_number': 5, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:36.731312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ba85205b-ba89-4d69-b36a-83df66bcf304 None None] Provisioning complete for port f73ad675-9d9f-4871-89e4-e829eaa38b32 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:36.731817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba85205b-ba89-4d69-b36a-83df66bcf304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:36.772880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-37589915-74d0-4df3-a27b-f1e1a70e90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.776079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-37589915-74d0-4df3-a27b-f1e1a70e90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.777097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-37589915-74d0-4df3-a27b-f1e1a70e90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:36.779024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-37589915-74d0-4df3-a27b-f1e1a70e90a1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5131452 Feb 09 20:46:36.786915 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] Checking router: d9ff59f6-47e4-41ab-b501-31e0733044a5 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:46:36.820103 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:36.822864 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:36.901183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f73ad675-9d9f-4871-89e4-e829eaa38b32 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:36.901555 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.064238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2e2c015-da89-40da-8aac-5870d5ca6dcd req-a1bf7ef5-7779-4d6a-af3c-91b72295069c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3980577 Feb 09 20:46:37.131225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] For port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:37.142094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] For port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:37.145262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ba85205b-ba89-4d69-b36a-83df66bcf304 None None] Current status of the port f73ad675-9d9f-4871-89e4-e829eaa38b32 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:37.145669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba85205b-ba89-4d69-b36a-83df66bcf304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.172045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f73ad675-9d9f-4871-89e4-e829eaa38b32 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:37.172454 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.190961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Allocated IP 172.25.4.176 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/f086de70-e265-46d4-8954-19a36794b2c9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:37.216965 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.233643 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:37.264011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port f73ad675-9d9f-4871-89e4-e829eaa38b32, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f73ad675-9d9f-4871-89e4-e829eaa38b32,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:37.270071 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.409104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=f73ad675-9d9f-4871-89e4-e829eaa38b32,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:37.430164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks [] for port (f086de70-e265-46d4-8954-19a36794b2c9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.460423 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-ba85205b-ba89-4d69-b36a-83df66bcf304 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:46:37.460836 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-ba85205b-ba89-4d69-b36a-83df66bcf304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:46:37.493650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:37.498648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.500330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] 10.222.0.13 "PUT /v2.0/ports/fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 HTTP/1.1" status: 200 len: 1092 time: 2.7242014 Feb 09 20:46:37.513898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4dc6869b-cc31-4df5-94ea-7842e24a8df7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:37.530136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-a5eec390-5f54-4507-8e02-3cbaae8543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:37.533650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-149653f0-a854-4e28-a25f-fe07b04b1747 req-a5eec390-5f54-4507-8e02-3cbaae8543a9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7015295 Feb 09 20:46:37.566299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:37.612927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:37.613484 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.615396 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54aa766d-207b-4aba-8758-41bb3961384d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.621670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Pushing event updated for resources: {'Port': ['ID=faddfafb-5a74-4b49-95ae-1c47e14bcdca,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:37.647885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadab58f-0ccf-418d-a303-bacf29b21f5c service neutron] Pushing event updated for resources: {'Port': ['ID=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:37.665161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f086de70-e265-46d4-8954-19a36794b2c9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:37.685623 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf55bdc-f8f7-43a0-b147-691ec6e0455c x-openstack-request-id: req-4cf55bdc-f8f7-43a0-b147-691ec6e0455c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:37.685948 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:37.686214 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4cf55bdc-f8f7-43a0-b147-691ec6e0455c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:37.686621 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'status': 'completed', 'code': 200} Feb 09 20:46:37.697537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.697939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.698228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.698678 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.698967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.699305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.699638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.700166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.700510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.700839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.701167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.701502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.701821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:37.705044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02', 'name': 'network-vif-deleted', 'tag': '5efce15c-8cd6-4307-9b2c-57b2991f1a41'}, {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': 'b6c4531d-8046-408e-b1be-48703d926f9b'}, {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:37.723726 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38170240-8edf-4030-a02a-cf723a986ad0" -d '{"events": [{"server_uuid": "d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02", "name": "network-vif-deleted", "tag": "5efce15c-8cd6-4307-9b2c-57b2991f1a41"}, {"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "b6c4531d-8046-408e-b1be-48703d926f9b"}, {"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "fa7b25f0-cc5c-40db-90a0-46b1c8504ef8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:37.769918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Pushing event updated for resources: {'Port': ['ID=f086de70-e265-46d4-8954-19a36794b2c9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:37.790499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:37.793061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:37.806340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:37.810064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:37.816156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:37.827852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:37.859216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:37.880587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:39Z', 'revision_number': 5, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:37.912737 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74795c-e5d6-4b75-8c08-d7bb461ff075 None None] The sync data for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 is: [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:45:27Z', 'revision_number': 4, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '91927ae0-ed6e-484b-84fb-83cd963a79d3', 'name': '', 'network_id': 'e90c8771-8137-409a-bc78-e1d2d76f6a1f', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'mac_address': 'fa:16:3e:f7:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:26Z', 'updated_at': '2022-02-09T20:45:39Z', 'revision_number': 5, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'subnets': [{'id': '7b2c0ef8-6bfd-4ce6-ab49-def743becc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:46:37.941243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-7bc2621a-bd51-4ba0-8ec6-7b6f3ea2486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:37.943818 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-7bc2621a-bd51-4ba0-8ec6-7b6f3ea2486b service neutron] 10.222.0.102 "GET /v2.0/networks?id=e90c8771-8137-409a-bc78-e1d2d76f6a1f HTTP/1.1" status: 200 len: 928 time: 1.7465005 Feb 09 20:46:37.996337 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:38.038686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ba85205b-ba89-4d69-b36a-83df66bcf304 None None] Current status of the port f73ad675-9d9f-4871-89e4-e829eaa38b32 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:38.220057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6e5b0608-a6fa-4e1f-b5c6-0527fa11e180 None None] Provisioning complete for port f73ad675-9d9f-4871-89e4-e829eaa38b32 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:38.220825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e5b0608-a6fa-4e1f-b5c6-0527fa11e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:38.311064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-0f29c458-c8fe-4185-a096-61b772d9767d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 200 len: 217 time: 0.1902137 Feb 09 20:46:38.362824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-c5c249d0-363a-40b2-aa5e-0dad842e52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:38.369145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-c5c249d0-363a-40b2-aa5e-0dad842e52bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a2c6689038746ecbecded721fca5ac0&device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 1129 time: 0.6937559 Feb 09 20:46:38.404552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks [] for router_gateway (0be2f968-3242-4ecc-8ddc-93c241d9bec9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:38.410490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b0608-a6fa-4e1f-b5c6-0527fa11e180 None None] Current status of the port f73ad675-9d9f-4871-89e4-e829eaa38b32 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:38.417049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00d3df-bf3b-477c-a989-a0a7ca33ee08 None None] New status for floating IP 51b3c346-bedb-4213-aad1-d7fe80bf2a5f: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:46:38.632026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6e5b0608-a6fa-4e1f-b5c6-0527fa11e180 None None] Provisioning complete for port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:38.632689 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e5b0608-a6fa-4e1f-b5c6-0527fa11e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:38.751927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b0608-a6fa-4e1f-b5c6-0527fa11e180 None None] Current status of the port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:38.770848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-0998d5de-ae8a-41bc-9f73-a8ebccce5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:38.772873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-0998d5de-ae8a-41bc-9f73-a8ebccce5f31 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7b2c0ef8-6bfd-4ce6-ab49-def743becc57 HTTP/1.1" status: 200 len: 866 time: 0.4610097 Feb 09 20:46:38.851547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-7b55700d-e455-4e2e-8e21-a1e94985f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:38.853084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-7b55700d-e455-4e2e-8e21-a1e94985f73a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e90c8771-8137-409a-bc78-e1d2d76f6a1f HTTP/1.1" status: 200 len: 928 time: 0.4712462 Feb 09 20:46:38.854984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec66a66-6f67-4a4b-9697-b7cebb0aab7e req-fdbd242e-64df-4ffb-93fd-9a0026cf488a tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:38.862001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aec66a66-6f67-4a4b-9697-b7cebb0aab7e req-fdbd242e-64df-4ffb-93fd-9a0026cf488a tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 1132 time: 0.9853392 Feb 09 20:46:38.901972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-2a469dd0-82ef-4782-94ca-f023060e1b25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 200 len: 217 time: 0.0372801 Feb 09 20:46:38.939022 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks [] for router_gateway (41bbd874-9952-4442-814b-59766b5167a0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:38.961986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-3a222776-d0a7-418e-b229-da4d14fb2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:38.963471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-3a222776-d0a7-418e-b229-da4d14fb2858 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2c0ef8-6bfd-4ce6-ab49-def743becc57 HTTP/1.1" status: 200 len: 866 time: 0.0511649 Feb 09 20:46:39.034760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-625a064c-8726-48b8-a564-7210dc352feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:39.036805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-625a064c-8726-48b8-a564-7210dc352feb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e90c8771-8137-409a-bc78-e1d2d76f6a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2537541 Feb 09 20:46:39.096713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aec66a66-6f67-4a4b-9697-b7cebb0aab7e req-5a9746f2-783b-4fe3-be89-65b38634e9ad tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298627 Feb 09 20:46:39.114809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cc5acce0-5dc0-40a9-b1dc-c71a3a63164e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:46:39.191918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-3ec7e368-465e-41a8-9947-0a3499985b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:39.191918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-3ec7e368-465e-41a8-9947-0a3499985b88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e90c8771-8137-409a-bc78-e1d2d76f6a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2163694 Feb 09 20:46:39.197554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (0be2f968-3242-4ecc-8ddc-93c241d9bec9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:39.259391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:39.273836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'network_id': 'f66fd923-923c-4b30-89ab-91d58c88b77b', 'port_id': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'mac_address': 'fa:16:3e:b8:ac:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091a560-86de-4767-a80d-321e46e4694f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:46:39.374401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-4cd7430e-ae3d-44b1-be87-4e7aff9aafee service neutron] 10.222.0.13 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408355 Feb 09 20:46:39.434133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-2f287eb8-069f-4288-88a0-46b25a11d0db service neutron] 10.222.0.102 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879464 Feb 09 20:46:39.580105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1117f6d3-d356-4c4b-9642-cd3690962e20 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:39.600178 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Publish callbacks [] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:39.635235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f73ad675-9d9f-4871-89e4-e829eaa38b32 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:39.636583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Transition to ACTIVE for port object 1117f6d3-d356-4c4b-9642-cd3690962e20 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:39.649230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:39.703013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (41bbd874-9952-4442-814b-59766b5167a0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:39.725881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:39.726277 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:39.731908 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b38eb6dd-78c2-4850-af69-df4b6fe76c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:39.737786 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d55e64-d4b5-4d08-845f-92425d876099 req-76f2a879-d305-46e5-bd38-238859fc4cef service neutron] 10.222.0.102 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928061 Feb 09 20:46:39.759656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc5acce0-5dc0-40a9-b1dc-c71a3a63164e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:39.794934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:39.799170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f73ad675-9d9f-4871-89e4-e829eaa38b32 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:39.799755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:39.813927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Pushing event updated for resources: {'Port': ['ID=1117f6d3-d356-4c4b-9642-cd3690962e20,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:39.843612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146db13-2403-44b1-b245-24d51b1180b9 req-699b16fd-3d5b-4c7b-8041-0c50ef3627e3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:39.845003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:39.854434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-699b16fd-3d5b-4c7b-8041-0c50ef3627e3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.4773805 Feb 09 20:46:39.915391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:46:39.920038 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fa2f89-1803-4a88-a73f-a88cf197964e x-openstack-request-id: req-c6fa2f89-1803-4a88-a73f-a88cf197964e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:39.920551 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02", "name": "network-vif-deleted", "tag": "5efce15c-8cd6-4307-9b2c-57b2991f1a41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "b6c4531d-8046-408e-b1be-48703d926f9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "fa7b25f0-cc5c-40db-90a0-46b1c8504ef8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:39.920844 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c6fa2f89-1803-4a88-a73f-a88cf197964e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:39.922563 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a2cd82-ebc9-4c0b-9ebb-9a1debfeaf02', 'name': 'network-vif-deleted', 'tag': '5efce15c-8cd6-4307-9b2c-57b2991f1a41', 'status': 'completed', 'code': 200} Feb 09 20:46:39.923178 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': 'b6c4531d-8046-408e-b1be-48703d926f9b', 'status': 'completed', 'code': 200} Feb 09 20:46:39.923851 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8', 'status': 'completed', 'code': 200} Feb 09 20:46:39.929375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d366b241-18ec-46de-928a-f1c9ca7b4cde req-f5489604-3e58-4a1e-a9a0-37063c636d41 service neutron] 10.222.0.13 "GET /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451210 Feb 09 20:46:39.955514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-6e7b2a07-7162-432d-a2a3-ede98fdf3cb7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/quotas/48a9b1c7b84b465ebc1a58968e7e1023 HTTP/1.1" status: 200 len: 375 time: 0.0983675 Feb 09 20:46:40.053575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['cc5acce0-5dc0-40a9-b1dc-c71a3a63164e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:40.063243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-27ca7881-b279-4f41-ad7c-b760a1bb7efd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042287 Feb 09 20:46:40.283197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:40.289766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f73ad675-9d9f-4871-89e4-e829eaa38b32 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:40.359236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:46:40.378396 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Sync routers for ids ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:46:40.391111 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Routers {'0be2f968-3242-4ecc-8ddc-93c241d9bec9'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:40.392341 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:40.435800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Attempting to bind port 1117f6d3-d356-4c4b-9642-cd3690962e20 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:40.436150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Attempting to bind port 1117f6d3-d356-4c4b-9642-cd3690962e20 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:40.436489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Attempting to bind port 1117f6d3-d356-4c4b-9642-cd3690962e20 on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:40.438734 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:40.444166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9e8e2bbe-729d-4855-9ce7-0f776e40754c admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.1995916 Feb 09 20:46:40.464528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:40.477215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-cfd1e3d4-c1c1-4495-98dd-861e4a3fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.479896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-cfd1e3d4-c1c1-4495-98dd-861e4a3fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.480581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-cfd1e3d4-c1c1-4495-98dd-861e4a3fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.481068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-cfd1e3d4-c1c1-4495-98dd-861e4a3fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.481536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-cfd1e3d4-c1c1-4495-98dd-861e4a3fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.484324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-cfd1e3d4-c1c1-4495-98dd-861e4a3fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.484817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-cfd1e3d4-c1c1-4495-98dd-861e4a3fb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.502699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38170240-8edf-4030-a02a-cf723a986ad0 req-cfd1e3d4-c1c1-4495-98dd-861e4a3fb403 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6429 time: 0.4488935 Feb 09 20:46:40.534601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Port 1117f6d3-d356-4c4b-9642-cd3690962e20 on network 92b62048-2f94-491d-9b57-9192fbd55b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:40.535472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Attempting to bind port 1117f6d3-d356-4c4b-9642-cd3690962e20 on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:40.555500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-5019a801-7134-4cdd-b8fb-994db89b8d14 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.583069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-5019a801-7134-4cdd-b8fb-994db89b8d14 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.594603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-5019a801-7134-4cdd-b8fb-994db89b8d14 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.612512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-5019a801-7134-4cdd-b8fb-994db89b8d14 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.628279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-5019a801-7134-4cdd-b8fb-994db89b8d14 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.642010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-5019a801-7134-4cdd-b8fb-994db89b8d14 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.649146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:40.649895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Checking segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:40.650448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Bound using segment: {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:40.651079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Bound port: 1117f6d3-d356-4c4b-9642-cd3690962e20, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd67822-f542-4afd-a367-cf6bc16eb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:40.651607 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:40.658092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-5019a801-7134-4cdd-b8fb-994db89b8d14 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:40.662938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-5019a801-7134-4cdd-b8fb-994db89b8d14 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5395 time: 0.5185153 Feb 09 20:46:40.664914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Router 41bbd874-9952-4442-814b-59766b5167a0 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:46:40.703340 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Set router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:40.735014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-8f5a0e7d-8bae-4fe2-9b5f-2ddc7568b57a service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702342 Feb 09 20:46:40.902888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29163fe1-eed0-4f88-a68c-08b6d1409915 req-c83a5a5f-3916-4054-96a3-2439e9861b98 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2356067 Feb 09 20:46:40.979241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:46:40.996773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Sync routers for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:46:41.014742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:41.015399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:41.017829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:41.020152 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-254ae0bb-5534-4c7f-b0ca-5a958a3b37fb admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1814928 Feb 09 20:46:41.025633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:41.136486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cc5acce0-5dc0-40a9-b1dc-c71a3a63164e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:41.172252 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:46:38Z', 'revision_number': 3, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port': {'id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:33Z', 'updated_at': '2022-02-09T20:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:41.180409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-59896e6d-809c-49a0-81da-f04a2d7c04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:41.180993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-59896e6d-809c-49a0-81da-f04a2d7c04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:41.181333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-59896e6d-809c-49a0-81da-f04a2d7c04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:41.200285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38170240-8edf-4030-a02a-cf723a986ad0 req-59896e6d-809c-49a0-81da-f04a2d7c04f1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6665804 Feb 09 20:46:41.214158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] For port 1117f6d3-d356-4c4b-9642-cd3690962e20, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:41.225336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] For port 1117f6d3-d356-4c4b-9642-cd3690962e20, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1117f6d3-d356-4c4b-9642-cd3690962e20,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:41.247487 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Checking router: 0be2f968-3242-4ecc-8ddc-93c241d9bec9 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:46:41.251910 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Updating router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 port faddfafb-5a74-4b49-95ae-1c47e14bcdca binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:46:41.335809 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:41.553616 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:41.571052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-659e632b-57dd-4720-80fc-496bceae8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:41.572665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38170240-8edf-4030-a02a-cf723a986ad0 req-659e632b-57dd-4720-80fc-496bceae8525 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3711939 Feb 09 20:46:41.606836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:41.636533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:41.637270 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:41.707460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:42.014758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-e1555649-d2f3-4011-b7a4-24315e397334 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2623558 Feb 09 20:46:42.068133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.069008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.070430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] 10.222.0.13 "PUT /v2.0/ports/1117f6d3-d356-4c4b-9642-cd3690962e20 HTTP/1.1" status: 200 len: 1092 time: 4.5272026 Feb 09 20:46:42.076418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:42.077208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.093186 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Publish callbacks [] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.102951 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.141152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:42.143635 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5f88da-b957-4bf5-b367-494b54a7c0d2" -d '{"events": [{"server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "name": "network-vif-plugged", "status": "completed", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:42.145245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': '1117f6d3-d356-4c4b-9642-cd3690962e20'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:42.147526 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a6857a-5559-4049-af41-69769bbc89c7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "1117f6d3-d356-4c4b-9642-cd3690962e20"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:42.170739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:42.182058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.185205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 5efce15c-8cd6-4307-9b2c-57b2991f1a41 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:46:42.187988 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Pushing event updated for resources: {'Port': ['ID=faddfafb-5a74-4b49-95ae-1c47e14bcdca,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:42.197991 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.198567 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.199117 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.199626 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.200056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:42.200755 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.201255 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.201920 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.202414 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.202914 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.203413 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.203960 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.204803 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.206037 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:42.239123 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Attempting to bind port faddfafb-5a74-4b49-95ae-1c47e14bcdca on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:42.239841 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Attempting to bind port faddfafb-5a74-4b49-95ae-1c47e14bcdca by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:42.240420 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Attempting to bind port faddfafb-5a74-4b49-95ae-1c47e14bcdca on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:42.251965 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:42.252343 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:42.252751 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.253142 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:42.254194 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Bound port: faddfafb-5a74-4b49-95ae-1c47e14bcdca, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:42.254577 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.264116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-78683d2f-6ba6-4810-8558-2bd31243fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.265856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-78683d2f-6ba6-4810-8558-2bd31243fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.266987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-78683d2f-6ba6-4810-8558-2bd31243fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.269005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-78683d2f-6ba6-4810-8558-2bd31243fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.269581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-78683d2f-6ba6-4810-8558-2bd31243fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.270092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-78683d2f-6ba6-4810-8558-2bd31243fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.272888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-78683d2f-6ba6-4810-8558-2bd31243fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.277090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 5efce15c-8cd6-4307-9b2c-57b2991f1a41 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:46:42.277696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38170240-8edf-4030-a02a-cf723a986ad0 req-78683d2f-6ba6-4810-8558-2bd31243fa2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6502 time: 0.6463034 Feb 09 20:46:42.279343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 5efce15c-8cd6-4307-9b2c-57b2991f1a41 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:46:42.351647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b66b84-24e4-4025-b419-f4259b261a97 service neutron] Pushing event updated for resources: {'Port': ['ID=1117f6d3-d356-4c4b-9642-cd3690962e20,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:42.419432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:38Z', 'revision_number': 3, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:42.456184 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] For port faddfafb-5a74-4b49-95ae-1c47e14bcdca, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:42.464227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] For port faddfafb-5a74-4b49-95ae-1c47e14bcdca, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=faddfafb-5a74-4b49-95ae-1c47e14bcdca,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:42.475732 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.491087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e840bed-f00e-410b-bf58-7c9671ff91ca req-2a7ab80f-c7ce-4877-b702-70706059bc9c tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.504669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e840bed-f00e-410b-bf58-7c9671ff91ca req-2a7ab80f-c7ce-4877-b702-70706059bc9c tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 1133 time: 1.4127705 Feb 09 20:46:42.618517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Checking router: 41bbd874-9952-4442-814b-59766b5167a0 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:46:42.633985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Updating router 41bbd874-9952-4442-814b-59766b5167a0 port f086de70-e265-46d4-8954-19a36794b2c9 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:46:42.666540 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534bb59-d853-4aa5-aed5-7fb252df2735 None None] Pushing event updated for resources: {'Port': ['ID=faddfafb-5a74-4b49-95ae-1c47e14bcdca,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:42.687013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-64a21b1f-94d8-4e78-b9ef-7a877deb9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.687480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-64a21b1f-94d8-4e78-b9ef-7a877deb9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.687972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-64a21b1f-94d8-4e78-b9ef-7a877deb9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:42.693023 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e840bed-f00e-410b-bf58-7c9671ff91ca req-dd3b60a6-a213-4352-bfd2-7d9b512b7741 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871045 Feb 09 20:46:42.717167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38170240-8edf-4030-a02a-cf723a986ad0 req-64a21b1f-94d8-4e78-b9ef-7a877deb9a7d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3993759 Feb 09 20:46:42.746282 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Routers {'0be2f968-3242-4ecc-8ddc-93c241d9bec9'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:42.762182 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:42.770957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:42.870223 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f086de70-e265-46d4-8954-19a36794b2c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:42.883954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af4277d-f488-42a1-b13f-44cf753011bb req-510cdd5c-7cdb-4001-b046-e78fb9f7f7ba tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips/51b3c346-bedb-4213-aad1-d7fe80bf2a5f HTTP/1.1" status: 200 len: 692 time: 0.0756867 Feb 09 20:46:43.005253 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:43.063910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4277d-f488-42a1-b13f-44cf753011bb req-2689ff31-cfbf-44ba-b522-e7e639860f66 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:43.066044 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af4277d-f488-42a1-b13f-44cf753011bb req-2689ff31-cfbf-44ba-b522-e7e639860f66 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1761594 Feb 09 20:46:43.198651 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] Set router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:43.219234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170240-8edf-4030-a02a-cf723a986ad0 req-769355a3-7b00-4eb5-a31b-d1d522d27c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:43.220801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38170240-8edf-4030-a02a-cf723a986ad0 req-769355a3-7b00-4eb5-a31b-d1d522d27c7c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2314818 Feb 09 20:46:43.324003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:43.540405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:43.546874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af4277d-f488-42a1-b13f-44cf753011bb req-b0c1de15-d373-466a-8683-e1040bf589c5 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.4123526 Feb 09 20:46:43.731702 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Publish callbacks [] for port (f086de70-e265-46d4-8954-19a36794b2c9), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:43.742170 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f086de70-e265-46d4-8954-19a36794b2c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:43.785305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Allocated IP 172.20.0.1 (15fbfbd3-17ea-47ff-b875-952132198419/719c44f8-7fc3-4ef1-8c65-1a02bb458529/1870224b-4c43-40a6-aaa8-0b3ae294e130) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:43.808660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Attempting to bind port f086de70-e265-46d4-8954-19a36794b2c9 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:43.815640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Attempting to bind port f086de70-e265-46d4-8954-19a36794b2c9 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:43.817216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Attempting to bind port f086de70-e265-46d4-8954-19a36794b2c9 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:43.980723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:43.981094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:43.981549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:43.984182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:43.984636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Bound port: f086de70-e265-46d4-8954-19a36794b2c9, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:43.985033 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f086de70-e265-46d4-8954-19a36794b2c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:44.099423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af4277d-f488-42a1-b13f-44cf753011bb req-177c57c4-1414-4553-a12d-cad5a84258d8 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.5398211 Feb 09 20:46:44.125968 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:46:38Z', 'revision_number': 3, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port': {'id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:33Z', 'updated_at': '2022-02-09T20:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:44.144855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] For port f086de70-e265-46d4-8954-19a36794b2c9, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:44.155635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] For port f086de70-e265-46d4-8954-19a36794b2c9, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f086de70-e265-46d4-8954-19a36794b2c9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:44.179566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:44.180284 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943c989-3a55-4dc9-80a7-a6d3d8f02978 None None] The sync data for ids ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'] in n-d-789963-29 is: [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:46:38Z', 'revision_number': 3, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port': {'id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:33Z', 'updated_at': '2022-02-09T20:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:46:44.198548 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f086de70-e265-46d4-8954-19a36794b2c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:44.238008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Pushing event updated for resources: {'Port': ['ID=f086de70-e265-46d4-8954-19a36794b2c9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:44.277086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Allocated IP 172.20.0.1 (9c32e783-53e9-4c80-a9d8-5b1efc43f362/26453275-6449-449d-a620-69f17df432c8/8fabc99a-a33c-417f-82e9-c97ebc9aa43b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:44.329286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:44.330134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:44.482730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Pushing event updated for resources: {'Port': ['ID=f086de70-e265-46d4-8954-19a36794b2c9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:44.495368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.496113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.496758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.497352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.497972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.499241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.500055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.500680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.501259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.502224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.502842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.503404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.504037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de52e2bd-2ecb-4cfb-a9b9-d3a3126b516c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:46:44.509570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Publish callbacks [] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:44.598014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:44.716739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:44.795431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:44.799984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:44.811990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:44.926964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Deleting port 85a00624-b937-4bdf-8da7-9bf57a94b16f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:44.927672 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (85a00624-b937-4bdf-8da7-9bf57a94b16f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:44.947799 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:44.989926 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Pushing event updated for resources: {'Port': ['ID=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:45.121203 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (41bbd874-9952-4442-814b-59766b5167a0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:45.341637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-e3be2eea-d0a2-4c64-87d0-3b13d9714122 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:45.367233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-e3be2eea-d0a2-4c64-87d0-3b13d9714122 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:45.414142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-e3be2eea-d0a2-4c64-87d0-3b13d9714122 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:45.449406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-e3be2eea-d0a2-4c64-87d0-3b13d9714122 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:45.467945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-e3be2eea-d0a2-4c64-87d0-3b13d9714122 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:45.496237 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:45.502213 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (85a00624-b937-4bdf-8da7-9bf57a94b16f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:45.503073 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (85a00624-b937-4bdf-8da7-9bf57a94b16f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:45.511436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-e3be2eea-d0a2-4c64-87d0-3b13d9714122 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:45.523457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-e3be2eea-d0a2-4c64-87d0-3b13d9714122 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:45.525521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-e3be2eea-d0a2-4c64-87d0-3b13d9714122 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5395 time: 2.3847957 Feb 09 20:46:45.579071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-88e458c2-e39b-4d47-b38f-27b1922e08ae None None] Provisioning complete for port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:45.579767 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88e458c2-e39b-4d47-b38f-27b1922e08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:45.581641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device faddfafb-5a74-4b49-95ae-1c47e14bcdca up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:45.585546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Calling delete_port for 85a00624-b937-4bdf-8da7-9bf57a94b16f owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:45.694398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port faddfafb-5a74-4b49-95ae-1c47e14bcdca triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:45.694837 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:45.748213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-88e458c2-e39b-4d47-b38f-27b1922e08ae None None] Port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:46.008940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:38Z', 'revision_number': 3, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:46.016261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port faddfafb-5a74-4b49-95ae-1c47e14bcdca is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:46.016261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.040094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55677019-331b-4afc-8f6c-0f05f1679df0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:46.049607 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Publish callbacks [] for port (55677019-331b-4afc-8f6c-0f05f1679df0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.065119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Transition to ACTIVE for port object 55677019-331b-4afc-8f6c-0f05f1679df0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:46.079285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port faddfafb-5a74-4b49-95ae-1c47e14bcdca, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=faddfafb-5a74-4b49-95ae-1c47e14bcdca,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:46.092487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Publish callbacks [] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.137175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Publish callbacks [] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.146490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (85a00624-b937-4bdf-8da7-9bf57a94b16f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.161324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e182aa2-d780-4745-8d97-a9da269596de None None] The sync data for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 is: [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:38Z', 'revision_number': 3, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:46:46.165046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.191666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adc9b302-aad6-426f-83dc-99c915b88e84 req-eadb5adf-8048-4b1b-b318-f5f689aee04a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234689 Feb 09 20:46:46.192936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.202012 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.214702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.223882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Pushing event deleted for resources: {'Port': ['ID=85a00624-b937-4bdf-8da7-9bf57a94b16f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:46.300832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=faddfafb-5a74-4b49-95ae-1c47e14bcdca,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:46.333998 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f953a8c0-bf99-4bf8-b3b5-e4aadbcf36e3 x-openstack-request-id: req-f953a8c0-bf99-4bf8-b3b5-e4aadbcf36e3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:46.334291 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "name": "network-vif-plugged", "status": "completed", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:46.334551 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f953a8c0-bf99-4bf8-b3b5-e4aadbcf36e3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:46.334957 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'code': 200} Feb 09 20:46:46.366195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Network 15fbfbd3-17ea-47ff-b875-952132198419 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:46.372907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146db13-2403-44b1-b245-24d51b1180b9 req-e8dc91fd-69c7-42ec-94b4-d186ef8f4664 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:46.374433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-e8dc91fd-69c7-42ec-94b4-d186ef8f4664 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.50 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 1.4848981 Feb 09 20:46:46.378194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Pushing event updated for resources: {'Port': ['ID=1870224b-4c43-40a6-aaa8-0b3ae294e130,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:46.468551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:46.486085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:46.560790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Request body: {'port': {'device_id': '98a2abec-3984-45f6-97cb-1c99b2b55046', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'admin_state_up': True, 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:46.593082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Pushing event updated for resources: {'Port': ['ID=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:46.601902 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (41bbd874-9952-4442-814b-59766b5167a0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.708772 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b69257-1daa-44e6-b531-3518a7f095a6 x-openstack-request-id: req-a3b69257-1daa-44e6-b531-3518a7f095a6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:46.709080 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "1117f6d3-d356-4c4b-9642-cd3690962e20", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:46.709312 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a3b69257-1daa-44e6-b531-3518a7f095a6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:46.709715 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': '1117f6d3-d356-4c4b-9642-cd3690962e20', 'status': 'completed', 'code': 200} Feb 09 20:46:46.726130 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks [] for floatingip (51b3c346-bedb-4213-aad1-d7fe80bf2a5f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.731560 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.739301 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af4277d-f488-42a1-b13f-44cf753011bb req-9d046eca-6780-4988-9ad3-6c0e5be1a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "DELETE /v2.0/floatingips/51b3c346-bedb-4213-aad1-d7fe80bf2a5f HTTP/1.1" status: 204 len: 173 time: 2.6379168 Feb 09 20:46:46.806588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Pushing event updated for resources: {'Port': ['ID=55677019-331b-4afc-8f6c-0f05f1679df0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:46.810821 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (0be2f968-3242-4ecc-8ddc-93c241d9bec9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:46.935271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:46.937498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:47.084437 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-d919d015-f0f3-4deb-8467-20eb693e8cc8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529747 Feb 09 20:46:47.121518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1b778262-5778-4da6-8e74-11fb8c5689f7 None None] Provisioning complete for port 1870224b-4c43-40a6-aaa8-0b3ae294e130 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:47.126176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b778262-5778-4da6-8e74-11fb8c5689f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:47.270818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1b778262-5778-4da6-8e74-11fb8c5689f7 None None] Port 1870224b-4c43-40a6-aaa8-0b3ae294e130 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:47.405467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-a75d44d8-75c7-4d09-bf44-c70c5e4dde1c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:47.433041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-a75d44d8-75c7-4d09-bf44-c70c5e4dde1c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730851 Feb 09 20:46:47.480818 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-c6c69d54-aa94-40e8-ad1c-c42c3ee8bdcc tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/quotas/89c307ac09d248ad9d180fa82b971ca3 HTTP/1.1" status: 200 len: 375 time: 0.0428851 Feb 09 20:46:47.533607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-572b9790-8eb7-467c-8e4e-637d9f6c1fa6 None None] Provisioning complete for port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:47.534588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-572b9790-8eb7-467c-8e4e-637d9f6c1fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:47.586339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bedfca30-340f-4e4f-93b5-2a2261d2ca5f req-59c026d3-9e59-4531-ac06-9de84a42b5d7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 210 time: 0.3397806 Feb 09 20:46:47.727229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-572b9790-8eb7-467c-8e4e-637d9f6c1fa6 None None] Port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:47.751940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device faddfafb-5a74-4b49-95ae-1c47e14bcdca up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:47.844184 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-bac217fc-7cb1-43bb-a3d8-f3cc28d1ab7f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3626769 Feb 09 20:46:47.877372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:47.897183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Router 41bbd874-9952-4442-814b-59766b5167a0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:46:47.930691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:47.931818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port faddfafb-5a74-4b49-95ae-1c47e14bcdca triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:47.932515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:47.934232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:48.223266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port faddfafb-5a74-4b49-95ae-1c47e14bcdca is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:48.226505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f086de70-e265-46d4-8954-19a36794b2c9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:48.309107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:46:48.324197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6382869b-1108-4a24-a2a8-272296fdd663 admin admin] 10.222.0.102 "PUT /v2.0/routers/41bbd874-9952-4442-814b-59766b5167a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2964294 Feb 09 20:46:48.388116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f086de70-e265-46d4-8954-19a36794b2c9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:48.388904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f086de70-e265-46d4-8954-19a36794b2c9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:48.497750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e096-fdc2-4950-9f26-962662f27963 req-65c192f6-0e68-466c-b651-1fc55ca9680d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.505738 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Publish callbacks [] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:48.521889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e096-fdc2-4950-9f26-962662f27963 req-65c192f6-0e68-466c-b651-1fc55ca9680d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.540223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e096-fdc2-4950-9f26-962662f27963 req-65c192f6-0e68-466c-b651-1fc55ca9680d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.546457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e096-fdc2-4950-9f26-962662f27963 req-65c192f6-0e68-466c-b651-1fc55ca9680d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.552024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e096-fdc2-4950-9f26-962662f27963 req-65c192f6-0e68-466c-b651-1fc55ca9680d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.557940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e096-fdc2-4950-9f26-962662f27963 req-65c192f6-0e68-466c-b651-1fc55ca9680d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.569538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924e096-fdc2-4950-9f26-962662f27963 req-65c192f6-0e68-466c-b651-1fc55ca9680d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.579396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c924e096-fdc2-4950-9f26-962662f27963 req-65c192f6-0e68-466c-b651-1fc55ca9680d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5407 time: 0.2498991 Feb 09 20:46:48.605825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-419b1e00-abda-4e7d-bf6d-e139aa04c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.606409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-419b1e00-abda-4e7d-bf6d-e139aa04c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.608152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-419b1e00-abda-4e7d-bf6d-e139aa04c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.610796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-419b1e00-abda-4e7d-bf6d-e139aa04c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.612024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-419b1e00-abda-4e7d-bf6d-e139aa04c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.612669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-419b1e00-abda-4e7d-bf6d-e139aa04c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.617196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-419b1e00-abda-4e7d-bf6d-e139aa04c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:48.622247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93a6857a-5559-4049-af41-69769bbc89c7 req-419b1e00-abda-4e7d-bf6d-e139aa04c25c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6528 time: 1.9099751 Feb 09 20:46:48.624683 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:48.653596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f086de70-e265-46d4-8954-19a36794b2c9 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:48.654411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f086de70-e265-46d4-8954-19a36794b2c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:48.734840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port f086de70-e265-46d4-8954-19a36794b2c9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f086de70-e265-46d4-8954-19a36794b2c9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:48.740514 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f086de70-e265-46d4-8954-19a36794b2c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:48.781273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c924e096-fdc2-4950-9f26-962662f27963 req-1b11e698-7f55-4293-af44-5120478ae464 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1954150 Feb 09 20:46:48.897012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=f086de70-e265-46d4-8954-19a36794b2c9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:49.069887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a23d5e-6760-4f53-81aa-21c32b074adf req-de28ac8b-f1a4-4724-bebb-9760d8bf59e5 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:49.081878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21a23d5e-6760-4f53-81aa-21c32b074adf req-de28ac8b-f1a4-4724-bebb-9760d8bf59e5 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1568861 Feb 09 20:46:49.199323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21a23d5e-6760-4f53-81aa-21c32b074adf req-e6ebd4c1-247d-4460-827c-0fd124985764 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1143937 Feb 09 20:46:49.440841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0075c663-bdc4-47e4-9a2c-e969715d65ad req-ec7e74cd-d2fd-42d8-869e-914c2839f744 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 210 time: 0.1087565 Feb 09 20:46:49.494212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Allocated IP 172.20.0.5 (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0/f52df283-8303-4f51-85c2-e6e558df4ce9/e39cd341-f5c8-41ca-9e59-ea56260f269b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:49.532601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f086de70-e265-46d4-8954-19a36794b2c9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:49.674921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Attempting to bind port 55677019-331b-4afc-8f6c-0f05f1679df0 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:49.684576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Attempting to bind port 55677019-331b-4afc-8f6c-0f05f1679df0 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:49.685192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Attempting to bind port 55677019-331b-4afc-8f6c-0f05f1679df0 on network af489e63-20e0-49ba-96f7-5b6663ddeba2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:49.698314 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Sync routers for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:46:49.723775 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:49.730000 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:49.751362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Port 55677019-331b-4afc-8f6c-0f05f1679df0 on network af489e63-20e0-49ba-96f7-5b6663ddeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:49.751751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Attempting to bind port 55677019-331b-4afc-8f6c-0f05f1679df0 on network af489e63-20e0-49ba-96f7-5b6663ddeba2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:49.761991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (0be2f968-3242-4ecc-8ddc-93c241d9bec9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:49.771449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Pushing event updated for resources: {'Port': ['ID=1870224b-4c43-40a6-aaa8-0b3ae294e130,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:49.783634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f086de70-e265-46d4-8954-19a36794b2c9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:49.783634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f086de70-e265-46d4-8954-19a36794b2c9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:49.787938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:49.788286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Checking segment: {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:49.788679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Bound using segment: {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:49.789134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Bound port: 55677019-331b-4afc-8f6c-0f05f1679df0, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:49.789494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:49.827137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01418757-1b47-48e9-a93f-24c1ffa3a565 req-a21d2a2e-403b-4179-9380-6b0ccf058da6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:49.834964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01418757-1b47-48e9-a93f-24c1ffa3a565 req-a21d2a2e-403b-4179-9380-6b0ccf058da6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 1.9762516 Feb 09 20:46:49.921090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] For port 55677019-331b-4afc-8f6c-0f05f1679df0, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:49.924963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] For port 55677019-331b-4afc-8f6c-0f05f1679df0, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=55677019-331b-4afc-8f6c-0f05f1679df0,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:49.940696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:50.019810 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:50.036806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f086de70-e265-46d4-8954-19a36794b2c9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:50.058749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Network 15fbfbd3-17ea-47ff-b875-952132198419 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:50.071443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:50.083426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:50.087029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:50.088816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] 10.222.0.13 "PUT /v2.0/ports/55677019-331b-4afc-8f6c-0f05f1679df0 HTTP/1.1" status: 200 len: 1092 time: 7.9077492 Feb 09 20:46:50.158732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': '55677019-331b-4afc-8f6c-0f05f1679df0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:50.165527 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07129050-7dca-493f-9074-e28587bdbf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "55677019-331b-4afc-8f6c-0f05f1679df0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:50.274381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Request body: {'port': {'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:50.392920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-c88a3653-53c9-4ac0-a966-615dac67aa47 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1957886 Feb 09 20:46:50.560788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d87925f5-2327-49a3-9f19-3517a3c80938 None None] Provisioning complete for port 1870224b-4c43-40a6-aaa8-0b3ae294e130 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:50.561623 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d87925f5-2327-49a3-9f19-3517a3c80938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:50.637632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:50.642189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cc04eb31-4e7e-4121-9307-2e20d2828ce2 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842236872', 'description': 'tempest-description--59399899'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:50.677748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d87925f5-2327-49a3-9f19-3517a3c80938 None None] Port 1870224b-4c43-40a6-aaa8-0b3ae294e130 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:46:50.692087 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:50.700230 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc04eb31-4e7e-4121-9307-2e20d2828ce2 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:50.708313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-ba5d5755-b4f9-44b6-bc87-8b0178182aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:50.709521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-ba5d5755-b4f9-44b6-bc87-8b0178182aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:50.710187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-ba5d5755-b4f9-44b6-bc87-8b0178182aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:50.712104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93a6857a-5559-4049-af41-69769bbc89c7 req-ba5d5755-b4f9-44b6-bc87-8b0178182aa1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 2.0725372 Feb 09 20:46:50.715947 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 2, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:50.720505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-0592694b-e293-473a-a130-23b0302872d3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:50.725799 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-0592694b-e293-473a-a130-23b0302872d3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725938 Feb 09 20:46:50.824999 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Checking router: 41bbd874-9952-4442-814b-59766b5167a0 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:46:50.825350 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Updating router 41bbd874-9952-4442-814b-59766b5167a0 port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:46:50.869305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42ce2b05-ae4b-4c71-a0db-7eea5c0bcdd2 req-65a82fd2-8cb0-41c9-ac68-668318bb888b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 210 time: 0.1216683 Feb 09 20:46:50.898657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6857a-5559-4049-af41-69769bbc89c7 req-ed749ea9-2791-459b-ac31-ede995870ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:50.898657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93a6857a-5559-4049-af41-69769bbc89c7 req-ed749ea9-2791-459b-ac31-ede995870ca2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1222332 Feb 09 20:46:50.914101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Request body: {'port': {'device_id': 'ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '89c307ac09d248ad9d180fa82b971ca3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:50.934018 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.166377 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc04eb31-4e7e-4121-9307-2e20d2828ce2 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group (78a45fe0-c877-4790-9c94-5ade38715163), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.180339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf5b7043-9a62-4eff-84dd-d8e96783787e req-d2026979-1ba3-4311-bb5a-3cc380eaa013 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2510090 Feb 09 20:46:51.186081 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc04eb31-4e7e-4121-9307-2e20d2828ce2 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (78a45fe0-c877-4790-9c94-5ade38715163), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.329788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc04eb31-4e7e-4121-9307-2e20d2828ce2 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.333410 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cc04eb31-4e7e-4121-9307-2e20d2828ce2 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6946924 Feb 09 20:46:51.339967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04eb31-4e7e-4121-9307-2e20d2828ce2 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a45fe0-c877-4790-9c94-5ade38715163,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:51.356458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52374) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:51.365785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fb2cfdf0-45b1-4767-acf1-49b93a68eef7 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Request body: {'security_group_rule': {'security_group_id': '78a45fe0-c877-4790-9c94-5ade38715163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:51.367123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Made reservation on behalf of 89c307ac09d248ad9d180fa82b971ca3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:51.370466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.499257 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.592744 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Publish callbacks [] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.600825 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.631002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-1f331f55-88a1-492b-9b65-78adadcbd0f3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:51.636528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-1f331f55-88a1-492b-9b65-78adadcbd0f3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:51.645978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-1f331f55-88a1-492b-9b65-78adadcbd0f3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:51.658471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-1f331f55-88a1-492b-9b65-78adadcbd0f3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:51.676269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-1f331f55-88a1-492b-9b65-78adadcbd0f3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:51.681488 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d1faf-f645-4f22-963c-ec5d4be1999b None None] Pushing event updated for resources: {'Port': ['ID=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:51.687911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-1f331f55-88a1-492b-9b65-78adadcbd0f3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:51.697936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-1f331f55-88a1-492b-9b65-78adadcbd0f3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:51.713754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-1f331f55-88a1-492b-9b65-78adadcbd0f3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5407 time: 0.3580582 Feb 09 20:46:51.734381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfdf0-45b1-4767-acf1-49b93a68eef7 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group_rule (d46b1f21-5181-44c0-95b8-223fe6ece0af), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.838553 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Attempting to bind port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:51.839602 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Attempting to bind port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:51.840191 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Attempting to bind port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b on network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:51.853237 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:51.853888 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Checking segment: {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:51.854482 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.855075 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Bound using segment: {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:51.855774 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Bound port: 8fabc99a-a33c-417f-82e9-c97ebc9aa43b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:51.856363 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.895567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfdf0-45b1-4767-acf1-49b93a68eef7 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group_rule (d46b1f21-5181-44c0-95b8-223fe6ece0af), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.914392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfdf0-45b1-4767-acf1-49b93a68eef7 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (d46b1f21-5181-44c0-95b8-223fe6ece0af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:51.926316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01418757-1b47-48e9-a93f-24c1ffa3a565 req-4859b7d0-0042-4282-804d-a25f4f4f757f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0904551 Feb 09 20:46:52.000304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2cfdf0-45b1-4767-acf1-49b93a68eef7 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.003107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fb2cfdf0-45b1-4767-acf1-49b93a68eef7 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6415734 Feb 09 20:46:52.005088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:52.038915 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0094d3e1-4924-47ca-8d01-e71863a4ed38 x-openstack-request-id: req-0094d3e1-4924-47ca-8d01-e71863a4ed38 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:52.039344 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "55677019-331b-4afc-8f6c-0f05f1679df0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:52.039668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-707edad5-015b-4d3b-bb69-6cd18e8bfdd6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Request body: {'security_group_rule': {'security_group_id': '78a45fe0-c877-4790-9c94-5ade38715163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:52.040260 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0094d3e1-4924-47ca-8d01-e71863a4ed38 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:52.040750 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': '55677019-331b-4afc-8f6c-0f05f1679df0', 'status': 'completed', 'code': 200} Feb 09 20:46:52.041754 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] For port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:52.055625 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] For port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:52.068979 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.097845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd308e17-53ad-45cc-ac88-17c83ee1406d service neutron] Pushing event updated for resources: {'Port': ['ID=55677019-331b-4afc-8f6c-0f05f1679df0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:52.143414 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-707edad5-015b-4d3b-bb69-6cd18e8bfdd6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group_rule (ada5703e-b28d-4732-b16c-7f49529c0dd5), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.167243 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:52.168176 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:52.230265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cfdf0-45b1-4767-acf1-49b93a68eef7 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46b1f21-5181-44c0-95b8-223fe6ece0af,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:52.268680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e8115a17-643a-4195-a98e-24a57b4e3e0d None None] Provisioning complete for port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:52.272228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8115a17-643a-4195-a98e-24a57b4e3e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.317309 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-707edad5-015b-4d3b-bb69-6cd18e8bfdd6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group_rule (ada5703e-b28d-4732-b16c-7f49529c0dd5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.348657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7849d09-fd61-4b61-b056-acc1b26b9a24 req-6ec32fe3-00a3-43a9-90a4-b9bf1e63a504 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6310871 Feb 09 20:46:52.351663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-707edad5-015b-4d3b-bb69-6cd18e8bfdd6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (ada5703e-b28d-4732-b16c-7f49529c0dd5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.392392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-077d25af-11e3-47b7-92d1-7c1adf7aca77 req-9843482c-d6e5-454e-a620-727e64648013 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 210 time: 0.1440952 Feb 09 20:46:52.441956 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:52.449527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707edad5-015b-4d3b-bb69-6cd18e8bfdd6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada5703e-b28d-4732-b16c-7f49529c0dd5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:52.484105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-707edad5-015b-4d3b-bb69-6cd18e8bfdd6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.485833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-707edad5-015b-4d3b-bb69-6cd18e8bfdd6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4667485 Feb 09 20:46:52.490368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52388) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:52.500487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:52.519067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8115a17-643a-4195-a98e-24a57b4e3e0d None None] Current status of the port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:52.528598 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8115a17-643a-4195-a98e-24a57b4e3e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.571816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.602289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e8115a17-643a-4195-a98e-24a57b4e3e0d None None] For port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:52.607395 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8115a17-643a-4195-a98e-24a57b4e3e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.745145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8115a17-643a-4195-a98e-24a57b4e3e0d None None] Pushing event updated for resources: {'Port': ['ID=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:52.778248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fe5fa11d-72db-43de-8bdd-1c6485c442c0 None None] Provisioning complete for port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:52.780195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe5fa11d-72db-43de-8bdd-1c6485c442c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.865468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-92230d57-44e1-4b8d-ac18-2fa35baa8aba req-b689dfed-8e75-447a-bae9-a66b4ed4372e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 210 time: 0.2849534 Feb 09 20:46:52.897388 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:52Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:52.898058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:52.953112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:46:52.980438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fe5fa11d-72db-43de-8bdd-1c6485c442c0 None None] Current status of the port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:53.023508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks [] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:53.032075 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d1faf-f645-4f22-963c-ec5d4be1999b None None] Pushing event updated for resources: {'Port': ['ID=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:53.041686 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a651dafb-32ea-4f0d-84ff-ade2a201e7e8 None None] The sync data for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 is: [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:52Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:46:53.149548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-e9e46dbf-d06d-42c3-ab7a-18f8ea39af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.150037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-e9e46dbf-d06d-42c3-ab7a-18f8ea39af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.150503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-e9e46dbf-d06d-42c3-ab7a-18f8ea39af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.150961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-e9e46dbf-d06d-42c3-ab7a-18f8ea39af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.151420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-e9e46dbf-d06d-42c3-ab7a-18f8ea39af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.151901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-e9e46dbf-d06d-42c3-ab7a-18f8ea39af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.152359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-e9e46dbf-d06d-42c3-ab7a-18f8ea39af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.156031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07129050-7dca-493f-9074-e28587bdbf6c req-e9e46dbf-d06d-42c3-ab7a-18f8ea39af68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6601 time: 1.0926454 Feb 09 20:46:53.308436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5b0f3-006e-431f-a261-c38e5dbd0776 req-95b5df97-3d6f-4ee4-a4ed-5efc44a926cf tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.317525 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-83a5b0f3-006e-431f-a261-c38e5dbd0776 req-95b5df97-3d6f-4ee4-a4ed-5efc44a926cf tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 946 time: 0.3010907 Feb 09 20:46:53.403437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8425e048-4810-4bd8-8ecd-11c678675eb2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:53.449644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Publish callbacks [] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:53.472149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Transition to ACTIVE for port object 8425e048-4810-4bd8-8ecd-11c678675eb2 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:53.478384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8fabc99a-a33c-417f-82e9-c97ebc9aa43b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:46:53.488179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Allocated IP 172.25.4.59 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b927878c-fd14-4aa5-9468-367d82e8161d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:53.526613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-83a5b0f3-006e-431f-a261-c38e5dbd0776 req-0ddee02d-4a57-4dee-9ab6-39c04a80d7c7 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033527 Feb 09 20:46:53.643177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:53.646557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:53.795045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-6846384b-a51e-45d7-824c-36c76d9b4926 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.800443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-6846384b-a51e-45d7-824c-36c76d9b4926 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.813365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-6846384b-a51e-45d7-824c-36c76d9b4926 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.819752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-6846384b-a51e-45d7-824c-36c76d9b4926 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.825238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-6846384b-a51e-45d7-824c-36c76d9b4926 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.835293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-6846384b-a51e-45d7-824c-36c76d9b4926 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.840656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-6846384b-a51e-45d7-824c-36c76d9b4926 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.855368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-6846384b-a51e-45d7-824c-36c76d9b4926 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.1799004 Feb 09 20:46:53.866469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:46:53.923076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-de234ff0-4889-41dc-8b82-83f4a16da5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.923553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-de234ff0-4889-41dc-8b82-83f4a16da5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.924058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-de234ff0-4889-41dc-8b82-83f4a16da5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:53.926346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07129050-7dca-493f-9074-e28587bdbf6c req-de234ff0-4889-41dc-8b82-83f4a16da5fe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3227210 Feb 09 20:46:53.927716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:53.939807 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:54.018740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e10bebd6-3f2f-49d3-ad6d-1eba9c95df68 req-e1d8bf05-b15e-4086-84c2-04bf9c8c9271 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556695 Feb 09 20:46:54.047828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for port (b927878c-fd14-4aa5-9468-367d82e8161d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:54.246495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-553ceb62-2487-4c22-a240-d317ba878774 req-abe4f279-1f65-4604-924e-3134b3898e69 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 210 time: 0.0867405 Feb 09 20:46:54.248638 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b927878c-fd14-4aa5-9468-367d82e8161d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:54.349178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:54.352795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129050-7dca-493f-9074-e28587bdbf6c req-316f61e6-e1e3-4636-a381-8726d9d41fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:54.356950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07129050-7dca-493f-9074-e28587bdbf6c req-316f61e6-e1e3-4636-a381-8726d9d41fd1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4021883 Feb 09 20:46:54.357773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:54.382007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Pushing event updated for resources: {'Port': ['ID=8425e048-4810-4bd8-8ecd-11c678675eb2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:54.399593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:54.410350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:54.469462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event updated for resources: {'Port': ['ID=b927878c-fd14-4aa5-9468-367d82e8161d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:54.502117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:54.505415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:54.598950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event updated for resources: {'Port': ['ID=e39cd341-f5c8-41ca-9e59-ea56260f269b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:54.675930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:54.676721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:54.740708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b098f-b712-4822-9c47-1f0e12420a48 req-b55b89f9-0006-480b-a0f1-ae798dd6c1f7 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:54.751439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d6b098f-b712-4822-9c47-1f0e12420a48 req-b55b89f9-0006-480b-a0f1-ae798dd6c1f7 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 1.5709035 Feb 09 20:46:54.778380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a422c98-e025-4584-b4aa-71246f86a859 req-4c5411ca-805c-4de7-93ea-72d517d89cae tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:54.789603 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a422c98-e025-4584-b4aa-71246f86a859 req-4c5411ca-805c-4de7-93ea-72d517d89cae tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 931 time: 0.2821994 Feb 09 20:46:54.854714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-06b4214c-fbf3-444c-9367-a01aa0745660 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3105826 Feb 09 20:46:54.860077 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for floatingip (bb327245-f66f-4574-9a63-66dee91e730c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:54.891655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Attempting to bind port 8425e048-4810-4bd8-8ecd-11c678675eb2 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:54.904039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Attempting to bind port 8425e048-4810-4bd8-8ecd-11c678675eb2 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:54.907114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Attempting to bind port 8425e048-4810-4bd8-8ecd-11c678675eb2 on network af489e63-20e0-49ba-96f7-5b6663ddeba2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:54.951602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Request body: {'port': {'device_id': '98a2abec-3984-45f6-97cb-1c99b2b55046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:54.983351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a422c98-e025-4584-b4aa-71246f86a859 req-caa24ee4-b938-4a78-a169-61926876638b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893301 Feb 09 20:46:54.993437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Allocated IP 192.168.233.252 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/c0fd31d4-e110-4b73-8eba-bcd184852655) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:46:54.998350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b927878c-fd14-4aa5-9468-367d82e8161d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:55.123716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Port 8425e048-4810-4bd8-8ecd-11c678675eb2 on network af489e63-20e0-49ba-96f7-5b6663ddeba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:55.123716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Attempting to bind port 8425e048-4810-4bd8-8ecd-11c678675eb2 on network af489e63-20e0-49ba-96f7-5b6663ddeba2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:55.247602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-3bdc88fb-f8f1-4c85-9640-f51f0e9d6f68 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:55.259030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-3bdc88fb-f8f1-4c85-9640-f51f0e9d6f68 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.13 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 946 time: 0.6752567 Feb 09 20:46:55.362347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d6b098f-b712-4822-9c47-1f0e12420a48 req-5778c471-adb5-42b0-8e24-44426195214f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047547 Feb 09 20:46:55.363296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:55.375086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Checking segment: {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:55.375489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Bound using segment: {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:55.380092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Bound port: 8425e048-4810-4bd8-8ecd-11c678675eb2, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:55.380376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ffcc3-928c-4e2a-b703-ebc8603cc991 req-72fcec99-c495-447e-8419-4eb7dd55a84b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:55.380944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:55.387385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-497ffcc3-928c-4e2a-b703-ebc8603cc991 req-72fcec99-c495-447e-8419-4eb7dd55a84b tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 946 time: 0.2837603 Feb 09 20:46:55.527713 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:55.580255 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-497ffcc3-928c-4e2a-b703-ebc8603cc991 req-806ddf5a-0f0f-4a8a-92b5-3868c457bcfc tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/security-groups?id=7077628e-f83f-4982-ab26-3f77ab3637f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672697 Feb 09 20:46:55.621292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] For port 8425e048-4810-4bd8-8ecd-11c678675eb2, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:46:55.629006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] For port 8425e048-4810-4bd8-8ecd-11c678675eb2, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8425e048-4810-4bd8-8ecd-11c678675eb2,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:46:55.633643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for port (b927878c-fd14-4aa5-9468-367d82e8161d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:55.648092 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b927878c-fd14-4aa5-9468-367d82e8161d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:55.853779 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eca24e13-aeb4-4c8d-a162-fa27890205e0 req-c7b2fc9a-c5f7-4687-9e94-b27fdb22df40 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 210 time: 0.0992703 Feb 09 20:46:55.979810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (bb327245-f66f-4574-9a63-66dee91e730c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:55.995385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event updated for resources: {'Port': ['ID=b927878c-fd14-4aa5-9468-367d82e8161d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:56.061851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39cd341-f5c8-41ca-9e59-ea56260f269b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:46:56.095727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Publish callbacks [] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:56.110486 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:56.128624 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:56.133666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c17b68e9-357e-4866-b70e-c1d0ea9471b4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6389911 Feb 09 20:46:56.268451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Transition to ACTIVE for port object e39cd341-f5c8-41ca-9e59-ea56260f269b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:46:56.322819 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:56.335941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b61cb4-95b9-458e-a2ef-c05317f4c3ac req-f769a673-0bf1-41ee-a6b1-a7cddf74a302 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.353738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e0b61cb4-95b9-458e-a2ef-c05317f4c3ac req-f769a673-0bf1-41ee-a6b1-a7cddf74a302 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 931 time: 0.1131446 Feb 09 20:46:56.376643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.382570 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:56.384355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] 10.222.0.13 "PUT /v2.0/ports/8425e048-4810-4bd8-8ecd-11c678675eb2 HTTP/1.1" status: 200 len: 1092 time: 6.1140530 Feb 09 20:46:56.385293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': '8425e048-4810-4bd8-8ecd-11c678675eb2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:46:56.387651 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408c915f-86b2-43bf-8fd6-fde0d2554f47" -d '{"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "8425e048-4810-4bd8-8ecd-11c678675eb2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:46:56.397845 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:56.425826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:46:56.442572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Sync routers for ids ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:46:56.452700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-625b9154-91fa-4322-9943-a358c592ce68 admin admin] 10.222.0.102 "PUT /v2.0/routers/0be2f968-3242-4ecc-8ddc-93c241d9bec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9319232 Feb 09 20:46:56.478064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Routers {'0be2f968-3242-4ecc-8ddc-93c241d9bec9'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:46:56.478886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:56.507107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e0b61cb4-95b9-458e-a2ef-c05317f4c3ac req-dca1ea8a-25b7-4b7c-9d0c-0747dbd3c616 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471965 Feb 09 20:46:56.832584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58631c97-65d5-46d3-9123-99567ddb35be req-79858c76-e21f-4a8b-8e4f-7378f5340aac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.846154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58631c97-65d5-46d3-9123-99567ddb35be req-79858c76-e21f-4a8b-8e4f-7378f5340aac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.864130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58631c97-65d5-46d3-9123-99567ddb35be req-79858c76-e21f-4a8b-8e4f-7378f5340aac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.885888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58631c97-65d5-46d3-9123-99567ddb35be req-79858c76-e21f-4a8b-8e4f-7378f5340aac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.896943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58631c97-65d5-46d3-9123-99567ddb35be req-79858c76-e21f-4a8b-8e4f-7378f5340aac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.902468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Set router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:46:56.911037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58631c97-65d5-46d3-9123-99567ddb35be req-79858c76-e21f-4a8b-8e4f-7378f5340aac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.923280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58631c97-65d5-46d3-9123-99567ddb35be req-79858c76-e21f-4a8b-8e4f-7378f5340aac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:56.925331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58631c97-65d5-46d3-9123-99567ddb35be req-79858c76-e21f-4a8b-8e4f-7378f5340aac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 1.2343123 Feb 09 20:46:56.998302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed177c1-8fe1-4f2a-ac81-9316ae6ebf6e service neutron] Pushing event updated for resources: {'Port': ['ID=8425e048-4810-4bd8-8ecd-11c678675eb2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:57.167248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Deleting port eee82356-ebf3-4329-bfff-22ffa15356e8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:46:57.167587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:57.187560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-0e498c9e-c2ee-46d2-8de8-f06e5e2d2099 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--842236872&fields=id&tenant_id=f845bbcd2d304938b56862afc5cac6f4 HTTP/1.1" status: 200 len: 267 time: 0.5343437 Feb 09 20:46:57.449371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-ff9bf8e1-161f-403e-ad90-a52fea3d81e4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:57.458103 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-ff9bf8e1-161f-403e-ad90-a52fea3d81e4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/networks?id=9c32e783-53e9-4c80-a9d8-5b1efc43f362 HTTP/1.1" status: 200 len: 815 time: 0.2681422 Feb 09 20:46:57.477164 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-f14ccf6d-4a36-402c-a05e-61e15a661719 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/quotas/f845bbcd2d304938b56862afc5cac6f4 HTTP/1.1" status: 200 len: 375 time: 0.0177994 Feb 09 20:46:57.546896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:46:47Z', 'revision_number': 4, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port': {'id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:33Z', 'updated_at': '2022-02-09T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1870224b-4c43-40a6-aaa8-0b3ae294e130', 'name': '', 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'mac_address': 'fa:16:3e:e6:da:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '719c44f8-7fc3-4ef1-8c65-1a02bb458529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 2, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'subnets': [{'id': '719c44f8-7fc3-4ef1-8c65-1a02bb458529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:46:57.618157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] For port eee82356-ebf3-4329-bfff-22ffa15356e8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=eee82356-ebf3-4329-bfff-22ffa15356e8,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:46:57.618754 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:57.618871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Checking router: 0be2f968-3242-4ecc-8ddc-93c241d9bec9 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:46:57.618871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Updating router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 port 1870224b-4c43-40a6-aaa8-0b3ae294e130 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:46:57.635768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Calling delete_port for eee82356-ebf3-4329-bfff-22ffa15356e8 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:46:57.654925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-4b2cc31d-a00a-4926-843e-02d678155ee4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=f845bbcd2d304938b56862afc5cac6f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761470 Feb 09 20:46:57.677228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:57.815122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-50aa1a07-3c58-491f-974b-afb645d430f6 service neutron] 10.222.0.102 "GET /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588864 Feb 09 20:46:57.957743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.003535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-afaa3272-6d66-4816-817b-84c6aeff0737 service neutron] 10.222.0.102 "GET /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831906 Feb 09 20:46:58.009434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58631c97-65d5-46d3-9123-99567ddb35be req-a714846a-3d32-4d9f-9c97-3b99e4f6e1d1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0703428 Feb 09 20:46:58.047543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Pushing event updated for resources: {'Port': ['ID=e39cd341-f5c8-41ca-9e59-ea56260f269b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:58.069969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Attempting to bind port e39cd341-f5c8-41ca-9e59-ea56260f269b on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:46:58.070320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Attempting to bind port e39cd341-f5c8-41ca-9e59-ea56260f269b by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:46:58.070653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Attempting to bind port e39cd341-f5c8-41ca-9e59-ea56260f269b on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:58.091049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (eee82356-ebf3-4329-bfff-22ffa15356e8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.118822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:58.128257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.128565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-network', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:58.142866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e09b0df-0642-4935-aff3-8cd5275b018f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:58.154982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Port e39cd341-f5c8-41ca-9e59-ea56260f269b on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:46:58.156038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Attempting to bind port e39cd341-f5c8-41ca-9e59-ea56260f269b on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:46:58.196715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Made reservation on behalf of 6fe3159f0b6d408eb49d6a8fec6cbcde for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:58.199192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.209437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-0ecf216f-fd24-4b69-96a5-795b2c167925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:58.212961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-0ecf216f-fd24-4b69-96a5-795b2c167925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:58.213095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-0ecf216f-fd24-4b69-96a5-795b2c167925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:58.213569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-0ecf216f-fd24-4b69-96a5-795b2c167925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:58.216317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-0ecf216f-fd24-4b69-96a5-795b2c167925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:58.219134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-0ecf216f-fd24-4b69-96a5-795b2c167925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:58.219698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-0ecf216f-fd24-4b69-96a5-795b2c167925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:58.225799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.226765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-0ecf216f-fd24-4b69-96a5-795b2c167925 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6700 time: 1.7776074 Feb 09 20:46:58.297054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75', '647aa24e-d61b-461c-953d-2eb0f595271e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:46:58.424715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Publish callbacks [] for security_group (a692eaed-b06b-474d-a4fb-0a456f8d7cce), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.430587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a692eaed-b06b-474d-a4fb-0a456f8d7cce), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.514800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:46:58.548598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:46:58.552625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Checking segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:46:58.553088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Bound using segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:46:58.553557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Bound port: e39cd341-f5c8-41ca-9e59-ea56260f269b, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:46:58.553962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.570274 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a692eaed-b06b-474d-a4fb-0a456f8d7cce,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:58.574603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Pushing event deleted for resources: {'Port': ['ID=eee82356-ebf3-4329-bfff-22ffa15356e8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:58.644395 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1d8236e8-b140-4813-859f-a8b96ce2e7c1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.644887 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Added segment 1d8236e8-b140-4813-859f-a8b96ce2e7c1 of type vlan for network 07113c56-8039-4331-a8f9-4397f8d682ee Feb 09 20:46:58.711313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68d9e23a-261a-401e-aff0-ca0950e08d4e req-60b15a44-0ee9-4b82-b29d-4ecb35ade6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.102 "GET /v2.0/ports?device_id=486b5500-5cf2-452e-b04e-795880b7467a HTTP/1.1" status: 200 len: 210 time: 0.1091676 Feb 09 20:46:58.795603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:46:58.822191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (07113c56-8039-4331-a8f9-4397f8d682ee), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.874332 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82700da-7d8c-4374-8840-2a560bb469f0 x-openstack-request-id: req-f82700da-7d8c-4374-8840-2a560bb469f0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:46:58.875441 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "8425e048-4810-4bd8-8ecd-11c678675eb2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:46:58.877687 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f82700da-7d8c-4374-8840-2a560bb469f0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:46:58.878855 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': '8425e048-4810-4bd8-8ecd-11c678675eb2', 'status': 'completed', 'code': 200} Feb 09 20:46:58.915640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'Port': ['ID=c0fd31d4-e110-4b73-8eba-bcd184852655,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:58.924601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:46:58.937900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:46:58.983702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (07113c56-8039-4331-a8f9-4397f8d682ee), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:58.987207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:58.992416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:59.177875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0573010 Feb 09 20:46:59.198317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275b2c0-0f21-44d9-b95c-57a844f44637 req-07d46e9e-4716-445f-bf50-06305dcd0a1b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:59.200489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f275b2c0-0f21-44d9-b95c-57a844f44637 req-07d46e9e-4716-445f-bf50-06305dcd0a1b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 936 time: 0.3493669 Feb 09 20:46:59.201092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:46:59.222898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Request body: {'subnet': {'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-subnet', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:46:59.242553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b477f2-4c4b-463e-a203-80da51f5b834 admin admin] Pushing event updated for resources: {'Network': ['ID=07113c56-8039-4331-a8f9-4397f8d682ee,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:46:59.334796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Made reservation on behalf of 6fe3159f0b6d408eb49d6a8fec6cbcde for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:46:59.337778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:59.359521 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Publish callbacks [] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:59.395377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device eee82356-ebf3-4329-bfff-22ffa15356e8 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:46:59.445951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 07113c56-8039-4331-a8f9-4397f8d682ee details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:46:59.481410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: eee82356-ebf3-4329-bfff-22ffa15356e8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:46:59.481410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device eee82356-ebf3-4329-bfff-22ffa15356e8 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:46:59.484857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f275b2c0-0f21-44d9-b95c-57a844f44637 req-6ff46019-b4a8-4bd4-b2d0-4aeaba1f49db tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706373 Feb 09 20:46:59.505381 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:59.787720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] No DVR routers for this DVR port eee82356-ebf3-4329-bfff-22ffa15356e8 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:46:59.799179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:59.804064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f5a56008-f5b7-4a62-80a1-ae1fe8f9afa2 req-5d6823b3-ae09-4a39-bfe0-7078aad204a4 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385 tempest-FloatingIPsAssociationNegativeTestJSON-1179473385-project] 10.222.0.13 "DELETE /v2.0/ports/eee82356-ebf3-4329-bfff-22ffa15356e8 HTTP/1.1" status: 204 len: 173 time: 4.3852861 Feb 09 20:46:59.805692 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-d3ce45fb-5abd-4fa3-911a-934ce20b7968 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a HTTP/1.1" status: 200 len: 217 time: 1.4295726 Feb 09 20:46:59.828601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:59.829300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:46:59.954830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac860-1980-4a52-a2d1-7960d7caf075 req-d7774547-6713-409d-bfef-4268cc66888b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:46:59.963863 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c79ac860-1980-4a52-a2d1-7960d7caf075 req-d7774547-6713-409d-bfef-4268cc66888b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 943 time: 0.3611305 Feb 09 20:46:59.977125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-56dd1606-fe01-46ea-b5ac-ca3cba5923a6 None None] Provisioning complete for port c0fd31d4-e110-4b73-8eba-bcd184852655 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:46:59.978257 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56dd1606-fe01-46ea-b5ac-ca3cba5923a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.002100 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (c6d165e2-9539-4b6a-ab4e-b72418920ae9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.029204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-29a80506-b51e-4d7e-b42c-8b19311b8fa9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.1322093 Feb 09 20:47:00.033592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-ce5cd17f-e393-4fe6-a559-44fd4b59fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:00.039080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-ce5cd17f-e393-4fe6-a559-44fd4b59fd7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d97c76c3-78d6-4891-8af4-1022a460f626 HTTP/1.1" status: 200 len: 851 time: 0.1933942 Feb 09 20:47:00.054218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d690088-9889-4824-8938-430f78f7fdbb req-2f83c3a4-0c84-4715-84d6-c44fd1a91fe4 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:00.065755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d690088-9889-4824-8938-430f78f7fdbb req-2f83c3a4-0c84-4715-84d6-c44fd1a91fe4 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 1.8361862 Feb 09 20:47:00.157745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Request body: {'port': {'device_id': 'ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:00.168846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-56dd1606-fe01-46ea-b5ac-ca3cba5923a6 None None] Port c0fd31d4-e110-4b73-8eba-bcd184852655 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:00.260815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9dba2-a851-4869-b705-50a24b624f23 None None] Pushing event updated for resources: {'Port': ['ID=1870224b-4c43-40a6-aaa8-0b3ae294e130,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:00.325785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Checking segment: {'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:00.327231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Network hostable DHCP agents. Network: 07113c56-8039-4331-a8f9-4397f8d682ee, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:47:00.401349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d165e2-9539-4b6a-ab4e-b72418920ae9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:00.422402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Attempting to bind port 1870224b-4c43-40a6-aaa8-0b3ae294e130 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:00.422992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Attempting to bind port 1870224b-4c43-40a6-aaa8-0b3ae294e130 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:00.423360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Attempting to bind port 1870224b-4c43-40a6-aaa8-0b3ae294e130 on network 15fbfbd3-17ea-47ff-b875-952132198419 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:00.434837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:00.435398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Checking segment: {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:00.435965 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.436427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Bound using segment: {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:00.437010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Bound port: 1870224b-4c43-40a6-aaa8-0b3ae294e130, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:00.438029 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.476853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c79ac860-1980-4a52-a2d1-7960d7caf075 req-97b6b8af-948f-4e92-9d25-0725ed0f29e6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017128 Feb 09 20:47:00.481140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Network 07113c56-8039-4331-a8f9-4397f8d682ee is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:47:00.514111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 07113c56-8039-4331-a8f9-4397f8d682ee) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:00.522109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:00.524361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.538117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7a27c412-7b7f-4c77-9a49-aa72f1b7c6d3 None None] Provisioning complete for port 1870224b-4c43-40a6-aaa8-0b3ae294e130 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:00.538697 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a27c412-7b7f-4c77-9a49-aa72f1b7c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.562214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2541202e-36ab-4638-916c-3b5d505c3d8c admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3540156 Feb 09 20:47:00.564356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:00.575293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:00.734183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.751545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a27c412-7b7f-4c77-9a49-aa72f1b7c6d3 None None] Port 1870224b-4c43-40a6-aaa8-0b3ae294e130 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:00.757100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f162c85f-722e-4105-acc9-f753b6956271 req-4ae98147-bb5a-4142-951d-5e0858fdba3f tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 210 time: 0.1228089 Feb 09 20:47:00.761086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.762551 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:00.762714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c570f9-8ff7-4949-9ccb-993aa3697f45 None None] Network 07113c56-8039-4331-a8f9-4397f8d682ee requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:47:00.896685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'name': 'network-vif-deleted', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:00.899802 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76c6cb0-3a2e-44c2-8443-0009ed520a47" -d '{"events": [{"server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "name": "network-vif-deleted", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:00.966025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-7ab4d3e8-87d4-44f8-a860-b7aee6b70400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:00.971439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-7ab4d3e8-87d4-44f8-a860-b7aee6b70400 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8882949 Feb 09 20:47:01.023216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks [] for router_controller (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:01.026291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] For port e39cd341-f5c8-41ca-9e59-ea56260f269b, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:01.062476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-07113c56-8039-4331-a8f9-4397f8d682ee', 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee', 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'fixed_ips': [{'subnet_id': 'c6d165e2-9539-4b6a-ab4e-b72418920ae9'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:47:01.063009 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:01.283981 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks [] for router_gateway (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:01.315896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Allocated IP 172.20.0.2 (07113c56-8039-4331-a8f9-4397f8d682ee/c6d165e2-9539-4b6a-ab4e-b72418920ae9/92764501-25d1-4148-a13e-d03a6efffcda) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:01.372474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7c733afb-eee7-443c-8c9d-c61a192abe91 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.386730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7c733afb-eee7-443c-8c9d-c61a192abe91 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.399034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7c733afb-eee7-443c-8c9d-c61a192abe91 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.415299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7c733afb-eee7-443c-8c9d-c61a192abe91 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.426546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d690088-9889-4824-8938-430f78f7fdbb req-7561dd45-f50d-4723-a369-2c6ff96c1a3a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3591256 Feb 09 20:47:01.429888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7c733afb-eee7-443c-8c9d-c61a192abe91 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.443227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7c733afb-eee7-443c-8c9d-c61a192abe91 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.458405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7c733afb-eee7-443c-8c9d-c61a192abe91 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.458405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7c733afb-eee7-443c-8c9d-c61a192abe91 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.5217133 Feb 09 20:47:01.533261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Publish callbacks [] for port (92764501-25d1-4148-a13e-d03a6efffcda), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:01.556979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] For port e39cd341-f5c8-41ca-9e59-ea56260f269b, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e39cd341-f5c8-41ca-9e59-ea56260f269b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:01.560141 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6232e1bb-5166-4181-92ed-0ae850c23d84 req-7020ff8c-0806-496f-9605-5c9d08d00351 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749934 Feb 09 20:47:01.596513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (92764501-25d1-4148-a13e-d03a6efffcda), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:01.627921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:01.647222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:01.689403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Network 07113c56-8039-4331-a8f9-4397f8d682ee is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:01.693025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Pushing event updated for resources: {'Port': ['ID=92764501-25d1-4148-a13e-d03a6efffcda,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:01.697122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:01.714492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:01.787785 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca589bb-635f-4e34-a67f-ee4ce566bca9 x-openstack-request-id: req-fca589bb-635f-4e34-a67f-ee4ce566bca9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:01.789666 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b5500-5cf2-452e-b04e-795880b7467a", "name": "network-vif-deleted", "tag": "eee82356-ebf3-4329-bfff-22ffa15356e8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:01.789933 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fca589bb-635f-4e34-a67f-ee4ce566bca9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:01.793809 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b5500-5cf2-452e-b04e-795880b7467a', 'name': 'network-vif-deleted', 'tag': 'eee82356-ebf3-4329-bfff-22ffa15356e8', 'status': 'completed', 'code': 200} Feb 09 20:47:01.811513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-4abf7c3f-6f28-4b87-9438-bd8ae8b37f3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.813019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-4abf7c3f-6f28-4b87-9438-bd8ae8b37f3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.50 "GET /v2.0/networks?id=9c32e783-53e9-4c80-a9d8-5b1efc43f362 HTTP/1.1" status: 200 len: 815 time: 1.3808494 Feb 09 20:47:01.853193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:01.853822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:01.855238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] 10.222.0.50 "PUT /v2.0/ports/e39cd341-f5c8-41ca-9e59-ea56260f269b HTTP/1.1" status: 200 len: 1092 time: 6.9423001 Feb 09 20:47:01.894520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-e2ec7bd9-0a0b-4143-ad71-9b924ddac6f9 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:47:01.908512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-e2ec7bd9-0a0b-4143-ad71-9b924ddac6f9 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210345 Feb 09 20:47:02.092027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Attempting to bind port 92764501-25d1-4148-a13e-d03a6efffcda on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:02.092838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Attempting to bind port 92764501-25d1-4148-a13e-d03a6efffcda by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:02.093434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Attempting to bind port 92764501-25d1-4148-a13e-d03a6efffcda on network 07113c56-8039-4331-a8f9-4397f8d682ee {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:02.111420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] For port 1870224b-4c43-40a6-aaa8-0b3ae294e130, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:02.114863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:02.115962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Checking segment: {'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:02.116621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:02.117238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Bound using segment: {'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:02.117960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Bound port: 92764501-25d1-4148-a13e-d03a6efffcda, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:02.118602 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92764501-25d1-4148-a13e-d03a6efffcda), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:02.140695 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-be5cb8dd-cffc-4ae2-b344-99440580947c service neutron] 10.222.0.13 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1322722 Feb 09 20:47:02.151555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] For port 1870224b-4c43-40a6-aaa8-0b3ae294e130, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1870224b-4c43-40a6-aaa8-0b3ae294e130,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:02.167425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705727-a301-4ee5-b7f5-0642bb947501 service neutron] Pushing event updated for resources: {'Port': ['ID=e39cd341-f5c8-41ca-9e59-ea56260f269b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:02.228070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] For port 92764501-25d1-4148-a13e-d03a6efffcda, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:02.229482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbcc45-8d08-41f5-9dee-0c0dcc923e5c req-4a7fa28b-6384-46f4-965c-680aa9add8ba tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:02.238131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] For port 92764501-25d1-4148-a13e-d03a6efffcda, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92764501-25d1-4148-a13e-d03a6efffcda,segment=NetworkSegment(1d8236e8-b140-4813-859f-a8b96ce2e7c1),segment_id=1d8236e8-b140-4813-859f-a8b96ce2e7c1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:02.242530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-decbcc45-8d08-41f5-9dee-0c0dcc923e5c req-4a7fa28b-6384-46f4-965c-680aa9add8ba tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 943 time: 0.2927895 Feb 09 20:47:02.249969 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:02.351608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fd31d4-e110-4b73-8eba-bcd184852655 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:02.434145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9f311-21c9-4e91-9add-ab2525ebbbb7 req-b448e6a8-65e4-4f7b-a3f2-5cbd8f9216c5 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:02.438501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81e9f311-21c9-4e91-9add-ab2525ebbbb7 req-b448e6a8-65e4-4f7b-a3f2-5cbd8f9216c5 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 936 time: 0.6438038 Feb 09 20:47:02.475516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (92764501-25d1-4148-a13e-d03a6efffcda), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:02.519494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Publish callbacks [] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:02.563922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-389dd37b-f0b9-4ac7-8f8f-8dc9574fab07 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f845bbcd2d304938b56862afc5cac6f4 HTTP/1.1" status: 200 len: 379 time: 0.7354925 Feb 09 20:47:02.602547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Routers {'0be2f968-3242-4ecc-8ddc-93c241d9bec9'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:02.603120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:02.717964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-3290e4b4-b371-401f-8b40-5ffc97e6f155 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542686 Feb 09 20:47:02.740333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Transition to ACTIVE for port object c0fd31d4-e110-4b73-8eba-bcd184852655 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:47:02.751082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81e9f311-21c9-4e91-9add-ab2525ebbbb7 req-20e2367b-6b99-4151-9dcf-93b47f653748 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538879 Feb 09 20:47:02.765948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Request body: {'port': {'device_id': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'admin_state_up': True, 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'security_groups': ['78a45fe0-c877-4790-9c94-5ade38715163']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:02.781164 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-decbcc45-8d08-41f5-9dee-0c0dcc923e5c req-7f79076f-8213-4ccd-a1b0-f7fa4e6be273 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377581 Feb 09 20:47:02.863789 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks [] for router_gateway (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:02.965922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:02.967004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9dba2-a851-4869-b705-50a24b624f23 None None] Pushing event updated for resources: {'Port': ['ID=1870224b-4c43-40a6-aaa8-0b3ae294e130,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:03.007613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:03.205172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-76f49746-77c1-48ec-80b7-eb083557c1f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 HTTP/1.1" status: 200 len: 217 time: 0.4528403 Feb 09 20:47:03.217683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd31d4-e110-4b73-8eba-bcd184852655,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:03.228658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dfa83-de00-47df-8067-b151bb52ae5a None None] Pushing event updated for resources: {'Port': ['ID=92764501-25d1-4148-a13e-d03a6efffcda,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:03.389628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] Set router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:03.395118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Made reservation on behalf of f845bbcd2d304938b56862afc5cac6f4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:47:03.398808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4fb66375-00bc-4e42-9500-cbbe9b41611c None None] Provisioning complete for port 1870224b-4c43-40a6-aaa8-0b3ae294e130 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:03.399696 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb66375-00bc-4e42-9500-cbbe9b41611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:03.413751 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:03.602538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Allocated IP 172.25.4.87 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/02e76ba4-ff29-4023-a2a4-5c49e52e5aae) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:03.604664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58dbb1d-5dc6-4db4-9770-e6733cdf036a req-9cc45787-511d-47a5-99d1-e853d5c7f370 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 210 time: 0.4527709 Feb 09 20:47:03.631733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92764501-25d1-4148-a13e-d03a6efffcda up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:03.799070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks [] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:03.842852 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:03.851983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Allocated IP 172.20.0.7 (9c32e783-53e9-4c80-a9d8-5b1efc43f362/26453275-6449-449d-a620-69f17df432c8/614e8301-9b3a-47f2-886e-cb3c3a6c3dc1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:03.910170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:03.915377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:03.918133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:03.952884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f6c23-bcf5-4011-9267-a1da5043f2d7 req-97bc7393-0a87-4ce3-b6aa-d9d4c2901698 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:03.955848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c28f6c23-bcf5-4011-9267-a1da5043f2d7 req-97bc7393-0a87-4ce3-b6aa-d9d4c2901698 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 0.9068797 Feb 09 20:47:04.028131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=02e76ba4-ff29-4023-a2a4-5c49e52e5aae,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:04.049973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (d9ff59f6-47e4-41ab-b501-31e0733044a5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:04.072448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:04.100383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c28f6c23-bcf5-4011-9267-a1da5043f2d7 req-6ccd3712-c780-4e7b-8e77-d5fd90bd235f tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238458 Feb 09 20:47:04.111137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146db13-2403-44b1-b245-24d51b1180b9 req-f833045d-3790-4aa2-b42d-0376de20b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.113497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-f833045d-3790-4aa2-b42d-0376de20b29f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 1126 time: 2.1599722 Feb 09 20:47:04.165789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a2abec-3984-45f6-97cb-1c99b2b55046', 'tag': 'e39cd341-f5c8-41ca-9e59-ea56260f269b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:04.168373 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f709ade5-bba9-4914-a159-ace68fa1671a" -d '{"events": [{"name": "network-changed", "server_uuid": "98a2abec-3984-45f6-97cb-1c99b2b55046", "tag": "e39cd341-f5c8-41ca-9e59-ea56260f269b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:04.194879 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:04.331725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-6030797e-833a-4173-8ad3-574461a2f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.333411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-6030797e-833a-4173-8ad3-574461a2f726 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 1.1170783 Feb 09 20:47:04.343503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:04.450226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event updated for resources: {'Port': ['ID=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:04.465227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:04.480552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:04.572616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.573291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:04.607266 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-2ebc7775-798a-4fc3-b53e-bed2b8119d42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39cd341-f5c8-41ca-9e59-ea56260f269b HTTP/1.1" status: 200 len: 217 time: 0.3921535 Feb 09 20:47:04.621751 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-8e917bac-8891-401c-871b-1f506b8d0e3c tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9027390 Feb 09 20:47:04.689009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-25619252-d610-4748-b5f0-3aae4d22b39b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.694707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-25619252-d610-4748-b5f0-3aae4d22b39b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.701367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-25619252-d610-4748-b5f0-3aae4d22b39b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.707620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-25619252-d610-4748-b5f0-3aae4d22b39b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.713352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-25619252-d610-4748-b5f0-3aae4d22b39b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.718919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-25619252-d610-4748-b5f0-3aae4d22b39b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.725159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-25619252-d610-4748-b5f0-3aae4d22b39b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.732971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-25619252-d610-4748-b5f0-3aae4d22b39b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.6163962 Feb 09 20:47:04.744273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146db13-2403-44b1-b245-24d51b1180b9 req-f58c799f-6f1c-43f9-93cc-695e6f8ba6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.753973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-f58c799f-6f1c-43f9-93cc-695e6f8ba6c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1228025 Feb 09 20:47:04.787634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Request body: {'port': {'device_id': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:04.821298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-481d13e9-f05c-46f5-a486-8317b4cd3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:04.823007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-481d13e9-f05c-46f5-a486-8317b4cd3ab1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4290800 Feb 09 20:47:04.825006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-5e5f2135-dcb7-4615-b576-232b3366b6ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702589 Feb 09 20:47:04.835465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e4438-bf18-43b0-aaae-16538f96cf38 None None] Network 07113c56-8039-4331-a8f9-4397f8d682ee requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:47:04.857668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Attempting to bind port c0fd31d4-e110-4b73-8eba-bcd184852655 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:04.858069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Attempting to bind port c0fd31d4-e110-4b73-8eba-bcd184852655 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:04.858403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Attempting to bind port c0fd31d4-e110-4b73-8eba-bcd184852655 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:04.910603 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks [] for router_gateway (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:05.086775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4fb66375-00bc-4e42-9500-cbbe9b41611c None None] Current status of the port 1870224b-4c43-40a6-aaa8-0b3ae294e130 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:05.087780 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb66375-00bc-4e42-9500-cbbe9b41611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:05.152060 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:05.186979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Port c0fd31d4-e110-4b73-8eba-bcd184852655 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:47:05.187712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Attempting to bind port c0fd31d4-e110-4b73-8eba-bcd184852655 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:05.201730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-1c02cf6a-4032-4a41-9904-4d923f1439b8 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288286 Feb 09 20:47:05.202632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 92764501-25d1-4148-a13e-d03a6efffcda triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:05.203220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92764501-25d1-4148-a13e-d03a6efffcda), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:05.206901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-511d099e-dd39-4956-a3d2-79d01d9d637b service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112303 Feb 09 20:47:05.214695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:05.217004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:05.218501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:05.219013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Bound port: c0fd31d4-e110-4b73-8eba-bcd184852655, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:05.223780 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:05.229449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4fb66375-00bc-4e42-9500-cbbe9b41611c None None] For port 1870224b-4c43-40a6-aaa8-0b3ae294e130, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1870224b-4c43-40a6-aaa8-0b3ae294e130,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:05.271410 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb66375-00bc-4e42-9500-cbbe9b41611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:05.282861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:46:47Z', 'revision_number': 4, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port': {'id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:33Z', 'updated_at': '2022-02-09T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1870224b-4c43-40a6-aaa8-0b3ae294e130', 'name': '', 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'mac_address': 'fa:16:3e:e6:da:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '719c44f8-7fc3-4ef1-8c65-1a02bb458529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:47:02Z', 'revision_number': 4, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'subnets': [{'id': '719c44f8-7fc3-4ef1-8c65-1a02bb458529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:05.435133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb66375-00bc-4e42-9500-cbbe9b41611c None None] Pushing event updated for resources: {'Port': ['ID=1870224b-4c43-40a6-aaa8-0b3ae294e130,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:05.588170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdc6f162-fb7c-49b5-9f61-8190bc62fa49 req-a37209e6-0817-4ef9-93a3-0fbe27c5001d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8542926 Feb 09 20:47:05.590325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-aec7bca5-e243-40c3-8c83-debbf32364b8 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768462 Feb 09 20:47:05.608490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1146db13-2403-44b1-b245-24d51b1180b9 req-8e047597-63dd-401d-a6fc-837c59006c8a service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710184 Feb 09 20:47:05.616182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9688d81-9a97-4ef4-8fa7-fe7ebd8eb12f None None] The sync data for ids ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'] in n-d-789963-29 is: [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:46:47Z', 'revision_number': 4, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port': {'id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:33Z', 'updated_at': '2022-02-09T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1870224b-4c43-40a6-aaa8-0b3ae294e130', 'name': '', 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'mac_address': 'fa:16:3e:e6:da:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '719c44f8-7fc3-4ef1-8c65-1a02bb458529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:47:02Z', 'revision_number': 4, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'subnets': [{'id': '719c44f8-7fc3-4ef1-8c65-1a02bb458529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:47:05.655179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Provisioning complete for port 92764501-25d1-4148-a13e-d03a6efffcda triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:05.658115 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92764501-25d1-4148-a13e-d03a6efffcda), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:05.845157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fa6092bb-9889-4800-b62b-6c230c86ada1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=b6c4531d-8046-408e-b1be-48703d926f9b HTTP/1.1" status: 200 len: 217 time: 0.2355440 Feb 09 20:47:05.873182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 92764501-25d1-4148-a13e-d03a6efffcda is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:05.873740 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92764501-25d1-4148-a13e-d03a6efffcda), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:05.944952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] For port c0fd31d4-e110-4b73-8eba-bcd184852655, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:05.955505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] For port c0fd31d4-e110-4b73-8eba-bcd184852655, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c0fd31d4-e110-4b73-8eba-bcd184852655,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:06.009805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 92764501-25d1-4148-a13e-d03a6efffcda, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92764501-25d1-4148-a13e-d03a6efffcda,segment=NetworkSegment(1d8236e8-b140-4813-859f-a8b96ce2e7c1),segment_id=1d8236e8-b140-4813-859f-a8b96ce2e7c1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:06.018257 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (92764501-25d1-4148-a13e-d03a6efffcda), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:06.033131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Current status of the port 92764501-25d1-4148-a13e-d03a6efffcda is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:06.036988 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92764501-25d1-4148-a13e-d03a6efffcda), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:06.096000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-13d17a82-dab4-463f-af5b-e2d5c59edcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:06.098521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-13d17a82-dab4-463f-af5b-e2d5c59edcac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.1360767 Feb 09 20:47:06.149363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:06.176645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78daf78f-9235-4641-a322-0415bfab0656 req-3c704b2d-4f26-4c16-a830-73b5c0f4ca7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7684889 Feb 09 20:47:06.231071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=92764501-25d1-4148-a13e-d03a6efffcda,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:06.348827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c28f4-3f99-47f9-ae49-36adba22f27e req-524f6caa-711c-4d41-a292-c40367971749 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:06.362505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-593c28f4-3f99-47f9-ae49-36adba22f27e req-524f6caa-711c-4d41-a292-c40367971749 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 948 time: 1.9870615 Feb 09 20:47:06.414660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1870224b-4c43-40a6-aaa8-0b3ae294e130 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:06.456404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:47:06.457477 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:47:06.541847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1870224b-4c43-40a6-aaa8-0b3ae294e130 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:06.544133 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:06.561576 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-593c28f4-3f99-47f9-ae49-36adba22f27e req-c97af931-99e4-4d46-8a3f-cdeb24416ab1 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874466 Feb 09 20:47:06.833297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:06.840220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1870224b-4c43-40a6-aaa8-0b3ae294e130 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:06.921303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Deleting port 91927ae0-ed6e-484b-84fb-83cd963a79d3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:06.921653 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:07.061152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Current status of the port 92764501-25d1-4148-a13e-d03a6efffcda is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:07.091602 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1667f02c-4d2c-42a8-91a7-fea4b91f8102 x-openstack-request-id: req-1667f02c-4d2c-42a8-91a7-fea4b91f8102 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:07.091602 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a2abec-3984-45f6-97cb-1c99b2b55046", "tag": "e39cd341-f5c8-41ca-9e59-ea56260f269b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:07.091602 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1667f02c-4d2c-42a8-91a7-fea4b91f8102 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:07.091602 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a2abec-3984-45f6-97cb-1c99b2b55046', 'tag': 'e39cd341-f5c8-41ca-9e59-ea56260f269b', 'status': 'completed', 'code': 200} Feb 09 20:47:07.097780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Provisioning complete for port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:07.098425 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:07.147483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:07.149625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:07.151325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0fd31d4-e110-4b73-8eba-bcd184852655 HTTP/1.1" status: 200 len: 1097 time: 7.1102524 Feb 09 20:47:07.165108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b5346f17-120c-439e-80c3-ca1a13903229 None None] Port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:07.324689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2b1da17c-dd5f-45a0-bd92-59b0a6de0102 None None] Provisioning complete for port 92764501-25d1-4148-a13e-d03a6efffcda triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:07.324993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b1da17c-dd5f-45a0-bd92-59b0a6de0102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92764501-25d1-4148-a13e-d03a6efffcda), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:07.512421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83d70e-34b7-494d-8c2a-46434341bca3 req-80555964-3568-475e-a958-5966f62051b6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:07.524310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae83d70e-34b7-494d-8c2a-46434341bca3 req-80555964-3568-475e-a958-5966f62051b6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 943 time: 1.4590690 Feb 09 20:47:07.543371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2b1da17c-dd5f-45a0-bd92-59b0a6de0102 None None] Current status of the port 92764501-25d1-4148-a13e-d03a6efffcda is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:07.609037 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-673bbfd5-c11c-41b9-aeec-325016fcb679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:07.619489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] For port 91927ae0-ed6e-484b-84fb-83cd963a79d3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91927ae0-ed6e-484b-84fb-83cd963a79d3,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:07.621022 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:07.668700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Calling delete_port for 91927ae0-ed6e-484b-84fb-83cd963a79d3 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:07.774117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:07.782685 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Publish callbacks [] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:07.804742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Transition to ACTIVE for port object 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:47:07.821508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-d4d95f85-d42c-4c04-bab7-b9bdcf2108c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:07.823189 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-d4d95f85-d42c-4c04-bab7-b9bdcf2108c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.7131732 Feb 09 20:47:07.835849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:08.006848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-b37eb602-c49c-43fa-a4e5-caa648f04027 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538846 Feb 09 20:47:08.013179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67d38e-dcda-4e20-8f03-fa5b4728d984 req-2e2b4eb8-a9ff-4e92-8265-ae553ae964f1 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:08.023115 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e67d38e-dcda-4e20-8f03-fa5b4728d984 req-2e2b4eb8-a9ff-4e92-8265-ae553ae964f1 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 931 time: 1.1870391 Feb 09 20:47:08.067496 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (91927ae0-ed6e-484b-84fb-83cd963a79d3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:08.086029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae83d70e-34b7-494d-8c2a-46434341bca3 req-34ef8760-f668-4ba5-a3bf-fdfc7a3638bc tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605407 Feb 09 20:47:08.087754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554928d-d135-4452-b7b4-f741a0a8ecb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd31d4-e110-4b73-8eba-bcd184852655,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:08.122619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e39cd341-f5c8-41ca-9e59-ea56260f269b details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:08.226285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Pushing event updated for resources: {'Port': ['ID=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:08.302513 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:47:08.320848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92764501-25d1-4148-a13e-d03a6efffcda up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:08.493645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-59b7b922-b035-4a8a-9063-7a301762803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:08.495398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-59b7b922-b035-4a8a-9063-7a301762803c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 1131 time: 1.1227591 Feb 09 20:47:08.532092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e39cd341-f5c8-41ca-9e59-ea56260f269b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e39cd341-f5c8-41ca-9e59-ea56260f269b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:08.549146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 92764501-25d1-4148-a13e-d03a6efffcda triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:08.552682 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92764501-25d1-4148-a13e-d03a6efffcda), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:08.560638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-d1ba9a68-cbc8-4f9b-94fd-7a7636c1067b service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863625 Feb 09 20:47:08.591367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf78f-9235-4641-a322-0415bfab0656 req-29224342-6fdb-49f0-844a-5ceb5357047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:08.592943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78daf78f-9235-4641-a322-0415bfab0656 req-29224342-6fdb-49f0-844a-5ceb5357047d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 1132 time: 1.4922476 Feb 09 20:47:08.594743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709ade5-bba9-4914-a159-ace68fa1671a req-74cd45e7-f722-447e-99be-39b21321180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:08.596275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f709ade5-bba9-4914-a159-ace68fa1671a req-74cd45e7-f722-447e-99be-39b21321180d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 1126 time: 1.6833823 Feb 09 20:47:08.625772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'e39cd341-f5c8-41ca-9e59-ea56260f269b', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'port_id': 'e39cd341-f5c8-41ca-9e59-ea56260f269b', 'mac_address': 'fa:16:3e:74:c7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52df283-8303-4f51-85c2-e6e558df4ce9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:08.747918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:47:08.764116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e39cd341-f5c8-41ca-9e59-ea56260f269b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:08.764787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:08.774724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Pushing event deleted for resources: {'Port': ['ID=91927ae0-ed6e-484b-84fb-83cd963a79d3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:08.836878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39cd341-f5c8-41ca-9e59-ea56260f269b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:08.875770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e39cd341-f5c8-41ca-9e59-ea56260f269b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e39cd341-f5c8-41ca-9e59-ea56260f269b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:08.884968 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:08.970379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 92764501-25d1-4148-a13e-d03a6efffcda is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:09.012536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-262921b2-9730-403e-a0f3-684eb6b3835f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c0fd31d4-e110-4b73-8eba-bcd184852655 HTTP/1.1" status: 200 len: 217 time: 0.4501181 Feb 09 20:47:09.029568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e39cd341-f5c8-41ca-9e59-ea56260f269b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:09.044764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:09.058662 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Sync routers for ids ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:47:09.079741 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Routers {'0455ccac-43a0-4dab-9e1f-9a5e2da4be83'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:09.080394 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:46:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:09.089149 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-e251b7d9-7963-49df-8c13-fbe8c5188e7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 HTTP/1.1" status: 200 len: 217 time: 0.4918258 Feb 09 20:47:09.090738 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:09.095295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-42449f4a-6bd1-4fc2-867b-a49d1a26b7d6 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5287118 Feb 09 20:47:09.102752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52526) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:09.150979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e39cd341-f5c8-41ca-9e59-ea56260f269b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:09.170487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836', 'tag': 'c0fd31d4-e110-4b73-8eba-bcd184852655'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:09.173013 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9813592-134f-44a8-ac86-236eae25fe3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836", "tag": "c0fd31d4-e110-4b73-8eba-bcd184852655"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:09.176449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-1c2e53eb-670f-4359-ae48-697a1ec3e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:09.178345 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-1c2e53eb-670f-4359-ae48-697a1ec3e380 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1291575 Feb 09 20:47:09.254165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe032f-b005-458b-9268-4023caa41b83 req-6ede8716-59a0-4284-8a8f-33ebb69427ee tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:09.255934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccfe032f-b005-458b-9268-4023caa41b83 req-6ede8716-59a0-4284-8a8f-33ebb69427ee tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 0.8761532 Feb 09 20:47:09.257754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cf912305-2d4a-46c2-a408-a2c8b663e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:09.259212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-cf912305-2d4a-46c2-a408-a2c8b663e321 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.0752063 Feb 09 20:47:09.300466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Attempting to bind port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:09.300957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Attempting to bind port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:09.301392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Attempting to bind port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 on network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:09.360130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Set router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:09.366089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 on network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:47:09.366780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Attempting to bind port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 on network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:09.373915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e67d38e-dcda-4e20-8f03-fa5b4728d984 req-890d326d-70ea-45b9-8883-b507d02bb638 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3495409 Feb 09 20:47:09.421424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccfe032f-b005-458b-9268-4023caa41b83 req-5e76ff67-1eaf-4df9-9420-451e03a393bc tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794141 Feb 09 20:47:09.429693 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-344d364e-d07c-40db-8559-236c1c13d752 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3775840 Feb 09 20:47:09.472021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-e183db68-1b90-4eae-a0f2-0dd7ab1ba043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:09.473537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-e183db68-1b90-4eae-a0f2-0dd7ab1ba043 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2092047 Feb 09 20:47:09.478722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:09.478994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Checking segment: {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:09.479291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Bound using segment: {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:09.479770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Bound port: 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488002f1-9545-4007-8543-46e33757d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:09.480424 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:09.655461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-364753ab-055c-419e-872e-6fcb0ee20931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:09.660552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-364753ab-055c-419e-872e-6fcb0ee20931 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3479254 Feb 09 20:47:09.716628 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffe41d0a-1f7b-4cfa-b7be-761e5a5ef43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:09.751182 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:47:04Z', 'revision_number': 3, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:09.838658 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Checking router: 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:47:09.839046 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Updating router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:47:09.888228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709ade5-bba9-4914-a159-ace68fa1671a req-db56d463-31b4-477c-8ebb-2e32c3b422a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:09.889932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f709ade5-bba9-4914-a159-ace68fa1671a req-db56d463-31b4-477c-8ebb-2e32c3b422a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 913 time: 1.2188404 Feb 09 20:47:09.911704 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:09.951982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf78f-9235-4641-a322-0415bfab0656 req-3dee55f5-f1a2-4b8a-aa61-e260388bed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:09.952410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (d9ff59f6-47e4-41ab-b501-31e0733044a5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:09.954588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78daf78f-9235-4641-a322-0415bfab0656 req-3dee55f5-f1a2-4b8a-aa61-e260388bed92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 1.1550467 Feb 09 20:47:10.126324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-6932122f-2ea1-46b9-9255-af4ddf229326 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326396 Feb 09 20:47:10.143919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-32a5a012-fa80-413d-bf6f-77da255d621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.145574 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-32a5a012-fa80-413d-bf6f-77da255d621b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 1132 time: 0.5660608 Feb 09 20:47:10.172665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-9d164993-4a0e-40ed-9593-04f1c077aa03 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.181372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-9d164993-4a0e-40ed-9593-04f1c077aa03 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.188516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-9d164993-4a0e-40ed-9593-04f1c077aa03 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.195607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-9d164993-4a0e-40ed-9593-04f1c077aa03 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.203134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-9d164993-4a0e-40ed-9593-04f1c077aa03 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.210881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-9d164993-4a0e-40ed-9593-04f1c077aa03 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.218247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-9d164993-4a0e-40ed-9593-04f1c077aa03 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.227543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-9d164993-4a0e-40ed-9593-04f1c077aa03 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.6467521 Feb 09 20:47:10.450389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-c40c28b5-511a-4bfd-b3a6-63ed170a7963 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266078 Feb 09 20:47:10.468932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ab51e6e-1acc-468e-b201-22fc80ba9f40 req-a3e560a4-7a02-4c3f-bef9-419af1d73654 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2398877 Feb 09 20:47:10.500774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Router d9ff59f6-47e4-41ab-b501-31e0733044a5 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:47:10.597860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] For port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:10.601424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] For port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:10.607526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78daf78f-9235-4641-a322-0415bfab0656 req-e0ebd64b-c3c2-430a-babc-e88ba073e120 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=7e09b0df-0642-4935-aff3-8cd5275b018f HTTP/1.1" status: 200 len: 217 time: 0.4792247 Feb 09 20:47:10.609852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-342aa5b4-5cf7-440f-a52b-331316a74999 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0897946 Feb 09 20:47:10.611487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f709ade5-bba9-4914-a159-ace68fa1671a req-1e382232-ba67-4183-b155-3355f0db2ad1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39cd341-f5c8-41ca-9e59-ea56260f269b HTTP/1.1" status: 200 len: 217 time: 0.6985011 Feb 09 20:47:10.618510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:10.743804 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Publish callbacks [] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:10.751986 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:10.916356 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Attempting to bind port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:10.929836 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Attempting to bind port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:10.930612 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Attempting to bind port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:10.935393 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714d4a6-fdc9-44bc-8ff3-025ffeac052a None None] Pushing event updated for resources: {'Port': ['ID=02e76ba4-ff29-4023-a2a4-5c49e52e5aae,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:10.950939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf78f-9235-4641-a322-0415bfab0656 req-832e0769-e5a4-4049-ad49-122a084c5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.952442 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78daf78f-9235-4641-a322-0415bfab0656 req-832e0769-e5a4-4049-ad49-122a084c5417 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.3312221 Feb 09 20:47:10.953752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709ade5-bba9-4914-a159-ace68fa1671a req-695bd0e1-4f00-4246-b330-9342648641e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:10.954987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f709ade5-bba9-4914-a159-ace68fa1671a req-695bd0e1-4f00-4246-b330-9342648641e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.2304409 Feb 09 20:47:10.957007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ed74fa6-cebb-46fd-8f0b-5b17d2bcb080 req-4177e6d1-8216-43e3-b840-ef98985ca0a2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381524 Feb 09 20:47:10.984776 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:10.988045 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:10.992715 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:10.995933 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:10.999351 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Bound port: 02e76ba4-ff29-4023-a2a4-5c49e52e5aae, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:11.001449 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:11.032301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-8d6e06da-c8ab-4e8d-ae14-2a8665eac5a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1117f6d3-d356-4c4b-9642-cd3690962e20 HTTP/1.1" status: 200 len: 217 time: 0.4836519 Feb 09 20:47:11.038235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f709ade5-bba9-4914-a159-ace68fa1671a req-d766308a-0823-44d9-bd58-a2cc97834073 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745113 Feb 09 20:47:11.104461 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:11.115160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:11.144614 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] For port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:11.151854 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] For port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=02e76ba4-ff29-4023-a2a4-5c49e52e5aae,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:11.165667 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:11.243743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f709ade5-bba9-4914-a159-ace68fa1671a req-c272b1e2-fe32-49f2-ae93-929a21647041 service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654263 Feb 09 20:47:11.258181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:11.258810 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:11.261192 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] 10.222.0.50 "PUT /v2.0/ports/614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 HTTP/1.1" status: 200 len: 1092 time: 6.4781907 Feb 09 20:47:11.327422 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714d4a6-fdc9-44bc-8ff3-025ffeac052a None None] Pushing event updated for resources: {'Port': ['ID=02e76ba4-ff29-4023-a2a4-5c49e52e5aae,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:11.343578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-5ab497ff-f111-4444-9cc6-e18fe20c252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:11.345086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-5ab497ff-f111-4444-9cc6-e18fe20c252b service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 1.0910821 Feb 09 20:47:11.430621 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Routers {'0455ccac-43a0-4dab-9e1f-9a5e2da4be83'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:11.432335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f709ade5-bba9-4914-a159-ace68fa1671a req-5506c079-276d-4fc6-9ba3-1f9a9d60006c service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265056 Feb 09 20:47:11.436283 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:11.463051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c43b08-3105-42bc-879c-95def571ff4c req-1f840bcc-b471-4086-9f79-ed58f5882ab3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:11.465833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6c43b08-3105-42bc-879c-95def571ff4c req-1f840bcc-b471-4086-9f79-ed58f5882ab3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 944 time: 0.7012022 Feb 09 20:47:11.521081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc438f32-929a-4749-ba9c-a29bd5c15cba req-37be4d23-97af-4a0d-a366-1f96dbda5496 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:11.522616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc438f32-929a-4749-ba9c-a29bd5c15cba req-37be4d23-97af-4a0d-a366-1f96dbda5496 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 948 time: 1.8597832 Feb 09 20:47:11.566625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf78f-9235-4641-a322-0415bfab0656 req-8fb2ffcc-3bf0-4bb6-b075-e6370db19759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:11.568150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78daf78f-9235-4641-a322-0415bfab0656 req-8fb2ffcc-3bf0-4bb6-b075-e6370db19759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5714905 Feb 09 20:47:11.809912 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] Set router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:12.169104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e39cd341-f5c8-41ca-9e59-ea56260f269b up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:12.343340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-7a5da144-1366-4a37-91bd-b53af45ef22d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=43badeb4-0998-4ee5-bb33-cb63c20b036c HTTP/1.1" status: 200 len: 217 time: 0.9571128 Feb 09 20:47:12.371232 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:47:04Z', 'revision_number': 3, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:12.402822 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7fb45-59ea-492a-8be7-f68acf6daa17 None None] The sync data for ids ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'] in n-d-789963-29 is: [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:47:04Z', 'revision_number': 3, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:47:12.496532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port e39cd341-f5c8-41ca-9e59-ea56260f269b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:47:12.507285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port e39cd341-f5c8-41ca-9e59-ea56260f269b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:12.508250 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:12.607873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Allocated IP 172.20.0.1 (07113c56-8039-4331-a8f9-4397f8d682ee/c6d165e2-9539-4b6a-ab4e-b72418920ae9/9e33bfea-0494-4c02-bbb2-845d3896beb4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:12.659594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-1120b53f-bdff-4b8f-993f-59b89f12af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:12.662103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-1120b53f-bdff-4b8f-993f-59b89f12af76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f845bbcd2d304938b56862afc5cac6f4&device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 1126 time: 1.2288878 Feb 09 20:47:12.677293 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:12.706315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-d2e6642c-5be6-4fe9-9854-e880cb29f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:12.708280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-d2e6642c-5be6-4fe9-9854-e880cb29f7ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 1.6525145 Feb 09 20:47:12.714312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e39cd341-f5c8-41ca-9e59-ea56260f269b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:12.718489 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:12.749682 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Publish callbacks [] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:12.764540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056948aa-3202-48fb-ab5b-914a01c8adbe service neutron] Pushing event updated for resources: {'Port': ['ID=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:12.800860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e39cd341-f5c8-41ca-9e59-ea56260f269b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e39cd341-f5c8-41ca-9e59-ea56260f269b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:12.803904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a2abec-3984-45f6-97cb-1c99b2b55046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39cd341-f5c8-41ca-9e59-ea56260f269b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:12.809222 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b12fe45-9967-48b3-83be-a3e30925a0a9" -d '{"events": [{"server_uuid": "98a2abec-3984-45f6-97cb-1c99b2b55046", "name": "network-vif-plugged", "status": "completed", "tag": "e39cd341-f5c8-41ca-9e59-ea56260f269b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:12.818278 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:12.881685 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:12.907643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e39cd341-f5c8-41ca-9e59-ea56260f269b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:12.928029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-c7adee7b-280f-45d4-ba36-f51bfabeb7d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 HTTP/1.1" status: 200 len: 217 time: 0.2164161 Feb 09 20:47:12.959518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Network 07113c56-8039-4331-a8f9-4397f8d682ee is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:13.014677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:13.074366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:13.087521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-480b113a-94ae-4ee6-bf90-38709862a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:13.089046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-480b113a-94ae-4ee6-bf90-38709862a280 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26453275-6449-449d-a620-69f17df432c8 HTTP/1.1" status: 200 len: 854 time: 0.1114120 Feb 09 20:47:13.153744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc438f32-929a-4749-ba9c-a29bd5c15cba req-3947ffa6-c206-445e-bef1-e9c1f515cc19 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6194921 Feb 09 20:47:13.176124 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:13.236251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c0fd31d4-e110-4b73-8eba-bcd184852655 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:13.242448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-c815e3a3-684a-474e-9fa0-575ddd42a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:13.252703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-c815e3a3-684a-474e-9fa0-575ddd42a3f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5285976 Feb 09 20:47:13.278613 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9614d5ed-1a87-46d7-ac7f-988f77338c09 x-openstack-request-id: req-9614d5ed-1a87-46d7-ac7f-988f77338c09 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:13.278613 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836", "tag": "c0fd31d4-e110-4b73-8eba-bcd184852655", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:13.278889 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9614d5ed-1a87-46d7-ac7f-988f77338c09 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:13.279280 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836', 'tag': 'c0fd31d4-e110-4b73-8eba-bcd184852655', 'status': 'completed', 'code': 200} Feb 09 20:47:13.597772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-3e95204e-e2d3-4e6c-ac85-7695b06b0068 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983088 Feb 09 20:47:13.617850 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6c43b08-3105-42bc-879c-95def571ff4c req-329304c9-1b54-4504-82cd-3f2712454059 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2990413 Feb 09 20:47:13.642367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c0fd31d4-e110-4b73-8eba-bcd184852655, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c0fd31d4-e110-4b73-8eba-bcd184852655,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:13.697286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'c0fd31d4-e110-4b73-8eba-bcd184852655', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'c0fd31d4-e110-4b73-8eba-bcd184852655', 'mac_address': 'fa:16:3e:94:77:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:13.736221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-5337dbce-b273-4404-bf73-67156e5d04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:13.740788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-5337dbce-b273-4404-bf73-67156e5d04f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.9082496 Feb 09 20:47:13.744087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Pushing event updated for resources: {'Port': ['ID=9e33bfea-0494-4c02-bbb2-845d3896beb4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:13.792117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78daf78f-9235-4641-a322-0415bfab0656 req-3d28d081-f14a-47f9-b8c0-2c407ed406fc service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1865222 Feb 09 20:47:13.841097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c0fd31d4-e110-4b73-8eba-bcd184852655 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:13.841501 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:13.843348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a5a72f70-3e58-4cdd-9851-71c2232f3768 None None] Provisioning complete for port 9e33bfea-0494-4c02-bbb2-845d3896beb4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:13.843721 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5a72f70-3e58-4cdd-9851-71c2232f3768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:13.925643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:13.930805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a5a72f70-3e58-4cdd-9851-71c2232f3768 None None] Port 9e33bfea-0494-4c02-bbb2-845d3896beb4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:13.986097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fd31d4-e110-4b73-8eba-bcd184852655 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:14.059205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c0fd31d4-e110-4b73-8eba-bcd184852655, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c0fd31d4-e110-4b73-8eba-bcd184852655,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:14.076406 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:14.084222 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:14.134474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:14.141435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-1d14f333-dcb7-42b4-918e-c4d86c5e4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:14.151192 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-1d14f333-dcb7-42b4-918e-c4d86c5e4d0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c32e783-53e9-4c80-a9d8-5b1efc43f362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0459275 Feb 09 20:47:14.231791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c0fd31d4-e110-4b73-8eba-bcd184852655,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:14.251316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ae520dd0-f4cb-4aa9-88a2-439fddd1367d admin admin] 10.222.0.102 "PUT /v2.0/routers/d9ff59f6-47e4-41ab-b501-31e0733044a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6068876 Feb 09 20:47:14.252743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] Sync routers for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:47:14.271814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:14.294604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 02e76ba4-ff29-4023-a2a4-5c49e52e5aae up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:14.412668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c0fd31d4-e110-4b73-8eba-bcd184852655'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:14.433477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-ce5ce9fc-dc9d-4b72-acb6-45f6fc1c6ab5 service neutron] 10.222.0.50 "GET /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453668 Feb 09 20:47:14.505748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9813592-134f-44a8-ac86-236eae25fe3c req-b30c0f59-fd97-4cc9-b1d1-8765491ddcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:14.507267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9813592-134f-44a8-ac86-236eae25fe3c req-b30c0f59-fd97-4cc9-b1d1-8765491ddcb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 1131 time: 1.2022192 Feb 09 20:47:14.540131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:14.540775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:14.567531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1bc39-5ba0-4b7a-a037-e50b2eb7717c req-16de3baf-e44a-4eb4-9e7c-bb6b176332d0 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:14.577071 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3e1bc39-5ba0-4b7a-a037-e50b2eb7717c req-16de3baf-e44a-4eb4-9e7c-bb6b176332d0 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 0.5934951 Feb 09 20:47:14.617537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-ce4b43e7-1e7b-47b9-b144-ad41707d66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:14.620653 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-ce4b43e7-1e7b-47b9-b144-ad41707d66fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7312398 Feb 09 20:47:14.775084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Publish callbacks [] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:14.879659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9813592-134f-44a8-ac86-236eae25fe3c req-52c0c357-0362-45ec-9214-d981f3dd0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:14.881387 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9813592-134f-44a8-ac86-236eae25fe3c req-52c0c357-0362-45ec-9214-d981f3dd0fc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3601458 Feb 09 20:47:14.971066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-b0d98ddd-cab0-42b2-a669-da48d835c820 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337908 Feb 09 20:47:14.981369 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:15.056353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c03e6-26fa-4345-b474-2658c63afd5c req-89258200-af8b-4015-8c2b-e0b285e1d9d9 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:15.058115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-458c03e6-26fa-4345-b474-2658c63afd5c req-89258200-af8b-4015-8c2b-e0b285e1d9d9 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 943 time: 1.4592230 Feb 09 20:47:15.211300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9813592-134f-44a8-ac86-236eae25fe3c req-fa4432be-ceac-4dda-a8c2-bebfdd24bb49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=c0fd31d4-e110-4b73-8eba-bcd184852655 HTTP/1.1" status: 200 len: 217 time: 0.2440305 Feb 09 20:47:15.251078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:15.269517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-c70e0477-ead6-4bed-beaa-c644d78202bc service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5504849 Feb 09 20:47:15.290974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'tag': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:15.293776 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f904c959-849e-4a32-a727-db365005ee01" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab4692a-227a-4804-b713-0c96ccea7a57", "tag": "614e8301-9b3a-47f2-886e-cb3c3a6c3dc1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:15.299158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78daf78f-9235-4641-a322-0415bfab0656 req-71a50835-24e5-46f8-ac49-6fad5fac5492 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5061135 Feb 09 20:47:15.305299 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82676bb8-07f4-49e6-869b-19371d4a4d7f req-b78704fc-56e3-4663-8899-686adefc0b38 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154981 Feb 09 20:47:15.488222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-77bc2217-6294-4fbd-9641-7b9ca3573d8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=55677019-331b-4afc-8f6c-0f05f1679df0 HTTP/1.1" status: 200 len: 217 time: 0.0901103 Feb 09 20:47:15.525530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-458c03e6-26fa-4345-b474-2658c63afd5c req-287c70b4-74dc-43f3-8595-7f2828fcc374 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474987 Feb 09 20:47:15.526871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:15.527317 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:15.547982 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b67b8eab-1c1c-4aae-9145-355555ba89fe req-4f6e2e40-c685-4ce6-b6c2-3628658daad9 service neutron] 10.222.0.50 "GET /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0826063 Feb 09 20:47:15.590385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3e1bc39-5ba0-4b7a-a037-e50b2eb7717c req-f022fda9-d2af-4f2d-8549-0f438411f27a tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0122926 Feb 09 20:47:15.593978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9813592-134f-44a8-ac86-236eae25fe3c req-0101f998-c838-4f17-8bb6-e0777a99c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:15.595778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9813592-134f-44a8-ac86-236eae25fe3c req-0101f998-c838-4f17-8bb6-e0777a99c7cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.3396709 Feb 09 20:47:15.596325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks [] for router (d9ff59f6-47e4-41ab-b501-31e0733044a5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:15.650583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-36a3c081-7989-4171-be1e-f9dbadd63495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:15.653398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-36a3c081-7989-4171-be1e-f9dbadd63495 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5341e8bc-394c-4491-8572-d6abb5916372 HTTP/1.1" status: 200 len: 797 time: 0.0766370 Feb 09 20:47:15.875765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Pushing event updated for resources: {'Port': ['ID=9e33bfea-0494-4c02-bbb2-845d3896beb4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:15.881328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:15.989143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks [] for router_gateway (d9ff59f6-47e4-41ab-b501-31e0733044a5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:16.030251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:16.030781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:16.065593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Network 07113c56-8039-4331-a8f9-4397f8d682ee is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:16.067238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:16.070188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-ee398dd0-bf6c-40b2-83b1-500a3e3f6838 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.085480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-ee398dd0-bf6c-40b2-83b1-500a3e3f6838 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.097421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:47:07Z', 'revision_number': 5, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port': {'id': 'b6d3639f-d5e6-4134-af4f-a21a80e7ca25', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:45:18Z', 'updated_at': '2022-02-09T20:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:16.099324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-ee398dd0-bf6c-40b2-83b1-500a3e3f6838 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.100265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=02e76ba4-ff29-4023-a2a4-5c49e52e5aae,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:16.110435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-ee398dd0-bf6c-40b2-83b1-500a3e3f6838 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.141866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-ee398dd0-bf6c-40b2-83b1-500a3e3f6838 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.148869 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c0d26a-051c-49c4-a5e5-5600f11ee5d4 x-openstack-request-id: req-d7c0d26a-051c-49c4-a5e5-5600f11ee5d4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:16.149223 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a2abec-3984-45f6-97cb-1c99b2b55046", "name": "network-vif-plugged", "status": "completed", "tag": "e39cd341-f5c8-41ca-9e59-ea56260f269b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:16.149434 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d7c0d26a-051c-49c4-a5e5-5600f11ee5d4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:16.149826 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a2abec-3984-45f6-97cb-1c99b2b55046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39cd341-f5c8-41ca-9e59-ea56260f269b', 'code': 200} Feb 09 20:47:16.151223 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:16.173541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Deleting port b6d3639f-d5e6-4134-af4f-a21a80e7ca25 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:16.173870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:16.182805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-ee398dd0-bf6c-40b2-83b1-500a3e3f6838 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.211937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-ee398dd0-bf6c-40b2-83b1-500a3e3f6838 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.216155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-ee398dd0-bf6c-40b2-83b1-500a3e3f6838 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.4903209 Feb 09 20:47:16.224372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9813592-134f-44a8-ac86-236eae25fe3c req-e10768f2-25ee-488e-a6db-856fc1ad8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.229408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9813592-134f-44a8-ac86-236eae25fe3c req-e10768f2-25ee-488e-a6db-856fc1ad8a98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5742280 Feb 09 20:47:16.248127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] Checking router: d9ff59f6-47e4-41ab-b501-31e0733044a5 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:47:16.250919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:47:16.251427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=02e76ba4-ff29-4023-a2a4-5c49e52e5aae,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:16.262629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] Routers {'d9ff59f6-47e4-41ab-b501-31e0733044a5'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:16.263440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d9ff59f6-47e4-41ab-b501-31e0733044a5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:16.383511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f216a70e-e37f-4578-be32-8b833faf4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.385647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-f216a70e-e37f-4578-be32-8b833faf4101 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6944301 Feb 09 20:47:16.402623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] Set router d9ff59f6-47e4-41ab-b501-31e0733044a5 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:16.405097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] For port b6d3639f-d5e6-4134-af4f-a21a80e7ca25, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6d3639f-d5e6-4134-af4f-a21a80e7ca25,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:16.405477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:16.451277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Calling delete_port for b6d3639f-d5e6-4134-af4f-a21a80e7ca25 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:16.479108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:47:15Z', 'revision_number': 6, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:16.505577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:16.515196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c5300-0145-4421-814b-2ba581d3a023 None None] The sync data for ids ['d9ff59f6-47e4-41ab-b501-31e0733044a5'] in n-d-789963-29 is: [{'id': 'd9ff59f6-47e4-41ab-b501-31e0733044a5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-19935060-router', 'tenant_id': '3a2c6689038746ecbecded721fca5ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:45:17Z', 'updated_at': '2022-02-09T20:47:15Z', 'revision_number': 6, 'project_id': '3a2c6689038746ecbecded721fca5ac0', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:47:16.525412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-66aa1482-a416-48e3-8505-1015cc01045d None None] Provisioning complete for port 9e33bfea-0494-4c02-bbb2-845d3896beb4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:16.525802 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66aa1482-a416-48e3-8505-1015cc01045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:16.532227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Sync routers for ids ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:47:16.554339 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Routers {'0455ccac-43a0-4dab-9e1f-9a5e2da4be83'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:16.555171 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:16.555346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33b3056-4191-446d-b4af-f12ed868e2e3 req-a4a0e3be-8988-48b6-96d8-944041e39259 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3247302 Feb 09 20:47:16.564576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9813592-134f-44a8-ac86-236eae25fe3c req-b7a14c79-d56a-440a-b068-83e523551c42 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778536 Feb 09 20:47:16.587255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-66aa1482-a416-48e3-8505-1015cc01045d None None] Port 9e33bfea-0494-4c02-bbb2-845d3896beb4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:16.679325 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-966017a0-a31a-445d-bc7a-cb0c1edb91cf admin admin] 10.222.0.102 "PUT /v2.0/routers/0455ccac-43a0-4dab-9e1f-9a5e2da4be83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5641296 Feb 09 20:47:16.705557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574702cf-14cf-4da7-9ab1-d63e7552fdcb req-95f13417-60a4-49a9-a966-c245667a8945 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.709578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-574702cf-14cf-4da7-9ab1-d63e7552fdcb req-95f13417-60a4-49a9-a966-c245667a8945 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 949 time: 0.3671234 Feb 09 20:47:16.729983 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9813592-134f-44a8-ac86-236eae25fe3c req-380bc077-b76c-4a60-b532-6c24528b8a35 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466527 Feb 09 20:47:16.749939 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Set router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:16.862910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4305c-94dc-4966-85e6-9d8d1c78bb77 req-d3d01d33-0965-4035-a93b-d3d994c595b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.864596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ca4305c-94dc-4966-85e6-9d8d1c78bb77 req-d3d01d33-0965-4035-a93b-d3d994c595b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 1128 time: 0.5911732 Feb 09 20:47:16.886921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-574702cf-14cf-4da7-9ab1-d63e7552fdcb req-23694847-42e3-4b04-90b6-6cb26d223b76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654103 Feb 09 20:47:16.973180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3ff86-3dd0-42e6-ab0b-c5682b5aebe6 req-b2f168a3-9cda-4379-b5fe-79f02e874cd0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:16.974831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b3ff86-3dd0-42e6-ab0b-c5682b5aebe6 req-b2f168a3-9cda-4379-b5fe-79f02e874cd0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 945 time: 0.2318954 Feb 09 20:47:16.978844 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b6d3639f-d5e6-4134-af4f-a21a80e7ca25), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.009832 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ca4305c-94dc-4966-85e6-9d8d1c78bb77 req-6159cf26-78c1-4baa-934f-3ea7e3512f08 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320300 Feb 09 20:47:17.012672 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ececab-b52e-4cd0-a28b-4236af7a20eb x-openstack-request-id: req-63ececab-b52e-4cd0-a28b-4236af7a20eb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:17.012982 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab4692a-227a-4804-b713-0c96ccea7a57", "tag": "614e8301-9b3a-47f2-886e-cb3c3a6c3dc1", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:17.013237 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-63ececab-b52e-4cd0-a28b-4236af7a20eb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:17.013636 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'tag': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'status': 'completed', 'code': 200} Feb 09 20:47:17.073928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d3639f-d5e6-4134-af4f-a21a80e7ca25,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:17.126559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-d4dc3dca-8afe-47e4-b513-9470bc4409cb service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609882 Feb 09 20:47:17.156655 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:47:13Z', 'revision_number': 4, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '9e33bfea-0494-4c02-bbb2-845d3896beb4', 'name': '', 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'mac_address': 'fa:16:3e:5b:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c6d165e2-9539-4b6a-ab4e-b72418920ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:11Z', 'updated_at': '2022-02-09T20:47:14Z', 'revision_number': 2, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'subnets': [{'id': 'c6d165e2-9539-4b6a-ab4e-b72418920ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:17.216949 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Checking router: 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:47:17.228148 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Updating router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 port 9e33bfea-0494-4c02-bbb2-845d3896beb4 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:47:17.247043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c0fd31d4-e110-4b73-8eba-bcd184852655 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:17.336437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b3ff86-3dd0-42e6-ab0b-c5682b5aebe6 req-0b9ae5e4-6819-4f4c-a887-d992e91cbe47 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190291 Feb 09 20:47:17.374148 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.484002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-29d0da3d-ad03-4d0c-8dd0-59951bea6a82 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466372 Feb 09 20:47:17.564872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port c0fd31d4-e110-4b73-8eba-bcd184852655 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:47:17.579123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port c0fd31d4-e110-4b73-8eba-bcd184852655 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:17.584309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.594739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (d9ff59f6-47e4-41ab-b501-31e0733044a5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.621529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-27aa2bdc-2973-4e90-aadc-7dd5579447c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8425e048-4810-4bd8-8ecd-11c678675eb2 HTTP/1.1" status: 200 len: 217 time: 0.1177828 Feb 09 20:47:17.749589 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Publish callbacks [] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.758086 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.820519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-196662e6-0e99-4ec3-903e-db838521c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:17.824276 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dc262-89d1-4411-9960-58e0f0600a9a None None] Pushing event updated for resources: {'Port': ['ID=9e33bfea-0494-4c02-bbb2-845d3896beb4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:17.826937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-196662e6-0e99-4ec3-903e-db838521c045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5341e8bc-394c-4491-8572-d6abb5916372 HTTP/1.1" status: 200 len: 797 time: 0.1978312 Feb 09 20:47:17.920348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c0fd31d4-e110-4b73-8eba-bcd184852655 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:17.921149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.949653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a507e-5aad-40e3-ae0e-6befbb289cd9 req-0f5c0df7-8eca-4128-84ea-b08189c758e2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:17.956504 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a9a507e-5aad-40e3-ae0e-6befbb289cd9 req-0f5c0df7-8eca-4128-84ea-b08189c758e2 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 945 time: 0.2597308 Feb 09 20:47:17.964544 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Attempting to bind port 9e33bfea-0494-4c02-bbb2-845d3896beb4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:17.965201 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Attempting to bind port 9e33bfea-0494-4c02-bbb2-845d3896beb4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:17.965971 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Attempting to bind port 9e33bfea-0494-4c02-bbb2-845d3896beb4 on network 07113c56-8039-4331-a8f9-4397f8d682ee {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:17.972721 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:17.973461 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Checking segment: {'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:17.974074 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.974708 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Bound using segment: {'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:17.975431 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Bound port: 9e33bfea-0494-4c02-bbb2-845d3896beb4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8236e8-b140-4813-859f-a8b96ce2e7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:17.976281 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.978833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (d9ff59f6-47e4-41ab-b501-31e0733044a5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:17.989504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks [] for router_controller (d9ff59f6-47e4-41ab-b501-31e0733044a5), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:18.010415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-42817475-9b2e-4713-89fd-20fe076ddf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:18.022243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-42817475-9b2e-4713-89fd-20fe076ddf92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1859615 Feb 09 20:47:18.054153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c0fd31d4-e110-4b73-8eba-bcd184852655, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c0fd31d4-e110-4b73-8eba-bcd184852655,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:18.059559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:18.063557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cc5acce0-5dc0-40a9-b1dc-c71a3a63164e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:47:18.077806 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] For port 9e33bfea-0494-4c02-bbb2-845d3896beb4, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:18.087752 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] For port 9e33bfea-0494-4c02-bbb2-845d3896beb4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9e33bfea-0494-4c02-bbb2-845d3896beb4,segment=NetworkSegment(1d8236e8-b140-4813-859f-a8b96ce2e7c1),segment_id=1d8236e8-b140-4813-859f-a8b96ce2e7c1)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:18.097580 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:18.155559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd31d4-e110-4b73-8eba-bcd184852655'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:18.166994 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3831cb0a-e266-4d2b-b188-fea3833f4ee1" -d '{"events": [{"server_uuid": "ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836", "name": "network-vif-plugged", "status": "completed", "tag": "c0fd31d4-e110-4b73-8eba-bcd184852655"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:18.174238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (d9ff59f6-47e4-41ab-b501-31e0733044a5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:18.176901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ff59f6-47e4-41ab-b501-31e0733044a5 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:47:18.206321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:18.209256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:18.222272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5091f99e-8ac7-4e36-b2a0-db6718788eb0 admin admin] 10.222.0.102 "DELETE /v2.0/routers/d9ff59f6-47e4-41ab-b501-31e0733044a5 HTTP/1.1" status: 204 len: 168 time: 3.9492776 Feb 09 20:47:18.228272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:18.288689 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Routers {'0455ccac-43a0-4dab-9e1f-9a5e2da4be83'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:18.291702 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:18.446157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a9a507e-5aad-40e3-ae0e-6befbb289cd9 req-d3bf0374-7ea7-4750-ba70-b0e105c2d996 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750686 Feb 09 20:47:18.575077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fa2cd5-bf08-47f9-b805-d3163e5bbbde admin admin] Deleting subnet 7b2c0ef8-6bfd-4ce6-ab49-def743becc57 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:47:18.598167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-fa9eeac4-df6b-47e0-97f7-bdc1c4403067 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602343 Feb 09 20:47:18.628713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf1849-33d2-43ff-81e5-bc11a01bcf0d req-b4e81f14-f437-48a5-b302-bf14568c9e7d tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:18.630300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1caf1849-33d2-43ff-81e5-bc11a01bcf0d req-b4e81f14-f437-48a5-b302-bf14568c9e7d tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 943 time: 1.5010018 Feb 09 20:47:18.652018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29fa2cd5-bf08-47f9-b805-d3163e5bbbde admin admin] Publish callbacks [] for subnet (7b2c0ef8-6bfd-4ce6-ab49-def743becc57), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:18.652491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 02e76ba4-ff29-4023-a2a4-5c49e52e5aae up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:18.663919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c0fd31d4-e110-4b73-8eba-bcd184852655,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:18.734921 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] Set router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:18.804307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e852a49a-070c-4930-8002-7a62bf000257 None None] Provisioning complete for port 9e33bfea-0494-4c02-bbb2-845d3896beb4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:18.812629 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e852a49a-070c-4930-8002-7a62bf000257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:18.826733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c959-849e-4a32-a727-db365005ee01 req-f1fa8b9b-b06d-4649-bb22-02dd418dbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:18.828327 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f904c959-849e-4a32-a727-db365005ee01 req-f1fa8b9b-b06d-4649-bb22-02dd418dbe84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f845bbcd2d304938b56862afc5cac6f4&device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 1126 time: 1.5934465 Feb 09 20:47:19.002631 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29fa2cd5-bf08-47f9-b805-d3163e5bbbde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (7b2c0ef8-6bfd-4ce6-ab49-def743becc57), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:19.064035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:19.067017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-59734f17-026a-4103-b3aa-3a4bf043fb55 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.086233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-59734f17-026a-4103-b3aa-3a4bf043fb55 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.105078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-59734f17-026a-4103-b3aa-3a4bf043fb55 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.125265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'port_id': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'mac_address': 'fa:16:3e:0e:86:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:19.130526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-59734f17-026a-4103-b3aa-3a4bf043fb55 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.154899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-59734f17-026a-4103-b3aa-3a4bf043fb55 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.181035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-59734f17-026a-4103-b3aa-3a4bf043fb55 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.197602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1caf1849-33d2-43ff-81e5-bc11a01bcf0d req-f0daa350-ad55-420d-9bc5-b9fc7f6c65d3 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5429723 Feb 09 20:47:19.208198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-59734f17-026a-4103-b3aa-3a4bf043fb55 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.219254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-59734f17-026a-4103-b3aa-3a4bf043fb55 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.5192924 Feb 09 20:47:19.332336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10fe9b76-1e19-4bea-8781-5b4ac3047b45 req-5d3a9104-23cc-4ea0-920c-7f4d6b8d4843 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152324 Feb 09 20:47:19.359958 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:47:13Z', 'revision_number': 4, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '9e33bfea-0494-4c02-bbb2-845d3896beb4', 'name': '', 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'mac_address': 'fa:16:3e:5b:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c6d165e2-9539-4b6a-ab4e-b72418920ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:11Z', 'updated_at': '2022-02-09T20:47:18Z', 'revision_number': 4, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'subnets': [{'id': 'c6d165e2-9539-4b6a-ab4e-b72418920ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:19.381960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:19.382511 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:19.422114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29fa2cd5-bf08-47f9-b805-d3163e5bbbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (7b2c0ef8-6bfd-4ce6-ab49-def743becc57), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:19.441132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2a6d469-6986-4c9d-ab5c-75b92049db62 req-98113b74-bb20-44bd-9f88-3f9c643b872a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205110 Feb 09 20:47:19.462156 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b8ddda-9127-4a90-b3e3-c2c8357db3e8 None None] The sync data for ids ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'] in n-d-789963-29 is: [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:47:13Z', 'revision_number': 4, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '9e33bfea-0494-4c02-bbb2-845d3896beb4', 'name': '', 'network_id': '07113c56-8039-4331-a8f9-4397f8d682ee', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'mac_address': 'fa:16:3e:5b:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c6d165e2-9539-4b6a-ab4e-b72418920ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:11Z', 'updated_at': '2022-02-09T20:47:18Z', 'revision_number': 4, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'subnets': [{'id': 'c6d165e2-9539-4b6a-ab4e-b72418920ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:47:19.470556 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dc262-89d1-4411-9960-58e0f0600a9a None None] Pushing event updated for resources: {'Port': ['ID=9e33bfea-0494-4c02-bbb2-845d3896beb4,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:19.503301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:19.505407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:19.566051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:19.566433 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:19.620449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c959-849e-4a32-a727-db365005ee01 req-7d78e999-9c30-481e-9dec-6fe3137eaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.622839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f904c959-849e-4a32-a727-db365005ee01 req-7d78e999-9c30-481e-9dec-6fe3137eaa58 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c32e783-53e9-4c80-a9d8-5b1efc43f362 HTTP/1.1" status: 200 len: 916 time: 0.7729425 Feb 09 20:47:19.679042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29fa2cd5-bf08-47f9-b805-d3163e5bbbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (7b2c0ef8-6bfd-4ce6-ab49-def743becc57), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:19.732191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa2cd5-bf08-47f9-b805-d3163e5bbbde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2c0ef8-6bfd-4ce6-ab49-def743becc57,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:19.738781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-093bf607-e0a5-47af-a742-63421c60e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.764842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-093bf607-e0a5-47af-a742-63421c60e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.772444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-093bf607-e0a5-47af-a742-63421c60e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.773226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-093bf607-e0a5-47af-a742-63421c60e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.773870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-093bf607-e0a5-47af-a742-63421c60e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.774506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-093bf607-e0a5-47af-a742-63421c60e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.775139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-093bf607-e0a5-47af-a742-63421c60e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:19.779821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-093bf607-e0a5-47af-a742-63421c60e637 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6700 time: 0.3376145 Feb 09 20:47:19.842478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:19.858941 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f904c959-849e-4a32-a727-db365005ee01 req-325a3973-0a15-4e0f-af30-49ef9a72d51d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 HTTP/1.1" status: 200 len: 217 time: 0.1759870 Feb 09 20:47:19.861121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29fa2cd5-bf08-47f9-b805-d3163e5bbbde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:19.872303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-29fa2cd5-bf08-47f9-b805-d3163e5bbbde admin admin] 10.222.0.102 "DELETE /v2.0/subnets/7b2c0ef8-6bfd-4ce6-ab49-def743becc57 HTTP/1.1" status: 204 len: 168 time: 1.6404147 Feb 09 20:47:19.873761 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4275980-8d02-4e7c-b8be-215f2180a884 x-openstack-request-id: req-c4275980-8d02-4e7c-b8be-215f2180a884 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:19.874103 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836", "name": "network-vif-plugged", "status": "completed", "tag": "c0fd31d4-e110-4b73-8eba-bcd184852655", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:19.874638 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c4275980-8d02-4e7c-b8be-215f2180a884 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:19.875035 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd31d4-e110-4b73-8eba-bcd184852655', 'code': 200} Feb 09 20:47:19.876357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292dd32f-7b18-42ac-9fda-2260be5a3192 None None] Network e90c8771-8137-409a-bc78-e1d2d76f6a1f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:47:19.881007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52658) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:20.147954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875f43a-827e-4a57-a607-5ad537a596b0 req-02941bc0-5e9c-40e5-8d95-1301acf6f7b3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:20.163142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e875f43a-827e-4a57-a607-5ad537a596b0 req-02941bc0-5e9c-40e5-8d95-1301acf6f7b3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 945 time: 0.3803835 Feb 09 20:47:20.229448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6719e3-df2e-4ab6-9262-499e9f2da44d req-9311fdce-f0ab-489b-9569-83778601a957 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:20.231064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b6719e3-df2e-4ab6-9262-499e9f2da44d req-9311fdce-f0ab-489b-9569-83778601a957 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 950 time: 0.6301725 Feb 09 20:47:20.232727 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:20.280064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:20.281766 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:20.299427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c959-849e-4a32-a727-db365005ee01 req-95daa364-c3ab-4d61-98fc-8191afd5f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:20.301005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f904c959-849e-4a32-a727-db365005ee01 req-95daa364-c3ab-4d61-98fc-8191afd5f009 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26453275-6449-449d-a620-69f17df432c8 HTTP/1.1" status: 200 len: 854 time: 0.4210455 Feb 09 20:47:20.314047 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e90c8771-8137-409a-bc78-e1d2d76f6a1f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:20.334569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02213f2d-38b2-4f6e-9b6e-6dd0492d158b req-29241882-dcdf-4512-a7cd-df02d561c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:20.337550 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-02213f2d-38b2-4f6e-9b6e-6dd0492d158b req-29241882-dcdf-4512-a7cd-df02d561c39c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 1133 time: 0.5321198 Feb 09 20:47:20.423919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:20.427124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:20.497859 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b6719e3-df2e-4ab6-9262-499e9f2da44d req-d15322e0-53f0-4099-914b-50cc327f2462 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474823 Feb 09 20:47:20.529851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-02213f2d-38b2-4f6e-9b6e-6dd0492d158b req-7dd9c115-3ed5-4981-8aa7-ee6c872bc82c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841328 Feb 09 20:47:20.574419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e875f43a-827e-4a57-a607-5ad537a596b0 req-c3f628d8-ee43-4ec2-8c0b-3514e982c2f5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098959 Feb 09 20:47:20.578714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-4c95e835-9018-43b8-850a-555961501234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:20.578714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-4c95e835-9018-43b8-850a-555961501234 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af489e63-20e0-49ba-96f7-5b6663ddeba2 HTTP/1.1" status: 200 len: 903 time: 0.7322447 Feb 09 20:47:20.652659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e852a49a-070c-4930-8002-7a62bf000257 None None] Current status of the port 9e33bfea-0494-4c02-bbb2-845d3896beb4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:20.653327 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e852a49a-070c-4930-8002-7a62bf000257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:20.660254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c959-849e-4a32-a727-db365005ee01 req-bd1c8d54-d223-4c13-bb53-9d8719c43f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:20.661871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f904c959-849e-4a32-a727-db365005ee01 req-bd1c8d54-d223-4c13-bb53-9d8719c43f1c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c32e783-53e9-4c80-a9d8-5b1efc43f362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3391194 Feb 09 20:47:20.797059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['614e8301-9b3a-47f2-886e-cb3c3a6c3dc1'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:20.948082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:21.168132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6d3639f-d5e6-4134-af4f-a21a80e7ca25 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:47:21.294559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b6d3639f-d5e6-4134-af4f-a21a80e7ca25 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:47:21.303784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6d3639f-d5e6-4134-af4f-a21a80e7ca25 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:47:21.304625 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91927ae0-ed6e-484b-84fb-83cd963a79d3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:47:21.308868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:21.493049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e852a49a-070c-4930-8002-7a62bf000257 None None] For port 9e33bfea-0494-4c02-bbb2-845d3896beb4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9e33bfea-0494-4c02-bbb2-845d3896beb4,segment=NetworkSegment(1d8236e8-b140-4813-859f-a8b96ce2e7c1),segment_id=1d8236e8-b140-4813-859f-a8b96ce2e7c1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:21.523275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 91927ae0-ed6e-484b-84fb-83cd963a79d3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:47:21.523663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91927ae0-ed6e-484b-84fb-83cd963a79d3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:47:21.557528 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-d8385f2d-fab7-4001-b68c-1540f50de537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8425e048-4810-4bd8-8ecd-11c678675eb2 HTTP/1.1" status: 200 len: 217 time: 0.8302836 Feb 09 20:47:21.881489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b0bd-5682-45e3-83ea-5ae5819ed3cb req-35774606-9664-435c-90db-fbbc0e663c65 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:21.904837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b356b0bd-5682-45e3-83ea-5ae5819ed3cb req-35774606-9664-435c-90db-fbbc0e663c65 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 944 time: 0.3590837 Feb 09 20:47:21.933039 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f904c959-849e-4a32-a727-db365005ee01 req-28de7681-8e8c-4ead-bc0c-4836f12f14a0 service neutron] 10.222.0.50 "GET /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2642050 Feb 09 20:47:21.934516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Deleting port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:21.973690 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:22.004515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e852a49a-070c-4930-8002-7a62bf000257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:22.013168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:22.016416 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430eb381-1b91-400e-92d5-526eddc3fd0c" -d '{"events": [{"server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:22.030505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9e33bfea-0494-4c02-bbb2-845d3896beb4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:22.035156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b356b0bd-5682-45e3-83ea-5ae5819ed3cb req-e1d6bedc-908d-451c-a415-57a803d6fb2d tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293273 Feb 09 20:47:22.038047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-1528a406-b200-40e2-84b8-8bf5c97eae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.041741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-1528a406-b200-40e2-84b8-8bf5c97eae52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5341e8bc-394c-4491-8572-d6abb5916372 HTTP/1.1" status: 200 len: 797 time: 0.4076135 Feb 09 20:47:22.081820 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:22.202484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-e19a5cd2-86ac-4a34-bc96-84d7e48ccf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.208194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-e19a5cd2-86ac-4a34-bc96-84d7e48ccf75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1597297 Feb 09 20:47:22.222239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] For port 6fa21f65-179f-444a-a1aa-2367b62bd7b3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6fa21f65-179f-444a-a1aa-2367b62bd7b3,segment=NetworkSegment(3c7e5e76-a433-4ba0-8a3f-009a752005ca),segment_id=3c7e5e76-a433-4ba0-8a3f-009a752005ca)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:22.222632 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:22.238864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] DHCP port deletion for e90c8771-8137-409a-bc78-e1d2d76f6a1f request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:47:22.255455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a4d3eea5-3340-4590-b365-8a66f03bf4ed None None] Provisioning complete for port 9e33bfea-0494-4c02-bbb2-845d3896beb4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:22.256582 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4d3eea5-3340-4590-b365-8a66f03bf4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:22.273277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-35f6756f-6c1a-4569-bfc2-59f43b0029cd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.289718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-35f6756f-6c1a-4569-bfc2-59f43b0029cd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.297076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-35f6756f-6c1a-4569-bfc2-59f43b0029cd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.309100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-35f6756f-6c1a-4569-bfc2-59f43b0029cd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.330815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-35f6756f-6c1a-4569-bfc2-59f43b0029cd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.342214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-35f6756f-6c1a-4569-bfc2-59f43b0029cd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.364034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-35f6756f-6c1a-4569-bfc2-59f43b0029cd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.382819 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-35f6756f-6c1a-4569-bfc2-59f43b0029cd tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.5539618 Feb 09 20:47:22.448244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9e33bfea-0494-4c02-bbb2-845d3896beb4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:22.448781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:22.465921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Calling delete_port for 6fa21f65-179f-444a-a1aa-2367b62bd7b3 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:22.469223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-e5665a40-051d-4af1-aef0-cbd0ec90edf5 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505460 Feb 09 20:47:22.500919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f904c959-849e-4a32-a727-db365005ee01 req-b2739447-cb62-4c2b-a694-92c36b8c10eb service neutron] 10.222.0.50 "GET /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581951 Feb 09 20:47:22.555399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fa12006-a6da-463a-849e-e3ae6933f419 req-807e6ba0-7a2d-4469-9a8a-73f699a74a6c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684561 Feb 09 20:47:22.566897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852a49a-070c-4930-8002-7a62bf000257 None None] Pushing event updated for resources: {'Port': ['ID=9e33bfea-0494-4c02-bbb2-845d3896beb4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:22.657878 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2649d45-6d7e-44d5-b5af-869e201e95f3 x-openstack-request-id: req-f2649d45-6d7e-44d5-b5af-869e201e95f3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:22.659603 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:22.660470 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f2649d45-6d7e-44d5-b5af-869e201e95f3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:22.661753 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'code': 200} Feb 09 20:47:22.728197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:22.781558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa21f65-179f-444a-a1aa-2367b62bd7b3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:22.804845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] No DVR routers for this DVR port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:47:22.823977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f18390-e41c-48f4-b2cb-6b54413aad40 req-5204c655-aa9b-4c84-b6a3-10d7296fba04 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.826712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94f18390-e41c-48f4-b2cb-6b54413aad40 req-5204c655-aa9b-4c84-b6a3-10d7296fba04 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 950 time: 0.2919750 Feb 09 20:47:22.861137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d3810-189a-4fb2-816c-efb11397c1a7 req-1bbe9fbe-0f35-491c-80e8-c6461fd6d363 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:22.872853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f9d3810-189a-4fb2-816c-efb11397c1a7 req-1bbe9fbe-0f35-491c-80e8-c6461fd6d363 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 945 time: 0.1049576 Feb 09 20:47:22.969156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] Deleting port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:22.969861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:22.982974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f9d3810-189a-4fb2-816c-efb11397c1a7 req-48af521a-5304-4b09-b324-eda5a09f3d8f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084473 Feb 09 20:47:22.990841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e90c8771-8137-409a-bc78-e1d2d76f6a1f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.010467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-408c915f-86b2-43bf-8fd6-fde0d2554f47 req-8f4aee6e-7b8d-43c8-9c76-106f237d63b0 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332954 Feb 09 20:47:23.046952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90c8771-8137-409a-bc78-e1d2d76f6a1f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:23.068157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7e5e76-a433-4ba0-8a3f-009a752005ca') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:23.068995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7e5e76-a433-4ba0-8a3f-009a752005ca') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:23.088385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (3c7e5e76-a433-4ba0-8a3f-009a752005ca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.099083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9e33bfea-0494-4c02-bbb2-845d3896beb4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:23.121550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-215381cd-2201-4a3a-93f3-67354e796f09 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:23.122672 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3c7e5e76-a433-4ba0-8a3f-009a752005ca), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.123559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3eea5-3340-4590-b365-8a66f03bf4ed None None] Current status of the port 9e33bfea-0494-4c02-bbb2-845d3896beb4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:23.131129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-215381cd-2201-4a3a-93f3-67354e796f09 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.13 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 943 time: 0.2940347 Feb 09 20:47:23.135001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:47:23.136779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (3c7e5e76-a433-4ba0-8a3f-009a752005ca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.139797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94f18390-e41c-48f4-b2cb-6b54413aad40 req-9c4ed38c-77b8-4bbd-a731-d9fcef55baf9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981639 Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:47:23.142544 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:47:23.168595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] For port 6fa21f65-179f-444a-a1aa-2367b62bd7b3, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:23.169084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.197082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] Calling delete_port for 6fa21f65-179f-444a-a1aa-2367b62bd7b3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:23.208781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] Port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:47:23.211852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (6fa21f65-179f-444a-a1aa-2367b62bd7b3), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.263292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] No DVR routers for this DVR port 6fa21f65-179f-444a-a1aa-2367b62bd7b3 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:47:23.336446 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e90c8771-8137-409a-bc78-e1d2d76f6a1f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.352396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.366824 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] 10.222.0.102 "DELETE /v2.0/networks/e90c8771-8137-409a-bc78-e1d2d76f6a1f HTTP/1.1" status: 204 len: 168 time: 3.4771373 Feb 09 20:47:23.372662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e24480-c5e0-4bd9-99fc-1a3cf39401ca None None] Pushing event deleted for resources: {'Port': ['ID=6fa21f65-179f-444a-a1aa-2367b62bd7b3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:23.597579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1a455-78f5-4d60-97c2-513531e94e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=e90c8771-8137-409a-bc78-e1d2d76f6a1f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:23.653728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Deleting port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:23.654325 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.725688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cae4c-fad2-4e51-9520-a7b5fbdcfdf4 req-9aa0abe9-2a8a-4313-bd07-100118e27fa3 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:23.738220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a08cae4c-fad2-4e51-9520-a7b5fbdcfdf4 req-9aa0abe9-2a8a-4313-bd07-100118e27fa3 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 944 time: 0.2108140 Feb 09 20:47:23.758090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9e33bfea-0494-4c02-bbb2-845d3896beb4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:23.832958 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a08cae4c-fad2-4e51-9520-a7b5fbdcfdf4 req-524780a1-84e8-40c2-96c0-73bb259034a5 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936816 Feb 09 20:47:23.899168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9e33bfea-0494-4c02-bbb2-845d3896beb4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:23.899583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:23.914950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:23.934201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468cf59-32a8-4904-95f8-500e4c6abd43 req-222419fa-8a0e-4ea0-8ddc-781878e4f198 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:23.937019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7468cf59-32a8-4904-95f8-500e4c6abd43 req-222419fa-8a0e-4ea0-8ddc-781878e4f198 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 1133 time: 0.2478850 Feb 09 20:47:23.963162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] For port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,segment=NetworkSegment(389e0f82-00de-4b93-b6e6-9bcc61a37faf),segment_id=389e0f82-00de-4b93-b6e6-9bcc61a37faf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:23.965684 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.000069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6823d8-f2ab-433d-97f7-0a129316b430 req-f92b2947-a51f-4515-8530-3e38d89221a6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.002359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba6823d8-f2ab-433d-97f7-0a129316b430 req-f92b2947-a51f-4515-8530-3e38d89221a6 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 943 time: 0.0956011 Feb 09 20:47:24.037499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9e33bfea-0494-4c02-bbb2-845d3896beb4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:24.065293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Calling delete_port for cc5acce0-5dc0-40a9-b1dc-c71a3a63164e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:24.075929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7468cf59-32a8-4904-95f8-500e4c6abd43 req-742fff0a-7c89-4976-82f4-a4e7a79f6926 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206660 Feb 09 20:47:24.116457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6fa21f65-179f-444a-a1aa-2367b62bd7b3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:47:24.119670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-feecec64-1b24-477f-89ac-2041e0c2aa04 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3a2c6689038746ecbecded721fca5ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013991 Feb 09 20:47:24.120625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:24.121932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba6823d8-f2ab-433d-97f7-0a129316b430 req-f9071f83-0e41-4816-a976-2d5f945263ec tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/security-groups?id=4123bb29-2f1a-4089-964a-a189cfce1b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002295 Feb 09 20:47:24.163343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6fa21f65-179f-444a-a1aa-2367b62bd7b3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:47:24.167115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6fa21f65-179f-444a-a1aa-2367b62bd7b3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:47:24.272325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-c0244e9e-587f-4b73-8e7c-82159e17b993 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.278197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-c0244e9e-587f-4b73-8e7c-82159e17b993 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.284570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-c0244e9e-587f-4b73-8e7c-82159e17b993 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.289892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-c0244e9e-587f-4b73-8e7c-82159e17b993 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.295237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-c0244e9e-587f-4b73-8e7c-82159e17b993 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.301666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-c0244e9e-587f-4b73-8e7c-82159e17b993 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.308013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-c0244e9e-587f-4b73-8e7c-82159e17b993 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.316298 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-c0244e9e-587f-4b73-8e7c-82159e17b993 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.1261537 Feb 09 20:47:24.323917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47afdfc8-5c9e-4bbe-abf3-e44fe1a5e78d admin admin] Publish callbacks [] for security_group (7077628e-f83f-4982-ab26-3f77ab3637f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.359612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013aaa98-227e-4f73-a8c7-e9d9414a03fd req-97fa0b7d-a739-49b7-acb6-99cfa6dc1677 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.361156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-013aaa98-227e-4f73-a8c7-e9d9414a03fd req-97fa0b7d-a739-49b7-acb6-99cfa6dc1677 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 945 time: 0.1189592 Feb 09 20:47:24.371714 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47afdfc8-5c9e-4bbe-abf3-e44fe1a5e78d admin admin] Publish callbacks [] for security_group (7077628e-f83f-4982-ab26-3f77ab3637f4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.376247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e092f4af-1f0d-45a4-b142-5c0fd565a74b req-b75e07ab-9039-4c14-b734-03eb23ee2470 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587945 Feb 09 20:47:24.463528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:24.488525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (cc5acce0-5dc0-40a9-b1dc-c71a3a63164e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.517726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-e69663d3-f2b6-428c-8b1d-3d984eac8d33 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505526 Feb 09 20:47:24.523755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-013aaa98-227e-4f73-a8c7-e9d9414a03fd req-ba23c04d-af19-4ae0-a323-a03ecef8a863 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494191 Feb 09 20:47:24.526282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Pushing event deleted for resources: {'Port': ['ID=cc5acce0-5dc0-40a9-b1dc-c71a3a63164e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:24.554199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47afdfc8-5c9e-4bbe-abf3-e44fe1a5e78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7077628e-f83f-4982-ab26-3f77ab3637f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.557438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47afdfc8-5c9e-4bbe-abf3-e44fe1a5e78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.557647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:47:24.558946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-47afdfc8-5c9e-4bbe-abf3-e44fe1a5e78d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7077628e-f83f-4982-ab26-3f77ab3637f4 HTTP/1.1" status: 204 len: 168 time: 0.4212351 Feb 09 20:47:24.577916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:24.582326 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.585390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afdfc8-5c9e-4bbe-abf3-e44fe1a5e78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7077628e-f83f-4982-ab26-3f77ab3637f4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:24.619246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] No DVR routers for this DVR port cc5acce0-5dc0-40a9-b1dc-c71a3a63164e on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:47:24.622538 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.625973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ff3a811-475a-485b-814c-a47f9d618ac0 req-6a0bf1fa-b093-495c-897a-af7bf2345742 tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.13 "DELETE /v2.0/ports/cc5acce0-5dc0-40a9-b1dc-c71a3a63164e HTTP/1.1" status: 204 len: 173 time: 1.4846261 Feb 09 20:47:24.626483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'name': 'network-vif-deleted', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:24.639534 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aabb84-3a3b-4723-bd3d-0dba9308fbff" -d '{"events": [{"server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "name": "network-vif-deleted", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:24.732006 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60144eb8-3f6a-4a0b-95c7-2e5ad21f4420 x-openstack-request-id: req-60144eb8-3f6a-4a0b-95c7-2e5ad21f4420 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:24.732348 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97326d9-aa20-45e4-95c0-5d0da5045422", "name": "network-vif-deleted", "tag": "cc5acce0-5dc0-40a9-b1dc-c71a3a63164e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:24.732602 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-60144eb8-3f6a-4a0b-95c7-2e5ad21f4420 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:24.733005 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97326d9-aa20-45e4-95c0-5d0da5045422', 'name': 'network-vif-deleted', 'tag': 'cc5acce0-5dc0-40a9-b1dc-c71a3a63164e', 'status': 'completed', 'code': 200} Feb 09 20:47:24.768514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-e575f2e7-6542-41b0-8d78-f94041848276 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:24.776921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-e575f2e7-6542-41b0-8d78-f94041848276 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578123 Feb 09 20:47:24.794081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:24.794549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.802158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-0c2dc240-ad69-4c33-80fc-7cbab42cab3b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/quotas/89c307ac09d248ad9d180fa82b971ca3 HTTP/1.1" status: 200 len: 375 time: 0.0241585 Feb 09 20:47:24.868669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:24.869640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:24.874270 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9ba897-10f3-47cf-bc83-fa6b39e1397e" -d '{"events": [{"server_uuid": "3ab4692a-227a-4804-b713-0c96ccea7a57", "name": "network-vif-plugged", "status": "completed", "tag": "614e8301-9b3a-47f2-886e-cb3c3a6c3dc1"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:24.879646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:24.920021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-6eba0b60-9bdd-4c4e-b75d-66c069043296 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1168416 Feb 09 20:47:24.962280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:25.051079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc1cfa-de82-4329-8245-173656f98ff1 req-de488ccc-f9a9-4195-a1bc-ea0f173c12d6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.061809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afdc1cfa-de82-4329-8245-173656f98ff1 req-de488ccc-f9a9-4195-a1bc-ea0f173c12d6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.1126020 Feb 09 20:47:25.124777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-ca424e23-d7be-4ed8-b5f1-aba34469cf6d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.132120 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-ca424e23-d7be-4ed8-b5f1-aba34469cf6d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.50 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 945 time: 0.1307526 Feb 09 20:47:25.225201 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18269216-eee2-4bcb-b598-fca4c63497a5 x-openstack-request-id: req-18269216-eee2-4bcb-b598-fca4c63497a5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:25.225713 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab4692a-227a-4804-b713-0c96ccea7a57", "name": "network-vif-plugged", "status": "completed", "tag": "614e8301-9b3a-47f2-886e-cb3c3a6c3dc1", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:25.229709 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-18269216-eee2-4bcb-b598-fca4c63497a5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:25.230333 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'code': 200} Feb 09 20:47:25.253406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afdc1cfa-de82-4329-8245-173656f98ff1 req-bce9e5d1-7e86-40bb-9686-76f80fe280b8 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891418 Feb 09 20:47:25.524154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f4c6aed-d9e5-4d1c-b5b4-4bf057fa8847 req-efa4babe-35e2-4d27-ba73-d2d38d6379ee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 210 time: 0.1333556 Feb 09 20:47:25.539402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-270b5676-f83e-47c0-8732-e9fc11ff9581 req-488aef11-93fb-497d-b1b2-78ec500dee0c tempest-ImagesTestJSON-1670274826 tempest-ImagesTestJSON-1670274826-project] 10.222.0.102 "GET /v2.0/ports?device_id=e97326d9-aa20-45e4-95c0-5d0da5045422 HTTP/1.1" status: 200 len: 210 time: 0.1141913 Feb 09 20:47:25.544668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2db8e-3668-409b-9e76-c6945f5d5214 req-abba5881-a077-4afa-8fea-c4adbb56c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.548838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26d2db8e-3668-409b-9e76-c6945f5d5214 req-abba5881-a077-4afa-8fea-c4adbb56c84d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 1128 time: 0.2356327 Feb 09 20:47:25.671322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Deleting port e39cd341-f5c8-41ca-9e59-ea56260f269b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:25.671599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:25.806476 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26d2db8e-3668-409b-9e76-c6945f5d5214 req-6f0b0ecf-314a-42cb-bfb9-6f88670b8066 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271609 Feb 09 20:47:25.925251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-8c3066c6-317d-45bc-bfdc-259de831de31 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.944043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-8c3066c6-317d-45bc-bfdc-259de831de31 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.950476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-8c3066c6-317d-45bc-bfdc-259de831de31 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.968929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-8c3066c6-317d-45bc-bfdc-259de831de31 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.978190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-8c3066c6-317d-45bc-bfdc-259de831de31 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.984404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-8c3066c6-317d-45bc-bfdc-259de831de31 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.990620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-8c3066c6-317d-45bc-bfdc-259de831de31 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:25.999490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-8c3066c6-317d-45bc-bfdc-259de831de31 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.2067831 Feb 09 20:47:26.077217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] For port e39cd341-f5c8-41ca-9e59-ea56260f269b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e39cd341-f5c8-41ca-9e59-ea56260f269b,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:26.077986 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.100599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Calling delete_port for e39cd341-f5c8-41ca-9e59-ea56260f269b owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:26.197812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf6f2cf3-8361-4462-807d-270659a0a176 req-cf1ac4aa-5e49-4c31-9e01-d196dce94189 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1970720 Feb 09 20:47:26.240326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:26.308097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e39cd341-f5c8-41ca-9e59-ea56260f269b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.322115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e39cd341-f5c8-41ca-9e59-ea56260f269b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:26.370523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-network', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:26.399283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.400737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event deleted for resources: {'Port': ['ID=e39cd341-f5c8-41ca-9e59-ea56260f269b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:26.430189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e7fc-7e0d-4aa2-a34f-8159222a65f7 req-6b7c0bee-eed8-4344-81ae-61229029ea26 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:26.432027 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82c7e7fc-7e0d-4aa2-a34f-8159222a65f7 req-6b7c0bee-eed8-4344-81ae-61229029ea26 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=98a2abec-3984-45f6-97cb-1c99b2b55046 HTTP/1.1" status: 200 len: 867 time: 0.4891043 Feb 09 20:47:26.501733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] No DVR routers for this DVR port e39cd341-f5c8-41ca-9e59-ea56260f269b on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:47:26.506610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.510558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ece9f1e0-1041-4b0c-baf8-7c8c6ed866c8 req-02cd6728-25ba-4246-a027-568c123e5107 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.50 "DELETE /v2.0/ports/e39cd341-f5c8-41ca-9e59-ea56260f269b HTTP/1.1" status: 204 len: 173 time: 1.3757210 Feb 09 20:47:26.511131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a2abec-3984-45f6-97cb-1c99b2b55046', 'name': 'network-vif-deleted', 'tag': 'e39cd341-f5c8-41ca-9e59-ea56260f269b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:26.513819 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71212855-e8c0-4152-b2fc-0d2603ea6f70" -d '{"events": [{"server_uuid": "98a2abec-3984-45f6-97cb-1c99b2b55046", "name": "network-vif-deleted", "tag": "e39cd341-f5c8-41ca-9e59-ea56260f269b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:26.546529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Made reservation on behalf of 3cb4ebd1455e4e09b8ce2ba4da9072dd for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:47:26.550032 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.559718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82c7e7fc-7e0d-4aa2-a34f-8159222a65f7 req-f11ce1b2-5136-47af-b22e-116697aac282 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075690 Feb 09 20:47:26.587546 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.655181 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bea2c0-3a25-436d-b8e7-008174cca616 x-openstack-request-id: req-a8bea2c0-3a25-436d-b8e7-008174cca616 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:26.656680 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a2abec-3984-45f6-97cb-1c99b2b55046", "name": "network-vif-deleted", "tag": "e39cd341-f5c8-41ca-9e59-ea56260f269b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:26.657143 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a8bea2c0-3a25-436d-b8e7-008174cca616 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:26.657792 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a2abec-3984-45f6-97cb-1c99b2b55046', 'name': 'network-vif-deleted', 'tag': 'e39cd341-f5c8-41ca-9e59-ea56260f269b', 'status': 'completed', 'code': 200} Feb 09 20:47:26.675357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4b37-c88a-438a-945f-253b72cbc10c req-b4f92acd-9147-4861-bbf9-45a233711c74 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:26.683193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-784d4b37-c88a-438a-945f-253b72cbc10c req-b4f92acd-9147-4861-bbf9-45a233711c74 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.2439709 Feb 09 20:47:26.774742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-784d4b37-c88a-438a-945f-253b72cbc10c req-33e24d1d-b41e-443d-9776-3fcff1294bb4 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905592 Feb 09 20:47:26.812462 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db95912c-d926-4903-8bcf-6d75943c5506 req-901bf3a3-dacc-409d-af2b-c9c4f173ce63 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 210 time: 0.0772014 Feb 09 20:47:26.870234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Publish callbacks [] for security_group (7d6461a3-29f2-4024-9ef9-867a2305e469), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.875096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7d6461a3-29f2-4024-9ef9-867a2305e469), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.935401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:47:26.976933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6461a3-29f2-4024-9ef9-867a2305e469,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:26.994992 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (050580f6-5303-43e5-951d-a0e6c9fd2388), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:26.995361 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Added segment 050580f6-5303-43e5-951d-a0e6c9fd2388 of type vlan for network 3d90c843-e15c-4dcd-a954-1e991187be7f Feb 09 20:47:27.172187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-40cd5f25-5d39-4018-b68e-58b4a17d2742 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905280 Feb 09 20:47:27.244762 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (3d90c843-e15c-4dcd-a954-1e991187be7f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:27.280942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cc5acce0-5dc0-40a9-b1dc-c71a3a63164e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:47:27.309339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: cc5acce0-5dc0-40a9-b1dc-c71a3a63164e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:47:27.310050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cc5acce0-5dc0-40a9-b1dc-c71a3a63164e not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:47:27.465433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (3d90c843-e15c-4dcd-a954-1e991187be7f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:27.468958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.468958 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:27.537878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646964a-de61-4558-8812-45115c05250b req-cc7c3987-4dd8-4606-93fa-cff6cf31b54a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.552344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646964a-de61-4558-8812-45115c05250b req-cc7c3987-4dd8-4606-93fa-cff6cf31b54a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.558810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646964a-de61-4558-8812-45115c05250b req-cc7c3987-4dd8-4606-93fa-cff6cf31b54a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.584751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646964a-de61-4558-8812-45115c05250b req-cc7c3987-4dd8-4606-93fa-cff6cf31b54a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.601990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-47d5184b-4dbb-4217-959b-6d124d1ba9a8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.604242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-47d5184b-4dbb-4217-959b-6d124d1ba9a8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4148114 Feb 09 20:47:27.619947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3743892 Feb 09 20:47:27.620681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646964a-de61-4558-8812-45115c05250b req-cc7c3987-4dd8-4606-93fa-cff6cf31b54a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.622165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:27.626314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Request body: {'port': {'device_id': '09571207-8576-4eaa-9c0d-f1855c4a6292', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '89c307ac09d248ad9d180fa82b971ca3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:27.627634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646964a-de61-4558-8812-45115c05250b req-cc7c3987-4dd8-4606-93fa-cff6cf31b54a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.634753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646964a-de61-4558-8812-45115c05250b req-cc7c3987-4dd8-4606-93fa-cff6cf31b54a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:27.635559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Request body: {'subnet': {'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-subnet', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:27.636938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3646964a-de61-4558-8812-45115c05250b req-cc7c3987-4dd8-4606-93fa-cff6cf31b54a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.2558150 Feb 09 20:47:27.671281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55781411-cb5f-49f0-962d-5788de06c35a admin admin] Pushing event updated for resources: {'Network': ['ID=3d90c843-e15c-4dcd-a954-1e991187be7f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:27.683623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 3d90c843-e15c-4dcd-a954-1e991187be7f details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:47:27.691014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Made reservation on behalf of 3cb4ebd1455e4e09b8ce2ba4da9072dd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:47:27.693374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:27.871607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:27.892156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Made reservation on behalf of 89c307ac09d248ad9d180fa82b971ca3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:47:27.896362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:27.913898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3646964a-de61-4558-8812-45115c05250b req-287de005-2d24-4f2a-a7c5-f419523eb6d9 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2612429 Feb 09 20:47:28.100514 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4edcf8c-89e0-47ee-8094-ef0cbe90f879 req-d182399f-9fe6-491e-9b7f-afeb9e268568 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 210 time: 0.0634055 Feb 09 20:47:28.277524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0575a4-650c-4de5-bf30-11ab46a8727a admin admin] Deleting subnet 9091a560-86de-4767-a80d-321e46e4694f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:47:28.282177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0575a4-650c-4de5-bf30-11ab46a8727a admin admin] Publish callbacks [] for subnet (9091a560-86de-4767-a80d-321e46e4694f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:28.305031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0fd8-10ab-46a8-af3d-b8860cb6900f req-3d993a3e-76cf-4366-a097-50d3ffcdde1d tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:28.312069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe6c0fd8-10ab-46a8-af3d-b8860cb6900f req-3d993a3e-76cf-4366-a097-50d3ffcdde1d tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.2490268 Feb 09 20:47:28.332020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Allocated IP 192.168.233.171 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/b1d930c0-71ca-4cc2-b180-543796e0e496) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:28.369306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0575a4-650c-4de5-bf30-11ab46a8727a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (9091a560-86de-4767-a80d-321e46e4694f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:28.390044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe6c0fd8-10ab-46a8-af3d-b8860cb6900f req-9f48b255-bb6e-492a-abfe-f6640797fd1a tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761929 Feb 09 20:47:28.408425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (87af21ec-3fb4-4bb4-9443-758a65d70b01), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:28.458854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e39cd341-f5c8-41ca-9e59-ea56260f269b no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:47:28.488630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0575a4-650c-4de5-bf30-11ab46a8727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9091a560-86de-4767-a80d-321e46e4694f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:28.508967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: e39cd341-f5c8-41ca-9e59-ea56260f269b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:47:28.509550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e39cd341-f5c8-41ca-9e59-ea56260f269b not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:47:28.557995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=87af21ec-3fb4-4bb4-9443-758a65d70b01,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:28.587463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-81090118-2902-4a27-8831-a68ff9486def tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:28.589932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-81090118-2902-4a27-8831-a68ff9486def tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.3644278 Feb 09 20:47:28.610597 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0575a4-650c-4de5-bf30-11ab46a8727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (9091a560-86de-4767-a80d-321e46e4694f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:28.647279 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-cf40dbcd-e991-4c88-be4c-4551ebe2ff9c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/quotas/48a9b1c7b84b465ebc1a58968e7e1023 HTTP/1.1" status: 200 len: 375 time: 0.0407147 Feb 09 20:47:28.649394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0575a4-650c-4de5-bf30-11ab46a8727a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9091a560-86de-4767-a80d-321e46e4694f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:28.669593 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0575a4-650c-4de5-bf30-11ab46a8727a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:28.675264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9b0575a4-650c-4de5-bf30-11ab46a8727a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/9091a560-86de-4767-a80d-321e46e4694f HTTP/1.1" status: 204 len: 168 time: 0.8010960 Feb 09 20:47:28.683092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:28.721966 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d4a8ea3e-8cb3-445d-a394-e1a8dd12ead2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562685 Feb 09 20:47:28.827447 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (f66fd923-923c-4b30-89ab-91d58c88b77b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:28.842610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aeaed-80aa-4c87-a8ac-c289c1a13109 req-4c6773f6-c8eb-46a7-be9a-04504c2d66b6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:28.847997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-221aeaed-80aa-4c87-a8ac-c289c1a13109 req-4c6773f6-c8eb-46a7-be9a-04504c2d66b6 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.3232157 Feb 09 20:47:28.848810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Checking segment: {'id': '050580f6-5303-43e5-951d-a0e6c9fd2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:28.849305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Network hostable DHCP agents. Network: 3d90c843-e15c-4dcd-a954-1e991187be7f, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:47:28.855522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-63085740-e5ba-4500-943a-25ea450a9c77 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:47:28.856518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:28.856616 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-63085740-e5ba-4500-943a-25ea450a9c77 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1186316 Feb 09 20:47:28.869601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Request body: {'floatingip': {'port_id': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:28.912483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for floatingip (bb327245-f66f-4574-9a63-66dee91e730c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:28.992797 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (f66fd923-923c-4b30-89ab-91d58c88b77b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.040932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.066735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-f32b49e4-8500-4a65-be72-3022cb929ffa service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031555 Feb 09 20:47:29.068652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66fd923-923c-4b30-89ab-91d58c88b77b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:29.091376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389e0f82-00de-4b93-b6e6-9bcc61a37faf') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:29.091800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389e0f82-00de-4b93-b6e6-9bcc61a37faf') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:29.094641 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.110655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e09b0df-0642-4935-aff3-8cd5275b018f', 'c0fd31d4-e110-4b73-8eba-bcd184852655'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:29.126291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (389e0f82-00de-4b93-b6e6-9bcc61a37faf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.158184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (389e0f82-00de-4b93-b6e6-9bcc61a37faf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.159581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'Port': ['ID=b1d930c0-71ca-4cc2-b180-543796e0e496,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:29.195418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:47:29.196416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (389e0f82-00de-4b93-b6e6-9bcc61a37faf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.236751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Network 3d90c843-e15c-4dcd-a954-1e991187be7f is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:47:29.238827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75', '647aa24e-d61b-461c-953d-2eb0f595271e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:29.258675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:29.290033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:29.299022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:29.357183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.357998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.368856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 3d90c843-e15c-4dcd-a954-1e991187be7f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:29.402905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-5dcf9b6e-282d-4e27-832c-551260f67e22 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.415347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-5dcf9b6e-282d-4e27-832c-551260f67e22 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.421443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-5dcf9b6e-282d-4e27-832c-551260f67e22 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.427450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-5dcf9b6e-282d-4e27-832c-551260f67e22 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.433884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-5dcf9b6e-282d-4e27-832c-551260f67e22 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.437027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d43be-47db-479d-8423-053b51bac75e None None] Network 3d90c843-e15c-4dcd-a954-1e991187be7f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:47:29.439596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-5dcf9b6e-282d-4e27-832c-551260f67e22 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.445848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-5dcf9b6e-282d-4e27-832c-551260f67e22 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.448116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-5dcf9b6e-282d-4e27-832c-551260f67e22 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.3679740 Feb 09 20:47:29.459211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:29.460476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.485345 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9287a649-fe73-462c-8bbd-41ffb8d269ac admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8549647 Feb 09 20:47:29.508154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:29.524953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-router', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:47:29.648217 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:47:29.651973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (f66fd923-923c-4b30-89ab-91d58c88b77b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.671244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.696413 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] 10.222.0.102 "DELETE /v2.0/networks/f66fd923-923c-4b30-89ab-91d58c88b77b HTTP/1.1" status: 204 len: 168 time: 1.0108929 Feb 09 20:47:29.774174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3b63a605-048a-4cbc-9b92-2ef0826b2888 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1506059 Feb 09 20:47:29.776270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0bc5f-29ba-47d0-9d12-21fa30975f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66fd923-923c-4b30-89ab-91d58c88b77b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:29.796246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-159f6148-c68d-4be3-80a6-1e68acd38cf7 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907430 Feb 09 20:47:29.804729 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (600513de-458d-49e0-a480-3361e65750b9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.806018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (600513de-458d-49e0-a480-3361e65750b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:29.853059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Request body: {'port': {'device_id': '09571207-8576-4eaa-9c0d-f1855c4a6292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:29.939341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a45f2e0-47e9-49a7-970b-71b3b64e1261 req-2760e39d-63ca-48f2-99d6-2f372178c70f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4601033 Feb 09 20:47:29.961800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-3d90c843-e15c-4dcd-a954-1e991187be7f', 'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f', 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'fixed_ips': [{'subnet_id': '87af21ec-3fb4-4bb4-9443-758a65d70b01'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:47:29.962919 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.116688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:30.132911 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d3c9186-c847-49bf-a15d-6a3635a13472 req-10c59a91-ba8d-407e-bffc-ed41c999ea72 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 210 time: 0.0891488 Feb 09 20:47:30.243474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks [] for router_controller (600513de-458d-49e0-a480-3361e65750b9), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.274317 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-201353f4-1ff1-4a9c-820a-105676eff4d1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4fbcf1ad980041a0a7ec65e126aaf434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255753 Feb 09 20:47:30.280718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:30.440782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd26ece8-1c3f-4b1a-959e-8e76cf5a455b admin admin] Publish callbacks [] for security_group (4123bb29-2f1a-4089-964a-a189cfce1b82), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.484844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f128d814-6c75-460b-bea2-acec5b0f7a79 None None] Provisioning complete for port b1d930c0-71ca-4cc2-b180-543796e0e496 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:30.484844 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f128d814-6c75-460b-bea2-acec5b0f7a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.493177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd26ece8-1c3f-4b1a-959e-8e76cf5a455b admin admin] Publish callbacks [] for security_group (4123bb29-2f1a-4089-964a-a189cfce1b82), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.589049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd26ece8-1c3f-4b1a-959e-8e76cf5a455b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4123bb29-2f1a-4089-964a-a189cfce1b82), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.592093 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd26ece8-1c3f-4b1a-959e-8e76cf5a455b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.593325 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fd26ece8-1c3f-4b1a-959e-8e76cf5a455b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4123bb29-2f1a-4089-964a-a189cfce1b82 HTTP/1.1" status: 204 len: 168 time: 0.3107209 Feb 09 20:47:30.602373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26ece8-1c3f-4b1a-959e-8e76cf5a455b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4123bb29-2f1a-4089-964a-a189cfce1b82,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:30.622662 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.732932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks [] for router_gateway (600513de-458d-49e0-a480-3361e65750b9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:30.736518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f128d814-6c75-460b-bea2-acec5b0f7a79 None None] Port b1d930c0-71ca-4cc2-b180-543796e0e496 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:30.827304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e8735-09e8-4f58-9116-e43004eefaf4 req-5456aef0-0d6b-45b6-a49f-f760da41ee83 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:30.829342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0e8735-09e8-4f58-9116-e43004eefaf4 req-5456aef0-0d6b-45b6-a49f-f760da41ee83 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 936 time: 0.6097913 Feb 09 20:47:30.899306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Allocated IP 172.20.0.2 (3d90c843-e15c-4dcd-a954-1e991187be7f/87af21ec-3fb4-4bb4-9443-758a65d70b01/ff7f7e31-122f-438a-9488-023989af8e40) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:31.185864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dff6-c653-4064-8383-907d02875f3b req-56ca4ea3-235d-4405-b82e-1556b186e1b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:31.199280 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Publish callbacks [] for port (ff7f7e31-122f-438a-9488-023989af8e40), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:31.204271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dff6-c653-4064-8383-907d02875f3b req-56ca4ea3-235d-4405-b82e-1556b186e1b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:31.211049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dff6-c653-4064-8383-907d02875f3b req-56ca4ea3-235d-4405-b82e-1556b186e1b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:31.229325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dff6-c653-4064-8383-907d02875f3b req-56ca4ea3-235d-4405-b82e-1556b186e1b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:31.247077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dff6-c653-4064-8383-907d02875f3b req-56ca4ea3-235d-4405-b82e-1556b186e1b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:31.256910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dff6-c653-4064-8383-907d02875f3b req-56ca4ea3-235d-4405-b82e-1556b186e1b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:31.266587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dff6-c653-4064-8383-907d02875f3b req-56ca4ea3-235d-4405-b82e-1556b186e1b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:31.283244 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1d0dff6-c653-4064-8383-907d02875f3b req-56ca4ea3-235d-4405-b82e-1556b186e1b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.1997828 Feb 09 20:47:31.325875 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ff7f7e31-122f-438a-9488-023989af8e40), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:31.392043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Pushing event updated for resources: {'Port': ['ID=ff7f7e31-122f-438a-9488-023989af8e40,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:31.476342 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1d0dff6-c653-4064-8383-907d02875f3b req-d43729a6-d0cf-41c3-84ca-8c88ea2eee98 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1926246 Feb 09 20:47:31.540790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Network 3d90c843-e15c-4dcd-a954-1e991187be7f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:31.562154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:31.595270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:31.657264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f155388e-e693-4a33-b315-c269eca44470 req-a2e2414d-0d90-4f78-a3db-ff1272e32fbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 210 time: 0.0584633 Feb 09 20:47:31.751223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Attempting to bind port ff7f7e31-122f-438a-9488-023989af8e40 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:31.751604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Attempting to bind port ff7f7e31-122f-438a-9488-023989af8e40 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '050580f6-5303-43e5-951d-a0e6c9fd2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:31.751999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Attempting to bind port ff7f7e31-122f-438a-9488-023989af8e40 on network 3d90c843-e15c-4dcd-a954-1e991187be7f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:31.794633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:31.795018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Checking segment: {'id': '050580f6-5303-43e5-951d-a0e6c9fd2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:31.795433 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:31.795861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Bound using segment: {'id': '050580f6-5303-43e5-951d-a0e6c9fd2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:31.802648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Bound port: ff7f7e31-122f-438a-9488-023989af8e40, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050580f6-5303-43e5-951d-a0e6c9fd2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:31.803108 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ff7f7e31-122f-438a-9488-023989af8e40), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:31.833245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:47:31.957640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] For port ff7f7e31-122f-438a-9488-023989af8e40, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:31.967584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] For port ff7f7e31-122f-438a-9488-023989af8e40, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ff7f7e31-122f-438a-9488-023989af8e40,segment=NetworkSegment(050580f6-5303-43e5-951d-a0e6c9fd2388),segment_id=050580f6-5303-43e5-951d-a0e6c9fd2388)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:31.980355 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ff7f7e31-122f-438a-9488-023989af8e40), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:31.996053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d22ca1d9-b1fa-47db-bbcb-be78cac96b78 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:31.999430 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d22ca1d9-b1fa-47db-bbcb-be78cac96b78 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.50 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.2625456 Feb 09 20:47:32.026731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Request body: {'port': {'device_id': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'admin_state_up': True, 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:32.215112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321b26b-525f-465a-a85e-47326f448dd7 None None] Pushing event updated for resources: {'Port': ['ID=ff7f7e31-122f-438a-9488-023989af8e40,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:32.303457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:47:32.317333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:32.454009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d930c0-71ca-4cc2-b180-543796e0e496 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:32.528139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Publish callbacks [] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:32.586427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0e8735-09e8-4f58-9116-e43004eefaf4 req-d1527aed-e3e9-4036-83ab-bbdb18b7ae42 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6643009 Feb 09 20:47:32.625617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:32.631398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Transition to ACTIVE for port object b1d930c0-71ca-4cc2-b180-543796e0e496 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:47:32.646201 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (bb327245-f66f-4574-9a63-66dee91e730c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:32.722619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Allocated IP 172.20.0.2 (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0/f52df283-8303-4f51-85c2-e6e558df4ce9/3c83ff23-3883-4dda-824a-bcec8316ef12) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:32.918649 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Floating IP bb327245-f66f-4574-9a63-66dee91e730c associated. External IP: 172.25.4.59, port: 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1. Feb 09 20:47:32.920680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:32.925267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f18d5918-7322-4bd3-8b21-dbb0618689cc req-04eec642-c063-4c8c-9a60-fc10d509dfbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 210 time: 0.0350432 Feb 09 20:47:33.010643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks [] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:33.092619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:33.242835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:33.252541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:33.283524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:33.394545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Router 41bbd874-9952-4442-814b-59766b5167a0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:47:33.395804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d930c0-71ca-4cc2-b180-543796e0e496,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:33.426249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:33.428289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:33.477682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event updated for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:33.495324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-5e55bb9a-4c0f-4f77-b76c-760a78f9a309 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:33.501210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-5e55bb9a-4c0f-4f77-b76c-760a78f9a309 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:33.517014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-5e55bb9a-4c0f-4f77-b76c-760a78f9a309 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:33.529873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-5e55bb9a-4c0f-4f77-b76c-760a78f9a309 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:33.569687 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-5e55bb9a-4c0f-4f77-b76c-760a78f9a309 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:33.601162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-5e55bb9a-4c0f-4f77-b76c-760a78f9a309 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:33.613006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-5e55bb9a-4c0f-4f77-b76c-760a78f9a309 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:33.632626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-5e55bb9a-4c0f-4f77-b76c-760a78f9a309 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.7761693 Feb 09 20:47:33.653169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.653169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.653424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.656733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.657113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.657458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.659938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.660293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.660639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.660982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.661319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.661648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.667100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:33.733688 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-d049345b-a3ef-44c7-a44d-693e006dcd05 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7059703 Feb 09 20:47:33.749513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Request body: {'port': {'device_id': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:33.772856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Attempting to bind port b1d930c0-71ca-4cc2-b180-543796e0e496 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:33.773211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Attempting to bind port b1d930c0-71ca-4cc2-b180-543796e0e496 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:33.773544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Attempting to bind port b1d930c0-71ca-4cc2-b180-543796e0e496 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:33.857956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ff7f7e31-122f-438a-9488-023989af8e40 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:33.912383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Port b1d930c0-71ca-4cc2-b180-543796e0e496 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:47:33.912721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Attempting to bind port b1d930c0-71ca-4cc2-b180-543796e0e496 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:33.927384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks [] for router_gateway (600513de-458d-49e0-a480-3361e65750b9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:33.947780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:33.959597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:33.960950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:33.963026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:33.964041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Bound port: b1d930c0-71ca-4cc2-b180-543796e0e496, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:33.964437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.001820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ff7f7e31-122f-438a-9488-023989af8e40 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:34.002209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ff7f7e31-122f-438a-9488-023989af8e40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.008043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-573d5b5c-682e-41fc-8925-2aebf0f58ea5 req-c1307317-dbf3-4d03-b50d-f5d5b4c6dc6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3702886 Feb 09 20:47:34.206542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ff7f7e31-122f-438a-9488-023989af8e40 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:34.206873 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ff7f7e31-122f-438a-9488-023989af8e40), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.313605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a1686-e70a-4ac1-adcd-ad69fac7d7e3 None None] Network 3d90c843-e15c-4dcd-a954-1e991187be7f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:47:34.316941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port ff7f7e31-122f-438a-9488-023989af8e40, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ff7f7e31-122f-438a-9488-023989af8e40,segment=NetworkSegment(050580f6-5303-43e5-951d-a0e6c9fd2388),segment_id=050580f6-5303-43e5-951d-a0e6c9fd2388)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:34.336831 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.348180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52974) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:34.368118 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ff7f7e31-122f-438a-9488-023989af8e40), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.530103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b11dc0-3611-4b93-843c-d066ab067844 req-1aa6f8a0-6430-453b-9ce0-e053fbc9116e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:34.537739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c1b11dc0-3611-4b93-843c-d066ab067844 req-1aa6f8a0-6430-453b-9ce0-e053fbc9116e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 931 time: 0.2554438 Feb 09 20:47:34.699124 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c1b11dc0-3611-4b93-843c-d066ab067844 req-f491698a-79ba-4844-9765-1b668cdca3be tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593459 Feb 09 20:47:34.755983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:34.761587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-72e15cb7-358e-4ac8-8cda-413caeb20eb8 None None] Provisioning complete for port ff7f7e31-122f-438a-9488-023989af8e40 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:34.761980 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-72e15cb7-358e-4ac8-8cda-413caeb20eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ff7f7e31-122f-438a-9488-023989af8e40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.764808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=ff7f7e31-122f-438a-9488-023989af8e40,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:34.801562 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.810351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] Sync routers for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:47:34.820794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1d373e-359a-49b7-93f4-f53bb972b254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.833545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Allocated IP 172.25.4.88 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/225d78df-ff1f-4643-977b-a103fd12ecc0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:34.860605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c83ff23-3883-4dda-824a-bcec8316ef12 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:34.870293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:34.871007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:34.882403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Publish callbacks [] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:34.938152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Transition to ACTIVE for port object 3c83ff23-3883-4dda-824a-bcec8316ef12 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:47:34.947423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:35.066883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9beda42d-811f-4098-bc8c-61201d062e75 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "PUT /v2.0/floatingips/bb327245-f66f-4574-9a63-66dee91e730c HTTP/1.1" status: 200 len: 990 time: 6.1975667 Feb 09 20:47:35.083172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'tag': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:35.085559 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4882f9e8-0853-47ea-a378-4198e676eb92" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab4692a-227a-4804-b713-0c96ccea7a57", "tag": "614e8301-9b3a-47f2-886e-cb3c3a6c3dc1"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:35.120937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3525b3-69ff-4010-9cc4-c564a9342871 req-fc3330e4-2f9e-4a4f-8a86-1fe9fa54798c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.122615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc3525b3-69ff-4010-9cc4-c564a9342871 req-fc3330e4-2f9e-4a4f-8a86-1fe9fa54798c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 948 time: 1.1877828 Feb 09 20:47:35.136839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] For port b1d930c0-71ca-4cc2-b180-543796e0e496, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:35.151419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] For port b1d930c0-71ca-4cc2-b180-543796e0e496, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b1d930c0-71ca-4cc2-b180-543796e0e496,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:35.216603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Pushing event updated for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:35.315410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1d373e-359a-49b7-93f4-f53bb972b254 admin admin] Publish callbacks [] for security_group (e66c8b03-b037-4f1b-8885-5093a26c5998), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:35.334328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:35.343383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1d373e-359a-49b7-93f4-f53bb972b254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e66c8b03-b037-4f1b-8885-5093a26c5998), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:35.364595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:35.421085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d373e-359a-49b7-93f4-f53bb972b254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c8b03-b037-4f1b-8885-5093a26c5998,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:35.523970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d930c0-71ca-4cc2-b180-543796e0e496,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:35.552245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Attempting to bind port 3c83ff23-3883-4dda-824a-bcec8316ef12 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:35.553291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Attempting to bind port 3c83ff23-3883-4dda-824a-bcec8316ef12 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:35.553857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Attempting to bind port 3c83ff23-3883-4dda-824a-bcec8316ef12 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:35.578795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-72e15cb7-358e-4ac8-8cda-413caeb20eb8 None None] Current status of the port ff7f7e31-122f-438a-9488-023989af8e40 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:35.631576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-e26cda40-fc0a-429f-a5ca-4ab927a1e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.647277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-e26cda40-fc0a-429f-a5ca-4ab927a1e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.652959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc3525b3-69ff-4010-9cc4-c564a9342871 req-9c5304cd-e958-45ef-a0e5-3dc9c370fde4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979789 Feb 09 20:47:35.677519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-e26cda40-fc0a-429f-a5ca-4ab927a1e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.692610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.696222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:35.699565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-9144bf27-5e88-4ea1-9d75-0770aa38afb3 service neutron] 10.222.0.13 "PUT /v2.0/ports/b1d930c0-71ca-4cc2-b180-543796e0e496 HTTP/1.1" status: 200 len: 1097 time: 5.8700161 Feb 09 20:47:35.700389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-e26cda40-fc0a-429f-a5ca-4ab927a1e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.730625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-e26cda40-fc0a-429f-a5ca-4ab927a1e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.763892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-e26cda40-fc0a-429f-a5ca-4ab927a1e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.780709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-e26cda40-fc0a-429f-a5ca-4ab927a1e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:35.785464 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-e26cda40-fc0a-429f-a5ca-4ab927a1e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.5530560 Feb 09 20:47:35.797245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da1d373e-359a-49b7-93f4-f53bb972b254 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=295b71057102495d86949b9d653f7627&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4412186 Feb 09 20:47:35.802799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:35.806573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Port 3c83ff23-3883-4dda-824a-bcec8316ef12 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:47:35.809050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ff7f7e31-122f-438a-9488-023989af8e40 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:35.811018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Attempting to bind port 3c83ff23-3883-4dda-824a-bcec8316ef12 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:35.924796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c8556b47-d316-45ab-85cd-256c33c1472f None None] Provisioning complete for port ff7f7e31-122f-438a-9488-023989af8e40 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:35.925325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8556b47-d316-45ab-85cd-256c33c1472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ff7f7e31-122f-438a-9488-023989af8e40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:35.946928 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks [] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:35.989918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:35.995531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Checking segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:35.996250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Bound using segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:35.996943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Bound port: 3c83ff23-3883-4dda-824a-bcec8316ef12, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:35.997527 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.072253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3863c474-5e72-488c-9abf-1922fa72a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:36.073862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-3863c474-5e72-488c-9abf-1922fa72a279 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 1131 time: 0.3024733 Feb 09 20:47:36.113542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef971825-705d-437d-8eda-21c6ccf90fbb admin admin] Publish callbacks [] for security_group (e66c8b03-b037-4f1b-8885-5093a26c5998), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.177643 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b99511c-081b-49b1-bbb1-5baffb6f097e req-b4335870-b0ea-4484-b48e-71d2d0d9269b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3810551 Feb 09 20:47:36.193774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ff7f7e31-122f-438a-9488-023989af8e40 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:36.197914 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ff7f7e31-122f-438a-9488-023989af8e40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.247400 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef971825-705d-437d-8eda-21c6ccf90fbb admin admin] Publish callbacks [] for security_group (e66c8b03-b037-4f1b-8885-5093a26c5998), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.261664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.270652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-7e87836e-063c-4176-8f0d-ddb5122f2fd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b1d930c0-71ca-4cc2-b180-543796e0e496 HTTP/1.1" status: 200 len: 217 time: 0.1763875 Feb 09 20:47:36.395258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:36.413092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:36.464634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-50d9ba1b-cb2e-4e1b-907e-bed71d854a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:36.469300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.487241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-50d9ba1b-cb2e-4e1b-907e-bed71d854a17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1818852 Feb 09 20:47:36.525939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'bb327245-f66f-4574-9a63-66dee91e730c', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '41bbd874-9952-4442-814b-59766b5167a0', 'port_id': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'mac_address': 'fa:16:3e:0e:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:46:54Z', 'updated_at': '2022-02-09T20:47:31Z', 'revision_number': 1, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:52Z', 'revision_number': 5, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:36.539694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Pushing event updated for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:36.574857 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f876a-24e7-4e64-9329-af0a14c75299 x-openstack-request-id: req-c00f876a-24e7-4e64-9329-af0a14c75299 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:36.575345 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab4692a-227a-4804-b713-0c96ccea7a57", "tag": "614e8301-9b3a-47f2-886e-cb3c3a6c3dc1", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:36.575861 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c00f876a-24e7-4e64-9329-af0a14c75299 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:36.576404 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'tag': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'status': 'completed', 'code': 200} Feb 09 20:47:36.580147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd5b5d-228e-4b51-92dd-af4ce5a68bc1 req-1baa50ff-ef65-4441-8ed9-d526da3dbe01 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:36.582101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbbd5b5d-228e-4b51-92dd-af4ce5a68bc1 req-1baa50ff-ef65-4441-8ed9-d526da3dbe01 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 943 time: 0.1658564 Feb 09 20:47:36.584911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef971825-705d-437d-8eda-21c6ccf90fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e66c8b03-b037-4f1b-8885-5093a26c5998), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.589089 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef971825-705d-437d-8eda-21c6ccf90fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.593249 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ef971825-705d-437d-8eda-21c6ccf90fbb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e66c8b03-b037-4f1b-8885-5093a26c5998 HTTP/1.1" status: 204 len: 168 time: 0.7746463 Feb 09 20:47:36.606204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c8556b47-d316-45ab-85cd-256c33c1472f None None] Current status of the port ff7f7e31-122f-438a-9488-023989af8e40 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:36.623344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:36.623344 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:36.624418 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-93f5f4f3-c953-41ed-91c2-0dbcd359fbfd service neutron] 10.222.0.50 "PUT /v2.0/ports/3c83ff23-3883-4dda-824a-bcec8316ef12 HTTP/1.1" status: 200 len: 1092 time: 2.8882971 Feb 09 20:47:36.625480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] Checking router: 41bbd874-9952-4442-814b-59766b5167a0 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:47:36.632804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:36.636958 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:36.641473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef971825-705d-437d-8eda-21c6ccf90fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c8b03-b037-4f1b-8885-5093a26c5998,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:36.699531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbbd5b5d-228e-4b51-92dd-af4ce5a68bc1 req-3b089592-36a5-4404-a10d-298b17407c36 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079578 Feb 09 20:47:36.739331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ff7f7e31-122f-438a-9488-023989af8e40 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:36.755697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-03bbe67f-06d0-418d-bad4-3bd87b3b9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:36.757786 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-03bbe67f-06d0-418d-bad4-3bd87b3b9dc5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 1126 time: 0.0701165 Feb 09 20:47:36.762639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22371d5e-820b-442e-b2b9-c522fb49fb43 req-8a1d287b-ad3e-4624-bf09-ae4de162fc9e tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:36.769757 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22371d5e-820b-442e-b2b9-c522fb49fb43 req-8a1d287b-ad3e-4624-bf09-ae4de162fc9e tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.8583992 Feb 09 20:47:36.770861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=225d78df-ff1f-4643-977b-a103fd12ecc0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:36.773101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:36.774637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:36.814054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:36.848521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:36.855602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:36.881838 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b40791-3a2d-4e0b-a80e-bdfc0f34d80d x-openstack-request-id: req-d0b40791-3a2d-4e0b-a80e-bdfc0f34d80d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:36.882268 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:36.883236 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d0b40791-3a2d-4e0b-a80e-bdfc0f34d80d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:36.885166 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'status': 'completed', 'code': 200} Feb 09 20:47:36.887460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-2f59c5fa-f7df-4ea5-a40e-dfcf24704ceb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c83ff23-3883-4dda-824a-bcec8316ef12 HTTP/1.1" status: 200 len: 217 time: 0.1152794 Feb 09 20:47:36.904326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-ce260ad4-61fd-40fa-b2cd-8bee5b130721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:36.905874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-ce260ad4-61fd-40fa-b2cd-8bee5b130721 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f845bbcd2d304938b56862afc5cac6f4&device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 1128 time: 0.3270087 Feb 09 20:47:37.031829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-95598bb2-54ad-41eb-b7d8-fcf7adab2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:37.033576 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-95598bb2-54ad-41eb-b7d8-fcf7adab2bdd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1404309 Feb 09 20:47:37.109131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:37.122696 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-504bb25f-f2a4-4e83-a544-6d967418692c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784991 Feb 09 20:47:37.149619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daba771-53ec-4894-804a-ef10ae7b3be4 req-8ad7ac81-b6f2-4dac-96d5-7e2cf61790e4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:37.151130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daba771-53ec-4894-804a-ef10ae7b3be4 req-8ad7ac81-b6f2-4dac-96d5-7e2cf61790e4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 948 time: 0.2385495 Feb 09 20:47:37.186600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-ea6ef179-a8a1-40ef-825d-221c3699be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:37.188118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-ea6ef179-a8a1-40ef-825d-221c3699be55 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c32e783-53e9-4c80-a9d8-5b1efc43f362 HTTP/1.1" status: 200 len: 916 time: 0.2660592 Feb 09 20:47:37.196639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-cd4b6571-1f61-42e2-af9e-900b5d5f978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:37.198256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-cd4b6571-1f61-42e2-af9e-900b5d5f978e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5978198 Feb 09 20:47:37.312450 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-d1a97637-0e30-4976-ae7f-0a2daf12a5a2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978918 Feb 09 20:47:37.316238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22371d5e-820b-442e-b2b9-c522fb49fb43 req-83bd74a5-8cee-46a1-87ff-a9bd659eb36f tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5284042 Feb 09 20:47:37.442474 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daba771-53ec-4894-804a-ef10ae7b3be4 req-3172db6b-69e0-48ec-bcd0-533153aa71a9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627442 Feb 09 20:47:37.482111 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-025eee26-23ec-47d7-9c1f-5ce5e4de7dc0 service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574593 Feb 09 20:47:37.636222 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-522efadc-638c-4cb9-b26d-8f375964d966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:37.690775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'bb327245-f66f-4574-9a63-66dee91e730c', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '41bbd874-9952-4442-814b-59766b5167a0', 'port_id': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'mac_address': 'fa:16:3e:0e:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:46:54Z', 'updated_at': '2022-02-09T20:47:31Z', 'revision_number': 1, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:52Z', 'revision_number': 5, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:37.754190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c62a5-c3aa-4e21-9e43-1e5703f53785 None None] The sync data for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 is: [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'bb327245-f66f-4574-9a63-66dee91e730c', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'floating_ip_address': '172.25.4.59', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '41bbd874-9952-4442-814b-59766b5167a0', 'port_id': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1227, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'mac_address': 'fa:16:3e:0e:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:46:54Z', 'updated_at': '2022-02-09T20:47:31Z', 'revision_number': 1, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:52Z', 'revision_number': 5, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:47:37.787887 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3cdfcd-9a1d-44c6-b3fb-f429fad94079 req-0143559a-1a40-4bc7-bbf9-b045d06d0a2d service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879460 Feb 09 20:47:37.999676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-6a682d50-47c5-4fac-b732-d0034016043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.007158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-6a682d50-47c5-4fac-b732-d0034016043c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 1126 time: 0.1551754 Feb 09 20:47:38.136828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:38.142304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e030e-f77d-43cb-a07f-f3602f13d3b0 req-91cef948-65b5-4e39-b843-21265607ed36 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.144359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b69e030e-f77d-43cb-a07f-f3602f13d3b0 req-91cef948-65b5-4e39-b843-21265607ed36 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 943 time: 0.2569213 Feb 09 20:47:38.187873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-9758a87f-22bb-4772-a191-4f023203eb04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 HTTP/1.1" status: 200 len: 998 time: 0.9886072 Feb 09 20:47:38.254605 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce8d202-8fb9-4257-86ee-bae7ab2ac857 None None] New status for floating IP bb327245-f66f-4574-9a63-66dee91e730c: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:47:38.285203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-979da022-35dc-4830-bb9a-8ad066e2fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.289329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-979da022-35dc-4830-bb9a-8ad066e2fcb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 913 time: 0.2750840 Feb 09 20:47:38.334606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-1c5f3839-002b-4e7f-b9f6-ea2842f40b7a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.346330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-1c5f3839-002b-4e7f-b9f6-ea2842f40b7a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.365295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-1c5f3839-002b-4e7f-b9f6-ea2842f40b7a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.380560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-1c5f3839-002b-4e7f-b9f6-ea2842f40b7a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.395461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-1c5f3839-002b-4e7f-b9f6-ea2842f40b7a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.413844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-1c5f3839-002b-4e7f-b9f6-ea2842f40b7a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.423572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-1c5f3839-002b-4e7f-b9f6-ea2842f40b7a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.435211 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-1c5f3839-002b-4e7f-b9f6-ea2842f40b7a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5419 time: 0.4053879 Feb 09 20:47:38.481811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-72815178-network', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:38.495233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-2ad02e7d-f271-4c06-b749-a088f8a0746d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c83ff23-3883-4dda-824a-bcec8316ef12 HTTP/1.1" status: 200 len: 217 time: 0.1837783 Feb 09 20:47:38.512128 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b69e030e-f77d-43cb-a07f-f3602f13d3b0 req-7411b8d9-dea2-49cb-90fa-77ff32fcb239 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562129 Feb 09 20:47:38.589381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f0f8a7c-616d-4017-93b1-86479ce580f5 req-c4090d6a-2e5a-4566-afbb-db2a3db4666d service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2444868 Feb 09 20:47:38.635499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09571207-8576-4eaa-9c0d-f1855c4a6292', 'tag': 'b1d930c0-71ca-4cc2-b180-543796e0e496'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:38.637364 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7925e772-b6b4-4249-8320-4a88abea198f" -d '{"events": [{"name": "network-changed", "server_uuid": "09571207-8576-4eaa-9c0d-f1855c4a6292", "tag": "b1d930c0-71ca-4cc2-b180-543796e0e496"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:38.639921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks [] for router_gateway (600513de-458d-49e0-a480-3361e65750b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:38.692503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-b2268dfe-bb6c-476b-9f5f-65decc9114c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.694143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-b2268dfe-bb6c-476b-9f5f-65decc9114c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1802182 Feb 09 20:47:38.708868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-f9afc1c1-2bb8-49e9-b759-d007b4d2aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.710329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-f9afc1c1-2bb8-49e9-b759-d007b4d2aa56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=26453275-6449-449d-a620-69f17df432c8 HTTP/1.1" status: 200 len: 854 time: 0.5161915 Feb 09 20:47:38.816378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Made reservation on behalf of e86d5e6810194c249e65eb44fadc670f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:47:38.818509 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:38.834982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-8c66d028-8a84-4c83-8b36-5372b2dfbc91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236179 Feb 09 20:47:38.842707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:38.850161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c422f79a-71f9-4bfb-b2d0-d2e1dbd5f48e req-61af36ac-0c6b-4c34-a0d7-f3076a1e3437 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4138422 Feb 09 20:47:38.912259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-4958d31c-68c8-4a62-888f-06eee99aa689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:38.913641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-4958d31c-68c8-4a62-888f-06eee99aa689 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c32e783-53e9-4c80-a9d8-5b1efc43f362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1646662 Feb 09 20:47:39.105222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-35176409-59f6-4137-ba33-c20aa4ed6a5d service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599089 Feb 09 20:47:39.107022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (600513de-458d-49e0-a480-3361e65750b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.245179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bee72-3e05-4767-9d61-4dbc09b8ccff req-3788152d-a43a-4cc0-9650-3f893198afdd tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:39.251846 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-403bee72-3e05-4767-9d61-4dbc09b8ccff req-3788152d-a43a-4cc0-9650-3f893198afdd tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.5529523 Feb 09 20:47:39.270703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-1a2d868b-5925-497d-9fd6-8e2eab282128 service neutron] 10.222.0.50 "GET /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428817 Feb 09 20:47:39.309423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b6c4531d-8046-408e-b1be-48703d926f9b details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:39.384101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b23ce8c-4d64-4e0f-85d7-682a622c2f9c req-a3dae124-9a88-47ab-9b88-e2336fe793e4 service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677708 Feb 09 20:47:39.426982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-403bee72-3e05-4767-9d61-4dbc09b8ccff req-5ef97ca0-8a84-41c4-bf85-f31c1fcce395 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688373 Feb 09 20:47:39.508318 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64483ade-0d6b-4f92-90d3-7ebdac6bde18 x-openstack-request-id: req-64483ade-0d6b-4f92-90d3-7ebdac6bde18 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:39.508928 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09571207-8576-4eaa-9c0d-f1855c4a6292", "tag": "b1d930c0-71ca-4cc2-b180-543796e0e496", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:39.509403 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-64483ade-0d6b-4f92-90d3-7ebdac6bde18 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:39.510007 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09571207-8576-4eaa-9c0d-f1855c4a6292', 'tag': 'b1d930c0-71ca-4cc2-b180-543796e0e496', 'status': 'completed', 'code': 200} Feb 09 20:47:39.519149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Publish callbacks [] for security_group (e1201fea-a25f-4850-a625-42ab22253629), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.554462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2d1a3-2e0c-45f0-b561-0b6563e692e0 req-9d8e3bf6-d35a-4778-b479-f2b5c5f440c4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:39.556138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ff2d1a3-2e0c-45f0-b561-0b6563e692e0 req-9d8e3bf6-d35a-4778-b479-f2b5c5f440c4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 948 time: 0.4094982 Feb 09 20:47:39.556804 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e1201fea-a25f-4850-a625-42ab22253629), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.572622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:47:39.588482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3d911bf7-976d-41c5-9cc0-f69da98b9f22), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.588813 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Added segment 3d911bf7-976d-41c5-9cc0-f69da98b9f22 of type vlan for network 316c266f-30c1-4895-b1f8-62419ac3ed87 Feb 09 20:47:39.634939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (316c266f-30c1-4895-b1f8-62419ac3ed87), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.683969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b6c4531d-8046-408e-b1be-48703d926f9b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b6c4531d-8046-408e-b1be-48703d926f9b,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:39.705141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'b6c4531d-8046-408e-b1be-48703d926f9b', 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'port_id': 'b6c4531d-8046-408e-b1be-48703d926f9b', 'mac_address': 'fa:16:3e:ab:a4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b090d1-8437-4881-b8ee-4124673a5692', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:39.712860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (316c266f-30c1-4895-b1f8-62419ac3ed87), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.713096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f34874a0-9b5d-4965-aead-52bd46e3f82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.718091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:39.718847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.759620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b6c4531d-8046-408e-b1be-48703d926f9b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:39.760195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.806391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c4531d-8046-408e-b1be-48703d926f9b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:39.820612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Pushing event updated for resources: {'Network': ['ID=316c266f-30c1-4895-b1f8-62419ac3ed87,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:39.835958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b6c4531d-8046-408e-b1be-48703d926f9b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b6c4531d-8046-408e-b1be-48703d926f9b,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:39.838982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:47:39.841962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:39.842725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:39.854820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61369d7e-12c5-40b9-80e7-6eac7decac60 req-a55b1242-1148-43e4-b445-7862e7ff99d0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:39.868298 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61369d7e-12c5-40b9-80e7-6eac7decac60 req-a55b1242-1148-43e4-b445-7862e7ff99d0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 943 time: 0.1127415 Feb 09 20:47:39.888933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:39.908853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7661037 Feb 09 20:47:39.909424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:39.911365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4882f9e8-0853-47ea-a378-4198e676eb92 req-7014006f-4071-4d32-9d90-13b06574265b service neutron] 10.222.0.50 "GET /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699327 Feb 09 20:47:39.936714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532172a8-8caf-4e4c-b7bf-1abbce89d76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1201fea-a25f-4850-a625-42ab22253629,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:39.950276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Request body: {'subnet': {'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-72815178-subnet', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:39.956099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61369d7e-12c5-40b9-80e7-6eac7decac60 req-289dca5c-8b28-4a36-945f-53fb8e34ac62 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868900 Feb 09 20:47:40.007871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Made reservation on behalf of e86d5e6810194c249e65eb44fadc670f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:47:40.010262 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:40.010574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8', 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'port_id': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8', 'mac_address': 'fa:16:3e:23:0c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b090d1-8437-4881-b8ee-4124673a5692', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:40.025219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c4531d-8046-408e-b1be-48703d926f9b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:40.084818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925e772-b6b4-4249-8320-4a88abea198f req-374d5266-4f66-4808-b8fc-cc6d654ff273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.086383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7925e772-b6b4-4249-8320-4a88abea198f req-374d5266-4f66-4808-b8fc-cc6d654ff273 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 1131 time: 0.5572917 Feb 09 20:47:40.102897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:40.103477 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:40.120969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ff2d1a3-2e0c-45f0-b561-0b6563e692e0 req-0ee8ba9b-0e50-43a7-83a6-0fdb189491ca tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508758 Feb 09 20:47:40.169412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:40.222086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:40.227063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:40.227792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:40.289836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Router 600513de-458d-49e0-a480-3361e65750b9 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:47:40.364607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:40.382923 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:47:40.415119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:40.442049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '254c518b-69b5-4f3d-b4a2-ee8203c9c3e5', 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'port_id': '254c518b-69b5-4f3d-b4a2-ee8203c9c3e5', 'mac_address': 'fa:16:3e:43:0c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b090d1-8437-4881-b8ee-4124673a5692', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:40.558946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3c83ff23-3883-4dda-824a-bcec8316ef12 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:40.708936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:40.718026 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:40.795401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925e772-b6b4-4249-8320-4a88abea198f req-af0c6a2e-aeed-4410-a4a9-a577aed10b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.797320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7925e772-b6b4-4249-8320-4a88abea198f req-af0c6a2e-aeed-4410-a4a9-a577aed10b3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.6904011 Feb 09 20:47:40.820481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6a4a9-79fd-46ee-89d4-973434c02fb4 req-951f0f2d-12de-48f4-9493-3d7b6fc4cb15 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.822027 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ac6a4a9-79fd-46ee-89d4-973434c02fb4 req-951f0f2d-12de-48f4-9493-3d7b6fc4cb15 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.2348156 Feb 09 20:47:40.869481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7925e772-b6b4-4249-8320-4a88abea198f req-e1ad9150-04e2-49af-af01-50ecb87c1098 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b1d930c0-71ca-4cc2-b180-543796e0e496 HTTP/1.1" status: 200 len: 217 time: 0.0617251 Feb 09 20:47:40.910578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-448a3372-840e-4330-98ef-76ac0da31f27 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.915761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-448a3372-840e-4330-98ef-76ac0da31f27 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.920991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-448a3372-840e-4330-98ef-76ac0da31f27 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.926202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-448a3372-840e-4330-98ef-76ac0da31f27 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.926963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:40.935856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-448a3372-840e-4330-98ef-76ac0da31f27 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.941985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-448a3372-840e-4330-98ef-76ac0da31f27 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.947426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-448a3372-840e-4330-98ef-76ac0da31f27 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:40.955926 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-448a3372-840e-4330-98ef-76ac0da31f27 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5420 time: 0.8616440 Feb 09 20:47:41.026327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:41.065879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Sync routers for ids ['600513de-458d-49e0-a480-3361e65750b9'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:47:41.077078 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (17699c84-70b3-4a76-8a1f-d8a326af4879), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:41.104919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:41.120289 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ac6a4a9-79fd-46ee-89d4-973434c02fb4 req-5257cc22-26d3-431a-9c7b-45a1e7d79d64 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208171 Feb 09 20:47:41.125948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:41.137973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f1cde6a-15f5-47e1-98f8-9dc901523bc1 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 11.6239531 Feb 09 20:47:41.137973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925e772-b6b4-4249-8320-4a88abea198f req-ecc24f53-6fa8-4210-b61f-eebcb0b75dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:41.138564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Routers {'600513de-458d-49e0-a480-3361e65750b9'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:41.138916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7925e772-b6b4-4249-8320-4a88abea198f req-ecc24f53-6fa8-4210-b61f-eebcb0b75dac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2547698 Feb 09 20:47:41.139186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['600513de-458d-49e0-a480-3361e65750b9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:41.139390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:41.152834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:41.153578 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ac7b661d-aff1-4733-bd4c-2c061c16bf3a details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:41.166283 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f7838ab-df04-41ed-9e71-2b87471cbff1 req-9aad8e89-2c72-4775-8428-37096e7750bc tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093787 Feb 09 20:47:41.214032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17699c84-70b3-4a76-8a1f-d8a326af4879,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:41.249365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.253177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.256157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.256902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.257444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.257978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.258518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.259134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.264168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.264752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.265285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.266014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.266557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:41.278993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Checking segment: {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:41.282097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Network hostable DHCP agents. Network: 316c266f-30c1-4895-b1f8-62419ac3ed87, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:47:41.342582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:47:41.376892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 316c266f-30c1-4895-b1f8-62419ac3ed87) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:41.399095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658af03e-1f76-481a-9b34-368185a411da req-54fa4d7d-77a5-4236-a97e-3c9c1cced34b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:41.407598 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-658af03e-1f76-481a-9b34-368185a411da req-54fa4d7d-77a5-4236-a97e-3c9c1cced34b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 948 time: 0.1176202 Feb 09 20:47:41.411219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:41.412127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:41.478307 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-658af03e-1f76-481a-9b34-368185a411da req-2e4b544c-1ae5-4aaa-8945-d5021e95576c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644610 Feb 09 20:47:41.490504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3d83f355-a430-4360-b629-afe8b5d3e773 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5772841 Feb 09 20:47:41.496351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:41.500852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:41.552123 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (1ae56ef9-f0da-4da5-9374-949c46c871ef), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:41.553219 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (1ae56ef9-f0da-4da5-9374-949c46c871ef), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:41.622720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637dfce1-eab1-4812-8562-dcce8f68e555 None None] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:47:41.670397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925e772-b6b4-4249-8320-4a88abea198f req-c1856695-aa5a-4e94-920e-39ed48883b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:41.676038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7925e772-b6b4-4249-8320-4a88abea198f req-c1856695-aa5a-4e94-920e-39ed48883b5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5014000 Feb 09 20:47:41.739566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:41.781565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks [] for router_controller (1ae56ef9-f0da-4da5-9374-949c46c871ef), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:41.822755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Set router 600513de-458d-49e0-a480-3361e65750b9 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:41.901486 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:47:41.933741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:42.010491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:42.014798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7925e772-b6b4-4249-8320-4a88abea198f req-cec354f6-5b0d-4a4f-92c4-fbbdda73542c service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295448 Feb 09 20:47:42.018186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks [] for router_gateway (1ae56ef9-f0da-4da5-9374-949c46c871ef), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.038834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd455908-5227-4df7-afaf-7194e6464161 req-3d4a2bb5-6fa2-4104-b646-7305b08ea3cd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:42.056486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd455908-5227-4df7-afaf-7194e6464161 req-3d4a2bb5-6fa2-4104-b646-7305b08ea3cd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 943 time: 0.6593261 Feb 09 20:47:42.110823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'port_id': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'mac_address': 'fa:16:3e:95:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52df283-8303-4f51-85c2-e6e558df4ce9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:42.222914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3c83ff23-3883-4dda-824a-bcec8316ef12 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:42.232362 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.257256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-316c266f-30c1-4895-b1f8-62419ac3ed87', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:47:42.258491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.323631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ac7b661d-aff1-4733-bd4c-2c061c16bf3a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:42.351366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c83ff23-3883-4dda-824a-bcec8316ef12 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:42.379763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'port_id': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'mac_address': 'fa:16:3e:08:9f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:42.497549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port ac7b661d-aff1-4733-bd4c-2c061c16bf3a is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:42.498351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.512719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:42.531177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.593755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:42.613060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7b661d-aff1-4733-bd4c-2c061c16bf3a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:42.634432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ac7b661d-aff1-4733-bd4c-2c061c16bf3a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:42.649950 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.706854 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks [] for router_gateway (1ae56ef9-f0da-4da5-9374-949c46c871ef), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.732090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1117f6d3-d356-4c4b-9642-cd3690962e20 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:42.734211 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.812724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bb53-8416-4608-b95e-8681217cc9ab req-511531be-6916-4b14-a8e8-4d255e0cf2e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:42.819629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bb53-8416-4608-b95e-8681217cc9ab req-511531be-6916-4b14-a8e8-4d255e0cf2e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:42.825623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bb53-8416-4608-b95e-8681217cc9ab req-511531be-6916-4b14-a8e8-4d255e0cf2e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:42.832756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bb53-8416-4608-b95e-8681217cc9ab req-511531be-6916-4b14-a8e8-4d255e0cf2e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:42.838736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bb53-8416-4608-b95e-8681217cc9ab req-511531be-6916-4b14-a8e8-4d255e0cf2e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:42.844953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bb53-8416-4608-b95e-8681217cc9ab req-511531be-6916-4b14-a8e8-4d255e0cf2e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:42.852383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794bb53-8416-4608-b95e-8681217cc9ab req-511531be-6916-4b14-a8e8-4d255e0cf2e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:42.854403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e794bb53-8416-4608-b95e-8681217cc9ab req-511531be-6916-4b14-a8e8-4d255e0cf2e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5422 time: 0.5432119 Feb 09 20:47:42.896853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1117f6d3-d356-4c4b-9642-cd3690962e20, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1117f6d3-d356-4c4b-9642-cd3690962e20,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:42.942043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '1117f6d3-d356-4c4b-9642-cd3690962e20', 'network_id': '92b62048-2f94-491d-9b57-9192fbd55b5e', 'port_id': '1117f6d3-d356-4c4b-9642-cd3690962e20', 'mac_address': 'fa:16:3e:6e:2f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b090d1-8437-4881-b8ee-4124673a5692', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:42.962468 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:42.982975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600513de-458d-49e0-a480-3361e65750b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-router', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '225d78df-ff1f-4643-977b-a103fd12ecc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:29Z', 'updated_at': '2022-02-09T20:47:38Z', 'revision_number': 3, 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'gw_port': {'id': '225d78df-ff1f-4643-977b-a103fd12ecc0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600513de-458d-49e0-a480-3361e65750b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:34Z', 'updated_at': '2022-02-09T20:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:43.031072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Checking router: 600513de-458d-49e0-a480-3361e65750b9 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:47:43.031798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Updating router 600513de-458d-49e0-a480-3361e65750b9 port 225d78df-ff1f-4643-977b-a103fd12ecc0 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:47:43.044788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e794bb53-8416-4608-b95e-8681217cc9ab req-09899162-4308-4953-9eb8-a48830dd962f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817775 Feb 09 20:47:43.088371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Allocated IP 172.25.4.218 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6e516af6-1acc-45e9-84b3-c9cc5ed51eaf) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:43.100860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['3c83ff23-3883-4dda-824a-bcec8316ef12'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:43.148591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd455908-5227-4df7-afaf-7194e6464161 req-a9fb0f49-7cd8-4912-8574-13942a63a771 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0831645 Feb 09 20:47:43.196336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7925e772-b6b4-4249-8320-4a88abea198f req-16af7dd7-b058-41fe-8e2e-c06b97172654 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1369812 Feb 09 20:47:43.218998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:43.223573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b6c4531d-8046-408e-b1be-48703d926f9b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:43.227499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['254c518b-69b5-4f3d-b4a2-ee8203c9c3e5'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:43.230405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Allocated IP 172.20.0.2 (316c266f-30c1-4895-b1f8-62419ac3ed87/17699c84-70b3-4a76-8a1f-d8a326af4879/ed9b328c-2bce-42c4-817f-cb6bc08a2deb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:43.326486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92507-5c91-45b2-b294-b73c90e42e53 req-7158ed7a-595e-4afb-bf31-a9216deee5da tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:43.328350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26b92507-5c91-45b2-b294-b73c90e42e53 req-7158ed7a-595e-4afb-bf31-a9216deee5da tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 948 time: 0.1076233 Feb 09 20:47:43.343883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks [] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:43.414366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26b92507-5c91-45b2-b294-b73c90e42e53 req-b1028476-bedc-4fa0-9619-e489ef62c146 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743802 Feb 09 20:47:43.425721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:43.463301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:43.518797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:43.521988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:43.525859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:43.547476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1117f6d3-d356-4c4b-9642-cd3690962e20 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:43.547893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:43.649825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:43.667831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Pushing event updated for resources: {'Port': ['ID=6e516af6-1acc-45e9-84b3-c9cc5ed51eaf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:43.858737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Allocated IP 172.20.0.1 (3d90c843-e15c-4dcd-a954-1e991187be7f/87af21ec-3fb4-4bb4-9443-758a65d70b01/10399369-faf1-45c2-946b-a1e133fedac4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:43.964539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Publish callbacks [] for port (10399369-faf1-45c2-946b-a1e133fedac4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.014987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (10399369-faf1-45c2-946b-a1e133fedac4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.087103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1117f6d3-d356-4c4b-9642-cd3690962e20 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:44.113485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks [] for router_gateway (1ae56ef9-f0da-4da5-9374-949c46c871ef), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.123974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Network 3d90c843-e15c-4dcd-a954-1e991187be7f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:44.131736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:44.139824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:44.146560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Pushing event updated for resources: {'Port': ['ID=10399369-faf1-45c2-946b-a1e133fedac4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:44.167737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['fa7b25f0-cc5c-40db-90a0-46b1c8504ef8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:44.255375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (600513de-458d-49e0-a480-3361e65750b9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.292283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['ac7b661d-aff1-4733-bd4c-2c061c16bf3a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:44.413124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d67321-8b93-42f3-87c3-1731e7d9b259 req-888fce5a-a4ab-4acd-8c7f-2d60cf67c6e7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.421165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78d67321-8b93-42f3-87c3-1731e7d9b259 req-888fce5a-a4ab-4acd-8c7f-2d60cf67c6e7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 944 time: 0.0915451 Feb 09 20:47:44.576509 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Publish callbacks [] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.613189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (1ae56ef9-f0da-4da5-9374-949c46c871ef), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.633956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78d67321-8b93-42f3-87c3-1731e7d9b259 req-708696e0-19e6-4fa5-be60-d4157502b205 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109346 Feb 09 20:47:44.705577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-9cd002bb-25d9-41b4-bd23-c1f15ca7b250 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.711160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-9cd002bb-25d9-41b4-bd23-c1f15ca7b250 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.719320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-9cd002bb-25d9-41b4-bd23-c1f15ca7b250 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.726166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-9cd002bb-25d9-41b4-bd23-c1f15ca7b250 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.733787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-9cd002bb-25d9-41b4-bd23-c1f15ca7b250 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.741357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-9cd002bb-25d9-41b4-bd23-c1f15ca7b250 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.746883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-9cd002bb-25d9-41b4-bd23-c1f15ca7b250 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.748951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-9cd002bb-25d9-41b4-bd23-c1f15ca7b250 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5423 time: 0.3471072 Feb 09 20:47:44.862182 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Publish callbacks [] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.877410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6bfb5-c087-4b78-8033-e56f569377c1 req-b402c4db-4ac4-4a69-bd75-791bffbac412 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:44.887035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70e6bfb5-c087-4b78-8033-e56f569377c1 req-b402c4db-4ac4-4a69-bd75-791bffbac412 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 948 time: 0.1062887 Feb 09 20:47:44.927556 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.936591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.939592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2db23a95-b153-4c2c-8fc7-330110c1dedf req-5f7b2745-eb8d-443b-8c88-9d12e8ffdad8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692791 Feb 09 20:47:44.941340 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (10399369-faf1-45c2-946b-a1e133fedac4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:44.987549 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70e6bfb5-c087-4b78-8033-e56f569377c1 req-ad89302f-74db-4593-8961-6543ec78bf60 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958908 Feb 09 20:47:44.990166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:44.997038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1117f6d3-d356-4c4b-9642-cd3690962e20, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1117f6d3-d356-4c4b-9642-cd3690962e20,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:45.016283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Router 1ae56ef9-f0da-4da5-9374-949c46c871ef is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:47:45.094029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:45.100471 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.102167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Pushing event updated for resources: {'Port': ['ID=225d78df-ff1f-4643-977b-a103fd12ecc0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:45.125397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:45.129073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-50fcc9c5-8c1a-43e6-a1e9-1bf83b1fd1d2 None None] Provisioning complete for port 10399369-faf1-45c2-946b-a1e133fedac4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:45.129675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50fcc9c5-8c1a-43e6-a1e9-1bf83b1fd1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (10399369-faf1-45c2-946b-a1e133fedac4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.187145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.187346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.187706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.188058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.188373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.188705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.189034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.189366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.190307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.190636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.190964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.191289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.191612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:45.209418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-50fcc9c5-8c1a-43e6-a1e9-1bf83b1fd1d2 None None] Port 10399369-faf1-45c2-946b-a1e133fedac4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:45.237099 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.237773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b1d930c0-71ca-4cc2-b180-543796e0e496 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:45.304173 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:47:45.318142 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Publish callbacks [] for port (10399369-faf1-45c2-946b-a1e133fedac4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.331167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (10399369-faf1-45c2-946b-a1e133fedac4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.352338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b1d930c0-71ca-4cc2-b180-543796e0e496, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b1d930c0-71ca-4cc2-b180-543796e0e496,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:45.386913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:45.401020 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Sync routers for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:47:45.421499 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.423282 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3720026d-5082-4483-ae30-30b1ec1514de admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9258983 Feb 09 20:47:45.426179 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:45.426822 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:45.427160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:45.494328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Pushing event updated for resources: {'Port': ['ID=10399369-faf1-45c2-946b-a1e133fedac4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:45.519390 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (600513de-458d-49e0-a480-3361e65750b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.592919 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:45.810868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'b1d930c0-71ca-4cc2-b180-543796e0e496', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'b1d930c0-71ca-4cc2-b180-543796e0e496', 'mac_address': 'fa:16:3e:f2:2b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:45.853480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Network 3d90c843-e15c-4dcd-a954-1e991187be7f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:45.853710 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:43Z', 'revision_number': 3, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:45.862090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:45.889743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Attempting to bind port 225d78df-ff1f-4643-977b-a103fd12ecc0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:45.890114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Attempting to bind port 225d78df-ff1f-4643-977b-a103fd12ecc0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:45.890480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Attempting to bind port 225d78df-ff1f-4643-977b-a103fd12ecc0 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:45.918035 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Checking router: 1ae56ef9-f0da-4da5-9374-949c46c871ef for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:47:45.918622 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Updating router 1ae56ef9-f0da-4da5-9374-949c46c871ef port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:47:45.948970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cf956-75e4-4fb6-8891-ba6c58096590 req-90699c02-a773-4ea1-9c8c-f2e17c6e044c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:45.957662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b59cf956-75e4-4fb6-8891-ba6c58096590 req-90699c02-a773-4ea1-9c8c-f2e17c6e044c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 944 time: 0.1760690 Feb 09 20:47:45.961743 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.989533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b1d930c0-71ca-4cc2-b180-543796e0e496 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:45.990198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:45.995240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:45.995871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:45.997030 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.002298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:46.003070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Bound port: 225d78df-ff1f-4643-977b-a103fd12ecc0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:46.004541 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.067130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] For port 225d78df-ff1f-4643-977b-a103fd12ecc0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:46.076999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] For port 225d78df-ff1f-4643-977b-a103fd12ecc0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=225d78df-ff1f-4643-977b-a103fd12ecc0,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:46.128943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b59cf956-75e4-4fb6-8891-ba6c58096590 req-cfa45309-0d5c-4c1a-8ef1-51ed68b311a0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701536 Feb 09 20:47:46.197705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Pushing event updated for resources: {'Port': ['ID=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:46.212740 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.232258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Router 600513de-458d-49e0-a480-3361e65750b9 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:47:46.339824 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Attempting to bind port ed9b328c-2bce-42c4-817f-cb6bc08a2deb on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:46.340204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Attempting to bind port ed9b328c-2bce-42c4-817f-cb6bc08a2deb by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:46.340575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Attempting to bind port ed9b328c-2bce-42c4-817f-cb6bc08a2deb on network 316c266f-30c1-4895-b1f8-62419ac3ed87 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:46.435195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d930c0-71ca-4cc2-b180-543796e0e496 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:46.462592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:46.471863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Checking segment: {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:46.472396 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.472816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Bound using segment: {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:46.473338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Bound port: ed9b328c-2bce-42c4-817f-cb6bc08a2deb, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:46.473730 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.567895 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Publish callbacks [] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.578869 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.597362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] For port ed9b328c-2bce-42c4-817f-cb6bc08a2deb, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:46.600748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] For port ed9b328c-2bce-42c4-817f-cb6bc08a2deb, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:46.608070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Routers {'600513de-458d-49e0-a480-3361e65750b9'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:46.608722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['600513de-458d-49e0-a480-3361e65750b9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:46.612730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d693d-1d09-40ff-8c10-35bc6d08d474 req-3542ea66-dbc0-4260-b74e-82d467348559 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:46.616492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-328d693d-1d09-40ff-8c10-35bc6d08d474 req-3542ea66-dbc0-4260-b74e-82d467348559 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 948 time: 0.2781053 Feb 09 20:47:46.708506 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Pushing event updated for resources: {'Port': ['ID=6e516af6-1acc-45e9-84b3-c9cc5ed51eaf,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:46.728725 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Attempting to bind port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:46.730408 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Attempting to bind port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:46.730808 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Attempting to bind port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:46.737643 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.737991 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.738334 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.738670 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.739003 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.739332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.739658 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.740027 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.740353 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.746136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:46.751029 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.751502 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.753552 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.753913 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:47:46.760423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-2b2e6e24-1fed-4a95-a552-1f4bf53c96ed tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:46.762088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-867f1508-b5f3-4439-94f7-5e6d7e3f3a8a admin admin] 10.222.0.102 "PUT /v2.0/routers/600513de-458d-49e0-a480-3361e65750b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6211128 Feb 09 20:47:46.764201 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:46.764583 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:46.764992 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.765385 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:46.765875 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Bound port: 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:46.766255 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.769173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-2b2e6e24-1fed-4a95-a552-1f4bf53c96ed tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:46.775741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-328d693d-1d09-40ff-8c10-35bc6d08d474 req-2eb0b31a-fd52-4643-9cf8-53f45cb28cbd tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547966 Feb 09 20:47:46.794533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-2b2e6e24-1fed-4a95-a552-1f4bf53c96ed tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:46.807437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-2b2e6e24-1fed-4a95-a552-1f4bf53c96ed tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:46.818019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] Set router 600513de-458d-49e0-a480-3361e65750b9 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:46.821979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-2b2e6e24-1fed-4a95-a552-1f4bf53c96ed tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:46.829800 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] For port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:46.833449 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] For port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6e516af6-1acc-45e9-84b3-c9cc5ed51eaf,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:46.836688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-2b2e6e24-1fed-4a95-a552-1f4bf53c96ed tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:46.845786 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:46.849759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-2b2e6e24-1fed-4a95-a552-1f4bf53c96ed tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:46.852945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-2b2e6e24-1fed-4a95-a552-1f4bf53c96ed tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5424 time: 0.1845694 Feb 09 20:47:46.949743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3c83ff23-3883-4dda-824a-bcec8316ef12 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:46.965137 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33925486-2efe-44b6-905f-51d9d6237c01 None None] Pushing event updated for resources: {'Port': ['ID=6e516af6-1acc-45e9-84b3-c9cc5ed51eaf,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:46.979249 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:46.979935 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:46.994182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27926aba-d7a0-4dbf-ae5d-45a4d4e4e0a2 req-8493a340-daf7-4473-a1c2-93f88cd4d097 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326745 Feb 09 20:47:47.025462 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:47.042317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1117f6d3-d356-4c4b-9642-cd3690962e20,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:47.247223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:47.260278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540148e-1fd5-44ac-92b5-2963dc56e0d2 None None] Pushing event updated for resources: {'Port': ['ID=225d78df-ff1f-4643-977b-a103fd12ecc0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:47.350918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-01e43f62-2f22-4a8c-b59c-6812e3481a08 None None] Provisioning complete for port 10399369-faf1-45c2-946b-a1e133fedac4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:47.351506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01e43f62-2f22-4a8c-b59c-6812e3481a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (10399369-faf1-45c2-946b-a1e133fedac4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:47.383982 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-c4a35f92-9cfc-4799-8edf-39abb26524e1 req-48b46981-ee3a-405b-97dd-0d8e537fb6c3 tempest-FloatingIPDetailsNegativeTestJSON-1611503390 tempest-FloatingIPDetailsNegativeTestJSON-1611503390-project] show failed (client error): The resource could not be found. Feb 09 20:47:47.393795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4a35f92-9cfc-4799-8edf-39abb26524e1 req-48b46981-ee3a-405b-97dd-0d8e537fb6c3 tempest-FloatingIPDetailsNegativeTestJSON-1611503390 tempest-FloatingIPDetailsNegativeTestJSON-1611503390-project] 10.222.0.102 "GET /v2.0/floatingips/104fd05b-19a9-40e6-84fc-c60ac14dd857 HTTP/1.1" status: 404 len: 350 time: 0.1411459 Feb 09 20:47:47.396274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:47.412086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b1d930c0-71ca-4cc2-b180-543796e0e496, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b1d930c0-71ca-4cc2-b180-543796e0e496,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:47.415654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249d734-0fb8-4553-8333-5f09a02d24dc None None] Pushing event updated for resources: {'Port': ['ID=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:47.429031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-01e43f62-2f22-4a8c-b59c-6812e3481a08 None None] Port 10399369-faf1-45c2-946b-a1e133fedac4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:47.448372 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:47.449017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 55677019-331b-4afc-8f6c-0f05f1679df0 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:47.511614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Allocated IP 172.20.0.1 (316c266f-30c1-4895-b1f8-62419ac3ed87/17699c84-70b3-4a76-8a1f-d8a326af4879/861ac063-292b-4256-8ba1-9f2d1d8a91f0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:47.570298 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:47.622383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 55677019-331b-4afc-8f6c-0f05f1679df0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=55677019-331b-4afc-8f6c-0f05f1679df0,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:47.695099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '55677019-331b-4afc-8f6c-0f05f1679df0', 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2', 'port_id': '55677019-331b-4afc-8f6c-0f05f1679df0', 'mac_address': 'fa:16:3e:a0:7a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5341e8bc-394c-4491-8572-d6abb5916372', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:47.718136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Publish callbacks [] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:47.903102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19bbb-2b5f-4aec-861c-3b9e6971d21e req-d93ad870-9212-450b-83eb-e28daa39fac2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:47.908923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78c19bbb-2b5f-4aec-861c-3b9e6971d21e req-d93ad870-9212-450b-83eb-e28daa39fac2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 944 time: 0.1704283 Feb 09 20:47:47.912559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:47.927801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 55677019-331b-4afc-8f6c-0f05f1679df0 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:47.928543 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:47.942211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed9b328c-2bce-42c4-817f-cb6bc08a2deb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:47.978576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 3c83ff23-3883-4dda-824a-bcec8316ef12 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:47:47.994083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55677019-331b-4afc-8f6c-0f05f1679df0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:48.017524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 55677019-331b-4afc-8f6c-0f05f1679df0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=55677019-331b-4afc-8f6c-0f05f1679df0,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:48.029526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:48.032595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 3c83ff23-3883-4dda-824a-bcec8316ef12 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:48.033300 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.065918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:48.075527 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.076483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:48.076822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8425e048-4810-4bd8-8ecd-11c678675eb2 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:47:48.077205 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:43Z', 'revision_number': 3, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:48.110141 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Pushing event updated for resources: {'Port': ['ID=861ac063-292b-4256-8ba1-9f2d1d8a91f0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:48.120227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78c19bbb-2b5f-4aec-861c-3b9e6971d21e req-86b55a15-1a79-43ab-b2bc-64716e8d5010 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993840 Feb 09 20:47:48.156484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (1ae56ef9-f0da-4da5-9374-949c46c871ef), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.170829 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a816e2b4-7e51-4707-bc77-920d38c19204 None None] The sync data for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 is: [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:43Z', 'revision_number': 3, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:47:48.213638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b1d930c0-71ca-4cc2-b180-543796e0e496,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:48.380951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3c83ff23-3883-4dda-824a-bcec8316ef12 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:48.381585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.412463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ed9b328c-2bce-42c4-817f-cb6bc08a2deb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:48.414511 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.462703 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.511080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee0e61-b172-428a-9fa6-33b11658f899 req-f7a2c3e8-8f20-41b8-a858-4e61095870af tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:48.517174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56ee0e61-b172-428a-9fa6-33b11658f899 req-f7a2c3e8-8f20-41b8-a858-4e61095870af tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.3011172 Feb 09 20:47:48.748252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56ee0e61-b172-428a-9fa6-33b11658f899 req-fdc89aea-6de5-4d70-80b4-1eda6117eb27 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290145 Feb 09 20:47:48.867370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (600513de-458d-49e0-a480-3361e65750b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.900548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Publish callbacks [] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.913638 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:48.993357 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:47:49.021836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:49.024168 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f966eeb7-a3d1-45db-8fc6-ae8d253a2bfc" -d '{"events": [{"server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "name": "network-vif-plugged", "status": "completed", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:49.162664 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9c470c-d100-4fc5-b16d-1c2a68fcfaf3 x-openstack-request-id: req-3c9c470c-d100-4fc5-b16d-1c2a68fcfaf3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:49.162964 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "name": "network-vif-plugged", "status": "completed", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:49.163219 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3c9c470c-d100-4fc5-b16d-1c2a68fcfaf3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:49.163635 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'code': 200} Feb 09 20:47:49.194761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:49.216984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234aef93-d5f4-4b2e-ba87-d39ab8bf1526 None None] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:47:49.227351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-703f9dfa-1173-401a-8fd6-7075169cc81a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:49.241390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-703f9dfa-1173-401a-8fd6-7075169cc81a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:49.244913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8425e048-4810-4bd8-8ecd-11c678675eb2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8425e048-4810-4bd8-8ecd-11c678675eb2,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:49.252548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-703f9dfa-1173-401a-8fd6-7075169cc81a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:49.262364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-703f9dfa-1173-401a-8fd6-7075169cc81a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:49.269500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-703f9dfa-1173-401a-8fd6-7075169cc81a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:49.278063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-703f9dfa-1173-401a-8fd6-7075169cc81a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:49.307189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-703f9dfa-1173-401a-8fd6-7075169cc81a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:49.309075 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:49.310008 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-703f9dfa-1173-401a-8fd6-7075169cc81a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5425 time: 0.9515276 Feb 09 20:47:49.323985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Pushing event updated for resources: {'Port': ['ID=861ac063-292b-4256-8ba1-9f2d1d8a91f0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:49.327933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (1ae56ef9-f0da-4da5-9374-949c46c871ef), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:49.368583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-18e41fc4-1637-493b-825b-d3b76b9c7dcd None None] Provisioning complete for port ed9b328c-2bce-42c4-817f-cb6bc08a2deb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:49.368884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18e41fc4-1637-493b-825b-d3b76b9c7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:49.468467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600513de-458d-49e0-a480-3361e65750b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-router', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '225d78df-ff1f-4643-977b-a103fd12ecc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:29Z', 'updated_at': '2022-02-09T20:47:44Z', 'revision_number': 4, 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'gw_port': {'id': '225d78df-ff1f-4643-977b-a103fd12ecc0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600513de-458d-49e0-a480-3361e65750b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:34Z', 'updated_at': '2022-02-09T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '10399369-faf1-45c2-946b-a1e133fedac4', 'name': '', 'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'mac_address': 'fa:16:3e:af:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600513de-458d-49e0-a480-3361e65750b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '87af21ec-3fb4-4bb4-9443-758a65d70b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:43Z', 'updated_at': '2022-02-09T20:47:45Z', 'revision_number': 2, 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'subnets': [{'id': '87af21ec-3fb4-4bb4-9443-758a65d70b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:49.469178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca520e-7a99-4867-992e-d896d46587ef req-3ab9d528-3520-42c9-be0d-d4fe334893d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:49.477072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89ca520e-7a99-4867-992e-d896d46587ef req-3ab9d528-3520-42c9-be0d-d4fe334893d1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 1128 time: 0.2544138 Feb 09 20:47:49.530712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '8425e048-4810-4bd8-8ecd-11c678675eb2', 'network_id': 'af489e63-20e0-49ba-96f7-5b6663ddeba2', 'port_id': '8425e048-4810-4bd8-8ecd-11c678675eb2', 'mac_address': 'fa:16:3e:29:14:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5341e8bc-394c-4491-8572-d6abb5916372', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:47:49.551803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c47b9-ffd5-46d2-af23-e5e3efdf016e None None] The sync data for ids ['600513de-458d-49e0-a480-3361e65750b9'] in n-d-789963-29 is: [{'id': '600513de-458d-49e0-a480-3361e65750b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-router', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '225d78df-ff1f-4643-977b-a103fd12ecc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:29Z', 'updated_at': '2022-02-09T20:47:44Z', 'revision_number': 4, 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'gw_port': {'id': '225d78df-ff1f-4643-977b-a103fd12ecc0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600513de-458d-49e0-a480-3361e65750b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:34Z', 'updated_at': '2022-02-09T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '10399369-faf1-45c2-946b-a1e133fedac4', 'name': '', 'network_id': '3d90c843-e15c-4dcd-a954-1e991187be7f', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'mac_address': 'fa:16:3e:af:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600513de-458d-49e0-a480-3361e65750b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '87af21ec-3fb4-4bb4-9443-758a65d70b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:43Z', 'updated_at': '2022-02-09T20:47:45Z', 'revision_number': 2, 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'subnets': [{'id': '87af21ec-3fb4-4bb4-9443-758a65d70b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:47:49.572279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=55677019-331b-4afc-8f6c-0f05f1679df0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:49.578086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0732094-77f9-491a-ab22-35f94efbcf04 req-cd0d7d89-96fd-462e-881a-0b1ee6fae5d9 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2567875 Feb 09 20:47:49.593277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:49.612087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:49.691060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 8425e048-4810-4bd8-8ecd-11c678675eb2 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:49.691474 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:49.731231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8425e048-4810-4bd8-8ecd-11c678675eb2 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:47:49.753265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8425e048-4810-4bd8-8ecd-11c678675eb2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8425e048-4810-4bd8-8ecd-11c678675eb2,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:49.932248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Router 1ae56ef9-f0da-4da5-9374-949c46c871ef has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:47:49.941062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-18e41fc4-1637-493b-825b-d3b76b9c7dcd None None] Current status of the port ed9b328c-2bce-42c4-817f-cb6bc08a2deb is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:49.941462 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18e41fc4-1637-493b-825b-d3b76b9c7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:49.943401 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:49.980150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ac7b661d-aff1-4733-bd4c-2c061c16bf3a up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:50.233575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f9aad-8a73-460f-a0af-1f6296c79b24 req-02a6e8b8-7cc9-4ebc-b349-69364a1171bd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.235086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a07f9aad-8a73-460f-a0af-1f6296c79b24 req-02a6e8b8-7cc9-4ebc-b349-69364a1171bd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.9314218 Feb 09 20:47:50.266208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89ca520e-7a99-4867-992e-d896d46587ef req-e794828b-7753-4e5c-8e62-3c7b26e270ad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7771730 Feb 09 20:47:50.274268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port ac7b661d-aff1-4733-bd4c-2c061c16bf3a completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:47:50.302393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:50.310256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port ac7b661d-aff1-4733-bd4c-2c061c16bf3a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:50.310680 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:50.310811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b608fde6-c83f-4fda-95b1-76ec658b89de admin admin] 10.222.0.102 "PUT /v2.0/routers/1ae56ef9-f0da-4da5-9374-949c46c871ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8819349 Feb 09 20:47:50.320444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed9b328c-2bce-42c4-817f-cb6bc08a2deb is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:50.322797 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:50.357099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fde9e-68ba-445e-9c23-6905a1f4cf34 req-a413846a-9794-4b48-a153-cf42e6fb8989 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.358878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd3fde9e-68ba-445e-9c23-6905a1f4cf34 req-a413846a-9794-4b48-a153-cf42e6fb8989 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.4296618 Feb 09 20:47:50.377103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Deleting port 10399369-faf1-45c2-946b-a1e133fedac4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:50.377680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (10399369-faf1-45c2-946b-a1e133fedac4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:50.413674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a07f9aad-8a73-460f-a0af-1f6296c79b24 req-dd380882-d714-4a88-8453-8b650d5fb3ef tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640420 Feb 09 20:47:50.443859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:50.470516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd3fde9e-68ba-445e-9c23-6905a1f4cf34 req-3c75d756-9c57-4935-b62d-878a055bba2a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045208 Feb 09 20:47:50.531556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-18e41fc4-1637-493b-825b-d3b76b9c7dcd None None] For port ed9b328c-2bce-42c4-817f-cb6bc08a2deb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:50.623417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b1d930c0-71ca-4cc2-b180-543796e0e496'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:50.688408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (10399369-faf1-45c2-946b-a1e133fedac4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:50.724427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Calling delete_port for 10399369-faf1-45c2-946b-a1e133fedac4 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:50.731899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['55677019-331b-4afc-8f6c-0f05f1679df0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:50.766480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18e41fc4-1637-493b-825b-d3b76b9c7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:50.804399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['1117f6d3-d356-4c4b-9642-cd3690962e20'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:50.900506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd09e-e459-4064-a1c0-43467f902da5 req-adc1547e-1bc2-44e8-b656-5617c0cfa25d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.903338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['8425e048-4810-4bd8-8ecd-11c678675eb2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:47:50.915005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd09e-e459-4064-a1c0-43467f902da5 req-adc1547e-1bc2-44e8-b656-5617c0cfa25d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.946216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd09e-e459-4064-a1c0-43467f902da5 req-adc1547e-1bc2-44e8-b656-5617c0cfa25d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.954753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd09e-e459-4064-a1c0-43467f902da5 req-adc1547e-1bc2-44e8-b656-5617c0cfa25d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.963717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd09e-e459-4064-a1c0-43467f902da5 req-adc1547e-1bc2-44e8-b656-5617c0cfa25d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.971805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd09e-e459-4064-a1c0-43467f902da5 req-adc1547e-1bc2-44e8-b656-5617c0cfa25d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.991669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bd09e-e459-4064-a1c0-43467f902da5 req-adc1547e-1bc2-44e8-b656-5617c0cfa25d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:50.993769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-232bd09e-e459-4064-a1c0-43467f902da5 req-adc1547e-1bc2-44e8-b656-5617c0cfa25d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5426 time: 0.2439063 Feb 09 20:47:51.178011 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-232bd09e-e459-4064-a1c0-43467f902da5 req-661c5953-0956-4dcc-9dd6-8f36894bf318 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763964 Feb 09 20:47:51.202484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (10399369-faf1-45c2-946b-a1e133fedac4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:51.254716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=10399369-faf1-45c2-946b-a1e133fedac4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:51.356306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=8425e048-4810-4bd8-8ecd-11c678675eb2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:51.801270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfe04a-927e-4e9c-bdce-8bab7575142f req-72ad206c-4a4d-44d2-8a23-91e1d0d9403c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:51.817644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1dfe04a-927e-4e9c-bdce-8bab7575142f req-72ad206c-4a4d-44d2-8a23-91e1d0d9403c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.2234290 Feb 09 20:47:51.823341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (600513de-458d-49e0-a480-3361e65750b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:51.968684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:51.981044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d8c05f7-1488-4eab-ae9a-4c440f7aac0d tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803988885', 'description': 'tempest-description--1626833270'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:51.998524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1dfe04a-927e-4e9c-bdce-8bab7575142f req-7aad7859-64e0-4321-ac90-2969546e23f0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772990 Feb 09 20:47:52.031015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d8c05f7-1488-4eab-ae9a-4c440f7aac0d tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.180925 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:47:52.181411 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:47:52.183009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e41fc4-1637-493b-825b-d3b76b9c7dcd None None] Pushing event updated for resources: {'Port': ['ID=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:52.293694 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d8c05f7-1488-4eab-ae9a-4c440f7aac0d tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group (d5003377-3082-4783-b460-d3ad499e8173), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.305526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d8c05f7-1488-4eab-ae9a-4c440f7aac0d tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d5003377-3082-4783-b460-d3ad499e8173), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.308181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Sync routers for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:47:52.310866 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.340699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Router 600513de-458d-49e0-a480-3361e65750b9 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:47:52.359493 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d8c05f7-1488-4eab-ae9a-4c440f7aac0d tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.363841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d8c05f7-1488-4eab-ae9a-4c440f7aac0d tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3889272 Feb 09 20:47:52.370242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b496b5-63ea-44ed-ab80-ea9c006ffb58 req-2ace2d46-06ec-420e-ae67-787351e2bf8f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:52.382560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1b496b5-63ea-44ed-ab80-ea9c006ffb58 req-2ace2d46-06ec-420e-ae67-787351e2bf8f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.3354535 Feb 09 20:47:52.399025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:52.412082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-300d2c10-875f-475e-9edb-b010ae71c812 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Request body: {'security_group_rule': {'security_group_id': 'd5003377-3082-4783-b460-d3ad499e8173', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:52.546157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c05f7-1488-4eab-ae9a-4c440f7aac0d tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5003377-3082-4783-b460-d3ad499e8173,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:52.563188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-300d2c10-875f-475e-9edb-b010ae71c812 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group_rule (00c362bf-b895-4ffe-9339-d81d9de7a1fa), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.598758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-e285fe89-c47d-487f-b924-36f7e4d6b143 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:52.606870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-e285fe89-c47d-487f-b924-36f7e4d6b143 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:52.613588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-e285fe89-c47d-487f-b924-36f7e4d6b143 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:52.620388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-e285fe89-c47d-487f-b924-36f7e4d6b143 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:52.636613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-e285fe89-c47d-487f-b924-36f7e4d6b143 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:52.656452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-e285fe89-c47d-487f-b924-36f7e4d6b143 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:52.667667 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-e285fe89-c47d-487f-b924-36f7e4d6b143 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:52.670650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-e285fe89-c47d-487f-b924-36f7e4d6b143 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5426 time: 0.2425511 Feb 09 20:47:52.691828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:47:52.707972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cafc514e-f77b-48e6-80f6-a6ae2377d4d9 admin admin] 10.222.0.102 "PUT /v2.0/routers/600513de-458d-49e0-a480-3361e65750b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3078494 Feb 09 20:47:52.711676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1b496b5-63ea-44ed-ab80-ea9c006ffb58 req-d13df5ea-894b-47ec-a64c-f082fa104390 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282139 Feb 09 20:47:52.712215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:52.786646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:52.787307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:52.864270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f072e5f2-d974-4e9f-9443-fc5ecc7b87af req-6943e53f-de43-4818-84d8-28d6492f0384 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797304 Feb 09 20:47:52.866419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-300d2c10-875f-475e-9edb-b010ae71c812 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group_rule (00c362bf-b895-4ffe-9339-d81d9de7a1fa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.872488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-300d2c10-875f-475e-9edb-b010ae71c812 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (00c362bf-b895-4ffe-9339-d81d9de7a1fa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.884039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c46fdbf4-68bd-451f-95b9-24ec7fcd1a58 None None] Provisioning complete for port ed9b328c-2bce-42c4-817f-cb6bc08a2deb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:52.884420 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c46fdbf4-68bd-451f-95b9-24ec7fcd1a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.901945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d2c10-875f-475e-9edb-b010ae71c812 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c362bf-b895-4ffe-9339-d81d9de7a1fa,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:52.920687 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-300d2c10-875f-475e-9edb-b010ae71c812 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:52.920687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-300d2c10-875f-475e-9edb-b010ae71c812 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5132220 Feb 09 20:47:52.921537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:52.936090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-54eeb344-9876-4959-93d4-9128b5962352 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Request body: {'security_group_rule': {'security_group_id': 'd5003377-3082-4783-b460-d3ad499e8173', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:52.994348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed9b328c-2bce-42c4-817f-cb6bc08a2deb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:53.003475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks [] for router (600513de-458d-49e0-a480-3361e65750b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.005290 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54eeb344-9876-4959-93d4-9128b5962352 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group_rule (735f0a3f-3578-4e14-889b-293b87e3c88b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.127718 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54eeb344-9876-4959-93d4-9128b5962352 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group_rule (735f0a3f-3578-4e14-889b-293b87e3c88b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.134553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54eeb344-9876-4959-93d4-9128b5962352 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (735f0a3f-3578-4e14-889b-293b87e3c88b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.164288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eeb344-9876-4959-93d4-9128b5962352 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735f0a3f-3578-4e14-889b-293b87e3c88b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:53.179426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54eeb344-9876-4959-93d4-9128b5962352 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.183728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-54eeb344-9876-4959-93d4-9128b5962352 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592697 Feb 09 20:47:53.185503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:53.195804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:53.219512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port ac7b661d-aff1-4733-bd4c-2c061c16bf3a is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:53.224208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.241962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.319262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211462f-2c17-4c5f-9eb1-b48e30ac85f4 req-b839b7f2-2547-44c2-9fa0-dae57a1962cc tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:53.326738 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d211462f-2c17-4c5f-9eb1-b48e30ac85f4 req-b839b7f2-2547-44c2-9fa0-dae57a1962cc tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1269281 Feb 09 20:47:53.354960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks [] for router_gateway (600513de-458d-49e0-a480-3361e65750b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.452790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:53.454293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d211462f-2c17-4c5f-9eb1-b48e30ac85f4 req-675cf007-7ea9-4f38-bffe-c99abacc2be5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262236 Feb 09 20:47:53.485618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:53.499654 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e7e81-b419-4f7b-8a1c-5bd8c56954f4" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:53.553830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Deleting port 225d78df-ff1f-4643-977b-a103fd12ecc0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:53.565111 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.585997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.659558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ac7b661d-aff1-4733-bd4c-2c061c16bf3a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:53.697135 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74688f9-35f4-4b36-ab9f-0c0fdebfa543 x-openstack-request-id: req-b74688f9-35f4-4b36-ab9f-0c0fdebfa543 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:53.697487 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:53.698257 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b74688f9-35f4-4b36-ab9f-0c0fdebfa543 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:53.698257 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'code': 200} Feb 09 20:47:53.769784 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.770605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b6c4531d-8046-408e-b1be-48703d926f9b up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:53.796644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] For port 225d78df-ff1f-4643-977b-a103fd12ecc0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=225d78df-ff1f-4643-977b-a103fd12ecc0,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:53.800242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:53.800382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:53.815441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Allocated IP 172.25.4.80 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2b42e69a-347d-4f1e-a68c-801903d5cc25) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:47:53.836515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Calling delete_port for 225d78df-ff1f-4643-977b-a103fd12ecc0 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:54.041978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for port (2b42e69a-347d-4f1e-a68c-801903d5cc25), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.102523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (225d78df-ff1f-4643-977b-a103fd12ecc0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.103069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c46fdbf4-68bd-451f-95b9-24ec7fcd1a58 None None] Current status of the port ed9b328c-2bce-42c4-817f-cb6bc08a2deb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:54.130515 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2b42e69a-347d-4f1e-a68c-801903d5cc25), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.179580 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] Sync routers for ids ['600513de-458d-49e0-a480-3361e65750b9'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:47:54.194151 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] Routers {'600513de-458d-49e0-a480-3361e65750b9'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:54.195042 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['600513de-458d-49e0-a480-3361e65750b9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:54.207125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=225d78df-ff1f-4643-977b-a103fd12ecc0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:54.266421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:47:54.286337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:47:54.295479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:47:54.331376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048daa8-40d1-40ad-b7a8-286ba394441a req-6bd19975-a002-4a87-8968-8fbde0b1bb40 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.339232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d048daa8-40d1-40ad-b7a8-286ba394441a req-6bd19975-a002-4a87-8968-8fbde0b1bb40 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.2589440 Feb 09 20:47:54.363417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event updated for resources: {'Port': ['ID=2b42e69a-347d-4f1e-a68c-801903d5cc25,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:54.387511 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] Set router 600513de-458d-49e0-a480-3361e65750b9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:54.408678 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d048daa8-40d1-40ad-b7a8-286ba394441a req-cd2ccbb1-1bb1-46c8-92d0-b65cf9e91f53 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631845 Feb 09 20:47:54.423269 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (600513de-458d-49e0-a480-3361e65750b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.503927 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600513de-458d-49e0-a480-3361e65750b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-router', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:29Z', 'updated_at': '2022-02-09T20:47:54Z', 'revision_number': 7, 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:54.534741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-0ee0ef33-b859-4fbf-83b0-39e93b8c518b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.541346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-0ee0ef33-b859-4fbf-83b0-39e93b8c518b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.547180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-0ee0ef33-b859-4fbf-83b0-39e93b8c518b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.553180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-0ee0ef33-b859-4fbf-83b0-39e93b8c518b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.560712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-0ee0ef33-b859-4fbf-83b0-39e93b8c518b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.566758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-0ee0ef33-b859-4fbf-83b0-39e93b8c518b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.572702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-0ee0ef33-b859-4fbf-83b0-39e93b8c518b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.574625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-0ee0ef33-b859-4fbf-83b0-39e93b8c518b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5427 time: 0.3867617 Feb 09 20:47:54.579102 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] Checking router: 600513de-458d-49e0-a480-3361e65750b9 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:47:54.588980 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] Routers {'600513de-458d-49e0-a480-3361e65750b9'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:54.589556 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['600513de-458d-49e0-a480-3361e65750b9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:54.667618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:54.668265 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] Set router 600513de-458d-49e0-a480-3361e65750b9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:54.710561 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3300a590-a593-4c52-bde6-6003f4a0cbf9 req-ae6c9515-eeeb-4e7c-8933-33d5881764e6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942385 Feb 09 20:47:54.722018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:54.722527 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.724130 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for floatingip (dcd4bfb8-3cdb-430c-843e-b82abbc3f243), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.724393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c46fdbf4-68bd-451f-95b9-24ec7fcd1a58 None None] Provisioning complete for port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:54.724841 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c46fdbf4-68bd-451f-95b9-24ec7fcd1a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.747320 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600513de-458d-49e0-a480-3361e65750b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-router', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:29Z', 'updated_at': '2022-02-09T20:47:54Z', 'revision_number': 7, 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:54.777149 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db705b0-2d3c-4961-8315-f9165520b9d9 None None] The sync data for ids ['600513de-458d-49e0-a480-3361e65750b9'] in n-d-789963-29 is: [{'id': '600513de-458d-49e0-a480-3361e65750b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1224905328-router', 'tenant_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:29Z', 'updated_at': '2022-02-09T20:47:54Z', 'revision_number': 7, 'project_id': '3cb4ebd1455e4e09b8ce2ba4da9072dd', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:47:54.806028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port b6c4531d-8046-408e-b1be-48703d926f9b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:47:54.811577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b42e69a-347d-4f1e-a68c-801903d5cc25), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.822335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port b6c4531d-8046-408e-b1be-48703d926f9b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:54.822865 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.885325 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (600513de-458d-49e0-a480-3361e65750b9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.888940 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks [] for router_controller (600513de-458d-49e0-a480-3361e65750b9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.919310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c46fdbf4-68bd-451f-95b9-24ec7fcd1a58 None None] Port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:54.965195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce242e-d82a-42f7-8d60-d1d95ee9e959 req-4c1d02dc-9adf-49b7-9b3b-c93acb949cdb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:54.966811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2ce242e-d82a-42f7-8d60-d1d95ee9e959 req-4c1d02dc-9adf-49b7-9b3b-c93acb949cdb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1634099 Feb 09 20:47:54.974853 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (600513de-458d-49e0-a480-3361e65750b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.975961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600513de-458d-49e0-a480-3361e65750b9 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:47:54.985176 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:54.996014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:54.996704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4f52c765-b097-4f21-9c84-0f450bec2f68 admin admin] 10.222.0.102 "DELETE /v2.0/routers/600513de-458d-49e0-a480-3361e65750b9 HTTP/1.1" status: 204 len: 168 time: 2.2790840 Feb 09 20:47:55.075378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2ce242e-d82a-42f7-8d60-d1d95ee9e959 req-abb3c8e4-ca1c-4885-b199-9dd5f217d5a8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773487 Feb 09 20:47:55.078336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:55.079577 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.089858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5c7b93-9a0c-4ada-a725-c226873b0f54 admin admin] Deleting subnet 87af21ec-3fb4-4bb4-9443-758a65d70b01 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:47:55.096671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7b93-9a0c-4ada-a725-c226873b0f54 admin admin] Publish callbacks [] for subnet (87af21ec-3fb4-4bb4-9443-758a65d70b01), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.118414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b6c4531d-8046-408e-b1be-48703d926f9b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:55.119202 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.127952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6e516af6-1acc-45e9-84b3-c9cc5ed51eaf,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:55.140581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 2, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:55.142618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9832c1d4-1f05-47f3-af12-11d2893315cc None None] Provisioning complete for port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:55.143131 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9832c1d4-1f05-47f3-af12-11d2893315cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.170836 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7b93-9a0c-4ada-a725-c226873b0f54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (87af21ec-3fb4-4bb4-9443-758a65d70b01), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.202666 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.203936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed9b328c-2bce-42c4-817f-cb6bc08a2deb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:55.306943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Checking router: 1ae56ef9-f0da-4da5-9374-949c46c871ef for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:47:55.307652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Updating router 1ae56ef9-f0da-4da5-9374-949c46c871ef port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:47:55.323409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for port (2b42e69a-347d-4f1e-a68c-801903d5cc25), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.333531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (2b42e69a-347d-4f1e-a68c-801903d5cc25), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.393097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event updated for resources: {'Port': ['ID=2b42e69a-347d-4f1e-a68c-801903d5cc25,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:55.401419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7b93-9a0c-4ada-a725-c226873b0f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (87af21ec-3fb4-4bb4-9443-758a65d70b01), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.402746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b6c4531d-8046-408e-b1be-48703d926f9b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b6c4531d-8046-408e-b1be-48703d926f9b,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:55.413338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9832c1d4-1f05-47f3-af12-11d2893315cc None None] Port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:47:55.420714 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.434154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:55.467573 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.492523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7b93-9a0c-4ada-a725-c226873b0f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (87af21ec-3fb4-4bb4-9443-758a65d70b01), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.525656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696afe95-3870-4667-8730-cc0ee819461f None None] Network 3d90c843-e15c-4dcd-a954-1e991187be7f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:47:55.527140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7b93-9a0c-4ada-a725-c226873b0f54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.532637 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4e5c7b93-9a0c-4ada-a725-c226873b0f54 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/87af21ec-3fb4-4bb4-9443-758a65d70b01 HTTP/1.1" status: 204 len: 168 time: 0.5334792 Feb 09 20:47:55.533013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53190) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:55.556582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=6e516af6-1acc-45e9-84b3-c9cc5ed51eaf,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:55.615044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c7b93-9a0c-4ada-a725-c226873b0f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87af21ec-3fb4-4bb4-9443-758a65d70b01,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:55.639289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (dcd4bfb8-3cdb-430c-843e-b82abbc3f243), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.704207 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.718558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c4531d-8046-408e-b1be-48703d926f9b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:55.721174 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb89785d-d53d-41ce-b32f-20df682b70b5" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "b6c4531d-8046-408e-b1be-48703d926f9b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:55.729532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cab482f5-6cbe-4a3b-ac8e-3311563fbae2 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5297661 Feb 09 20:47:55.742769 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (3d90c843-e15c-4dcd-a954-1e991187be7f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.763519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb952b-d14d-40c0-9de7-fc02d251e573 req-560b87b3-3b68-42be-bf84-a9c04876459d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:55.778435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9beb952b-d14d-40c0-9de7-fc02d251e573 req-560b87b3-3b68-42be-bf84-a9c04876459d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.2466912 Feb 09 20:47:55.868328 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338d7a56-7a3f-4f15-9e82-08cc9baf3fb2 x-openstack-request-id: req-338d7a56-7a3f-4f15-9e82-08cc9baf3fb2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:55.869495 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "b6c4531d-8046-408e-b1be-48703d926f9b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:55.871068 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-338d7a56-7a3f-4f15-9e82-08cc9baf3fb2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:55.871654 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c4531d-8046-408e-b1be-48703d926f9b', 'code': 200} Feb 09 20:47:55.886804 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9beb952b-d14d-40c0-9de7-fc02d251e573 req-1dd272eb-0845-4480-9144-2ce478c9db75 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986331 Feb 09 20:47:55.895473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Deleting port ff7f7e31-122f-438a-9488-023989af8e40 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:55.895844 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ff7f7e31-122f-438a-9488-023989af8e40), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:55.900148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ed9b328c-2bce-42c4-817f-cb6bc08a2deb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:55.900523 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.001595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c4531d-8046-408e-b1be-48703d926f9b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:56.112836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] For port ff7f7e31-122f-438a-9488-023989af8e40, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ff7f7e31-122f-438a-9488-023989af8e40,segment=NetworkSegment(050580f6-5303-43e5-951d-a0e6c9fd2388),segment_id=050580f6-5303-43e5-951d-a0e6c9fd2388)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:56.116782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ff7f7e31-122f-438a-9488-023989af8e40), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.140209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:47:56.156170 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-11517c55-66dc-4089-a031-7ef6ef2cf4b4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--803988885&fields=id&tenant_id=e86d5e6810194c249e65eb44fadc670f HTTP/1.1" status: 200 len: 267 time: 0.1035111 Feb 09 20:47:56.164370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Calling delete_port for ff7f7e31-122f-438a-9488-023989af8e40 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:56.190456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:56.191197 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.293220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-511ccad9-04e7-46b5-bb58-05f2465450ef tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:56.302280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-511ccad9-04e7-46b5-bb58-05f2465450ef tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:56.316900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-511ccad9-04e7-46b5-bb58-05f2465450ef tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:56.317102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] DHCP port deletion for 3d90c843-e15c-4dcd-a954-1e991187be7f request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:47:56.328477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-511ccad9-04e7-46b5-bb58-05f2465450ef tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:56.335833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-511ccad9-04e7-46b5-bb58-05f2465450ef tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:56.342413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-511ccad9-04e7-46b5-bb58-05f2465450ef tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:56.348648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-511ccad9-04e7-46b5-bb58-05f2465450ef tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:56.351340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-511ccad9-04e7-46b5-bb58-05f2465450ef tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5428 time: 0.3374689 Feb 09 20:47:56.424834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-6c36591d-f9e8-4739-9cf4-6bb2c8de1d5b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:56.426533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-6c36591d-f9e8-4739-9cf4-6bb2c8de1d5b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/networks?id=316c266f-30c1-4895-b1f8-62419ac3ed87 HTTP/1.1" status: 200 len: 810 time: 0.2568169 Feb 09 20:47:56.452390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-4b9595d9-1683-4dfc-a529-836790801bf5 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/quotas/e86d5e6810194c249e65eb44fadc670f HTTP/1.1" status: 200 len: 375 time: 0.0192842 Feb 09 20:47:56.478601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7cc6d5f4-2b3e-425d-847c-5618c3143a31 req-fb9e8fea-218d-49a7-b81d-d4c56eb134fb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192265 Feb 09 20:47:56.486979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ff7f7e31-122f-438a-9488-023989af8e40), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.553148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7f7e31-122f-438a-9488-023989af8e40,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:56.566382 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-e0dd00dc-4ad1-4b85-a5b1-f85d66da0f9d tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=e86d5e6810194c249e65eb44fadc670f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052604 Feb 09 20:47:56.579774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] No DVR routers for this DVR port ff7f7e31-122f-438a-9488-023989af8e40 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:47:56.594977 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.621825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed9b328c-2bce-42c4-817f-cb6bc08a2deb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:56.623132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 225d78df-ff1f-4643-977b-a103fd12ecc0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:56.647604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Publish callbacks [] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.651497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 225d78df-ff1f-4643-977b-a103fd12ecc0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:47:56.651881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 225d78df-ff1f-4643-977b-a103fd12ecc0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 20:47:56.678519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port 225d78df-ff1f-4643-977b-a103fd12ecc0 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 20:47:56.688032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.688719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (3d90c843-e15c-4dcd-a954-1e991187be7f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.712345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d90c843-e15c-4dcd-a954-1e991187be7f']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:56.724107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050580f6-5303-43e5-951d-a0e6c9fd2388') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:56.724468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050580f6-5303-43e5-951d-a0e6c9fd2388') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:56.735278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (050580f6-5303-43e5-951d-a0e6c9fd2388), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.750823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (050580f6-5303-43e5-951d-a0e6c9fd2388), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.757960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:47:56.758506 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (050580f6-5303-43e5-951d-a0e6c9fd2388), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.803868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f3afa-a0c5-4b78-acd6-5dcf69837c91 None None] Pushing event updated for resources: {'Port': ['ID=861ac063-292b-4256-8ba1-9f2d1d8a91f0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:56.864851 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-0cf9f79b-cf79-414d-bdbc-5e644c184a88 service neutron] 10.222.0.102 "GET /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781508 Feb 09 20:47:56.877537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] Deleting port ff7f7e31-122f-438a-9488-023989af8e40 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:47:56.877914 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ff7f7e31-122f-438a-9488-023989af8e40), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:47:56.899380 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:47:56.963929 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (3d90c843-e15c-4dcd-a954-1e991187be7f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.974893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] For port ff7f7e31-122f-438a-9488-023989af8e40, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:56.975557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ff7f7e31-122f-438a-9488-023989af8e40), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:56.996721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] Calling delete_port for ff7f7e31-122f-438a-9488-023989af8e40 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:47:57.000373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] Port ff7f7e31-122f-438a-9488-023989af8e40 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:47:57.014486 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (ff7f7e31-122f-438a-9488-023989af8e40), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:57.021017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:57.021651 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:57.024886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:57.029715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-2fc08804-9226-478e-8793-518c1b1ec2f0 service neutron] 10.222.0.102 "GET /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561792 Feb 09 20:47:57.041446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] 10.222.0.102 "DELETE /v2.0/networks/3d90c843-e15c-4dcd-a954-1e991187be7f HTTP/1.1" status: 204 len: 168 time: 1.5061128 Feb 09 20:47:57.058703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945bf25-be53-478f-9310-1743eaa62bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d90c843-e15c-4dcd-a954-1e991187be7f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:57.072761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:57.110492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36493fa-22ac-4929-9a31-c8a9cf61fbfb req-7d1653b1-a715-44fa-9790-756d3fc9460d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:57.123812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f36493fa-22ac-4929-9a31-c8a9cf61fbfb req-7d1653b1-a715-44fa-9790-756d3fc9460d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.4990141 Feb 09 20:47:57.198274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] Network 3d90c843-e15c-4dcd-a954-1e991187be7f is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 20:47:57.199036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] No DVR routers for this DVR port ff7f7e31-122f-438a-9488-023989af8e40 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:47:57.256912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f36493fa-22ac-4929-9a31-c8a9cf61fbfb req-03330b92-fb9e-4d1f-b822-1876f349e83a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200724 Feb 09 20:47:57.399451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:57.400221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c433aa-9e5f-4195-a286-564a9f9cb780 None None] Pushing event deleted for resources: {'Port': ['ID=ff7f7e31-122f-438a-9488-023989af8e40,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:57.516673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Attempting to bind port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:47:57.517278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Attempting to bind port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:47:57.518442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Attempting to bind port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 on network 316c266f-30c1-4895-b1f8-62419ac3ed87 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:47:57.529006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faf964-8bf7-4d43-8ed0-0e872d1d4b07 req-36e0f387-ef52-47a3-9316-9fdf81142167 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:57.537433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88faf964-8bf7-4d43-8ed0-0e872d1d4b07 req-36e0f387-ef52-47a3-9316-9fdf81142167 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.1528690 Feb 09 20:47:57.544420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:47:57.545184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Checking segment: {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:47:57.545741 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:57.546416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Bound using segment: {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:47:57.547245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Bound port: 861ac063-292b-4256-8ba1-9f2d1d8a91f0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:47:57.547936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:57.608167 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-633f4ad5-4f6b-4f3e-88a1-dc6d2cd013c3 req-c3891a1d-199d-48d7-adcd-d8a9353b390a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 210 time: 0.1163504 Feb 09 20:47:57.613505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:57.643393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f5a39af5-0d96-4b7a-959b-53cc38294ee7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3cb4ebd1455e4e09b8ce2ba4da9072dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2424889 Feb 09 20:47:57.646838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:47:57.662570 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88faf964-8bf7-4d43-8ed0-0e872d1d4b07 req-d0f34301-57f4-4528-b8d8-9aebe034f12f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155381 Feb 09 20:47:58.029499 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd229b48-4ff5-4d5a-8207-3d9bbc3085ac admin admin] Publish callbacks [] for security_group (7d6461a3-29f2-4024-9ef9-867a2305e469), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:58.069207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-8f17367c-ec9b-43f1-97fe-fdef841db719 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:58.079858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-8f17367c-ec9b-43f1-97fe-fdef841db719 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:58.092736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-8f17367c-ec9b-43f1-97fe-fdef841db719 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:58.105584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-8f17367c-ec9b-43f1-97fe-fdef841db719 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:58.119523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-8f17367c-ec9b-43f1-97fe-fdef841db719 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:58.132419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-8f17367c-ec9b-43f1-97fe-fdef841db719 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:58.143891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-8f17367c-ec9b-43f1-97fe-fdef841db719 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:58.147032 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-8f17367c-ec9b-43f1-97fe-fdef841db719 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5429 time: 0.4327524 Feb 09 20:47:58.224680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd229b48-4ff5-4d5a-8207-3d9bbc3085ac admin admin] Publish callbacks [] for security_group (7d6461a3-29f2-4024-9ef9-867a2305e469), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:58.254106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] For port 861ac063-292b-4256-8ba1-9f2d1d8a91f0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:47:58.260883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] For port 861ac063-292b-4256-8ba1-9f2d1d8a91f0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=861ac063-292b-4256-8ba1-9f2d1d8a91f0,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:47:58.278773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:47:58.285260 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ce8735-b026-4019-a678-0b6b95c98562" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "fa7b25f0-cc5c-40db-90a0-46b1c8504ef8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:47:58.290113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-57f217b5-248d-411d-bcbd-2c1508fa72bd None None] Provisioning complete for port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:58.291064 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f217b5-248d-411d-bcbd-2c1508fa72bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:58.312339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc74638b-e44d-40a2-a7ee-3fe6e3d0f81f req-f5f1854e-7519-4cc0-8121-f5d4038e9283 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366816 Feb 09 20:47:58.334029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd229b48-4ff5-4d5a-8207-3d9bbc3085ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7d6461a3-29f2-4024-9ef9-867a2305e469), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:58.337801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd229b48-4ff5-4d5a-8207-3d9bbc3085ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:58.342173 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cd229b48-4ff5-4d5a-8207-3d9bbc3085ac admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7d6461a3-29f2-4024-9ef9-867a2305e469 HTTP/1.1" status: 204 len: 168 time: 0.6938217 Feb 09 20:47:58.365832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:58.367127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229b48-4ff5-4d5a-8207-3d9bbc3085ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6461a3-29f2-4024-9ef9-867a2305e469,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:58.457092 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:58.457925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:47:58.584465 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dfd609-8ed3-4826-a0db-0a76e365c806 x-openstack-request-id: req-b0dfd609-8ed3-4826-a0db-0a76e365c806 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:47:58.584800 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "fa7b25f0-cc5c-40db-90a0-46b1c8504ef8", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:47:58.589504 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b0dfd609-8ed3-4826-a0db-0a76e365c806 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:47:58.590050 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8', 'code': 200} Feb 09 20:47:58.725282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f3afa-a0c5-4b78-acd6-5dcf69837c91 None None] Pushing event updated for resources: {'Port': ['ID=861ac063-292b-4256-8ba1-9f2d1d8a91f0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:58.822723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4673c231-78e6-470d-a68f-989df2e2e77d req-e53a42e5-76c4-4e67-9221-198b0175a5b8 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 210 time: 0.0701177 Feb 09 20:47:58.876760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25edca9-293d-41b3-9e61-1d96306eede8 req-4ed79490-4813-4611-a4cf-8e52ca36ec14 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:58.887946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a25edca9-293d-41b3-9e61-1d96306eede8 req-4ed79490-4813-4611-a4cf-8e52ca36ec14 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1598845 Feb 09 20:47:59.072430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a25edca9-293d-41b3-9e61-1d96306eede8 req-9d7ea1a7-09f3-4068-9588-333fd5c7b45e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831419 Feb 09 20:47:59.073119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fab5f-fea9-4e09-ab73-cb879be0f446 req-21085b87-996e-4327-bc7e-3a1eff1f28df tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:59.091206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:59.091742 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:59.098331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:47:59.113199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-561fab5f-fea9-4e09-ab73-cb879be0f446 req-21085b87-996e-4327-bc7e-3a1eff1f28df tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.1443083 Feb 09 20:47:59.183236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:47:59.183924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:47:59.228466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:59.240794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:59.241179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:59.286741 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-561fab5f-fea9-4e09-ab73-cb879be0f446 req-a6f3fc27-0896-43cc-9152-fe73260daf72 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682677 Feb 09 20:47:59.318325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-57f217b5-248d-411d-bcbd-2c1508fa72bd None None] Current status of the port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:59.319314 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f217b5-248d-411d-bcbd-2c1508fa72bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:59.377918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-bdfa2af5-d76f-4ab8-9eba-9ebea3f45123 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:47:59.381222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-bdfa2af5-d76f-4ab8-9eba-9ebea3f45123 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.50 "GET /v2.0/networks?id=316c266f-30c1-4895-b1f8-62419ac3ed87 HTTP/1.1" status: 200 len: 810 time: 0.2798858 Feb 09 20:47:59.472417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-2023eed4-c7f6-4d44-8a52-810be7c6113f tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e86d5e6810194c249e65eb44fadc670f HTTP/1.1" status: 200 len: 379 time: 0.0822725 Feb 09 20:47:59.502941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Request body: {'port': {'device_id': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'admin_state_up': True, 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'security_groups': ['d5003377-3082-4783-b460-d3ad499e8173']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:47:59.537110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57f217b5-248d-411d-bcbd-2c1508fa72bd None None] For port 861ac063-292b-4256-8ba1-9f2d1d8a91f0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=861ac063-292b-4256-8ba1-9f2d1d8a91f0,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:47:59.547045 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f217b5-248d-411d-bcbd-2c1508fa72bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:59.721609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:59.721719 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:59.767095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:47:59.770700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:47:59.802271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f217b5-248d-411d-bcbd-2c1508fa72bd None None] Pushing event updated for resources: {'Port': ['ID=861ac063-292b-4256-8ba1-9f2d1d8a91f0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:47:59.807925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f4a55aeb-fc87-4d7d-960d-b5997b2aaf90 None None] Provisioning complete for port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:47:59.808313 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4a55aeb-fc87-4d7d-960d-b5997b2aaf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:47:59.912840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ff7f7e31-122f-438a-9488-023989af8e40 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:47:59.996083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-be0daf7d-4e58-4f6f-908f-cbfe3e90b8f5 req-b6ad9311-a6ac-4740-ace7-b5ef606b7951 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 210 time: 0.0705194 Feb 09 20:48:00.009328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ff7f7e31-122f-438a-9488-023989af8e40 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:00.009924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ff7f7e31-122f-438a-9488-023989af8e40 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:00.010522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 10399369-faf1-45c2-946b-a1e133fedac4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:00.037819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 10399369-faf1-45c2-946b-a1e133fedac4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:00.038178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 10399369-faf1-45c2-946b-a1e133fedac4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:00.038599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 225d78df-ff1f-4643-977b-a103fd12ecc0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:00.087733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:00.130064 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:00.211576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 225d78df-ff1f-4643-977b-a103fd12ecc0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:00.212172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 225d78df-ff1f-4643-977b-a103fd12ecc0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:00.216324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8425e048-4810-4bd8-8ecd-11c678675eb2 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:00.323669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e054a45f-80f8-4d04-a644-aec7b1c289e4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:00.329534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e054a45f-80f8-4d04-a644-aec7b1c289e4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:00.336417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e054a45f-80f8-4d04-a644-aec7b1c289e4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:00.343947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e054a45f-80f8-4d04-a644-aec7b1c289e4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:00.350494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e054a45f-80f8-4d04-a644-aec7b1c289e4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:00.355898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e054a45f-80f8-4d04-a644-aec7b1c289e4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:00.361571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e054a45f-80f8-4d04-a644-aec7b1c289e4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:00.370784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e054a45f-80f8-4d04-a644-aec7b1c289e4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5429 time: 0.9063480 Feb 09 20:48:00.380823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f2f2d-42dd-4546-a5e7-c33eba6f96d5 req-96d87faa-fdf7-4226-bec7-2dccec7a932f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:00.389579 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec5f2f2d-42dd-4546-a5e7-c33eba6f96d5 req-96d87faa-fdf7-4226-bec7-2dccec7a932f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.2020926 Feb 09 20:48:00.458384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec5f2f2d-42dd-4546-a5e7-c33eba6f96d5 req-9ed5b662-1e6e-4259-8192-c713aa3a36f0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613172 Feb 09 20:48:00.519917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3163d49-5f2c-408c-b8c5-ff2c5da9d4ed req-e58c042c-d1fd-498b-b1aa-64f2ee27b306 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474059 Feb 09 20:48:00.526683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Made reservation on behalf of e86d5e6810194c249e65eb44fadc670f for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:00.530272 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:00.609389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254c518b-69b5-4f3d-b4a2-ee8203c9c3e5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:00.621682 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63a6d01-71a6-4c07-8ec9-b9cb038e9c81" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "254c518b-69b5-4f3d-b4a2-ee8203c9c3e5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:00.671226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f4a55aeb-fc87-4d7d-960d-b5997b2aaf90 None None] Current status of the port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:00.730314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Allocated IP 172.20.0.13 (316c266f-30c1-4895-b1f8-62419ac3ed87/17699c84-70b3-4a76-8a1f-d8a326af4879/a137a26b-b51c-401a-85b8-c5ca11811a7c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:48:00.748091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:00.872050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 8425e048-4810-4bd8-8ecd-11c678675eb2 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:00.884335 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b513148d-e26e-41fd-8631-4c5b881585ce x-openstack-request-id: req-b513148d-e26e-41fd-8631-4c5b881585ce {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:00.886008 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "254c518b-69b5-4f3d-b4a2-ee8203c9c3e5", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:00.886388 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b513148d-e26e-41fd-8631-4c5b881585ce {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:00.886906 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254c518b-69b5-4f3d-b4a2-ee8203c9c3e5', 'code': 200} Feb 09 20:48:00.894314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 8425e048-4810-4bd8-8ecd-11c678675eb2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:00.894966 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:00.969045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:01.038681 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:01.103987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:58Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:01.150351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ceabb8-1928-47c5-9cdd-9f96adc4df61 None None] The sync data for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 is: [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:58Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:48:01.288063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56985fc2-252a-462e-9565-2703a77750d1 req-adbc1d14-85be-4071-89bd-3546a2779dcd tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:01.289659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56985fc2-252a-462e-9565-2703a77750d1 req-adbc1d14-85be-4071-89bd-3546a2779dcd tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 932 time: 0.1517401 Feb 09 20:48:01.292260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 8425e048-4810-4bd8-8ecd-11c678675eb2 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:01.292665 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:01.343991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event updated for resources: {'Port': ['ID=a137a26b-b51c-401a-85b8-c5ca11811a7c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:01.367856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8425e048-4810-4bd8-8ecd-11c678675eb2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8425e048-4810-4bd8-8ecd-11c678675eb2,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:01.375630 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:01.378067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1117f6d3-d356-4c4b-9642-cd3690962e20 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:01.385673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:48:01.391609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:01.398838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:48:01.445797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56985fc2-252a-462e-9565-2703a77750d1 req-66d2d02a-7117-4619-a5d0-8b22b92fbc3a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322627 Feb 09 20:48:01.479663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:01.505731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42536ec9-3be8-4694-88f2-70d885fee379 req-89b73b0c-bd2f-4b6a-9d12-f21c5aa75a19 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:01.507821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42536ec9-3be8-4694-88f2-70d885fee379 req-89b73b0c-bd2f-4b6a-9d12-f21c5aa75a19 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.5055671 Feb 09 20:48:01.553868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:01.555025 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:01.657237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 1117f6d3-d356-4c4b-9642-cd3690962e20 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:01.702919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42536ec9-3be8-4694-88f2-70d885fee379 req-d6db78be-853b-4882-96e0-16796b5029a3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862602 Feb 09 20:48:01.733645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 1117f6d3-d356-4c4b-9642-cd3690962e20 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:01.734025 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:01.735466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-be9f4ba0-53ba-483e-abb6-4e75a7f77e9a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2538013 Feb 09 20:48:01.755843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Request body: {'port': {'device_id': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:01.773706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=8425e048-4810-4bd8-8ecd-11c678675eb2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:01.807891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a9294c-7456-42db-9776-7b287ab63cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:01.971587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b29bc-04e8-4b29-bcfa-11a1759a97bb req-70e49b68-0eab-4fa3-89fe-b71a7acbedd8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:01.973294 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e1b29bc-04e8-4b29-bcfa-11a1759a97bb req-70e49b68-0eab-4fa3-89fe-b71a7acbedd8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.3396966 Feb 09 20:48:02.006474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1117f6d3-d356-4c4b-9642-cd3690962e20 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:02.006876 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.066306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-333e3879-a353-4878-aabc-8dc76c474169 None None] Provisioning complete for port a137a26b-b51c-401a-85b8-c5ca11811a7c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:02.066654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-333e3879-a353-4878-aabc-8dc76c474169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.089425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.120315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-60c90bb0-18ec-4c3e-9f75-fd8cc8bddd9f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:02.143863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-333e3879-a353-4878-aabc-8dc76c474169 None None] Port a137a26b-b51c-401a-85b8-c5ca11811a7c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:48:02.148345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1117f6d3-d356-4c4b-9642-cd3690962e20, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1117f6d3-d356-4c4b-9642-cd3690962e20,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:02.152913 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.153984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b1d930c0-71ca-4cc2-b180-543796e0e496 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:02.160501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-60c90bb0-18ec-4c3e-9f75-fd8cc8bddd9f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:02.170148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-60c90bb0-18ec-4c3e-9f75-fd8cc8bddd9f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:02.185588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e1b29bc-04e8-4b29-bcfa-11a1759a97bb req-a9fedd5c-9ada-4ddb-82b1-e122d3e35798 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970623 Feb 09 20:48:02.193171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-60c90bb0-18ec-4c3e-9f75-fd8cc8bddd9f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:02.242011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-60c90bb0-18ec-4c3e-9f75-fd8cc8bddd9f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:02.247595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-60c90bb0-18ec-4c3e-9f75-fd8cc8bddd9f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:02.294610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-60c90bb0-18ec-4c3e-9f75-fd8cc8bddd9f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:02.301812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1117f6d3-d356-4c4b-9642-cd3690962e20,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:02.312479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-60c90bb0-18ec-4c3e-9f75-fd8cc8bddd9f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5431 time: 0.4544814 Feb 09 20:48:02.322936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a9294c-7456-42db-9776-7b287ab63cbc admin admin] Publish callbacks [] for security_group (77858355-5e92-4b70-afb4-aa6e8c2d0b82), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.327502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a9294c-7456-42db-9776-7b287ab63cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (77858355-5e92-4b70-afb4-aa6e8c2d0b82), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.349851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port b1d930c0-71ca-4cc2-b180-543796e0e496 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:02.360049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port b1d930c0-71ca-4cc2-b180-543796e0e496 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:02.364283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.449390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-33a9294c-7456-42db-9776-7b287ab63cbc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=50714bf7990442599b1fa8b53cff6055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9677429 Feb 09 20:48:02.455581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:02.541419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9294c-7456-42db-9776-7b287ab63cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77858355-5e92-4b70-afb4-aa6e8c2d0b82,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:02.580201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b1d930c0-71ca-4cc2-b180-543796e0e496 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:02.581199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.624334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a880ccbb-62a6-4750-a4d1-36a7bf41f598 req-92f18523-9fc5-48b3-85ed-1151c3a127ad tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3108203 Feb 09 20:48:02.631355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 861ac063-292b-4256-8ba1-9f2d1d8a91f0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:02.750086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c094a-8b02-4412-9a85-366245f845d6 req-492b2f69-add2-4708-a9e7-f58ec017c807 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:02.757561 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-561c094a-8b02-4412-9a85-366245f845d6 req-492b2f69-add2-4708-a9e7-f58ec017c807 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 932 time: 0.1655197 Feb 09 20:48:02.768462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b0bf75-71ba-43f3-9bc9-555fb1239fd0 admin admin] Publish callbacks [] for security_group (77858355-5e92-4b70-afb4-aa6e8c2d0b82), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.809886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b0bf75-71ba-43f3-9bc9-555fb1239fd0 admin admin] Publish callbacks [] for security_group (77858355-5e92-4b70-afb4-aa6e8c2d0b82), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.901775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b0bf75-71ba-43f3-9bc9-555fb1239fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (77858355-5e92-4b70-afb4-aa6e8c2d0b82), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.904427 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b0bf75-71ba-43f3-9bc9-555fb1239fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:02.905771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-45b0bf75-71ba-43f3-9bc9-555fb1239fd0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/77858355-5e92-4b70-afb4-aa6e8c2d0b82 HTTP/1.1" status: 204 len: 168 time: 0.4458368 Feb 09 20:48:02.928514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0bf75-71ba-43f3-9bc9-555fb1239fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77858355-5e92-4b70-afb4-aa6e8c2d0b82,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:02.959456 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-561c094a-8b02-4412-9a85-366245f845d6 req-a7ca2c67-a573-4a6c-8fd2-65f368eda4ff tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008553 Feb 09 20:48:03.007420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425e048-4810-4bd8-8ecd-11c678675eb2'}, {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1117f6d3-d356-4c4b-9642-cd3690962e20'}, {'server_uuid': '09571207-8576-4eaa-9c0d-f1855c4a6292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d930c0-71ca-4cc2-b180-543796e0e496'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:03.011988 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86f1c5-5d47-4d40-9e5d-e041234e39a5" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8425e048-4810-4bd8-8ecd-11c678675eb2"}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "1117f6d3-d356-4c4b-9642-cd3690962e20"}, {"server_uuid": "09571207-8576-4eaa-9c0d-f1855c4a6292", "name": "network-vif-plugged", "status": "completed", "tag": "b1d930c0-71ca-4cc2-b180-543796e0e496"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:03.057651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b1d930c0-71ca-4cc2-b180-543796e0e496, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b1d930c0-71ca-4cc2-b180-543796e0e496,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:03.080500 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:03.086184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 55677019-331b-4afc-8f6c-0f05f1679df0 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:03.168320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784770ae-7d60-4748-8879-09235d22eb5a req-dafa4c8f-7e3a-4a88-8eeb-1a4e9026abab tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:03.176888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-784770ae-7d60-4748-8879-09235d22eb5a req-dafa4c8f-7e3a-4a88-8eeb-1a4e9026abab tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 949 time: 0.1350932 Feb 09 20:48:03.229753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b1d930c0-71ca-4cc2-b180-543796e0e496,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:03.254046 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-784770ae-7d60-4748-8879-09235d22eb5a req-fa98f7fc-1601-4a08-ab13-c99dc7aa8d07 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760207 Feb 09 20:48:03.306747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a137a26b-b51c-401a-85b8-c5ca11811a7c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:03.344120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Publish callbacks [] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:03.367296 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df0d82a-2827-470b-a84c-0148ef7f95b0 x-openstack-request-id: req-0df0d82a-2827-470b-a84c-0148ef7f95b0 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:03.369156 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8425e048-4810-4bd8-8ecd-11c678675eb2", "code": 200}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "1117f6d3-d356-4c4b-9642-cd3690962e20", "code": 200}, {"server_uuid": "09571207-8576-4eaa-9c0d-f1855c4a6292", "name": "network-vif-plugged", "status": "completed", "tag": "b1d930c0-71ca-4cc2-b180-543796e0e496", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:03.369564 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0df0d82a-2827-470b-a84c-0148ef7f95b0 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:03.372184 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425e048-4810-4bd8-8ecd-11c678675eb2', 'code': 200} Feb 09 20:48:03.372520 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1117f6d3-d356-4c4b-9642-cd3690962e20', 'code': 200} Feb 09 20:48:03.373148 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09571207-8576-4eaa-9c0d-f1855c4a6292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d930c0-71ca-4cc2-b180-543796e0e496', 'code': 200} Feb 09 20:48:03.408638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Transition to ACTIVE for port object a137a26b-b51c-401a-85b8-c5ca11811a7c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:48:03.427808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:03.428171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:03.477218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 55677019-331b-4afc-8f6c-0f05f1679df0 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:03.479730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 55677019-331b-4afc-8f6c-0f05f1679df0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:03.480125 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:03.509044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:03.644576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:03.664631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 55677019-331b-4afc-8f6c-0f05f1679df0 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:03.665054 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:03.672580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa0835-a221-4c06-8f3b-83844af20a89 req-038ffa87-2fa1-41df-b7af-787221ffb0f5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:03.696956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15fa0835-a221-4c06-8f3b-83844af20a89 req-038ffa87-2fa1-41df-b7af-787221ffb0f5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1725216 Feb 09 20:48:03.711583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 55677019-331b-4afc-8f6c-0f05f1679df0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=55677019-331b-4afc-8f6c-0f05f1679df0,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:03.750400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-d08d649b-728a-46db-ad40-ceeb841f3b31 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:03.761776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-d08d649b-728a-46db-ad40-ceeb841f3b31 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/networks?id=15fbfbd3-17ea-47ff-b875-952132198419 HTTP/1.1" status: 200 len: 814 time: 0.6269770 Feb 09 20:48:03.766101 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:03.782134 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15fa0835-a221-4c06-8f3b-83844af20a89 req-9b00d3aa-6a30-4eff-93e6-44b474b61b92 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792930 Feb 09 20:48:03.813063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-e6c285c9-f122-4831-9e77-13e66c8a21d1 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/quotas/21e0dba960864b8f94ae001d82c38c19 HTTP/1.1" status: 200 len: 375 time: 0.0500090 Feb 09 20:48:03.820241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a137a26b-b51c-401a-85b8-c5ca11811a7c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:03.911020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd141e-eef3-4983-ad8c-ad02c651a5e1 req-7a1121ec-3f1a-4caf-8cc1-4bf562c263d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:03.912813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eadd141e-eef3-4983-ad8c-ad02c651a5e1 req-7a1121ec-3f1a-4caf-8cc1-4bf562c263d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 1133 time: 0.4490452 Feb 09 20:48:03.942628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=55677019-331b-4afc-8f6c-0f05f1679df0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:04.009017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181290fe-bb7c-451d-af83-31bc2b171250 req-7ea15a71-8e54-43f3-a497-db32a06577aa tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.024841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181290fe-bb7c-451d-af83-31bc2b171250 req-7ea15a71-8e54-43f3-a497-db32a06577aa tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.036127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-090c5a3c-9e6b-4eb1-8c1d-767cf0ac44a5 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=21e0dba960864b8f94ae001d82c38c19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1989243 Feb 09 20:48:04.042932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181290fe-bb7c-451d-af83-31bc2b171250 req-7ea15a71-8e54-43f3-a497-db32a06577aa tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.053479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181290fe-bb7c-451d-af83-31bc2b171250 req-7ea15a71-8e54-43f3-a497-db32a06577aa tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.058793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181290fe-bb7c-451d-af83-31bc2b171250 req-7ea15a71-8e54-43f3-a497-db32a06577aa tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.072596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eadd141e-eef3-4983-ad8c-ad02c651a5e1 req-fdff588c-c64f-4038-8ba2-3cf9fd1358df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237278 Feb 09 20:48:04.073412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Attempting to bind port a137a26b-b51c-401a-85b8-c5ca11811a7c on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:48:04.074037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Attempting to bind port a137a26b-b51c-401a-85b8-c5ca11811a7c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:48:04.074378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Attempting to bind port a137a26b-b51c-401a-85b8-c5ca11811a7c on network 316c266f-30c1-4895-b1f8-62419ac3ed87 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:04.075240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181290fe-bb7c-451d-af83-31bc2b171250 req-7ea15a71-8e54-43f3-a497-db32a06577aa tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.089140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Port a137a26b-b51c-401a-85b8-c5ca11811a7c on network 316c266f-30c1-4895-b1f8-62419ac3ed87 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:48:04.089473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Attempting to bind port a137a26b-b51c-401a-85b8-c5ca11811a7c on network 316c266f-30c1-4895-b1f8-62419ac3ed87 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:04.091708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181290fe-bb7c-451d-af83-31bc2b171250 req-7ea15a71-8e54-43f3-a497-db32a06577aa tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.093986 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-181290fe-bb7c-451d-af83-31bc2b171250 req-7ea15a71-8e54-43f3-a497-db32a06577aa tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.2345734 Feb 09 20:48:04.100698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:48:04.101056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Checking segment: {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:04.101451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Bound using segment: {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:48:04.104695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Bound port: a137a26b-b51c-401a-85b8-c5ca11811a7c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d911bf7-976d-41c5-9cc0-f69da98b9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:48:04.105102 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:04.238259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] For port a137a26b-b51c-401a-85b8-c5ca11811a7c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:48:04.242365 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-181290fe-bb7c-451d-af83-31bc2b171250 req-c2c1daae-31a1-42e0-88f8-4abb134b1e26 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410172 Feb 09 20:48:04.245094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] For port a137a26b-b51c-401a-85b8-c5ca11811a7c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a137a26b-b51c-401a-85b8-c5ca11811a7c,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:48:04.255855 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:04.321221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-9497fe7d-1721-42bf-b3cb-89cd2529347d service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:48:04.322261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-9497fe7d-1721-42bf-b3cb-89cd2529347d service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2767632 Feb 09 20:48:04.355583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.356899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:04.358342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] 10.222.0.50 "PUT /v2.0/ports/a137a26b-b51c-401a-85b8-c5ca11811a7c HTTP/1.1" status: 200 len: 1093 time: 2.6130986 Feb 09 20:48:04.362007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'tag': 'a137a26b-b51c-401a-85b8-c5ca11811a7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:04.367320 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7615a56-3f68-4722-8546-c60fdff77133" -d '{"events": [{"name": "network-changed", "server_uuid": "9be581de-8b14-4896-b7f5-ae1aebae2b31", "tag": "a137a26b-b51c-401a-85b8-c5ca11811a7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:04.476233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36af4-d390-4b70-8d7f-5b769697e2b5 req-b2948de2-bc29-4471-8a2c-408fbd2ee45e tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.494228 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78f36af4-d390-4b70-8d7f-5b769697e2b5 req-b2948de2-bc29-4471-8a2c-408fbd2ee45e tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 944 time: 0.1429672 Feb 09 20:48:04.498328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f30e6-2df6-427d-8772-03e3e6277fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a137a26b-b51c-401a-85b8-c5ca11811a7c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:04.534799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:04.559590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-20b4e36e-5ea1-4d57-9155-03caf37f7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.561848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-20b4e36e-5ea1-4d57-9155-03caf37f7680 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e86d5e6810194c249e65eb44fadc670f&device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 1127 time: 0.1408000 Feb 09 20:48:04.566466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-191fe9dc-8889-4b57-9805-21f2cda8b261 service neutron] 10.222.0.102 "GET /v2.0/networks/15fbfbd3-17ea-47ff-b875-952132198419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051418 Feb 09 20:48:04.593728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78f36af4-d390-4b70-8d7f-5b769697e2b5 req-679561c9-7a29-43cc-8208-b6413edeb82a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823450 Feb 09 20:48:04.677078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-5ff33e0e-03ca-4f5f-8cb5-d0ede8b6cda6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a137a26b-b51c-401a-85b8-c5ca11811a7c HTTP/1.1" status: 200 len: 217 time: 0.1045401 Feb 09 20:48:04.735531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1198423549-network', 'tenant_id': 'afaf112dfc2a4e0587d251e3326863ab'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:04.749798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b6614-f3f4-4e5f-b792-b76f3c979f2c req-8fdb1a5e-bf76-4901-8a21-bef1b64718f7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.751395 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-909b6614-f3f4-4e5f-b792-b76f3c979f2c req-8fdb1a5e-bf76-4901-8a21-bef1b64718f7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 950 time: 0.0659895 Feb 09 20:48:04.785642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-231cc186-8586-4d88-8e9c-0e87e7aca485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.787158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-231cc186-8586-4d88-8e9c-0e87e7aca485 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17699c84-70b3-4a76-8a1f-d8a326af4879 HTTP/1.1" status: 200 len: 849 time: 0.0841038 Feb 09 20:48:04.811081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Made reservation on behalf of afaf112dfc2a4e0587d251e3326863ab for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:04.813436 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:04.821010 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-909b6614-f3f4-4e5f-b792-b76f3c979f2c req-488d8fb1-8476-44ad-8190-172f25a17c31 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636022 Feb 09 20:48:04.852170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:04.855664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-bd296328-1957-48a6-9fa6-b638c282402b service neutron] 10.222.0.102 "GET /v2.0/networks/15fbfbd3-17ea-47ff-b875-952132198419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820096 Feb 09 20:48:04.867478 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7dcbcc-fc81-4943-bde9-fbe7dbbc2128 x-openstack-request-id: req-ed7dcbcc-fc81-4943-bde9-fbe7dbbc2128 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:04.867807 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be581de-8b14-4896-b7f5-ae1aebae2b31", "tag": "a137a26b-b51c-401a-85b8-c5ca11811a7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:04.868069 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ed7dcbcc-fc81-4943-bde9-fbe7dbbc2128 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:04.868469 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'tag': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'status': 'completed', 'code': 200} Feb 09 20:48:04.885727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-846da16d-ff5a-472d-a709-b5b9a18d3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:04.887183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-846da16d-ff5a-472d-a709-b5b9a18d3260 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=316c266f-30c1-4895-b1f8-62419ac3ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0908654 Feb 09 20:48:05.047633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fa7f0-7926-4ec6-939a-0135f2db980c req-617063bc-55d0-488c-90d0-66d0db800779 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.050897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-8ede62a4-ccd2-4687-8778-880126bbf9d2 service neutron] 10.222.0.50 "GET /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495347 Feb 09 20:48:05.052919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Publish callbacks [] for security_group (e8bf69ff-de35-4d76-870c-878c6ea86120), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:05.057075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e32fa7f0-7926-4ec6-939a-0135f2db980c req-617063bc-55d0-488c-90d0-66d0db800779 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1088045 Feb 09 20:48:05.078745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8bf69ff-de35-4d76-870c-878c6ea86120), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:05.109359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-056f3a8d-bb7d-44d7-898b-c4212e609a9d req-f037ce63-82c2-4fc9-acb2-1edf0afaf18c tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 210 time: 0.0549333 Feb 09 20:48:05.150301 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e32fa7f0-7926-4ec6-939a-0135f2db980c req-1e013597-a46e-4a9b-87b0-eaf50a4c9150 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910895 Feb 09 20:48:05.161492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:48:05.181623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bf69ff-de35-4d76-870c-878c6ea86120,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:05.186825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d684bf32-7335-44ed-8865-9db1aba9c136), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:05.187178 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Added segment d684bf32-7335-44ed-8865-9db1aba9c136 of type vlan for network cb781742-a016-46ce-927e-c51e2871f079 Feb 09 20:48:05.226319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee9b58c4-b012-4344-8f88-38d1262887ed req-ba01a3dd-18f0-433b-a99c-32aec4c501ad service neutron] 10.222.0.50 "GET /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693404 Feb 09 20:48:05.265089 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (cb781742-a016-46ce-927e-c51e2871f079), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:05.331539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (cb781742-a016-46ce-927e-c51e2871f079), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:05.332640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.333254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:05.374733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55677019-331b-4afc-8f6c-0f05f1679df0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:05.379420 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b1d19b-beab-4ea4-957a-1a67c3e7b062" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "55677019-331b-4afc-8f6c-0f05f1679df0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:05.447788 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96806fd5-afa7-41de-bfff-c2b1d20c9277 x-openstack-request-id: req-96806fd5-afa7-41de-bfff-c2b1d20c9277 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:05.448085 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-plugged", "status": "completed", "tag": "55677019-331b-4afc-8f6c-0f05f1679df0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:05.449187 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-96806fd5-afa7-41de-bfff-c2b1d20c9277 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:05.460679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] Pushing event updated for resources: {'Network': ['ID=cb781742-a016-46ce-927e-c51e2871f079,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:05.465181 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55677019-331b-4afc-8f6c-0f05f1679df0', 'code': 200} Feb 09 20:48:05.468921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network cb781742-a016-46ce-927e-c51e2871f079 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:48:05.470195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-887125d5-a7b1-425b-97bb-140997c11198 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9348507 Feb 09 20:48:05.473936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:05.480602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Request body: {'subnet': {'network_id': 'cb781742-a016-46ce-927e-c51e2871f079', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1198423549-subnet', 'tenant_id': 'afaf112dfc2a4e0587d251e3326863ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:05.492321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7615a56-3f68-4722-8546-c60fdff77133 req-d3dd0ff0-9508-4261-a4ea-2b11ffcfba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.498060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7615a56-3f68-4722-8546-c60fdff77133 req-d3dd0ff0-9508-4261-a4ea-2b11ffcfba7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e86d5e6810194c249e65eb44fadc670f&device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 1127 time: 0.2065818 Feb 09 20:48:05.521960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Made reservation on behalf of afaf112dfc2a4e0587d251e3326863ab for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:05.530053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:05.681926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce0b3-601e-4111-be10-e2459f34d60e req-35dcd83d-7254-42b0-9609-fe81e467f75b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.690935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce0b3-601e-4111-be10-e2459f34d60e req-35dcd83d-7254-42b0-9609-fe81e467f75b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.700598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce0b3-601e-4111-be10-e2459f34d60e req-35dcd83d-7254-42b0-9609-fe81e467f75b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.712019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce0b3-601e-4111-be10-e2459f34d60e req-35dcd83d-7254-42b0-9609-fe81e467f75b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.724168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce0b3-601e-4111-be10-e2459f34d60e req-35dcd83d-7254-42b0-9609-fe81e467f75b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.730529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce0b3-601e-4111-be10-e2459f34d60e req-35dcd83d-7254-42b0-9609-fe81e467f75b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.737103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ce0b3-601e-4111-be10-e2459f34d60e req-35dcd83d-7254-42b0-9609-fe81e467f75b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.739800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-768ce0b3-601e-4111-be10-e2459f34d60e req-35dcd83d-7254-42b0-9609-fe81e467f75b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.3857667 Feb 09 20:48:05.816235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7615a56-3f68-4722-8546-c60fdff77133 req-eaf50e75-8a16-4c77-a7c6-f037db1ac55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.818505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7615a56-3f68-4722-8546-c60fdff77133 req-eaf50e75-8a16-4c77-a7c6-f037db1ac55e service neutron] 10.222.0.50 "GET /v2.0/networks?id=316c266f-30c1-4895-b1f8-62419ac3ed87 HTTP/1.1" status: 200 len: 911 time: 0.3080149 Feb 09 20:48:05.829634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (22c05ec5-1e2d-499c-adbf-1cee79810199), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:05.871947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb15fec-e43d-4157-9ca8-96101b27e004 req-23d22b92-b21d-43af-b20e-81167d05da13 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.874208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cb15fec-e43d-4157-9ca8-96101b27e004 req-23d22b92-b21d-43af-b20e-81167d05da13 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 944 time: 0.1558406 Feb 09 20:48:05.897827 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7615a56-3f68-4722-8546-c60fdff77133 req-e203f751-f568-43af-b170-44abc06a646c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a137a26b-b51c-401a-85b8-c5ca11811a7c HTTP/1.1" status: 200 len: 217 time: 0.0674307 Feb 09 20:48:05.922961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-2b34cc2d-04a4-4dd0-aa80-676d39fa9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.923491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-2b34cc2d-04a4-4dd0-aa80-676d39fa9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.923984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-2b34cc2d-04a4-4dd0-aa80-676d39fa9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.924446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-2b34cc2d-04a4-4dd0-aa80-676d39fa9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.924553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c05ec5-1e2d-499c-adbf-1cee79810199,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:05.924906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-2b34cc2d-04a4-4dd0-aa80-676d39fa9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.925361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-2b34cc2d-04a4-4dd0-aa80-676d39fa9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.925852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-2b34cc2d-04a4-4dd0-aa80-676d39fa9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:05.928496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-2b34cc2d-04a4-4dd0-aa80-676d39fa9bb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6714 time: 0.3695347 Feb 09 20:48:05.962536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Checking segment: {'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:05.963000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Network hostable DHCP agents. Network: cb781742-a016-46ce-927e-c51e2871f079, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:48:05.967225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-768ce0b3-601e-4111-be10-e2459f34d60e req-59028030-8d85-4896-9274-57ced47e366e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1933298 Feb 09 20:48:05.976598 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cb15fec-e43d-4157-9ca8-96101b27e004 req-2c0d6f9b-e814-497f-b6a0-7d0a363ade87 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913653 Feb 09 20:48:06.023675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7615a56-3f68-4722-8546-c60fdff77133 req-e697ab3b-3e37-456f-a4f7-5825ed172378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:06.025484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7615a56-3f68-4722-8546-c60fdff77133 req-e697ab3b-3e37-456f-a4f7-5825ed172378 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17699c84-70b3-4a76-8a1f-d8a326af4879 HTTP/1.1" status: 200 len: 849 time: 0.1209645 Feb 09 20:48:06.031175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Network cb781742-a016-46ce-927e-c51e2871f079 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:48:06.044410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, cb781742-a016-46ce-927e-c51e2871f079) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:06.054607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:06.063743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.063932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a887b34e-67af-415a-b493-2799a4316ee2 None None] Network cb781742-a016-46ce-927e-c51e2871f079 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:48:06.064057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-084f4ecf-13eb-42ee-877d-f2ee7ad4ea73 req-7b074e10-82d8-4cbd-8796-b6c1ecafa6bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&id=e7202ce0-7135-46bd-b8a0-95486659f497&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256790 Feb 09 20:48:06.099662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c589cd11-0f01-4636-a949-ab4680203b90 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6151707 Feb 09 20:48:06.138717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7615a56-3f68-4722-8546-c60fdff77133 req-682015da-1ac6-4cc6-bc88-456ae931a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:06.142671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7615a56-3f68-4722-8546-c60fdff77133 req-682015da-1ac6-4cc6-bc88-456ae931a1ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=316c266f-30c1-4895-b1f8-62419ac3ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1070988 Feb 09 20:48:06.239129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53baf20-d6eb-4f82-ac72-606c51dfa062 req-26b1e908-1634-43c5-b569-f8a951acc5d5 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:06.242072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a53baf20-d6eb-4f82-ac72-606c51dfa062 req-26b1e908-1634-43c5-b569-f8a951acc5d5 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 950 time: 0.1156871 Feb 09 20:48:06.264552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9067596-1a01-4b2a-8017-783d18636f27 None None] Network cb781742-a016-46ce-927e-c51e2871f079 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:48:06.310833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a53baf20-d6eb-4f82-ac72-606c51dfa062 req-f54cb105-618a-4412-9fee-9991f3b535b3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563872 Feb 09 20:48:06.337938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-97a8efeb-8f8c-40e3-96ff-4e6e5d9c49cf req-afc55949-5d3f-4ead-a820-83ac9252f747 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 210 time: 0.0756121 Feb 09 20:48:06.354249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7615a56-3f68-4722-8546-c60fdff77133 req-a9caa891-57f4-4d7e-9c69-e19d1ce84495 service neutron] 10.222.0.50 "GET /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045615 Feb 09 20:48:06.494364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcbf10-aa98-4257-9eeb-00dc13417a39 req-58ea747f-80ad-4095-a3c9-8822b942e531 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:06.502937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73bcbf10-aa98-4257-9eeb-00dc13417a39 req-58ea747f-80ad-4095-a3c9-8822b942e531 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0827429 Feb 09 20:48:06.516491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7615a56-3f68-4722-8546-c60fdff77133 req-643975af-7c28-447f-8bf6-7855fd516e94 service neutron] 10.222.0.50 "GET /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557717 Feb 09 20:48:06.557031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e0679495-02e9-4630-a15a-036c5af45310 req-854f7bb1-3745-444b-81a9-4a0b96bf57cd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-74035623', 'description': 'tempest-description-1708706789'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:06.565996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73bcbf10-aa98-4257-9eeb-00dc13417a39 req-bb12240f-2a1a-4e5c-86a7-9a5004b999b7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 Feb 09 20:48:06.593335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e0679495-02e9-4630-a15a-036c5af45310 req-854f7bb1-3745-444b-81a9-4a0b96bf57cd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.675630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e0679495-02e9-4630-a15a-036c5af45310 req-854f7bb1-3745-444b-81a9-4a0b96bf57cd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (71b27d89-65ec-4a0b-bc85-096ffe37a450), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.680430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e0679495-02e9-4630-a15a-036c5af45310 req-854f7bb1-3745-444b-81a9-4a0b96bf57cd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (71b27d89-65ec-4a0b-bc85-096ffe37a450), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.681693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308396-c2c7-429e-a6f6-4f42c4cb9ba8 req-4f4a39e2-c399-447e-85bc-533a2ab4519d tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:06.683558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b308396-c2c7-429e-a6f6-4f42c4cb9ba8 req-4f4a39e2-c399-447e-85bc-533a2ab4519d tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 1133 time: 0.0480413 Feb 09 20:48:06.719829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e0679495-02e9-4630-a15a-036c5af45310 req-854f7bb1-3745-444b-81a9-4a0b96bf57cd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.732026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0679495-02e9-4630-a15a-036c5af45310 req-854f7bb1-3745-444b-81a9-4a0b96bf57cd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1750898 Feb 09 20:48:06.741911 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b308396-c2c7-429e-a6f6-4f42c4cb9ba8 req-f8b4258d-9429-471e-97e1-af78dacbf3e5 tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506797 Feb 09 20:48:06.792295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-52c86705-3702-4d15-a6d4-60683e086e29 req-4c08edc8-d2d6-4638-835e-6df8e6ec9772 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-776015029', 'description': 'tempest-description-236650848'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:06.825467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-52c86705-3702-4d15-a6d4-60683e086e29 req-4c08edc8-d2d6-4638-835e-6df8e6ec9772 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.915212 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-52c86705-3702-4d15-a6d4-60683e086e29 req-4c08edc8-d2d6-4638-835e-6df8e6ec9772 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (95b501e8-421c-4bac-b3c3-7ee73d00d7d1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.919880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-52c86705-3702-4d15-a6d4-60683e086e29 req-4c08edc8-d2d6-4638-835e-6df8e6ec9772 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (95b501e8-421c-4bac-b3c3-7ee73d00d7d1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.943742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-b10a1d40-48cd-44a7-a43e-6c184ccfea45 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:06.947444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-b10a1d40-48cd-44a7-a43e-6c184ccfea45 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.13 "GET /v2.0/networks?id=15fbfbd3-17ea-47ff-b875-952132198419 HTTP/1.1" status: 200 len: 814 time: 0.2158062 Feb 09 20:48:06.959492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08edc8-d2d6-4638-835e-6df8e6ec9772 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b501e8-421c-4bac-b3c3-7ee73d00d7d1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:06.971866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Request body: {'port': {'device_id': '2fc86061-1562-44a3-8b0e-6c4f76e27c29', 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419', 'admin_state_up': True, 'tenant_id': '21e0dba960864b8f94ae001d82c38c19'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:06.973549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-52c86705-3702-4d15-a6d4-60683e086e29 req-4c08edc8-d2d6-4638-835e-6df8e6ec9772 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:06.985004 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52c86705-3702-4d15-a6d4-60683e086e29 req-4c08edc8-d2d6-4638-835e-6df8e6ec9772 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2041502 Feb 09 20:48:07.061918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f7bb1-3745-444b-81a9-4a0b96bf57cd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b27d89-65ec-4a0b-bc85-096ffe37a450,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:07.116318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Made reservation on behalf of 21e0dba960864b8f94ae001d82c38c19 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:07.122816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:07.143216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-c8bf6d02-068f-4258-914d-a467456ad00a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240281 Feb 09 20:48:07.327939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-c3a9cfb2-9e8b-4853-983f-e7ca9fdc586d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:07.335028 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-c3a9cfb2-9e8b-4853-983f-e7ca9fdc586d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831245 Feb 09 20:48:07.354594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-c15d2c0f-1f14-4918-909a-74232fb7767c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/quotas/89c307ac09d248ad9d180fa82b971ca3 HTTP/1.1" status: 200 len: 375 time: 0.0186095 Feb 09 20:48:07.435408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Allocated IP 172.20.0.7 (15fbfbd3-17ea-47ff-b875-952132198419/719c44f8-7fc3-4ef1-8c65-1a02bb458529/9cb0fbcb-c867-4637-861d-c54bf94b2dd0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:48:07.468770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1278e693-0692-41c8-8ddf-143663b9cca6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1127429 Feb 09 20:48:07.617258 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62142610-fa63-48cb-836a-af28d49620a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:07.812296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61147-bdb0-4cea-9d64-85c834a36416 req-4115c894-a1b0-4cd2-a56b-721f53a3d36b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:07.825924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dbd61147-bdb0-4cea-9d64-85c834a36416 req-4115c894-a1b0-4cd2-a56b-721f53a3d36b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 944 time: 0.6608677 Feb 09 20:48:07.903039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:07.969362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-32e60d37-6745-474a-9c44-5e8f4b4d4dbe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:07.988346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-984210b1-5cc3-4be9-a266-a9ffbcdbab69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3123245 Feb 09 20:48:07.989221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-32e60d37-6745-474a-9c44-5e8f4b4d4dbe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.006434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-32e60d37-6745-474a-9c44-5e8f4b4d4dbe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.018719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-32e60d37-6745-474a-9c44-5e8f4b4d4dbe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.030351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-32e60d37-6745-474a-9c44-5e8f4b4d4dbe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.045096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-32e60d37-6745-474a-9c44-5e8f4b4d4dbe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.059938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-32e60d37-6745-474a-9c44-5e8f4b4d4dbe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.061850 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-32e60d37-6745-474a-9c44-5e8f4b4d4dbe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.2685971 Feb 09 20:48:08.074670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dbd61147-bdb0-4cea-9d64-85c834a36416 req-6d3d341f-cf89-44b1-8179-c37c268e0fe8 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444878 Feb 09 20:48:08.183504 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Publish callbacks [] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:08.202472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-a0e90508-465d-4685-97cc-60989001a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.204542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-a0e90508-465d-4685-97cc-60989001a542 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 1132 time: 0.1798639 Feb 09 20:48:08.231814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-96b403cc-a2da-4f07-908e-f85538c465a7 req-e3859acd-7207-49b8-87b9-7836a5480293 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562808 Feb 09 20:48:08.275806 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7c8b-236e-40b6-a8cd-5198c3384f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:08.419132 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7c8b-236e-40b6-a8cd-5198c3384f73 admin admin] Publish callbacks [] for security_group (00c272f8-1e0e-4d87-8fb1-c0ed5179c20f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:08.426064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7c8b-236e-40b6-a8cd-5198c3384f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (00c272f8-1e0e-4d87-8fb1-c0ed5179c20f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:08.526941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-9d827ba5-e970-4eb8-afb2-ecaaaf4dbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.529062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-9d827ba5-e970-4eb8-afb2-ecaaaf4dbebd service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2880921 Feb 09 20:48:08.531471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:08.582723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2c7f7c8b-236e-40b6-a8cd-5198c3384f73 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=56a3e69f675b45f7927176d0d4f5313f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6784430 Feb 09 20:48:08.586117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7c8b-236e-40b6-a8cd-5198c3384f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c272f8-1e0e-4d87-8fb1-c0ed5179c20f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:08.591105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:08.688853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a137a26b-b51c-401a-85b8-c5ca11811a7c details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:48:08.690347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-1c361fe1-e7a5-4b7f-92de-2784d234b221 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=30a036c4-d9ad-44f5-b541-cc867cc15e75 HTTP/1.1" status: 200 len: 217 time: 0.1278346 Feb 09 20:48:08.708592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Network 15fbfbd3-17ea-47ff-b875-952132198419 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:48:08.776489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:08.777901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241e6c-7721-4f5f-9921-4df766121d6b req-8d2626b1-e13d-45f0-8d46-06bcb5bd5e8a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.783176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-8d2626b1-e13d-45f0-8d46-06bcb5bd5e8a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 813 time: 0.3532045 Feb 09 20:48:08.809384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-e1942aaa-8578-431b-975d-3080f6d8e80e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/quotas/afaf112dfc2a4e0587d251e3326863ab HTTP/1.1" status: 200 len: 375 time: 0.0187385 Feb 09 20:48:08.812288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-e2b2c07c-be36-4306-85d5-29530a8bad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.815590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-e2b2c07c-be36-4306-85d5-29530a8bad07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1190751 Feb 09 20:48:08.829529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:48:08.863511 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-5281b683-240d-4604-8e21-e3588efb8e90 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526412 Feb 09 20:48:08.880990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28e1e2-0c4f-445c-bd5d-208faf66242f req-cffde273-0652-457d-9944-99c56b7b1561 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.886519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd28e1e2-0c4f-445c-bd5d-208faf66242f req-cffde273-0652-457d-9944-99c56b7b1561 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.6437321 Feb 09 20:48:08.898143 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87623203-e673-4ce8-8d66-514330270904 req-0ca78205-4dbb-44c1-bb07-4febd6e8c44f tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:08.902645 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87623203-e673-4ce8-8d66-514330270904 req-0ca78205-4dbb-44c1-bb07-4febd6e8c44f tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 945 time: 0.2353635 Feb 09 20:48:08.914793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a137a26b-b51c-401a-85b8-c5ca11811a7c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a137a26b-b51c-401a-85b8-c5ca11811a7c,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:08.964028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'port_id': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'mac_address': 'fa:16:3e:3e:2a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:48:09.033222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a403795-4c35-40fd-aec6-3f8037e65e26 admin admin] Publish callbacks [] for security_group (00c272f8-1e0e-4d87-8fb1-c0ed5179c20f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:09.093171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:09.095007 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:09.102538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Pushing event updated for resources: {'Port': ['ID=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:09.112909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a403795-4c35-40fd-aec6-3f8037e65e26 admin admin] Publish callbacks [] for security_group (00c272f8-1e0e-4d87-8fb1-c0ed5179c20f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:09.116002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port a137a26b-b51c-401a-85b8-c5ca11811a7c is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:09.116404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:09.148622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a137a26b-b51c-401a-85b8-c5ca11811a7c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:09.192803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a137a26b-b51c-401a-85b8-c5ca11811a7c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a137a26b-b51c-401a-85b8-c5ca11811a7c,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:09.214240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:09.268381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-13147b64-9057-462d-a0ba-c178e0a40193 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3018365 Feb 09 20:48:09.281690 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a403795-4c35-40fd-aec6-3f8037e65e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (00c272f8-1e0e-4d87-8fb1-c0ed5179c20f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:09.295490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a403795-4c35-40fd-aec6-3f8037e65e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:09.296780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1a403795-4c35-40fd-aec6-3f8037e65e26 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/00c272f8-1e0e-4d87-8fb1-c0ed5179c20f HTTP/1.1" status: 204 len: 168 time: 0.7038069 Feb 09 20:48:09.316205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Request body: {'port': {'device_id': '2fc86061-1562-44a3-8b0e-6c4f76e27c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:09.378549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=a137a26b-b51c-401a-85b8-c5ca11811a7c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:09.408979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a3fa37fc-2978-479a-85aa-db8d60b213ac None None] Provisioning complete for port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:09.409355 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a3fa37fc-2978-479a-85aa-db8d60b213ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:09.448378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-11227f91-5874-4cd2-ba1a-51c39e57cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:09.449917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-11227f91-5874-4cd2-ba1a-51c39e57cd59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4130509 Feb 09 20:48:09.507480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd28e1e2-0c4f-445c-bd5d-208faf66242f req-b1f48296-3bed-446d-ad16-27231d1c2164 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups?id=78a45fe0-c877-4790-9c94-5ade38715163&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5096502 Feb 09 20:48:09.513241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-146942a8-ce92-4014-b3e6-1890d59f718c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=89c307ac09d248ad9d180fa82b971ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043293 Feb 09 20:48:09.533991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['a137a26b-b51c-401a-85b8-c5ca11811a7c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:09.566833 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a403795-4c35-40fd-aec6-3f8037e65e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c272f8-1e0e-4d87-8fb1-c0ed5179c20f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:09.591439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-573043bd-1ad6-445b-9f7b-2d891a3c6949 service neutron] 10.222.0.102 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258801 Feb 09 20:48:09.597328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa37fc-2978-479a-85aa-db8d60b213ac None None] Port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:48:09.872530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5df85846-54a3-4c19-a0c4-30a1f253622c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:10.371641 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-6f9f18b0-a29f-46ea-8828-cb185a5f8dc1 service neutron] 10.222.0.102 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615938 Feb 09 20:48:10.403262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Deleting port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:10.403796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:10.643516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] For port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:10.644119 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:10.692379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a137a26b-b51c-401a-85b8-c5ca11811a7c up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:10.703187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:10.757242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-75fcfa95-1a33-4efd-82ee-b87404e50429 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:10.761143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-75fcfa95-1a33-4efd-82ee-b87404e50429 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2404096 Feb 09 20:48:10.848829 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-5aac6382-d2a3-43ac-a366-38aba4cc4b5f service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3651290 Feb 09 20:48:10.856613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Request body: {'port': {'device_id': '9270f5e9-8fe3-44c2-944f-4425f5805c36', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '89c307ac09d248ad9d180fa82b971ca3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:10.902108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port a137a26b-b51c-401a-85b8-c5ca11811a7c completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:10.908564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port a137a26b-b51c-401a-85b8-c5ca11811a7c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:10.911179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:11.033646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14df9-3d91-4dc5-8152-5c8448c525fa req-50bdfc7d-bc8a-4fd6-8957-951fd53f80d3 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.035752 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28b14df9-3d91-4dc5-8152-5c8448c525fa req-50bdfc7d-bc8a-4fd6-8957-951fd53f80d3 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 931 time: 1.2587659 Feb 09 20:48:11.078463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port a137a26b-b51c-401a-85b8-c5ca11811a7c is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:11.079191 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:11.135956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:11.138030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28b14df9-3d91-4dc5-8152-5c8448c525fa req-2515ec35-de53-44ed-a31a-88ee256c45d3 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833905 Feb 09 20:48:11.165259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a137a26b-b51c-401a-85b8-c5ca11811a7c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:11.167817 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1632bb-709e-479d-912b-0e2267e3bf50" -d '{"events": [{"server_uuid": "9be581de-8b14-4896-b7f5-ae1aebae2b31", "name": "network-vif-plugged", "status": "completed", "tag": "a137a26b-b51c-401a-85b8-c5ca11811a7c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:11.202262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a137a26b-b51c-401a-85b8-c5ca11811a7c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a137a26b-b51c-401a-85b8-c5ca11811a7c,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:11.207665 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:11.233543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d4deb-8f6a-4854-9ab5-c4bfddd35d7d req-9208977d-58fe-48ac-a738-dd748690925a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.241434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-687d4deb-8f6a-4854-9ab5-c4bfddd35d7d req-9208977d-58fe-48ac-a738-dd748690925a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.5506415 Feb 09 20:48:11.320116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=a137a26b-b51c-401a-85b8-c5ca11811a7c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:11.324852 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:11.326567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (bb327245-f66f-4574-9a63-66dee91e730c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:11.328234 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Floating IP bb327245-f66f-4574-9a63-66dee91e730c disassociated. External IP: 172.25.4.59, port: 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1. Feb 09 20:48:11.329436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Calling delete_port for 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:11.419237 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-687d4deb-8f6a-4854-9ab5-c4bfddd35d7d req-2388d5f4-f9ea-4a57-8a09-02e95f6c9a4f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607256 Feb 09 20:48:11.439903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04738afa-0c9a-470c-aa7f-1763f656b926 req-22ef65cc-d495-4fd4-9b87-2693d255448b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 210 time: 0.1374338 Feb 09 20:48:11.565572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddee6882-2a4c-4e60-b76d-90f56bd1ea0d req-8ebc0ee9-e921-4440-b6da-93bc63928e44 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740026 Feb 09 20:48:11.724810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc179f-89f3-4910-b428-d31fd762651c req-2e33d0c4-5eaa-4dd4-bc86-f73f2e3d33e3 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.726373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbcc179f-89f3-4910-b428-d31fd762651c req-2e33d0c4-5eaa-4dd4-bc86-f73f2e3d33e3 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.2008021 Feb 09 20:48:11.761547 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (614e8301-9b3a-47f2-886e-cb3c3a6c3dc1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:11.813525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Made reservation on behalf of 89c307ac09d248ad9d180fa82b971ca3 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:11.818477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:11.840752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event deleted for resources: {'Port': ['ID=614e8301-9b3a-47f2-886e-cb3c3a6c3dc1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:11.864636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-c992e0db-d0ac-4450-944f-7e70e5c9e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.871558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-c992e0db-d0ac-4450-944f-7e70e5c9e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.882216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-c992e0db-d0ac-4450-944f-7e70e5c9e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.887954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbcc179f-89f3-4910-b428-d31fd762651c req-e3149e78-2499-43eb-8fff-61dbc2ad5596 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446927 Feb 09 20:48:11.888408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-c992e0db-d0ac-4450-944f-7e70e5c9e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.893806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-c992e0db-d0ac-4450-944f-7e70e5c9e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.899675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-c992e0db-d0ac-4450-944f-7e70e5c9e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.906045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-c992e0db-d0ac-4450-944f-7e70e5c9e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:11.920346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-c992e0db-d0ac-4450-944f-7e70e5c9e6ac tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.2862766 Feb 09 20:48:12.131411 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7068a094-eb73-4a89-b610-9fa233907ccf req-52b71878-0b8e-43fd-9845-881df4f0be91 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ab4692a-227a-4804-b713-0c96ccea7a57 HTTP/1.1" status: 200 len: 210 time: 0.0968676 Feb 09 20:48:12.253747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Router 41bbd874-9952-4442-814b-59766b5167a0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:48:12.452917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87636202-6f0a-4275-924f-f3b5669668fe req-76d39233-943a-4f62-a01f-2b64caa7d027 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 210 time: 0.0953326 Feb 09 20:48:12.584792 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da620b16-0802-465b-9016-83105121bbf1 x-openstack-request-id: req-da620b16-0802-465b-9016-83105121bbf1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:12.585295 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be581de-8b14-4896-b7f5-ae1aebae2b31", "name": "network-vif-plugged", "status": "completed", "tag": "a137a26b-b51c-401a-85b8-c5ca11811a7c", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:12.585915 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-da620b16-0802-465b-9016-83105121bbf1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:12.586439 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'code': 200} Feb 09 20:48:12.634753 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:12.636950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:48:12.650134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] Sync routers for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:48:12.666612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:48:12.667098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ef5420-5410-4569-bd6f-93b55ecf94d6 req-841fe4d8-5e9a-4ca8-adf9-497468a76905 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7290380 Feb 09 20:48:12.668496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:12.754423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:12.844742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Publish callbacks [] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:12.852263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] No DVR routers for this DVR port 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:12.857422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:12.863165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87623203-e673-4ce8-8d66-514330270904 req-4b78eea7-42e2-4f4d-b5ad-da8f02c32131 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.50 "DELETE /v2.0/ports/614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 HTTP/1.1" status: 204 len: 173 time: 3.9331777 Feb 09 20:48:12.877584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'name': 'network-vif-deleted', 'tag': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:12.893022 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f01ce-5f8e-405b-b864-30002a96ff4e" -d '{"events": [{"server_uuid": "3ab4692a-227a-4804-b713-0c96ccea7a57", "name": "network-vif-deleted", "tag": "614e8301-9b3a-47f2-886e-cb3c3a6c3dc1"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:12.934481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Transition to ACTIVE for port object 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:48:12.947524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:48:12.948965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334759f-e298-4e34-b1a8-15887cc4a8e6 req-c5cc8108-faab-4f06-8105-19f59f7a8090 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:12.958508 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1334759f-e298-4e34-b1a8-15887cc4a8e6 req-c5cc8108-faab-4f06-8105-19f59f7a8090 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 931 time: 0.2103856 Feb 09 20:48:12.961595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Allocated IP 192.168.233.33 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/e96adea4-8f24-4846-bb8e-088d012bcdce) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:48:12.966504 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:13.048046 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1334759f-e298-4e34-b1a8-15887cc4a8e6 req-93dde69c-23b6-4404-b329-68c99fb0b9b6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831778 Feb 09 20:48:13.052685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:13.110295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:13.117666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 614e8301-9b3a-47f2-886e-cb3c3a6c3dc1 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:13.190484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f559999-04e5-40d7-b733-15182fc1a27a req-15d20cfb-127a-436d-8a03-1bb31eac138a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.216278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f559999-04e5-40d7-b733-15182fc1a27a req-15d20cfb-127a-436d-8a03-1bb31eac138a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.3768282 Feb 09 20:48:13.219383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7a1ee-9805-4e87-b236-51672ae62502 req-76f26ac5-23e3-47f7-b784-2ff0d698000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.221090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5b7a1ee-9805-4e87-b236-51672ae62502 req-76f26ac5-23e3-47f7-b784-2ff0d698000f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 1129 time: 0.5343926 Feb 09 20:48:13.378764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf62fae7-8451-4ffd-824c-f1716a85ad55 req-7bbf9ea3-deee-4213-a4c5-9fccbb085007 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 210 time: 0.0574005 Feb 09 20:48:13.533826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241e6c-7721-4f5f-9921-4df766121d6b req-f5653087-a373-4087-ae30-1da4fcc64b56 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.536930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-f5653087-a373-4087-ae30-1da4fcc64b56 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.13 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 813 time: 0.4344621 Feb 09 20:48:13.542151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:13.579486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:52Z', 'revision_number': 5, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:13.622356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'port': {'device_id': '75535118-663e-47c2-8c64-329e605fe7ae', 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079', 'admin_state_up': True, 'tenant_id': 'afaf112dfc2a4e0587d251e3326863ab'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:13.628607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] Checking router: 41bbd874-9952-4442-814b-59766b5167a0 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:48:13.652825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:48:13.654241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:13.692026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902ddbd-6b17-4574-a7e2-8e9dcbff2846 req-90563550-1516-4d96-9869-0652c64fcbfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.698819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902ddbd-6b17-4574-a7e2-8e9dcbff2846 req-90563550-1516-4d96-9869-0652c64fcbfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.705500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902ddbd-6b17-4574-a7e2-8e9dcbff2846 req-90563550-1516-4d96-9869-0652c64fcbfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.711232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902ddbd-6b17-4574-a7e2-8e9dcbff2846 req-90563550-1516-4d96-9869-0652c64fcbfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.717171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902ddbd-6b17-4574-a7e2-8e9dcbff2846 req-90563550-1516-4d96-9869-0652c64fcbfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.723408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902ddbd-6b17-4574-a7e2-8e9dcbff2846 req-90563550-1516-4d96-9869-0652c64fcbfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.730314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902ddbd-6b17-4574-a7e2-8e9dcbff2846 req-90563550-1516-4d96-9869-0652c64fcbfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:13.745802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f902ddbd-6b17-4574-a7e2-8e9dcbff2846 req-90563550-1516-4d96-9869-0652c64fcbfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.1617808 Feb 09 20:48:13.746358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:13.771069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Request body: {'floatingip': {'port_id': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:13.838049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:48:13.909245 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for floatingip (24acc156-3618-418b-8d77-d9d67395abba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:13.916223 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3e5e0-4eba-48aa-a876-2ccf52be6fc1 x-openstack-request-id: req-28a3e5e0-4eba-48aa-a876-2ccf52be6fc1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:13.916559 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab4692a-227a-4804-b713-0c96ccea7a57", "name": "network-vif-deleted", "tag": "614e8301-9b3a-47f2-886e-cb3c3a6c3dc1", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:13.916818 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-28a3e5e0-4eba-48aa-a876-2ccf52be6fc1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:13.917216 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab4692a-227a-4804-b713-0c96ccea7a57', 'name': 'network-vif-deleted', 'tag': '614e8301-9b3a-47f2-886e-cb3c3a6c3dc1', 'status': 'completed', 'code': 200} Feb 09 20:48:13.949809 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:14.120172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f559999-04e5-40d7-b733-15182fc1a27a req-20071428-08fe-4284-9049-882d6b4477e9 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9018319 Feb 09 20:48:14.151091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465398d-32e5-4bbb-9770-e967456a4a11 req-795ed259-376c-45a1-9fad-c52896589e82 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:14.159465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b465398d-32e5-4bbb-9770-e967456a4a11 req-795ed259-376c-45a1-9fad-c52896589e82 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.1791692 Feb 09 20:48:14.243194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5b7a1ee-9805-4e87-b236-51672ae62502 req-4a59aaf4-8713-4cf3-9113-9627f47c31c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8384867 Feb 09 20:48:14.290592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:52Z', 'revision_number': 5, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:14.325217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36b3a-8522-4923-8c5f-093ce57bf71a None None] The sync data for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 is: [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:46:45Z', 'revision_number': 4, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8fabc99a-a33c-417f-82e9-c97ebc9aa43b', 'name': '', 'network_id': '9c32e783-53e9-4c80-a9d8-5b1efc43f362', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'mac_address': 'fa:16:3e:d1:a4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '26453275-6449-449d-a620-69f17df432c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:43Z', 'updated_at': '2022-02-09T20:46:52Z', 'revision_number': 5, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'subnets': [{'id': '26453275-6449-449d-a620-69f17df432c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:48:14.427212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d7185d2-3efe-4e75-8ad3-2e36d3b74edd req-e7f80a8f-f7f8-4163-8664-e78bd99a02cd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 210 time: 0.0623279 Feb 09 20:48:14.447872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Made reservation on behalf of afaf112dfc2a4e0587d251e3326863ab for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:14.452345 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:14.457147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b465398d-32e5-4bbb-9770-e967456a4a11 req-c8c07cc6-334b-4c2b-a966-63f25f7d5b19 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965345 Feb 09 20:48:14.510815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Attempting to bind port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:48:14.510815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Attempting to bind port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:48:14.511106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Attempting to bind port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 on network 15fbfbd3-17ea-47ff-b875-952132198419 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:14.521911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 on network 15fbfbd3-17ea-47ff-b875-952132198419 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:48:14.522405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Attempting to bind port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 on network 15fbfbd3-17ea-47ff-b875-952132198419 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:14.558067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:48:14.558412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Checking segment: {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:14.559596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Bound using segment: {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:48:14.567860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Bound port: 9cb0fbcb-c867-4637-861d-c54bf94b2dd0, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044bc789-d70e-4303-a8a5-9e4260861270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:48:14.568238 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:14.570589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:14.734189 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks [] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:14.922060 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f385d685-39ce-4100-9c13-60d816c2c806 req-36dca79c-09f1-49e6-9338-df7d15beec02 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 210 time: 0.1639431 Feb 09 20:48:14.995436 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11394064-94b3-411f-9412-12db1c14c6b2 None None] New status for floating IP bb327245-f66f-4574-9a63-66dee91e730c: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:48:15.021173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9c325a3-52a3-4519-a131-0d740f790f41 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group (78a45fe0-c877-4790-9c94-5ade38715163), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:15.089885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:15.094675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (24acc156-3618-418b-8d77-d9d67395abba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:15.119872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] For port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:48:15.129221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] For port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:48:15.190467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:15.218305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:15.224179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Allocated IP 172.20.0.11 (cb781742-a016-46ce-927e-c51e2871f079/22c05ec5-1e2d-499c-adbf-1cee79810199/b16edb9d-60d7-4aac-bb60-2ae26dc45721) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:48:15.232110 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9c325a3-52a3-4519-a131-0d740f790f41 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group (78a45fe0-c877-4790-9c94-5ade38715163), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:15.236396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75', '647aa24e-d61b-461c-953d-2eb0f595271e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:15.239428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962befd0-a28a-4729-86e4-b5f119612f22 req-7d97a91f-a837-41ee-89fe-028be3c7ad7c tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:15.246618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-962befd0-a28a-4729-86e4-b5f119612f22 req-7d97a91f-a837-41ee-89fe-028be3c7ad7c tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 943 time: 0.5291615 Feb 09 20:48:15.287742 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Floating IP 24acc156-3618-418b-8d77-d9d67395abba associated. External IP: 172.25.4.82, port: ac7b661d-aff1-4733-bd4c-2c061c16bf3a. Feb 09 20:48:15.456816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f09963-6e05-4915-97f1-7bd28d515c39 req-fb63cd2a-443d-4837-b3ea-82ec55919826 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:15.458696 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b8f09963-6e05-4915-97f1-7bd28d515c39 req-fb63cd2a-443d-4837-b3ea-82ec55919826 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1727958 Feb 09 20:48:15.485963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:48:15.512625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:15.517900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:15.518491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:15.519989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] 10.222.0.13 "PUT /v2.0/ports/9cb0fbcb-c867-4637-861d-c54bf94b2dd0 HTTP/1.1" status: 200 len: 1092 time: 6.2312365 Feb 09 20:48:15.578265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc86061-1562-44a3-8b0e-6c4f76e27c29', 'tag': '9cb0fbcb-c867-4637-861d-c54bf94b2dd0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:15.581186 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da8d689-e791-45f1-afd8-5307b5feb619" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc86061-1562-44a3-8b0e-6c4f76e27c29", "tag": "9cb0fbcb-c867-4637-861d-c54bf94b2dd0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:15.615287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:48:15.744519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e09b0df-0642-4935-aff3-8cd5275b018f', 'c0fd31d4-e110-4b73-8eba-bcd184852655', 'b1d930c0-71ca-4cc2-b180-543796e0e496'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:15.768966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:15.769673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:15.835665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-962befd0-a28a-4729-86e4-b5f119612f22 req-21a3fe21-4231-4c9b-b74e-c78ea62ef7ac tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878994 Feb 09 20:48:15.880547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b8f09963-6e05-4915-97f1-7bd28d515c39 req-70056fe3-18d2-4662-abbf-3e692d32a267 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112129 Feb 09 20:48:15.890429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0405385 Feb 09 20:48:15.930585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Request body: {'port': {'device_id': '9270f5e9-8fe3-44c2-944f-4425f5805c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:16.004180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Router 804a78dc-f55c-4cd8-b773-3f84d04a689b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:48:16.108248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49457f8a-4f9f-4718-8d6c-62e3299917c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:16.206749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846d83e-6427-4477-a78a-e4edc871d1a4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event updated for resources: {'Port': ['ID=e96adea4-8f24-4846-bb8e-088d012bcdce,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:16.261580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9c325a3-52a3-4519-a131-0d740f790f41 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (78a45fe0-c877-4790-9c94-5ade38715163), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:16.265371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9c325a3-52a3-4519-a131-0d740f790f41 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:16.269914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b9c325a3-52a3-4519-a131-0d740f790f41 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "DELETE /v2.0/security-groups/78a45fe0-c877-4790-9c94-5ade38715163 HTTP/1.1" status: 204 len: 168 time: 1.6803253 Feb 09 20:48:16.277140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:16.302955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:48:16.306993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c325a3-52a3-4519-a131-0d740f790f41 tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a45fe0-c877-4790-9c94-5ade38715163,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:16.310862 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:16.347224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] Sync routers for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:48:16.356501 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:16.387238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47bbedb1-5ab4-4ee7-a43d-831b9e8a7ca2 req-3890f004-192a-49c0-8cef-2826598f3e51 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 210 time: 0.0857904 Feb 09 20:48:16.413605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-8e8ccff3-bc06-4f57-add8-ab340ebc29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:16.415394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-8e8ccff3-bc06-4f57-add8-ab340ebc29df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21e0dba960864b8f94ae001d82c38c19&device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 1126 time: 0.5987079 Feb 09 20:48:16.421124 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-95e00e4d-7d07-4dad-a15d-5a560fbe50ba tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] show failed (client error): The resource could not be found. Feb 09 20:48:16.425748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-95e00e4d-7d07-4dad-a15d-5a560fbe50ba tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "GET /v2.0/security-groups/78a45fe0-c877-4790-9c94-5ade38715163 HTTP/1.1" status: 404 len: 347 time: 0.1299303 Feb 09 20:48:16.426732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53610) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:16.462777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74562e6-1d3e-415d-adcc-4a8dc1ee1c74 req-2d9809ed-090c-4947-b6d4-6f9ace2704ee tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:16.471478 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e74562e6-1d3e-415d-adcc-4a8dc1ee1c74 req-2d9809ed-090c-4947-b6d4-6f9ace2704ee tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.3994133 Feb 09 20:48:16.505543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2cbea2ab-96c1-49ff-a227-2619a2028041 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "PUT /v2.0/floatingips/24acc156-3618-418b-8d77-d9d67395abba HTTP/1.1" status: 200 len: 990 time: 2.7578309 Feb 09 20:48:16.507984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:16.511511 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e58e6e-569c-4e66-b7a6-c43b98b948f0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:16.559379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-86b1002e-b709-4d64-b5d7-881a4e7222fc tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=bc122075d5254b028c62760ee93d125e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288856 Feb 09 20:48:16.575104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:48:16.576490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:16.593297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-83004982-5c34-4bc0-a872-582e19ef061d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb0fbcb-c867-4637-861d-c54bf94b2dd0 HTTP/1.1" status: 200 len: 217 time: 0.1132367 Feb 09 20:48:16.654056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3ef9be09-ae01-464b-b79a-7590af1e53b9 None None] Provisioning complete for port e96adea4-8f24-4846-bb8e-088d012bcdce triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:16.654480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ef9be09-ae01-464b-b79a-7590af1e53b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:16.688539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-56bbda3b-2811-4e40-9890-b87f919a04d4 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:16.698035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-56bbda3b-2811-4e40-9890-b87f919a04d4 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372159 Feb 09 20:48:16.718035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-0ba57d25-9ce9-4fbd-ab6f-db2881dfc070 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/quotas/bc122075d5254b028c62760ee93d125e HTTP/1.1" status: 200 len: 375 time: 0.0185206 Feb 09 20:48:16.735479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9be09-ae01-464b-b79a-7590af1e53b9 None None] Port e96adea4-8f24-4846-bb8e-088d012bcdce cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:48:16.783061 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-08e2317c-eaaa-4145-abff-ad65c38bfa59 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=bc122075d5254b028c62760ee93d125e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635884 Feb 09 20:48:16.788581 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:16.869973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e74562e6-1d3e-415d-adcc-4a8dc1ee1c74 req-c4ae185a-91b3-479f-b6f3-5e0a84bb8f3e tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893745 Feb 09 20:48:16.901660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-8e3dc617-ab39-4c1e-8da8-a141f3cb150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:16.903133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-8e3dc617-ab39-4c1e-8da8-a141f3cb150a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=719c44f8-7fc3-4ef1-8c65-1a02bb458529 HTTP/1.1" status: 200 len: 853 time: 0.2754629 Feb 09 20:48:16.988790 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce6dca-5348-401f-8cfe-dc6945a6c1d2 x-openstack-request-id: req-60ce6dca-5348-401f-8cfe-dc6945a6c1d2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:16.991594 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc86061-1562-44a3-8b0e-6c4f76e27c29", "tag": "9cb0fbcb-c867-4637-861d-c54bf94b2dd0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:16.991964 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-60ce6dca-5348-401f-8cfe-dc6945a6c1d2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:16.994727 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc86061-1562-44a3-8b0e-6c4f76e27c29', 'tag': '9cb0fbcb-c867-4637-861d-c54bf94b2dd0', 'status': 'completed', 'code': 200} Feb 09 20:48:17.000748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:48:17.202741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73078f-ec24-45c0-a650-b62d471c5994 req-c5c98f3c-0ba5-4bc8-ae74-fef681f60eee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:17.215182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f73078f-ec24-45c0-a650-b62d471c5994 req-c5c98f3c-0ba5-4bc8-ae74-fef681f60eee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 935 time: 0.1578138 Feb 09 20:48:17.316041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f73078f-ec24-45c0-a650-b62d471c5994 req-c2d2c053-bc81-45c8-9780-bb533252c5f6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965097 Feb 09 20:48:17.373274 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8437089c-dab9-477c-bdbd-1f8ba487aa22 x-openstack-request-id: req-8437089c-dab9-477c-bdbd-1f8ba487aa22 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:17.373598 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:17.373817 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8437089c-dab9-477c-bdbd-1f8ba487aa22 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:17.374233 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'status': 'completed', 'code': 200} Feb 09 20:48:17.582060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4533a10-4f3b-4f4a-93e5-38341b751926 req-0d60ad3d-c83a-4b22-a1b7-29091b38b8b1 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:17.590170 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4533a10-4f3b-4f4a-93e5-38341b751926 req-0d60ad3d-c83a-4b22-a1b7-29091b38b8b1 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 943 time: 0.1533341 Feb 09 20:48:17.669806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4533a10-4f3b-4f4a-93e5-38341b751926 req-fceee8dd-f522-4c4b-9a5f-69673a740a89 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780549 Feb 09 20:48:17.882694 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:17.917939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '24acc156-3618-418b-8d77-d9d67395abba', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'port_id': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'mac_address': 'fa:16:3e:08:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:45:48Z', 'updated_at': '2022-02-09T20:48:14Z', 'revision_number': 1, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:44:01Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:17.951237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0cc1a-deef-43a7-99c3-61b94d668909 req-8bb32c4f-0306-4381-8b14-5a5aad114c21 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:17.952848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85f0cc1a-deef-43a7-99c3-61b94d668909 req-8bb32c4f-0306-4381-8b14-5a5aad114c21 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.1504867 Feb 09 20:48:17.963630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:17.967278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Request body: {'floatingip': {'port_id': 'a137a26b-b51c-401a-85b8-c5ca11811a7c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:17.978219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Deleting port b927878c-fd14-4aa5-9468-367d82e8161d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:17.978624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b927878c-fd14-4aa5-9468-367d82e8161d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:17.988790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] Checking router: 804a78dc-f55c-4cd8-b773-3f84d04a689b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:48:18.014377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:48:18.014897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:18.052241 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for floatingip (dcd4bfb8-3cdb-430c-843e-b82abbc3f243), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:18.111984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Network cb781742-a016-46ce-927e-c51e2871f079 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:48:18.160576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-d23859fe-2a1b-408d-848b-f873d9420134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.167334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-d23859fe-2a1b-408d-848b-f873d9420134 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15fbfbd3-17ea-47ff-b875-952132198419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1852086 Feb 09 20:48:18.180223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'Port': ['ID=b16edb9d-60d7-4aac-bb60-2ae26dc45721,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:18.195640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:18.221807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:48:18.224103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:48:18.307760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-a0d9ee66-aa9e-4d54-980e-32a6abfb166f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.313536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-a0d9ee66-aa9e-4d54-980e-32a6abfb166f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.319461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-a0d9ee66-aa9e-4d54-980e-32a6abfb166f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.326059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-a0d9ee66-aa9e-4d54-980e-32a6abfb166f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.332772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-a0d9ee66-aa9e-4d54-980e-32a6abfb166f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.338508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-a0d9ee66-aa9e-4d54-980e-32a6abfb166f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.347503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-a0d9ee66-aa9e-4d54-980e-32a6abfb166f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.349525 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-a0d9ee66-aa9e-4d54-980e-32a6abfb166f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 1.2563391 Feb 09 20:48:18.405899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-502b71cb-f7c8-464f-bca2-63becd692872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.406379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-502b71cb-f7c8-464f-bca2-63becd692872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.406845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-502b71cb-f7c8-464f-bca2-63becd692872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.407321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-502b71cb-f7c8-464f-bca2-63becd692872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.408399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-502b71cb-f7c8-464f-bca2-63becd692872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.408912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-502b71cb-f7c8-464f-bca2-63becd692872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.409377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-502b71cb-f7c8-464f-bca2-63becd692872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.411500 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-502b71cb-f7c8-464f-bca2-63becd692872 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6714 time: 0.5566096 Feb 09 20:48:18.471202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:18.477476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:18.480391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b927878c-fd14-4aa5-9468-367d82e8161d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:18.480764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for floatingip (b927878c-fd14-4aa5-9468-367d82e8161d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:18.531239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8a8196e-9249-49b0-bf77-20b47c4d04ab req-38c3a9c1-dad0-4cdb-b95a-d477ef2d18e9 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732461 Feb 09 20:48:18.560710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Calling delete_port for b927878c-fd14-4aa5-9468-367d82e8161d owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:18.575357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '24acc156-3618-418b-8d77-d9d67395abba', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'port_id': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'mac_address': 'fa:16:3e:08:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:45:48Z', 'updated_at': '2022-02-09T20:48:14Z', 'revision_number': 1, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:44:01Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:18.587748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96adea4-8f24-4846-bb8e-088d012bcdce {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:18.646149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Publish callbacks [] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:18.652502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-cb956090-0e94-4a32-9a59-ccf1a406aa33 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0698943 Feb 09 20:48:18.662141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dc77b-097d-4cf7-85e3-8ff5350db2f0 None None] The sync data for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 is: [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '24acc156-3618-418b-8d77-d9d67395abba', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'floating_ip_address': '172.25.4.82', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'port_id': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'mac_address': 'fa:16:3e:08:9f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:45:48Z', 'updated_at': '2022-02-09T20:48:14Z', 'revision_number': 1, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:44:01Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:48:18.717229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Request body: {'port': {'device_id': '75535118-663e-47c2-8c64-329e605fe7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:18.823566 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:18.836047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-abc76f41-02d6-49c0-bfa2-91645569d111 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bc122075d5254b028c62760ee93d125e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282140 Feb 09 20:48:18.870987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f270bd7-a44c-496e-9b44-e94556cf398e req-61d9ede3-8538-42a3-9b67-e3af5461730a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 210 time: 0.1582298 Feb 09 20:48:18.887578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Transition to ACTIVE for port object e96adea4-8f24-4846-bb8e-088d012bcdce will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:48:18.936097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (dcd4bfb8-3cdb-430c-843e-b82abbc3f243), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:18.942411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:18.965889 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:19.125872 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b4d48-2cbe-49c0-a036-8d77ee09c03b None None] New status for floating IP 24acc156-3618-418b-8d77-d9d67395abba: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:48:19.147571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fe2fd-25bb-4215-ae9e-25c0fdcccbce req-592efc2a-7b43-4ca8-9590-ba49eb193bbd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:19.149546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-969fe2fd-25bb-4215-ae9e-25c0fdcccbce req-592efc2a-7b43-4ca8-9590-ba49eb193bbd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.3203292 Feb 09 20:48:19.220719 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Floating IP dcd4bfb8-3cdb-430c-843e-b82abbc3f243 associated. External IP: 172.25.4.80, port: a137a26b-b51c-401a-85b8-c5ca11811a7c. Feb 09 20:48:19.341087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-b23e7a85-1303-4e6f-97b8-8a4236be0b57 service neutron] 10.222.0.13 "GET /v2.0/networks/15fbfbd3-17ea-47ff-b875-952132198419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8054550 Feb 09 20:48:19.342469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-7914ba71-0fee-4856-b1a9-3a3dcfd7b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:19.343883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-7914ba71-0fee-4856-b1a9-3a3dcfd7b2d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f HTTP/1.1" status: 200 len: 913 time: 0.7881284 Feb 09 20:48:19.359387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Pushing event updated for resources: {'Port': ['ID=e96adea4-8f24-4846-bb8e-088d012bcdce,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:19.465874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-969fe2fd-25bb-4215-ae9e-25c0fdcccbce req-91c6253a-e0bc-4c0e-8758-8d745489dc09 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995780 Feb 09 20:48:19.713563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a0810-76ca-4a56-acf5-309596e6792d req-0ada8732-5b34-4235-a18d-70f2f2c050fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:19.715711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-116a0810-76ca-4a56-acf5-309596e6792d req-0ada8732-5b34-4235-a18d-70f2f2c050fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 932 time: 0.6946161 Feb 09 20:48:19.724988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Router 1ae56ef9-f0da-4da5-9374-949c46c871ef has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:48:19.750812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-f865c1aa-cc80-4ed3-a57c-0318781e3790 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:19.753676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-f865c1aa-cc80-4ed3-a57c-0318781e3790 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8752463 Feb 09 20:48:19.775244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5d1e1-7489-4c2c-8c88-bef3bbb51d11 req-421fce85-2a3c-42ad-9f5e-a6c2e6de0893 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:19.777661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3c5d1e1-7489-4c2c-8c88-bef3bbb51d11 req-421fce85-2a3c-42ad-9f5e-a6c2e6de0893 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 947 time: 0.0972004 Feb 09 20:48:19.788161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Request body: {'port': {'device_id': '385effac-b836-49c5-a4cb-75de255bbd05', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': 'bc122075d5254b028c62760ee93d125e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:19.901274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-63a40db9-dc11-4adf-a276-fa48666f0d92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a HTTP/1.1" status: 200 len: 1000 time: 0.5219812 Feb 09 20:48:19.987820 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3c5d1e1-7489-4c2c-8c88-bef3bbb51d11 req-9712b114-7a8d-4321-9cca-f090795a39f7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201560 Feb 09 20:48:20.056036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:48:20.072185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] Sync routers for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:48:20.072887 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.096399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:48:20.098993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:20.124871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b35e7449-0586-470c-877c-87ee1f2ca6c9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "PUT /v2.0/floatingips/dcd4bfb8-3cdb-430c-843e-b82abbc3f243 HTTP/1.1" status: 200 len: 991 time: 2.1610167 Feb 09 20:48:20.125477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'tag': 'a137a26b-b51c-401a-85b8-c5ca11811a7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:20.127915 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16" -d '{"events": [{"name": "network-changed", "server_uuid": "9be581de-8b14-4896-b7f5-ae1aebae2b31", "tag": "a137a26b-b51c-401a-85b8-c5ca11811a7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:20.199067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cdcd669-5193-4c56-8619-81d24d98b381 req-e594ec96-0c0a-4537-b64f-0ebeddf85ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/15fbfbd3-17ea-47ff-b875-952132198419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8356788 Feb 09 20:48:20.218226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b927878c-fd14-4aa5-9468-367d82e8161d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.226545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85fc09-4720-4af9-bac5-73ab35fa86e4 req-7f77c0be-3333-462e-8e94-29998e177462 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.238106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f85fc09-4720-4af9-bac5-73ab35fa86e4 req-7f77c0be-3333-462e-8e94-29998e177462 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 943 time: 0.0972204 Feb 09 20:48:20.256434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-116a0810-76ca-4a56-acf5-309596e6792d req-5103f883-fe3b-4f2f-8ec1-7101d11b2258 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993069 Feb 09 20:48:20.257214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Attempting to bind port e96adea4-8f24-4846-bb8e-088d012bcdce on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:48:20.257554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Attempting to bind port e96adea4-8f24-4846-bb8e-088d012bcdce by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:48:20.257882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Attempting to bind port e96adea4-8f24-4846-bb8e-088d012bcdce on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:20.293070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Pushing event deleted for resources: {'Port': ['ID=b927878c-fd14-4aa5-9468-367d82e8161d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:20.317551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Port e96adea4-8f24-4846-bb8e-088d012bcdce on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:48:20.317701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Attempting to bind port e96adea4-8f24-4846-bb8e-088d012bcdce on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:20.380114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:48:20.380456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:20.380848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:48:20.381305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Bound port: e96adea4-8f24-4846-bb8e-088d012bcdce, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:48:20.381665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.382434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f85fc09-4720-4af9-bac5-73ab35fa86e4 req-0117d311-5bf1-4fb8-8342-a0aebf0b9767 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431298 Feb 09 20:48:20.474142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16edb9d-60d7-4aac-bb60-2ae26dc45721 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:20.488680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:48:20.507362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41b344d1-f22a-48e4-a53e-9c20aa1a943a req-b7086bf9-4163-483f-8428-2cedf311e337 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 210 time: 0.0407321 Feb 09 20:48:20.525925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Publish callbacks [] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.529558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Made reservation on behalf of bc122075d5254b028c62760ee93d125e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:20.532936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.567550 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks [] for floatingip (bb327245-f66f-4574-9a63-66dee91e730c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.570350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.571628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bc24e1d1-06a6-4b52-a2ef-00dbaa92f5bb tempest-ServersTestFqdnHostnames-974405411 tempest-ServersTestFqdnHostnames-974405411-project] 10.222.0.102 "DELETE /v2.0/floatingips/bb327245-f66f-4574-9a63-66dee91e730c HTTP/1.1" status: 204 len: 168 time: 4.1361904 Feb 09 20:48:20.574169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.575283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:20.577099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Transition to ACTIVE for port object b16edb9d-60d7-4aac-bb60-2ae26dc45721 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:48:20.598723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.653324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] For port e96adea4-8f24-4846-bb8e-088d012bcdce, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:48:20.679975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-aa2e7036-5147-4f73-aa30-5a2cddd044e8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.685253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-aa2e7036-5147-4f73-aa30-5a2cddd044e8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.691142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-aa2e7036-5147-4f73-aa30-5a2cddd044e8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.696774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-aa2e7036-5147-4f73-aa30-5a2cddd044e8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.702105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-aa2e7036-5147-4f73-aa30-5a2cddd044e8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.707578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-aa2e7036-5147-4f73-aa30-5a2cddd044e8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.712986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-aa2e7036-5147-4f73-aa30-5a2cddd044e8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.714935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-aa2e7036-5147-4f73-aa30-5a2cddd044e8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.2790234 Feb 09 20:48:20.715286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b33c94-5923-4302-bc04-70fd87856e05 req-fdb34fe2-9eb8-4bbd-a7f3-d04ee53f07ef tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:20.721330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b33c94-5923-4302-bc04-70fd87856e05 req-fdb34fe2-9eb8-4bbd-a7f3-d04ee53f07ef tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.0971518 Feb 09 20:48:20.739269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] For port e96adea4-8f24-4846-bb8e-088d012bcdce, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e96adea4-8f24-4846-bb8e-088d012bcdce,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:48:20.743529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Pushing event updated for resources: {'Port': ['ID=b16edb9d-60d7-4aac-bb60-2ae26dc45721,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:20.769572 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:20.783663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'dcd4bfb8-3cdb-430c-843e-b82abbc3f243', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'port_id': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'mac_address': 'fa:16:3e:3e:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:47:54Z', 'updated_at': '2022-02-09T20:48:18Z', 'revision_number': 1, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:59Z', 'revision_number': 5, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:20.810770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] Checking router: 1ae56ef9-f0da-4da5-9374-949c46c871ef for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:48:20.820397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:48:20.820789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:20.828939 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b33c94-5923-4302-bc04-70fd87856e05 req-72ab9174-8d30-4080-bb6c-bbc44b788bb9 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015108 Feb 09 20:48:20.969850 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f72b60-75c7-41d3-86f0-d8096dd09267 x-openstack-request-id: req-c0f72b60-75c7-41d3-86f0-d8096dd09267 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:20.970711 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be581de-8b14-4896-b7f5-ae1aebae2b31", "tag": "a137a26b-b51c-401a-85b8-c5ca11811a7c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:20.970971 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c0f72b60-75c7-41d3-86f0-d8096dd09267 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:20.971400 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'tag': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'status': 'completed', 'code': 200} Feb 09 20:48:20.981044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:48:21.151816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-2665f781-f8a3-4e9e-9c10-8e1db9575985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.154037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-2665f781-f8a3-4e9e-9c10-8e1db9575985 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e86d5e6810194c249e65eb44fadc670f&device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 1129 time: 0.1367137 Feb 09 20:48:21.165260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba429bb2-2976-4cb5-b983-156e237f4b25 req-c93442ba-b85d-4443-88c7-3342b39f3ef8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.172159 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba429bb2-2976-4cb5-b983-156e237f4b25 req-c93442ba-b85d-4443-88c7-3342b39f3ef8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1425533 Feb 09 20:48:21.289467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.290137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:21.291558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] 10.222.0.50 "PUT /v2.0/ports/e96adea4-8f24-4846-bb8e-088d012bcdce HTTP/1.1" status: 200 len: 1096 time: 5.3916476 Feb 09 20:48:21.307102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'dcd4bfb8-3cdb-430c-843e-b82abbc3f243', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'port_id': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'mac_address': 'fa:16:3e:3e:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:47:54Z', 'updated_at': '2022-02-09T20:48:18Z', 'revision_number': 1, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:59Z', 'revision_number': 5, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:21.313328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9270f5e9-8fe3-44c2-944f-4425f5805c36', 'tag': 'e96adea4-8f24-4846-bb8e-088d012bcdce'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:21.316679 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9270f5e9-8fe3-44c2-944f-4425f5805c36", "tag": "e96adea4-8f24-4846-bb8e-088d012bcdce"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:21.339675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8cda4-9d9c-4fdd-8129-2925f9550ac7 None None] The sync data for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 is: [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'dcd4bfb8-3cdb-430c-843e-b82abbc3f243', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'port_id': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'mac_address': 'fa:16:3e:3e:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:47:54Z', 'updated_at': '2022-02-09T20:48:18Z', 'revision_number': 1, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:59Z', 'revision_number': 5, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:48:21.423722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dfc87bb-9c65-404f-bf90-79024e2f0a0d req-83052130-981c-402d-a423-02b1561493ab tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6948967 Feb 09 20:48:21.425592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93a04b-1bfd-4348-91a5-8513482bf224 service neutron] Pushing event updated for resources: {'Port': ['ID=e96adea4-8f24-4846-bb8e-088d012bcdce,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:21.498115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-e1e45951-1780-454e-b527-0db8e359f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.499675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-e1e45951-1780-454e-b527-0db8e359f7cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d97c76c3-78d6-4891-8af4-1022a460f626 HTTP/1.1" status: 200 len: 851 time: 0.2621925 Feb 09 20:48:21.506705 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:21.508488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks [] for security_group (afffedd6-6711-46e0-af1c-c02f49624c4b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:21.511000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Attempting to bind port b16edb9d-60d7-4aac-bb60-2ae26dc45721 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:48:21.511341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Attempting to bind port b16edb9d-60d7-4aac-bb60-2ae26dc45721 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:48:21.511673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Attempting to bind port b16edb9d-60d7-4aac-bb60-2ae26dc45721 on network cb781742-a016-46ce-927e-c51e2871f079 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:21.519643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Port b16edb9d-60d7-4aac-bb60-2ae26dc45721 on network cb781742-a016-46ce-927e-c51e2871f079 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:48:21.519997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Attempting to bind port b16edb9d-60d7-4aac-bb60-2ae26dc45721 on network cb781742-a016-46ce-927e-c51e2871f079 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:21.531226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (afffedd6-6711-46e0-af1c-c02f49624c4b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:21.582917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-4d0aad1f-3393-4933-85f0-b9c44b56fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.584500 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-4d0aad1f-3393-4933-85f0-b9c44b56fc08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21e0dba960864b8f94ae001d82c38c19&device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 1126 time: 0.3347173 Feb 09 20:48:21.609598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:48:21.609975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Checking segment: {'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:21.610322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Bound using segment: {'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:48:21.611082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Bound port: b16edb9d-60d7-4aac-bb60-2ae26dc45721, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:48:21.611207 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:21.625560 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477d6b9-4e03-4267-8da2-3551af3bfe49 None None] New status for floating IP dcd4bfb8-3cdb-430c-843e-b82abbc3f243: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:48:21.652294 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba429bb2-2976-4cb5-b983-156e237f4b25 req-d95fc67d-8291-4451-9ad8-cd88be53b5d4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791243 Feb 09 20:48:21.684111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-aa1e7052-a764-41c8-9b3e-85ec877387b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.685566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-aa1e7052-a764-41c8-9b3e-85ec877387b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=316c266f-30c1-4895-b1f8-62419ac3ed87 HTTP/1.1" status: 200 len: 911 time: 0.5052595 Feb 09 20:48:21.735880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-96522f11-0a88-4329-8a7d-b96eb3b106e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.737399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-96522f11-0a88-4329-8a7d-b96eb3b106e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 1130 time: 0.3542931 Feb 09 20:48:21.748751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afffedd6-6711-46e0-af1c-c02f49624c4b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:21.835921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-0e74209f-2ef5-41d0-9b8c-f45491b98d7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a137a26b-b51c-401a-85b8-c5ca11811a7c HTTP/1.1" status: 200 len: 999 time: 0.1415713 Feb 09 20:48:21.845797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-60957b7b-0b78-421b-b555-f0e7645abd0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=e96adea4-8f24-4846-bb8e-088d012bcdce HTTP/1.1" status: 200 len: 217 time: 0.0942643 Feb 09 20:48:21.888419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa09e2a-209a-472a-a627-b31069d675c9 req-c2f9bf1f-f54a-4b7c-afe9-73b83a19bc4f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.889910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5aa09e2a-209a-472a-a627-b31069d675c9 req-c2f9bf1f-f54a-4b7c-afe9-73b83a19bc4f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 944 time: 0.1472330 Feb 09 20:48:21.896717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (41bbd874-9952-4442-814b-59766b5167a0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:21.901055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-56fe2665-57e9-4c86-82f1-e97b715ec438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.902530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-56fe2665-57e9-4c86-82f1-e97b715ec438 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3857403 Feb 09 20:48:21.925441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8a40b-621a-4d85-8db0-15e665626b29 req-7cfd9c34-3fc5-4b58-b01e-b880df238221 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.926935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b8a40b-621a-4d85-8db0-15e665626b29 req-7cfd9c34-3fc5-4b58-b01e-b880df238221 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 947 time: 0.3856790 Feb 09 20:48:21.985199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-47a341f3-82a1-44d0-881d-51017c4d9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:21.987319 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-47a341f3-82a1-44d0-881d-51017c4d9f54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=17699c84-70b3-4a76-8a1f-d8a326af4879 HTTP/1.1" status: 200 len: 849 time: 0.1454284 Feb 09 20:48:22.034286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] For port b16edb9d-60d7-4aac-bb60-2ae26dc45721, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:48:22.049662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-da9226a1-2931-4e22-bc1e-e8e8d163a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.051045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-da9226a1-2931-4e22-bc1e-e8e8d163a7a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15fbfbd3-17ea-47ff-b875-952132198419 HTTP/1.1" status: 200 len: 915 time: 0.4330087 Feb 09 20:48:22.053503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Allocated IP 192.168.233.96 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/6d16a90b-e4bc-4b0b-b944-3519af94b53f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:48:22.061892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5aa09e2a-209a-472a-a627-b31069d675c9 req-1657fde0-fe91-4f9c-b11b-bb626547d3f2 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631732 Feb 09 20:48:22.080340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-ced0f82f-2e5c-4957-b925-4ea58fb4c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.081828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-ced0f82f-2e5c-4957-b925-4ea58fb4c1ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=316c266f-30c1-4895-b1f8-62419ac3ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0871422 Feb 09 20:48:22.091047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] For port b16edb9d-60d7-4aac-bb60-2ae26dc45721, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:48:22.138757 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d74fd-4407-4de0-bfe3-199b591dc761 x-openstack-request-id: req-a21d74fd-4407-4de0-bfe3-199b591dc761 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:22.138901 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9270f5e9-8fe3-44c2-944f-4425f5805c36", "tag": "e96adea4-8f24-4846-bb8e-088d012bcdce", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:22.139161 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a21d74fd-4407-4de0-bfe3-199b591dc761 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:22.139473 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9270f5e9-8fe3-44c2-944f-4425f5805c36', 'tag': 'e96adea4-8f24-4846-bb8e-088d012bcdce', 'status': 'completed', 'code': 200} Feb 09 20:48:22.146750 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:22.149392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-17dfd65f-43cb-4313-91cc-66ccf3ae65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.151587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-17dfd65f-43cb-4313-91cc-66ccf3ae65c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2816947 Feb 09 20:48:22.165147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-4c724e54-61e1-4675-8a61-4876d472f39c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb0fbcb-c867-4637-861d-c54bf94b2dd0 HTTP/1.1" status: 200 len: 217 time: 0.1016824 Feb 09 20:48:22.284562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b8a40b-621a-4d85-8db0-15e665626b29 req-813c82ea-f967-4c2b-9357-94e49e4625ef tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218169 Feb 09 20:48:22.285980 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-c353ef4e-4ef8-4fc0-afed-833f42856abe service neutron] 10.222.0.50 "GET /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729515 Feb 09 20:48:22.296620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.297245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:22.300122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] 10.222.0.13 "PUT /v2.0/ports/b16edb9d-60d7-4aac-bb60-2ae26dc45721 HTTP/1.1" status: 200 len: 1093 time: 3.5991366 Feb 09 20:48:22.333286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb693c-02ca-4b71-8cbc-281fa7db9e5d req-9bb3277d-9bab-4f1d-8786-dc66aa4a10a6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.334422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dfb693c-02ca-4b71-8cbc-281fa7db9e5d req-9bb3277d-9bab-4f1d-8786-dc66aa4a10a6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 943 time: 0.1454723 Feb 09 20:48:22.354138 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:48:22.355444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76331cb0-f532-461f-a504-d76b9ab86b16 service neutron] Pushing event updated for resources: {'Port': ['ID=b16edb9d-60d7-4aac-bb60-2ae26dc45721,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:22.359621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-b797b68c-b2c7-40a7-9e49-a415f640ad26 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239433 Feb 09 20:48:22.372936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-a3d59188-808b-46ac-a83c-d1236dafdb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.374431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-a3d59188-808b-46ac-a83c-d1236dafdb51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=719c44f8-7fc3-4ef1-8c65-1a02bb458529 HTTP/1.1" status: 200 len: 853 time: 0.1746557 Feb 09 20:48:22.474476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dfb693c-02ca-4b71-8cbc-281fa7db9e5d req-38d355b4-968c-41f1-92ad-47bd3bd7dff5 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995557 Feb 09 20:48:22.500285 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b16f550-e4fd-494a-be3d-e3dbd7f2bc16 req-6b9ecb91-e6d6-4656-bbfa-089381cb2f00 service neutron] 10.222.0.50 "GET /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058573 Feb 09 20:48:22.510195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Deleting port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:22.510935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:22.544003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5aae897a-71c5-4bd6-b985-46c70c640d07 req-011362a8-a466-42ed-9523-b0eec80d6a13 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 210 time: 0.1275768 Feb 09 20:48:22.552021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-04adf9b2-e2c6-4418-bfa6-bca5592e2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.553432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-04adf9b2-e2c6-4418-bfa6-bca5592e2af7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3880332 Feb 09 20:48:22.649642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0255b-c8a2-44ea-ace9-7e5611f234f4 req-982d9a76-da3b-4d8c-8e91-e5adfa5beafb tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.652161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eec0255b-c8a2-44ea-ace9-7e5611f234f4 req-982d9a76-da3b-4d8c-8e91-e5adfa5beafb tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.0947065 Feb 09 20:48:22.658001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] For port 8fabc99a-a33c-417f-82e9-c97ebc9aa43b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:22.658320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:22.684661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Calling delete_port for 8fabc99a-a33c-417f-82e9-c97ebc9aa43b owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:22.706836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241e6c-7721-4f5f-9921-4df766121d6b req-787109a1-606c-48d6-8d4f-4bd6dfe7e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.708401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-787109a1-606c-48d6-8d4f-4bd6dfe7e4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1127 time: 0.3331134 Feb 09 20:48:22.747797 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks [] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:22.755270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eec0255b-c8a2-44ea-ace9-7e5611f234f4 req-3013c488-e3f0-4739-a950-0faf25ae75d5 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942953 Feb 09 20:48:22.784748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-07acb83f-0472-4c7b-ac2d-a9076158a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.786342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-07acb83f-0472-4c7b-ac2d-a9076158a50d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15fbfbd3-17ea-47ff-b875-952132198419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3691254 Feb 09 20:48:22.796443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28e58e6e-569c-4e66-b7a6-c43b98b948f0 req-3f435791-b0a6-45f0-a735-0c639d070616 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900440 Feb 09 20:48:22.801772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-9c2f16f3-3053-49d5-a101-1cef3f368b41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721 HTTP/1.1" status: 200 len: 217 time: 0.0722289 Feb 09 20:48:22.907517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ad0a-6829-4e87-9c4d-2a232e7ed557 req-65f09b32-d082-4178-ac6c-6ecddfe6447e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.908935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0358ad0a-6829-4e87-9c4d-2a232e7ed557 req-65f09b32-d082-4178-ac6c-6ecddfe6447e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0766437 Feb 09 20:48:22.919141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-38de9432-d202-4ac6-b7c3-c2e8482d8afb service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576639 Feb 09 20:48:22.951514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-9788f916-64b8-4483-8fad-faf4e6adc876 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.956791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-9788f916-64b8-4483-8fad-faf4e6adc876 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.961998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-9788f916-64b8-4483-8fad-faf4e6adc876 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.967246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-9788f916-64b8-4483-8fad-faf4e6adc876 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.973041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-9788f916-64b8-4483-8fad-faf4e6adc876 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.978223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-9788f916-64b8-4483-8fad-faf4e6adc876 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.983391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-9788f916-64b8-4483-8fad-faf4e6adc876 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:22.985293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-9788f916-64b8-4483-8fad-faf4e6adc876 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.3459828 Feb 09 20:48:22.991240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0358ad0a-6829-4e87-9c4d-2a232e7ed557 req-caa5cf35-bb03-4d94-9ba6-96924b124615 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765769 Feb 09 20:48:23.000006 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8fabc99a-a33c-417f-82e9-c97ebc9aa43b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:23.025023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fabc99a-a33c-417f-82e9-c97ebc9aa43b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:23.058923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241e6c-7721-4f5f-9921-4df766121d6b req-c989a326-513a-47de-9c88-aeb5600e92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:23.060435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-c989a326-513a-47de-9c88-aeb5600e92a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.2475662 Feb 09 20:48:23.079137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:23.164109 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-998206d8-59fe-4586-94ab-5f4a42c823eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864158 Feb 09 20:48:23.182655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-2134a9b2-fcf8-4933-a0b6-2eb5e39c0e28 service neutron] 10.222.0.13 "GET /v2.0/networks/15fbfbd3-17ea-47ff-b875-952132198419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852572 Feb 09 20:48:23.253427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:48:23.260035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9f638-1d6b-453d-9ca6-bd2ddcd342e7 req-9b702808-2622-4ead-bf09-74de3c044f98 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:23.261570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80a9f638-1d6b-453d-9ca6-bd2ddcd342e7 req-9b702808-2622-4ead-bf09-74de3c044f98 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 944 time: 0.0823393 Feb 09 20:48:23.264276 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (41bbd874-9952-4442-814b-59766b5167a0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:23.396109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80a9f638-1d6b-453d-9ca6-bd2ddcd342e7 req-5fa13ad6-e591-4000-b14f-be6bdf1bbf0b tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249781 Feb 09 20:48:23.576950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15e62-5f96-4d8a-98ea-b4be9e68a07c req-f0db9150-7925-47e0-b76a-64d29d46232c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:23.578430 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ba15e62-5f96-4d8a-98ea-b4be9e68a07c req-f0db9150-7925-47e0-b76a-64d29d46232c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 947 time: 0.1035631 Feb 09 20:48:23.606126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Router 41bbd874-9952-4442-814b-59766b5167a0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:48:23.619875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:23.640408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:48:23.642916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Pushing event updated for resources: {'Port': ['ID=6d16a90b-e4bc-4b0b-b944-3519af94b53f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:23.677790 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ba15e62-5f96-4d8a-98ea-b4be9e68a07c req-82b08db8-cf17-4bf3-b35d-08e4f6dbc429 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929198 Feb 09 20:48:23.683312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecc58bd1-9c18-43d6-b49c-5c74b0a35dcf req-f9fd7300-8356-49f3-a12b-7bfcc7ca5727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6754453 Feb 09 20:48:23.690570 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c568233f-3083-480e-96e2-34bbc1e9aec8 req-b59fda77-1343-47ab-bd6b-8c24655ff7eb service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610226 Feb 09 20:48:23.746779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:23.747416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:23.775318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-18b38664-c593-43b5-a4d5-df5358e83635 service neutron] 10.222.0.13 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970945 Feb 09 20:48:23.778053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da8d689-e791-45f1-afd8-5307b5feb619 req-c7ffd60b-61ed-4ff5-8c05-e504cf9b660c service neutron] 10.222.0.13 "GET /v2.0/networks/15fbfbd3-17ea-47ff-b875-952132198419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742040 Feb 09 20:48:23.781728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0e5b7ab-0032-4459-a029-66431347093a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9972305 Feb 09 20:48:23.804207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Request body: {'port': {'device_id': '385effac-b836-49c5-a4cb-75de255bbd05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:23.857624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:48:23.864692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62bd7b79-51d1-4d56-8f34-2c181f91cf41 admin admin] 10.222.0.102 "PUT /v2.0/routers/41bbd874-9952-4442-814b-59766b5167a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2879364 Feb 09 20:48:23.868461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:23.870110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] Sync routers for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:48:23.884713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:48:23.885931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:23.958098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3a8ac-15e7-444f-9cba-8d15ef54cb62 req-fc857021-3d5a-45c7-9911-006c1e8b4de0 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:23.959638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1be3a8ac-15e7-444f-9cba-8d15ef54cb62 req-fc857021-3d5a-45c7-9911-006c1e8b4de0 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 943 time: 0.1580658 Feb 09 20:48:24.004948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e5084-3543-45dc-a547-2284e34ac284 req-e53dab86-1324-4053-8c04-67bd880a652f tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.006450 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d2e5084-3543-45dc-a547-2284e34ac284 req-e53dab86-1324-4053-8c04-67bd880a652f tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 935 time: 0.1732328 Feb 09 20:48:24.011571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-9bf92ac8-3c21-4dd9-914c-44e920deefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.013037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-9bf92ac8-3c21-4dd9-914c-44e920deefab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89c307ac09d248ad9d180fa82b971ca3&device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 1130 time: 0.2307265 Feb 09 20:48:24.015310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:48:24.015916 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.033436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks [] for router (41bbd874-9952-4442-814b-59766b5167a0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.037804 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1be3a8ac-15e7-444f-9cba-8d15ef54cb62 req-7fa0f24b-c0b2-4147-96aa-5f325a1381b6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661855 Feb 09 20:48:24.088800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:48:24.101194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93241e6c-7721-4f5f-9921-4df766121d6b req-b7798ed0-54f5-4419-91fe-5da86355f739 service neutron] 10.222.0.13 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094711 Feb 09 20:48:24.146731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:24.148988 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4693402e-68e8-48e4-bbf0-53e54d81be1b" -d '{"events": [{"name": "network-changed", "server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:24.168754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a771fa11-f71d-48f5-8500-26591b3d5666 None None] Provisioning complete for port 6d16a90b-e4bc-4b0b-b944-3519af94b53f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:24.169220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a771fa11-f71d-48f5-8500-26591b3d5666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.196264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d2e5084-3543-45dc-a547-2284e34ac284 req-de59a95d-66a1-4a73-847d-dafae066c892 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743996 Feb 09 20:48:24.221161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks [] for router_gateway (41bbd874-9952-4442-814b-59766b5167a0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.263114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20042f85-ecc3-4d10-965e-73fcf1456eaf req-0b1fc1da-428c-4422-817d-7f9f8362a5e6 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.264746 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20042f85-ecc3-4d10-965e-73fcf1456eaf req-0b1fc1da-428c-4422-817d-7f9f8362a5e6 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.0989606 Feb 09 20:48:24.273514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-baa0ada9-06a9-4c82-8027-738ce7dec9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.275022 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-baa0ada9-06a9-4c82-8027-738ce7dec9e5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2409725 Feb 09 20:48:24.307495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a771fa11-f71d-48f5-8500-26591b3d5666 None None] Port 6d16a90b-e4bc-4b0b-b944-3519af94b53f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:48:24.352134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-5fa5ac74-77bb-4625-b4cf-342b4226e793 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=e96adea4-8f24-4846-bb8e-088d012bcdce HTTP/1.1" status: 200 len: 217 time: 0.0692141 Feb 09 20:48:24.365889 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20042f85-ecc3-4d10-965e-73fcf1456eaf req-314d1f7d-f3d6-433a-8bd0-ed99bc9a731a tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763109 Feb 09 20:48:24.375330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Deleting port f086de70-e265-46d4-8954-19a36794b2c9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:24.376030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f086de70-e265-46d4-8954-19a36794b2c9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.397450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:24.437762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '9cb0fbcb-c867-4637-861d-c54bf94b2dd0', 'network_id': '15fbfbd3-17ea-47ff-b875-952132198419', 'port_id': '9cb0fbcb-c867-4637-861d-c54bf94b2dd0', 'mac_address': 'fa:16:3e:03:d6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719c44f8-7fc3-4ef1-8c65-1a02bb458529', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:48:24.483932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] For port f086de70-e265-46d4-8954-19a36794b2c9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f086de70-e265-46d4-8954-19a36794b2c9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:24.484526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f086de70-e265-46d4-8954-19a36794b2c9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.489591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:24.490194 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.493474 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab032ee-a3b8-42e8-892f-7826a14b12f5 x-openstack-request-id: req-0ab032ee-a3b8-42e8-892f-7826a14b12f5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:24.493650 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:24.493808 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0ab032ee-a3b8-42e8-892f-7826a14b12f5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:24.494200 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721', 'status': 'completed', 'code': 200} Feb 09 20:48:24.503979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Calling delete_port for f086de70-e265-46d4-8954-19a36794b2c9 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:24.514075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:24.521082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:48:22Z', 'revision_number': 5, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port': {'id': 'f086de70-e265-46d4-8954-19a36794b2c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bbd874-9952-4442-814b-59766b5167a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:35Z', 'updated_at': '2022-02-09T20:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:24.549827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] Checking router: 41bbd874-9952-4442-814b-59766b5167a0 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:48:24.571660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:24.575868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] Routers {'41bbd874-9952-4442-814b-59766b5167a0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:48:24.576506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['41bbd874-9952-4442-814b-59766b5167a0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:24.578355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-3e560dd0-8ab9-47ae-9e2f-a1647aad4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.580988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-3e560dd0-8ab9-47ae-9e2f-a1647aad4db4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1812041 Feb 09 20:48:24.581391 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.610298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981ffb0-0054-475b-abd4-07687d9af4f9 req-540495ce-6ddd-4e40-8d57-ade49e855cd5 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.611904 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2981ffb0-0054-475b-abd4-07687d9af4f9 req-540495ce-6ddd-4e40-8d57-ade49e855cd5 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.1056745 Feb 09 20:48:24.612207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b8947-998f-4925-b6ff-d31c7bf2ccd0 req-ef418445-1f6c-445b-b223-ed0a84e11a18 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.613675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-590b8947-998f-4925-b6ff-d31c7bf2ccd0 req-ef418445-1f6c-445b-b223-ed0a84e11a18 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.2047195 Feb 09 20:48:24.661700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-28781657-f8ff-4b84-b63f-7817c8e470d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.663205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-28781657-f8ff-4b84-b63f-7817c8e470d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1127 time: 0.1642075 Feb 09 20:48:24.703819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:24.715495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] Set router 41bbd874-9952-4442-814b-59766b5167a0 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:48:24.738006 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2981ffb0-0054-475b-abd4-07687d9af4f9 req-e0bd7e57-c692-4e48-b499-2b9b6d0ca799 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171966 Feb 09 20:48:24.774382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:48:24Z', 'revision_number': 6, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:24.797857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d16a90b-e4bc-4b0b-b944-3519af94b53f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:24.808884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb07994-b577-4610-9ada-b9d5e3aa0ffe None None] The sync data for ids ['41bbd874-9952-4442-814b-59766b5167a0'] in n-d-789963-29 is: [{'id': '41bbd874-9952-4442-814b-59766b5167a0', 'name': 'tempest-ServersTestFqdnHostnames-1480027470-router', 'tenant_id': 'f845bbcd2d304938b56862afc5cac6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:32Z', 'updated_at': '2022-02-09T20:48:24Z', 'revision_number': 6, 'project_id': 'f845bbcd2d304938b56862afc5cac6f4', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:48:24.811210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f086de70-e265-46d4-8954-19a36794b2c9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.814334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-a40df8f5-12b7-4b30-91e7-7a212dfe8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.815934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-a40df8f5-12b7-4b30-91e7-7a212dfe8fc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2119560 Feb 09 20:48:24.840223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Publish callbacks [] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.841552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f086de70-e265-46d4-8954-19a36794b2c9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:24.879891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-590b8947-998f-4925-b6ff-d31c7bf2ccd0 req-e86f95a3-53fd-45bb-a21f-0863a6fc0fdb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546513 Feb 09 20:48:24.932491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Transition to ACTIVE for port object 6d16a90b-e4bc-4b0b-b944-3519af94b53f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:48:24.942576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['9cb0fbcb-c867-4637-861d-c54bf94b2dd0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:24.943167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:24.949144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-1ae66279-7727-43da-b7ed-362aae727fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.950641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-1ae66279-7727-43da-b7ed-362aae727fa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 914 time: 0.2781227 Feb 09 20:48:24.969652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa9e2-d54b-40c3-a4a4-cce8cbff985e req-259ef0c6-95a7-4b70-8b1e-c71c3945aa72 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:24.971652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3dfa9e2-d54b-40c3-a4a4-cce8cbff985e req-259ef0c6-95a7-4b70-8b1e-c71c3945aa72 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 944 time: 0.1257679 Feb 09 20:48:24.975553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (41bbd874-9952-4442-814b-59766b5167a0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.046104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-487ee652-575a-4052-9cd2-9a07632e4b45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721 HTTP/1.1" status: 200 len: 217 time: 0.0888755 Feb 09 20:48:25.114781 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (41bbd874-9952-4442-814b-59766b5167a0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.117473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Pushing event updated for resources: {'Port': ['ID=6d16a90b-e4bc-4b0b-b944-3519af94b53f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:25.121993 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks [] for router_controller (41bbd874-9952-4442-814b-59766b5167a0), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.140299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-bca82268-f008-414b-93f3-bcba5c0a393e service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086770 Feb 09 20:48:25.149418 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3dfa9e2-d54b-40c3-a4a4-cce8cbff985e req-1e2884a4-bc5e-4ff2-8a81-aa864657e3ab tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714079 Feb 09 20:48:25.208574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (41bbd874-9952-4442-814b-59766b5167a0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.210531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41bbd874-9952-4442-814b-59766b5167a0 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:48:25.216541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.218263 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eaa08892-a21f-4602-9c03-780b0d5bbbe4 admin admin] 10.222.0.102 "DELETE /v2.0/routers/41bbd874-9952-4442-814b-59766b5167a0 HTTP/1.1" status: 204 len: 168 time: 1.3483596 Feb 09 20:48:25.222211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:25.287154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-9f589c80-b8d2-4a21-84dc-d76210ba0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.289138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-9f589c80-b8d2-4a21-84dc-d76210ba0f6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.2200685 Feb 09 20:48:25.330237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfeacea-345e-4f55-8936-66ed64e876d8 admin admin] Deleting subnet 26453275-6449-449d-a620-69f17df432c8 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:48:25.337383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa1237-aed6-4733-ab23-6866e7105cc6 req-d4f9fc12-e258-4dc0-bfc2-ee71726b237b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.346935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63aa1237-aed6-4733-ab23-6866e7105cc6 req-d4f9fc12-e258-4dc0-bfc2-ee71726b237b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 947 time: 0.3591950 Feb 09 20:48:25.354560 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dfeacea-345e-4f55-8936-66ed64e876d8 admin admin] Publish callbacks [] for subnet (26453275-6449-449d-a620-69f17df432c8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.410027 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-6fbffb87-3bc6-4ea2-a27c-4749a33b9c70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048114 Feb 09 20:48:25.413393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dfeacea-345e-4f55-8936-66ed64e876d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (26453275-6449-449d-a620-69f17df432c8), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.510412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Attempting to bind port 6d16a90b-e4bc-4b0b-b944-3519af94b53f on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:48:25.510861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Attempting to bind port 6d16a90b-e4bc-4b0b-b944-3519af94b53f by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:48:25.511191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Attempting to bind port 6d16a90b-e4bc-4b0b-b944-3519af94b53f on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:25.549227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Port 6d16a90b-e4bc-4b0b-b944-3519af94b53f on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:48:25.549637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Attempting to bind port 6d16a90b-e4bc-4b0b-b944-3519af94b53f on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:25.565865 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2edc9b4-b4de-4fe1-b049-b0b590e295b4 req-07a10db6-b8c4-44d7-a393-a0eac14f9531 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863447 Feb 09 20:48:25.569159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63aa1237-aed6-4733-ab23-6866e7105cc6 req-d5223489-84f8-440e-ba34-be8b8a4eda7e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213087 Feb 09 20:48:25.574240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:48:25.574478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:25.574812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:48:25.575266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Bound port: 6d16a90b-e4bc-4b0b-b944-3519af94b53f, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:48:25.575627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.609630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-abd3d3ae-69c8-40b9-90f6-4b61f497e38c service neutron] 10.222.0.13 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922655 Feb 09 20:48:25.757103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] For port 6d16a90b-e4bc-4b0b-b944-3519af94b53f, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:48:25.783449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:48:25.785296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] For port 6d16a90b-e4bc-4b0b-b944-3519af94b53f, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:48:25.793712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.800829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.804125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789061d3-daae-4331-aaa1-f8f18fd65ad1 req-217dd0a4-52b7-4e9e-b40f-23358c1c4914 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.805643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789061d3-daae-4331-aaa1-f8f18fd65ad1 req-217dd0a4-52b7-4e9e-b40f-23358c1c4914 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 944 time: 0.1645117 Feb 09 20:48:25.806290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.808665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.812020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.818813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.823137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4693402e-68e8-48e4-bbf0-53e54d81be1b req-c7bc7a1c-eb1e-439d-8867-56d75bdecb1e service neutron] 10.222.0.13 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945593 Feb 09 20:48:25.823400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.831244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.833495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-e8e6de79-2b06-40c8-9741-40b0b8d32896 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.5618594 Feb 09 20:48:25.869008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:25.869636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.871055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d16a90b-e4bc-4b0b-b944-3519af94b53f HTTP/1.1" status: 200 len: 1096 time: 2.0805097 Feb 09 20:48:25.906858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922b9ae-dfec-4258-8836-5b2d8732ab89 service neutron] Pushing event updated for resources: {'Port': ['ID=6d16a90b-e4bc-4b0b-b944-3519af94b53f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:25.929129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dfeacea-345e-4f55-8936-66ed64e876d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (26453275-6449-449d-a620-69f17df432c8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:25.944358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789061d3-daae-4331-aaa1-f8f18fd65ad1 req-b4ba70da-255a-4c82-b9fa-96ca0f5347f5 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260602 Feb 09 20:48:26.008186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48221570-0ad2-48a8-9c21-6ec61f90e45b req-7fa84e3a-3ab2-4351-b8f2-d5c83900e08b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090603 Feb 09 20:48:26.014634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-efde5843-d883-4285-a369-5f00699a781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.016225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-efde5843-d883-4285-a369-5f00699a781d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc122075d5254b028c62760ee93d125e&device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 1130 time: 0.0700839 Feb 09 20:48:26.033667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dfeacea-345e-4f55-8936-66ed64e876d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (26453275-6449-449d-a620-69f17df432c8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.048053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dfeacea-345e-4f55-8936-66ed64e876d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.051816 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3dfeacea-345e-4f55-8936-66ed64e876d8 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/26453275-6449-449d-a620-69f17df432c8 HTTP/1.1" status: 204 len: 168 time: 0.8285775 Feb 09 20:48:26.059051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2028bc4f-c16f-45da-adf4-0ec0ec4a4b66 None None] Network 9c32e783-53e9-4c80-a9d8-5b1efc43f362 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:48:26.083768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:26.115471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfeacea-345e-4f55-8936-66ed64e876d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26453275-6449-449d-a620-69f17df432c8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:26.119512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-5005c06f-6b67-44a4-8ab9-d6d4f8768133 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f HTTP/1.1" status: 200 len: 217 time: 0.0933566 Feb 09 20:48:26.209147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6e355-0543-46eb-8f78-75b301c53fd1 req-b876e252-103c-4639-8426-7c5d8f57ef9d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.211380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74a6e355-0543-46eb-8f78-75b301c53fd1 req-b876e252-103c-4639-8426-7c5d8f57ef9d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0918162 Feb 09 20:48:26.272475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9c32e783-53e9-4c80-a9d8-5b1efc43f362), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.275404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-3b57459d-f476-4d3c-a8b0-5ea7ec7ab1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.276528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74a6e355-0543-46eb-8f78-75b301c53fd1 req-8c3a23fe-a8a0-48db-92af-a03ada09b978 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592957 Feb 09 20:48:26.280657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-3b57459d-f476-4d3c-a8b0-5ea7ec7ab1b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1426713 Feb 09 20:48:26.303161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca4a7-decd-4507-bd97-228daddf5ee2 req-594996f8-fea9-4a07-a91a-f66acdf62bbd tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.310971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0efca4a7-decd-4507-bd97-228daddf5ee2 req-594996f8-fea9-4a07-a91a-f66acdf62bbd tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 947 time: 0.2835400 Feb 09 20:48:26.360507 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.416300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8fabc99a-a33c-417f-82e9-c97ebc9aa43b no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:26.426431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-0a75010f-4929-4b34-99ba-32541920c3f1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.432772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-0a75010f-4929-4b34-99ba-32541920c3f1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.438364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0efca4a7-decd-4507-bd97-228daddf5ee2 req-24f3b433-6be4-41c7-bd33-10010df8400c tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265352 Feb 09 20:48:26.438535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-0a75010f-4929-4b34-99ba-32541920c3f1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.445468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-0a75010f-4929-4b34-99ba-32541920c3f1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.446933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8fabc99a-a33c-417f-82e9-c97ebc9aa43b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:26.447287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8fabc99a-a33c-417f-82e9-c97ebc9aa43b not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:26.447906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f086de70-e265-46d4-8954-19a36794b2c9 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:26.449924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0d24e29-b338-46f0-9659-5cd7339a40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.451552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-b0d24e29-b338-46f0-9659-5cd7339a40ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1588471 Feb 09 20:48:26.459071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-0a75010f-4929-4b34-99ba-32541920c3f1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.480002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f086de70-e265-46d4-8954-19a36794b2c9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:26.480173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f086de70-e265-46d4-8954-19a36794b2c9 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:26.489176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-0a75010f-4929-4b34-99ba-32541920c3f1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.495209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-0a75010f-4929-4b34-99ba-32541920c3f1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.508009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] DHCP port deletion for 9c32e783-53e9-4c80-a9d8-5b1efc43f362 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:48:26.511241 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-0a75010f-4929-4b34-99ba-32541920c3f1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.1617994 Feb 09 20:48:26.571472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] Deleting port f73ad675-9d9f-4871-89e4-e829eaa38b32 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:26.572173 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.572531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4508ee88-2b0f-47d0-8ded-4b2a35b31939 req-da60ee78-2be2-497c-b459-46dcbe2d4fd2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602531 Feb 09 20:48:26.642597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] For port f73ad675-9d9f-4871-89e4-e829eaa38b32, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f73ad675-9d9f-4871-89e4-e829eaa38b32,segment=NetworkSegment(488002f1-9545-4007-8543-46e33757d58d),segment_id=488002f1-9545-4007-8543-46e33757d58d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:26.643004 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.657475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] Calling delete_port for f73ad675-9d9f-4871-89e4-e829eaa38b32 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:26.711045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82788076-0755-448f-8543-091a3ee4aa4f req-ad69cd2d-1cb0-4d8e-afa1-ddc9426c645a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.712609 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82788076-0755-448f-8543-091a3ee4aa4f req-ad69cd2d-1cb0-4d8e-afa1-ddc9426c645a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 947 time: 0.0611696 Feb 09 20:48:26.753938 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.765883 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82788076-0755-448f-8543-091a3ee4aa4f req-77b9bead-b844-4cd2-b2d3-d45bd3cc00e8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Feb 09 20:48:26.780739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385effac-b836-49c5-a4cb-75de255bbd05', 'tag': '6d16a90b-e4bc-4b0b-b944-3519af94b53f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:26.783643 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "385effac-b836-49c5-a4cb-75de255bbd05", "tag": "6d16a90b-e4bc-4b0b-b944-3519af94b53f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:26.785105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] Pushing event deleted for resources: {'Port': ['ID=f73ad675-9d9f-4871-89e4-e829eaa38b32,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:26.794233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8d7d6-a97a-4904-a834-0b19ae77ff9a None None] No DVR routers for this DVR port f73ad675-9d9f-4871-89e4-e829eaa38b32 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:26.800547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e96adea4-8f24-4846-bb8e-088d012bcdce details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:48:26.863979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Deleting port f73ad675-9d9f-4871-89e4-e829eaa38b32 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:26.864446 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.919649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e2c6-177d-47a7-995e-369255860629 req-7415dd68-6315-4cb8-a6c7-a0088fd66b67 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.920417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e96adea4-8f24-4846-bb8e-088d012bcdce, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e96adea4-8f24-4846-bb8e-088d012bcdce,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:26.925541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e2c6-177d-47a7-995e-369255860629 req-7415dd68-6315-4cb8-a6c7-a0088fd66b67 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.931045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e2c6-177d-47a7-995e-369255860629 req-7415dd68-6315-4cb8-a6c7-a0088fd66b67 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.933927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'e96adea4-8f24-4846-bb8e-088d012bcdce', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': 'e96adea4-8f24-4846-bb8e-088d012bcdce', 'mac_address': 'fa:16:3e:c2:b1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:48:26.936627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e2c6-177d-47a7-995e-369255860629 req-7415dd68-6315-4cb8-a6c7-a0088fd66b67 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.942048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e2c6-177d-47a7-995e-369255860629 req-7415dd68-6315-4cb8-a6c7-a0088fd66b67 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.948169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e2c6-177d-47a7-995e-369255860629 req-7415dd68-6315-4cb8-a6c7-a0088fd66b67 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.953501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6e2c6-177d-47a7-995e-369255860629 req-7415dd68-6315-4cb8-a6c7-a0088fd66b67 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.955504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42d6e2c6-177d-47a7-995e-369255860629 req-7415dd68-6315-4cb8-a6c7-a0088fd66b67 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.1044276 Feb 09 20:48:26.963241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-bf458c54-f28b-42ca-8f95-57a2c3ae3e97 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022609 Feb 09 20:48:26.969043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] For port f73ad675-9d9f-4871-89e4-e829eaa38b32, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:26.969405 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.990394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e96adea4-8f24-4846-bb8e-088d012bcdce is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:26.990812 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:26.996146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b0562-4eab-4f83-8252-eb075af5966f req-0b1ffcd3-ec0b-401c-b64b-50a175f9d99e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:26.997658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e2b0562-4eab-4f83-8252-eb075af5966f req-0b1ffcd3-ec0b-401c-b64b-50a175f9d99e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 944 time: 0.2113280 Feb 09 20:48:27.006434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96adea4-8f24-4846-bb8e-088d012bcdce {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:27.012526 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c1060a-6698-4395-9e2c-c3b8aa2d1cd7 x-openstack-request-id: req-78c1060a-6698-4395-9e2c-c3b8aa2d1cd7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:27.012814 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385effac-b836-49c5-a4cb-75de255bbd05", "tag": "6d16a90b-e4bc-4b0b-b944-3519af94b53f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:27.013066 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-78c1060a-6698-4395-9e2c-c3b8aa2d1cd7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:27.013450 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385effac-b836-49c5-a4cb-75de255bbd05', 'tag': '6d16a90b-e4bc-4b0b-b944-3519af94b53f', 'status': 'completed', 'code': 200} Feb 09 20:48:27.029739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e96adea4-8f24-4846-bb8e-088d012bcdce, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e96adea4-8f24-4846-bb8e-088d012bcdce,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:27.039658 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.042114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3c83ff23-3883-4dda-824a-bcec8316ef12 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:48:27.044347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Calling delete_port for f73ad675-9d9f-4871-89e4-e829eaa38b32 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:27.048811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Port f73ad675-9d9f-4871-89e4-e829eaa38b32 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:48:27.058334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f73ad675-9d9f-4871-89e4-e829eaa38b32), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.104937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] No DVR routers for this DVR port f73ad675-9d9f-4871-89e4-e829eaa38b32 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:27.111849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73ad675-9d9f-4871-89e4-e829eaa38b32,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:27.141183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcda1f-803c-4325-b521-0b0d5d965875 req-ee9ec553-d41a-43e6-9a6c-63cc4179dd91 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:27.143723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddbcda1f-803c-4325-b521-0b0d5d965875 req-ee9ec553-d41a-43e6-9a6c-63cc4179dd91 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 944 time: 0.0815380 Feb 09 20:48:27.156843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e96adea4-8f24-4846-bb8e-088d012bcdce,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:27.209466 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddbcda1f-803c-4325-b521-0b0d5d965875 req-38b831e5-ec0e-4ea3-9ea6-707a57cf5527 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597148 Feb 09 20:48:27.213232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:27.222272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e2b0562-4eab-4f83-8252-eb075af5966f req-5b67c03c-b500-4829-8eba-637301b7213b tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113817 Feb 09 20:48:27.227243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70fce374-1b3c-4b3f-914e-7afaea766c6c req-9c209f9a-9edf-407f-9b3d-f154e63f8eda service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546434 Feb 09 20:48:27.234347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'port_id': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'mac_address': 'fa:16:3e:95:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52df283-8303-4f51-85c2-e6e558df4ce9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:48:27.240638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9c32e783-53e9-4c80-a9d8-5b1efc43f362), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.274564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c32e783-53e9-4c80-a9d8-5b1efc43f362']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:27.284932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488002f1-9545-4007-8543-46e33757d58d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:27.285395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488002f1-9545-4007-8543-46e33757d58d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:48:27.286912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3c83ff23-3883-4dda-824a-bcec8316ef12 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:27.287317 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.297155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (488002f1-9545-4007-8543-46e33757d58d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.302620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c83ff23-3883-4dda-824a-bcec8316ef12 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:27.351434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (488002f1-9545-4007-8543-46e33757d58d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.362451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:48:27.362957 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (488002f1-9545-4007-8543-46e33757d58d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.379811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:48:27.382521 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:48:27.384972 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.430654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-64e33f79-5e68-4c4b-b58e-35f8709867f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:27.432504 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-64e33f79-5e68-4c4b-b58e-35f8709867f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc122075d5254b028c62760ee93d125e&device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 1130 time: 0.1237848 Feb 09 20:48:27.436553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911d16b-7425-4216-8dee-5f7377a9d90e req-d15be02b-401b-4158-999b-1722289050d4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:27.438106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f911d16b-7425-4216-8dee-5f7377a9d90e req-d15be02b-401b-4158-999b-1722289050d4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0797532 Feb 09 20:48:27.484455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:27.509457 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f911d16b-7425-4216-8dee-5f7377a9d90e req-e2ba3926-54ae-4d40-a694-3c72077e7fcd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629210 Feb 09 20:48:27.514655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9c32e783-53e9-4c80-a9d8-5b1efc43f362), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.515081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['3c83ff23-3883-4dda-824a-bcec8316ef12'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:27.547067 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:27.547067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] 10.222.0.102 "DELETE /v2.0/networks/9c32e783-53e9-4c80-a9d8-5b1efc43f362 HTTP/1.1" status: 204 len: 168 time: 1.4625399 Feb 09 20:48:27.547067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bea31-28c6-4acc-9a92-9618d7238ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c32e783-53e9-4c80-a9d8-5b1efc43f362,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:27.666685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-e27ac016-fd58-47e3-bfcf-cde413e9ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:27.668313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-e27ac016-fd58-47e3-bfcf-cde413e9ffca service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2195263 Feb 09 20:48:27.677263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1379eb7-94b9-46df-b678-1e204bca099e req-fed4673e-8aeb-459b-9d74-b32245434d3b tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:27.679457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1379eb7-94b9-46df-b678-1e204bca099e req-fed4673e-8aeb-459b-9d74-b32245434d3b tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 947 time: 0.1100712 Feb 09 20:48:27.723236 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-0373ca38-19aa-4829-94b5-73cfd0f9731f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f HTTP/1.1" status: 200 len: 217 time: 0.0411627 Feb 09 20:48:27.802351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1379eb7-94b9-46df-b678-1e204bca099e req-49ee6aa6-c0de-4d69-ac47-c4f4ec22b1d4 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815656 Feb 09 20:48:27.802976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:27.805798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-18c30072-7e7b-4de8-9b2e-247c06397ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:27.807244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-18c30072-7e7b-4de8-9b2e-247c06397ae9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0710402 Feb 09 20:48:27.825510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e96adea4-8f24-4846-bb8e-088d012bcdce'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:27.883638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5b0ab1ff-47c9-40c8-b50f-a6517659a76c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f845bbcd2d304938b56862afc5cac6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774319 Feb 09 20:48:27.885801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:27.935727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-60e1ad52-8c78-480a-a7e9-06496966c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:27.937489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-60e1ad52-8c78-480a-a7e9-06496966c36d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1119268 Feb 09 20:48:27.954399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6600a1-dbf7-41ba-aa7f-9a71e4dd2bf6 req-882b278b-9fe4-482d-91d7-1f211105430e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:27.956400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d6600a1-dbf7-41ba-aa7f-9a71e4dd2bf6 req-882b278b-9fe4-482d-91d7-1f211105430e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 948 time: 0.0846848 Feb 09 20:48:27.973382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fea74b72-bd9c-41c0-8d37-5eda377e9ea0 admin admin] Publish callbacks [] for security_group (9903d377-4e1d-49f4-8008-78e7a8a384af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.029989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d6600a1-dbf7-41ba-aa7f-9a71e4dd2bf6 req-404d5d5c-8f5b-457f-bfc2-6eae0cbbcd83 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653117 Feb 09 20:48:28.033169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fea74b72-bd9c-41c0-8d37-5eda377e9ea0 admin admin] Publish callbacks [] for security_group (9903d377-4e1d-49f4-8008-78e7a8a384af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.072991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b16edb9d-60d7-4aac-bb60-2ae26dc45721 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:48:28.075524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:28.088409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-8d18bbca-8356-42c1-a1b6-7fee324ae7c6 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365697 Feb 09 20:48:28.155240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fea74b72-bd9c-41c0-8d37-5eda377e9ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9903d377-4e1d-49f4-8008-78e7a8a384af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.158250 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fea74b72-bd9c-41c0-8d37-5eda377e9ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.159527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fea74b72-bd9c-41c0-8d37-5eda377e9ea0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9903d377-4e1d-49f4-8008-78e7a8a384af HTTP/1.1" status: 204 len: 168 time: 0.2692151 Feb 09 20:48:28.175264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea74b72-bd9c-41c0-8d37-5eda377e9ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9903d377-4e1d-49f4-8008-78e7a8a384af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:28.214865 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f9942bd-46fc-42f0-a9fc-21dce0582c8f req-0ee211bd-3dba-4d6a-8f41-87cb37c2fe8c service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201065 Feb 09 20:48:28.234811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:28.262186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:28.262574 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.349101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b16edb9d-60d7-4aac-bb60-2ae26dc45721, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:28.376967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721', 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079', 'port_id': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721', 'mac_address': 'fa:16:3e:a7:6c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c05ec5-1e2d-499c-adbf-1cee79810199', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:48:28.461830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e584b71-acc9-4f07-a5a5-9d07824b728b req-3d99004b-170a-419e-8bac-dafb4e7ce9a9 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:28.465060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b16edb9d-60d7-4aac-bb60-2ae26dc45721 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:28.465774 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.466637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e584b71-acc9-4f07-a5a5-9d07824b728b req-3d99004b-170a-419e-8bac-dafb4e7ce9a9 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 944 time: 0.1364822 Feb 09 20:48:28.496869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f73ad675-9d9f-4871-89e4-e829eaa38b32 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:28.505414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9402e-9ea3-4b19-aa58-303903ef862e req-a6e9be65-8f10-49e8-98d1-a2bb330a258d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:28.514415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-abe9402e-9ea3-4b19-aa58-303903ef862e req-a6e9be65-8f10-49e8-98d1-a2bb330a258d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 944 time: 0.1722171 Feb 09 20:48:28.535485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f73ad675-9d9f-4871-89e4-e829eaa38b32 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:28.536110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f73ad675-9d9f-4871-89e4-e829eaa38b32 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:28.540033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16edb9d-60d7-4aac-bb60-2ae26dc45721 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:28.547709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:28.550021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.596773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e584b71-acc9-4f07-a5a5-9d07824b728b req-8fe6764c-783c-440c-8349-e7b0d129f4a6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225796 Feb 09 20:48:28.602600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:28.605645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b16edb9d-60d7-4aac-bb60-2ae26dc45721, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:28.607406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc86061-1562-44a3-8b0e-6c4f76e27c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb0fbcb-c867-4637-861d-c54bf94b2dd0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:28.609889 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bd1c90-0b6b-46df-a58a-202e04b1b896" -d '{"events": [{"server_uuid": "2fc86061-1562-44a3-8b0e-6c4f76e27c29", "name": "network-vif-plugged", "status": "completed", "tag": "9cb0fbcb-c867-4637-861d-c54bf94b2dd0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:28.615571 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.620091 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.625418 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-abe9402e-9ea3-4b19-aa58-303903ef862e req-6586ec4b-85a4-4bb4-80e9-67fddb97b71e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093557 Feb 09 20:48:28.714047 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c6f8b0-39d6-4d4d-bb96-0d91509204b5 x-openstack-request-id: req-a5c6f8b0-39d6-4d4d-bb96-0d91509204b5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:28.714501 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc86061-1562-44a3-8b0e-6c4f76e27c29", "name": "network-vif-plugged", "status": "completed", "tag": "9cb0fbcb-c867-4637-861d-c54bf94b2dd0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:28.715020 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a5c6f8b0-39d6-4d4d-bb96-0d91509204b5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:28.715662 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc86061-1562-44a3-8b0e-6c4f76e27c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb0fbcb-c867-4637-861d-c54bf94b2dd0', 'code': 200} Feb 09 20:48:28.716781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:28.781900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b16edb9d-60d7-4aac-bb60-2ae26dc45721,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:28.804074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3c83ff23-3883-4dda-824a-bcec8316ef12 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:28.867510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9a97d-53e8-413d-84ed-d98960fc929f req-ea736b28-c306-439e-baf3-5a4f6182c29b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:28.875374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7c9a97d-53e8-413d-84ed-d98960fc929f req-ea736b28-c306-439e-baf3-5a4f6182c29b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 944 time: 0.1771965 Feb 09 20:48:28.913137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 3c83ff23-3883-4dda-824a-bcec8316ef12 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:28.913594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:28.936510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9a1f6-f6e5-4571-9023-e4f0bdea4d69 req-357a0c15-144e-4326-a569-c3d14e524bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:28.938506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36a9a1f6-f6e5-4571-9023-e4f0bdea4d69 req-357a0c15-144e-4326-a569-c3d14e524bfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 1128 time: 0.1330078 Feb 09 20:48:28.980316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7c9a97d-53e8-413d-84ed-d98960fc929f req-1a2bb830-1ec9-424e-b500-ec9d17c3e856 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040523 Feb 09 20:48:28.997334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:29.041470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36a9a1f6-f6e5-4571-9023-e4f0bdea4d69 req-1f50424a-ab7a-4a50-9590-12abf611ee14 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952389 Feb 09 20:48:29.145538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3c83ff23-3883-4dda-824a-bcec8316ef12 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:29.145990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:29.164737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4c8b-ec1a-4df1-b35d-85d5261bd77e req-0324ba7c-1016-49f0-a58a-eabdac4b1c07 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:29.166271 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab3a4c8b-ec1a-4df1-b35d-85d5261bd77e req-0324ba7c-1016-49f0-a58a-eabdac4b1c07 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 947 time: 0.1784146 Feb 09 20:48:29.286303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab3a4c8b-ec1a-4df1-b35d-85d5261bd77e req-e07a2b08-0b33-4ce1-a5f8-a33bf93a6603 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054795 Feb 09 20:48:29.313391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:29.321675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:29.363048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de13d4-8422-48f7-b9cb-4c433883318c req-0cd4d225-f7ec-4d7a-82aa-57f198bdc18f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:29.364685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95de13d4-8422-48f7-b9cb-4c433883318c req-0cd4d225-f7ec-4d7a-82aa-57f198bdc18f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 948 time: 0.1232803 Feb 09 20:48:29.429552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:29.465351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95de13d4-8422-48f7-b9cb-4c433883318c req-0a552de0-3abf-457d-afa0-b7a7c82fd367 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940855 Feb 09 20:48:29.572824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:29.704437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1029944346-network', 'tenant_id': 'd1ba2ddee71f4e8e923136910dea73e4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:29.730180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Made reservation on behalf of d1ba2ddee71f4e8e923136910dea73e4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:29.734383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:29.748536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:29.828646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462118c1-55e1-46c7-ad19-c4447915dc0c req-be53d050-9eb4-4cf3-89a9-df75f96ac477 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:29.830795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-462118c1-55e1-46c7-ad19-c4447915dc0c req-be53d050-9eb4-4cf3-89a9-df75f96ac477 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 945 time: 0.0728874 Feb 09 20:48:29.857767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ca6c4-bb8d-4d87-a268-11184c0fd1ee req-4b5f715b-5999-4b24-805a-48080ca80f7a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:29.859641 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cb2ca6c4-bb8d-4d87-a268-11184c0fd1ee req-4b5f715b-5999-4b24-805a-48080ca80f7a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 945 time: 0.1004639 Feb 09 20:48:29.905181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-462118c1-55e1-46c7-ad19-c4447915dc0c req-d13f15bd-a082-401d-8af3-2131f9ea62f3 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662844 Feb 09 20:48:29.943355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Publish callbacks [] for security_group (30d74582-302e-44c8-950d-92f45537a3d1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:29.949780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (30d74582-302e-44c8-950d-92f45537a3d1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:29.956337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cb2ca6c4-bb8d-4d87-a268-11184c0fd1ee req-8b829fb3-d4cb-4f0f-b0c7-4d538595f982 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824707 Feb 09 20:48:29.985267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:48:30.010271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2f8a38d3-aa02-4685-9d92-6a5c57dcfc60), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:30.014339 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Added segment 2f8a38d3-aa02-4685-9d92-6a5c57dcfc60 of type vlan for network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 Feb 09 20:48:30.068472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (09ed5529-135e-4d4b-a0cf-78635a2de3a4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:30.081349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d74582-302e-44c8-950d-92f45537a3d1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:30.102471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (09ed5529-135e-4d4b-a0cf-78635a2de3a4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:30.103725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:30.104502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:30.147557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd965b22-6497-44d9-974a-b72fed654f8d req-f0cd2151-9727-40d5-80cc-08e7f6ea6ec5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:30.149301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd965b22-6497-44d9-974a-b72fed654f8d req-f0cd2151-9727-40d5-80cc-08e7f6ea6ec5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0983801 Feb 09 20:48:30.176255 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6022036 Feb 09 20:48:30.179406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:48:30.185873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Request body: {'subnet': {'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1029944346-subnet', 'tenant_id': 'd1ba2ddee71f4e8e923136910dea73e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:30.194220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad0479-f0e6-4521-8d8b-268c7374d288 admin admin] Pushing event updated for resources: {'Network': ['ID=09ed5529-135e-4d4b-a0cf-78635a2de3a4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:30.209348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:48:30.233430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Made reservation on behalf of d1ba2ddee71f4e8e923136910dea73e4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:30.237630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:30.330419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd965b22-6497-44d9-974a-b72fed654f8d req-d797e0fb-ecc2-4be9-ad84-be9d382b58c3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658187 Feb 09 20:48:30.547024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (c8440197-f8c5-44cc-8feb-cb566d23ead7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:30.560395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ab61a-d1bc-4524-b289-839d79170d7d req-91ff558f-23ed-4543-bc49-f4950786acfd tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:30.564868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a0ab61a-d1bc-4524-b289-839d79170d7d req-91ff558f-23ed-4543-bc49-f4950786acfd tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 947 time: 0.1108966 Feb 09 20:48:30.648454 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a0ab61a-d1bc-4524-b289-839d79170d7d req-4fba913f-e286-482f-8ea5-32b50c3a2358 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796804 Feb 09 20:48:30.671321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8440197-f8c5-44cc-8feb-cb566d23ead7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:30.685719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Checking segment: {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:30.686173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Network hostable DHCP agents. Network: 09ed5529-135e-4d4b-a0cf-78635a2de3a4, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:48:30.699324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e549-8e84-49b5-889e-9c9fd80f1844 req-27744034-de48-42d2-a8fc-f3a040413057 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:30.699324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e26e549-8e84-49b5-889e-9c9fd80f1844 req-27744034-de48-42d2-a8fc-f3a040413057 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 948 time: 0.1134384 Feb 09 20:48:30.717314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:30.720379 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02552d17-f368-4767-808c-97800bdaebeb" -d '{"events": [{"server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "name": "network-vif-plugged", "status": "completed", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:30.742964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:48:30.763677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 09ed5529-135e-4d4b-a0cf-78635a2de3a4) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:30.774221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53009789-5d9e-459b-818d-f27d7d464ec0 None None] Network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:48:30.777585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:30.785382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:30.791811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e26e549-8e84-49b5-889e-9c9fd80f1844 req-42a276a3-4597-477f-beec-6d14d2f7e4b2 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857420 Feb 09 20:48:30.800211 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb1e11-bb84-4d9d-8282-c6af1445c5dc x-openstack-request-id: req-3ebb1e11-bb84-4d9d-8282-c6af1445c5dc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:30.800543 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "name": "network-vif-plugged", "status": "completed", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:30.800759 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3ebb1e11-bb84-4d9d-8282-c6af1445c5dc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:30.801151 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'code': 200} Feb 09 20:48:30.819017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4e29f7d7-bc2b-476d-92f7-239e5db54493 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6375084 Feb 09 20:48:30.852278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6d16a90b-e4bc-4b0b-b944-3519af94b53f details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:48:30.854259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e96adea4-8f24-4846-bb8e-088d012bcdce up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:31.013009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b62350a-c5d3-477d-a07f-ab4fb704ee12 None None] Network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:48:31.089465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port e96adea4-8f24-4846-bb8e-088d012bcdce completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:31.112882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6d16a90b-e4bc-4b0b-b944-3519af94b53f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:31.116439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port e96adea4-8f24-4846-bb8e-088d012bcdce triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:31.116823 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:31.123436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e07c9-3292-4859-8185-9ad9929abe3e req-0ebb8a2b-b8f2-4ab3-b09f-90a3f4ec2f84 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:31.130367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c79e07c9-3292-4859-8185-9ad9929abe3e req-0ebb8a2b-b8f2-4ab3-b09f-90a3f4ec2f84 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 945 time: 0.0693746 Feb 09 20:48:31.146148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23ad1-2cfe-41a6-9c95-bea205ab9beb req-4ee556c3-7880-4513-ac30-a9b9cc731ee8 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:31.148711 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ead23ad1-2cfe-41a6-9c95-bea205ab9beb req-4ee556c3-7880-4513-ac30-a9b9cc731ee8 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 945 time: 0.0903244 Feb 09 20:48:31.190871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6d16a90b-e4bc-4b0b-b944-3519af94b53f', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '6d16a90b-e4bc-4b0b-b944-3519af94b53f', 'mac_address': 'fa:16:3e:c6:b8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:48:31.200006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c79e07c9-3292-4859-8185-9ad9929abe3e req-5dda5f0c-2f95-4246-9ae5-5126291f2814 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685556 Feb 09 20:48:31.257859 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ead23ad1-2cfe-41a6-9c95-bea205ab9beb req-75d6d5e8-5eae-40ab-8bbd-920ae69d6e71 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021085 Feb 09 20:48:31.300568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e96adea4-8f24-4846-bb8e-088d012bcdce is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:31.300970 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:31.302834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6d16a90b-e4bc-4b0b-b944-3519af94b53f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:31.303337 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:31.319225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d16a90b-e4bc-4b0b-b944-3519af94b53f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:31.357944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6d16a90b-e4bc-4b0b-b944-3519af94b53f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:31.369983 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:31.385589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e96adea4-8f24-4846-bb8e-088d012bcdce, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e96adea4-8f24-4846-bb8e-088d012bcdce,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:31.409606 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:31.448026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6d16a90b-e4bc-4b0b-b944-3519af94b53f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:31.547706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e96adea4-8f24-4846-bb8e-088d012bcdce,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:31.596966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34a4e-0a63-4db4-a0d6-a24f155d4323 req-4a0bc9ee-498e-471c-a883-9394d3a6d2bf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:31.604172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01d34a4e-0a63-4db4-a0d6-a24f155d4323 req-4a0bc9ee-498e-471c-a883-9394d3a6d2bf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1249797 Feb 09 20:48:31.678116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01d34a4e-0a63-4db4-a0d6-a24f155d4323 req-6845e409-bc13-4f49-bb9b-8568064f06a3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724905 Feb 09 20:48:31.746130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6d16a90b-e4bc-4b0b-b944-3519af94b53f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:31.824641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-6df29100-af75-46bc-888f-08b02d56379e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:31.829783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-6df29100-af75-46bc-888f-08b02d56379e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 815 time: 0.2369623 Feb 09 20:48:31.871089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cc832-a9db-4d79-b6cf-2f11741ea628 req-8054c34b-5f07-41f3-83de-e6fe654cc6c3 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:31.875924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-c93fbac9-4d36-414a-98f5-ca17b2a8edc9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/quotas/d1ba2ddee71f4e8e923136910dea73e4 HTTP/1.1" status: 200 len: 375 time: 0.0393665 Feb 09 20:48:31.880155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-211cc832-a9db-4d79-b6cf-2f11741ea628 req-8054c34b-5f07-41f3-83de-e6fe654cc6c3 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 948 time: 0.1051497 Feb 09 20:48:31.948177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-99224034-9020-4195-877e-ea2c25a056e6 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711191 Feb 09 20:48:31.995723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-211cc832-a9db-4d79-b6cf-2f11741ea628 req-ce310683-5a2d-47f9-aaed-74f84f013664 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132572 Feb 09 20:48:32.090563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b16edb9d-60d7-4aac-bb60-2ae26dc45721 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:32.145634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-1c4ddfc6-085e-4dac-9867-d5e034c0cf78 service neutron] 10.222.0.102 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965349 Feb 09 20:48:32.186899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port b16edb9d-60d7-4aac-bb60-2ae26dc45721 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:32.195834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port b16edb9d-60d7-4aac-bb60-2ae26dc45721 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:32.196216 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:32.262458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37014c4d-34f8-4435-aa3d-36f2253f907d req-e548c33f-8f02-4dd3-b517-ac6171216f75 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:32.271348 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37014c4d-34f8-4435-aa3d-36f2253f907d req-e548c33f-8f02-4dd3-b517-ac6171216f75 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 949 time: 0.1552105 Feb 09 20:48:32.350327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-61818931-195a-4565-abd2-6e02d219ccc5 service neutron] 10.222.0.102 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951032 Feb 09 20:48:32.359659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b16edb9d-60d7-4aac-bb60-2ae26dc45721 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:32.360090 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:32.365396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37014c4d-34f8-4435-aa3d-36f2253f907d req-b0809ec5-0362-4458-a4ba-908f5ac42d55 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928333 Feb 09 20:48:32.629141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ec21fbd-e43a-4cff-bc39-fdb211e2461a req-0111a75d-b9e4-41fd-8df2-25501ad30b20 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 210 time: 0.0472028 Feb 09 20:48:32.800527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78822-67a5-4756-8fb0-0d52d8ff31c5 req-939d7280-8915-492e-b654-ad68767ca598 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:32.812368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ac78822-67a5-4756-8fb0-0d52d8ff31c5 req-939d7280-8915-492e-b654-ad68767ca598 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 945 time: 0.2819607 Feb 09 20:48:32.916354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b16edb9d-60d7-4aac-bb60-2ae26dc45721, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:32.917971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9270f5e9-8fe3-44c2-944f-4425f5805c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96adea4-8f24-4846-bb8e-088d012bcdce'}, {'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:32.921413 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a492f6-5e07-47d5-ac3c-dc51d9788480" -d '{"events": [{"server_uuid": "9270f5e9-8fe3-44c2-944f-4425f5805c36", "name": "network-vif-plugged", "status": "completed", "tag": "e96adea4-8f24-4846-bb8e-088d012bcdce"}, {"server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "name": "network-vif-plugged", "status": "completed", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:32.925444 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:32.983903 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ac78822-67a5-4756-8fb0-0d52d8ff31c5 req-f0f7523f-9824-4cde-b8ed-010c65a05eba tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684325 Feb 09 20:48:33.016198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b16edb9d-60d7-4aac-bb60-2ae26dc45721,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:33.096196 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1737817c-bd85-440f-a4e0-2139bfedccbc x-openstack-request-id: req-1737817c-bd85-440f-a4e0-2139bfedccbc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:33.096500 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9270f5e9-8fe3-44c2-944f-4425f5805c36", "name": "network-vif-plugged", "status": "completed", "tag": "e96adea4-8f24-4846-bb8e-088d012bcdce", "code": 200}, {"server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "name": "network-vif-plugged", "status": "completed", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:33.096758 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1737817c-bd85-440f-a4e0-2139bfedccbc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:33.097163 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9270f5e9-8fe3-44c2-944f-4425f5805c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96adea4-8f24-4846-bb8e-088d012bcdce', 'code': 200} Feb 09 20:48:33.097418 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721', 'code': 200} Feb 09 20:48:33.111001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb7c83-7b57-4c21-bdd1-6eba6e64376e req-250fba5e-7c6a-4cc9-9a79-13348c4961bd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:33.131058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cfb7c83-7b57-4c21-bdd1-6eba6e64376e req-250fba5e-7c6a-4cc9-9a79-13348c4961bd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1972277 Feb 09 20:48:33.357761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde9af3-2a91-45d0-8192-96111e309bba req-038471f1-a865-471b-ab61-50fa29b9f579 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:33.370826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cdde9af3-2a91-45d0-8192-96111e309bba req-038471f1-a865-471b-ab61-50fa29b9f579 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 948 time: 0.1719601 Feb 09 20:48:33.471449 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cfb7c83-7b57-4c21-bdd1-6eba6e64376e req-c1e92f42-695d-413c-b46e-26f3fe2042b0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394754 Feb 09 20:48:33.539578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cdde9af3-2a91-45d0-8192-96111e309bba req-9d8f2786-aa70-4227-8bab-c2706eef6eb2 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677547 Feb 09 20:48:33.551047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464996b-1015-40cb-870c-a61b77f7d508 req-53a90361-f7ce-4b7a-ac07-3c8367608371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:33.559721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7464996b-1015-40cb-870c-a61b77f7d508 req-53a90361-f7ce-4b7a-ac07-3c8367608371 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1129 time: 0.3068521 Feb 09 20:48:33.772838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fa71a-a20c-43df-9819-905663c9d6dd req-10e43c6e-9982-42e3-9b79-3040ed6de233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:33.774392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d0fa71a-a20c-43df-9819-905663c9d6dd req-10e43c6e-9982-42e3-9b79-3040ed6de233 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 1132 time: 0.5773540 Feb 09 20:48:33.865482 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad89c53d-dae9-414c-a0a4-2a8c3e60556d req-7db09210-62aa-4652-9098-15a7f94efcf0 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 210 time: 0.0669816 Feb 09 20:48:33.867385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7464996b-1015-40cb-870c-a61b77f7d508 req-08dd0871-f376-4875-8983-5b999faec292 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989817 Feb 09 20:48:33.878648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fee5d-8fba-4860-9d58-56b8f5427a11 req-3852828d-194a-458b-bda4-8e6327f3e36e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:33.886101 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-108fee5d-8fba-4860-9d58-56b8f5427a11 req-3852828d-194a-458b-bda4-8e6327f3e36e tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 949 time: 0.2151647 Feb 09 20:48:33.952945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d0fa71a-a20c-43df-9819-905663c9d6dd req-3efa0521-f7f0-4615-a722-04364c866e82 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653728 Feb 09 20:48:34.000789 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-108fee5d-8fba-4860-9d58-56b8f5427a11 req-bbd8d9c4-3a2d-4c73-bd86-a5d10cdcd5ab tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135931 Feb 09 20:48:34.183552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9d2af-ab6d-423c-b6e1-8e16e2462345 req-e443c35c-1e95-4ab7-ac32-8f19962245af tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:34.185108 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3a9d2af-ab6d-423c-b6e1-8e16e2462345 req-e443c35c-1e95-4ab7-ac32-8f19962245af tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 946 time: 0.0773234 Feb 09 20:48:34.286860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3a9d2af-ab6d-423c-b6e1-8e16e2462345 req-c52f5af9-73c5-473c-ae63-5bebb0c3b547 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901039 Feb 09 20:48:34.725127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bd03-37ca-4014-93e0-c975ad79db45 req-5b852994-6e5d-4a8c-90dc-5462ff6e76aa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:34.726672 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e059bd03-37ca-4014-93e0-c975ad79db45 req-5b852994-6e5d-4a8c-90dc-5462ff6e76aa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1089470 Feb 09 20:48:34.733360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-43149daf-6e97-42bd-bc96-b73317333a1c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:34.734874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-43149daf-6e97-42bd-bc96-b73317333a1c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 815 time: 0.1937263 Feb 09 20:48:34.758401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Request body: {'port': {'device_id': '38b1ffa9-52df-4218-abde-95d4734793f3', 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'admin_state_up': True, 'tenant_id': 'd1ba2ddee71f4e8e923136910dea73e4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:34.819266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee820d-b912-417a-a2c8-a184b2662ca8 req-ab5027d7-b533-4181-abcb-3be736371cbd tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:34.824242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6d16a90b-e4bc-4b0b-b944-3519af94b53f up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:34.833223 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebee820d-b912-417a-a2c8-a184b2662ca8 req-ab5027d7-b533-4181-abcb-3be736371cbd tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 948 time: 0.1410534 Feb 09 20:48:34.846642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e059bd03-37ca-4014-93e0-c975ad79db45 req-81eb99eb-7474-428f-8b12-dbd4a9f6a5ba tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082394 Feb 09 20:48:34.907542 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebee820d-b912-417a-a2c8-a184b2662ca8 req-cd566968-4e9c-40cd-b556-b23a62f32948 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732338 Feb 09 20:48:34.947053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Made reservation on behalf of d1ba2ddee71f4e8e923136910dea73e4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:34.957452 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:34.961215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 6d16a90b-e4bc-4b0b-b944-3519af94b53f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:34.970432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6d16a90b-e4bc-4b0b-b944-3519af94b53f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:34.970889 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:35.116301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6d16a90b-e4bc-4b0b-b944-3519af94b53f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:35.116917 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:35.147662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385effac-b836-49c5-a4cb-75de255bbd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d16a90b-e4bc-4b0b-b944-3519af94b53f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:35.151359 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607659d-5cc2-4c72-b395-9b7695a36838" -d '{"events": [{"server_uuid": "385effac-b836-49c5-a4cb-75de255bbd05", "name": "network-vif-plugged", "status": "completed", "tag": "6d16a90b-e4bc-4b0b-b944-3519af94b53f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:35.153105 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68911b34-436a-45f8-8a76-de8197536b4a req-b84c1824-8843-4f4d-bdb6-780952f5bbdc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 210 time: 0.0689321 Feb 09 20:48:35.165962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6d16a90b-e4bc-4b0b-b944-3519af94b53f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:35.174116 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:35.294642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03877566-df07-47bc-98da-6eaed552b681 req-59ada0ed-6076-4b19-b996-df295a25be5f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:35.299870 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03877566-df07-47bc-98da-6eaed552b681 req-59ada0ed-6076-4b19-b996-df295a25be5f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 949 time: 0.1637018 Feb 09 20:48:35.340933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6d16a90b-e4bc-4b0b-b944-3519af94b53f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:35.356200 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd85b6b-a84f-45a5-af28-dad4cfd03249 x-openstack-request-id: req-1fd85b6b-a84f-45a5-af28-dad4cfd03249 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:35.356489 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385effac-b836-49c5-a4cb-75de255bbd05", "name": "network-vif-plugged", "status": "completed", "tag": "6d16a90b-e4bc-4b0b-b944-3519af94b53f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:35.356742 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1fd85b6b-a84f-45a5-af28-dad4cfd03249 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:35.357135 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385effac-b836-49c5-a4cb-75de255bbd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d16a90b-e4bc-4b0b-b944-3519af94b53f', 'code': 200} Feb 09 20:48:35.366267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Allocated IP 172.20.0.8 (09ed5529-135e-4d4b-a0cf-78635a2de3a4/c8440197-f8c5-44cc-8feb-cb566d23ead7/bb79e60b-9891-465e-a908-07280d056218) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:48:35.434805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03877566-df07-47bc-98da-6eaed552b681 req-cdedf212-c691-4b37-b29c-6e3c797617d6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273749 Feb 09 20:48:35.634471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks [] for port (bb79e60b-9891-465e-a908-07280d056218), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:35.748975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27170ae5-df02-4b84-848f-a8278eac31a4 req-7de95715-6f02-4bb8-a592-81ae6a5b5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:35.751717 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27170ae5-df02-4b84-848f-a8278eac31a4 req-7de95715-6f02-4bb8-a592-81ae6a5b5f30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 1132 time: 0.1334255 Feb 09 20:48:35.761253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76248123-5d8a-4ced-bf87-86359e710205 req-38432042-dfb4-4278-ab72-fb9a8db6bbd7 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:35.766153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76248123-5d8a-4ced-bf87-86359e710205 req-38432042-dfb4-4278-ab72-fb9a8db6bbd7 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 946 time: 0.1420426 Feb 09 20:48:35.804443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bb79e60b-9891-465e-a908-07280d056218), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:35.880388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:48:35.900306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:35.917287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:48:35.934182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Pushing event updated for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:35.976178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27170ae5-df02-4b84-848f-a8278eac31a4 req-399695ac-7165-4855-bdbd-7a1cfb90330c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069516 Feb 09 20:48:35.988041 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76248123-5d8a-4ced-bf87-86359e710205 req-82da6204-1693-457a-b60e-6325aeaacf1f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089229 Feb 09 20:48:35.995595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.996293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.996715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.997230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.997607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.998015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.998408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.998813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.999244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:35.999611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:36.000423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:36.001384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:36.001787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:36.030547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:36.031334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:36.073163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-7a7aa797-3693-41dc-8546-d24da2d5aa89 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3230464 Feb 09 20:48:36.097634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Request body: {'port': {'device_id': '38b1ffa9-52df-4218-abde-95d4734793f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:36.170048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850743b-6b79-4cc0-bb8f-75ed1d43e3c7 req-1992ac72-d58e-487a-8670-3414e2e8eea3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:36.180160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c850743b-6b79-4cc0-bb8f-75ed1d43e3c7 req-1992ac72-d58e-487a-8670-3414e2e8eea3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0803292 Feb 09 20:48:36.241430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb79e60b-9891-465e-a908-07280d056218), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:36.255185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c850743b-6b79-4cc0-bb8f-75ed1d43e3c7 req-bd6ee904-0d54-4f89-a050-26be57aaa13b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728877 Feb 09 20:48:36.341623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194a63b-d7b4-4cc9-b3cc-75c28b050eb9 req-63f3b687-c166-4eee-9f9d-fe02204ef857 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:36.343136 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8194a63b-d7b4-4cc9-b3cc-75c28b050eb9 req-63f3b687-c166-4eee-9f9d-fe02204ef857 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 949 time: 0.1655958 Feb 09 20:48:36.521235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8194a63b-d7b4-4cc9-b3cc-75c28b050eb9 req-b4a04655-de1d-4dcf-b076-89897aaad38d tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692157 Feb 09 20:48:36.537080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeae61e-96b9-4ed1-9d85-a998ae7365ad req-c6840766-8bbc-4b4d-b19b-d901b3666a9a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:36.539173 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0eeae61e-96b9-4ed1-9d85-a998ae7365ad req-c6840766-8bbc-4b4d-b19b-d901b3666a9a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 931 time: 0.1395161 Feb 09 20:48:36.609664 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0eeae61e-96b9-4ed1-9d85-a998ae7365ad req-7d504a22-f705-43b5-824b-63c30c769cfb tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626929 Feb 09 20:48:36.751777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef92c7-26a0-4d23-9ff0-ddafd9b4ee52 req-690897a3-6aa4-4645-aad4-428e8b7581a6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:36.760020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfef92c7-26a0-4d23-9ff0-ddafd9b4ee52 req-690897a3-6aa4-4645-aad4-428e8b7581a6 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 949 time: 0.1213632 Feb 09 20:48:36.868052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb79e60b-9891-465e-a908-07280d056218 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:36.875666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfef92c7-26a0-4d23-9ff0-ddafd9b4ee52 req-8bcc3e1f-5377-48b3-a3c9-7cee849df810 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147349 Feb 09 20:48:36.881557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Publish callbacks [] for port (bb79e60b-9891-465e-a908-07280d056218), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:36.901845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Transition to ACTIVE for port object bb79e60b-9891-465e-a908-07280d056218 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:48:36.906932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb79e60b-9891-465e-a908-07280d056218), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:36.978165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:37.037643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54e899-9759-46f9-8fbe-31c48a953b76 req-780ba926-ae34-4463-887b-40f5cb69ac4b tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:37.057557 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f54e899-9759-46f9-8fbe-31c48a953b76 req-780ba926-ae34-4463-887b-40f5cb69ac4b tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 1132 time: 0.0894248 Feb 09 20:48:37.082627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Attempting to bind port bb79e60b-9891-465e-a908-07280d056218 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:48:37.083186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Attempting to bind port bb79e60b-9891-465e-a908-07280d056218 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:48:37.084047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Attempting to bind port bb79e60b-9891-465e-a908-07280d056218 on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:37.099194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Port bb79e60b-9891-465e-a908-07280d056218 on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:48:37.099546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Attempting to bind port bb79e60b-9891-465e-a908-07280d056218 on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:37.112757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:48:37.113115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Checking segment: {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:37.113644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Bound using segment: {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:48:37.116507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Bound port: bb79e60b-9891-465e-a908-07280d056218, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:48:37.117184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb79e60b-9891-465e-a908-07280d056218), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:37.178986 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f54e899-9759-46f9-8fbe-31c48a953b76 req-8c2ec60f-7143-4bb8-8a42-d24f32ce5fcb tempest-ServersOnMultiNodesTest-2048598846 tempest-ServersOnMultiNodesTest-2048598846-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167684 Feb 09 20:48:37.349074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:48:37.361770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:48:37.372014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca2d51-a726-4616-944a-1e52881cab58 req-3d04053a-bba1-4f25-92e5-9fe144e821a3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:37.373699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cca2d51-a726-4616-944a-1e52881cab58 req-3d04053a-bba1-4f25-92e5-9fe144e821a3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 946 time: 0.1874988 Feb 09 20:48:37.375455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb79e60b-9891-465e-a908-07280d056218), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:37.507745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:37.508387 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:37.509955 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/bb79e60b-9891-465e-a908-07280d056218 HTTP/1.1" status: 200 len: 1092 time: 1.4241030 Feb 09 20:48:37.510427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'tag': 'bb79e60b-9891-465e-a908-07280d056218'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:37.512845 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e" -d '{"events": [{"name": "network-changed", "server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "tag": "bb79e60b-9891-465e-a908-07280d056218"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:37.608345 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-559e1f07-bdfc-4446-a7f9-9f23fb37220d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:37.626284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196165-8449-42fc-9ca5-769c886f3f9c req-d57a08de-b7ac-4a25-92dc-4203e5cfdc2e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:37.634399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6b196165-8449-42fc-9ca5-769c886f3f9c req-d57a08de-b7ac-4a25-92dc-4203e5cfdc2e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0999184 Feb 09 20:48:37.654018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b41bb-bf54-45d1-8e85-625df77db0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:37.674033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cca2d51-a726-4616-944a-1e52881cab58 req-439784af-a143-483b-a38f-151049448603 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468472 Feb 09 20:48:37.708798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-e02b977b-e94c-4a46-b5f5-1df13703cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:37.712795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-e02b977b-e94c-4a46-b5f5-1df13703cc94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 1126 time: 0.1415431 Feb 09 20:48:37.759075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6b196165-8449-42fc-9ca5-769c886f3f9c req-9f3a9252-919f-4889-8002-42a637f91682 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234868 Feb 09 20:48:37.816396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-f5a1fa8f-0a68-4076-9d8b-b7aeaa589fa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb79e60b-9891-465e-a908-07280d056218 HTTP/1.1" status: 200 len: 217 time: 0.0833988 Feb 09 20:48:37.825510 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5d0280-3e72-485b-8420-d466e0aa2c95 x-openstack-request-id: req-fb5d0280-3e72-485b-8420-d466e0aa2c95 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:37.825835 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "tag": "bb79e60b-9891-465e-a908-07280d056218", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:37.826454 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fb5d0280-3e72-485b-8420-d466e0aa2c95 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:37.827497 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'tag': 'bb79e60b-9891-465e-a908-07280d056218', 'status': 'completed', 'code': 200} Feb 09 20:48:37.907671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-f4e454b2-08e4-4a25-8426-9f4488ab65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:37.909365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-f4e454b2-08e4-4a25-8426-9f4488ab65d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8440197-f8c5-44cc-8feb-cb566d23ead7 HTTP/1.1" status: 200 len: 855 time: 0.0803776 Feb 09 20:48:37.945444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb31d0-3372-4d45-9ae6-04203f55b25a req-43778d71-2c3e-43fc-b618-32458a0e36ff tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:37.953018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2afb31d0-3372-4d45-9ae6-04203f55b25a req-43778d71-2c3e-43fc-b618-32458a0e36ff tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 949 time: 0.1395459 Feb 09 20:48:37.976175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab170fde-b35e-4394-951b-66cf8833dcc1 req-d59e5671-ca2c-4b93-abb6-6d10860f0b5a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:37.982452 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-570e2da3-04f5-4c15-9760-e8d0e798f9e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ed5529-135e-4d4b-a0cf-78635a2de3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607095 Feb 09 20:48:37.984730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab170fde-b35e-4394-951b-66cf8833dcc1 req-d59e5671-ca2c-4b93-abb6-6d10860f0b5a tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 949 time: 0.0965698 Feb 09 20:48:38.069044 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab170fde-b35e-4394-951b-66cf8833dcc1 req-4fa23bf7-3c73-4ecb-90e8-783107de6814 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774617 Feb 09 20:48:38.099124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2afb31d0-3372-4d45-9ae6-04203f55b25a req-e9126bed-7ef9-4cfe-a2c9-51c5bc5c277a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450126 Feb 09 20:48:38.178830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-3c0f09aa-256f-43b3-b274-88be05657e7b service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844046 Feb 09 20:48:38.237663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d264fa1-c5c3-4964-bfdc-d492fe964bcc req-9613619c-5f54-4070-9a45-9bdb51cd29c9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:38.251718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d264fa1-c5c3-4964-bfdc-d492fe964bcc req-9613619c-5f54-4070-9a45-9bdb51cd29c9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 943 time: 0.1257908 Feb 09 20:48:38.339815 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d264fa1-c5c3-4964-bfdc-d492fe964bcc req-030c512a-910e-4e58-96a7-17c29aa1f2c6 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815613 Feb 09 20:48:38.725774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-539c98ca-d663-4e43-a0cf-22bf413dfd1f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-74035623&fields=id&tenant_id=afaf112dfc2a4e0587d251e3326863ab HTTP/1.1" status: 200 len: 267 time: 0.5291116 Feb 09 20:48:38.732155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d87c6be-e1f3-4a9e-ae88-dd68ad3ba9a2 req-1e5e9630-a17d-45c0-af9f-890f1e81b7d2 service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462477 Feb 09 20:48:38.936808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-0c89c80f-fcf4-4a6c-9e98-52e9d4a397d0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:38.943650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-0c89c80f-fcf4-4a6c-9e98-52e9d4a397d0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 946 time: 0.1960342 Feb 09 20:48:38.969012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-75697d08-bf1d-4996-97e2-ab148a515fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:38.970533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-75697d08-bf1d-4996-97e2-ab148a515fb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 1126 time: 0.1368294 Feb 09 20:48:38.974197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'port': {'security_groups': ['e8bf69ff-de35-4d76-870c-878c6ea86120', '71b27d89-65ec-4a0b-bc85-096ffe37a450']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:39.071630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abba3f-f049-4238-8ffc-5b9b5a8372a6 req-f73b63f9-4492-4105-b7f9-afa9f5ff8ba1 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:39.075630 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92abba3f-f049-4238-8ffc-5b9b5a8372a6 req-f73b63f9-4492-4105-b7f9-afa9f5ff8ba1 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1492605 Feb 09 20:48:39.145530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:39.190011 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92abba3f-f049-4238-8ffc-5b9b5a8372a6 req-a5b72277-3be1-4ede-a1e2-b410546e5a5a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849721 Feb 09 20:48:39.278733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-7b828d4b-7230-4c1e-b438-19e0ad640296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:39.281021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-7b828d4b-7230-4c1e-b438-19e0ad640296 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 916 time: 0.2594006 Feb 09 20:48:39.370077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-1a7bd01c-a089-4da9-abd4-eda0b280a2b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb79e60b-9891-465e-a908-07280d056218 HTTP/1.1" status: 200 len: 217 time: 0.0786290 Feb 09 20:48:39.379386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533daa-0d87-42a1-acd0-7725b69afe07 req-15325305-7a58-440b-ad6b-443a854a9ebc tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:39.388742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e533daa-0d87-42a1-acd0-7725b69afe07 req-15325305-7a58-440b-ad6b-443a854a9ebc tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 949 time: 0.1190593 Feb 09 20:48:39.481578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-380d6ee2-9d77-48ff-b75e-790392230d02 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:39.483377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-380d6ee2-9d77-48ff-b75e-790392230d02 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 949 time: 0.2001865 Feb 09 20:48:39.485652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e533daa-0d87-42a1-acd0-7725b69afe07 req-3c630c79-c2a5-45f2-91da-c89dfa9a2042 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940659 Feb 09 20:48:39.558849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-37d424b5-5d61-4ced-838b-3c1528e8cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:39.561359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-37d424b5-5d61-4ced-838b-3c1528e8cd35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8440197-f8c5-44cc-8feb-cb566d23ead7 HTTP/1.1" status: 200 len: 855 time: 0.1819513 Feb 09 20:48:39.642213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98788be-dc60-48c8-aa2d-7d6769646d11 req-34249c52-8885-4221-ade0-a0ce1c3068e3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:39.643902 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e98788be-dc60-48c8-aa2d-7d6769646d11 req-34249c52-8885-4221-ade0-a0ce1c3068e3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 943 time: 0.0997112 Feb 09 20:48:39.661852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-3e56beae-3213-432f-8f89-704ae988e2b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ed5529-135e-4d4b-a0cf-78635a2de3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887496 Feb 09 20:48:39.720250 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a85ead33-9196-47c3-abf4-9aead7c96c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:39.779968 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e98788be-dc60-48c8-aa2d-7d6769646d11 req-cea2f8dc-6c9f-49e0-858d-fe4db63b6143 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294332 Feb 09 20:48:39.826264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Deleting port e96adea4-8f24-4846-bb8e-088d012bcdce {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:39.826889 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:39.953183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] For port b16edb9d-60d7-4aac-bb60-2ae26dc45721, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:39.993889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-f55224d2-1b25-47e0-a644-dfc69cac7db2 service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647405 Feb 09 20:48:40.085621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] For port e96adea4-8f24-4846-bb8e-088d012bcdce, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e96adea4-8f24-4846-bb8e-088d012bcdce,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:40.086288 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:40.090314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:40.104813 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:40.117179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:40.222503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Calling delete_port for e96adea4-8f24-4846-bb8e-088d012bcdce owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:40.229195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'Port': ['ID=b16edb9d-60d7-4aac-bb60-2ae26dc45721,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:40.272252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:40.273242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:40.274938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9aaeb8c1-931d-4c2e-b339-d9f76364165b req-8eff4e0e-62ff-4f6e-ab1f-caf3fe2d096c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "PUT /v2.0/ports/b16edb9d-60d7-4aac-bb60-2ae26dc45721 HTTP/1.1" status: 200 len: 982 time: 1.3131697 Feb 09 20:48:40.315627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:40.318101 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b436c97-3978-43f4-8bae-9851234cce03" -d '{"events": [{"name": "network-changed", "server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:40.370336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74cc14df-9b6d-4a81-b5c8-e7e184c2a08e req-b44ef13f-7da6-482d-9dee-35e7a0591839 service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627937 Feb 09 20:48:40.458183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:40.494289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ea2ba-8eb5-468e-abdf-461c0d7da020 req-e5064f49-56ed-463b-b6e8-ffd9297f9907 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:40.506315 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-554ea2ba-8eb5-468e-abdf-461c0d7da020 req-e5064f49-56ed-463b-b6e8-ffd9297f9907 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1452084 Feb 09 20:48:40.565677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-80e798e6-ed82-407f-b3e2-53919119bcd5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-776015029&fields=id&tenant_id=afaf112dfc2a4e0587d251e3326863ab HTTP/1.1" status: 200 len: 267 time: 0.1536183 Feb 09 20:48:40.634418 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e96adea4-8f24-4846-bb8e-088d012bcdce), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:40.649868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-554ea2ba-8eb5-468e-abdf-461c0d7da020 req-becf8a5f-e49c-4fbf-bcd7-52b0226dd306 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397333 Feb 09 20:48:40.669103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75', '647aa24e-d61b-461c-953d-2eb0f595271e', 'e96adea4-8f24-4846-bb8e-088d012bcdce'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:40.672550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e09b0df-0642-4935-aff3-8cd5275b018f', 'c0fd31d4-e110-4b73-8eba-bcd184852655', 'b1d930c0-71ca-4cc2-b180-543796e0e496'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:40.686687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event deleted for resources: {'Port': ['ID=e96adea4-8f24-4846-bb8e-088d012bcdce,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:40.722500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-0a0f49d1-383d-4ef0-9b6e-e3bfb8bd83ba tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:40.724360 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-0a0f49d1-383d-4ef0-9b6e-e3bfb8bd83ba tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 985 time: 0.1463196 Feb 09 20:48:40.771934 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43791d3b-b8a0-41f8-aa98-e8dabc46d502 x-openstack-request-id: req-43791d3b-b8a0-41f8-aa98-e8dabc46d502 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:40.772342 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:40.772697 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-43791d3b-b8a0-41f8-aa98-e8dabc46d502 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:40.773185 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721', 'status': 'completed', 'code': 200} Feb 09 20:48:40.774484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] No DVR routers for this DVR port e96adea4-8f24-4846-bb8e-088d012bcdce on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:40.786573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'port': {'security_groups': ['71b27d89-65ec-4a0b-bc85-096ffe37a450', 'e8bf69ff-de35-4d76-870c-878c6ea86120', '95b501e8-421c-4bac-b3c3-7ee73d00d7d1']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:40.791310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:40.795424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f93ca02-3fee-4695-851c-32ec90118bfa req-0fef5bbd-e56b-4159-b8d0-2da6eeed0e92 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "DELETE /v2.0/ports/e96adea4-8f24-4846-bb8e-088d012bcdce HTTP/1.1" status: 204 len: 173 time: 1.3057327 Feb 09 20:48:40.987446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436c97-3978-43f4-8bae-9851234cce03 req-9d685a39-900c-4168-bd62-c777b4391079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:40.989927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b436c97-3978-43f4-8bae-9851234cce03 req-9d685a39-900c-4168-bd62-c777b4391079 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1168 time: 0.1933255 Feb 09 20:48:40.991194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:41.085893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4492560-0683-479c-a132-e1f92529cc27 req-e3f03fee-b000-4c3e-a371-b21e1495752b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=9270f5e9-8fe3-44c2-944f-4425f5805c36 HTTP/1.1" status: 200 len: 210 time: 0.1280701 Feb 09 20:48:41.339459 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:41.447867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436c97-3978-43f4-8bae-9851234cce03 req-3440d206-8d99-40ab-8c10-01833f68a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:41.449815 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b436c97-3978-43f4-8bae-9851234cce03 req-3440d206-8d99-40ab-8c10-01833f68a35e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 914 time: 0.4417713 Feb 09 20:48:41.522334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f26231-7d34-4cd2-946f-26e441d3eff6 req-ee628fe8-bb98-4cb5-a0db-1c9e3ea1144e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:41.549211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82f26231-7d34-4cd2-946f-26e441d3eff6 req-ee628fe8-bb98-4cb5-a0db-1c9e3ea1144e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 943 time: 0.2247980 Feb 09 20:48:41.668355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] For port b16edb9d-60d7-4aac-bb60-2ae26dc45721, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:41.677257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82f26231-7d34-4cd2-946f-26e441d3eff6 req-54b850ca-7e6d-4fcc-8849-446ecfeb9bf1 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268187 Feb 09 20:48:41.708376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:41.754374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:41.759115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b436c97-3978-43f4-8bae-9851234cce03 req-fd2dfcc9-b7cb-49ac-b523-3b0ef6b90353 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721 HTTP/1.1" status: 200 len: 217 time: 0.2993462 Feb 09 20:48:41.846087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:41.846739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:41.847427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:41.848478 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee661b8-b1aa-4265-aa04-8214ed3ce191 req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "PUT /v2.0/ports/b16edb9d-60d7-4aac-bb60-2ae26dc45721 HTTP/1.1" status: 200 len: 1021 time: 1.1026266 Feb 09 20:48:41.906053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436c97-3978-43f4-8bae-9851234cce03 req-8f1a4046-64f3-4965-9b03-d5b645b1eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:41.912690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b436c97-3978-43f4-8bae-9851234cce03 req-8f1a4046-64f3-4965-9b03-d5b645b1eba2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.1465788 Feb 09 20:48:41.914195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca206b-cca6-4d82-8dbf-04e35611b9d1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'Port': ['ID=b16edb9d-60d7-4aac-bb60-2ae26dc45721,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:41.945600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ac80c-af0d-40a6-8bcc-8e89e3d94ab6 req-91510c88-066f-435e-8163-a43dd88327a7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:41.956843 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-292ac80c-af0d-40a6-8bcc-8e89e3d94ab6 req-91510c88-066f-435e-8163-a43dd88327a7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1577814 Feb 09 20:48:42.016714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b436c97-3978-43f4-8bae-9851234cce03 req-49a77bc2-781f-4c05-8ffd-64b7e03476c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926859 Feb 09 20:48:42.034725 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-292ac80c-af0d-40a6-8bcc-8e89e3d94ab6 req-7a5bde3b-0af1-4fc6-80d3-bd9cf691e33f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769212 Feb 09 20:48:42.132240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb79e60b-9891-465e-a908-07280d056218 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:48:42.162802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee40d14-e0fe-4bd1-878d-f921bf198d10 req-8459b800-7f70-4979-bfcb-fb8856545a19 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:42.175464 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cee40d14-e0fe-4bd1-878d-f921bf198d10 req-8459b800-7f70-4979-bfcb-fb8856545a19 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1024 time: 0.2301552 Feb 09 20:48:42.210423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:42.278582 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:48:42.372783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cee40d14-e0fe-4bd1-878d-f921bf198d10 req-296154d7-ef75-471c-9b99-4877f08f4895 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=95b501e8-421c-4bac-b3c3-7ee73d00d7d1&id=71b27d89-65ec-4a0b-bc85-096ffe37a450&id=e8bf69ff-de35-4d76-870c-878c6ea86120 HTTP/1.1" status: 200 len: 6205 time: 0.1899300 Feb 09 20:48:42.404809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b436c97-3978-43f4-8bae-9851234cce03 req-46c83621-eab6-4697-866f-c9126ade11c8 service neutron] 10.222.0.13 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724697 Feb 09 20:48:42.414483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-934cd772-28c2-4772-9360-7aa7274a51d8 req-dbaa2cf2-ee7a-4654-b1fb-9022622e4701 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': ' tempest-securitygroup -418482080 ', 'description': 'tempest-description-272678593'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:42.512525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-934cd772-28c2-4772-9360-7aa7274a51d8 req-dbaa2cf2-ee7a-4654-b1fb-9022622e4701 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:42.606903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-934cd772-28c2-4772-9360-7aa7274a51d8 req-dbaa2cf2-ee7a-4654-b1fb-9022622e4701 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (13814963-7376-4f80-a628-a85ccf6034b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:42.616928 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-934cd772-28c2-4772-9360-7aa7274a51d8 req-dbaa2cf2-ee7a-4654-b1fb-9022622e4701 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (13814963-7376-4f80-a628-a85ccf6034b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:42.665375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-934cd772-28c2-4772-9360-7aa7274a51d8 req-dbaa2cf2-ee7a-4654-b1fb-9022622e4701 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:42.667799 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-934cd772-28c2-4772-9360-7aa7274a51d8 req-dbaa2cf2-ee7a-4654-b1fb-9022622e4701 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2615509 Feb 09 20:48:42.671816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490c6be-d471-431e-85ca-793027c65607 req-4805ed84-ed9d-4381-af64-5aaa3907137b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:42.675370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b436c97-3978-43f4-8bae-9851234cce03 req-48ef85a0-05b3-4494-86df-cfdc3ee2495d service neutron] 10.222.0.13 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551386 Feb 09 20:48:42.677704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa2cf2-ee7a-4654-b1fb-9022622e4701 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13814963-7376-4f80-a628-a85ccf6034b9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:42.686773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:42.687985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8490c6be-d471-431e-85ca-793027c65607 req-4805ed84-ed9d-4381-af64-5aaa3907137b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 950 time: 0.1975551 Feb 09 20:48:42.781753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-156a2d30-25de-4a3a-9347-f1c063eadb08 req-d290098b-89b8-4582-92ec-338b4c2c3887 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/13814963-7376-4f80-a628-a85ccf6034b9 HTTP/1.1" status: 200 len: 1798 time: 0.0705674 Feb 09 20:48:42.784318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9270f5e9-8fe3-44c2-944f-4425f5805c36', 'name': 'network-vif-deleted', 'tag': 'e96adea4-8f24-4846-bb8e-088d012bcdce'}, {'name': 'network-changed', 'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:42.789255 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcef5dd3-7c71-4d65-9503-df1f4879e98a" -d '{"events": [{"server_uuid": "9270f5e9-8fe3-44c2-944f-4425f5805c36", "name": "network-vif-deleted", "tag": "e96adea4-8f24-4846-bb8e-088d012bcdce"}, {"name": "network-changed", "server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:42.804315 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8490c6be-d471-431e-85ca-793027c65607 req-47989451-a8a3-446e-879d-64e5cf6a3bcd tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147997 Feb 09 20:48:42.880163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e96adea4-8f24-4846-bb8e-088d012bcdce no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:42.885275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:42.894687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'bb79e60b-9891-465e-a908-07280d056218', 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'port_id': 'bb79e60b-9891-465e-a908-07280d056218', 'mac_address': 'fa:16:3e:73:64:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8440197-f8c5-44cc-8feb-cb566d23ead7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:48:42.907365 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6153d46c-8245-4bb0-8218-b24058285480 req-60b49aec-f0a9-436f-be3e-59a3c849a2ac tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/13814963-7376-4f80-a628-a85ccf6034b9 HTTP/1.1" status: 200 len: 1798 time: 0.0870702 Feb 09 20:48:42.916156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8fe1-5c23-48d7-9851-b12e9ceae494 req-f099e115-dbda-4f73-8763-cffbddbb82af tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:42.940515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fbe8fe1-5c23-48d7-9851-b12e9ceae494 req-f099e115-dbda-4f73-8763-cffbddbb82af tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 943 time: 0.0933542 Feb 09 20:48:42.953075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: e96adea4-8f24-4846-bb8e-088d012bcdce {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:42.953429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e96adea4-8f24-4846-bb8e-088d012bcdce not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:43.016738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port bb79e60b-9891-465e-a908-07280d056218 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:43.017052 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb79e60b-9891-465e-a908-07280d056218), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.046370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6153d46c-8245-4bb0-8218-b24058285480 req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (13814963-7376-4f80-a628-a85ccf6034b9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.058553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fbe8fe1-5c23-48d7-9851-b12e9ceae494 req-3c0d9ae6-099a-43b5-ab7e-bf2de93edd3f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165831 Feb 09 20:48:43.087403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb79e60b-9891-465e-a908-07280d056218 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:43.112358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6153d46c-8245-4bb0-8218-b24058285480 req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (13814963-7376-4f80-a628-a85ccf6034b9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.136561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:43.154019 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb79e60b-9891-465e-a908-07280d056218), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.183800 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b8ecf-5849-4513-8955-9ee8f21c817f x-openstack-request-id: req-b34b8ecf-5849-4513-8955-9ee8f21c817f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:43.184147 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9270f5e9-8fe3-44c2-944f-4425f5805c36", "name": "network-vif-deleted", "tag": "e96adea4-8f24-4846-bb8e-088d012bcdce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:43.184353 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b34b8ecf-5849-4513-8955-9ee8f21c817f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:43.184760 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9270f5e9-8fe3-44c2-944f-4425f5805c36', 'name': 'network-vif-deleted', 'tag': 'e96adea4-8f24-4846-bb8e-088d012bcdce', 'status': 'completed', 'code': 200} Feb 09 20:48:43.185020 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721', 'status': 'completed', 'code': 200} Feb 09 20:48:43.238295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6153d46c-8245-4bb0-8218-b24058285480 req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (13814963-7376-4f80-a628-a85ccf6034b9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.245142 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6153d46c-8245-4bb0-8218-b24058285480 req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.252942 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6153d46c-8245-4bb0-8218-b24058285480 req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/13814963-7376-4f80-a628-a85ccf6034b9 HTTP/1.1" status: 204 len: 173 time: 0.3355310 Feb 09 20:48:43.270470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:43.305528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-61894a42-3975-417d-aae9-e2d011d65c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:43.307093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-61894a42-3975-417d-aae9-e2d011d65c0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1208 time: 0.0971475 Feb 09 20:48:43.307601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13814963-7376-4f80-a628-a85ccf6034b9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:43.348848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.349193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.349703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.350599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.350599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.350782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.351010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.351339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.351671 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.352024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.352354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.352679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.353003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e63908d-72f5-4167-9e34-b69066c71e97 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:43.374480 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-aa2df658-b035-45dd-837b-02fe24f72bdd req-5a9d153a-2b5a-43d4-9c9a-57f0efe1cd38 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:48:43.380695 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa2df658-b035-45dd-837b-02fe24f72bdd req-5a9d153a-2b5a-43d4-9c9a-57f0efe1cd38 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/13814963-7376-4f80-a628-a85ccf6034b9 HTTP/1.1" status: 404 len: 352 time: 0.0475926 Feb 09 20:48:43.421118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-1e7f312c-98cb-400a-a1e3-41dd26e0054d req-10bd82fb-b3e6-4d23-a46c-3d4942241472 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2025281630', 'description': 'tempest-description-45456492'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:43.461881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e7f312c-98cb-400a-a1e3-41dd26e0054d req-10bd82fb-b3e6-4d23-a46c-3d4942241472 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.513639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-ede71a29-c743-41ef-b3ea-37a38b1ea89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:43.515241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-ede71a29-c743-41ef-b3ea-37a38b1ea89b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 914 time: 0.1971090 Feb 09 20:48:43.530087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05845cd4-32b8-4a5f-acd7-e5cada1df34c req-878f9db7-7692-4c0e-8554-8774cfb787e6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:43.530087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05845cd4-32b8-4a5f-acd7-e5cada1df34c req-878f9db7-7692-4c0e-8554-8774cfb787e6 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1679614 Feb 09 20:48:43.580426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-1c13490e-dfeb-4f6f-91c0-dc897efa1e96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721 HTTP/1.1" status: 200 len: 217 time: 0.0512507 Feb 09 20:48:43.585815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e7f312c-98cb-400a-a1e3-41dd26e0054d req-10bd82fb-b3e6-4d23-a46c-3d4942241472 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (0c615c75-9fce-4f89-b4f6-4f80046433d6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.590485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e7f312c-98cb-400a-a1e3-41dd26e0054d req-10bd82fb-b3e6-4d23-a46c-3d4942241472 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0c615c75-9fce-4f89-b4f6-4f80046433d6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.627144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd82fb-b3e6-4d23-a46c-3d4942241472 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c615c75-9fce-4f89-b4f6-4f80046433d6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:43.644871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1e7f312c-98cb-400a-a1e3-41dd26e0054d req-10bd82fb-b3e6-4d23-a46c-3d4942241472 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.648154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e7f312c-98cb-400a-a1e3-41dd26e0054d req-10bd82fb-b3e6-4d23-a46c-3d4942241472 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2293954 Feb 09 20:48:43.678430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5500c2e7-dec1-4554-825d-fcaa20aec6cc req-d5d2b242-40f6-4bf6-995f-71c76a9c7aca tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1842096951', 'description': 'tempest-description-2081119588'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:43.693373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-f909372a-937d-42eb-9ebe-05cd5a08f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:43.695758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-f909372a-937d-42eb-9ebe-05cd5a08f09e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.1020987 Feb 09 20:48:43.705392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5500c2e7-dec1-4554-825d-fcaa20aec6cc req-d5d2b242-40f6-4bf6-995f-71c76a9c7aca tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.712331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05845cd4-32b8-4a5f-acd7-e5cada1df34c req-271121f0-d94c-4f03-8e15-e905a4a7f31c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748345 Feb 09 20:48:43.743404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['bb79e60b-9891-465e-a908-07280d056218'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:43.757671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-71209cca-bee9-4ea2-b6df-667a4f2ad8f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441349 Feb 09 20:48:43.834268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5500c2e7-dec1-4554-825d-fcaa20aec6cc req-d5d2b242-40f6-4bf6-995f-71c76a9c7aca tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (8072913f-402a-4054-9500-fcd42d479a03), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.840876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5500c2e7-dec1-4554-825d-fcaa20aec6cc req-d5d2b242-40f6-4bf6-995f-71c76a9c7aca tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8072913f-402a-4054-9500-fcd42d479a03), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.906038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2b242-40f6-4bf6-995f-71c76a9c7aca tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8072913f-402a-4054-9500-fcd42d479a03,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:43.918064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5500c2e7-dec1-4554-825d-fcaa20aec6cc req-d5d2b242-40f6-4bf6-995f-71c76a9c7aca tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.920145 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5500c2e7-dec1-4554-825d-fcaa20aec6cc req-d5d2b242-40f6-4bf6-995f-71c76a9c7aca tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2518253 Feb 09 20:48:43.948812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-15b69226-0a35-4dc2-ad65-9b5c5b9de5eb req-ee06ce3d-0200-4d4b-bb0c-a17c3adc7bc0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1111754570', 'description': 'tempest-description-411161499'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:43.971388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-300b472b-9adc-4ea8-be54-12b987836eea service neutron] 10.222.0.13 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024248 Feb 09 20:48:43.996482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:43.999605 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15b69226-0a35-4dc2-ad65-9b5c5b9de5eb req-ee06ce3d-0200-4d4b-bb0c-a17c3adc7bc0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:44.062419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff5292-0b6d-4118-90c5-8354a55156aa req-04448516-4d63-449d-817b-968b85cb6c9f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:44.070015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46ff5292-0b6d-4118-90c5-8354a55156aa req-04448516-4d63-449d-817b-968b85cb6c9f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 950 time: 0.1512263 Feb 09 20:48:44.174735 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15b69226-0a35-4dc2-ad65-9b5c5b9de5eb req-ee06ce3d-0200-4d4b-bb0c-a17c3adc7bc0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (6163eac0-f39d-48e0-93ea-4bc426ff898b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:44.179930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46ff5292-0b6d-4118-90c5-8354a55156aa req-d286448a-bd5c-4504-9422-a4356caca3d8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084671 Feb 09 20:48:44.183790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcef5dd3-7c71-4d65-9503-df1f4879e98a req-a7c096ca-d5f7-40a4-813a-b20cd1de500e service neutron] 10.222.0.13 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993957 Feb 09 20:48:44.185852 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15b69226-0a35-4dc2-ad65-9b5c5b9de5eb req-ee06ce3d-0200-4d4b-bb0c-a17c3adc7bc0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6163eac0-f39d-48e0-93ea-4bc426ff898b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:44.249843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06ce3d-0200-4d4b-bb0c-a17c3adc7bc0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6163eac0-f39d-48e0-93ea-4bc426ff898b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:44.296910 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-15b69226-0a35-4dc2-ad65-9b5c5b9de5eb req-ee06ce3d-0200-4d4b-bb0c-a17c3adc7bc0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:44.299917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15b69226-0a35-4dc2-ad65-9b5c5b9de5eb req-ee06ce3d-0200-4d4b-bb0c-a17c3adc7bc0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3560424 Feb 09 20:48:44.351165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-3b822f97-9fba-4bd9-91c3-f28e471dec34 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:44.352914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-3b822f97-9fba-4bd9-91c3-f28e471dec34 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 950 time: 0.1716504 Feb 09 20:48:44.451641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc0e54-7378-499c-8c91-bf63e54d04be req-d2fb0259-3e31-4ded-98e3-23df96534d2b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:44.459457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7fc0e54-7378-499c-8c91-bf63e54d04be req-d2fb0259-3e31-4ded-98e3-23df96534d2b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 944 time: 0.1518102 Feb 09 20:48:44.461333 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e67ffa48-544b-4296-a0b0-58da78c902ae req-d2fac07b-f981-4082-b3d2-7c4708c4e4a9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=afaf112dfc2a4e0587d251e3326863ab HTTP/1.1" status: 200 len: 11009 time: 0.1387506 Feb 09 20:48:44.533273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e67ffa48-544b-4296-a0b0-58da78c902ae req-fa82a475-8415-4db0-92c9-d40fe3f86dc6 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/e8bf69ff-de35-4d76-870c-878c6ea86120 HTTP/1.1" status: 200 len: 3002 time: 0.0654044 Feb 09 20:48:44.562437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7fc0e54-7378-499c-8c91-bf63e54d04be req-0c326914-0780-41f8-9686-9ba285dcfa4d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018035 Feb 09 20:48:44.602385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Deleting port b1d930c0-71ca-4cc2-b180-543796e0e496 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:44.602717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:44.615219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e67ffa48-544b-4296-a0b0-58da78c902ae req-1f50d1d1-3eb5-446d-aa57-6a1742136d71 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/e8bf69ff-de35-4d76-870c-878c6ea86120 HTTP/1.1" status: 200 len: 3002 time: 0.0685084 Feb 09 20:48:44.765794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03c2f8dd-0c2c-4c6e-8f04-3a97d887ab96 req-ba25c525-f520-4e28-b43f-55509dd9ca0b tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/0c615c75-9fce-4f89-b4f6-4f80046433d6 HTTP/1.1" status: 200 len: 1818 time: 0.1064811 Feb 09 20:48:44.802101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] For port b1d930c0-71ca-4cc2-b180-543796e0e496, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b1d930c0-71ca-4cc2-b180-543796e0e496,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:44.802458 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:44.826317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Calling delete_port for b1d930c0-71ca-4cc2-b180-543796e0e496 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:44.866683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501567-65b2-4b7d-bdb4-952c1f7e394c req-0cc3f1a3-c967-4737-8e95-e5a1d2a39386 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:44.870043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cb501567-65b2-4b7d-bdb4-952c1f7e394c req-0cc3f1a3-c967-4737-8e95-e5a1d2a39386 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0835671 Feb 09 20:48:44.901757 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03c2f8dd-0c2c-4c6e-8f04-3a97d887ab96 req-b6be7e92-1b36-4fec-865a-f4efe1b019f5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (0c615c75-9fce-4f89-b4f6-4f80046433d6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:44.937369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cb501567-65b2-4b7d-bdb4-952c1f7e394c req-11e9d3aa-94d4-4b17-98b7-e1a2df584540 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552962 Feb 09 20:48:44.950959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03c2f8dd-0c2c-4c6e-8f04-3a97d887ab96 req-b6be7e92-1b36-4fec-865a-f4efe1b019f5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (0c615c75-9fce-4f89-b4f6-4f80046433d6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.042673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03c2f8dd-0c2c-4c6e-8f04-3a97d887ab96 req-b6be7e92-1b36-4fec-865a-f4efe1b019f5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0c615c75-9fce-4f89-b4f6-4f80046433d6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.045437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03c2f8dd-0c2c-4c6e-8f04-3a97d887ab96 req-b6be7e92-1b36-4fec-865a-f4efe1b019f5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.053701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03c2f8dd-0c2c-4c6e-8f04-3a97d887ab96 req-b6be7e92-1b36-4fec-865a-f4efe1b019f5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/0c615c75-9fce-4f89-b4f6-4f80046433d6 HTTP/1.1" status: 204 len: 173 time: 0.2866497 Feb 09 20:48:45.084006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be7e92-1b36-4fec-865a-f4efe1b019f5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c615c75-9fce-4f89-b4f6-4f80046433d6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:45.089178 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-22bb2806-3193-44ac-b85c-b0008fa8bc58 req-eab578a7-8466-4a40-bf30-f6df5921335a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:48:45.100716 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22bb2806-3193-44ac-b85c-b0008fa8bc58 req-eab578a7-8466-4a40-bf30-f6df5921335a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/0c615c75-9fce-4f89-b4f6-4f80046433d6 HTTP/1.1" status: 404 len: 352 time: 0.0350416 Feb 09 20:48:45.124264 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b1d930c0-71ca-4cc2-b180-543796e0e496), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.145067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75', '647aa24e-d61b-461c-953d-2eb0f595271e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:45.161955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e09b0df-0642-4935-aff3-8cd5275b018f', 'c0fd31d4-e110-4b73-8eba-bcd184852655', 'b1d930c0-71ca-4cc2-b180-543796e0e496'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:45.211178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event deleted for resources: {'Port': ['ID=b1d930c0-71ca-4cc2-b180-543796e0e496,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:45.377998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c284323-4cfe-4f14-b55f-e87ab462763d req-c8d020cf-9ff2-4703-808b-d6b367e9e526 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=09571207-8576-4eaa-9c0d-f1855c4a6292 HTTP/1.1" status: 200 len: 210 time: 0.0816553 Feb 09 20:48:45.385331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] No DVR routers for this DVR port b1d930c0-71ca-4cc2-b180-543796e0e496 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:45.393296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.397420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b6fa6dc-9769-43de-8535-751f14d6ea00 req-84ca839b-7da8-43a5-a9cf-4840e6e67ec0 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "DELETE /v2.0/ports/b1d930c0-71ca-4cc2-b180-543796e0e496 HTTP/1.1" status: 204 len: 173 time: 1.0241683 Feb 09 20:48:45.398064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09571207-8576-4eaa-9c0d-f1855c4a6292', 'name': 'network-vif-deleted', 'tag': 'b1d930c0-71ca-4cc2-b180-543796e0e496'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:45.400674 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a3401a-b0fa-4986-a18f-108e8e2e82cd" -d '{"events": [{"server_uuid": "09571207-8576-4eaa-9c0d-f1855c4a6292", "name": "network-vif-deleted", "tag": "b1d930c0-71ca-4cc2-b180-543796e0e496"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:45.424984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-224e42e3-5414-4796-8b19-148215ff9160 req-d520613a-97d8-4f33-8f3d-08cc3812d741 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/8072913f-402a-4054-9500-fcd42d479a03 HTTP/1.1" status: 200 len: 1820 time: 0.2832227 Feb 09 20:48:45.471442 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66761285-f521-46e0-92e6-72fd3c8aed3b x-openstack-request-id: req-66761285-f521-46e0-92e6-72fd3c8aed3b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:45.472462 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09571207-8576-4eaa-9c0d-f1855c4a6292", "name": "network-vif-deleted", "tag": "b1d930c0-71ca-4cc2-b180-543796e0e496", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:45.472909 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-66761285-f521-46e0-92e6-72fd3c8aed3b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:45.473666 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09571207-8576-4eaa-9c0d-f1855c4a6292', 'name': 'network-vif-deleted', 'tag': 'b1d930c0-71ca-4cc2-b180-543796e0e496', 'status': 'completed', 'code': 200} Feb 09 20:48:45.564075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-224e42e3-5414-4796-8b19-148215ff9160 req-7a337e79-641b-4aff-a0bc-9ba30ed36e86 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (8072913f-402a-4054-9500-fcd42d479a03), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.605252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-224e42e3-5414-4796-8b19-148215ff9160 req-7a337e79-641b-4aff-a0bc-9ba30ed36e86 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (8072913f-402a-4054-9500-fcd42d479a03), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.697535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-224e42e3-5414-4796-8b19-148215ff9160 req-7a337e79-641b-4aff-a0bc-9ba30ed36e86 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8072913f-402a-4054-9500-fcd42d479a03), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.700142 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-224e42e3-5414-4796-8b19-148215ff9160 req-7a337e79-641b-4aff-a0bc-9ba30ed36e86 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:45.701304 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-224e42e3-5414-4796-8b19-148215ff9160 req-7a337e79-641b-4aff-a0bc-9ba30ed36e86 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/8072913f-402a-4054-9500-fcd42d479a03 HTTP/1.1" status: 204 len: 173 time: 0.2688661 Feb 09 20:48:45.724888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a337e79-641b-4aff-a0bc-9ba30ed36e86 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8072913f-402a-4054-9500-fcd42d479a03,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:45.765186 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-1bb17029-fc28-4b8e-8a93-66a74362a6a8 req-88302eec-4f39-4118-8c55-78f8e01e931b tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:48:45.766274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1bb17029-fc28-4b8e-8a93-66a74362a6a8 req-88302eec-4f39-4118-8c55-78f8e01e931b tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/8072913f-402a-4054-9500-fcd42d479a03 HTTP/1.1" status: 404 len: 352 time: 0.0250299 Feb 09 20:48:45.857913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44fb0-d5bb-4b0a-a93b-65607ff98b89 req-a3dcba72-c2b1-4eee-939f-42c7fec7af28 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:45.857913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aee44fb0-d5bb-4b0a-a93b-65607ff98b89 req-a3dcba72-c2b1-4eee-939f-42c7fec7af28 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 944 time: 0.1188912 Feb 09 20:48:45.931621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e936a80-d644-45ef-b85a-671f8862838b req-e1439829-96aa-470f-810a-a55b5a3a54d2 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/6163eac0-f39d-48e0-93ea-4bc426ff898b HTTP/1.1" status: 200 len: 1819 time: 0.1123865 Feb 09 20:48:45.963020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aee44fb0-d5bb-4b0a-a93b-65607ff98b89 req-08afa3bd-1812-4290-bfb3-9448d5f510fe tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959392 Feb 09 20:48:46.079566 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1e936a80-d644-45ef-b85a-671f8862838b req-b28fafad-bb2b-4fd3-9848-72c6807febac tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (6163eac0-f39d-48e0-93ea-4bc426ff898b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:46.120619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb79e60b-9891-465e-a908-07280d056218 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:46.149056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1e936a80-d644-45ef-b85a-671f8862838b req-b28fafad-bb2b-4fd3-9848-72c6807febac tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (6163eac0-f39d-48e0-93ea-4bc426ff898b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:46.201119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1773-285e-4f8c-92c1-9d04abf5b651 req-95610635-8155-430a-b9b3-d9683a8c8f7f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:46.203053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2bb1773-285e-4f8c-92c1-9d04abf5b651 req-95610635-8155-430a-b9b3-d9683a8c8f7f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0880387 Feb 09 20:48:46.298976 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2bb1773-285e-4f8c-92c1-9d04abf5b651 req-5abcf7ec-9341-4b90-9ecf-a716ec1b7c70 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883512 Feb 09 20:48:46.412135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1e936a80-d644-45ef-b85a-671f8862838b req-b28fafad-bb2b-4fd3-9848-72c6807febac tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6163eac0-f39d-48e0-93ea-4bc426ff898b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:46.412135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1e936a80-d644-45ef-b85a-671f8862838b req-b28fafad-bb2b-4fd3-9848-72c6807febac tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:46.418736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e936a80-d644-45ef-b85a-671f8862838b req-b28fafad-bb2b-4fd3-9848-72c6807febac tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/6163eac0-f39d-48e0-93ea-4bc426ff898b HTTP/1.1" status: 204 len: 173 time: 0.4730949 Feb 09 20:48:46.432690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fafad-bb2b-4fd3-9848-72c6807febac tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6163eac0-f39d-48e0-93ea-4bc426ff898b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:46.435874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port bb79e60b-9891-465e-a908-07280d056218 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:46.442291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port bb79e60b-9891-465e-a908-07280d056218 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:46.442291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bb79e60b-9891-465e-a908-07280d056218), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:46.625493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port bb79e60b-9891-465e-a908-07280d056218 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:46.626487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb79e60b-9891-465e-a908-07280d056218), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:46.664031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb79e60b-9891-465e-a908-07280d056218'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:46.666173 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f010b8-67b1-4200-bb13-2c8b2d983bc6" -d '{"events": [{"server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "name": "network-vif-plugged", "status": "completed", "tag": "bb79e60b-9891-465e-a908-07280d056218"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:46.689596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:46.695487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb79e60b-9891-465e-a908-07280d056218), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:46.773416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:46.792066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.792428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.792776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.793121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.793531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.793916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.794250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.794589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.794927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.795252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.795600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.796589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.796925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:48:46.823004 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e3265c-d042-4ae9-8613-8aee49452f09 x-openstack-request-id: req-e9e3265c-d042-4ae9-8613-8aee49452f09 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:46.823304 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "name": "network-vif-plugged", "status": "completed", "tag": "bb79e60b-9891-465e-a908-07280d056218", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:46.823574 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e9e3265c-d042-4ae9-8613-8aee49452f09 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:46.824004 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb79e60b-9891-465e-a908-07280d056218', 'code': 200} Feb 09 20:48:46.948968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fc25d-0055-4156-9c6e-b26f30b05764 req-c9ccb53f-be79-4001-a061-7480da599ef8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:46.957275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-126fc25d-0055-4156-9c6e-b26f30b05764 req-c9ccb53f-be79-4001-a061-7480da599ef8 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 950 time: 0.0743001 Feb 09 20:48:47.018635 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-4be1df21-a1dd-4499-bdd1-377cf41a0b7f req-eb7cfb36-85fa-4170-9d37-4be53942eb65 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:48:47.019902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4be1df21-a1dd-4499-bdd1-377cf41a0b7f req-eb7cfb36-85fa-4170-9d37-4be53942eb65 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/6163eac0-f39d-48e0-93ea-4bc426ff898b HTTP/1.1" status: 404 len: 352 time: 0.5768080 Feb 09 20:48:47.020268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-126fc25d-0055-4156-9c6e-b26f30b05764 req-d1ccf307-12ac-4836-beb3-489be79f7c3a tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612969 Feb 09 20:48:47.066012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466104-da49-4cfe-b71c-050695eb6f15 req-f47a72f6-6a12-47a8-ad96-5cf5377c79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:47.067807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55466104-da49-4cfe-b71c-050695eb6f15 req-f47a72f6-6a12-47a8-ad96-5cf5377c79c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 1128 time: 0.0580378 Feb 09 20:48:47.158761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55466104-da49-4cfe-b71c-050695eb6f15 req-1a72bd53-5730-463c-8363-de3a90a4387d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843480 Feb 09 20:48:47.164998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a32cb32b-2f67-493f-980f-b2846de442e0 req-8116da16-e75a-4580-a86e-dd707ed4d363 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=afaf112dfc2a4e0587d251e3326863ab HTTP/1.1" status: 200 len: 6205 time: 0.0989392 Feb 09 20:48:47.173308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13137beb-0b0a-4d22-8ab8-8f26f55bb31f req-3aefe86d-48a0-4446-94ad-5e59a9afb5ee tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:47.175851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13137beb-0b0a-4d22-8ab8-8f26f55bb31f req-3aefe86d-48a0-4446-94ad-5e59a9afb5ee tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0763152 Feb 09 20:48:47.212313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a32cb32b-2f67-493f-980f-b2846de442e0 req-982cd63f-a752-4ae0-bbbd-5f2b397cfe7c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/e8bf69ff-de35-4d76-870c-878c6ea86120 HTTP/1.1" status: 200 len: 3002 time: 0.0463250 Feb 09 20:48:47.280977 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a32cb32b-2f67-493f-980f-b2846de442e0 req-9501a7e5-5cc8-467e-aec9-8d5ac7ed2659 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/e8bf69ff-de35-4d76-870c-878c6ea86120 HTTP/1.1" status: 200 len: 3002 time: 0.0622425 Feb 09 20:48:47.284207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13137beb-0b0a-4d22-8ab8-8f26f55bb31f req-b53d5773-e6b1-490e-912e-373d62930a4c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013055 Feb 09 20:48:47.317215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8980b1aa-9636-46ca-8a67-9898be275c81 req-16b17183-50ca-409b-83a1-e90cd08941bd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-730482967', 'description': 'tempest-description-1700071797'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:47.341480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8980b1aa-9636-46ca-8a67-9898be275c81 req-16b17183-50ca-409b-83a1-e90cd08941bd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:47.434865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8980b1aa-9636-46ca-8a67-9898be275c81 req-16b17183-50ca-409b-83a1-e90cd08941bd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (28decc85-7d07-45fd-9606-44e49578d053), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:47.447728 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8980b1aa-9636-46ca-8a67-9898be275c81 req-16b17183-50ca-409b-83a1-e90cd08941bd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (28decc85-7d07-45fd-9606-44e49578d053), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:47.474039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8980b1aa-9636-46ca-8a67-9898be275c81 req-16b17183-50ca-409b-83a1-e90cd08941bd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:47.477049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8980b1aa-9636-46ca-8a67-9898be275c81 req-16b17183-50ca-409b-83a1-e90cd08941bd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1656034 Feb 09 20:48:47.525411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b17183-50ca-409b-83a1-e90cd08941bd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28decc85-7d07-45fd-9606-44e49578d053,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:47.546311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6fd5694c-37d9-4c1c-a279-88bb468d25e5 req-0cd8aaa1-3458-4733-bc30-0fbc1b943f3e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1411226794', 'description': 'tempest-description-1809952136'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:47.570082 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fd5694c-37d9-4c1c-a279-88bb468d25e5 req-0cd8aaa1-3458-4733-bc30-0fbc1b943f3e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:47.622196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c860e7-d186-491d-9f2b-9e47e7b52aa2 req-f7f40ba2-8034-411e-a718-24884e20ed48 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:47.625426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9c860e7-d186-491d-9f2b-9e47e7b52aa2 req-f7f40ba2-8034-411e-a718-24884e20ed48 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0802026 Feb 09 20:48:47.670752 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fd5694c-37d9-4c1c-a279-88bb468d25e5 req-0cd8aaa1-3458-4733-bc30-0fbc1b943f3e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (34d3f247-4875-4bbd-b361-803ef36572d0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:47.675270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fd5694c-37d9-4c1c-a279-88bb468d25e5 req-0cd8aaa1-3458-4733-bc30-0fbc1b943f3e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (34d3f247-4875-4bbd-b361-803ef36572d0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:47.681159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9c860e7-d186-491d-9f2b-9e47e7b52aa2 req-21f915b0-848a-4af2-9c04-d029fdd98dbe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490663 Feb 09 20:48:47.712454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6fd5694c-37d9-4c1c-a279-88bb468d25e5 req-0cd8aaa1-3458-4733-bc30-0fbc1b943f3e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:47.713877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6fd5694c-37d9-4c1c-a279-88bb468d25e5 req-0cd8aaa1-3458-4733-bc30-0fbc1b943f3e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1726012 Feb 09 20:48:47.715079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8aaa1-3458-4733-bc30-0fbc1b943f3e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d3f247-4875-4bbd-b361-803ef36572d0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:47.994605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01213693-c467-49cf-a271-3cebe75a2252 req-5ac77f4a-e988-4553-a3c1-cc6685def5dc tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:47.996061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-5ac77f4a-e988-4553-a3c1-cc6685def5dc tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 813 time: 0.1139019 Feb 09 20:48:48.011918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-6b723340-93eb-4cd7-ac52-47281f73c517 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/quotas/afaf112dfc2a4e0587d251e3326863ab HTTP/1.1" status: 200 len: 375 time: 0.0099468 Feb 09 20:48:48.083281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-292c7b7e-8a47-413f-8167-ba4f93dc7b71 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655017 Feb 09 20:48:48.135270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b1d930c0-71ca-4cc2-b180-543796e0e496 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:48.166839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: b1d930c0-71ca-4cc2-b180-543796e0e496 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:48.167183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b1d930c0-71ca-4cc2-b180-543796e0e496 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:48.171588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c89ca-ecf2-4347-af3e-1b94c4accc64 req-8441f401-b88f-4cda-a749-1c4904715db2 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:48.173747 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f47c89ca-ecf2-4347-af3e-1b94c4accc64 req-8441f401-b88f-4cda-a749-1c4904715db2 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 950 time: 0.0713046 Feb 09 20:48:48.194013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-77c04474-ad7c-4267-9336-09599d3ba8ae service neutron] 10.222.0.102 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037323 Feb 09 20:48:48.260771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f47c89ca-ecf2-4347-af3e-1b94c4accc64 req-f80169b6-78af-4a33-b1af-c892f6c32a65 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793643 Feb 09 20:48:48.335600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8a701-def3-40e8-b708-1228904cd771 req-f3ee5815-b586-40a9-998f-ffc7924910df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:48.336618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11d8a701-def3-40e8-b708-1228904cd771 req-f3ee5815-b586-40a9-998f-ffc7924910df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 1128 time: 0.1123540 Feb 09 20:48:48.403599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-b81bc114-cc1c-4b7e-8730-9b71996f2307 service neutron] 10.222.0.102 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996841 Feb 09 20:48:48.424262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e516c-d00f-4333-b5f5-cb66057f395d req-62625bfc-2b2c-4895-8067-269e9d6409e7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:48.425877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-404e516c-d00f-4333-b5f5-cb66057f395d req-62625bfc-2b2c-4895-8067-269e9d6409e7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0740516 Feb 09 20:48:48.482353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8a701-def3-40e8-b708-1228904cd771 req-85183f4c-3713-4d10-abdd-7b2baf51521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:48.485001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11d8a701-def3-40e8-b708-1228904cd771 req-85183f4c-3713-4d10-abdd-7b2baf51521e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 913 time: 0.1352227 Feb 09 20:48:48.515380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-404e516c-d00f-4333-b5f5-cb66057f395d req-6527b5cb-c3c2-49e7-bc1c-b13d81e2f93c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800121 Feb 09 20:48:48.553239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11d8a701-def3-40e8-b708-1228904cd771 req-46105461-13d0-4c97-9490-1c1e401ac556 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c83ff23-3883-4dda-824a-bcec8316ef12 HTTP/1.1" status: 200 len: 217 time: 0.0589659 Feb 09 20:48:48.624291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8a701-def3-40e8-b708-1228904cd771 req-5c4db1d3-ccda-490b-b99b-c3dc3ad1424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:48.626998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11d8a701-def3-40e8-b708-1228904cd771 req-5c4db1d3-ccda-490b-b99b-c3dc3ad1424d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.0674925 Feb 09 20:48:48.665107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11d8a701-def3-40e8-b708-1228904cd771 req-c4548e3a-2338-4dfb-b6cc-3058e5c2ed7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320187 Feb 09 20:48:48.674829 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee77e9c5-c974-42df-9e43-e970630e9e34 req-6cd04060-7b5b-4bc7-9b2c-2675d1d8a117 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 210 time: 0.0347788 Feb 09 20:48:48.837825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11d8a701-def3-40e8-b708-1228904cd771 req-0cad682d-61bd-4874-83c4-9a454b957ea0 service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665092 Feb 09 20:48:48.844722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-fd8171f4-2772-4404-a0bc-a6d309c3561c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:48.846140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-fd8171f4-2772-4404-a0bc-a6d309c3561c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 950 time: 0.1630383 Feb 09 20:48:48.965279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1a95-7952-4794-a495-7db0048538cf req-f926e08f-50f2-4470-a53a-450b11502ee5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:48.967104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab9d1a95-7952-4794-a495-7db0048538cf req-f926e08f-50f2-4470-a53a-450b11502ee5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.1721482 Feb 09 20:48:49.092245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab9d1a95-7952-4794-a495-7db0048538cf req-a61a72d4-a2b3-462e-aea4-69160c388fb5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138825 Feb 09 20:48:49.106629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11d8a701-def3-40e8-b708-1228904cd771 req-9c645495-dd95-4be6-8aa3-282099dce80f service neutron] 10.222.0.50 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586360 Feb 09 20:48:49.126247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Deleting port c0fd31d4-e110-4b73-8eba-bcd184852655 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:49.126745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:49.263604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] For port c0fd31d4-e110-4b73-8eba-bcd184852655, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c0fd31d4-e110-4b73-8eba-bcd184852655,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:49.264319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:49.278107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Calling delete_port for c0fd31d4-e110-4b73-8eba-bcd184852655 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:49.414934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d9d0c-1c7e-43e0-bb3e-15768706623b req-d0ce1cdd-6c66-451c-9804-b56588401706 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:49.417374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c1d9d0c-1c7e-43e0-bb3e-15768706623b req-d0ce1cdd-6c66-451c-9804-b56588401706 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836 HTTP/1.1" status: 200 len: 950 time: 0.0591090 Feb 09 20:48:49.455428 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c0fd31d4-e110-4b73-8eba-bcd184852655), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:49.467530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e09b0df-0642-4935-aff3-8cd5275b018f', 'c0fd31d4-e110-4b73-8eba-bcd184852655'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:49.483288 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c1d9d0c-1c7e-43e0-bb3e-15768706623b req-bc7e48cc-f005-4013-b0ef-bde46bbef17c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588355 Feb 09 20:48:49.484812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event deleted for resources: {'Port': ['ID=c0fd31d4-e110-4b73-8eba-bcd184852655,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:49.539092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] No DVR routers for this DVR port c0fd31d4-e110-4b73-8eba-bcd184852655 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:49.542838 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:49.545611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75', '647aa24e-d61b-461c-953d-2eb0f595271e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:49.547110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14d35a40-f640-4dc7-bcc9-b4ea7fba7ecc req-f5790151-35eb-48f1-a3fe-3e51e081ab76 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "DELETE /v2.0/ports/c0fd31d4-e110-4b73-8eba-bcd184852655 HTTP/1.1" status: 204 len: 173 time: 0.6891935 Feb 09 20:48:49.547729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836', 'name': 'network-vif-deleted', 'tag': 'c0fd31d4-e110-4b73-8eba-bcd184852655'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:49.550390 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520b2f0d-063a-4c72-b881-e8d7dfa30380" -d '{"events": [{"server_uuid": "ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836", "name": "network-vif-deleted", "tag": "c0fd31d4-e110-4b73-8eba-bcd184852655"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:49.613710 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d222c560-74c5-4c1d-99c0-c5c07019dc77 x-openstack-request-id: req-d222c560-74c5-4c1d-99c0-c5c07019dc77 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:49.614061 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836", "name": "network-vif-deleted", "tag": "c0fd31d4-e110-4b73-8eba-bcd184852655", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:49.614470 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d222c560-74c5-4c1d-99c0-c5c07019dc77 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:49.614893 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2fdb41-bb9f-4fe4-92aa-3f579c9fe836', 'name': 'network-vif-deleted', 'tag': 'c0fd31d4-e110-4b73-8eba-bcd184852655', 'status': 'completed', 'code': 200} Feb 09 20:48:49.686065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15975c0d-2e04-4757-a05d-5dc192b3419d req-976d0ac5-e989-4c91-9861-bd695b5e33d3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:49.689302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15975c0d-2e04-4757-a05d-5dc192b3419d req-976d0ac5-e989-4c91-9861-bd695b5e33d3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0639267 Feb 09 20:48:49.788715 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15975c0d-2e04-4757-a05d-5dc192b3419d req-3800f522-a71b-41fe-8d65-7bef020819fd tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905783 Feb 09 20:48:49.885273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a38e0460-7e69-4b55-9dfc-cbf6e12470b7 req-e72c8681-7fd3-437d-8950-53e823651d10 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 210 time: 0.0842164 Feb 09 20:48:50.007408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01213693-c467-49cf-a271-3cebe75a2252 req-482a69b6-6068-41d1-a7d7-599d735f522c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:50.009098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-482a69b6-6068-41d1-a7d7-599d735f522c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.50 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 813 time: 0.1721442 Feb 09 20:48:50.025535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'port': {'device_id': '24ef24bc-1425-42e7-b006-115d12bac973', 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079', 'admin_state_up': True, 'tenant_id': 'afaf112dfc2a4e0587d251e3326863ab'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:50.203004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f47399-a44a-4fe1-b1ad-aa89f69f91b8 req-f1d10900-eb94-4804-8c62-a3fa6828b6a5 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:50.214723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8f47399-a44a-4fe1-b1ad-aa89f69f91b8 req-f1d10900-eb94-4804-8c62-a3fa6828b6a5 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.2043061 Feb 09 20:48:50.306976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbc0ba-98f8-4d09-a5e3-5939fa7099b2 req-ac78ab7e-5397-4d38-a3e5-1a900637d3e3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:50.315208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44bbc0ba-98f8-4d09-a5e3-5939fa7099b2 req-ac78ab7e-5397-4d38-a3e5-1a900637d3e3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 945 time: 0.0847957 Feb 09 20:48:50.336033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Made reservation on behalf of afaf112dfc2a4e0587d251e3326863ab for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:50.339831 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:50.360443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8f47399-a44a-4fe1-b1ad-aa89f69f91b8 req-6aed6d8d-cb7b-4301-8def-795a87fac663 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909641 Feb 09 20:48:50.380390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44bbc0ba-98f8-4d09-a5e3-5939fa7099b2 req-f75181ba-d748-4a2a-a00d-5388ed58e0d3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Feb 09 20:48:50.535226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Allocated IP 172.20.0.5 (cb781742-a016-46ce-927e-c51e2871f079/22c05ec5-1e2d-499c-adbf-1cee79810199/ddfef815-565d-4a10-915b-811be1fe4106) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:48:50.802238 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for port (ddfef815-565d-4a10-915b-811be1fe4106), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:50.831305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca44b2-a43b-4ac1-8f87-81cbb7ac610a req-678ba7d2-a696-4774-8912-0ebd0647bd1d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:50.837323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bca44b2-a43b-4ac1-8f87-81cbb7ac610a req-678ba7d2-a696-4774-8912-0ebd0647bd1d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0928612 Feb 09 20:48:50.899721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3c83ff23-3883-4dda-824a-bcec8316ef12 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:50.938193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bca44b2-a43b-4ac1-8f87-81cbb7ac610a req-fb670a5d-e16c-4183-86d5-f785496b88c1 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975659 Feb 09 20:48:50.940063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ddfef815-565d-4a10-915b-811be1fe4106), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:50.962414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:50.996423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Network cb781742-a016-46ce-927e-c51e2871f079 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:48:51.003938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:51.006594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:48:51.077975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671250-b784-422f-b6eb-dd95977d2a58 req-56972555-2af8-4527-be6f-232ea0c55650 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:51.080358 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07671250-b784-422f-b6eb-dd95977d2a58 req-56972555-2af8-4527-be6f-232ea0c55650 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 931 time: 0.0710156 Feb 09 20:48:51.126905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'Port': ['ID=ddfef815-565d-4a10-915b-811be1fe4106,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:51.186700 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07671250-b784-422f-b6eb-dd95977d2a58 req-3e5fe7a9-6eff-4c1f-bc7e-51174af52cdc tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998352 Feb 09 20:48:51.217255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:51.218132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:51.244771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41408c92-99a0-42cb-a309-a82fac77591e req-ebb71f42-9c8f-4fbb-926e-4169cc82af0b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:51.246526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41408c92-99a0-42cb-a309-a82fac77591e req-ebb71f42-9c8f-4fbb-926e-4169cc82af0b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 950 time: 0.1830401 Feb 09 20:48:51.250756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-6e22a659-7eb0-470c-bb0b-14aa8d837c9d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2302070 Feb 09 20:48:51.272308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Request body: {'port': {'device_id': '24ef24bc-1425-42e7-b006-115d12bac973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:51.312275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3c83ff23-3883-4dda-824a-bcec8316ef12 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:51.312656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:51.336285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41408c92-99a0-42cb-a309-a82fac77591e req-ce2a5121-2a35-4ba4-b890-87b5b1a518d3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828443 Feb 09 20:48:51.351857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:51.354123 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2c21a-af62-4f57-a23d-324198264086" -d '{"events": [{"server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "name": "network-vif-unplugged", "status": "completed", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:51.380129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:51.385857 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:51.390761 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ddfef815-565d-4a10-915b-811be1fe4106), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:51.462699 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e14c58-0f47-44cc-a7ef-d3449f9f1638 x-openstack-request-id: req-d9e14c58-0f47-44cc-a7ef-d3449f9f1638 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:51.462927 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "name": "network-vif-unplugged", "status": "completed", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:51.463582 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d9e14c58-0f47-44cc-a7ef-d3449f9f1638 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:51.463582 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'code': 200} Feb 09 20:48:51.464589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:51.528209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:51.660675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de8aaa-2499-4d72-a64c-4821368c8c98 req-8115a818-869c-4bac-bc26-4babba0f2820 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:51.662616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07de8aaa-2499-4d72-a64c-4821368c8c98 req-8115a818-869c-4bac-bc26-4babba0f2820 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 943 time: 0.1404035 Feb 09 20:48:51.756199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07de8aaa-2499-4d72-a64c-4821368c8c98 req-98fc24d5-b358-4037-b2e8-8e7c272496a0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875459 Feb 09 20:48:51.834329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfef815-565d-4a10-915b-811be1fe4106 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:51.843256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Publish callbacks [] for port (ddfef815-565d-4a10-915b-811be1fe4106), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:51.858783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Transition to ACTIVE for port object ddfef815-565d-4a10-915b-811be1fe4106 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:48:51.862232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ddfef815-565d-4a10-915b-811be1fe4106), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:51.991664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Pushing event updated for resources: {'Port': ['ID=ddfef815-565d-4a10-915b-811be1fe4106,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:52.034873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Attempting to bind port ddfef815-565d-4a10-915b-811be1fe4106 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:48:52.035219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Attempting to bind port ddfef815-565d-4a10-915b-811be1fe4106 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:48:52.035626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Attempting to bind port ddfef815-565d-4a10-915b-811be1fe4106 on network cb781742-a016-46ce-927e-c51e2871f079 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:52.056809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Port ddfef815-565d-4a10-915b-811be1fe4106 on network cb781742-a016-46ce-927e-c51e2871f079 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:48:52.057465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Attempting to bind port ddfef815-565d-4a10-915b-811be1fe4106 on network cb781742-a016-46ce-927e-c51e2871f079 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:52.080482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:48:52.080980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Checking segment: {'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:52.081351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Bound using segment: {'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:48:52.081844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Bound port: ddfef815-565d-4a10-915b-811be1fe4106, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd684bf32-7335-44ed-8865-9db1aba9c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:48:52.082182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ddfef815-565d-4a10-915b-811be1fe4106), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:52.148936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404ce54-f77e-4076-83cb-747be0c3f1de req-d6cdc8ee-f291-4750-b5f8-ebd790ca68dc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:52.150616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4404ce54-f77e-4076-83cb-747be0c3f1de req-d6cdc8ee-f291-4750-b5f8-ebd790ca68dc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1124153 Feb 09 20:48:52.180571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] For port ddfef815-565d-4a10-915b-811be1fe4106, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:48:52.183910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c0fd31d4-e110-4b73-8eba-bcd184852655 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:52.204027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] For port ddfef815-565d-4a10-915b-811be1fe4106, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ddfef815-565d-4a10-915b-811be1fe4106,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:48:52.216807 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ddfef815-565d-4a10-915b-811be1fe4106), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:52.227228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: c0fd31d4-e110-4b73-8eba-bcd184852655 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:52.227979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c0fd31d4-e110-4b73-8eba-bcd184852655 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:52.276328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4404ce54-f77e-4076-83cb-747be0c3f1de req-6f5c8f3a-8dc6-408d-8e28-8675696e2a68 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171820 Feb 09 20:48:52.301236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Pushing event updated for resources: {'Port': ['ID=ddfef815-565d-4a10-915b-811be1fe4106,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:52.305606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:52.306785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:52.308848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-1ec41f10-1a98-4152-9985-ef56397f635a service neutron] 10.222.0.50 "PUT /v2.0/ports/ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 200 len: 1092 time: 1.0406613 Feb 09 20:48:52.309452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:52.312273 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "tag": "ddfef815-565d-4a10-915b-811be1fe4106"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:52.481484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b52a4-bffb-4674-b240-b12752ffd9e2 req-a3771e60-cfac-4e3b-9cad-c34d39f4540f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:52.484237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-066b52a4-bffb-4674-b240-b12752ffd9e2 req-a3771e60-cfac-4e3b-9cad-c34d39f4540f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 943 time: 0.1135609 Feb 09 20:48:52.488179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01213693-c467-49cf-a271-3cebe75a2252 req-229850aa-7d7f-4cfd-a527-4390602ad8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:52.490017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-229850aa-7d7f-4cfd-a527-4390602ad8f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1126 time: 0.1289365 Feb 09 20:48:52.553477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-7686d49e-3b8e-400f-930a-365d480fb07f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 200 len: 217 time: 0.0541782 Feb 09 20:48:52.629241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-820a6d0c-a820-4396-ac28-636a22b96c9b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:52.630751 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-820a6d0c-a820-4396-ac28-636a22b96c9b tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/ports?device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 950 time: 0.1915822 Feb 09 20:48:52.655175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-066b52a4-bffb-4674-b240-b12752ffd9e2 req-9f21f4f1-947b-42ba-a683-59b44af0799e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642816 Feb 09 20:48:52.668146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-6fe764d9-32ec-4a47-b9a6-7553a0593597 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:52.673990 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-6fe764d9-32ec-4a47-b9a6-7553a0593597 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad37a1d4-6a71-495f-8b88-24b907c5056c HTTP/1.1" status: 200 len: 943 time: 0.0655687 Feb 09 20:48:52.710222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01213693-c467-49cf-a271-3cebe75a2252 req-ad05aacd-0c24-43c9-8ae6-a155be7e7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:52.711709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-ad05aacd-0c24-43c9-8ae6-a155be7e7af0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.1460865 Feb 09 20:48:52.729603 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e8d988-94de-4a13-b55f-ad92d9fff8d6 x-openstack-request-id: req-04e8d988-94de-4a13-b55f-ad92d9fff8d6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:52.729987 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "tag": "ddfef815-565d-4a10-915b-811be1fe4106", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:52.730254 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-04e8d988-94de-4a13-b55f-ad92d9fff8d6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:52.730665 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106', 'status': 'completed', 'code': 200} Feb 09 20:48:52.799117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-62839efe-146e-441c-9ce1-af62c55cdf07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674901 Feb 09 20:48:52.811604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Deleting port 3c83ff23-3883-4dda-824a-bcec8316ef12 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:52.811981 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:52.835950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-cc3daca1-8d15-4523-b912-3ae6daa3d72f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:52.837680 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-cc3daca1-8d15-4523-b912-3ae6daa3d72f tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "GET /v2.0/ports?device_id=468fac68-35c6-432c-9383-32223d8a0d8b HTTP/1.1" status: 200 len: 949 time: 0.2575405 Feb 09 20:48:52.914704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] For port 3c83ff23-3883-4dda-824a-bcec8316ef12, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3c83ff23-3883-4dda-824a-bcec8316ef12,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:52.915476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:52.934688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Calling delete_port for 3c83ff23-3883-4dda-824a-bcec8316ef12 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:53.036642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87205ccd-f234-494f-ba6f-db522aab5613 req-be7ee7da-a21a-4d5d-8125-877fa83ac636 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:53.038145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87205ccd-f234-494f-ba6f-db522aab5613 req-be7ee7da-a21a-4d5d-8125-877fa83ac636 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 950 time: 0.2381442 Feb 09 20:48:53.044331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Deleting port 647aa24e-d61b-461c-953d-2eb0f595271e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:53.044666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:53.053130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-9f5b4a7b-b81b-41b8-b706-7474a78b2c37 service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365093 Feb 09 20:48:53.079624 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3c83ff23-3883-4dda-824a-bcec8316ef12), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:53.113876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event deleted for resources: {'Port': ['ID=3c83ff23-3883-4dda-824a-bcec8316ef12,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:53.162005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] No DVR routers for this DVR port 3c83ff23-3883-4dda-824a-bcec8316ef12 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:53.164636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:53.168020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a7029a8-b331-4d9a-acfa-d209a46e586b req-490c3887-45b1-4089-8ca8-0f1ebf89fb81 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "DELETE /v2.0/ports/3c83ff23-3883-4dda-824a-bcec8316ef12 HTTP/1.1" status: 204 len: 173 time: 0.4892042 Feb 09 20:48:53.168497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'name': 'network-vif-deleted', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:53.170879 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2aae15-a6e9-4e12-9000-6cb1d76dbd96" -d '{"events": [{"server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "name": "network-vif-deleted", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:53.530385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87205ccd-f234-494f-ba6f-db522aab5613 req-fcf08885-9665-4a4e-9cc6-656378b5ba54 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794741 Feb 09 20:48:53.559170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Deleting port 7e09b0df-0642-4935-aff3-8cd5275b018f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:53.559437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:53.595766 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d02e711-422d-4cf5-a7ba-78249ce22c58 x-openstack-request-id: req-0d02e711-422d-4cf5-a7ba-78249ce22c58 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:53.596065 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad37a1d4-6a71-495f-8b88-24b907c5056c", "name": "network-vif-deleted", "tag": "3c83ff23-3883-4dda-824a-bcec8316ef12", "status": "failed", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:53.596323 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0d02e711-422d-4cf5-a7ba-78249ce22c58 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:53.596741 n-d-789963-29 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad37a1d4-6a71-495f-8b88-24b907c5056c', 'name': 'network-vif-deleted', 'tag': '3c83ff23-3883-4dda-824a-bcec8316ef12', 'status': 'failed', 'code': 422} returned with failed status Feb 09 20:48:53.639711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] For port 647aa24e-d61b-461c-953d-2eb0f595271e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=647aa24e-d61b-461c-953d-2eb0f595271e,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:53.640126 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:53.647245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01213693-c467-49cf-a271-3cebe75a2252 req-ad1935da-e6b1-4420-a2fc-9c2a694f4e1b service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766222 Feb 09 20:48:53.696683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Calling delete_port for 647aa24e-d61b-461c-953d-2eb0f595271e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:53.798118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc978c1-0fd8-4ac5-a038-3e2048a3f25b req-33c6ac70-e92b-440a-add0-06a12647c7a2 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:53.800122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4bc978c1-0fd8-4ac5-a038-3e2048a3f25b req-33c6ac70-e92b-440a-add0-06a12647c7a2 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 943 time: 0.0563047 Feb 09 20:48:53.807146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] For port 7e09b0df-0642-4935-aff3-8cd5275b018f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e09b0df-0642-4935-aff3-8cd5275b018f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:53.807529 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:53.832255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Calling delete_port for 7e09b0df-0642-4935-aff3-8cd5275b018f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:53.840665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085cdd9-9134-4be9-ba6b-59895a85cd51 req-44c22de9-bae4-4331-9a65-2e91390e1217 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:53.842626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2085cdd9-9134-4be9-ba6b-59895a85cd51 req-44c22de9-bae4-4331-9a65-2e91390e1217 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1847341 Feb 09 20:48:53.850722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4bc978c1-0fd8-4ac5-a038-3e2048a3f25b req-3143a0cd-0df7-4a40-bebd-26b264a0eb2a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Feb 09 20:48:53.937846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-a4cec910-3059-4e24-a9f4-5df751164216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:53.939400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-a4cec910-3059-4e24-a9f4-5df751164216 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1126 time: 0.2071941 Feb 09 20:48:54.025318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2085cdd9-9134-4be9-ba6b-59895a85cd51 req-1c18bf33-8932-47d9-8816-ca73e7050ea4 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669755 Feb 09 20:48:54.129026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (647aa24e-d61b-461c-953d-2eb0f595271e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:54.143807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e09b0df-0642-4935-aff3-8cd5275b018f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:54.202046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event deleted for resources: {'Port': ['ID=647aa24e-d61b-461c-953d-2eb0f595271e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:54.211242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75', '647aa24e-d61b-461c-953d-2eb0f595271e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:54.218472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-4f710f2f-0389-4324-984a-826b96b3ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:54.220628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-4f710f2f-0389-4324-984a-826b96b3ee60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 914 time: 0.2660031 Feb 09 20:48:54.241228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-c4605aa2-cc94-421e-b169-1775ecff33c8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:54.251538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-c4605aa2-cc94-421e-b169-1775ecff33c8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.1669245 Feb 09 20:48:54.272961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-cf65d5d7-2359-4de8-b473-7bdbddb50b87 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/quotas/48a9b1c7b84b465ebc1a58968e7e1023 HTTP/1.1" status: 200 len: 375 time: 0.0201988 Feb 09 20:48:54.309806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-a1370819-5304-4bc9-a21b-e0056bb940e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 200 len: 217 time: 0.0697317 Feb 09 20:48:54.310653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] No DVR routers for this DVR port 647aa24e-d61b-461c-953d-2eb0f595271e on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:54.313366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:54.316202 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-bb39ab1f-2acb-410c-a69d-8ccc8989b948 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417776 Feb 09 20:48:54.317229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-759d8de1-323f-4440-8b5f-1b449f607ee7 req-d7aab958-e211-420b-be9a-3977b4da7070 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "DELETE /v2.0/ports/647aa24e-d61b-461c-953d-2eb0f595271e HTTP/1.1" status: 204 len: 173 time: 1.6607327 Feb 09 20:48:54.328217 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7e09b0df-0642-4935-aff3-8cd5275b018f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:54.351044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b', '43badeb4-0998-4ee5-bb33-cb63c20b036c', '30a036c4-d9ad-44f5-b541-cc867cc15e75', '647aa24e-d61b-461c-953d-2eb0f595271e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:54.410216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event deleted for resources: {'Port': ['ID=7e09b0df-0642-4935-aff3-8cd5275b018f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:54.460738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-bac5a266-7545-48c3-b293-26466e38dca0 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379206 Feb 09 20:48:54.467720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] No DVR routers for this DVR port 7e09b0df-0642-4935-aff3-8cd5275b018f on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:54.470384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:54.475272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7823b8b-43b2-456f-b536-0d507bf5f881 req-4e84d27e-f5f1-424b-aa7b-8aaa34947b77 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.13 "DELETE /v2.0/ports/7e09b0df-0642-4935-aff3-8cd5275b018f HTTP/1.1" status: 204 len: 173 time: 1.5790873 Feb 09 20:48:54.491556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-d259d864-482e-4759-af84-43ce9d2e1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:54.495173 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-d259d864-482e-4759-af84-43ce9d2e1ef0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.1767716 Feb 09 20:48:54.575292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-5aa5eed5-4bed-43c2-82bf-db39f386eb73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679049 Feb 09 20:48:54.616251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-60f8ed28-8569-41a8-9608-ab5a16f9466c service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545594 Feb 09 20:48:54.742218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648bf881-d0cf-4f4e-9d64-55e14ece5991', 'name': 'network-vif-deleted', 'tag': '647aa24e-d61b-461c-953d-2eb0f595271e'}, {'server_uuid': '468fac68-35c6-432c-9383-32223d8a0d8b', 'name': 'network-vif-deleted', 'tag': '7e09b0df-0642-4935-aff3-8cd5275b018f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:54.748594 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c694a24a-6a63-4298-a33e-6c713d729faa" -d '{"events": [{"server_uuid": "648bf881-d0cf-4f4e-9d64-55e14ece5991", "name": "network-vif-deleted", "tag": "647aa24e-d61b-461c-953d-2eb0f595271e"}, {"server_uuid": "468fac68-35c6-432c-9383-32223d8a0d8b", "name": "network-vif-deleted", "tag": "7e09b0df-0642-4935-aff3-8cd5275b018f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:54.867668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4f2471d-c147-4bf3-9386-955296ee4986 req-5c8628c1-9e12-4c85-a75e-f9220b902fb4 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=648bf881-d0cf-4f4e-9d64-55e14ece5991 HTTP/1.1" status: 200 len: 210 time: 0.1006751 Feb 09 20:48:54.922616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-a9ee0307-b04d-49a8-9379-37ee70f72ea1 service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364904 Feb 09 20:48:54.938963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 647aa24e-d61b-461c-953d-2eb0f595271e no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:55.020575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9de6bfcc-896d-457e-9acd-5660555a206b req-c8b25f19-1bd3-4f62-b1cf-8f85c12ffe3a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 210 time: 0.0550833 Feb 09 20:48:55.026804 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69235406-9b2c-48ba-ac62-4e3b8cc9c96d x-openstack-request-id: req-69235406-9b2c-48ba-ac62-4e3b8cc9c96d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:55.040628 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648bf881-d0cf-4f4e-9d64-55e14ece5991", "name": "network-vif-deleted", "tag": "647aa24e-d61b-461c-953d-2eb0f595271e", "status": "completed", "code": 200}, {"server_uuid": "468fac68-35c6-432c-9383-32223d8a0d8b", "name": "network-vif-deleted", "tag": "7e09b0df-0642-4935-aff3-8cd5275b018f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:55.042401 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-69235406-9b2c-48ba-ac62-4e3b8cc9c96d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:55.042401 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648bf881-d0cf-4f4e-9d64-55e14ece5991', 'name': 'network-vif-deleted', 'tag': '647aa24e-d61b-461c-953d-2eb0f595271e', 'status': 'completed', 'code': 200} Feb 09 20:48:55.045221 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468fac68-35c6-432c-9383-32223d8a0d8b', 'name': 'network-vif-deleted', 'tag': '7e09b0df-0642-4935-aff3-8cd5275b018f', 'status': 'completed', 'code': 200} Feb 09 20:48:55.049462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 647aa24e-d61b-461c-953d-2eb0f595271e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:55.049814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 647aa24e-d61b-461c-953d-2eb0f595271e not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:55.050233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3c83ff23-3883-4dda-824a-bcec8316ef12 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:55.094779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 3c83ff23-3883-4dda-824a-bcec8316ef12 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:55.095140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3c83ff23-3883-4dda-824a-bcec8316ef12 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:55.220283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb66bd1-20f5-4d31-977d-c014d9a6c40a req-b06f5edf-1e55-4510-b0ec-bd633bd16384 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:55.222638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cdb66bd1-20f5-4d31-977d-c014d9a6c40a req-b06f5edf-1e55-4510-b0ec-bd633bd16384 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 943 time: 0.1188190 Feb 09 20:48:55.301766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3be0bad7-1927-4fc1-9ea1-2cc49a7d7e77 req-79f20477-2dc0-493f-90e5-bf674d0cc3fb service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658657 Feb 09 20:48:55.333989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4cc34-5f82-4d93-b83f-9bacc77b5e29 req-64818181-7024-4cb5-9a75-8c4a54642a01 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:55.334887 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cdb66bd1-20f5-4d31-977d-c014d9a6c40a req-8f3d505c-6314-46ea-95ae-86c83c5a945c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912645 Feb 09 20:48:55.341481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5cc4cc34-5f82-4d93-b83f-9bacc77b5e29 req-64818181-7024-4cb5-9a75-8c4a54642a01 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1976681 Feb 09 20:48:55.407710 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5cc4cc34-5f82-4d93-b83f-9bacc77b5e29 req-d9ef049e-e70e-4465-be00-63d77399d44f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652306 Feb 09 20:48:56.141809 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-219b2ffc-84ae-4fa2-b980-99f1d984e124 req-f43a5505-f55d-4657-b103-86db072ae367 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 210 time: 0.0505688 Feb 09 20:48:56.194115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7e09b0df-0642-4935-aff3-8cd5275b018f no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:48:56.220511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 7e09b0df-0642-4935-aff3-8cd5275b018f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:48:56.221115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7e09b0df-0642-4935-aff3-8cd5275b018f not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:48:56.337666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-a0f6acbe-77bd-4ffa-8bc9-59e53003def8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:56.341521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-a0f6acbe-77bd-4ffa-8bc9-59e53003def8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.1507127 Feb 09 20:48:56.357156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Request body: {'port': {'device_id': '01870210-a6c4-4492-b3ea-11afc03468d0', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'admin_state_up': True, 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:56.366687 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:56.415619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad8cc-8212-40ae-8bdc-40ec82f338c0 req-4695ac9b-8805-449b-9766-8d350fe54389 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:56.417283 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-81aad8cc-8212-40ae-8bdc-40ec82f338c0 req-4695ac9b-8805-449b-9766-8d350fe54389 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 949 time: 0.0811925 Feb 09 20:48:56.482541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-81aad8cc-8212-40ae-8bdc-40ec82f338c0 req-377ec506-cf69-46fb-9699-8cabf05c924d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591512 Feb 09 20:48:56.538251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f129ee-4134-428e-92b5-c0bf93c6f085 req-eec12276-5363-42e3-a0fa-f0aaf2a75f83 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:56.539984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0f129ee-4134-428e-92b5-c0bf93c6f085 req-eec12276-5363-42e3-a0fa-f0aaf2a75f83 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 943 time: 0.1007793 Feb 09 20:48:56.591515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:48:56.595048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:56.605192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310222af-b4e9-4516-ae2d-6ba30a5a50e7 req-8efe61ce-75fe-462d-b16d-db5be81e5e7d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:56.606978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-310222af-b4e9-4516-ae2d-6ba30a5a50e7 req-8efe61ce-75fe-462d-b16d-db5be81e5e7d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0595171 Feb 09 20:48:56.639062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0f129ee-4134-428e-92b5-c0bf93c6f085 req-afbe0dde-ec62-45b7-9512-0e9d66e66b12 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835931 Feb 09 20:48:56.666168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-310222af-b4e9-4516-ae2d-6ba30a5a50e7 req-60b02d16-abc9-4769-a8fa-964a26be8cc1 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Feb 09 20:48:56.772710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Allocated IP 172.20.0.12 (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0/f52df283-8303-4f51-85c2-e6e558df4ce9/8454805a-b457-42bb-9b74-cd11670dd2ab) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:48:56.914293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ddfef815-565d-4a10-915b-811be1fe4106 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:48:56.988451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks [] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.028776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.039813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ddfef815-565d-4a10-915b-811be1fe4106, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ddfef815-565d-4a10-915b-811be1fe4106,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:57.059277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'ddfef815-565d-4a10-915b-811be1fe4106', 'network_id': 'cb781742-a016-46ce-927e-c51e2871f079', 'port_id': 'ddfef815-565d-4a10-915b-811be1fe4106', 'mac_address': 'fa:16:3e:7f:76:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c05ec5-1e2d-499c-adbf-1cee79810199', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:48:57.073110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:48:57.081268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:48:57.085498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:48:57.104771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ddfef815-565d-4a10-915b-811be1fe4106 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:57.105518 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ddfef815-565d-4a10-915b-811be1fe4106), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.118264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event updated for resources: {'Port': ['ID=8454805a-b457-42bb-9b74-cd11670dd2ab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:57.122149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfef815-565d-4a10-915b-811be1fe4106 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:57.142261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:57.143010 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.148392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ddfef815-565d-4a10-915b-811be1fe4106, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ddfef815-565d-4a10-915b-811be1fe4106,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:57.152861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ddfef815-565d-4a10-915b-811be1fe4106), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.160990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-846ed5fe-e54c-4933-9977-99432f9514c4 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8114910 Feb 09 20:48:57.180938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Request body: {'port': {'device_id': '01870210-a6c4-4492-b3ea-11afc03468d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:48:57.204811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=ddfef815-565d-4a10-915b-811be1fe4106,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:57.284897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.336712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d17eb-7257-45e7-ab80-228c7a43571e req-f2b8202f-bd95-4af1-8f4f-f96beb0ab101 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:57.338237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-769d17eb-7257-45e7-ab80-228c7a43571e req-f2b8202f-bd95-4af1-8f4f-f96beb0ab101 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 932 time: 0.0923173 Feb 09 20:48:57.460700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-769d17eb-7257-45e7-ab80-228c7a43571e req-dc13e26c-4ec3-4385-92ff-6465faf1aac5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132746 Feb 09 20:48:57.591405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ddfef815-565d-4a10-915b-811be1fe4106'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:57.614380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32efd1-a889-46fa-b6dc-1689bd353367 req-0e8db9ea-d88d-4a5e-a78d-c5ef08947245 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:57.616647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc32efd1-a889-46fa-b6dc-1689bd353367 req-0e8db9ea-d88d-4a5e-a78d-c5ef08947245 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 949 time: 0.0610874 Feb 09 20:48:57.633000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8454805a-b457-42bb-9b74-cd11670dd2ab {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:48:57.642770 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Publish callbacks [] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.659503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Transition to ACTIVE for port object 8454805a-b457-42bb-9b74-cd11670dd2ab will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:48:57.665565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.693036 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc32efd1-a889-46fa-b6dc-1689bd353367 req-24a603e2-25aa-4573-b415-e0950728866c tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703707 Feb 09 20:48:57.736720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Pushing event updated for resources: {'Port': ['ID=8454805a-b457-42bb-9b74-cd11670dd2ab,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:57.856152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfc1df-366d-471a-9d5e-5153d68a169f req-47878310-8cb3-49ec-a080-8ecf2f67e538 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:57.857644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36bfc1df-366d-471a-9d5e-5153d68a169f req-47878310-8cb3-49ec-a080-8ecf2f67e538 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0717573 Feb 09 20:48:57.893938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f439168-e632-49a1-9a42-e92188826eb3 req-e087b0ef-a8ab-409f-b259-8be8f5bb2552 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:57.895581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f439168-e632-49a1-9a42-e92188826eb3 req-e087b0ef-a8ab-409f-b259-8be8f5bb2552 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 944 time: 0.1512432 Feb 09 20:48:57.897498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Attempting to bind port 8454805a-b457-42bb-9b74-cd11670dd2ab on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:48:57.897838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Attempting to bind port 8454805a-b457-42bb-9b74-cd11670dd2ab by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:48:57.898166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Attempting to bind port 8454805a-b457-42bb-9b74-cd11670dd2ab on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:57.920298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Port 8454805a-b457-42bb-9b74-cd11670dd2ab on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:48:57.920633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Attempting to bind port 8454805a-b457-42bb-9b74-cd11670dd2ab on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:48:57.930504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36bfc1df-366d-471a-9d5e-5153d68a169f req-d9061953-ea66-4fc7-8327-8ff9199be69f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584211 Feb 09 20:48:57.943859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:48:57.944208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Checking segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:48:57.944594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Bound using segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:48:57.945049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Bound port: 8454805a-b457-42bb-9b74-cd11670dd2ab, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:48:57.945807 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:57.956137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-50a3c613-68a1-4bc5-b4c4-675888bbdb89 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:57.957594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-50a3c613-68a1-4bc5-b4c4-675888bbdb89 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 949 time: 0.1274028 Feb 09 20:48:58.050881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f439168-e632-49a1-9a42-e92188826eb3 req-01e58b89-f8c0-47d3-a974-c131135bf91b tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469138 Feb 09 20:48:58.148897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] For port 8454805a-b457-42bb-9b74-cd11670dd2ab, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:48:58.154873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] For port 8454805a-b457-42bb-9b74-cd11670dd2ab, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8454805a-b457-42bb-9b74-cd11670dd2ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:48:58.166278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-bfddb469-b06c-4874-8720-e56a5db2aa09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:58.167772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-bfddb469-b06c-4874-8720-e56a5db2aa09 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/ports?device_id=a82a82fc-f2ce-43fc-a2ba-c2081484201a HTTP/1.1" status: 200 len: 949 time: 0.1547210 Feb 09 20:48:58.170302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:58.251551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:58.252208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:58.253590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] 10.222.0.13 "PUT /v2.0/ports/8454805a-b457-42bb-9b74-cd11670dd2ab HTTP/1.1" status: 200 len: 1093 time: 1.0770922 Feb 09 20:48:58.257991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01870210-a6c4-4492-b3ea-11afc03468d0', 'tag': '8454805a-b457-42bb-9b74-cd11670dd2ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:58.260357 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4100fd5b-43b3-4c74-b230-28ab0526a6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "01870210-a6c4-4492-b3ea-11afc03468d0", "tag": "8454805a-b457-42bb-9b74-cd11670dd2ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:58.289117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Deleting port 43badeb4-0998-4ee5-bb33-cb63c20b036c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:58.289464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:58.327430 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d9536c-e9f3-4800-b145-9742562c5c5b x-openstack-request-id: req-20d9536c-e9f3-4800-b145-9742562c5c5b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:58.327752 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01870210-a6c4-4492-b3ea-11afc03468d0", "tag": "8454805a-b457-42bb-9b74-cd11670dd2ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:58.328014 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-20d9536c-e9f3-4800-b145-9742562c5c5b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:58.328472 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01870210-a6c4-4492-b3ea-11afc03468d0', 'tag': '8454805a-b457-42bb-9b74-cd11670dd2ab', 'status': 'completed', 'code': 200} Feb 09 20:48:58.367773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b465ba-b04b-4b18-85d6-c2ac723aabf9 service neutron] Pushing event updated for resources: {'Port': ['ID=8454805a-b457-42bb-9b74-cd11670dd2ab,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:58.459526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] For port 43badeb4-0998-4ee5-bb33-cb63c20b036c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43badeb4-0998-4ee5-bb33-cb63c20b036c,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:58.459934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:58.482776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Calling delete_port for 43badeb4-0998-4ee5-bb33-cb63c20b036c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:58.488843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-a63dbcc7-5378-4b7b-b0cd-412e273603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:58.490467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-a63dbcc7-5378-4b7b-b0cd-412e273603e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 1127 time: 0.1374722 Feb 09 20:48:58.494737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Deleting port 30a036c4-d9ad-44f5-b541-cc867cc15e75 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:48:58.495090 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:58.581704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-6261e972-5438-4ab2-980e-5bd382157744 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8454805a-b457-42bb-9b74-cd11670dd2ab HTTP/1.1" status: 200 len: 217 time: 0.0786810 Feb 09 20:48:58.752101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-8857375f-8346-478e-988c-92c71ea35584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:58.753456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-8857375f-8346-478e-988c-92c71ea35584 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1370661 Feb 09 20:48:58.779441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] For port 30a036c4-d9ad-44f5-b541-cc867cc15e75, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=30a036c4-d9ad-44f5-b541-cc867cc15e75,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:58.779773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:58.810567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8c76d-3f60-4676-aebb-d985888ea9e0 req-b6fc85fc-d08b-4d27-91e2-7301cc8bded7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:58.812511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9db8c76d-3f60-4676-aebb-d985888ea9e0 req-b6fc85fc-d08b-4d27-91e2-7301cc8bded7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 944 time: 0.2370045 Feb 09 20:48:58.814732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-42976c09-4394-409b-8c24-206ffe2f68ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509779 Feb 09 20:48:58.821345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Calling delete_port for 30a036c4-d9ad-44f5-b541-cc867cc15e75 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:48:58.822375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01432fb-1a32-4d99-9e6f-001c4ea421ec req-52e43cef-783b-4f45-9de3-e21d39cede15 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:58.828178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c01432fb-1a32-4d99-9e6f-001c4ea421ec req-52e43cef-783b-4f45-9de3-e21d39cede15 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 949 time: 0.0697253 Feb 09 20:48:58.897107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c01432fb-1a32-4d99-9e6f-001c4ea421ec req-75437e79-de67-46fe-971a-84d1b7527619 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623884 Feb 09 20:48:58.931710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ddfef815-565d-4a10-915b-811be1fe4106 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:48:59.002275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port ddfef815-565d-4a10-915b-811be1fe4106 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:48:59.014039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port ddfef815-565d-4a10-915b-811be1fe4106 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:48:59.016047 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ddfef815-565d-4a10-915b-811be1fe4106), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:59.176061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d19621-d7d9-4b79-bfc2-0a280018c49a req-06f3664d-d403-4c70-866e-b1e049466f97 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:59.187367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84d19621-d7d9-4b79-bfc2-0a280018c49a req-06f3664d-d403-4c70-866e-b1e049466f97 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1312802 Feb 09 20:48:59.193007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ddfef815-565d-4a10-915b-811be1fe4106 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:48:59.194211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ddfef815-565d-4a10-915b-811be1fe4106), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:59.233343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:48:59.242333 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cf4cc3-3865-49c7-8179-1c1dbb13160a" -d '{"events": [{"server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "name": "network-vif-plugged", "status": "completed", "tag": "ddfef815-565d-4a10-915b-811be1fe4106"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:48:59.267921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ddfef815-565d-4a10-915b-811be1fe4106, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ddfef815-565d-4a10-915b-811be1fe4106,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:48:59.270898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84d19621-d7d9-4b79-bfc2-0a280018c49a req-f5278e43-df49-4e9a-a398-d842510051e8 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807071 Feb 09 20:48:59.274431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ddfef815-565d-4a10-915b-811be1fe4106), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:59.307552 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:48:59.354269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=ddfef815-565d-4a10-915b-811be1fe4106,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:59.450068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bdc71-9aba-4dcc-8b2d-fadba1968e77 req-0a9a725a-199e-4e59-8b4f-a66561142bf7 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:59.451646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9db8c76d-3f60-4676-aebb-d985888ea9e0 req-3dc6f4b5-5647-458c-9217-0e5c959f208c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322420 Feb 09 20:48:59.461061 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-702bdc71-9aba-4dcc-8b2d-fadba1968e77 req-0a9a725a-199e-4e59-8b4f-a66561142bf7 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 945 time: 0.0845377 Feb 09 20:48:59.469428 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (43badeb4-0998-4ee5-bb33-cb63c20b036c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:59.488633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:59.556777 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa73fe-209f-4756-a077-11adbd66c017 x-openstack-request-id: req-e4fa73fe-209f-4756-a077-11adbd66c017 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:48:59.557717 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "name": "network-vif-plugged", "status": "completed", "tag": "ddfef815-565d-4a10-915b-811be1fe4106", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:48:59.557717 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e4fa73fe-209f-4756-a077-11adbd66c017 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:48:59.557960 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106', 'code': 200} Feb 09 20:48:59.566639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event deleted for resources: {'Port': ['ID=43badeb4-0998-4ee5-bb33-cb63c20b036c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:59.639940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-a2d93d95-ce13-4149-97d1-2905214705b0 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8164217 Feb 09 20:48:59.659095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-702bdc71-9aba-4dcc-8b2d-fadba1968e77 req-adc2d247-2ccf-4b92-a032-2c50fd9cf575 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684561 Feb 09 20:48:59.676183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] No DVR routers for this DVR port 43badeb4-0998-4ee5-bb33-cb63c20b036c on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:59.682634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:59.686759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2493d572-23fb-4968-af9f-c287aaf9c507 req-61278318-e824-40ea-823a-6cb4a6ac3849 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "DELETE /v2.0/ports/43badeb4-0998-4ee5-bb33-cb63c20b036c HTTP/1.1" status: 204 len: 173 time: 1.7134540 Feb 09 20:48:59.741321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2e8a9-c4fc-4dd0-8d5f-2ce09dd5cf00 req-11999a92-3d63-46bf-b7e9-d8652df50920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:48:59.743772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-64f2e8a9-c4fc-4dd0-8d5f-2ce09dd5cf00 req-11999a92-3d63-46bf-b7e9-d8652df50920 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1128 time: 0.0837018 Feb 09 20:48:59.761071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (30a036c4-d9ad-44f5-b541-cc867cc15e75), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:59.779005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:48:59.802872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event deleted for resources: {'Port': ['ID=30a036c4-d9ad-44f5-b541-cc867cc15e75,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:48:59.837050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-64f2e8a9-c4fc-4dd0-8d5f-2ce09dd5cf00 req-0224288a-054d-4ff2-b857-8aec690b7d78 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843241 Feb 09 20:48:59.982790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] No DVR routers for this DVR port 30a036c4-d9ad-44f5-b541-cc867cc15e75 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:48:59.995016 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:48:59.999072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6f49061-53ed-4442-9742-d10acfe54aa0 req-2d153e53-670c-4a21-893e-d57ca0f1ccee tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "DELETE /v2.0/ports/30a036c4-d9ad-44f5-b541-cc867cc15e75 HTTP/1.1" status: 204 len: 173 time: 1.8224959 Feb 09 20:49:00.007945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e9c709d-f63c-43fb-951b-9f6c1d1b6c10 req-5dd3ba2a-6a79-438b-9476-8f4cab335eba service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437049 Feb 09 20:49:00.085532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6dd8ffe9-6beb-451c-bcd6-a36c1476ff7f req-968267e1-946e-4751-8ca8-7d4da3cc00cd tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=1127abe1-61f5-4348-80e7-589745e43ec7 HTTP/1.1" status: 200 len: 210 time: 0.0542641 Feb 09 20:49:00.173346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-aaba84e2-9eb2-4bd8-8993-489aebb1f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:00.178423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-aaba84e2-9eb2-4bd8-8993-489aebb1f6a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 1127 time: 0.0877936 Feb 09 20:49:00.358975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1127abe1-61f5-4348-80e7-589745e43ec7', 'name': 'network-vif-deleted', 'tag': '43badeb4-0998-4ee5-bb33-cb63c20b036c'}, {'server_uuid': 'a82a82fc-f2ce-43fc-a2ba-c2081484201a', 'name': 'network-vif-deleted', 'tag': '30a036c4-d9ad-44f5-b541-cc867cc15e75'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:00.367576 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da69fa-b8f1-4ef6-b2b6-71580ae5256c" -d '{"events": [{"server_uuid": "1127abe1-61f5-4348-80e7-589745e43ec7", "name": "network-vif-deleted", "tag": "43badeb4-0998-4ee5-bb33-cb63c20b036c"}, {"server_uuid": "a82a82fc-f2ce-43fc-a2ba-c2081484201a", "name": "network-vif-deleted", "tag": "30a036c4-d9ad-44f5-b541-cc867cc15e75"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:00.373269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-04320f86-1d1c-42f0-a793-78d199a2069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:00.376806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-04320f86-1d1c-42f0-a793-78d199a2069e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 913 time: 0.1919353 Feb 09 20:49:00.377199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac88337-9888-408c-b818-c1a908776e0b req-ea509f1a-ef9c-4f85-9857-e6a248e75775 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:00.379782 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ac88337-9888-408c-b818-c1a908776e0b req-ea509f1a-ef9c-4f85-9857-e6a248e75775 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.0763211 Feb 09 20:49:00.432537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ac88337-9888-408c-b818-c1a908776e0b req-3ed45e1f-ccaa-4b12-aae2-b22cfa376bee tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472670 Feb 09 20:49:00.445900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-e78d2173-e925-4211-83e8-5575d2489e59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8454805a-b457-42bb-9b74-cd11670dd2ab HTTP/1.1" status: 200 len: 217 time: 0.0537548 Feb 09 20:49:00.496696 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f10bfd-496a-467f-98c3-859c77931e0f x-openstack-request-id: req-10f10bfd-496a-467f-98c3-859c77931e0f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:00.497318 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1127abe1-61f5-4348-80e7-589745e43ec7", "name": "network-vif-deleted", "tag": "43badeb4-0998-4ee5-bb33-cb63c20b036c", "status": "completed", "code": 200}, {"server_uuid": "a82a82fc-f2ce-43fc-a2ba-c2081484201a", "name": "network-vif-deleted", "tag": "30a036c4-d9ad-44f5-b541-cc867cc15e75", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:00.497318 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-10f10bfd-496a-467f-98c3-859c77931e0f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:00.497679 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1127abe1-61f5-4348-80e7-589745e43ec7', 'name': 'network-vif-deleted', 'tag': '43badeb4-0998-4ee5-bb33-cb63c20b036c', 'status': 'completed', 'code': 200} Feb 09 20:49:00.497873 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82a82fc-f2ce-43fc-a2ba-c2081484201a', 'name': 'network-vif-deleted', 'tag': '30a036c4-d9ad-44f5-b541-cc867cc15e75', 'status': 'completed', 'code': 200} Feb 09 20:49:00.518838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccaf17-557a-4a5c-8c3a-0ff047551d51 req-89f75b25-60a1-447a-bd7b-2d9f6449dba9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:00.520151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0ccaf17-557a-4a5c-8c3a-0ff047551d51 req-89f75b25-60a1-447a-bd7b-2d9f6449dba9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1412385 Feb 09 20:49:00.565121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-87cad675-9caf-4ca8-8c28-38593600808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:00.566309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-87cad675-9caf-4ca8-8c28-38593600808d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1042333 Feb 09 20:49:00.611168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-9129614b-ad88-4dc7-9a98-197376843cb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377395 Feb 09 20:49:00.648814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0ccaf17-557a-4a5c-8c3a-0ff047551d51 req-3061c1d2-5200-4d9e-9646-7b7060cfd568 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184900 Feb 09 20:49:00.746516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323363e-2a16-4db7-be19-80906412c8c4 req-1bf83c04-802c-48e1-a53c-5bba6abf0374 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:00.751270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7323363e-2a16-4db7-be19-80906412c8c4 req-1bf83c04-802c-48e1-a53c-5bba6abf0374 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 944 time: 0.1478381 Feb 09 20:49:00.786633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-9519a412-ceac-46e4-98ee-aa626ebb8658 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640413 Feb 09 20:49:00.849231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7323363e-2a16-4db7-be19-80906412c8c4 req-cd56375b-7b7a-4024-9149-056a077cc1d8 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899134 Feb 09 20:49:00.928047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 30a036c4-d9ad-44f5-b541-cc867cc15e75 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:00.931423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9055a-ee97-453c-a5aa-42b19186d1fa req-10dd56a3-493f-4e64-a23b-ca266c156e0c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:00.933534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dc9055a-ee97-453c-a5aa-42b19186d1fa req-10dd56a3-493f-4e64-a23b-ca266c156e0c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 945 time: 0.1374023 Feb 09 20:49:00.958735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 30a036c4-d9ad-44f5-b541-cc867cc15e75 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:00.959121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 30a036c4-d9ad-44f5-b541-cc867cc15e75 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:00.959560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 43badeb4-0998-4ee5-bb33-cb63c20b036c no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:00.962106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4100fd5b-43b3-4c74-b230-28ab0526a6d7 req-a830370d-ceb9-4fbc-9622-3e43823f7a11 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650870 Feb 09 20:49:00.983550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 43badeb4-0998-4ee5-bb33-cb63c20b036c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:00.984017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 43badeb4-0998-4ee5-bb33-cb63c20b036c not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:01.001129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dc9055a-ee97-453c-a5aa-42b19186d1fa req-1b6d9d7b-e38a-408e-8a5e-dd014cfe5954 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619237 Feb 09 20:49:01.459831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fcbf4-57d2-4a06-bbc5-b0a311d46fcf req-91e67558-616a-4580-9c50-9cfb9b392815 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:01.461238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c3fcbf4-57d2-4a06-bbc5-b0a311d46fcf req-91e67558-616a-4580-9c50-9cfb9b392815 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 950 time: 0.0544560 Feb 09 20:49:01.507853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c3fcbf4-57d2-4a06-bbc5-b0a311d46fcf req-ed6eec49-99a6-47ea-92e5-209f55ea6a7d tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Feb 09 20:49:01.804397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fbc87-a0e2-4ed9-84b4-31dba321a1da req-d3bf98d8-74ee-4b9f-b997-f50b1128d46b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:01.806135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f54fbc87-a0e2-4ed9-84b4-31dba321a1da req-d3bf98d8-74ee-4b9f-b997-f50b1128d46b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0532658 Feb 09 20:49:01.838152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c93b9-2250-453d-9dc4-27eaef438ed8 req-587383ff-f8d3-41db-a59f-88a889f16085 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:01.840103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5c93b9-2250-453d-9dc4-27eaef438ed8 req-587383ff-f8d3-41db-a59f-88a889f16085 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.0660977 Feb 09 20:49:01.860865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f54fbc87-a0e2-4ed9-84b4-31dba321a1da req-45474265-5c63-49dd-970d-c096a3a19ab8 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486519 Feb 09 20:49:01.891901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc5c93b9-2250-453d-9dc4-27eaef438ed8 req-83bca002-36e7-493d-b182-7f53b6d584a3 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437193 Feb 09 20:49:01.981536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c7f22-5150-4c13-891b-6c44e0f7b07c req-98ea541c-3277-4091-b076-3416276da8d2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:01.983031 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c87c7f22-5150-4c13-891b-6c44e0f7b07c req-98ea541c-3277-4091-b076-3416276da8d2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 944 time: 0.0532367 Feb 09 20:49:02.032597 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c87c7f22-5150-4c13-891b-6c44e0f7b07c req-cb63d171-18bb-41e9-8704-23511b974200 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440640 Feb 09 20:49:02.121205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f6310-575a-4a65-a1b0-386297cd6e17 req-f0056257-eec8-4c49-9393-91d28e3be951 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:02.122703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d5f6310-575a-4a65-a1b0-386297cd6e17 req-f0056257-eec8-4c49-9393-91d28e3be951 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 945 time: 0.0544255 Feb 09 20:49:02.169114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d5f6310-575a-4a65-a1b0-386297cd6e17 req-0829b7d9-4eac-4478-a3fe-7ebe5ad12871 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Feb 09 20:49:02.211216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8454805a-b457-42bb-9b74-cd11670dd2ab details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:49:02.284486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-347d121e-ea91-495c-b2ce-d6cbce4d0e8c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-730482967&fields=id&tenant_id=afaf112dfc2a4e0587d251e3326863ab HTTP/1.1" status: 200 len: 267 time: 0.0444093 Feb 09 20:49:02.324767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8454805a-b457-42bb-9b74-cd11670dd2ab, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8454805a-b457-42bb-9b74-cd11670dd2ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:02.338807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '8454805a-b457-42bb-9b74-cd11670dd2ab', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'port_id': '8454805a-b457-42bb-9b74-cd11670dd2ab', 'mac_address': 'fa:16:3e:26:9c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52df283-8303-4f51-85c2-e6e558df4ce9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:49:02.347376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-5012ed62-00f9-415e-b4bb-cc867d7b3441 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:02.355991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-5012ed62-00f9-415e-b4bb-cc867d7b3441 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 945 time: 0.0659146 Feb 09 20:49:02.361438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'port': {'security_groups': ['e8bf69ff-de35-4d76-870c-878c6ea86120', '28decc85-7d07-45fd-9606-44e49578d053']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:02.378033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 8454805a-b457-42bb-9b74-cd11670dd2ab is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:02.378427 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:02.392263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8454805a-b457-42bb-9b74-cd11670dd2ab {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:02.412404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8454805a-b457-42bb-9b74-cd11670dd2ab, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8454805a-b457-42bb-9b74-cd11670dd2ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:02.415609 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:02.441604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ddfef815-565d-4a10-915b-811be1fe4106), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:02.466940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=8454805a-b457-42bb-9b74-cd11670dd2ab,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:02.651452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] For port ddfef815-565d-4a10-915b-811be1fe4106, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ddfef815-565d-4a10-915b-811be1fe4106,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:02.651703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b982995-7949-457d-bd73-7ac0355478b2 req-8d874fab-2ffe-45f3-8c58-8c7a511a4fec tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:02.653684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b982995-7949-457d-bd73-7ac0355478b2 req-8d874fab-2ffe-45f3-8c58-8c7a511a4fec tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 950 time: 0.0684175 Feb 09 20:49:02.685987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for port (ddfef815-565d-4a10-915b-811be1fe4106), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:02.691392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (ddfef815-565d-4a10-915b-811be1fe4106), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:02.707549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:02.708970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b982995-7949-457d-bd73-7ac0355478b2 req-746e5dbd-44d8-4ab7-b1db-5dd9034b68d3 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Feb 09 20:49:02.713235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ddfef815-565d-4a10-915b-811be1fe4106'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:02.756189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:02.756739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:02.758143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3806f4c9-eb0e-447e-9477-96ecb5532ff1 req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "PUT /v2.0/ports/ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 200 len: 981 time: 0.4013712 Feb 09 20:49:02.758709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:02.764317 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d7377-0151-46df-bb50-66ba92768f79" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "tag": "ddfef815-565d-4a10-915b-811be1fe4106"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:02.792376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae31c3d-04b1-4f34-8201-ba36d62ec6e8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'Port': ['ID=ddfef815-565d-4a10-915b-811be1fe4106,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:02.812533 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0627e117-e8d4-4199-8455-0672a000b29e x-openstack-request-id: req-0627e117-e8d4-4199-8455-0672a000b29e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:02.813656 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "tag": "ddfef815-565d-4a10-915b-811be1fe4106", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:02.813920 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0627e117-e8d4-4199-8455-0672a000b29e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:02.814442 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106', 'status': 'completed', 'code': 200} Feb 09 20:49:02.852348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-057ac33b-7d2d-43a3-adea-ab57c4dcfc3f req-8f5e7350-e3cd-4a6d-a22a-14a9ad5b0e8f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/28decc85-7d07-45fd-9606-44e49578d053 HTTP/1.1" status: 200 len: 1819 time: 0.0608089 Feb 09 20:49:02.858329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['8454805a-b457-42bb-9b74-cd11670dd2ab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:02.897057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ddfef815-565d-4a10-915b-811be1fe4106'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:02.915865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d7377-0151-46df-bb50-66ba92768f79 req-2df5d3f7-7b41-4356-8758-e1ec4e4d79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:02.917430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11d7377-0151-46df-bb50-66ba92768f79 req-2df5d3f7-7b41-4356-8758-e1ec4e4d79b0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1167 time: 0.0790772 Feb 09 20:49:02.934160 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-057ac33b-7d2d-43a3-adea-ab57c4dcfc3f req-64596a30-5d5b-4045-985a-47793b6f0ea8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 20:49:02.945533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-057ac33b-7d2d-43a3-adea-ab57c4dcfc3f req-64596a30-5d5b-4045-985a-47793b6f0ea8 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/28decc85-7d07-45fd-9606-44e49578d053 HTTP/1.1" status: 409 len: 341 time: 0.0780149 Feb 09 20:49:03.036436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b5f58-1a9d-46a0-a3db-67d4ace88a20 req-60096ff8-ba3b-4b48-9815-fcd404855a27 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.038756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa4b5f58-1a9d-46a0-a3db-67d4ace88a20 req-60096ff8-ba3b-4b48-9815-fcd404855a27 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1059129 Feb 09 20:49:03.083180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d7377-0151-46df-bb50-66ba92768f79 req-8a058fed-0935-4a08-a5b4-3f148a3e1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.084830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11d7377-0151-46df-bb50-66ba92768f79 req-8a058fed-0935-4a08-a5b4-3f148a3e1635 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 914 time: 0.1605620 Feb 09 20:49:03.098238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828013-5fdb-40cf-af0d-b392886dfaa6 req-20f11385-95d9-4057-ae2c-4515049e8ad1 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.099527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2828013-5fdb-40cf-af0d-b392886dfaa6 req-20f11385-95d9-4057-ae2c-4515049e8ad1 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.0934408 Feb 09 20:49:03.124458 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa4b5f58-1a9d-46a0-a3db-67d4ace88a20 req-6625c698-9475-4104-b885-f3e3a3a7b37f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713778 Feb 09 20:49:03.154975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11d7377-0151-46df-bb50-66ba92768f79 req-9e6b2143-3e24-4d74-a9ad-1632bad947c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 200 len: 217 time: 0.0540936 Feb 09 20:49:03.226380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2828013-5fdb-40cf-af0d-b392886dfaa6 req-4e103df0-356a-408a-bda3-3205bc5eea3e tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187611 Feb 09 20:49:03.239314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d7377-0151-46df-bb50-66ba92768f79 req-f36f3625-367d-4d1a-8382-b5aa4a44696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.241042 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11d7377-0151-46df-bb50-66ba92768f79 req-f36f3625-367d-4d1a-8382-b5aa4a44696b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.0688593 Feb 09 20:49:03.281623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11d7377-0151-46df-bb50-66ba92768f79 req-eb4a15b2-a3b7-4a36-a556-de2cd6862d66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313230 Feb 09 20:49:03.396044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-306ebe9b-14ff-4d06-ac6a-08b40c22ddf7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.397656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-306ebe9b-14ff-4d06-ac6a-08b40c22ddf7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 950 time: 0.1274519 Feb 09 20:49:03.476432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3808002-3697-4d88-832b-f2d7e7c53511 req-907adf39-1085-4ef1-9124-92a3990184fd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.487132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3808002-3697-4d88-832b-f2d7e7c53511 req-907adf39-1085-4ef1-9124-92a3990184fd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 984 time: 0.1320508 Feb 09 20:49:03.524981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11d7377-0151-46df-bb50-66ba92768f79 req-d76686fd-11ab-4803-b99d-144181c444d1 service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346017 Feb 09 20:49:03.613603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfe873-6d3b-49c9-ab57-e22aee4e9f07 req-dd019da4-1c8b-495b-9473-9698fbccbe4c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.615249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4bfe873-6d3b-49c9-ab57-e22aee4e9f07 req-dd019da4-1c8b-495b-9473-9698fbccbe4c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 945 time: 0.1616547 Feb 09 20:49:03.615966 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3808002-3697-4d88-832b-f2d7e7c53511 req-b6802141-b266-4b84-9d48-e3158045ee7c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=28decc85-7d07-45fd-9606-44e49578d053&id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1190841 Feb 09 20:49:03.631015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Deleting port f0227ff9-5a0b-4c57-a8a2-137a7370393b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:03.631128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:03.698151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11d7377-0151-46df-bb50-66ba92768f79 req-2604538d-0a5d-4f2d-9662-8a38e487238e service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623442 Feb 09 20:49:03.744017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4bfe873-6d3b-49c9-ab57-e22aee4e9f07 req-948a7738-37ed-47b6-9e83-39aecec1eb7d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882280 Feb 09 20:49:03.763200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] For port f0227ff9-5a0b-4c57-a8a2-137a7370393b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f0227ff9-5a0b-4c57-a8a2-137a7370393b,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:03.764015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:03.782579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Calling delete_port for f0227ff9-5a0b-4c57-a8a2-137a7370393b owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:03.878314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-110dd6a5-9b90-49b6-b03b-80d0974cc09c tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.879736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-110dd6a5-9b90-49b6-b03b-80d0974cc09c tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.50 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.1716273 Feb 09 20:49:03.930369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-03c59ccf-3ad6-4957-b3a3-9a77499d0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:03.931443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-03c59ccf-3ad6-4957-b3a3-9a77499d0146 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1167 time: 0.1459939 Feb 09 20:49:03.976456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f0227ff9-5a0b-4c57-a8a2-137a7370393b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:03.990301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f0227ff9-5a0b-4c57-a8a2-137a7370393b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:04.021641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cae06e-5545-4d16-8cd8-07863524ded8 req-f9c7589c-11ff-437c-8fc5-f7dca6b97ca9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:04.023137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42cae06e-5545-4d16-8cd8-07863524ded8 req-f9c7589c-11ff-437c-8fc5-f7dca6b97ca9 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/ports?device_id=64d8bb3c-7248-42d0-a809-d7af93e407f0 HTTP/1.1" status: 200 len: 950 time: 0.1915798 Feb 09 20:49:04.028673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Pushing event deleted for resources: {'Port': ['ID=f0227ff9-5a0b-4c57-a8a2-137a7370393b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:04.120797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] No DVR routers for this DVR port f0227ff9-5a0b-4c57-a8a2-137a7370393b on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:04.127288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:04.130011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42cae06e-5545-4d16-8cd8-07863524ded8 req-c51610c3-2883-4597-951f-9eb8179b1ae7 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.102 "GET /v2.0/security-groups?id=06a26ce7-6130-43b9-83cf-5a22970e7aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993543 Feb 09 20:49:04.132708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-912050a9-71b8-4610-a4db-c22f6e67854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:04.134177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-912050a9-71b8-4610-a4db-c22f6e67854c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 914 time: 0.1951723 Feb 09 20:49:04.136613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0250b3e-12f7-4002-83ec-fef7821dd418 req-6df219ba-e883-42f7-8c78-6f8268781759 tempest-ServersOnMultiNodesTest-1837111477 tempest-ServersOnMultiNodesTest-1837111477-project] 10.222.0.50 "DELETE /v2.0/ports/f0227ff9-5a0b-4c57-a8a2-137a7370393b HTTP/1.1" status: 204 len: 173 time: 0.7293317 Feb 09 20:49:04.155006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Deleting port a137a26b-b51c-401a-85b8-c5ca11811a7c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:04.155348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:04.221059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-ce997e77-332f-4950-89ad-2fae367afb39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 200 len: 217 time: 0.0784018 Feb 09 20:49:04.279805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b167af-fcbc-40dd-af82-b4a571bf0c66 req-eeeebdb6-e5f3-41c2-b0fc-7874c42ec7fb tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:04.283784 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92b167af-fcbc-40dd-af82-b4a571bf0c66 req-eeeebdb6-e5f3-41c2-b0fc-7874c42ec7fb tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0720398 Feb 09 20:49:04.341614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92b167af-fcbc-40dd-af82-b4a571bf0c66 req-3f89343b-0ca8-41fd-a36f-bc09cd318b65 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531120 Feb 09 20:49:04.362690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] For port a137a26b-b51c-401a-85b8-c5ca11811a7c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a137a26b-b51c-401a-85b8-c5ca11811a7c,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:04.363064 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:04.436984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-fd8b3369-835d-4cb4-9b2a-64246d93a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:04.438522 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-fd8b3369-835d-4cb4-9b2a-64246d93a5e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.1320992 Feb 09 20:49:04.492716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-6d568f24-7bd3-420f-8693-f37f2196a512 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407181 Feb 09 20:49:04.530469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6473929-c34d-496f-9f81-a98097d95517 req-78f96ec4-5095-40fb-b6bd-4bc537a0225c tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:04.532477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6473929-c34d-496f-9f81-a98097d95517 req-78f96ec4-5095-40fb-b6bd-4bc537a0225c tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 946 time: 0.1923888 Feb 09 20:49:04.706864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6473929-c34d-496f-9f81-a98097d95517 req-bc7a0679-eef2-4abd-b072-75bee991e719 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups?id=d5003377-3082-4783-b460-d3ad499e8173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638882 Feb 09 20:49:04.737745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:04.738180 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (dcd4bfb8-3cdb-430c-843e-b82abbc3f243), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:04.738507 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Floating IP dcd4bfb8-3cdb-430c-843e-b82abbc3f243 disassociated. External IP: 172.25.4.80, port: a137a26b-b51c-401a-85b8-c5ca11811a7c. Feb 09 20:49:04.740130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Calling delete_port for a137a26b-b51c-401a-85b8-c5ca11811a7c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:04.744721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-aeb3708f-edbd-41a3-b01d-1432c6522b21 service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215569 Feb 09 20:49:04.816267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d8bb3c-7248-42d0-a809-d7af93e407f0', 'name': 'network-vif-deleted', 'tag': 'f0227ff9-5a0b-4c57-a8a2-137a7370393b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:04.820111 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e163a7-fe12-49e9-a2a6-50392916e7be" -d '{"events": [{"server_uuid": "64d8bb3c-7248-42d0-a809-d7af93e407f0", "name": "network-vif-deleted", "tag": "f0227ff9-5a0b-4c57-a8a2-137a7370393b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:04.839548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46661f85-6cfd-4d82-b00c-04644c89405c req-9dfec7a2-345c-41fb-b1e2-c73873018c95 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:04.848683 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-46661f85-6cfd-4d82-b00c-04644c89405c req-9dfec7a2-345c-41fb-b1e2-c73873018c95 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 984 time: 0.0907311 Feb 09 20:49:04.904842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfc7446e-e1fd-4a59-af6e-e86a12ec60ce req-d876f217-d735-4acb-b3ba-c421270f0979 service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498110 Feb 09 20:49:04.925813 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-46661f85-6cfd-4d82-b00c-04644c89405c req-48dadb6f-b280-476d-85a0-69fc5db0b1b5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=28decc85-7d07-45fd-9606-44e49578d053&id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0762022 Feb 09 20:49:04.988609 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e8cb0c-6153-4bb0-b753-556780365c93 x-openstack-request-id: req-68e8cb0c-6153-4bb0-b753-556780365c93 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:04.989033 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d8bb3c-7248-42d0-a809-d7af93e407f0", "name": "network-vif-deleted", "tag": "f0227ff9-5a0b-4c57-a8a2-137a7370393b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:04.989238 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-68e8cb0c-6153-4bb0-b753-556780365c93 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:04.990169 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d8bb3c-7248-42d0-a809-d7af93e407f0', 'name': 'network-vif-deleted', 'tag': 'f0227ff9-5a0b-4c57-a8a2-137a7370393b', 'status': 'completed', 'code': 200} Feb 09 20:49:05.001944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feefad0-fe1a-4b87-9c26-42471b9952b2 req-aba1dbf8-41cb-4f6f-b782-4a210aaafe86 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:05.003483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5feefad0-fe1a-4b87-9c26-42471b9952b2 req-aba1dbf8-41cb-4f6f-b782-4a210aaafe86 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 945 time: 0.0907359 Feb 09 20:49:05.018278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a137a26b-b51c-401a-85b8-c5ca11811a7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:05.063482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event deleted for resources: {'Port': ['ID=a137a26b-b51c-401a-85b8-c5ca11811a7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:05.155324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5feefad0-fe1a-4b87-9c26-42471b9952b2 req-d5c55e58-f2ca-4b00-92a3-26c7460f4b75 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451323 Feb 09 20:49:05.217037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Router 1ae56ef9-f0da-4da5-9374-949c46c871ef has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:49:05.354673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:49:05.373587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] Sync routers for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:49:05.408158 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:05.419464 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:05.520107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:05.664469 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:05.719930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e2281f05-7066-4ef5-86c0-3bc82ce11628 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=89c307ac09d248ad9d180fa82b971ca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1979351 Feb 09 20:49:05.720557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:05.933350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2abf89c8-cd2d-46d7-bea7-9e031c3c7bfa req-6ab1505f-c191-4f1f-b48b-7f142d4148ee tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/ports?device_id=9be581de-8b14-4896-b7f5-ae1aebae2b31 HTTP/1.1" status: 200 len: 210 time: 0.0810511 Feb 09 20:49:05.956611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0a1b-23ac-4f02-a676-32d927213db5 admin admin] Publish callbacks [] for security_group (06a26ce7-6130-43b9-83cf-5a22970e7aa9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:05.994735 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0a1b-23ac-4f02-a676-32d927213db5 admin admin] Publish callbacks [] for security_group (06a26ce7-6130-43b9-83cf-5a22970e7aa9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:06.019177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] No DVR routers for this DVR port a137a26b-b51c-401a-85b8-c5ca11811a7c on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:06.032542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:06.038014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-876f07fe-9763-4942-812b-6aab1e2e9ae0 req-26074226-66ee-4f48-8ab3-4a7f3021b33b tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.50 "DELETE /v2.0/ports/a137a26b-b51c-401a-85b8-c5ca11811a7c HTTP/1.1" status: 204 len: 173 time: 2.1522610 Feb 09 20:49:06.043700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'name': 'network-vif-deleted', 'tag': 'a137a26b-b51c-401a-85b8-c5ca11811a7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:06.044247 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:59Z', 'revision_number': 5, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:06.047880 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9a619e-de77-4387-bed6-98a1bb8ace10" -d '{"events": [{"server_uuid": "9be581de-8b14-4896-b7f5-ae1aebae2b31", "name": "network-vif-deleted", "tag": "a137a26b-b51c-401a-85b8-c5ca11811a7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:06.088321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c124-d679-4098-894a-e513e986a5e8 req-91abfb53-17ce-4040-b9c6-d3ba57103b1a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:06.097967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5d4c124-d679-4098-894a-e513e986a5e8 req-91abfb53-17ce-4040-b9c6-d3ba57103b1a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1312807 Feb 09 20:49:06.104312 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0a1b-23ac-4f02-a676-32d927213db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (06a26ce7-6130-43b9-83cf-5a22970e7aa9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:06.107912 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0a1b-23ac-4f02-a676-32d927213db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:06.111932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7b0d0a1b-23ac-4f02-a676-32d927213db5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/06a26ce7-6130-43b9-83cf-5a22970e7aa9 HTTP/1.1" status: 204 len: 168 time: 0.3873940 Feb 09 20:49:06.116588 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] Checking router: 1ae56ef9-f0da-4da5-9374-949c46c871ef for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:49:06.127469 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:06.129229 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:48:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:06.152196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d0a1b-23ac-4f02-a676-32d927213db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a26ce7-6130-43b9-83cf-5a22970e7aa9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:06.197040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edac1c-f464-42ae-9ce8-cc88bc7b08bf req-d6e51006-d67e-468d-a406-000d350c35ab tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:06.207889 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86edac1c-f464-42ae-9ce8-cc88bc7b08bf req-d6e51006-d67e-468d-a406-000d350c35ab tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 984 time: 0.1688664 Feb 09 20:49:06.233339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8454805a-b457-42bb-9b74-cd11670dd2ab up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:06.263167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5d4c124-d679-4098-894a-e513e986a5e8 req-65c5b08b-d2d9-4155-848f-ebf45ab61df7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615689 Feb 09 20:49:06.361627 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd05404-4db8-481a-8ea2-d4a14dfa85af x-openstack-request-id: req-6bd05404-4db8-481a-8ea2-d4a14dfa85af {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:06.361932 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be581de-8b14-4896-b7f5-ae1aebae2b31", "name": "network-vif-deleted", "tag": "a137a26b-b51c-401a-85b8-c5ca11811a7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:06.362190 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6bd05404-4db8-481a-8ea2-d4a14dfa85af {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:06.362597 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be581de-8b14-4896-b7f5-ae1aebae2b31', 'name': 'network-vif-deleted', 'tag': 'a137a26b-b51c-401a-85b8-c5ca11811a7c', 'status': 'completed', 'code': 200} Feb 09 20:49:06.392989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86edac1c-f464-42ae-9ce8-cc88bc7b08bf req-91f31c97-e5ca-4ded-93ad-00d91961abd0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=28decc85-7d07-45fd-9606-44e49578d053&id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1796765 Feb 09 20:49:06.407140 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:06.464489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 8454805a-b457-42bb-9b74-cd11670dd2ab completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:49:06.481912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 8454805a-b457-42bb-9b74-cd11670dd2ab triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:06.482614 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:06.642231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-c2001e1b-b90e-45ef-9c73-a01c71c8b0bc tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1411226794&fields=id&tenant_id=afaf112dfc2a4e0587d251e3326863ab HTTP/1.1" status: 200 len: 267 time: 0.1208060 Feb 09 20:49:06.676735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea7ee7-df79-4820-9f86-d84b8f88cfb3 req-44edc3bc-09a0-4cce-ba99-caad424fcefb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:06.682548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dea7ee7-df79-4820-9f86-d84b8f88cfb3 req-44edc3bc-09a0-4cce-ba99-caad424fcefb tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 945 time: 0.2120275 Feb 09 20:49:06.691219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 8454805a-b457-42bb-9b74-cd11670dd2ab is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:06.691629 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:06.760098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-630ed5e4-f14d-4ee0-b162-ea5a0a4db028 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:06.782483 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-630ed5e4-f14d-4ee0-b162-ea5a0a4db028 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 984 time: 0.1291952 Feb 09 20:49:06.791277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'port': {'security_groups': ['28decc85-7d07-45fd-9606-44e49578d053', 'e8bf69ff-de35-4d76-870c-878c6ea86120', '34d3f247-4875-4bbd-b361-803ef36572d0']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:06.792138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01870210-a6c4-4492-b3ea-11afc03468d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8454805a-b457-42bb-9b74-cd11670dd2ab'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:06.798658 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ef08b1-b288-4ff7-b18a-5e1ce81e11f5" -d '{"events": [{"server_uuid": "01870210-a6c4-4492-b3ea-11afc03468d0", "name": "network-vif-plugged", "status": "completed", "tag": "8454805a-b457-42bb-9b74-cd11670dd2ab"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:06.821859 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:59Z', 'revision_number': 5, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:06.833271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8454805a-b457-42bb-9b74-cd11670dd2ab, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8454805a-b457-42bb-9b74-cd11670dd2ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:06.846507 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:06.850055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dea7ee7-df79-4820-9f86-d84b8f88cfb3 req-3a27a371-9419-43db-bbf7-3a2e9e970984 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582909 Feb 09 20:49:06.850810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:06.905247 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da62927-6ca2-459b-88ff-c125699973b7 None None] The sync data for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 is: [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:47:48Z', 'revision_number': 4, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '861ac063-292b-4256-8ba1-9f2d1d8a91f0', 'name': '', 'network_id': '316c266f-30c1-4895-b1f8-62419ac3ed87', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'mac_address': 'fa:16:3e:f6:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:47Z', 'updated_at': '2022-02-09T20:47:59Z', 'revision_number': 5, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'subnets': [{'id': '17699c84-70b3-4a76-8a1f-d8a326af4879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:49:06.956297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6dc49cc1-0adb-4371-b20a-dbfe7298cb2e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=92a240891150463f92d2e46f0963b0d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012809 Feb 09 20:49:06.958858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54436) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:06.964387 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15eb723-2baa-4127-b748-d561b0ff7c2c x-openstack-request-id: req-c15eb723-2baa-4127-b748-d561b0ff7c2c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:06.964387 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01870210-a6c4-4492-b3ea-11afc03468d0", "name": "network-vif-plugged", "status": "completed", "tag": "8454805a-b457-42bb-9b74-cd11670dd2ab", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:06.964628 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c15eb723-2baa-4127-b748-d561b0ff7c2c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:06.965031 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01870210-a6c4-4492-b3ea-11afc03468d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8454805a-b457-42bb-9b74-cd11670dd2ab', 'code': 200} Feb 09 20:49:06.965793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f0227ff9-5a0b-4c57-a8a2-137a7370393b no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:07.099367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=8454805a-b457-42bb-9b74-cd11670dd2ab,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:07.104863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ddfef815-565d-4a10-915b-811be1fe4106), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.120034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: f0227ff9-5a0b-4c57-a8a2-137a7370393b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:07.120214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f0227ff9-5a0b-4c57-a8a2-137a7370393b not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:07.120628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a137a26b-b51c-401a-85b8-c5ca11811a7c no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:07.123407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:07.151028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-2a923af1-a560-4a91-b577-9030ccafa97e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1823072 Feb 09 20:49:07.166129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: a137a26b-b51c-401a-85b8-c5ca11811a7c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:07.166519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a137a26b-b51c-401a-85b8-c5ca11811a7c not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:07.188816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16e43b-9e65-4426-9a17-d116b7826610 req-3c7f7642-eade-4603-99be-753a5ec5187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.190664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c16e43b-9e65-4426-9a17-d116b7826610 req-3c7f7642-eade-4603-99be-753a5ec5187d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 1129 time: 0.1334388 Feb 09 20:49:07.218430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f7575-005a-465b-99b2-fd5acb9ea0cd admin admin] Publish callbacks [] for security_group (81069fa8-b811-46d5-bfbf-da26858c5336), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.291799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f7575-005a-465b-99b2-fd5acb9ea0cd admin admin] Publish callbacks [] for security_group (81069fa8-b811-46d5-bfbf-da26858c5336), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.310762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c16e43b-9e65-4426-9a17-d116b7826610 req-133d9731-28c3-45fe-a381-a8be44167a91 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120334 Feb 09 20:49:07.370987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b373-660d-46d7-9bc0-af7ce22ca523 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group (d5003377-3082-4783-b460-d3ad499e8173), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.411754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-0cb8ddaa-7355-4284-b736-9aff3e0cc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.412055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-0cb8ddaa-7355-4284-b736-9aff3e0cc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.413323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-0cb8ddaa-7355-4284-b736-9aff3e0cc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.413323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-0cb8ddaa-7355-4284-b736-9aff3e0cc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.413700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-0cb8ddaa-7355-4284-b736-9aff3e0cc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.414038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-0cb8ddaa-7355-4284-b736-9aff3e0cc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.414600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-0cb8ddaa-7355-4284-b736-9aff3e0cc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.424267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-0cb8ddaa-7355-4284-b736-9aff3e0cc128 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6714 time: 0.2045674 Feb 09 20:49:07.444750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b373-660d-46d7-9bc0-af7ce22ca523 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group (d5003377-3082-4783-b460-d3ad499e8173), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.561996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfe9133-b9b8-4905-87ef-aa0f7648227a None None] New status for floating IP dcd4bfb8-3cdb-430c-843e-b82abbc3f243: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:49:07.593209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129b32a-a083-4d81-941d-571f23d3e73e req-f28aefb8-bd17-4b9f-9ac7-3c7ef914b0d9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.598369 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1129b32a-a083-4d81-941d-571f23d3e73e req-f28aefb8-bd17-4b9f-9ac7-3c7ef914b0d9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.2244205 Feb 09 20:49:07.652545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f7575-005a-465b-99b2-fd5acb9ea0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (81069fa8-b811-46d5-bfbf-da26858c5336), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.655836 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f7575-005a-465b-99b2-fd5acb9ea0cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.657646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-499f7575-005a-465b-99b2-fd5acb9ea0cd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/81069fa8-b811-46d5-bfbf-da26858c5336 HTTP/1.1" status: 204 len: 168 time: 0.6808362 Feb 09 20:49:07.666966 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b373-660d-46d7-9bc0-af7ce22ca523 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d5003377-3082-4783-b460-d3ad499e8173), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.670455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b373-660d-46d7-9bc0-af7ce22ca523 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.675545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e3a6b373-660d-46d7-9bc0-af7ce22ca523 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "DELETE /v2.0/security-groups/d5003377-3082-4783-b460-d3ad499e8173 HTTP/1.1" status: 204 len: 168 time: 0.5473454 Feb 09 20:49:07.680068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:07.695026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f7575-005a-465b-99b2-fd5acb9ea0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81069fa8-b811-46d5-bfbf-da26858c5336,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:07.732219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b373-660d-46d7-9bc0-af7ce22ca523 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5003377-3082-4783-b460-d3ad499e8173,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:07.739537 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-fc868085-27dd-43cf-93d8-8b42a101dd67 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] show failed (client error): The resource could not be found. Feb 09 20:49:07.742494 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fc868085-27dd-43cf-93d8-8b42a101dd67 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "GET /v2.0/security-groups/d5003377-3082-4783-b460-d3ad499e8173 HTTP/1.1" status: 404 len: 347 time: 0.0570371 Feb 09 20:49:07.751789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:07.814620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] For port ddfef815-565d-4a10-915b-811be1fe4106, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ddfef815-565d-4a10-915b-811be1fe4106,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:07.822101 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9bd15a5-de1e-4ae5-9e63-50cce54b9ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:07.982818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-2929d9ae-c719-484a-9f40-1c31ed875497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.983285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-2929d9ae-c719-484a-9f40-1c31ed875497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.984141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-2929d9ae-c719-484a-9f40-1c31ed875497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:07.987980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-2929d9ae-c719-484a-9f40-1c31ed875497 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=af489e63-20e0-49ba-96f7-5b6663ddeba2&id=af489e63-20e0-49ba-96f7-5b6663ddeba2 HTTP/1.1" status: 200 len: 2293 time: 0.4151292 Feb 09 20:49:08.033172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1129b32a-a083-4d81-941d-571f23d3e73e req-2501fe87-9ce1-49a0-b1f9-210fefdfad61 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028680 Feb 09 20:49:08.060290 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for port (ddfef815-565d-4a10-915b-811be1fe4106), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:08.074981 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (ddfef815-565d-4a10-915b-811be1fe4106), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:08.186746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa5752be-c715-492b-b319-c8885c005b39 req-88c992a9-1eb3-4761-98de-54892a15d8ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5304263 Feb 09 20:49:08.208636 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'Port': ['ID=ddfef815-565d-4a10-915b-811be1fe4106,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:08.257945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:08.259630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:08.261902 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-761c2ec0-47b5-46f1-a33d-e19a369ceb93 req-1d01236a-f4ea-45d9-aaa2-ea3b51457562 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "PUT /v2.0/ports/ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 200 len: 1020 time: 1.4852164 Feb 09 20:49:08.262677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:08.265959 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e06796e-7ac5-48bf-8a05-a1064f7a752e" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "tag": "ddfef815-565d-4a10-915b-811be1fe4106"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:08.293513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Deleting port 2b42e69a-347d-4f1e-a68c-801903d5cc25 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:08.293513 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2b42e69a-347d-4f1e-a68c-801903d5cc25), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:08.303589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ddfef815-565d-4a10-915b-811be1fe4106'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:08.319561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:08.334000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-e46cf192-7902-4956-a33a-b82ddf959977 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a HTTP/1.1" status: 200 len: 1000 time: 0.3288965 Feb 09 20:49:08.408712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ddfef815-565d-4a10-915b-811be1fe4106'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:08.443123 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c703069-f9b4-4055-b019-5375831eedb1 req-09b81804-4a96-4ebe-888f-43ab0f44e69a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/34d3f247-4875-4bbd-b361-803ef36572d0 HTTP/1.1" status: 200 len: 1820 time: 0.1625569 Feb 09 20:49:08.488918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-14e5726f-904e-431d-8e1f-b3e9309950c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:08.493487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-14e5726f-904e-431d-8e1f-b3e9309950c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d97c76c3-78d6-4891-8af4-1022a460f626 HTTP/1.1" status: 200 len: 851 time: 0.1270368 Feb 09 20:49:08.512226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2b42e69a-347d-4f1e-a68c-801903d5cc25), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:08.513564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for floatingip (2b42e69a-347d-4f1e-a68c-801903d5cc25), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:08.550281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5752be-c715-492b-b319-c8885c005b39 req-4f8534d5-8db8-4627-9687-9466c751b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:08.552314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa5752be-c715-492b-b319-c8885c005b39 req-4f8534d5-8db8-4627-9687-9466c751b93a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc122075d5254b028c62760ee93d125e&device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 1132 time: 0.2590468 Feb 09 20:49:08.581239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Calling delete_port for 2b42e69a-347d-4f1e-a68c-801903d5cc25 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:08.730248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef70ae5-54d2-4ec7-b67d-23795ae1b47f req-7c94daad-0207-4614-9d0b-b3f41845435f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:08.731877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aef70ae5-54d2-4ec7-b67d-23795ae1b47f req-7c94daad-0207-4614-9d0b-b3f41845435f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.5528800 Feb 09 20:49:08.751489 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-6c703069-f9b4-4055-b019-5375831eedb1 req-e44576fa-18bd-46e4-84dd-d4a66af06115 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 20:49:08.756893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c703069-f9b4-4055-b019-5375831eedb1 req-e44576fa-18bd-46e4-84dd-d4a66af06115 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/34d3f247-4875-4bbd-b361-803ef36572d0 HTTP/1.1" status: 409 len: 341 time: 0.3066289 Feb 09 20:49:08.867485 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625299b9-22d1-4aa0-95e9-53665050728e x-openstack-request-id: req-625299b9-22d1-4aa0-95e9-53665050728e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:08.868470 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "tag": "ddfef815-565d-4a10-915b-811be1fe4106", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:08.872694 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-625299b9-22d1-4aa0-95e9-53665050728e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:08.872694 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106', 'status': 'completed', 'code': 200} Feb 09 20:49:08.958323 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2b42e69a-347d-4f1e-a68c-801903d5cc25), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:09.031820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Pushing event deleted for resources: {'Port': ['ID=2b42e69a-347d-4f1e-a68c-801903d5cc25,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:09.099862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-fc02993d-22b1-4ec2-9b36-666bf2350f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:09.102032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-fc02993d-22b1-4ec2-9b36-666bf2350f64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5819838 Feb 09 20:49:09.128903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aef70ae5-54d2-4ec7-b67d-23795ae1b47f req-81136b3d-b23c-4234-a713-24b5e2004f3a tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821576 Feb 09 20:49:09.150160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks [] for floatingip (dcd4bfb8-3cdb-430c-843e-b82abbc3f243), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:09.160391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:09.167635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f0948549-caa9-4c86-86cb-36154533ddc4 tempest-ServersTestManualDisk-1524421151 tempest-ServersTestManualDisk-1524421151-project] 10.222.0.102 "DELETE /v2.0/floatingips/dcd4bfb8-3cdb-430c-843e-b82abbc3f243 HTTP/1.1" status: 204 len: 168 time: 1.4137106 Feb 09 20:49:09.169119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:09.359541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-23330e62-8424-4df7-859c-472b960988a7 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293324 Feb 09 20:49:09.402733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-f6d88601-bddb-4788-8ae2-fe39a77a115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:09.404724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-f6d88601-bddb-4788-8ae2-fe39a77a115a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=afaf112dfc2a4e0587d251e3326863ab&device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1207 time: 0.4908993 Feb 09 20:49:09.406321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5752be-c715-492b-b319-c8885c005b39 req-1ebcf5b5-c917-4575-9296-0ec66d6e7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:09.407860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa5752be-c715-492b-b319-c8885c005b39 req-1ebcf5b5-c917-4575-9296-0ec66d6e7a84 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.8175716 Feb 09 20:49:09.721792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa5752be-c715-492b-b319-c8885c005b39 req-e3d7a6fe-3ab3-47ff-a0cd-937474d31d6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f HTTP/1.1" status: 200 len: 217 time: 0.1819143 Feb 09 20:49:09.730402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-dd90c025-b7c3-4fa2-9715-e182775bac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:09.732123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-dd90c025-b7c3-4fa2-9715-e182775bac8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 200 len: 914 time: 0.3160975 Feb 09 20:49:09.743498 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c94fb47-0396-4d05-85bd-06bb4ae28ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:09.805574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5752be-c715-492b-b319-c8885c005b39 req-b0a37d4a-e2bd-40a2-ab14-b11ea9bb8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:09.807556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa5752be-c715-492b-b319-c8885c005b39 req-b0a37d4a-e2bd-40a2-ab14-b11ea9bb8058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0654068 Feb 09 20:49:09.903031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-2b0a8b83-fbde-4d3e-be18-6dd3b3ca9970 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 200 len: 217 time: 0.0940688 Feb 09 20:49:09.914963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f2630-8a3b-4f45-a8cd-0c7baacac07b req-e820535a-5c98-475e-9f88-857499733896 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:09.916367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7799f8-5d6c-4598-b1f7-de69d19220a2 req-0fc035be-0415-4c51-b746-679687366c37 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:09.916575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c92f2630-8a3b-4f45-a8cd-0c7baacac07b req-e820535a-5c98-475e-9f88-857499733896 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1023 time: 0.5710135 Feb 09 20:49:09.931665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa7799f8-5d6c-4598-b1f7-de69d19220a2 req-0fc035be-0415-4c51-b746-679687366c37 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.7126193 Feb 09 20:49:10.042960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-a2399502-b7bb-465c-94f9-ef416912b403 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433659 Feb 09 20:49:10.044665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-d34b9178-9ac3-43a2-9553-c729cfb60e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.046378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-d34b9178-9ac3-43a2-9553-c729cfb60e72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 200 len: 853 time: 0.0704308 Feb 09 20:49:10.056967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c92f2630-8a3b-4f45-a8cd-0c7baacac07b req-2f3d459b-792f-4830-8927-07019c86e4cc tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=28decc85-7d07-45fd-9606-44e49578d053&id=34d3f247-4875-4bbd-b361-803ef36572d0&id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1306703 Feb 09 20:49:10.092898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:10.195042 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-5720ec3d-b954-4935-bc08-1d0549e95830 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb781742-a016-46ce-927e-c51e2871f079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343987 Feb 09 20:49:10.223260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-939493b3-bdd5-4b52-96df-ca74fc7b340d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 HTTP/1.1" status: 200 len: 217 time: 0.1479788 Feb 09 20:49:10.303568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-a799354e-ac5a-44a7-8259-6a86f2509e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.304204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-a799354e-ac5a-44a7-8259-6a86f2509e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.304752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-a799354e-ac5a-44a7-8259-6a86f2509e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.305289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-a799354e-ac5a-44a7-8259-6a86f2509e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.305818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-a799354e-ac5a-44a7-8259-6a86f2509e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.306346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-a799354e-ac5a-44a7-8259-6a86f2509e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.306880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-a799354e-ac5a-44a7-8259-6a86f2509e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.309734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-a799354e-ac5a-44a7-8259-6a86f2509e7f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6714 time: 0.2151868 Feb 09 20:49:10.337631 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (1ae56ef9-f0da-4da5-9374-949c46c871ef), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:10.380988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa7799f8-5d6c-4598-b1f7-de69d19220a2 req-42f0ce4d-55b9-499d-b2f9-d7bd261e8303 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483004 Feb 09 20:49:10.409944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5752be-c715-492b-b319-c8885c005b39 req-a1bf2bda-95c8-4766-9d39-b52b3e5763aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.411508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa5752be-c715-492b-b319-c8885c005b39 req-a1bf2bda-95c8-4766-9d39-b52b3e5763aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5909493 Feb 09 20:49:10.461237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-505546d1-a4ec-4fd5-b2f8-3b5ddb11968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.462853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-505546d1-a4ec-4fd5-b2f8-3b5ddb11968c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.1938171 Feb 09 20:49:10.548337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-ac206afc-3223-4f03-a20d-54fa91ce21df service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444693 Feb 09 20:49:10.593144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-ce26167f-88be-47c3-b9f8-ed5d07820eed service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&id=e7202ce0-7135-46bd-b8a0-95486659f497&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2764080 Feb 09 20:49:10.669950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-50f38b03-b0c6-4245-acca-1b308bed51fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.671887 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-50f38b03-b0c6-4245-acca-1b308bed51fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1932018 Feb 09 20:49:10.684668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa5752be-c715-492b-b319-c8885c005b39 req-7ced7a9a-08ab-401c-893c-0486070a6e81 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566645 Feb 09 20:49:10.702156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d0859-ed1a-4331-81f1-e30cbc7f0e72 req-b52d6cd2-559b-46bc-b6b7-5f8ef0b64a1d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:10.711652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-746d0859-ed1a-4331-81f1-e30cbc7f0e72 req-b52d6cd2-559b-46bc-b6b7-5f8ef0b64a1d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.2362602 Feb 09 20:49:10.855412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e06796e-7ac5-48bf-8a05-a1064f7a752e req-26a7dc24-ea9c-406c-bf23-3412951267ae service neutron] 10.222.0.50 "GET /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996075 Feb 09 20:49:10.938847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-5ece9b93-da09-4f90-a8cd-997e650245b9 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529495 Feb 09 20:49:10.951906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa5752be-c715-492b-b319-c8885c005b39 req-bf77ef13-0df6-415e-a47e-4925130b9b27 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444007 Feb 09 20:49:11.035601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-746d0859-ed1a-4331-81f1-e30cbc7f0e72 req-8501ebe0-0cd8-4847-aee3-2e2b5dee8d3d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208754 Feb 09 20:49:11.059206 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-1fa509f1-e728-4311-8cb3-544da8fe89b3 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135743 Feb 09 20:49:11.075418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-d28555ed-4006-4497-926a-679dd6355084 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:11.077214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-d28555ed-4006-4497-926a-679dd6355084 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.50 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1023 time: 0.2931890 Feb 09 20:49:11.115694 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:11.121348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-d2bf05cb-b215-443f-9f43-dbde401d29b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=b6c4531d-8046-408e-b1be-48703d926f9b HTTP/1.1" status: 200 len: 217 time: 0.0556724 Feb 09 20:49:11.183403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-d4341c24-a1ed-4335-a358-d8563e2b46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:11.186934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-d4341c24-a1ed-4335-a358-d8563e2b46ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.0576897 Feb 09 20:49:11.276284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:11.299496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-67ef7bf7-e550-4131-beed-8bdd3af42828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:11.303213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-67ef7bf7-e550-4131-beed-8bdd3af42828 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1089413 Feb 09 20:49:11.411880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3eb1b-8208-4f21-beb8-09fed2dc8b1e req-4db17282-ab37-4d0b-ac6b-a7b0558becfd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:11.413690 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-09a3eb1b-8208-4f21-beb8-09fed2dc8b1e req-4db17282-ab37-4d0b-ac6b-a7b0558becfd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 1023 time: 0.2164741 Feb 09 20:49:11.437691 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-bcac50b3-c177-4f45-81b0-909f582a4960 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263664 Feb 09 20:49:11.551251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-75cfbd2c-897a-4a82-a7b8-f2efdbe0b609 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036105 Feb 09 20:49:11.571994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Deleting port ddfef815-565d-4a10-915b-811be1fe4106 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:11.572432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ddfef815-565d-4a10-915b-811be1fe4106), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:11.594232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5df5e54c-4cc9-497b-9124-860795987d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:11.606778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-09a3eb1b-8208-4f21-beb8-09fed2dc8b1e req-13191b4d-3a20-4120-a8e3-3d21b714b2f9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=28decc85-7d07-45fd-9606-44e49578d053&id=34d3f247-4875-4bbd-b361-803ef36572d0&id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1770933 Feb 09 20:49:11.639479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-b111f82e-f910-4ddf-a24d-fe77ddffe9a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 HTTP/1.1" status: 200 len: 217 time: 0.0653946 Feb 09 20:49:11.718443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-37a9cc02-405d-4db3-a992-443760f5e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:11.720426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-37a9cc02-405d-4db3-a992-443760f5e5cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.0587742 Feb 09 20:49:11.749391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Deleting port 861ac063-292b-4256-8ba1-9f2d1d8a91f0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:11.750117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:11.753777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7cae3-aa75-46d0-b2b3-320e50379282 req-982ac322-14e8-43b7-aeb0-655a098640f3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:11.761084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aab7cae3-aa75-46d0-b2b3-320e50379282 req-982ac322-14e8-43b7-aeb0-655a098640f3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.3223407 Feb 09 20:49:11.873699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02778-2110-4ca4-b1b1-88b6a57cb264 req-a05b282b-c881-4db9-aee1-968dab899914 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:11.875439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d1c02778-2110-4ca4-b1b1-88b6a57cb264 req-a05b282b-c881-4db9-aee1-968dab899914 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1792872 Feb 09 20:49:11.879038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aab7cae3-aa75-46d0-b2b3-320e50379282 req-6fc22a89-75fb-42ee-8ef3-4d23dddb6ecc tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151493 Feb 09 20:49:11.889074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] For port ddfef815-565d-4a10-915b-811be1fe4106, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ddfef815-565d-4a10-915b-811be1fe4106,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:11.889442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ddfef815-565d-4a10-915b-811be1fe4106), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:11.930644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-6de7cc1c-fb6d-41be-8c0f-f991e677d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:11.938527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Calling delete_port for ddfef815-565d-4a10-915b-811be1fe4106 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:11.939181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-6de7cc1c-fb6d-41be-8c0f-f991e677d5af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1978042 Feb 09 20:49:12.058409 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d1c02778-2110-4ca4-b1b1-88b6a57cb264 req-4e39a66a-82be-4ccb-ba2b-891a92474c14 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729169 Feb 09 20:49:12.112894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] For port 861ac063-292b-4256-8ba1-9f2d1d8a91f0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=861ac063-292b-4256-8ba1-9f2d1d8a91f0,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:12.112894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:12.143724 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5df5e54c-4cc9-497b-9124-860795987d64 admin admin] Publish callbacks [] for security_group (1168274d-0884-4d3b-9650-4f8de6f8ca26), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:12.169293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5df5e54c-4cc9-497b-9124-860795987d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1168274d-0884-4d3b-9650-4f8de6f8ca26), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:12.184260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Calling delete_port for 861ac063-292b-4256-8ba1-9f2d1d8a91f0 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:12.495995 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (861ac063-292b-4256-8ba1-9f2d1d8a91f0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:12.510157 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ddfef815-565d-4a10-915b-811be1fe4106), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:12.524562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ddfef815-565d-4a10-915b-811be1fe4106'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:12.561505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:12.615487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Pushing event deleted for resources: {'Port': ['ID=861ac063-292b-4256-8ba1-9f2d1d8a91f0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:12.751236 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:12.766144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5df5e54c-4cc9-497b-9124-860795987d64 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6f9e8fe9c9264a1b9915520ac8f6e78d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4865909 Feb 09 20:49:12.766975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5e54c-4cc9-497b-9124-860795987d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1168274d-0884-4d3b-9650-4f8de6f8ca26,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:12.835951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:12.838278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-068c2dd7-a193-4a76-8d55-b7895c931602 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8933425 Feb 09 20:49:12.848747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'Port': ['ID=ddfef815-565d-4a10-915b-811be1fe4106,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:12.933280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1bc7309-245d-46e2-ada5-2f9c16369d17 req-50012dd1-2f97-4a85-8e24-da960c1781be tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=24ef24bc-1425-42e7-b006-115d12bac973 HTTP/1.1" status: 200 len: 210 time: 0.0986779 Feb 09 20:49:12.962715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] No DVR routers for this DVR port ddfef815-565d-4a10-915b-811be1fe4106 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:12.967420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:12.971355 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6293669-0ad4-4a03-9b8a-e33cb40a14be req-8a790fd7-58b1-4b59-a685-12fe348f9be3 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.50 "DELETE /v2.0/ports/ddfef815-565d-4a10-915b-811be1fe4106 HTTP/1.1" status: 204 len: 173 time: 1.8876317 Feb 09 20:49:12.971847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'name': 'network-vif-deleted', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:12.988911 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b356fb40-057b-42df-8c91-73563665dc9e" -d '{"events": [{"server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "name": "network-vif-deleted", "tag": "ddfef815-565d-4a10-915b-811be1fe4106"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:13.105688 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ef787a-b8c7-40b3-9549-4268a2e0458c x-openstack-request-id: req-80ef787a-b8c7-40b3-9549-4268a2e0458c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:13.106296 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef24bc-1425-42e7-b006-115d12bac973", "name": "network-vif-deleted", "tag": "ddfef815-565d-4a10-915b-811be1fe4106", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:13.106296 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-80ef787a-b8c7-40b3-9549-4268a2e0458c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:13.107851 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef24bc-1425-42e7-b006-115d12bac973', 'name': 'network-vif-deleted', 'tag': 'ddfef815-565d-4a10-915b-811be1fe4106', 'status': 'completed', 'code': 200} Feb 09 20:49:13.178605 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (1ae56ef9-f0da-4da5-9374-949c46c871ef), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:13.186488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41dddd9-9c3a-43f9-8a43-ffdbccdf4d40 admin admin] Publish callbacks [] for security_group (1168274d-0884-4d3b-9650-4f8de6f8ca26), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:13.188310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55226-dfd4-45d5-9eba-efc5c81645b6 req-b072018f-16bd-4220-acff-493b46da98d5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:13.190117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72a55226-dfd4-45d5-9eba-efc5c81645b6 req-b072018f-16bd-4220-acff-493b46da98d5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.1814151 Feb 09 20:49:13.249047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-28c90e62-4b12-4f20-b4a7-75a29b76fbb5 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572176 Feb 09 20:49:13.275988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41dddd9-9c3a-43f9-8a43-ffdbccdf4d40 admin admin] Publish callbacks [] for security_group (1168274d-0884-4d3b-9650-4f8de6f8ca26), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:13.370346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-dd8c65ef-7ddf-4b49-a5e3-482a517066c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1117f6d3-d356-4c4b-9642-cd3690962e20 HTTP/1.1" status: 200 len: 217 time: 0.0769584 Feb 09 20:49:13.423831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-cdbed3f7-d28e-48a1-a358-a8993a6b9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:13.425364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-cdbed3f7-d28e-48a1-a358-a8993a6b9025 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.0476928 Feb 09 20:49:13.484007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74038-9c78-4b6b-8e9c-c65c0e05a09b req-731d0154-e83d-46aa-99d0-7686c40064f8 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:13.485887 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62a74038-9c78-4b6b-8e9c-c65c0e05a09b req-731d0154-e83d-46aa-99d0-7686c40064f8 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.2349598 Feb 09 20:49:13.489093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41dddd9-9c3a-43f9-8a43-ffdbccdf4d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1168274d-0884-4d3b-9650-4f8de6f8ca26), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:13.491839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41dddd9-9c3a-43f9-8a43-ffdbccdf4d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:13.507443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f41dddd9-9c3a-43f9-8a43-ffdbccdf4d40 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1168274d-0884-4d3b-9650-4f8de6f8ca26 HTTP/1.1" status: 204 len: 168 time: 0.6560979 Feb 09 20:49:13.529900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dddd9-9c3a-43f9-8a43-ffdbccdf4d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1168274d-0884-4d3b-9650-4f8de6f8ca26,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:13.597966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Router 1ae56ef9-f0da-4da5-9374-949c46c871ef has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:49:13.623896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-2a1dc3c9-c29a-470c-ac96-47e6cf504559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:13.625909 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-2a1dc3c9-c29a-470c-ac96-47e6cf504559 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1924889 Feb 09 20:49:13.689266 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72a55226-dfd4-45d5-9eba-efc5c81645b6 req-f7e25e38-2e3a-40dc-aadc-a74d9dd37abe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714019 Feb 09 20:49:13.718386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62a74038-9c78-4b6b-8e9c-c65c0e05a09b req-871928ae-a0f9-450a-8514-6cb5373f65ff tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093861 Feb 09 20:49:13.778102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-a968f380-224f-4cf5-ad4b-0cb446c168af service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392300 Feb 09 20:49:13.863184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:49:13.870818 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-43d0bf0a-e388-4181-91f4-041eac65da4c admin admin] 10.222.0.102 "PUT /v2.0/routers/1ae56ef9-f0da-4da5-9374-949c46c871ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6995533 Feb 09 20:49:13.876226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:13.894227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] Sync routers for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:49:13.897717 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-54ab62a2-373a-4c9c-ab20-aef2f7cdaf08 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134477 Feb 09 20:49:13.915487 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:13.919416 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:13.930951 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:13.986400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-ee77b26f-be65-4a75-8139-fbf70cbf6eba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=55677019-331b-4afc-8f6c-0f05f1679df0 HTTP/1.1" status: 200 len: 217 time: 0.0817759 Feb 09 20:49:14.158850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks [] for router (1ae56ef9-f0da-4da5-9374-949c46c871ef), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:14.167886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-03520f60-661b-48fa-9f70-fb2448a9cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:14.169978 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:14.177524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-03520f60-661b-48fa-9f70-fb2448a9cf7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5341e8bc-394c-4491-8572-d6abb5916372 HTTP/1.1" status: 200 len: 797 time: 0.1808026 Feb 09 20:49:14.257059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd57a1f5-054b-44fc-b1a7-fc6d373d17c2 req-ef4761d9-8b7d-4f9d-9c72-bdab957778e9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/28decc85-7d07-45fd-9606-44e49578d053 HTTP/1.1" status: 200 len: 1819 time: 0.1771336 Feb 09 20:49:14.316320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-8e81365a-67b6-41eb-aebc-6954a7b81d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:14.318225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-8e81365a-67b6-41eb-aebc-6954a7b81d4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1198764 Feb 09 20:49:14.396566 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cd57a1f5-054b-44fc-b1a7-fc6d373d17c2 req-2f79e87d-99fd-4227-8ea6-3f82d05ec1a1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (28decc85-7d07-45fd-9606-44e49578d053), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:14.447983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cd57a1f5-054b-44fc-b1a7-fc6d373d17c2 req-2f79e87d-99fd-4227-8ea6-3f82d05ec1a1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (28decc85-7d07-45fd-9606-44e49578d053), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:14.475229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks [] for router_gateway (1ae56ef9-f0da-4da5-9374-949c46c871ef), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:14.484980 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:49:12Z', 'revision_number': 5, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port': {'id': '6e516af6-1acc-45e9-84b3-c9cc5ed51eaf', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:42Z', 'updated_at': '2022-02-09T20:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:14.551119 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] Checking router: 1ae56ef9-f0da-4da5-9374-949c46c871ef for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:49:14.562464 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] Routers {'1ae56ef9-f0da-4da5-9374-949c46c871ef'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:14.563092 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1ae56ef9-f0da-4da5-9374-949c46c871ef'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:14.566044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-411e0ebd-2b5f-4600-aed1-003be5a45a63 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317684 Feb 09 20:49:14.682657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cd57a1f5-054b-44fc-b1a7-fc6d373d17c2 req-2f79e87d-99fd-4227-8ea6-3f82d05ec1a1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (28decc85-7d07-45fd-9606-44e49578d053), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:14.685170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cd57a1f5-054b-44fc-b1a7-fc6d373d17c2 req-2f79e87d-99fd-4227-8ea6-3f82d05ec1a1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:14.686327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd57a1f5-054b-44fc-b1a7-fc6d373d17c2 req-2f79e87d-99fd-4227-8ea6-3f82d05ec1a1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/28decc85-7d07-45fd-9606-44e49578d053 HTTP/1.1" status: 204 len: 173 time: 0.4228642 Feb 09 20:49:14.698836 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] Set router 1ae56ef9-f0da-4da5-9374-949c46c871ef gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:14.769305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:14.773165 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:49:14Z', 'revision_number': 6, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:14.786406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79e87d-99fd-4227-8ea6-3f82d05ec1a1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28decc85-7d07-45fd-9606-44e49578d053,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:14.835938 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df2e083-908a-4216-bf28-8c8ac58b5bf1 None None] The sync data for ids ['1ae56ef9-f0da-4da5-9374-949c46c871ef'] in n-d-789963-29 is: [{'id': '1ae56ef9-f0da-4da5-9374-949c46c871ef', 'name': 'tempest-ServersTestManualDisk-72815178-router', 'tenant_id': 'e86d5e6810194c249e65eb44fadc670f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:41Z', 'updated_at': '2022-02-09T20:49:14Z', 'revision_number': 6, 'project_id': 'e86d5e6810194c249e65eb44fadc670f', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:49:14.969877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-cd8ac68a-ade2-42ba-982d-ebce05f64fef service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883569 Feb 09 20:49:15.003834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ddfef815-565d-4a10-915b-811be1fe4106 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:15.054648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1581830161-network', 'tenant_id': 'fedb36a0b6e146078da52b05c13fbb1e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:15.060601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-090ec0fd-c5d0-41fe-9fa2-4d2d900a1db2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8425e048-4810-4bd8-8ecd-11c678675eb2 HTTP/1.1" status: 200 len: 217 time: 0.0821874 Feb 09 20:49:15.060914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: ddfef815-565d-4a10-915b-811be1fe4106 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:15.061444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ddfef815-565d-4a10-915b-811be1fe4106 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:15.078585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e7fcd-d434-4b68-a229-dccb08e0cf47 req-7a27c9d7-9003-47e8-80c0-5c58e5996580 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:15.079666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba1d61d0-6de2-4d5a-afbe-a0ff3d4fd2aa req-2f5376d4-68ea-4cf3-b493-1c83a3cb9f8f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/34d3f247-4875-4bbd-b361-803ef36572d0 HTTP/1.1" status: 200 len: 1820 time: 0.0552013 Feb 09 20:49:15.080194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd3e7fcd-d434-4b68-a229-dccb08e0cf47 req-7a27c9d7-9003-47e8-80c0-5c58e5996580 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.2443643 Feb 09 20:49:15.146573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Made reservation on behalf of fedb36a0b6e146078da52b05c13fbb1e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:15.149046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.150913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Deleting port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:15.151601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.168642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.181337 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ba1d61d0-6de2-4d5a-afbe-a0ff3d4fd2aa req-b2b603b5-c109-44fe-8973-29f1e0dddd1f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (34d3f247-4875-4bbd-b361-803ef36572d0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.197294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-fdadba25-afb7-4b63-a4a3-f80a1dac4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:15.198797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-fdadba25-afb7-4b63-a4a3-f80a1dac4fc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5341e8bc-394c-4491-8572-d6abb5916372 HTTP/1.1" status: 200 len: 797 time: 0.1176994 Feb 09 20:49:15.243016 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ba1d61d0-6de2-4d5a-afbe-a0ff3d4fd2aa req-b2b603b5-c109-44fe-8973-29f1e0dddd1f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (34d3f247-4875-4bbd-b361-803ef36572d0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.269468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd3e7fcd-d434-4b68-a229-dccb08e0cf47 req-9bc731b5-6b21-43b4-827c-065c5aa43bb3 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767638 Feb 09 20:49:15.322402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ba1d61d0-6de2-4d5a-afbe-a0ff3d4fd2aa req-b2b603b5-c109-44fe-8973-29f1e0dddd1f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (34d3f247-4875-4bbd-b361-803ef36572d0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.338850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-448c3cb0-82ea-4c9a-bf64-1117244b9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:15.340280 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ba1d61d0-6de2-4d5a-afbe-a0ff3d4fd2aa req-b2b603b5-c109-44fe-8973-29f1e0dddd1f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.341435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba1d61d0-6de2-4d5a-afbe-a0ff3d4fd2aa req-b2b603b5-c109-44fe-8973-29f1e0dddd1f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/34d3f247-4875-4bbd-b361-803ef36572d0 HTTP/1.1" status: 204 len: 173 time: 0.2554834 Feb 09 20:49:15.342704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-448c3cb0-82ea-4c9a-bf64-1117244b9c02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1341481 Feb 09 20:49:15.398468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b603b5-c109-44fe-8973-29f1e0dddd1f tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d3f247-4875-4bbd-b361-803ef36572d0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:15.420816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-56a70d44-e3a4-45d9-9ba2-f53c7e2d9212 req-bd3bec68-362d-45b4-9b1b-49fa1a9575fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-276177499', 'description': 'tempest-description-1416720182'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:15.447751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-56a70d44-e3a4-45d9-9ba2-f53c7e2d9212 req-bd3bec68-362d-45b4-9b1b-49fa1a9575fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.546588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Publish callbacks [] for security_group (2704fe84-09f9-4cde-b89d-8560174ca16f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.556869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] For port 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6e516af6-1acc-45e9-84b3-c9cc5ed51eaf,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:15.557234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.563959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2704fe84-09f9-4cde-b89d-8560174ca16f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.596098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Calling delete_port for 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:15.604888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-56a70d44-e3a4-45d9-9ba2-f53c7e2d9212 req-bd3bec68-362d-45b4-9b1b-49fa1a9575fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (7102e717-2c9b-43f8-b159-84e337224c3e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.614705 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-56a70d44-e3a4-45d9-9ba2-f53c7e2d9212 req-bd3bec68-362d-45b4-9b1b-49fa1a9575fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7102e717-2c9b-43f8-b159-84e337224c3e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.616950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb2a7e-d13b-484c-a70c-7e92324c7aae req-62ebc2e8-31d5-440a-9a6f-9874bad3d9cf tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:15.624031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6bfb2a7e-d13b-484c-a70c-7e92324c7aae req-62ebc2e8-31d5-440a-9a6f-9874bad3d9cf tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1743979 Feb 09 20:49:15.635755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:49:15.647639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-d4688a0d-59a0-4470-b8fb-b27ad6d59b53 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918909 Feb 09 20:49:15.654621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2704fe84-09f9-4cde-b89d-8560174ca16f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:15.691049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-56a70d44-e3a4-45d9-9ba2-f53c7e2d9212 req-bd3bec68-362d-45b4-9b1b-49fa1a9575fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.692684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56a70d44-e3a4-45d9-9ba2-f53c7e2d9212 req-bd3bec68-362d-45b4-9b1b-49fa1a9575fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2960765 Feb 09 20:49:15.705831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bec68-362d-45b4-9b1b-49fa1a9575fa tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7102e717-2c9b-43f8-b159-84e337224c3e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:15.728857 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (cb6fa61a-eee6-4cfe-848a-72eed0496bce), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.729303 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Added segment cb6fa61a-eee6-4cfe-848a-72eed0496bce of type vlan for network 93de0420-8fa9-4bda-aa51-d3eb3387bdee Feb 09 20:49:15.793674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6bfb2a7e-d13b-484c-a70c-7e92324c7aae req-412fa3e8-190e-4121-ac93-6e994afa1649 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684330 Feb 09 20:49:15.817865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e134862-017e-4f5f-ae72-32559d1a6d5f req-f18fa8ac-ea9f-4978-8a7b-7e8021822b8a tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/7102e717-2c9b-43f8-b159-84e337224c3e HTTP/1.1" status: 200 len: 1819 time: 0.0970492 Feb 09 20:49:15.818084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (93de0420-8fa9-4bda-aa51-d3eb3387bdee), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.830451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9e134862-017e-4f5f-ae72-32559d1a6d5f req-fb6a7b5b-0a75-41f1-81d4-67b4d6929aa4 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Request body: {'security_group': {'name': 'tempest-sg-hth-952064495', 'description': 'tempest-description-hth-1978278998'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:15.860273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3663d670-b926-4aeb-9a7b-5f3e8e8a9194 req-33a07b68-e11e-4da8-91ba-9cefdf6b88cf service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009153 Feb 09 20:49:15.869812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (93de0420-8fa9-4bda-aa51-d3eb3387bdee), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.871133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:15.871976 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.918343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e134862-017e-4f5f-ae72-32559d1a6d5f req-fb6a7b5b-0a75-41f1-81d4-67b4d6929aa4 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (7102e717-2c9b-43f8-b159-84e337224c3e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.941694 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1712737 Feb 09 20:49:15.944761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:15.950257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Request body: {'subnet': {'network_id': '93de0420-8fa9-4bda-aa51-d3eb3387bdee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1581830161-subnet', 'tenant_id': 'fedb36a0b6e146078da52b05c13fbb1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:15.960218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f04c7-30f1-43a0-8d3c-0cfe69f2a4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=93de0420-8fa9-4bda-aa51-d3eb3387bdee,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:15.978332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Made reservation on behalf of fedb36a0b6e146078da52b05c13fbb1e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:15.981040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 93de0420-8fa9-4bda-aa51-d3eb3387bdee details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:49:15.981996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:15.992698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6e516af6-1acc-45e9-84b3-c9cc5ed51eaf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.031524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e516af6-1acc-45e9-84b3-c9cc5ed51eaf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:16.049967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e134862-017e-4f5f-ae72-32559d1a6d5f req-fb6a7b5b-0a75-41f1-81d4-67b4d6929aa4 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (7102e717-2c9b-43f8-b159-84e337224c3e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.076306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e134862-017e-4f5f-ae72-32559d1a6d5f req-fb6a7b5b-0a75-41f1-81d4-67b4d6929aa4 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7102e717-2c9b-43f8-b159-84e337224c3e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.079603 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e134862-017e-4f5f-ae72-32559d1a6d5f req-fb6a7b5b-0a75-41f1-81d4-67b4d6929aa4 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.081098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e134862-017e-4f5f-ae72-32559d1a6d5f req-fb6a7b5b-0a75-41f1-81d4-67b4d6929aa4 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "PUT /v2.0/security-groups/7102e717-2c9b-43f8-b159-84e337224c3e HTTP/1.1" status: 200 len: 1793 time: 0.2569973 Feb 09 20:49:16.149426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (1ae56ef9-f0da-4da5-9374-949c46c871ef), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.197114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47589294-7215-4336-8728-5fd8e81c5d76 req-8801fc1d-9c01-4140-902e-2709ce18b300 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/7102e717-2c9b-43f8-b159-84e337224c3e HTTP/1.1" status: 200 len: 1793 time: 0.0854290 Feb 09 20:49:16.272455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a7b5b-0a75-41f1-81d4-67b4d6929aa4 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7102e717-2c9b-43f8-b159-84e337224c3e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:16.334078 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.377228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (1ae56ef9-f0da-4da5-9374-949c46c871ef), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.391649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks [] for router_controller (1ae56ef9-f0da-4da5-9374-949c46c871ef), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.478903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 861ac063-292b-4256-8ba1-9f2d1d8a91f0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:16.483960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:16.501511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Checking segment: {'id': 'cb6fa61a-eee6-4cfe-848a-72eed0496bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '93de0420-8fa9-4bda-aa51-d3eb3387bdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:16.502240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Network hostable DHCP agents. Network: 93de0420-8fa9-4bda-aa51-d3eb3387bdee, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:49:16.510196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 861ac063-292b-4256-8ba1-9f2d1d8a91f0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:16.510763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 861ac063-292b-4256-8ba1-9f2d1d8a91f0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:16.511439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:16.525318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2315-0746-4eb4-ae3a-b02e23507175 req-e1b63619-3af3-44ea-b066-54edc2f41a4c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:16.527472 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e9c2315-0746-4eb4-ae3a-b02e23507175 req-e1b63619-3af3-44ea-b066-54edc2f41a4c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.1506145 Feb 09 20:49:16.553735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1b653a1-8e92-480c-affe-460a2905864e req-002b7970-cd0b-4545-825b-4a9dc534ab4e tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/7102e717-2c9b-43f8-b159-84e337224c3e HTTP/1.1" status: 200 len: 1793 time: 0.3103166 Feb 09 20:49:16.574434 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (1ae56ef9-f0da-4da5-9374-949c46c871ef), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.574934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ae56ef9-f0da-4da5-9374-949c46c871ef {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:49:16.582262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:16.582814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6e516af6-1acc-45e9-84b3-c9cc5ed51eaf not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:16.590951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.592274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5b903a27-527e-4eaa-b2b7-dd675373d723 admin admin] 10.222.0.102 "DELETE /v2.0/routers/1ae56ef9-f0da-4da5-9374-949c46c871ef HTTP/1.1" status: 204 len: 168 time: 2.7133551 Feb 09 20:49:16.595617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:16.612596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Network 93de0420-8fa9-4bda-aa51-d3eb3387bdee is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:49:16.633064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e9c2315-0746-4eb4-ae3a-b02e23507175 req-e569cebf-85e2-4f20-a4cc-df8c28c7f31d tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947943 Feb 09 20:49:16.642477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 93de0420-8fa9-4bda-aa51-d3eb3387bdee) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:16.660409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:16.661246 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.662875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f2b4b-e148-4e09-8e43-6f4a101d8e34 None None] Network 93de0420-8fa9-4bda-aa51-d3eb3387bdee requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:16.684536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-84f3e0b8-a4a5-407d-8be8-a6668657217e admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7377794 Feb 09 20:49:16.744074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-864054ab-0842-400b-8bc2-78ff3372fa08 admin admin] Deleting subnet 17699c84-70b3-4a76-8a1f-d8a326af4879 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:49:16.754222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-864054ab-0842-400b-8bc2-78ff3372fa08 admin admin] Publish callbacks [] for subnet (17699c84-70b3-4a76-8a1f-d8a326af4879), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.810027 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1b653a1-8e92-480c-affe-460a2905864e req-ff85074c-413a-4c80-a984-2683bb308624 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (7102e717-2c9b-43f8-b159-84e337224c3e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.821612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2cc76-7100-4af9-9c28-33940adc1e8c None None] Network 93de0420-8fa9-4bda-aa51-d3eb3387bdee requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:16.832936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-864054ab-0842-400b-8bc2-78ff3372fa08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (17699c84-70b3-4a76-8a1f-d8a326af4879), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.866808 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1b653a1-8e92-480c-affe-460a2905864e req-ff85074c-413a-4c80-a984-2683bb308624 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (7102e717-2c9b-43f8-b159-84e337224c3e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:16.978263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b61537-f4b3-466c-8640-c2a30842345c req-f4d2a98d-1509-4127-bebb-63a6c8d3e394 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:16.980389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5b61537-f4b3-466c-8640-c2a30842345c req-f4d2a98d-1509-4127-bebb-63a6c8d3e394 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0668306 Feb 09 20:49:17.026648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1b653a1-8e92-480c-affe-460a2905864e req-ff85074c-413a-4c80-a984-2683bb308624 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7102e717-2c9b-43f8-b159-84e337224c3e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.029871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a1b653a1-8e92-480c-affe-460a2905864e req-ff85074c-413a-4c80-a984-2683bb308624 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.031333 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1b653a1-8e92-480c-affe-460a2905864e req-ff85074c-413a-4c80-a984-2683bb308624 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/7102e717-2c9b-43f8-b159-84e337224c3e HTTP/1.1" status: 204 len: 173 time: 0.4710293 Feb 09 20:49:17.051776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85074c-413a-4c80-a984-2683bb308624 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7102e717-2c9b-43f8-b159-84e337224c3e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:17.054805 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-864054ab-0842-400b-8bc2-78ff3372fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (17699c84-70b3-4a76-8a1f-d8a326af4879), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.070314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5b61537-f4b3-466c-8640-c2a30842345c req-d8f73ed7-b8b0-42f5-b165-92ed50e352fc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831037 Feb 09 20:49:17.138273 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-864054ab-0842-400b-8bc2-78ff3372fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (17699c84-70b3-4a76-8a1f-d8a326af4879), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.159086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-864054ab-0842-400b-8bc2-78ff3372fa08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.166511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e890889-b449-4357-a6ba-df64da25f20e None None] Network 316c266f-30c1-4895-b1f8-62419ac3ed87 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:17.170047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:17.172626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-864054ab-0842-400b-8bc2-78ff3372fa08 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/17699c84-70b3-4a76-8a1f-d8a326af4879 HTTP/1.1" status: 204 len: 168 time: 0.5757735 Feb 09 20:49:17.217535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864054ab-0842-400b-8bc2-78ff3372fa08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17699c84-70b3-4a76-8a1f-d8a326af4879,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:17.274380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-61ed165f-37b2-43c2-bc5e-766890c6fd4e req-8f2de13c-dde0-4a19-b345-7bd61228f6a5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1916757512', 'description': 'tempest-description-435885808'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:17.291425 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-4f259196-81f3-47cc-b110-c1d5fcf463a5 req-9461d218-d04a-46cc-8947-10ed6829dfcd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:49:17.313718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f259196-81f3-47cc-b110-c1d5fcf463a5 req-9461d218-d04a-46cc-8947-10ed6829dfcd tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/34d3f247-4875-4bbd-b361-803ef36572d0 HTTP/1.1" status: 404 len: 352 time: 0.0419881 Feb 09 20:49:17.320400 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61ed165f-37b2-43c2-bc5e-766890c6fd4e req-8f2de13c-dde0-4a19-b345-7bd61228f6a5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.377678 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-58414565-4f7b-4138-b71b-902540aa5638 req-a5ae3282-79c7-488b-82c8-a2c2afd69b0d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:49:17.393400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58414565-4f7b-4138-b71b-902540aa5638 req-a5ae3282-79c7-488b-82c8-a2c2afd69b0d tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/28decc85-7d07-45fd-9606-44e49578d053 HTTP/1.1" status: 404 len: 352 time: 0.0456433 Feb 09 20:49:17.442345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61ed165f-37b2-43c2-bc5e-766890c6fd4e req-8f2de13c-dde0-4a19-b345-7bd61228f6a5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (24b29a48-be57-46e3-af9f-381284ce6263), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.444504 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-bcdac0e1-e8ad-497c-8e6d-43fcb6198a1d req-9095895b-9633-47f0-bca1-173fc91dff56 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:49:17.449719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61ed165f-37b2-43c2-bc5e-766890c6fd4e req-8f2de13c-dde0-4a19-b345-7bd61228f6a5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (24b29a48-be57-46e3-af9f-381284ce6263), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.469375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcdac0e1-e8ad-497c-8e6d-43fcb6198a1d req-9095895b-9633-47f0-bca1-173fc91dff56 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/6163eac0-f39d-48e0-93ea-4bc426ff898b HTTP/1.1" status: 404 len: 352 time: 0.0415206 Feb 09 20:49:17.478204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] DHCP port deletion for 316c266f-30c1-4895-b1f8-62419ac3ed87 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:49:17.484672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (316c266f-30c1-4895-b1f8-62419ac3ed87), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.546452 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-3a3fd068-f1aa-4666-ad92-403023416eea req-4a9fcb4e-ffa8-4d1f-9b5c-01acf720a056 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:49:17.548917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a3fd068-f1aa-4666-ad92-403023416eea req-4a9fcb4e-ffa8-4d1f-9b5c-01acf720a056 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/8072913f-402a-4054-9500-fcd42d479a03 HTTP/1.1" status: 404 len: 352 time: 0.0419173 Feb 09 20:49:17.569144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-61ed165f-37b2-43c2-bc5e-766890c6fd4e req-8f2de13c-dde0-4a19-b345-7bd61228f6a5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.572489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61ed165f-37b2-43c2-bc5e-766890c6fd4e req-8f2de13c-dde0-4a19-b345-7bd61228f6a5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3069544 Feb 09 20:49:17.573759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2de13c-dde0-4a19-b345-7bd61228f6a5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b29a48-be57-46e3-af9f-381284ce6263,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:17.612961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] Deleting port ed9b328c-2bce-42c4-817f-cb6bc08a2deb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:17.613510 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.621082 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-c916afaa-f1f1-4777-8710-f422c1bc34a9 req-df36ae8f-386a-420a-b169-38a7ce04ffa1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:49:17.622438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c916afaa-f1f1-4777-8710-f422c1bc34a9 req-df36ae8f-386a-420a-b169-38a7ce04ffa1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/0c615c75-9fce-4f89-b4f6-4f80046433d6 HTTP/1.1" status: 404 len: 352 time: 0.0219808 Feb 09 20:49:17.669059 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-3e56a66a-7a1f-4dcb-be1b-22f4d2cea1e9 req-4fa0323f-ea31-4a19-bbf9-777720a0cbc5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] show failed (client error): The resource could not be found. Feb 09 20:49:17.672726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d9b056f-2859-46c3-9b9d-29adfde3b4e4 req-355db4c1-d898-4834-a267-518ae6a23248 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/24b29a48-be57-46e3-af9f-381284ce6263 HTTP/1.1" status: 200 len: 1823 time: 0.0738037 Feb 09 20:49:17.682193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e56a66a-7a1f-4dcb-be1b-22f4d2cea1e9 req-4fa0323f-ea31-4a19-bbf9-777720a0cbc5 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/13814963-7376-4f80-a628-a85ccf6034b9 HTTP/1.1" status: 404 len: 352 time: 0.0341895 Feb 09 20:49:17.684583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8d9b056f-2859-46c3-9b9d-29adfde3b4e4 req-fefb433a-ecec-4956-bf9a-e7bc87dc23da tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24b29a48-be57-46e3-af9f-381284ce6263', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:17.684872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-8d9b056f-2859-46c3-9b9d-29adfde3b4e4 req-fefb433a-ecec-4956-bf9a-e7bc87dc23da tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24b29a48-be57-46e3-af9f-381284ce6263', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:17.700997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Deleting port ed9b328c-2bce-42c4-817f-cb6bc08a2deb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:17.703510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.775214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] For port ed9b328c-2bce-42c4-817f-cb6bc08a2deb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:17.776080 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.792421 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d9b056f-2859-46c3-9b9d-29adfde3b4e4 req-fefb433a-ecec-4956-bf9a-e7bc87dc23da tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (a4d4345a-6f30-4b86-b694-d6ef2e267b39), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.798799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] Calling delete_port for ed9b328c-2bce-42c4-817f-cb6bc08a2deb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:17.834573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d9b056f-2859-46c3-9b9d-29adfde3b4e4 req-fefb433a-ecec-4956-bf9a-e7bc87dc23da tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (a4d4345a-6f30-4b86-b694-d6ef2e267b39), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.839295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d9b056f-2859-46c3-9b9d-29adfde3b4e4 req-fefb433a-ecec-4956-bf9a-e7bc87dc23da tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (a4d4345a-6f30-4b86-b694-d6ef2e267b39), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.869364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb433a-ecec-4956-bf9a-e7bc87dc23da tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d4345a-6f30-4b86-b694-d6ef2e267b39,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:17.886833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8d9b056f-2859-46c3-9b9d-29adfde3b4e4 req-fefb433a-ecec-4956-bf9a-e7bc87dc23da tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.898112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d9b056f-2859-46c3-9b9d-29adfde3b4e4 req-fefb433a-ecec-4956-bf9a-e7bc87dc23da tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2170155 Feb 09 20:49:17.912052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] For port ed9b328c-2bce-42c4-817f-cb6bc08a2deb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,segment=NetworkSegment(3d911bf7-976d-41c5-9cc0-f69da98b9f22),segment_id=3d911bf7-976d-41c5-9cc0-f69da98b9f22)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:17.912427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:17.929327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Calling delete_port for ed9b328c-2bce-42c4-817f-cb6bc08a2deb owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:17.951139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5df554-4ba1-4d6e-ab38-b6fedfc582d6 req-d65ea5e2-328b-4b59-8d09-082c0ea3026c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:17.952769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee5df554-4ba1-4d6e-ab38-b6fedfc582d6 req-d65ea5e2-328b-4b59-8d09-082c0ea3026c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.1501570 Feb 09 20:49:17.966422 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.000673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] Pushing event deleted for resources: {'Port': ['ID=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:18.013345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81b7ea-ea49-4179-8735-4103eca73e2c None None] No DVR routers for this DVR port ed9b328c-2bce-42c4-817f-cb6bc08a2deb on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:18.089252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee5df554-4ba1-4d6e-ab38-b6fedfc582d6 req-4e0622e7-35f0-4463-838f-61bbdc4608e0 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230903 Feb 09 20:49:18.111501 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ed9b328c-2bce-42c4-817f-cb6bc08a2deb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.154378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9b328c-2bce-42c4-817f-cb6bc08a2deb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:18.165949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c24b119d-65c3-4d95-8fda-1719ad28938a req-5fdc3863-bbad-4cb3-9ac7-ccbefe883011 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2047681313', 'description': 'tempest-description-1268232909'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:18.187219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] No DVR routers for this DVR port ed9b328c-2bce-42c4-817f-cb6bc08a2deb on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:18.239852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c24b119d-65c3-4d95-8fda-1719ad28938a req-5fdc3863-bbad-4cb3-9ac7-ccbefe883011 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.264298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d5b3-d5c3-40b6-b274-cc5671880a9f req-75253226-ae63-49a8-8405-e1dcf58edffc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:18.266318 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1334d5b3-d5c3-40b6-b274-cc5671880a9f req-75253226-ae63-49a8-8405-e1dcf58edffc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0865271 Feb 09 20:49:18.299472 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (316c266f-30c1-4895-b1f8-62419ac3ed87), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.325499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1334d5b3-d5c3-40b6-b274-cc5671880a9f req-e6a664a4-40c7-4f44-a74c-3064a111d1fa tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529804 Feb 09 20:49:18.331036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316c266f-30c1-4895-b1f8-62419ac3ed87']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:18.353299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d911bf7-976d-41c5-9cc0-f69da98b9f22') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:18.353606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d911bf7-976d-41c5-9cc0-f69da98b9f22') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:18.382323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (3d911bf7-976d-41c5-9cc0-f69da98b9f22), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.402099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3d911bf7-976d-41c5-9cc0-f69da98b9f22), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.410498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:49:18.411477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (3d911bf7-976d-41c5-9cc0-f69da98b9f22), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.446556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed9b328c-2bce-42c4-817f-cb6bc08a2deb no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:18.489065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e51833-13bb-47cf-a07c-3cdd4a8d088b req-f7f60e37-32b1-4480-9489-af81b01457c7 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:18.491034 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-45e51833-13bb-47cf-a07c-3cdd4a8d088b req-f7f60e37-32b1-4480-9489-af81b01457c7 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1024 time: 0.0948668 Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:49:18.501921 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:49:18.504961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ed9b328c-2bce-42c4-817f-cb6bc08a2deb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:18.504961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed9b328c-2bce-42c4-817f-cb6bc08a2deb not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:18.532319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (316c266f-30c1-4895-b1f8-62419ac3ed87), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.560088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.575347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] 10.222.0.102 "DELETE /v2.0/networks/316c266f-30c1-4895-b1f8-62419ac3ed87 HTTP/1.1" status: 204 len: 168 time: 1.4032288 Feb 09 20:49:18.614278 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-45e51833-13bb-47cf-a07c-3cdd4a8d088b req-7d9ff541-7219-44d5-8822-98e6245dd7c0 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=95b501e8-421c-4bac-b3c3-7ee73d00d7d1&id=71b27d89-65ec-4a0b-bc85-096ffe37a450&id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1173620 Feb 09 20:49:18.624129 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c24b119d-65c3-4d95-8fda-1719ad28938a req-5fdc3863-bbad-4cb3-9ac7-ccbefe883011 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (3bf74ff5-495e-4cb3-b1aa-41252fa505a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.636237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbafa3c-ccb1-4fa1-80ca-4fbd85c2dde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=316c266f-30c1-4895-b1f8-62419ac3ed87,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:18.643996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c24b119d-65c3-4d95-8fda-1719ad28938a req-5fdc3863-bbad-4cb3-9ac7-ccbefe883011 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3bf74ff5-495e-4cb3-b1aa-41252fa505a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.682260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c24b119d-65c3-4d95-8fda-1719ad28938a req-5fdc3863-bbad-4cb3-9ac7-ccbefe883011 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.686726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c24b119d-65c3-4d95-8fda-1719ad28938a req-5fdc3863-bbad-4cb3-9ac7-ccbefe883011 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5428674 Feb 09 20:49:18.687495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc3863-bbad-4cb3-9ac7-ccbefe883011 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf74ff5-495e-4cb3-b1aa-41252fa505a0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:18.757888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0c2496a0-5c39-4c48-acd0-ec2b9df255e8 req-8e31d64a-c613-4c1a-86d3-519f2de36f80 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/3bf74ff5-495e-4cb3-b1aa-41252fa505a0 HTTP/1.1" status: 200 len: 1824 time: 0.0501795 Feb 09 20:49:18.771842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0c2496a0-5c39-4c48-acd0-ec2b9df255e8 req-9145e8a9-d0b4-4084-bc53-6b7b404034e8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3bf74ff5-495e-4cb3-b1aa-41252fa505a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:18.772365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-0c2496a0-5c39-4c48-acd0-ec2b9df255e8 req-9145e8a9-d0b4-4084-bc53-6b7b404034e8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3bf74ff5-495e-4cb3-b1aa-41252fa505a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:18.808129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54716) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:18.876095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c2496a0-5c39-4c48-acd0-ec2b9df255e8 req-9145e8a9-d0b4-4084-bc53-6b7b404034e8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (ed7c0013-ec71-4e1f-bbb3-279e9c53bbc0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.891339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-114b34ed-0d01-4489-894f-6f1c23825557 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e86d5e6810194c249e65eb44fadc670f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820093 Feb 09 20:49:18.894427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:18.902637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c2496a0-5c39-4c48-acd0-ec2b9df255e8 req-9145e8a9-d0b4-4084-bc53-6b7b404034e8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (ed7c0013-ec71-4e1f-bbb3-279e9c53bbc0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.907877 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c2496a0-5c39-4c48-acd0-ec2b9df255e8 req-9145e8a9-d0b4-4084-bc53-6b7b404034e8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (ed7c0013-ec71-4e1f-bbb3-279e9c53bbc0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.937037 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0c2496a0-5c39-4c48-acd0-ec2b9df255e8 req-9145e8a9-d0b4-4084-bc53-6b7b404034e8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.938045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0c2496a0-5c39-4c48-acd0-ec2b9df255e8 req-9145e8a9-d0b4-4084-bc53-6b7b404034e8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1710835 Feb 09 20:49:18.938925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145e8a9-d0b4-4084-bc53-6b7b404034e8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7c0013-ec71-4e1f-bbb3-279e9c53bbc0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:18.964832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36db04bc-9a5b-4b10-ba00-ba8d8e914231 admin admin] Publish callbacks [] for security_group (e1201fea-a25f-4850-a625-42ab22253629), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:18.974925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8e585c74-2455-48c6-957f-83c48ecdd592 req-5737a8cb-1cfa-4c2d-b2cf-56d642a60df2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-872474298', 'description': 'tempest-description-745330762'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:19.007586 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36db04bc-9a5b-4b10-ba00-ba8d8e914231 admin admin] Publish callbacks [] for security_group (e1201fea-a25f-4850-a625-42ab22253629), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.033266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e585c74-2455-48c6-957f-83c48ecdd592 req-5737a8cb-1cfa-4c2d-b2cf-56d642a60df2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.101926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36db04bc-9a5b-4b10-ba00-ba8d8e914231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e1201fea-a25f-4850-a625-42ab22253629), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.104626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36db04bc-9a5b-4b10-ba00-ba8d8e914231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.105749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-36db04bc-9a5b-4b10-ba00-ba8d8e914231 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e1201fea-a25f-4850-a625-42ab22253629 HTTP/1.1" status: 204 len: 168 time: 0.2100728 Feb 09 20:49:19.121316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db04bc-9a5b-4b10-ba00-ba8d8e914231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1201fea-a25f-4850-a625-42ab22253629,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:19.148088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e585c74-2455-48c6-957f-83c48ecdd592 req-5737a8cb-1cfa-4c2d-b2cf-56d642a60df2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (62f0fdb9-40ac-462d-b9a8-45e61871dd95), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.152872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e585c74-2455-48c6-957f-83c48ecdd592 req-5737a8cb-1cfa-4c2d-b2cf-56d642a60df2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (62f0fdb9-40ac-462d-b9a8-45e61871dd95), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.189469 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e585c74-2455-48c6-957f-83c48ecdd592 req-5737a8cb-1cfa-4c2d-b2cf-56d642a60df2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.191414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e585c74-2455-48c6-957f-83c48ecdd592 req-5737a8cb-1cfa-4c2d-b2cf-56d642a60df2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2230067 Feb 09 20:49:19.192074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737a8cb-1cfa-4c2d-b2cf-56d642a60df2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f0fdb9-40ac-462d-b9a8-45e61871dd95,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:19.216757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3a0b3860-6262-4db7-8615-15aacaa26d07 req-4a4b1dc2-aada-4e5f-a446-df68bf1b5936 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1807044820', 'description': 'tempest-description-1566962774'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:19.249434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a0b3860-6262-4db7-8615-15aacaa26d07 req-4a4b1dc2-aada-4e5f-a446-df68bf1b5936 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.291803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b74340-0476-4d47-b405-b5ee1edca607 req-2d3e8d89-a99f-4e5b-8038-27f358d5c4ef tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:19.293400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0b74340-0476-4d47-b405-b5ee1edca607 req-2d3e8d89-a99f-4e5b-8038-27f358d5c4ef tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.0780306 Feb 09 20:49:19.343005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a0b3860-6262-4db7-8615-15aacaa26d07 req-4a4b1dc2-aada-4e5f-a446-df68bf1b5936 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (53a45596-3b42-4120-93dd-e12c81fb9d7d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.348692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a0b3860-6262-4db7-8615-15aacaa26d07 req-4a4b1dc2-aada-4e5f-a446-df68bf1b5936 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (53a45596-3b42-4120-93dd-e12c81fb9d7d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.348993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0b74340-0476-4d47-b405-b5ee1edca607 req-f5af29f1-d76d-45cc-a5f1-eca679596c32 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478380 Feb 09 20:49:19.388831 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3a0b3860-6262-4db7-8615-15aacaa26d07 req-4a4b1dc2-aada-4e5f-a446-df68bf1b5936 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.394603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a0b3860-6262-4db7-8615-15aacaa26d07 req-4a4b1dc2-aada-4e5f-a446-df68bf1b5936 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1823456 Feb 09 20:49:19.426714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b1dc2-aada-4e5f-a446-df68bf1b5936 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a45596-3b42-4120-93dd-e12c81fb9d7d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:19.499393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da6af-0301-4410-b880-25477814ec86 req-d1f973b8-e46b-41eb-a0c6-bdc031212bd0 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:19.509708 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-178da6af-0301-4410-b880-25477814ec86 req-d1f973b8-e46b-41eb-a0c6-bdc031212bd0 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0813971 Feb 09 20:49:19.521113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-3eda89fa-37f0-47c4-b0f7-d3a522d9246b tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/62f0fdb9-40ac-462d-b9a8-45e61871dd95 HTTP/1.1" status: 200 len: 1822 time: 0.0744216 Feb 09 20:49:19.576718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-ac0edf74-572c-4db7-9dd9-a91c2d9dc5d2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/53a45596-3b42-4120-93dd-e12c81fb9d7d HTTP/1.1" status: 200 len: 1824 time: 0.0540783 Feb 09 20:49:19.582213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-49c1fbab-09a2-401b-b10d-c33c2dbdb801 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '62f0fdb9-40ac-462d-b9a8-45e61871dd95', 'remote_group_id': '53a45596-3b42-4120-93dd-e12c81fb9d7d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:19.582436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-178da6af-0301-4410-b880-25477814ec86 req-24f2b528-e112-4098-883a-7a7ed47e68ea tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713890 Feb 09 20:49:19.582524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-49c1fbab-09a2-401b-b10d-c33c2dbdb801 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '62f0fdb9-40ac-462d-b9a8-45e61871dd95', 'remote_group_id': '53a45596-3b42-4120-93dd-e12c81fb9d7d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:19.785843 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-49c1fbab-09a2-401b-b10d-c33c2dbdb801 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (0757d516-6b83-4d18-a59b-ed0fcbc49a54), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.813353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-4f171014-0f21-426d-a5eb-612feb580cad tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:19.816079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-4f171014-0f21-426d-a5eb-612feb580cad tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.13 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1024 time: 0.1413422 Feb 09 20:49:19.858108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a986-d15d-4b81-89fd-c4b73c0252b3 req-f5a8a51b-3193-4ee4-a0d5-0215e2e0ee8c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:19.880400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48f0a986-d15d-4b81-89fd-c4b73c0252b3 req-f5a8a51b-3193-4ee4-a0d5-0215e2e0ee8c tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/ports?device_id=75535118-663e-47c2-8c64-329e605fe7ae HTTP/1.1" status: 200 len: 1024 time: 0.1725636 Feb 09 20:49:19.887328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-49c1fbab-09a2-401b-b10d-c33c2dbdb801 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (0757d516-6b83-4d18-a59b-ed0fcbc49a54), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.899369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-49c1fbab-09a2-401b-b10d-c33c2dbdb801 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (0757d516-6b83-4d18-a59b-ed0fcbc49a54), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.947703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1fbab-09a2-401b-b10d-c33c2dbdb801 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0757d516-6b83-4d18-a59b-ed0fcbc49a54,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:19.964238 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-49c1fbab-09a2-401b-b10d-c33c2dbdb801 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:19.971295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e89f74de-18f7-421e-993a-48e5f7315a08 req-49c1fbab-09a2-401b-b10d-c33c2dbdb801 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3933494 Feb 09 20:49:19.995986 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48f0a986-d15d-4b81-89fd-c4b73c0252b3 req-f38effc9-e5f6-480c-acbb-26b25f5d3865 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups?id=95b501e8-421c-4bac-b3c3-7ee73d00d7d1&id=71b27d89-65ec-4a0b-bc85-096ffe37a450&id=e8bf69ff-de35-4d76-870c-878c6ea86120&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1116021 Feb 09 20:49:20.043373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Deleting port b16edb9d-60d7-4aac-bb60-2ae26dc45721 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:20.043773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.067611 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-f8c3901a-844b-4072-b761-2e1ea85d30a4 req-97130d36-da20-4e3b-b50d-b74a3ffb24d5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1101021826', 'description': 'tempest-description-1030556378'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:20.115239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f8c3901a-844b-4072-b761-2e1ea85d30a4 req-97130d36-da20-4e3b-b50d-b74a3ffb24d5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.220647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] For port b16edb9d-60d7-4aac-bb60-2ae26dc45721, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b16edb9d-60d7-4aac-bb60-2ae26dc45721,segment=NetworkSegment(d684bf32-7335-44ed-8865-9db1aba9c136),segment_id=d684bf32-7335-44ed-8865-9db1aba9c136)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:20.221406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.250344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Calling delete_port for b16edb9d-60d7-4aac-bb60-2ae26dc45721 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:20.270292 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f8c3901a-844b-4072-b761-2e1ea85d30a4 req-97130d36-da20-4e3b-b50d-b74a3ffb24d5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (7c95e44f-3b54-4937-9a94-72c76feaa114), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.278465 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f8c3901a-844b-4072-b761-2e1ea85d30a4 req-97130d36-da20-4e3b-b50d-b74a3ffb24d5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7c95e44f-3b54-4937-9a94-72c76feaa114), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.329689 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f8c3901a-844b-4072-b761-2e1ea85d30a4 req-97130d36-da20-4e3b-b50d-b74a3ffb24d5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.330176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:20.334659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f8c3901a-844b-4072-b761-2e1ea85d30a4 req-97130d36-da20-4e3b-b50d-b74a3ffb24d5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2714148 Feb 09 20:49:20.337036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97130d36-da20-4e3b-b50d-b74a3ffb24d5 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c95e44f-3b54-4937-9a94-72c76feaa114,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:20.377757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-63db7605-7aaf-4018-870c-e8fd017fa036 req-2e30b65b-de0e-4678-888d-0b1406f6ce75 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2063995324', 'description': 'tempest-description-722571089'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:20.434114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-63db7605-7aaf-4018-870c-e8fd017fa036 req-2e30b65b-de0e-4678-888d-0b1406f6ce75 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.496374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b16edb9d-60d7-4aac-bb60-2ae26dc45721), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.516120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b16edb9d-60d7-4aac-bb60-2ae26dc45721'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:20.562252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'Port': ['ID=b16edb9d-60d7-4aac-bb60-2ae26dc45721,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:20.572813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1407096801-network', 'tenant_id': '907532d946f94a6aa105fbf7766fee03'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:20.600713 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-63db7605-7aaf-4018-870c-e8fd017fa036 req-2e30b65b-de0e-4678-888d-0b1406f6ce75 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (be079834-1246-41c3-a1f2-0f50c5f20702), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.604445 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-63db7605-7aaf-4018-870c-e8fd017fa036 req-2e30b65b-de0e-4678-888d-0b1406f6ce75 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (be079834-1246-41c3-a1f2-0f50c5f20702), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.613396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Made reservation on behalf of 907532d946f94a6aa105fbf7766fee03 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:20.615955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.618702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] No DVR routers for this DVR port b16edb9d-60d7-4aac-bb60-2ae26dc45721 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:20.630338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.633309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2548fac-b8dc-4372-af66-cb1c93c47c67 req-8ff88c18-7f0e-47c8-b6b8-63869489d614 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.13 "DELETE /v2.0/ports/b16edb9d-60d7-4aac-bb60-2ae26dc45721 HTTP/1.1" status: 204 len: 173 time: 0.8085623 Feb 09 20:49:20.633848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'name': 'network-vif-deleted', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:20.636470 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58af1df-eec8-4ec5-9ef2-2493af769b7e" -d '{"events": [{"server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "name": "network-vif-deleted", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:20.646625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.680279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-63db7605-7aaf-4018-870c-e8fd017fa036 req-2e30b65b-de0e-4678-888d-0b1406f6ce75 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.681647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63db7605-7aaf-4018-870c-e8fd017fa036 req-2e30b65b-de0e-4678-888d-0b1406f6ce75 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3096852 Feb 09 20:49:20.682950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b65b-de0e-4678-888d-0b1406f6ce75 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be079834-1246-41c3-a1f2-0f50c5f20702,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:20.764551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822118ce-a2b2-4240-bff7-682e790bc9b3 req-42db8e81-14f5-404c-bc2b-8757a80badae tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:20.766759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-822118ce-a2b2-4240-bff7-682e790bc9b3 req-42db8e81-14f5-404c-bc2b-8757a80badae tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.1544189 Feb 09 20:49:20.838944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-822118ce-a2b2-4240-bff7-682e790bc9b3 req-54f3b9b5-8c84-4a57-a012-0ab2595116de tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577421 Feb 09 20:49:20.903468 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Publish callbacks [] for security_group (4b3aaa7a-5459-4168-bf46-71ec344b5595), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.908597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4b3aaa7a-5459-4168-bf46-71ec344b5595), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:20.910188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf9b57-f0f0-444f-b6b9-3a20999e1714 req-e7705275-1213-4824-873d-77a0c9396f8f tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:20.912129 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67bf9b57-f0f0-444f-b6b9-3a20999e1714 req-e7705275-1213-4824-873d-77a0c9396f8f tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 945 time: 0.1575892 Feb 09 20:49:20.958000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:49:20.978425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3aaa7a-5459-4168-bf46-71ec344b5595,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:20.999483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f092cc53-2da1-4510-ade9-f175be9cf6d4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.000180 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Added segment f092cc53-2da1-4510-ade9-f175be9cf6d4 of type vlan for network 14061562-a38e-48a0-ad31-19e612e65384 Feb 09 20:49:21.004234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67bf9b57-f0f0-444f-b6b9-3a20999e1714 req-93d275f1-ca3b-49d5-9d18-fcf3df2aa5b2 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813713 Feb 09 20:49:21.066067 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4301b9b-4338-401c-9335-7b46f67a6104 x-openstack-request-id: req-f4301b9b-4338-401c-9335-7b46f67a6104 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:21.066662 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75535118-663e-47c2-8c64-329e605fe7ae", "name": "network-vif-deleted", "tag": "b16edb9d-60d7-4aac-bb60-2ae26dc45721", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:21.066756 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f4301b9b-4338-401c-9335-7b46f67a6104 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:21.067310 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75535118-663e-47c2-8c64-329e605fe7ae', 'name': 'network-vif-deleted', 'tag': 'b16edb9d-60d7-4aac-bb60-2ae26dc45721', 'status': 'completed', 'code': 200} Feb 09 20:49:21.130368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (14061562-a38e-48a0-ad31-19e612e65384), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.135098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-f08e016a-cb3d-40dc-be73-d5434f0c0593 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/7c95e44f-3b54-4937-9a94-72c76feaa114 HTTP/1.1" status: 200 len: 1824 time: 0.0508609 Feb 09 20:49:21.145052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b5288-bfee-4067-956b-676720d9a9ba req-c6fdb7fa-2dcf-454f-a83a-edc67a13baf8 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:21.156900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc1b5288-bfee-4067-956b-676720d9a9ba req-c6fdb7fa-2dcf-454f-a83a-edc67a13baf8 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1821558 Feb 09 20:49:21.196777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-36e3bd0a-2ef8-4b31-8d41-2e44416dfee2 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/be079834-1246-41c3-a1f2-0f50c5f20702 HTTP/1.1" status: 200 len: 1823 time: 0.0599842 Feb 09 20:49:21.205135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-37455e93-62b6-4349-b1d7-21880392792c tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c95e44f-3b54-4937-9a94-72c76feaa114', 'remote_group_id': 'be079834-1246-41c3-a1f2-0f50c5f20702', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:21.205948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-37455e93-62b6-4349-b1d7-21880392792c tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c95e44f-3b54-4937-9a94-72c76feaa114', 'remote_group_id': 'be079834-1246-41c3-a1f2-0f50c5f20702', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:21.243716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (14061562-a38e-48a0-ad31-19e612e65384), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.245243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:21.246120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.291763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc1b5288-bfee-4067-956b-676720d9a9ba req-c7442222-e7e1-4bde-aefd-046f30637103 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333728 Feb 09 20:49:21.331318 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-37455e93-62b6-4349-b1d7-21880392792c tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (970844eb-bc90-4752-9e2b-8f04c04c373a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.388770 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0538070 Feb 09 20:49:21.392437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:21.402795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Request body: {'subnet': {'network_id': '14061562-a38e-48a0-ad31-19e612e65384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1407096801-subnet', 'tenant_id': '907532d946f94a6aa105fbf7766fee03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:21.407974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cdf12-b04f-4b1f-8498-d1eeecb60707 admin admin] Pushing event updated for resources: {'Network': ['ID=14061562-a38e-48a0-ad31-19e612e65384,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:21.421622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 14061562-a38e-48a0-ad31-19e612e65384 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:49:21.440689 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-37455e93-62b6-4349-b1d7-21880392792c tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (970844eb-bc90-4752-9e2b-8f04c04c373a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.457989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-37455e93-62b6-4349-b1d7-21880392792c tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (970844eb-bc90-4752-9e2b-8f04c04c373a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.483429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Made reservation on behalf of 907532d946f94a6aa105fbf7766fee03 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:21.486851 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.522883 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.532393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-37455e93-62b6-4349-b1d7-21880392792c tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.533207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e88417f-4921-400f-8d8e-bf8c8b9ae69c req-ffc8392e-2cb6-42dc-98e1-a2925cdc10b1 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/95b501e8-421c-4bac-b3c3-7ee73d00d7d1 HTTP/1.1" status: 200 len: 1818 time: 0.1030614 Feb 09 20:49:21.536850 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7401ac7a-2b80-46c6-a8e4-de7e79afda49 req-37455e93-62b6-4349-b1d7-21880392792c tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3370585 Feb 09 20:49:21.539585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37455e93-62b6-4349-b1d7-21880392792c tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970844eb-bc90-4752-9e2b-8f04c04c373a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:21.622123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e88417f-4921-400f-8d8e-bf8c8b9ae69c req-25f43c05-d59c-4742-b922-b002078269d9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (95b501e8-421c-4bac-b3c3-7ee73d00d7d1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.636550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a6e4028-0b28-4156-8e3e-856df037569a req-a3d9c7aa-0fba-4738-a7a7-d78e7e55b072 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/be079834-1246-41c3-a1f2-0f50c5f20702 HTTP/1.1" status: 200 len: 1823 time: 0.0741036 Feb 09 20:49:21.653301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e88417f-4921-400f-8d8e-bf8c8b9ae69c req-25f43c05-d59c-4742-b922-b002078269d9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (95b501e8-421c-4bac-b3c3-7ee73d00d7d1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.717315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e88417f-4921-400f-8d8e-bf8c8b9ae69c req-25f43c05-d59c-4742-b922-b002078269d9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (95b501e8-421c-4bac-b3c3-7ee73d00d7d1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.719960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e88417f-4921-400f-8d8e-bf8c8b9ae69c req-25f43c05-d59c-4742-b922-b002078269d9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.721309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e88417f-4921-400f-8d8e-bf8c8b9ae69c req-25f43c05-d59c-4742-b922-b002078269d9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/95b501e8-421c-4bac-b3c3-7ee73d00d7d1 HTTP/1.1" status: 204 len: 173 time: 0.1751373 Feb 09 20:49:21.734838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f43c05-d59c-4742-b922-b002078269d9 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b501e8-421c-4bac-b3c3-7ee73d00d7d1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:21.756610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1a6e4028-0b28-4156-8e3e-856df037569a req-70b668b0-adb9-44d1-8910-e1f26c8bf862 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (be079834-1246-41c3-a1f2-0f50c5f20702), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.798882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9395358f-3728-4ba7-9a2e-b5261fa6d571 req-59683fcb-8bd4-4a5e-9b47-dfc1b6b5f14b tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "GET /v2.0/security-groups/71b27d89-65ec-4a0b-bc85-096ffe37a450 HTTP/1.1" status: 200 len: 1818 time: 0.0449777 Feb 09 20:49:21.819099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1a6e4028-0b28-4156-8e3e-856df037569a req-70b668b0-adb9-44d1-8910-e1f26c8bf862 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (be079834-1246-41c3-a1f2-0f50c5f20702), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.830453 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (c8f8315e-354f-4433-8e17-2e543b558adc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.896539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9395358f-3728-4ba7-9a2e-b5261fa6d571 req-67cd8208-aa5b-41cd-81b2-fe2fb9aedb62 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (71b27d89-65ec-4a0b-bc85-096ffe37a450), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.909430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f8315e-354f-4433-8e17-2e543b558adc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:21.925816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9395358f-3728-4ba7-9a2e-b5261fa6d571 req-67cd8208-aa5b-41cd-81b2-fe2fb9aedb62 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (71b27d89-65ec-4a0b-bc85-096ffe37a450), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.934513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Checking segment: {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:21.936250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Network hostable DHCP agents. Network: 14061562-a38e-48a0-ad31-19e612e65384, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:49:21.970061 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1a6e4028-0b28-4156-8e3e-856df037569a req-70b668b0-adb9-44d1-8910-e1f26c8bf862 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (be079834-1246-41c3-a1f2-0f50c5f20702), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.972825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-1a6e4028-0b28-4156-8e3e-856df037569a req-70b668b0-adb9-44d1-8910-e1f26c8bf862 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.973934 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a6e4028-0b28-4156-8e3e-856df037569a req-70b668b0-adb9-44d1-8910-e1f26c8bf862 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "DELETE /v2.0/security-groups/be079834-1246-41c3-a1f2-0f50c5f20702 HTTP/1.1" status: 204 len: 173 time: 0.3368361 Feb 09 20:49:21.980575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Network 14061562-a38e-48a0-ad31-19e612e65384 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:49:21.989759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b668b0-adb9-44d1-8910-e1f26c8bf862 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be079834-1246-41c3-a1f2-0f50c5f20702,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:21.995264 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9395358f-3728-4ba7-9a2e-b5261fa6d571 req-67cd8208-aa5b-41cd-81b2-fe2fb9aedb62 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (71b27d89-65ec-4a0b-bc85-096ffe37a450), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.996547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 14061562-a38e-48a0-ad31-19e612e65384) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:21.997947 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9395358f-3728-4ba7-9a2e-b5261fa6d571 req-67cd8208-aa5b-41cd-81b2-fe2fb9aedb62 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:21.999143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9395358f-3728-4ba7-9a2e-b5261fa6d571 req-67cd8208-aa5b-41cd-81b2-fe2fb9aedb62 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] 10.222.0.102 "DELETE /v2.0/security-groups/71b27d89-65ec-4a0b-bc85-096ffe37a450 HTTP/1.1" status: 204 len: 173 time: 0.1934092 Feb 09 20:49:22.001977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:22.005323 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.014676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:22.020063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd8208-aa5b-41cd-81b2-fe2fb9aedb62 tempest-SecurityGroupsTestJSON-1998941594 tempest-SecurityGroupsTestJSON-1998941594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b27d89-65ec-4a0b-bc85-096ffe37a450,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:22.028181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a9e34-e139-4ec8-a188-8b17a21a2154 None None] Network 14061562-a38e-48a0-ad31-19e612e65384 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:22.082168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f07ab10a-e063-44ee-b60c-9e3a64c10b98 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6879930 Feb 09 20:49:22.098535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9f081e-3f6a-4ceb-960f-05c93599ff22 admin admin] Deleting subnet 22c05ec5-1e2d-499c-adbf-1cee79810199 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:49:22.102619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b9f081e-3f6a-4ceb-960f-05c93599ff22 admin admin] Publish callbacks [] for subnet (22c05ec5-1e2d-499c-adbf-1cee79810199), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.196821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b9f081e-3f6a-4ceb-960f-05c93599ff22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (22c05ec5-1e2d-499c-adbf-1cee79810199), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.199432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e396bd6-b0f0-4483-a1a1-fdb06c2c2cf6 None None] Network 14061562-a38e-48a0-ad31-19e612e65384 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:22.226651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39822d65-5eaa-473c-b41c-0eb47c4f671c req-8aa1950e-4a28-44a7-9edc-a2484afcad23 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/7c95e44f-3b54-4937-9a94-72c76feaa114 HTTP/1.1" status: 200 len: 1824 time: 0.1724460 Feb 09 20:49:22.264711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9888659b-4acb-488d-8d34-14d2c53f5f61 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:22.266572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9888659b-4acb-488d-8d34-14d2c53f5f61 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 945 time: 0.1555402 Feb 09 20:49:22.383769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b9f081e-3f6a-4ceb-960f-05c93599ff22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (22c05ec5-1e2d-499c-adbf-1cee79810199), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.408434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f1b04-48a2-427a-84e6-9ca0c56e10ce req-64d19365-5a9b-45df-a94b-43dab5e44a90 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:22.410608 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd8f1b04-48a2-427a-84e6-9ca0c56e10ce req-64d19365-5a9b-45df-a94b-43dab5e44a90 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.2344971 Feb 09 20:49:22.475128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Deleting port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:22.475498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.487597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeaeed-c901-4ee7-8c4e-8a4fd7acd176 req-4174b95d-8f20-4c44-9a6c-1b55e984b207 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:22.489160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62aeaeed-c901-4ee7-8c4e-8a4fd7acd176 req-4174b95d-8f20-4c44-9a6c-1b55e984b207 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fc86061-1562-44a3-8b0e-6c4f76e27c29 HTTP/1.1" status: 200 len: 945 time: 0.0917513 Feb 09 20:49:22.510479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd8f1b04-48a2-427a-84e6-9ca0c56e10ce req-3d577b99-4a52-413c-b046-d82bcc7f35fa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763409 Feb 09 20:49:22.522376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b9f081e-3f6a-4ceb-960f-05c93599ff22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (22c05ec5-1e2d-499c-adbf-1cee79810199), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.571019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-a2552e45-1392-4a04-af3e-a077fd5713ca req-6c14036a-7e24-4744-a011-e826ef3f14e6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1761775681', 'description': 'tempest-description-1742331418'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:22.579677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b9f081e-3f6a-4ceb-960f-05c93599ff22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.585224 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2b9f081e-3f6a-4ceb-960f-05c93599ff22 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/22c05ec5-1e2d-499c-adbf-1cee79810199 HTTP/1.1" status: 204 len: 168 time: 0.5626938 Feb 09 20:49:22.585224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f081e-3f6a-4ceb-960f-05c93599ff22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c05ec5-1e2d-499c-adbf-1cee79810199,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:22.591392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:22.644933 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62aeaeed-c901-4ee7-8c4e-8a4fd7acd176 req-fbfb8910-81cf-4330-b265-26733be94327 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.102 "GET /v2.0/security-groups?id=bc28fed4-c670-43e8-9ec2-760a714bf755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453729 Feb 09 20:49:22.656577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] For port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:22.657084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.677712 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (cb781742-a016-46ce-927e-c51e2871f079), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.680745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Calling delete_port for 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:22.681055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a2552e45-1392-4a04-af3e-a077fd5713ca req-6c14036a-7e24-4744-a011-e826ef3f14e6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.794766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (cb781742-a016-46ce-927e-c51e2871f079), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.821671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83180ebc-abd0-449c-b3b0-8764b1751480 req-06c41eb7-d30e-47e4-b7cf-bd2883a0b7d7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:22.823175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83180ebc-abd0-449c-b3b0-8764b1751480 req-06c41eb7-d30e-47e4-b7cf-bd2883a0b7d7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.0774810 Feb 09 20:49:22.825363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb781742-a016-46ce-927e-c51e2871f079']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:22.847746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd684bf32-7335-44ed-8865-9db1aba9c136') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:22.848099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd684bf32-7335-44ed-8865-9db1aba9c136') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:22.868830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a2552e45-1392-4a04-af3e-a077fd5713ca req-6c14036a-7e24-4744-a011-e826ef3f14e6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (fdd2c43c-1846-4a3c-bfef-742d1a01149b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.870782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (d684bf32-7335-44ed-8865-9db1aba9c136), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.894669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a2552e45-1392-4a04-af3e-a077fd5713ca req-6c14036a-7e24-4744-a011-e826ef3f14e6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fdd2c43c-1846-4a3c-bfef-742d1a01149b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.911921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83180ebc-abd0-449c-b3b0-8764b1751480 req-88b93d44-4cfa-4163-a3ee-544806813905 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781934 Feb 09 20:49:22.916635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d684bf32-7335-44ed-8865-9db1aba9c136), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.931629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-a2552e45-1392-4a04-af3e-a077fd5713ca req-6c14036a-7e24-4744-a011-e826ef3f14e6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.932897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2552e45-1392-4a04-af3e-a077fd5713ca req-6c14036a-7e24-4744-a011-e826ef3f14e6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3861215 Feb 09 20:49:22.939268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:49:22.939706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (d684bf32-7335-44ed-8865-9db1aba9c136), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:49:22.941668 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:49:23.003874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9cb0fbcb-c867-4637-861d-c54bf94b2dd0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.019357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['9cb0fbcb-c867-4637-861d-c54bf94b2dd0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:23.027652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14036a-7e24-4744-a011-e826ef3f14e6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd2c43c-1846-4a3c-bfef-742d1a01149b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:23.064554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (cb781742-a016-46ce-927e-c51e2871f079), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.070031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.074085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] 10.222.0.102 "DELETE /v2.0/networks/cb781742-a016-46ce-927e-c51e2871f079 HTTP/1.1" status: 204 len: 168 time: 0.4814866 Feb 09 20:49:23.092954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Pushing event deleted for resources: {'Port': ['ID=9cb0fbcb-c867-4637-861d-c54bf94b2dd0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:23.104822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc642f-7e28-4e53-b4fd-7c5c4610ad26 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb781742-a016-46ce-927e-c51e2871f079,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:23.124306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58d6a3e2-fd97-436a-80a3-1afb44b9edd5 req-fe81fa24-cbfa-479c-89c7-7101d8fbbbed tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/fdd2c43c-1846-4a3c-bfef-742d1a01149b HTTP/1.1" status: 200 len: 1824 time: 0.1479146 Feb 09 20:49:23.129735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-58d6a3e2-fd97-436a-80a3-1afb44b9edd5 req-3a9649f2-f2bc-4bcb-b747-045a952542f1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fdd2c43c-1846-4a3c-bfef-742d1a01149b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:23.130225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-58d6a3e2-fd97-436a-80a3-1afb44b9edd5 req-3a9649f2-f2bc-4bcb-b747-045a952542f1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fdd2c43c-1846-4a3c-bfef-742d1a01149b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:23.163998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] No DVR routers for this DVR port 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:23.170797 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.178925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19e297b2-a6e3-45f5-a3a5-662a9a334ac5 req-9f6c62d8-69d3-4d54-bc1f-fa545e857eb6 tempest-AttachSCSIVolumeTestJSON-587092172 tempest-AttachSCSIVolumeTestJSON-587092172-project] 10.222.0.13 "DELETE /v2.0/ports/9cb0fbcb-c867-4637-861d-c54bf94b2dd0 HTTP/1.1" status: 204 len: 173 time: 0.9060714 Feb 09 20:49:23.182775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc86061-1562-44a3-8b0e-6c4f76e27c29', 'name': 'network-vif-deleted', 'tag': '9cb0fbcb-c867-4637-861d-c54bf94b2dd0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:23.186879 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e8062-aa0d-45da-ab21-8128204a364a" -d '{"events": [{"server_uuid": "2fc86061-1562-44a3-8b0e-6c4f76e27c29", "name": "network-vif-deleted", "tag": "9cb0fbcb-c867-4637-861d-c54bf94b2dd0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:23.271809 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58d6a3e2-fd97-436a-80a3-1afb44b9edd5 req-3a9649f2-f2bc-4bcb-b747-045a952542f1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (c99b8f10-199f-460d-97b0-d51fa4647b7d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.290020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:23.328749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58d6a3e2-fd97-436a-80a3-1afb44b9edd5 req-3a9649f2-f2bc-4bcb-b747-045a952542f1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (c99b8f10-199f-460d-97b0-d51fa4647b7d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.334909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58d6a3e2-fd97-436a-80a3-1afb44b9edd5 req-3a9649f2-f2bc-4bcb-b747-045a952542f1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c99b8f10-199f-460d-97b0-d51fa4647b7d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.366096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9649f2-f2bc-4bcb-b747-045a952542f1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99b8f10-199f-460d-97b0-d51fa4647b7d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:23.372412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-58d6a3e2-fd97-436a-80a3-1afb44b9edd5 req-3a9649f2-f2bc-4bcb-b747-045a952542f1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.373717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58d6a3e2-fd97-436a-80a3-1afb44b9edd5 req-3a9649f2-f2bc-4bcb-b747-045a952542f1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2483218 Feb 09 20:49:23.394785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-faae44f3-2d60-496c-9108-dde033515d75 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=afaf112dfc2a4e0587d251e3326863ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1028733 Feb 09 20:49:23.398175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:23.441329 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6470bd-a0de-4697-95c5-d9b642409df8 x-openstack-request-id: req-1b6470bd-a0de-4697-95c5-d9b642409df8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:23.441629 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc86061-1562-44a3-8b0e-6c4f76e27c29", "name": "network-vif-deleted", "tag": "9cb0fbcb-c867-4637-861d-c54bf94b2dd0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:23.441890 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1b6470bd-a0de-4697-95c5-d9b642409df8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:23.442291 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc86061-1562-44a3-8b0e-6c4f76e27c29', 'name': 'network-vif-deleted', 'tag': '9cb0fbcb-c867-4637-861d-c54bf94b2dd0', 'status': 'completed', 'code': 200} Feb 09 20:49:23.474437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-5086634a-f52d-40fa-9a6d-15334f0124e3 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:23.476003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-5086634a-f52d-40fa-9a6d-15334f0124e3 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/networks?id=14061562-a38e-48a0-ad31-19e612e65384 HTTP/1.1" status: 200 len: 818 time: 0.1758192 Feb 09 20:49:23.504872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e79-238d-426d-b457-d721824fbaea admin admin] Publish callbacks [] for security_group (e8bf69ff-de35-4d76-870c-878c6ea86120), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.507431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-b0db6858-0a5d-47f5-8daa-ff557276a391 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/quotas/907532d946f94a6aa105fbf7766fee03 HTTP/1.1" status: 200 len: 375 time: 0.0259526 Feb 09 20:49:23.547395 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb6d3d1d-8402-4f01-9414-b0f3e7831282 req-05abec99-e20a-4d0f-b703-2d197eea656d tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/fdd2c43c-1846-4a3c-bfef-742d1a01149b HTTP/1.1" status: 200 len: 2418 time: 0.0920691 Feb 09 20:49:23.578050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-afa9864a-c330-4330-83cd-746b0b967471 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=907532d946f94a6aa105fbf7766fee03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570567 Feb 09 20:49:23.580019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e79-238d-426d-b457-d721824fbaea admin admin] Publish callbacks [] for security_group (e8bf69ff-de35-4d76-870c-878c6ea86120), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.587268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bb6d3d1d-8402-4f01-9414-b0f3e7831282 req-5c27e50b-9469-4708-bfd8-ec5c69ebdfbf tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fdd2c43c-1846-4a3c-bfef-742d1a01149b', 'remote_group_id': None}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:23.587581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bb6d3d1d-8402-4f01-9414-b0f3e7831282 req-5c27e50b-9469-4708-bfd8-ec5c69ebdfbf tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fdd2c43c-1846-4a3c-bfef-742d1a01149b', 'remote_group_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:23.748975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb6d3d1d-8402-4f01-9414-b0f3e7831282 req-5c27e50b-9469-4708-bfd8-ec5c69ebdfbf tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (6cb324d8-14e8-43ad-ae60-1651223dbc85), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.769265 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-c08b63e0-9c84-4a36-a817-3c7e7b932af9 service neutron] 10.222.0.102 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763852 Feb 09 20:49:23.804927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb6d3d1d-8402-4f01-9414-b0f3e7831282 req-5c27e50b-9469-4708-bfd8-ec5c69ebdfbf tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (6cb324d8-14e8-43ad-ae60-1651223dbc85), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.813491 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb6d3d1d-8402-4f01-9414-b0f3e7831282 req-5c27e50b-9469-4708-bfd8-ec5c69ebdfbf tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (6cb324d8-14e8-43ad-ae60-1651223dbc85), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.838269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27e50b-9469-4708-bfd8-ec5c69ebdfbf tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb324d8-14e8-43ad-ae60-1651223dbc85,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:23.846910 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bb6d3d1d-8402-4f01-9414-b0f3e7831282 req-5c27e50b-9469-4708-bfd8-ec5c69ebdfbf tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.848800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb6d3d1d-8402-4f01-9414-b0f3e7831282 req-5c27e50b-9469-4708-bfd8-ec5c69ebdfbf tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2752378 Feb 09 20:49:23.897706 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e79-238d-426d-b457-d721824fbaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8bf69ff-de35-4d76-870c-878c6ea86120), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.900736 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c8b1e79-238d-426d-b457-d721824fbaea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:23.904326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9c8b1e79-238d-426d-b457-d721824fbaea admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e8bf69ff-de35-4d76-870c-878c6ea86120 HTTP/1.1" status: 204 len: 168 time: 0.5032709 Feb 09 20:49:23.931482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-24f99977-b6a5-42c5-b3a1-d152bb7517a2 service neutron] 10.222.0.102 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557279 Feb 09 20:49:23.937443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b1e79-238d-426d-b457-d721824fbaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bf69ff-de35-4d76-870c-878c6ea86120,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:24.048293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30a1e6-030e-463b-847a-5bfeea775a0c req-7bbc928f-67a5-4943-aa2c-86abb700e0bf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:24.049918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f30a1e6-030e-463b-847a-5bfeea775a0c req-7bbc928f-67a5-4943-aa2c-86abb700e0bf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.0804546 Feb 09 20:49:24.119424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f30a1e6-030e-463b-847a-5bfeea775a0c req-c972c326-fa28-4fca-8de1-ecce17885127 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638466 Feb 09 20:49:24.309971 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-496b3b56-fc1a-431a-888a-8cdb4020e660 req-e2082d8d-23a8-4295-bb39-91112474d26d tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/fdd2c43c-1846-4a3c-bfef-742d1a01149b HTTP/1.1" status: 200 len: 3017 time: 0.1001062 Feb 09 20:49:24.355746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b16edb9d-60d7-4aac-bb60-2ae26dc45721 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:24.401994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: b16edb9d-60d7-4aac-bb60-2ae26dc45721 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:24.402471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b16edb9d-60d7-4aac-bb60-2ae26dc45721 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:24.435629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9faab8-4b95-4ceb-963f-456abcef45a8 req-83283663-133d-4546-97d4-6f8b28c29a54 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:24.445256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e9faab8-4b95-4ceb-963f-456abcef45a8 req-83283663-133d-4546-97d4-6f8b28c29a54 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1310112 Feb 09 20:49:24.459434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db2265ae-b5aa-422f-bd21-d4616c57db74 req-c0896be1-cfa6-4ee9-8a23-44f9a535ddb1 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-group-rules/6cb324d8-14e8-43ad-ae60-1651223dbc85 HTTP/1.1" status: 200 len: 783 time: 0.0361748 Feb 09 20:49:24.559460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db2265ae-b5aa-422f-bd21-d4616c57db74 req-b41462d1-85a1-4a6d-9e1b-f1c8389aed8d tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/fdd2c43c-1846-4a3c-bfef-742d1a01149b HTTP/1.1" status: 200 len: 3017 time: 0.0904887 Feb 09 20:49:24.566925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e9faab8-4b95-4ceb-963f-456abcef45a8 req-339c3e68-24fd-4da4-91e7-1cee9d04ba22 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205189 Feb 09 20:49:24.604559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-db2265ae-b5aa-422f-bd21-d4616c57db74 req-44a816b1-4eeb-4420-83c8-0f044d0986c6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (6cb324d8-14e8-43ad-ae60-1651223dbc85), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:24.627025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-db2265ae-b5aa-422f-bd21-d4616c57db74 req-44a816b1-4eeb-4420-83c8-0f044d0986c6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (6cb324d8-14e8-43ad-ae60-1651223dbc85), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:24.658406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4f18e88-4a41-4776-99f0-86942fa3962d req-84dbacc2-5bdb-47de-a14d-58c1b043ae20 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 210 time: 0.0378246 Feb 09 20:49:24.684694 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-db2265ae-b5aa-422f-bd21-d4616c57db74 req-44a816b1-4eeb-4420-83c8-0f044d0986c6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (6cb324d8-14e8-43ad-ae60-1651223dbc85), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:24.694980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-db2265ae-b5aa-422f-bd21-d4616c57db74 req-44a816b1-4eeb-4420-83c8-0f044d0986c6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:24.696706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db2265ae-b5aa-422f-bd21-d4616c57db74 req-44a816b1-4eeb-4420-83c8-0f044d0986c6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/6cb324d8-14e8-43ad-ae60-1651223dbc85 HTTP/1.1" status: 204 len: 173 time: 0.1261744 Feb 09 20:49:24.725556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a816b1-4eeb-4420-83c8-0f044d0986c6 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cb324d8-14e8-43ad-ae60-1651223dbc85,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:24.811537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a353ab-6d9b-4770-94c1-7e0f7e905787 req-0873a4ac-7e08-49a2-8522-3303c0c459ec tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/fdd2c43c-1846-4a3c-bfef-742d1a01149b HTTP/1.1" status: 200 len: 2418 time: 0.0820372 Feb 09 20:49:24.954088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a353ab-6d9b-4770-94c1-7e0f7e905787 req-197b9eab-b8e5-4a3a-b725-da44dcaa4aa3 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (fdd2c43c-1846-4a3c-bfef-742d1a01149b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.003555 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a353ab-6d9b-4770-94c1-7e0f7e905787 req-197b9eab-b8e5-4a3a-b725-da44dcaa4aa3 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (fdd2c43c-1846-4a3c-bfef-742d1a01149b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.089882 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a353ab-6d9b-4770-94c1-7e0f7e905787 req-197b9eab-b8e5-4a3a-b725-da44dcaa4aa3 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fdd2c43c-1846-4a3c-bfef-742d1a01149b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.101083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-27a353ab-6d9b-4770-94c1-7e0f7e905787 req-197b9eab-b8e5-4a3a-b725-da44dcaa4aa3 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.112503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27a353ab-6d9b-4770-94c1-7e0f7e905787 req-197b9eab-b8e5-4a3a-b725-da44dcaa4aa3 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "DELETE /v2.0/security-groups/fdd2c43c-1846-4a3c-bfef-742d1a01149b HTTP/1.1" status: 204 len: 173 time: 0.2988172 Feb 09 20:49:25.126589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b9eab-b8e5-4a3a-b725-da44dcaa4aa3 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd2c43c-1846-4a3c-bfef-742d1a01149b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:25.174759 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-e3b59e6e-6f7a-4ca1-bcf1-1f20ff56230b req-e08e6c84-658f-46a6-95ce-e5c594f63341 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] show failed (client error): The resource could not be found. Feb 09 20:49:25.175841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3b59e6e-6f7a-4ca1-bcf1-1f20ff56230b req-e08e6c84-658f-46a6-95ce-e5c594f63341 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/be079834-1246-41c3-a1f2-0f50c5f20702 HTTP/1.1" status: 404 len: 352 time: 0.0268376 Feb 09 20:49:25.211378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:25.322496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5fc7b-7225-4d08-a778-d4d9ccb3293f req-dcb1f082-e1ca-4858-8f0b-d3fb8bfc4cfe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:25.330417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ed5fc7b-7225-4d08-a778-d4d9ccb3293f req-dcb1f082-e1ca-4858-8f0b-d3fb8bfc4cfe tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.0898287 Feb 09 20:49:25.410663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ed5fc7b-7225-4d08-a778-d4d9ccb3293f req-39e5a1a9-9007-4c2e-ba1c-8a78a6058bfa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789800 Feb 09 20:49:25.420306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b1c6f22-aba4-4f1b-ac7f-ad7a286a40d7 req-96676c36-a89b-4c0a-8f8a-98d3c1bae7d8 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/7c95e44f-3b54-4937-9a94-72c76feaa114 HTTP/1.1" status: 200 len: 1824 time: 0.1487517 Feb 09 20:49:25.554772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b1c6f22-aba4-4f1b-ac7f-ad7a286a40d7 req-9262518f-7433-4fd5-8e60-7871878f4a63 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (7c95e44f-3b54-4937-9a94-72c76feaa114), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.675183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-network', 'tenant_id': '062dac08eac94b1782226273dead12cd'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:25.711247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b1c6f22-aba4-4f1b-ac7f-ad7a286a40d7 req-9262518f-7433-4fd5-8e60-7871878f4a63 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (7c95e44f-3b54-4937-9a94-72c76feaa114), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.715518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Made reservation on behalf of 062dac08eac94b1782226273dead12cd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:25.718828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.756885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.815369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c29d8-f7bd-4a42-9380-1ae57d3c3212 req-6f3cce16-c500-49a9-8a53-dfbb827e1a4e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:25.825227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b32c29d8-f7bd-4a42-9380-1ae57d3c3212 req-6f3cce16-c500-49a9-8a53-dfbb827e1a4e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1539857 Feb 09 20:49:25.841560 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b1c6f22-aba4-4f1b-ac7f-ad7a286a40d7 req-9262518f-7433-4fd5-8e60-7871878f4a63 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7c95e44f-3b54-4937-9a94-72c76feaa114), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.847337 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5b1c6f22-aba4-4f1b-ac7f-ad7a286a40d7 req-9262518f-7433-4fd5-8e60-7871878f4a63 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:25.848722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b1c6f22-aba4-4f1b-ac7f-ad7a286a40d7 req-9262518f-7433-4fd5-8e60-7871878f4a63 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "DELETE /v2.0/security-groups/7c95e44f-3b54-4937-9a94-72c76feaa114 HTTP/1.1" status: 204 len: 173 time: 0.4212828 Feb 09 20:49:25.889316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262518f-7433-4fd5-8e60-7871878f4a63 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c95e44f-3b54-4937-9a94-72c76feaa114,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:25.941569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b32c29d8-f7bd-4a42-9380-1ae57d3c3212 req-ff2edea4-3843-4447-9318-453fa5ba5093 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147385 Feb 09 20:49:26.095599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73748e57-c958-4900-9662-687372306b7f req-f4770f31-c817-483e-b56c-1781f51202fa tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/53a45596-3b42-4120-93dd-e12c81fb9d7d HTTP/1.1" status: 200 len: 1824 time: 0.1241441 Feb 09 20:49:26.128499 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Publish callbacks [] for security_group (1a630e6c-79db-4745-9dcf-c6d715eedb0d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.139012 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-491060ae-bcb3-49bd-9dd7-04ab08875eea req-622c9d7e-a85c-4ddc-ab13-9d03d9525328 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 210 time: 0.1635001 Feb 09 20:49:26.145961 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1a630e6c-79db-4745-9dcf-c6d715eedb0d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.191750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:49:26.220661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a630e6c-79db-4745-9dcf-c6d715eedb0d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:26.233099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b55cb394-c5c1-46ca-9d9d-36a5074aef43), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.233467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73748e57-c958-4900-9662-687372306b7f req-d377de40-1ef5-45fe-b958-3cab3525dc5e tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (53a45596-3b42-4120-93dd-e12c81fb9d7d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.234051 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Added segment b55cb394-c5c1-46ca-9d9d-36a5074aef43 of type vlan for network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 Feb 09 20:49:26.294335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73748e57-c958-4900-9662-687372306b7f req-d377de40-1ef5-45fe-b958-3cab3525dc5e tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (53a45596-3b42-4120-93dd-e12c81fb9d7d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.315896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (c59ea0b7-875f-46df-bebb-cf9f56e6c4a9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.362360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb79e60b-9891-465e-a908-07280d056218 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:49:26.366764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:26.380446 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (c59ea0b7-875f-46df-bebb-cf9f56e6c4a9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.383757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:26.385602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.430692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73748e57-c958-4900-9662-687372306b7f req-d377de40-1ef5-45fe-b958-3cab3525dc5e tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (53a45596-3b42-4120-93dd-e12c81fb9d7d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.433835 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-73748e57-c958-4900-9662-687372306b7f req-d377de40-1ef5-45fe-b958-3cab3525dc5e tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.442209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73748e57-c958-4900-9662-687372306b7f req-d377de40-1ef5-45fe-b958-3cab3525dc5e tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "DELETE /v2.0/security-groups/53a45596-3b42-4120-93dd-e12c81fb9d7d HTTP/1.1" status: 204 len: 173 time: 0.3330424 Feb 09 20:49:26.457479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:26.457826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 9cb0fbcb-c867-4637-861d-c54bf94b2dd0 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:26.458240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb79e60b-9891-465e-a908-07280d056218 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:26.474041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377de40-1ef5-45fe-b958-3cab3525dc5e tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a45596-3b42-4120-93dd-e12c81fb9d7d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:26.483451 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2708304 Feb 09 20:49:26.486853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:26.493349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Request body: {'subnet': {'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-subnet', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:26.535980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Made reservation on behalf of 062dac08eac94b1782226273dead12cd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:26.537487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.563530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331c960-f27e-4301-9d02-7783cade5e50 admin admin] Pushing event updated for resources: {'Network': ['ID=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:26.584455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20aee94c-f55e-4f2e-bda1-654cd560b871 req-6a6669d0-9159-4ec6-98e3-c78289444c65 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/62f0fdb9-40ac-462d-b9a8-45e61871dd95 HTTP/1.1" status: 200 len: 1822 time: 0.0989885 Feb 09 20:49:26.601040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:49:26.656078 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.698751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ad00c-1f34-45c6-9aa9-672be18e161b req-318c4bd8-ae15-40d8-b718-18ba895c6496 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:26.708070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-316ad00c-1f34-45c6-9aa9-672be18e161b req-318c4bd8-ae15-40d8-b718-18ba895c6496 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.1498108 Feb 09 20:49:26.729876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20aee94c-f55e-4f2e-bda1-654cd560b871 req-42ee0b91-388a-4da4-a9cb-a06690228833 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (62f0fdb9-40ac-462d-b9a8-45e61871dd95), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:26.737840 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:49:26.777352 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20aee94c-f55e-4f2e-bda1-654cd560b871 req-42ee0b91-388a-4da4-a9cb-a06690228833 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (62f0fdb9-40ac-462d-b9a8-45e61871dd95), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.029056 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20aee94c-f55e-4f2e-bda1-654cd560b871 req-42ee0b91-388a-4da4-a9cb-a06690228833 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (62f0fdb9-40ac-462d-b9a8-45e61871dd95), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.032637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-20aee94c-f55e-4f2e-bda1-654cd560b871 req-42ee0b91-388a-4da4-a9cb-a06690228833 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.049030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20aee94c-f55e-4f2e-bda1-654cd560b871 req-42ee0b91-388a-4da4-a9cb-a06690228833 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "DELETE /v2.0/security-groups/62f0fdb9-40ac-462d-b9a8-45e61871dd95 HTTP/1.1" status: 204 len: 173 time: 0.4634089 Feb 09 20:49:27.087951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee0b91-388a-4da4-a9cb-a06690228833 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f0fdb9-40ac-462d-b9a8-45e61871dd95,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:27.140617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-c74e0592-f031-4545-a87e-02a591444583 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:27.149413 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-c74e0592-f031-4545-a87e-02a591444583 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "GET /v2.0/networks?id=14061562-a38e-48a0-ad31-19e612e65384 HTTP/1.1" status: 200 len: 818 time: 0.3268979 Feb 09 20:49:27.163940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Request body: {'port': {'device_id': '0b806eae-cc36-411b-ae54-2d0f7dbc6ab0', 'network_id': '14061562-a38e-48a0-ad31-19e612e65384', 'admin_state_up': True, 'tenant_id': '907532d946f94a6aa105fbf7766fee03'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:27.183266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port bb79e60b-9891-465e-a908-07280d056218 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:27.188370 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb79e60b-9891-465e-a908-07280d056218), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.262591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb79e60b-9891-465e-a908-07280d056218'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:27.265644 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf2c5d2-68c5-4b96-9763-7a1fe33b9e2a" -d '{"events": [{"server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb79e60b-9891-465e-a908-07280d056218"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:27.289341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:27.296820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:27.300461 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb79e60b-9891-465e-a908-07280d056218), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.374786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892e5ad-2c53-4988-a5b6-2126619439cc req-8d449fdc-affc-47be-990e-aa870a3ea321 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:27.376200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:27.376687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b892e5ad-2c53-4988-a5b6-2126619439cc req-8d449fdc-affc-47be-990e-aa870a3ea321 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1214309 Feb 09 20:49:27.382580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'bb79e60b-9891-465e-a908-07280d056218', 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'port_id': 'bb79e60b-9891-465e-a908-07280d056218', 'mac_address': 'fa:16:3e:73:64:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8440197-f8c5-44cc-8feb-cb566d23ead7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:49:27.412052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Made reservation on behalf of 907532d946f94a6aa105fbf7766fee03 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:27.416250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.425243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port bb79e60b-9891-465e-a908-07280d056218 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:27.425649 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb79e60b-9891-465e-a908-07280d056218), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.440315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb79e60b-9891-465e-a908-07280d056218 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:27.464018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:27.474592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb79e60b-9891-465e-a908-07280d056218), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.529873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:27.538070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b892e5ad-2c53-4988-a5b6-2126619439cc req-e21cbb11-3df0-4840-ada4-6cd8e151332c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482251 Feb 09 20:49:27.671095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-09cb35d0-defc-42b8-b734-fcf0340d0840 req-edcb06b3-edc7-4a19-86de-9af3739f2040 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/3bf74ff5-495e-4cb3-b1aa-41252fa505a0 HTTP/1.1" status: 200 len: 2424 time: 0.0981019 Feb 09 20:49:27.677810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Allocated IP 172.20.0.10 (14061562-a38e-48a0-ad31-19e612e65384/c8f8315e-354f-4433-8e17-2e543b558adc/d32c68ec-0787-4681-9337-03c38efbcc4c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:27.696420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-316ad00c-1f34-45c6-9aa9-672be18e161b req-a8323936-984f-435f-a698-6595153f39d9 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9846263 Feb 09 20:49:27.767133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['bb79e60b-9891-465e-a908-07280d056218'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:27.826979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09cb35d0-defc-42b8-b734-fcf0340d0840 req-933a42a0-a959-4b02-9e39-ea60103ce1d7 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (3bf74ff5-495e-4cb3-b1aa-41252fa505a0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.877999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f630cbd-74ef-4d84-871c-aeb45c208864 req-afaa8dec-d1e6-4a6b-bd98-e375fb6d4499 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 210 time: 0.0636084 Feb 09 20:49:27.919766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (ede2026b-9609-4f31-818a-3f91e2944ec6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.970170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-6b064d00-2bf8-474b-901d-28a9957a5bd4 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:27.971719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-6b064d00-2bf8-474b-901d-28a9957a5bd4 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "GET /v2.0/networks?id=14061562-a38e-48a0-ad31-19e612e65384 HTTP/1.1" status: 200 len: 818 time: 0.4068673 Feb 09 20:49:27.972747 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a1049-1d45-4cfb-905d-48b7b65efe16 x-openstack-request-id: req-b50a1049-1d45-4cfb-905d-48b7b65efe16 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:27.973058 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "name": "network-vif-unplugged", "status": "completed", "tag": "bb79e60b-9891-465e-a908-07280d056218", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:27.973319 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b50a1049-1d45-4cfb-905d-48b7b65efe16 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:27.976060 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb79e60b-9891-465e-a908-07280d056218', 'code': 200} Feb 09 20:49:27.981172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-3f17d1b3-c588-411a-bfc6-fb75620e9da9 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:27.982434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-3f17d1b3-c588-411a-bfc6-fb75620e9da9 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "GET /v2.0/networks?id=14061562-a38e-48a0-ad31-19e612e65384 HTTP/1.1" status: 200 len: 818 time: 0.4212382 Feb 09 20:49:27.994362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09cb35d0-defc-42b8-b734-fcf0340d0840 req-933a42a0-a959-4b02-9e39-ea60103ce1d7 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (3bf74ff5-495e-4cb3-b1aa-41252fa505a0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:27.994596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Request body: {'port': {'device_id': '573f87b5-3646-4d03-8b6d-af524a4c7091', 'network_id': '14061562-a38e-48a0-ad31-19e612e65384', 'admin_state_up': True, 'tenant_id': '907532d946f94a6aa105fbf7766fee03'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:28.018933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Request body: {'port': {'device_id': '6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32', 'network_id': '14061562-a38e-48a0-ad31-19e612e65384', 'admin_state_up': True, 'tenant_id': '907532d946f94a6aa105fbf7766fee03'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:28.101727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks [] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.142591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09cb35d0-defc-42b8-b734-fcf0340d0840 req-933a42a0-a959-4b02-9e39-ea60103ce1d7 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3bf74ff5-495e-4cb3-b1aa-41252fa505a0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.145325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-09cb35d0-defc-42b8-b734-fcf0340d0840 req-933a42a0-a959-4b02-9e39-ea60103ce1d7 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.147014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-09cb35d0-defc-42b8-b734-fcf0340d0840 req-933a42a0-a959-4b02-9e39-ea60103ce1d7 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "DELETE /v2.0/security-groups/3bf74ff5-495e-4cb3-b1aa-41252fa505a0 HTTP/1.1" status: 204 len: 173 time: 0.4622319 Feb 09 20:49:28.168746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede2026b-9609-4f31-818a-3f91e2944ec6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:28.184261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a42a0-a959-4b02-9e39-ea60103ce1d7 tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf74ff5-495e-4cb3-b1aa-41252fa505a0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:28.206222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.224318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Made reservation on behalf of 907532d946f94a6aa105fbf7766fee03 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:28.227922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.278504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Network 14061562-a38e-48a0-ad31-19e612e65384 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:28.288968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:28.301274 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:28.305530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Checking segment: {'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:28.305912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Network hostable DHCP agents. Network: c59ea0b7-875f-46df-bebb-cf9f56e6c4a9, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:49:28.356637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Pushing event updated for resources: {'Port': ['ID=d32c68ec-0787-4681-9337-03c38efbcc4c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:28.373145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b6e395e4-a474-4342-b890-1d44c13b46ea req-58175849-ecaa-4d48-ba8f-df10605e92ff tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "GET /v2.0/security-groups/24b29a48-be57-46e3-af9f-381284ce6263 HTTP/1.1" status: 200 len: 2417 time: 0.1939850 Feb 09 20:49:28.377785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Made reservation on behalf of 907532d946f94a6aa105fbf7766fee03 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:28.381514 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.409799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:28.410744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.428569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-822df5cd-1666-4d0d-b718-e07341a5e319 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2685182 Feb 09 20:49:28.446054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Request body: {'port': {'device_id': '0b806eae-cc36-411b-ae54-2d0f7dbc6ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:28.478862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:49:28.521666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.555456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, c59ea0b7-875f-46df-bebb-cf9f56e6c4a9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:28.560816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:28.561424 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.565779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fec516-5502-49b7-ad50-247cc9efaece None None] Network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:28.613883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Allocated IP 172.20.0.8 (14061562-a38e-48a0-ad31-19e612e65384/c8f8315e-354f-4433-8e17-2e543b558adc/55e90277-2b27-47eb-9c4a-7037ba7e1bec) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:28.655493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d5cdde98-c589-4ba2-880a-d6c7420a8b54 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1641037 Feb 09 20:49:28.656601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:28.681258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:28.687752 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b6e395e4-a474-4342-b890-1d44c13b46ea req-db7aa1db-5101-4f8f-a26c-a91918a39c3f tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (24b29a48-be57-46e3-af9f-381284ce6263), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.756440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b6e395e4-a474-4342-b890-1d44c13b46ea req-db7aa1db-5101-4f8f-a26c-a91918a39c3f tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (24b29a48-be57-46e3-af9f-381284ce6263), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.769556 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (e67b91ac-c60e-478c-85b1-9d0fd573192c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.771805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (e67b91ac-c60e-478c-85b1-9d0fd573192c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.804741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b402bf-5848-4f95-b07f-926b823aed15 None None] Network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:28.819189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa60ab8-6ef1-4680-9bb2-2f51089c9b5a req-0a630550-ccee-4705-92fe-28e9daf9237d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:28.827886 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dfa60ab8-6ef1-4680-9bb2-2f51089c9b5a req-0a630550-ccee-4705-92fe-28e9daf9237d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 944 time: 0.0983829 Feb 09 20:49:28.889244 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dfa60ab8-6ef1-4680-9bb2-2f51089c9b5a req-28e11b6f-01a1-4f08-88f3-49c0296155d1 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603483 Feb 09 20:49:28.994645 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b6e395e4-a474-4342-b890-1d44c13b46ea req-db7aa1db-5101-4f8f-a26c-a91918a39c3f tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (24b29a48-be57-46e3-af9f-381284ce6263), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.997461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b6e395e4-a474-4342-b890-1d44c13b46ea req-db7aa1db-5101-4f8f-a26c-a91918a39c3f tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:28.998718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b6e395e4-a474-4342-b890-1d44c13b46ea req-db7aa1db-5101-4f8f-a26c-a91918a39c3f tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] 10.222.0.102 "DELETE /v2.0/security-groups/24b29a48-be57-46e3-af9f-381284ce6263 HTTP/1.1" status: 204 len: 173 time: 0.6043103 Feb 09 20:49:29.002570 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks [] for router_controller (e67b91ac-c60e-478c-85b1-9d0fd573192c), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.011592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:29.037674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aa1db-5101-4f8f-a26c-a91918a39c3f tempest-SecurityGroupRulesTestJSON-144146360 tempest-SecurityGroupRulesTestJSON-144146360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b29a48-be57-46e3-af9f-381284ce6263,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:29.103738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f7f3-4226-4ae2-ae82-424e945ee775 req-9bceca5b-19cc-46fa-bdc5-320530f94094 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:29.106000 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4c75f7f3-4226-4ae2-ae82-424e945ee775 req-9bceca5b-19cc-46fa-bdc5-320530f94094 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.1400251 Feb 09 20:49:29.206728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4c75f7f3-4226-4ae2-ae82-424e945ee775 req-eb163b98-9e26-41dc-9fbc-62b5498914f1 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901258 Feb 09 20:49:29.248921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ec313db-2e62-47e2-895e-38db70c1ab02 req-6fff63a5-0e57-49fe-8d60-822e8a0884e6 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 210 time: 0.1158099 Feb 09 20:49:29.339762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f914a23a-e562-4225-8c86-267017c4e5b2 admin admin] Deleting subnet f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:49:29.345884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks [] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.352523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f914a23a-e562-4225-8c86-267017c4e5b2 admin admin] Publish callbacks [] for subnet (f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.382300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks [] for router_gateway (e67b91ac-c60e-478c-85b1-9d0fd573192c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.423803 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f914a23a-e562-4225-8c86-267017c4e5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.506942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.514886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f914a23a-e562-4225-8c86-267017c4e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.647046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Pushing event updated for resources: {'Port': ['ID=55e90277-2b27-47eb-9c4a-7037ba7e1bec,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:29.677427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Network 14061562-a38e-48a0-ad31-19e612e65384 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:29.681811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Allocated IP 172.20.0.5 (14061562-a38e-48a0-ad31-19e612e65384/c8f8315e-354f-4433-8e17-2e543b558adc/f807c74f-1a92-4584-a343-9c6989d20a15) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:29.691984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:29.704322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:29.761472 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f914a23a-e562-4225-8c86-267017c4e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.824391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:29.825075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.827892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914a23a-e562-4225-8c86-267017c4e5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:29.857322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f914a23a-e562-4225-8c86-267017c4e5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:29.861994 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f914a23a-e562-4225-8c86-267017c4e5b2 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/f95d7a0b-99f8-4dfd-b8c3-01a32a48ee72 HTTP/1.1" status: 204 len: 168 time: 0.8466334 Feb 09 20:49:29.867486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:29.926586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2bc22d83-c87f-48c7-bfec-5ecc70a715de tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9236438 Feb 09 20:49:29.983274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Request body: {'port': {'device_id': '6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:30.208684 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (93de0420-8fa9-4bda-aa51-d3eb3387bdee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.238397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.255273 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks [] for port (f807c74f-1a92-4584-a343-9c6989d20a15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.331036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73ab6d-503c-4034-a734-55f6f00dd0d3 req-54c55946-fd8e-477f-8ba2-526fe7a11ee7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:30.333555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed73ab6d-503c-4034-a734-55f6f00dd0d3 req-54c55946-fd8e-477f-8ba2-526fe7a11ee7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 944 time: 0.1257613 Feb 09 20:49:30.351288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb79e60b-9891-465e-a908-07280d056218 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:30.405537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed73ab6d-503c-4034-a734-55f6f00dd0d3 req-9c70de39-6fb9-4459-8869-5abaf4155efa tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662456 Feb 09 20:49:30.436594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks [] for router_gateway (e67b91ac-c60e-478c-85b1-9d0fd573192c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.459790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port bb79e60b-9891-465e-a908-07280d056218 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:30.460167 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bb79e60b-9891-465e-a908-07280d056218), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.569267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31719c09-f7a9-4745-9d75-9e14e1ee0ea3 req-a5b90720-7bb0-440d-b2ef-fa05c1b13a62 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 210 time: 0.0587385 Feb 09 20:49:30.582061 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.597116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.613781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (93de0420-8fa9-4bda-aa51-d3eb3387bdee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.688900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port bb79e60b-9891-465e-a908-07280d056218 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:30.689353 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb79e60b-9891-465e-a908-07280d056218), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.721007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb79e60b-9891-465e-a908-07280d056218'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:30.723510 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f89e51-960a-4aae-a34f-910a51ab3f93" -d '{"events": [{"server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "name": "network-vif-plugged", "status": "completed", "tag": "bb79e60b-9891-465e-a908-07280d056218"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:30.738889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:30.745239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb79e60b-9891-465e-a908-07280d056218), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.821498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32c68ec-0787-4681-9337-03c38efbcc4c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:30.822159 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb926e7b-ad26-4a98-af28-f65d20173b40 x-openstack-request-id: req-bb926e7b-ad26-4a98-af28-f65d20173b40 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:30.822648 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "name": "network-vif-plugged", "status": "completed", "tag": "bb79e60b-9891-465e-a908-07280d056218", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:30.823062 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bb926e7b-ad26-4a98-af28-f65d20173b40 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:30.823862 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb79e60b-9891-465e-a908-07280d056218', 'code': 200} Feb 09 20:49:30.832398 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Publish callbacks [] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.846140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:30.864478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Transition to ACTIVE for port object d32c68ec-0787-4681-9337-03c38efbcc4c will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:49:30.871888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:30.928505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d32c68ec-0787-4681-9337-03c38efbcc4c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:31.032410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Attempting to bind port d32c68ec-0787-4681-9337-03c38efbcc4c on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:31.032752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Attempting to bind port d32c68ec-0787-4681-9337-03c38efbcc4c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:31.033332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Attempting to bind port d32c68ec-0787-4681-9337-03c38efbcc4c on network 14061562-a38e-48a0-ad31-19e612e65384 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:31.038276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Port d32c68ec-0787-4681-9337-03c38efbcc4c on network 14061562-a38e-48a0-ad31-19e612e65384 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:49:31.038604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Attempting to bind port d32c68ec-0787-4681-9337-03c38efbcc4c on network 14061562-a38e-48a0-ad31-19e612e65384 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:31.044978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:31.045327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Checking segment: {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:31.045717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Bound using segment: {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:31.047021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Bound port: d32c68ec-0787-4681-9337-03c38efbcc4c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:31.047384 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.102809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93de0420-8fa9-4bda-aa51-d3eb3387bdee']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:31.154116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] For port d32c68ec-0787-4681-9337-03c38efbcc4c, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:31.160043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] For port d32c68ec-0787-4681-9337-03c38efbcc4c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d32c68ec-0787-4681-9337-03c38efbcc4c,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:31.164088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a01aa-482d-45be-8145-a93eb145c5d3 req-7bf67193-be58-48ca-8195-98fc44c02a6f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:31.169180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.171838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee7a01aa-482d-45be-8145-a93eb145c5d3 req-7bf67193-be58-48ca-8195-98fc44c02a6f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.8398190 Feb 09 20:49:31.181921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Network 14061562-a38e-48a0-ad31-19e612e65384 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:31.242648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6fa61a-eee6-4cfe-848a-72eed0496bce') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:31.242957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6fa61a-eee6-4cfe-848a-72eed0496bce') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:31.250527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d32c68ec-0787-4681-9337-03c38efbcc4c,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:31.252618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Pushing event updated for resources: {'Port': ['ID=f807c74f-1a92-4584-a343-9c6989d20a15,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:31.255583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:31.256465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:31.256581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.271869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-ef5e1ad7-3b20-47eb-9899-b667055ea8a7 service neutron] 10.222.0.50 "PUT /v2.0/ports/d32c68ec-0787-4681-9337-03c38efbcc4c HTTP/1.1" status: 200 len: 1093 time: 2.8352568 Feb 09 20:49:31.273792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b806eae-cc36-411b-ae54-2d0f7dbc6ab0', 'tag': 'd32c68ec-0787-4681-9337-03c38efbcc4c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:31.275803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:31.284489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (cb6fa61a-eee6-4cfe-848a-72eed0496bce), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.290762 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b806eae-cc36-411b-ae54-2d0f7dbc6ab0", "tag": "d32c68ec-0787-4681-9337-03c38efbcc4c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:31.348819 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb7e0d7-7f18-496e-8e5d-b05b248eb5b0 x-openstack-request-id: req-ebb7e0d7-7f18-496e-8e5d-b05b248eb5b0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:31.350097 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b806eae-cc36-411b-ae54-2d0f7dbc6ab0", "tag": "d32c68ec-0787-4681-9337-03c38efbcc4c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:31.350562 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ebb7e0d7-7f18-496e-8e5d-b05b248eb5b0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:31.351179 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b806eae-cc36-411b-ae54-2d0f7dbc6ab0', 'tag': 'd32c68ec-0787-4681-9337-03c38efbcc4c', 'status': 'completed', 'code': 200} Feb 09 20:49:31.388088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-52e94216-d5b8-4984-83e3-dd13985b404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:31.389972 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-52e94216-d5b8-4984-83e3-dd13985b404b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=907532d946f94a6aa105fbf7766fee03&device_id=0b806eae-cc36-411b-ae54-2d0f7dbc6ab0 HTTP/1.1" status: 200 len: 1127 time: 0.0629520 Feb 09 20:49:31.402689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee7a01aa-482d-45be-8145-a93eb145c5d3 req-996a992d-a7e3-41e9-b88b-5ac27a364a39 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298443 Feb 09 20:49:31.425731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (cb6fa61a-eee6-4cfe-848a-72eed0496bce), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.460633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:49:31.461024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (cb6fa61a-eee6-4cfe-848a-72eed0496bce), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:49:31.462831 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:49:31.496692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-069c98e5-929f-45dc-b47b-ff10df7b9a62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d32c68ec-0787-4681-9337-03c38efbcc4c HTTP/1.1" status: 200 len: 217 time: 0.0975451 Feb 09 20:49:31.499966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ffd28-d824-4fd9-b2c9-64992d8fd04b req-1195ea04-f882-4877-b987-a88dff25c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:31.501534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-002ffd28-d824-4fd9-b2c9-64992d8fd04b req-1195ea04-f882-4877-b987-a88dff25c967 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 1128 time: 0.4126770 Feb 09 20:49:31.604538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:31.605479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.610659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Allocated IP 172.25.4.81 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c05efa83-55fd-4db3-bb0d-dbbece527e87) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:31.678161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-1c6ad0a4-b204-42e7-ad0b-714260fedc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:31.679909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-1c6ad0a4-b204-42e7-ad0b-714260fedc18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8f8315e-354f-4433-8e17-2e543b558adc HTTP/1.1" status: 200 len: 858 time: 0.1789107 Feb 09 20:49:31.768496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-17283a3b-44a1-43ba-b66d-9a1fef0173f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14061562-a38e-48a0-ad31-19e612e65384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689068 Feb 09 20:49:31.784708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks [] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.912512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-084da41e-33c3-4f1e-82c6-cd68e8a4a072 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9252892 Feb 09 20:49:31.913046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (93de0420-8fa9-4bda-aa51-d3eb3387bdee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.933897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:31.941285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] 10.222.0.102 "DELETE /v2.0/networks/93de0420-8fa9-4bda-aa51-d3eb3387bdee HTTP/1.1" status: 204 len: 168 time: 2.0706599 Feb 09 20:49:31.949083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-b884be4b-bc31-4796-88fb-35c32242f716 service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742752 Feb 09 20:49:31.960674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1f897-af38-492e-89db-369e97255c42 req-6cdc0c64-6937-4381-a97a-25cb04f879bd tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:31.970614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6f1f897-af38-492e-89db-369e97255c42 req-6cdc0c64-6937-4381-a97a-25cb04f879bd tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.3855603 Feb 09 20:49:31.988214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Request body: {'port': {'device_id': '573f87b5-3646-4d03-8b6d-af524a4c7091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:32.103527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-002ffd28-d824-4fd9-b2c9-64992d8fd04b req-b314d1a3-7061-4212-b71a-f731382e17aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650866 Feb 09 20:49:32.104400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0d2fa-6a00-47db-9ed0-254927f04ace admin admin] Pushing event deleted for resources: {'Network': ['ID=93de0420-8fa9-4bda-aa51-d3eb3387bdee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:32.115289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6f1f897-af38-492e-89db-369e97255c42 req-68a8b6d6-48e5-47c9-9feb-fb8b4f05baee tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374598 Feb 09 20:49:32.144127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:32.207078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b664e-7856-46ae-aacf-26a42a436530 req-12f939d4-b73c-4fed-ac75-92881e546751 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:32.212959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b55b664e-7856-46ae-aacf-26a42a436530 req-12f939d4-b73c-4fed-ac75-92881e546751 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 931 time: 0.3913348 Feb 09 20:49:32.221203 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:32.222862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6df605c9-d8e6-44d6-9c5e-23952a97e1fa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fedb36a0b6e146078da52b05c13fbb1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771756 Feb 09 20:49:32.225371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:32.244090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-0449b237-6f5f-4e9f-9d8a-232d5fe85399 service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686763 Feb 09 20:49:32.290139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e90277-2b27-47eb-9c4a-7037ba7e1bec {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:32.325216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae4f16d8-c44c-4481-90fc-be2aa8e43661 admin admin] Publish callbacks [] for security_group (2704fe84-09f9-4cde-b89d-8560174ca16f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:32.343951 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Publish callbacks [] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:32.396030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:32.406463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:32.412680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae4f16d8-c44c-4481-90fc-be2aa8e43661 admin admin] Publish callbacks [] for security_group (2704fe84-09f9-4cde-b89d-8560174ca16f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:32.417687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Transition to ACTIVE for port object 55e90277-2b27-47eb-9c4a-7037ba7e1bec will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:49:32.428965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b55b664e-7856-46ae-aacf-26a42a436530 req-1929e6f4-d378-4c13-a766-e9c6330cc6b4 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006397 Feb 09 20:49:32.429922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:32.432767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:32.439883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c05efa83-55fd-4db3-bb0d-dbbece527e87,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:32.450413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-d9721b5f-39fe-414a-b49c-868fe5a1fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:32.453130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:32.453687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-d9721b5f-39fe-414a-b49c-868fe5a1fbb8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=907532d946f94a6aa105fbf7766fee03&device_id=0b806eae-cc36-411b-ae54-2d0f7dbc6ab0 HTTP/1.1" status: 200 len: 1127 time: 0.1299856 Feb 09 20:49:32.660285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae4f16d8-c44c-4481-90fc-be2aa8e43661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2704fe84-09f9-4cde-b89d-8560174ca16f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:32.663370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae4f16d8-c44c-4481-90fc-be2aa8e43661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:32.664983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ae4f16d8-c44c-4481-90fc-be2aa8e43661 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2704fe84-09f9-4cde-b89d-8560174ca16f HTTP/1.1" status: 204 len: 168 time: 0.4384484 Feb 09 20:49:32.714067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35074e61-c1d6-492c-af2f-a8e5e3de9c99 req-b2f8147f-82f3-4f9c-9869-6897a7265823 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:32.731421 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35074e61-c1d6-492c-af2f-a8e5e3de9c99 req-b2f8147f-82f3-4f9c-9869-6897a7265823 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.1637723 Feb 09 20:49:32.736607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f16d8-c44c-4481-90fc-be2aa8e43661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2704fe84-09f9-4cde-b89d-8560174ca16f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:32.775780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-65a9f653-2fb2-42df-ba1c-b89217ebd162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:32.777417 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-65a9f653-2fb2-42df-ba1c-b89217ebd162 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14061562-a38e-48a0-ad31-19e612e65384 HTTP/1.1" status: 200 len: 919 time: 0.3150189 Feb 09 20:49:32.791050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Pushing event updated for resources: {'Port': ['ID=55e90277-2b27-47eb-9c4a-7037ba7e1bec,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:32.833715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-ab4d92a3-e006-4d9a-b980-64ccf9d181e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d32c68ec-0787-4681-9337-03c38efbcc4c HTTP/1.1" status: 200 len: 217 time: 0.0470712 Feb 09 20:49:32.853185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35074e61-c1d6-492c-af2f-a8e5e3de9c99 req-c332d365-659c-444e-a5ed-b6a366df3278 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162539 Feb 09 20:49:32.910263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-5b0467d4-cb44-4ea0-9e3f-03104bb9554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:32.917380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-5b0467d4-cb44-4ea0-9e3f-03104bb9554b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8f8315e-354f-4433-8e17-2e543b558adc HTTP/1.1" status: 200 len: 858 time: 0.0612247 Feb 09 20:49:32.959771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-bf9ebd94-30e1-465d-a905-0292d4779046 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14061562-a38e-48a0-ad31-19e612e65384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370488 Feb 09 20:49:33.094709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-54819a0b-cb75-4c60-9220-1a4762e8e329 service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247566 Feb 09 20:49:33.389042 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97a9d04d-9a84-4f1c-83f9-14fabe73a8c5 req-2f5469e1-156c-4d37-99b8-ece1143adaae service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868104 Feb 09 20:49:33.439571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Attempting to bind port 55e90277-2b27-47eb-9c4a-7037ba7e1bec on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:33.440143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Attempting to bind port 55e90277-2b27-47eb-9c4a-7037ba7e1bec by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:33.440513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Attempting to bind port 55e90277-2b27-47eb-9c4a-7037ba7e1bec on network 14061562-a38e-48a0-ad31-19e612e65384 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:33.481024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Port 55e90277-2b27-47eb-9c4a-7037ba7e1bec on network 14061562-a38e-48a0-ad31-19e612e65384 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:49:33.481468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Attempting to bind port 55e90277-2b27-47eb-9c4a-7037ba7e1bec on network 14061562-a38e-48a0-ad31-19e612e65384 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:33.517544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:33.518012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Checking segment: {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:33.518742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Bound using segment: {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:33.519285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Bound port: 55e90277-2b27-47eb-9c4a-7037ba7e1bec, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:33.519767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:33.603818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] For port 55e90277-2b27-47eb-9c4a-7037ba7e1bec, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:33.607595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] For port 55e90277-2b27-47eb-9c4a-7037ba7e1bec, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=55e90277-2b27-47eb-9c4a-7037ba7e1bec,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:33.629218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:33.665130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fcf1c-f3dd-4119-afc5-4623a91c5091 req-e10b43f5-1f04-4df5-ad16-f086b19f58aa tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:33.685681 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-739fcf1c-f3dd-4119-afc5-4623a91c5091 req-e10b43f5-1f04-4df5-ad16-f086b19f58aa tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.4159102 Feb 09 20:49:33.760403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:33.762168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:33.769481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] 10.222.0.50 "PUT /v2.0/ports/55e90277-2b27-47eb-9c4a-7037ba7e1bec HTTP/1.1" status: 200 len: 1092 time: 3.8234053 Feb 09 20:49:33.909297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32', 'tag': '55e90277-2b27-47eb-9c4a-7037ba7e1bec'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:33.909297 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c960f1-c669-4a7e-bb1d-b18f3090534b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32", "tag": "55e90277-2b27-47eb-9c4a-7037ba7e1bec"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:34.149635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-cdaab920-c8a9-4903-bd01-238e8be18fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:34.151364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-cdaab920-c8a9-4903-bd01-238e8be18fa1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=907532d946f94a6aa105fbf7766fee03&device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 1126 time: 0.2226131 Feb 09 20:49:34.154958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-739fcf1c-f3dd-4119-afc5-4623a91c5091 req-71cd59d1-4fdd-44b3-873e-6a9a7b1f0138 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659531 Feb 09 20:49:34.155631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1452a12-a20a-4e2f-90e2-448b15d97149 service neutron] Pushing event updated for resources: {'Port': ['ID=55e90277-2b27-47eb-9c4a-7037ba7e1bec,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:34.174152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks [] for router_gateway (e67b91ac-c60e-478c-85b1-9d0fd573192c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.174644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61caa1-27a9-4723-8741-e32a3d195f3a req-d7896242-84a2-4d43-9fe4-3f6f4fe79c51 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:34.176429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc61caa1-27a9-4723-8741-e32a3d195f3a req-d7896242-84a2-4d43-9fe4-3f6f4fe79c51 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 931 time: 0.5876057 Feb 09 20:49:34.297810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc61caa1-27a9-4723-8741-e32a3d195f3a req-2dba3f95-bc2d-4c41-8404-ef4c4de06fb9 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123526 Feb 09 20:49:34.462629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:34.477256 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b432ae9-5fd0-4149-8996-e512f9f989e4 x-openstack-request-id: req-1b432ae9-5fd0-4149-8996-e512f9f989e4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:34.477817 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32", "tag": "55e90277-2b27-47eb-9c4a-7037ba7e1bec", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:34.477817 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1b432ae9-5fd0-4149-8996-e512f9f989e4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:34.478180 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32', 'tag': '55e90277-2b27-47eb-9c4a-7037ba7e1bec', 'status': 'completed', 'code': 200} Feb 09 20:49:34.482308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (e67b91ac-c60e-478c-85b1-9d0fd573192c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.494143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-978d7e9a-ece1-4dba-a708-18344efe96f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e90277-2b27-47eb-9c4a-7037ba7e1bec HTTP/1.1" status: 200 len: 217 time: 0.3351433 Feb 09 20:49:34.644318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-570639184-network', 'tenant_id': '2d462b4ef98e4628a267a75136c5900d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:34.678988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Made reservation on behalf of 2d462b4ef98e4628a267a75136c5900d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:34.681542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.693931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.715721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f807c74f-1a92-4584-a343-9c6989d20a15 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:34.738670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Publish callbacks [] for port (f807c74f-1a92-4584-a343-9c6989d20a15), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.778302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f64877-e66c-4fb3-8083-0563ad2fedec req-097ad7b4-de61-4525-91fa-399d8b573e01 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:34.786897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7f64877-e66c-4fb3-8083-0563ad2fedec req-097ad7b4-de61-4525-91fa-399d8b573e01 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.3059182 Feb 09 20:49:34.795542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-a52d5575-d16c-4716-954f-ed329f35d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:34.797401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-a52d5575-d16c-4716-954f-ed329f35d9e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8f8315e-354f-4433-8e17-2e543b558adc HTTP/1.1" status: 200 len: 858 time: 0.2882590 Feb 09 20:49:34.813271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Publish callbacks [] for security_group (5fa46f47-5a02-41e1-879f-4ce2f18766e4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.818370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5fa46f47-5a02-41e1-879f-4ce2f18766e4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.825195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Transition to ACTIVE for port object f807c74f-1a92-4584-a343-9c6989d20a15 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:49:34.852431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-2b10c67a-64d2-4d92-8050-a5fb6651aa3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14061562-a38e-48a0-ad31-19e612e65384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446153 Feb 09 20:49:34.856162 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.876714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa46f47-5a02-41e1-879f-4ce2f18766e4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:34.901580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:49:34.916989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a24d2e3b-337e-4e65-8edc-e33f08286087), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:34.917653 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Added segment a24d2e3b-337e-4e65-8edc-e33f08286087 of type vlan for network 15890a80-8bb3-4404-a023-41ba998c7179 Feb 09 20:49:35.016903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:35.020320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (15890a80-8bb3-4404-a023-41ba998c7179), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:35.045189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d32c68ec-0787-4681-9337-03c38efbcc4c details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:49:35.054218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7f64877-e66c-4fb3-8083-0563ad2fedec req-3a8f86f9-6224-46ec-94b9-a1fe84bbf063 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660933 Feb 09 20:49:35.152567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Pushing event updated for resources: {'Port': ['ID=f807c74f-1a92-4584-a343-9c6989d20a15,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:35.186551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d32c68ec-0787-4681-9337-03c38efbcc4c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d32c68ec-0787-4681-9337-03c38efbcc4c,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:35.205243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd32c68ec-0787-4681-9337-03c38efbcc4c', 'network_id': '14061562-a38e-48a0-ad31-19e612e65384', 'port_id': 'd32c68ec-0787-4681-9337-03c38efbcc4c', 'mac_address': 'fa:16:3e:a7:ab:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f8315e-354f-4433-8e17-2e543b558adc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:49:35.228666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Router e67b91ac-c60e-478c-85b1-9d0fd573192c is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:49:35.260257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-27573e58-24f4-461d-84a1-dcbaf50f7344 service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985574 Feb 09 20:49:35.287603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d32c68ec-0787-4681-9337-03c38efbcc4c is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:35.288413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:35.310719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32c68ec-0787-4681-9337-03c38efbcc4c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:35.354032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d32c68ec-0787-4681-9337-03c38efbcc4c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d32c68ec-0787-4681-9337-03c38efbcc4c,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:35.361113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:35.399953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (15890a80-8bb3-4404-a023-41ba998c7179), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:35.400920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:35.412085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:35.470902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d32c68ec-0787-4681-9337-03c38efbcc4c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:35.597339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] Pushing event updated for resources: {'Network': ['ID=15890a80-8bb3-4404-a023-41ba998c7179,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:35.601996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d32c68ec-0787-4681-9337-03c38efbcc4c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:35.632099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-56c126fa-d5f4-4b2f-b3a9-54f9d5a64e6b admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1679113 Feb 09 20:49:35.647205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:35.649135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 15890a80-8bb3-4404-a023-41ba998c7179 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:49:35.663155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Request body: {'subnet': {'network_id': '15890a80-8bb3-4404-a023-41ba998c7179', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-570639184-subnet', 'tenant_id': '2d462b4ef98e4628a267a75136c5900d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:35.694592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Made reservation on behalf of 2d462b4ef98e4628a267a75136c5900d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:35.698218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:35.866830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54109d-0b12-4252-b751-8c1df085f5b3 req-5a3d3e63-58de-4740-a910-f6cd6f25785e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:35.875518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad54109d-0b12-4252-b751-8c1df085f5b3 req-5a3d3e63-58de-4740-a910-f6cd6f25785e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.5393484 Feb 09 20:49:35.900877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Attempting to bind port f807c74f-1a92-4584-a343-9c6989d20a15 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:35.901979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Attempting to bind port f807c74f-1a92-4584-a343-9c6989d20a15 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:35.902542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Attempting to bind port f807c74f-1a92-4584-a343-9c6989d20a15 on network 14061562-a38e-48a0-ad31-19e612e65384 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:35.939569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Port f807c74f-1a92-4584-a343-9c6989d20a15 on network 14061562-a38e-48a0-ad31-19e612e65384 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:49:35.940322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Attempting to bind port f807c74f-1a92-4584-a343-9c6989d20a15 on network 14061562-a38e-48a0-ad31-19e612e65384 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:35.952131 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad54109d-0b12-4252-b751-8c1df085f5b3 req-ec406517-07bd-40d2-aea9-139c91b85e41 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756905 Feb 09 20:49:36.019978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:36.020393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Checking segment: {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:36.020944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Bound using segment: {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:36.021464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Bound port: f807c74f-1a92-4584-a343-9c6989d20a15, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f092cc53-2da1-4510-ade9-f175be9cf6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '14061562-a38e-48a0-ad31-19e612e65384'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:36.021944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:36.088324 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (5b60da6b-0864-4bcd-9c6b-80ec7f29f570), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:36.156586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f9640-c667-4e57-a70a-b283d4cc91d7 req-66c11ce8-d64d-4c56-8220-f3ea1b9f4a6e tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:36.158220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a7f9640-c667-4e57-a70a-b283d4cc91d7 req-66c11ce8-d64d-4c56-8220-f3ea1b9f4a6e tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 943 time: 0.2650723 Feb 09 20:49:36.160244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-3ec68e42-d4cd-4f0f-a72a-d57f27f5e7df service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8824499 Feb 09 20:49:36.192296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] For port f807c74f-1a92-4584-a343-9c6989d20a15, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:36.216441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b60da6b-0864-4bcd-9c6b-80ec7f29f570,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:36.253896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Checking segment: {'id': 'a24d2e3b-337e-4e65-8edc-e33f08286087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '15890a80-8bb3-4404-a023-41ba998c7179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:36.254251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Network hostable DHCP agents. Network: 15890a80-8bb3-4404-a023-41ba998c7179, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:49:36.255419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] For port f807c74f-1a92-4584-a343-9c6989d20a15, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f807c74f-1a92-4584-a343-9c6989d20a15,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:36.258914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:49:36.278800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Sync routers for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:49:36.292626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:36.293649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:36.297775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac121d-657f-47c8-a71d-c0d799006259 req-79afdc67-6f43-4e9a-bc36-6abb3d5c8b36 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:36.304850 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a9ac121d-657f-47c8-a71d-c0d799006259 req-79afdc67-6f43-4e9a-bc36-6abb3d5c8b36 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.1710525 Feb 09 20:49:36.326130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:49:36.331281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Network 15890a80-8bb3-4404-a023-41ba998c7179 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:49:36.337615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:36.373606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 15890a80-8bb3-4404-a023-41ba998c7179) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:36.385015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:36.385887 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:36.426036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:36.426676 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a9ac121d-657f-47c8-a71d-c0d799006259 req-e2bbe903-7b50-45f2-90f9-06976e423ec8 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205444 Feb 09 20:49:36.432868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-809e2af8-157e-442d-a943-f5b3d20a53a7 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7642653 Feb 09 20:49:36.435213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:36.439724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:36.526610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-d933a201-2a9b-4033-8620-af293768e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:36.528955 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-d933a201-2a9b-4033-8620-af293768e4ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=907532d946f94a6aa105fbf7766fee03&device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 1126 time: 0.3050759 Feb 09 20:49:36.536082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a7f9640-c667-4e57-a70a-b283d4cc91d7 req-d13c2096-de3f-4810-b114-86257b846b72 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677757 Feb 09 20:49:36.548040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:36.549009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:36.551050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] 10.222.0.50 "PUT /v2.0/ports/f807c74f-1a92-4584-a343-9c6989d20a15 HTTP/1.1" status: 200 len: 1092 time: 4.6081262 Feb 09 20:49:36.568767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0004a1a-ca56-466e-a53e-0c5b41422ff4 None None] Network 15890a80-8bb3-4404-a023-41ba998c7179 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:36.582429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573f87b5-3646-4d03-8b6d-af524a4c7091', 'tag': 'f807c74f-1a92-4584-a343-9c6989d20a15'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:36.587154 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579148bc-30ff-49ad-9299-906f35d040da" -d '{"events": [{"name": "network-changed", "server_uuid": "573f87b5-3646-4d03-8b6d-af524a4c7091", "tag": "f807c74f-1a92-4584-a343-9c6989d20a15"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:36.644796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ba339d49-f6e6-4b8e-877f-9f3b0283293b admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9831522 Feb 09 20:49:36.699895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Pushing event updated for resources: {'Port': ['ID=f807c74f-1a92-4584-a343-9c6989d20a15,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:36.724016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.724676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.725370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.725537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.726278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.726727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.727176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.729142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.732362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.732880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.733328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.733823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.734256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c4bd8-e319-47d9-93c4-93f986e5fe18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:36.784279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-8579cd52-2d5f-43e7-b2d3-d07ca7d7cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:36.786656 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-8579cd52-2d5f-43e7-b2d3-d07ca7d7cc61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=907532d946f94a6aa105fbf7766fee03&device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 1126 time: 0.1665542 Feb 09 20:49:36.842714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (0be2f968-3242-4ecc-8ddc-93c241d9bec9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:36.891771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951aae57-4f88-4c8b-b671-355395f58fa9 None None] Network 15890a80-8bb3-4404-a023-41ba998c7179 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:37.006894 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb99359-59d7-4da6-a8fe-90bddeac876e x-openstack-request-id: req-ddb99359-59d7-4da6-a8fe-90bddeac876e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:37.022131 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573f87b5-3646-4d03-8b6d-af524a4c7091", "tag": "f807c74f-1a92-4584-a343-9c6989d20a15", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:37.022547 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ddb99359-59d7-4da6-a8fe-90bddeac876e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:37.023084 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573f87b5-3646-4d03-8b6d-af524a4c7091', 'tag': 'f807c74f-1a92-4584-a343-9c6989d20a15', 'status': 'completed', 'code': 200} Feb 09 20:49:37.045984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-5d556cd9-1ace-42f5-9c3e-388268bc635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:37.051926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-5d556cd9-1ace-42f5-9c3e-388268bc635c service neutron] 10.222.0.50 "GET /v2.0/networks?id=14061562-a38e-48a0-ad31-19e612e65384 HTTP/1.1" status: 200 len: 919 time: 0.4998229 Feb 09 20:49:37.053572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-96ac4185-32c7-46b9-bf7c-47d1eabb5cec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f807c74f-1a92-4584-a343-9c6989d20a15 HTTP/1.1" status: 200 len: 217 time: 0.2291787 Feb 09 20:49:37.077968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d32c68ec-0787-4681-9337-03c38efbcc4c up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:37.130332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8b964-bfb4-44a3-b80a-e7b6e9ebcc86 req-d839ffc1-4622-4bef-8ff9-3f9e3a0ebc48 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:37.138238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-efb8b964-bfb4-44a3-b80a-e7b6e9ebcc86 req-d839ffc1-4622-4bef-8ff9-3f9e3a0ebc48 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.5256915 Feb 09 20:49:37.222673 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-74f316d7-3bd2-4a47-b669-fed965868258 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e90277-2b27-47eb-9c4a-7037ba7e1bec HTTP/1.1" status: 200 len: 217 time: 0.1587517 Feb 09 20:49:37.307721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-efb8b964-bfb4-44a3-b80a-e7b6e9ebcc86 req-b16a79a6-f06e-4f1b-93db-8cbd71166880 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672785 Feb 09 20:49:37.352191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port d32c68ec-0787-4681-9337-03c38efbcc4c completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:49:37.382367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d32c68ec-0787-4681-9337-03c38efbcc4c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:37.382746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:37.440611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:33Z', 'revision_number': 3, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:37.477298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-066c4464-b167-4220-82f4-4d0b90fdcb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:37.478771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-066c4464-b167-4220-82f4-4d0b90fdcb8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8f8315e-354f-4433-8e17-2e543b558adc HTTP/1.1" status: 200 len: 858 time: 0.4135005 Feb 09 20:49:37.532904 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-3f8198d7-caea-4b1f-8e04-4162e9ae8212 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14061562-a38e-48a0-ad31-19e612e65384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472248 Feb 09 20:49:37.536381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-3dd3904d-ab0b-43ef-8e33-ad3fa133dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:37.537950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-3dd3904d-ab0b-43ef-8e33-ad3fa133dc2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8f8315e-354f-4433-8e17-2e543b558adc HTTP/1.1" status: 200 len: 858 time: 0.2826860 Feb 09 20:49:37.545190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Checking router: e67b91ac-c60e-478c-85b1-9d0fd573192c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:49:37.545541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Updating router e67b91ac-c60e-478c-85b1-9d0fd573192c port c05efa83-55fd-4db3-bb0d-dbbece527e87 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:49:37.588900 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:37.650583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-788f9b53-344f-45da-87ac-66237438fc70 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:37.653399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-788f9b53-344f-45da-87ac-66237438fc70 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 815 time: 0.1906390 Feb 09 20:49:37.672404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f62088ce-5036-48e6-8f4c-15177b28d60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:37.677356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d32c68ec-0787-4681-9337-03c38efbcc4c is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:37.677662 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:37.739478 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-a94dadc2-49a3-4f2c-92e3-169460d318b3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/quotas/d1ba2ddee71f4e8e923136910dea73e4 HTTP/1.1" status: 200 len: 375 time: 0.0358150 Feb 09 20:49:37.803296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-41d3bf2c-7b70-4d0b-88cc-b3267eeb6e3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14061562-a38e-48a0-ad31-19e612e65384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334088 Feb 09 20:49:37.826413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-d08dc068-43bf-4807-be99-a0b63085aff1 service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847805 Feb 09 20:49:37.895399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-7e07fde6-61f7-4fc4-a74e-73f67d19dc02 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283867 Feb 09 20:49:37.915142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b806eae-cc36-411b-ae54-2d0f7dbc6ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32c68ec-0787-4681-9337-03c38efbcc4c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:37.917497 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb21a4d-6781-4fae-a6ed-d918de6f7949" -d '{"events": [{"server_uuid": "0b806eae-cc36-411b-ae54-2d0f7dbc6ab0", "name": "network-vif-plugged", "status": "completed", "tag": "d32c68ec-0787-4681-9337-03c38efbcc4c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:37.933732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d32c68ec-0787-4681-9337-03c38efbcc4c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d32c68ec-0787-4681-9337-03c38efbcc4c,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:37.975720 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:37.980849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-01c1dfe7-df9c-4f24-81cc-919e45ee9cf3 service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336260 Feb 09 20:49:38.024714 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-ad358a66-efdf-4a83-80c2-9da85c9e2784 service neutron] 10.222.0.102 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280580 Feb 09 20:49:38.047804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d32c68ec-0787-4681-9337-03c38efbcc4c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:38.134381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6aeff14-f00c-4432-b7b9-79db148311d9 req-a6c12da4-2e2e-4fa6-8e3a-2c3cfb7abc22 service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520009 Feb 09 20:49:38.148785 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Publish callbacks [] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:38.159624 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:38.259250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Attempting to bind port c05efa83-55fd-4db3-bb0d-dbbece527e87 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:38.259626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Attempting to bind port c05efa83-55fd-4db3-bb0d-dbbece527e87 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:38.260150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Attempting to bind port c05efa83-55fd-4db3-bb0d-dbbece527e87 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:38.270328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:38.271057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:38.271345 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:38.271769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:38.273612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Bound port: c05efa83-55fd-4db3-bb0d-dbbece527e87, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:38.273612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:38.277053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7f96b-4c43-4c7b-b202-f718baa98527 None None] Pushing event updated for resources: {'Port': ['ID=c05efa83-55fd-4db3-bb0d-dbbece527e87,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:38.285236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Deleting port 1870224b-4c43-40a6-aaa8-0b3ae294e130 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:38.286105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:38.289916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-db5c5e1e-e47f-4382-876c-9acf0f97542c service neutron] 10.222.0.102 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643595 Feb 09 20:49:38.293891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:38.332474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c960f1-c669-4a7e-bb1d-b18f3090534b req-56da328b-d097-49ef-bba1-9a10f879f1ac service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952298 Feb 09 20:49:38.352414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] For port c05efa83-55fd-4db3-bb0d-dbbece527e87, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:38.359447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] For port c05efa83-55fd-4db3-bb0d-dbbece527e87, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c05efa83-55fd-4db3-bb0d-dbbece527e87,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:38.368035 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:38.375069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-5f88ab8a-5c14-4b5b-93ea-46675d70612e tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:38.378684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-5f88ab8a-5c14-4b5b-93ea-46675d70612e tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/networks?id=15890a80-8bb3-4404-a023-41ba998c7179 HTTP/1.1" status: 200 len: 813 time: 1.0301883 Feb 09 20:49:38.431000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-65ad09e1-aee1-47d8-a435-1e714c7475e5 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/quotas/2d462b4ef98e4628a267a75136c5900d HTTP/1.1" status: 200 len: 375 time: 0.0223355 Feb 09 20:49:38.451783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148bc-30ff-49ad-9299-906f35d040da req-65ec8554-d3cf-4ccc-93b7-e383fb6c53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:38.453335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-579148bc-30ff-49ad-9299-906f35d040da req-65ec8554-d3cf-4ccc-93b7-e383fb6c53fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=907532d946f94a6aa105fbf7766fee03&device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 1126 time: 0.2497301 Feb 09 20:49:38.485365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-48a0f4d3-eaef-47c8-84b6-7e077415293e tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d462b4ef98e4628a267a75136c5900d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448954 Feb 09 20:49:38.520738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7f96b-4c43-4c7b-b202-f718baa98527 None None] Pushing event updated for resources: {'Port': ['ID=c05efa83-55fd-4db3-bb0d-dbbece527e87,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:38.557604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-2286a2f5-cee8-444a-9071-6422783c4e27 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:38.559157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-2286a2f5-cee8-444a-9071-6422783c4e27 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "GET /v2.0/ports?device_id=38b1ffa9-52df-4218-abde-95d4734793f3 HTTP/1.1" status: 200 len: 945 time: 0.2185156 Feb 09 20:49:38.559762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:38.560748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:38.563718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] For port 1870224b-4c43-40a6-aaa8-0b3ae294e130, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1870224b-4c43-40a6-aaa8-0b3ae294e130,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:38.564161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:38.646440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Calling delete_port for 1870224b-4c43-40a6-aaa8-0b3ae294e130 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:38.700441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:38.726440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148bc-30ff-49ad-9299-906f35d040da req-2a85d1ef-b4a9-4f93-b6e7-7720a2a8c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:38.728162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-579148bc-30ff-49ad-9299-906f35d040da req-2a85d1ef-b4a9-4f93-b6e7-7720a2a8c3d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=14061562-a38e-48a0-ad31-19e612e65384 HTTP/1.1" status: 200 len: 919 time: 0.2683182 Feb 09 20:49:38.902482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-87254137-e8d5-421a-8945-73bafb775763 service neutron] 10.222.0.102 "GET /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773563 Feb 09 20:49:38.934140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-579148bc-30ff-49ad-9299-906f35d040da req-2e111e03-46ef-40b5-92db-e800b0bf0318 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f807c74f-1a92-4584-a343-9c6989d20a15 HTTP/1.1" status: 200 len: 217 time: 0.1733806 Feb 09 20:49:39.014387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:33Z', 'revision_number': 3, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:39.063835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148bc-30ff-49ad-9299-906f35d040da req-9ce8ae28-63f9-42a8-a02b-0a36ee4a5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:39.065331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-579148bc-30ff-49ad-9299-906f35d040da req-9ce8ae28-63f9-42a8-a02b-0a36ee4a5904 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8f8315e-354f-4433-8e17-2e543b558adc HTTP/1.1" status: 200 len: 858 time: 0.1168718 Feb 09 20:49:39.067816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c7c0c-cda3-49bf-8f45-0ccaa84c2aa9 None None] The sync data for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 is: [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:33Z', 'revision_number': 3, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:49:39.091785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 55e90277-2b27-47eb-9c4a-7037ba7e1bec details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:49:39.148188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-579148bc-30ff-49ad-9299-906f35d040da req-a424d0c6-ad9a-422c-91e4-e3b2a9ac08a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=14061562-a38e-48a0-ad31-19e612e65384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598364 Feb 09 20:49:39.253784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Deleting port bb79e60b-9891-465e-a908-07280d056218 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:39.254043 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bb79e60b-9891-465e-a908-07280d056218), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:39.263412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-70349666-6c86-40d9-9097-f0a7f0d1b256 service neutron] 10.222.0.102 "GET /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599875 Feb 09 20:49:39.413678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 55e90277-2b27-47eb-9c4a-7037ba7e1bec, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=55e90277-2b27-47eb-9c4a-7037ba7e1bec,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:39.432886 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-579148bc-30ff-49ad-9299-906f35d040da req-267ec62e-7ad6-48f5-ad82-2a16456e9166 service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632022 Feb 09 20:49:39.456557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '55e90277-2b27-47eb-9c4a-7037ba7e1bec', 'network_id': '14061562-a38e-48a0-ad31-19e612e65384', 'port_id': '55e90277-2b27-47eb-9c4a-7037ba7e1bec', 'mac_address': 'fa:16:3e:64:ff:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f8315e-354f-4433-8e17-2e543b558adc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:49:39.545184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce7ca7-02a3-453e-882a-060e97d69866 req-a713e7ab-a1ff-4210-8655-d7945c3ee23e tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:39.552887 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1bce7ca7-02a3-453e-882a-060e97d69866 req-a713e7ab-a1ff-4210-8655-d7945c3ee23e tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 943 time: 0.9639983 Feb 09 20:49:39.564650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 55e90277-2b27-47eb-9c4a-7037ba7e1bec is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:39.565401 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:39.590403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e90277-2b27-47eb-9c4a-7037ba7e1bec {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:39.600034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Allocated IP 172.20.0.1 (c59ea0b7-875f-46df-bebb-cf9f56e6c4a9/ede2026b-9609-4f31-818a-3f91e2944ec6/eac1e8b9-5bca-43ec-9fb1-ea7800b08c06) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:39.656017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] For port bb79e60b-9891-465e-a908-07280d056218, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=bb79e60b-9891-465e-a908-07280d056218,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:39.656480 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bb79e60b-9891-465e-a908-07280d056218), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:39.663881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 55e90277-2b27-47eb-9c4a-7037ba7e1bec, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=55e90277-2b27-47eb-9c4a-7037ba7e1bec,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:39.673354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:39.694744 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1bce7ca7-02a3-453e-882a-060e97d69866 req-ea58f647-0aa5-476d-9db4-1f5bbcfc7758 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381760 Feb 09 20:49:39.697515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Calling delete_port for bb79e60b-9891-465e-a908-07280d056218 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:39.830878 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef3157e-3a1e-47d9-b7cd-fcd9312651b8 x-openstack-request-id: req-1ef3157e-3a1e-47d9-b7cd-fcd9312651b8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:39.831236 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b806eae-cc36-411b-ae54-2d0f7dbc6ab0", "name": "network-vif-plugged", "status": "completed", "tag": "d32c68ec-0787-4681-9337-03c38efbcc4c", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:39.831875 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1ef3157e-3a1e-47d9-b7cd-fcd9312651b8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:39.832314 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b806eae-cc36-411b-ae54-2d0f7dbc6ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32c68ec-0787-4681-9337-03c38efbcc4c', 'code': 200} Feb 09 20:49:39.890856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9e851aa-0ac1-4186-8cf4-59d80cf07e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:39.910394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=55e90277-2b27-47eb-9c4a-7037ba7e1bec,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:39.966967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['55e90277-2b27-47eb-9c4a-7037ba7e1bec'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:40.001153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fe0fe74b-314a-483c-90ce-5cf17a0fdee2 req-50601cb4-c250-4382-b2ab-2348868fd902 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 210 time: 0.0690145 Feb 09 20:49:40.028261 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1870224b-4c43-40a6-aaa8-0b3ae294e130), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:40.142869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Publish callbacks [] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:40.146565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-483fcef4-7cc5-4c62-8a2d-5fd796b4c52b req-2fc3355d-a087-4334-bded-b23a95fd6656 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 210 time: 0.0828879 Feb 09 20:49:40.202580 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-579148bc-30ff-49ad-9299-906f35d040da req-ebd5c4bb-2e14-40ae-a686-930b5bb4276d service neutron] 10.222.0.50 "GET /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531343 Feb 09 20:49:40.241318 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bb79e60b-9891-465e-a908-07280d056218), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:40.272368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['bb79e60b-9891-465e-a908-07280d056218'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:40.306188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Pushing event deleted for resources: {'Port': ['ID=1870224b-4c43-40a6-aaa8-0b3ae294e130,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:40.328534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Pushing event deleted for resources: {'Port': ['ID=bb79e60b-9891-465e-a908-07280d056218,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:40.523481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] No DVR routers for this DVR port bb79e60b-9891-465e-a908-07280d056218 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:40.549893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c062-dbc9-449c-885e-1714de6613dc req-363765e4-7b4b-425e-b0a7-1369ff4933ea tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:40.563713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e75c062-dbc9-449c-885e-1714de6613dc req-363765e4-7b4b-425e-b0a7-1369ff4933ea tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.6570218 Feb 09 20:49:40.620033 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:40.635218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (0be2f968-3242-4ecc-8ddc-93c241d9bec9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:40.642465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ffb0601-3d57-4407-aa42-057bafb4b156 req-6d756538-92b1-4a90-83eb-87b6c4edbd80 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "DELETE /v2.0/ports/bb79e60b-9891-465e-a908-07280d056218 HTTP/1.1" status: 204 len: 173 time: 2.0599234 Feb 09 20:49:40.716319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'name': 'network-vif-deleted', 'tag': 'bb79e60b-9891-465e-a908-07280d056218'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:40.723393 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2269535-1ddb-4822-97d9-d8ad5e098217" -d '{"events": [{"server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "name": "network-vif-deleted", "tag": "bb79e60b-9891-465e-a908-07280d056218"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:40.756796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d2995-594d-4b25-baae-d2511a616deb req-994a9846-f769-46c1-b443-ef65ada8ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:40.772417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c05efa83-55fd-4db3-bb0d-dbbece527e87 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:40.787122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-004d2995-594d-4b25-baae-d2511a616deb req-994a9846-f769-46c1-b443-ef65ada8ae98 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b806eae-cc36-411b-ae54-2d0f7dbc6ab0 HTTP/1.1" status: 200 len: 1129 time: 0.8793056 Feb 09 20:49:40.922512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c05efa83-55fd-4db3-bb0d-dbbece527e87 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:40.924504 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.119891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f807c74f-1a92-4584-a343-9c6989d20a15 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:49:41.132867 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.151295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:49:41.220969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:41.223544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Pushing event updated for resources: {'Port': ['ID=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:41.227211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:41.230107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:41.286037 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (e67b91ac-c60e-478c-85b1-9d0fd573192c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.316085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f807c74f-1a92-4584-a343-9c6989d20a15, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f807c74f-1a92-4584-a343-9c6989d20a15,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:41.333970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 55e90277-2b27-47eb-9c4a-7037ba7e1bec up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:41.375372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e75c062-dbc9-449c-885e-1714de6613dc req-16989834-8c4b-497a-bbdf-ff25905200e2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7961972 Feb 09 20:49:41.384736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'f807c74f-1a92-4584-a343-9c6989d20a15', 'network_id': '14061562-a38e-48a0-ad31-19e612e65384', 'port_id': 'f807c74f-1a92-4584-a343-9c6989d20a15', 'mac_address': 'fa:16:3e:c9:de:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f8315e-354f-4433-8e17-2e543b558adc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:49:41.419358 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.428123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c05efa83-55fd-4db3-bb0d-dbbece527e87 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:41.428524 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.445557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-004d2995-594d-4b25-baae-d2511a616deb req-1be53bd4-fff0-4626-bc27-be476dd0ed09 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240735 Feb 09 20:49:41.475814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port c05efa83-55fd-4db3-bb0d-dbbece527e87, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c05efa83-55fd-4db3-bb0d-dbbece527e87,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:41.478152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port f807c74f-1a92-4584-a343-9c6989d20a15 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:41.478552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.488938 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.497191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 55e90277-2b27-47eb-9c4a-7037ba7e1bec completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:49:41.501690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-f1598680-407c-4673-890b-03f3f4e90d34 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:41.508132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-f1598680-407c-4673-890b-03f3f4e90d34 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 815 time: 1.0600324 Feb 09 20:49:41.512146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 55e90277-2b27-47eb-9c4a-7037ba7e1bec triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:41.512535 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.529271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Request body: {'port': {'device_id': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'admin_state_up': True, 'tenant_id': 'd1ba2ddee71f4e8e923136910dea73e4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:41.541884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f807c74f-1a92-4584-a343-9c6989d20a15 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:41.591482 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43a9e25-c910-438f-aebb-522ad69cee15 x-openstack-request-id: req-d43a9e25-c910-438f-aebb-522ad69cee15 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:41.591974 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b1ffa9-52df-4218-abde-95d4734793f3", "name": "network-vif-deleted", "tag": "bb79e60b-9891-465e-a908-07280d056218", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:41.592331 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d43a9e25-c910-438f-aebb-522ad69cee15 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:41.593575 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b1ffa9-52df-4218-abde-95d4734793f3', 'name': 'network-vif-deleted', 'tag': 'bb79e60b-9891-465e-a908-07280d056218', 'status': 'completed', 'code': 200} Feb 09 20:49:41.612868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f807c74f-1a92-4584-a343-9c6989d20a15, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f807c74f-1a92-4584-a343-9c6989d20a15,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:41.650770 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.676969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=c05efa83-55fd-4db3-bb0d-dbbece527e87,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:41.786208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Made reservation on behalf of d1ba2ddee71f4e8e923136910dea73e4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:41.790405 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.842626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2af95758-b003-4ff4-939e-dcd14da17e02 req-fae86859-6371-41b6-abb3-f0a2ed2808cd tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 210 time: 0.1183228 Feb 09 20:49:41.879181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 55e90277-2b27-47eb-9c4a-7037ba7e1bec is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:41.879757 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:41.891747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e9bfb-f7cc-4402-adac-358ca4b8d3b2 req-a345a2e2-f95f-4e96-ba1e-adecd96afad6 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:41.901065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad6e9bfb-f7cc-4402-adac-358ca4b8d3b2 req-a345a2e2-f95f-4e96-ba1e-adecd96afad6 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 943 time: 1.0515275 Feb 09 20:49:42.039622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 55e90277-2b27-47eb-9c4a-7037ba7e1bec, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=55e90277-2b27-47eb-9c4a-7037ba7e1bec,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:42.053937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e90277-2b27-47eb-9c4a-7037ba7e1bec'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:42.058435 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1413d428-c5b9-4921-99e1-b9df0369dc1b" -d '{"events": [{"server_uuid": "6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32", "name": "network-vif-plugged", "status": "completed", "tag": "55e90277-2b27-47eb-9c4a-7037ba7e1bec"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:42.067274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['f807c74f-1a92-4584-a343-9c6989d20a15'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:42.118670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:42.124928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad6e9bfb-f7cc-4402-adac-358ca4b8d3b2 req-c100cc1e-d345-4423-89e8-de2c7f366e17 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961548 Feb 09 20:49:42.130137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:49:42.142470 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] Sync routers for ids ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:49:42.151372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-613f439a-e6a5-47d8-bf01-fb5788f6052e admin admin] 10.222.0.102 "PUT /v2.0/routers/0be2f968-3242-4ecc-8ddc-93c241d9bec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1332817 Feb 09 20:49:42.151545 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:42.155163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:42.164560 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] Routers {'0be2f968-3242-4ecc-8ddc-93c241d9bec9'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:42.165192 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:42.194745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=f807c74f-1a92-4584-a343-9c6989d20a15,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:42.277753 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960aedb2-04be-4f30-a62c-2bf29d127685 x-openstack-request-id: req-960aedb2-04be-4f30-a62c-2bf29d127685 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:42.278558 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32", "name": "network-vif-plugged", "status": "completed", "tag": "55e90277-2b27-47eb-9c4a-7037ba7e1bec", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:42.279007 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-960aedb2-04be-4f30-a62c-2bf29d127685 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:42.279417 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e90277-2b27-47eb-9c4a-7037ba7e1bec', 'code': 200} Feb 09 20:49:42.284150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ef78199-d8ad-45d1-9b2d-f863c70f8631 req-1ac1dddd-ae81-4616-aa5d-ce65859d979f tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 210 time: 0.2313471 Feb 09 20:49:42.304544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-22899a39-dde0-4855-b703-7775aaffb23b tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:42.306526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-22899a39-dde0-4855-b703-7775aaffb23b tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.50 "GET /v2.0/networks?id=15890a80-8bb3-4404-a023-41ba998c7179 HTTP/1.1" status: 200 len: 813 time: 0.6110396 Feb 09 20:49:42.313790 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks [] for router (0be2f968-3242-4ecc-8ddc-93c241d9bec9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:42.328370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=55e90277-2b27-47eb-9c4a-7037ba7e1bec,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:42.391146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb79e60b-9891-465e-a908-07280d056218 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:42.432445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: bb79e60b-9891-465e-a908-07280d056218 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:42.433090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device bb79e60b-9891-465e-a908-07280d056218 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:42.494016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Allocated IP 172.20.0.11 (09ed5529-135e-4d4b-a0cf-78635a2de3a4/c8440197-f8c5-44cc-8feb-cb566d23ead7/b678a8f3-edf8-43e7-ad79-509815852f33) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:42.518695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c05efa83-55fd-4db3-bb0d-dbbece527e87 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:42.555109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Request body: {'port': {'device_id': 'bd9db92f-fc05-4dfe-9b73-88538f204367', 'network_id': '15890a80-8bb3-4404-a023-41ba998c7179', 'admin_state_up': True, 'tenant_id': '2d462b4ef98e4628a267a75136c5900d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:42.583912 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] Set router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:42.604208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c05efa83-55fd-4db3-bb0d-dbbece527e87 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:42.604877 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:42.677379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a557-0cb3-4120-9c59-4041d33d32cc req-4bb314c2-715d-437c-a83b-cdbc57feaf14 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:42.684626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3cc5a557-0cb3-4120-9c59-4041d33d32cc req-4bb314c2-715d-437c-a83b-cdbc57feaf14 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.1466656 Feb 09 20:49:42.691561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks [] for router_gateway (0be2f968-3242-4ecc-8ddc-93c241d9bec9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:42.747562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:42.770366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c05efa83-55fd-4db3-bb0d-dbbece527e87 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:42.800981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3cc5a557-0cb3-4120-9c59-4041d33d32cc req-47f71f44-29fe-4dd3-afe6-209bede68397 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153216 Feb 09 20:49:42.808443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Publish callbacks [] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:42.818463 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:42.930949 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:49:39Z', 'revision_number': 5, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port': {'id': 'faddfafb-5a74-4b49-95ae-1c47e14bcdca', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:46:33Z', 'updated_at': '2022-02-09T20:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:42.957506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Pushing event updated for resources: {'Port': ['ID=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:42.987255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e66d3f-1225-439c-946a-121e15a85f60 req-c1924f53-8214-4faa-8684-0933f4b6982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:42.988673 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] Checking router: 0be2f968-3242-4ecc-8ddc-93c241d9bec9 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:49:42.989711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7e66d3f-1225-439c-946a-121e15a85f60 req-c1924f53-8214-4faa-8684-0933f4b6982b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 1128 time: 0.4807734 Feb 09 20:49:43.005460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Deleting port faddfafb-5a74-4b49-95ae-1c47e14bcdca {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:43.005809 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.006639 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] Routers {'0be2f968-3242-4ecc-8ddc-93c241d9bec9'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:43.007282 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:43.009651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c18cc8b6-c359-44c4-9220-940bc4a028ba req-30306fa7-bcd0-4449-9294-13c520028ef0 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 210 time: 0.0467436 Feb 09 20:49:43.010607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (e67b91ac-c60e-478c-85b1-9d0fd573192c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.117154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f807c74f-1a92-4584-a343-9c6989d20a15 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:43.139368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7e66d3f-1225-439c-946a-121e15a85f60 req-7c3d70c7-9f6d-4620-bea7-27b841979c72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369269 Feb 09 20:49:43.145856 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] Set router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:43.180868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] For port faddfafb-5a74-4b49-95ae-1c47e14bcdca, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=faddfafb-5a74-4b49-95ae-1c47e14bcdca,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:43.181314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.198451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks [] for port (b678a8f3-edf8-43e7-ad79-509815852f33), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.199042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:43.202865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:43.203020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Made reservation on behalf of 2d462b4ef98e4628a267a75136c5900d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:43.208065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.210028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Calling delete_port for faddfafb-5a74-4b49-95ae-1c47e14bcdca owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:43.293595 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 6, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:43.320169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port f807c74f-1a92-4584-a343-9c6989d20a15 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:49:43.324104 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424c674-ea4d-442f-9e78-c5e427b993b8 None None] The sync data for ids ['0be2f968-3242-4ecc-8ddc-93c241d9bec9'] in n-d-789963-29 is: [{'id': '0be2f968-3242-4ecc-8ddc-93c241d9bec9', 'name': 'tempest-AttachSCSIVolumeTestJSON-938591482-router', 'tenant_id': '21e0dba960864b8f94ae001d82c38c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:46:30Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 6, 'project_id': '21e0dba960864b8f94ae001d82c38c19', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:49:43.339378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port f807c74f-1a92-4584-a343-9c6989d20a15 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:43.340171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.384103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.468527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port f807c74f-1a92-4584-a343-9c6989d20a15 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:43.469862 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.481652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949333a-2f7f-4927-abad-be11fda60706 req-e82f63e1-9072-492f-a7c2-5eaa8d875679 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:43.483538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4949333a-2f7f-4927-abad-be11fda60706 req-e82f63e1-9072-492f-a7c2-5eaa8d875679 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 944 time: 0.1750112 Feb 09 20:49:43.492517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:43.515858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:43.521763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:43.530123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Pushing event updated for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:43.544927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port f807c74f-1a92-4584-a343-9c6989d20a15, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f807c74f-1a92-4584-a343-9c6989d20a15,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:43.549940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.581332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Allocated IP 172.20.0.2 (15890a80-8bb3-4404-a023-41ba998c7179/5b60da6b-0864-4bcd-9c6b-80ec7f29f570/9db578e8-46d5-4690-8291-581fb205bff0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:43.629206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=f807c74f-1a92-4584-a343-9c6989d20a15,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:43.664745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:43.665484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.674259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4949333a-2f7f-4927-abad-be11fda60706 req-7ceb6249-3ba9-4bcc-99df-36e1b92ed9f9 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804893 Feb 09 20:49:43.714727 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0ea22c86-2989-48f0-beae-8fdb62ddbc5b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1901145 Feb 09 20:49:43.751372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Request body: {'port': {'device_id': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:43.805448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832dca-a955-4362-aa07-0e0452f34bfc req-ce1cce8a-2746-4937-94b8-cb2d7e8db433 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:43.812935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7832dca-a955-4362-aa07-0e0452f34bfc req-ce1cce8a-2746-4937-94b8-cb2d7e8db433 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.5190270 Feb 09 20:49:43.869577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Router e67b91ac-c60e-478c-85b1-9d0fd573192c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:49:43.900774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-854ca5c3-6650-4ca6-91c0-89a0bce63b0f req-a4a90134-8e78-4382-8e9e-b9bf02233234 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 210 time: 0.0832996 Feb 09 20:49:43.912488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:43.970699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7832dca-a955-4362-aa07-0e0452f34bfc req-58b7af70-3784-4316-a881-e236a362dc98 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568666 Feb 09 20:49:43.979605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.065196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Publish callbacks [] for port (9db578e8-46d5-4690-8291-581fb205bff0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.086769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:49:44.098542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Sync routers for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:49:44.112513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:44.113156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:44.116953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-839d4d6b-c27f-4c3b-9f17-cc94efa0ec9c admin admin] 10.222.0.102 "PUT /v2.0/routers/e67b91ac-c60e-478c-85b1-9d0fd573192c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6758745 Feb 09 20:49:44.125217 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (faddfafb-5a74-4b49-95ae-1c47e14bcdca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.162426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Pushing event deleted for resources: {'Port': ['ID=faddfafb-5a74-4b49-95ae-1c47e14bcdca,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:44.171959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.172449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.172888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.173453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.173886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.174313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.174892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.175316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.175758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.176210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.176836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.177318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.177741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:44.291571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (0be2f968-3242-4ecc-8ddc-93c241d9bec9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.360234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b678a8f3-edf8-43e7-ad79-509815852f33 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:44.368851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Publish callbacks [] for port (b678a8f3-edf8-43e7-ad79-509815852f33), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.382981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Transition to ACTIVE for port object b678a8f3-edf8-43e7-ad79-509815852f33 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:49:44.460965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (0be2f968-3242-4ecc-8ddc-93c241d9bec9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.464261 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks [] for router_controller (0be2f968-3242-4ecc-8ddc-93c241d9bec9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.516914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573f87b5-3646-4d03-8b6d-af524a4c7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f807c74f-1a92-4584-a343-9c6989d20a15'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:44.519232 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61454792-3eef-49cc-b497-6071cca17f4e" -d '{"events": [{"server_uuid": "573f87b5-3646-4d03-8b6d-af524a4c7091", "name": "network-vif-plugged", "status": "completed", "tag": "f807c74f-1a92-4584-a343-9c6989d20a15"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:44.548652 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9db578e8-46d5-4690-8291-581fb205bff0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.550347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.571998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (0be2f968-3242-4ecc-8ddc-93c241d9bec9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.572890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be2f968-3242-4ecc-8ddc-93c241d9bec9 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:49:44.583115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.584530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3593e9e3-56b9-4719-a35d-f962deb6303e admin admin] 10.222.0.102 "DELETE /v2.0/routers/0be2f968-3242-4ecc-8ddc-93c241d9bec9 HTTP/1.1" status: 204 len: 168 time: 2.4277704 Feb 09 20:49:44.587547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:44.589647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:44.649216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fcd8ff-f21e-44ce-a680-b8a026fadeca admin admin] Deleting subnet 719c44f8-7fc3-4ef1-8c65-1a02bb458529 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:49:44.654223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fcd8ff-f21e-44ce-a680-b8a026fadeca admin admin] Publish callbacks [] for subnet (719c44f8-7fc3-4ef1-8c65-1a02bb458529), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.671960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Network 15890a80-8bb3-4404-a023-41ba998c7179 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:44.682999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:44.697528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:44.703118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device faddfafb-5a74-4b49-95ae-1c47e14bcdca no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:44.765347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:44.766019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.781539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: faddfafb-5a74-4b49-95ae-1c47e14bcdca {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:44.782067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device faddfafb-5a74-4b49-95ae-1c47e14bcdca not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:44.782773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1870224b-4c43-40a6-aaa8-0b3ae294e130 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:44.795640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fcd8ff-f21e-44ce-a680-b8a026fadeca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (719c44f8-7fc3-4ef1-8c65-1a02bb458529), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:44.810427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1870224b-4c43-40a6-aaa8-0b3ae294e130 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:44.811020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1870224b-4c43-40a6-aaa8-0b3ae294e130 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:44.838150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bef1a-c6e2-4e99-9b7d-5b9d8745e5bb req-083ae438-1881-48fa-ac5c-dd5d509cbd78 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:44.847462 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e25bef1a-c6e2-4e99-9b7d-5b9d8745e5bb req-083ae438-1881-48fa-ac5c-dd5d509cbd78 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 944 time: 0.4624796 Feb 09 20:49:44.865788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-93d97508-4c57-4744-a338-3d821ee5f863 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:44.867281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-93d97508-4c57-4744-a338-3d821ee5f863 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.3801241 Feb 09 20:49:44.867996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Pushing event updated for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:44.952477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-e7bba3ea-b13a-4b47-9b8c-57994db5428c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:44.953956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-e7bba3ea-b13a-4b47-9b8c-57994db5428c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 820 time: 0.2734621 Feb 09 20:49:44.982305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-a016bc29-cc5b-432d-8754-dcfb9888745d tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/quotas/062dac08eac94b1782226273dead12cd HTTP/1.1" status: 200 len: 375 time: 0.0215914 Feb 09 20:49:45.003498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fcd8ff-f21e-44ce-a680-b8a026fadeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (719c44f8-7fc3-4ef1-8c65-1a02bb458529), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.008687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 2, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:45.013814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4991903 Feb 09 20:49:45.063889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Checking router: e67b91ac-c60e-478c-85b1-9d0fd573192c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:49:45.063889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Updating router e67b91ac-c60e-478c-85b1-9d0fd573192c port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:49:45.065164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Request body: {'port': {'device_id': 'bd9db92f-fc05-4dfe-9b73-88538f204367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:45.088934 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fcd8ff-f21e-44ce-a680-b8a026fadeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (719c44f8-7fc3-4ef1-8c65-1a02bb458529), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.121986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcd8ff-f21e-44ce-a680-b8a026fadeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719c44f8-7fc3-4ef1-8c65-1a02bb458529,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:45.122191 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.128344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-ef396cf9-9553-494d-866f-58d12946458b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369572 Feb 09 20:49:45.131329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95fcd8ff-f21e-44ce-a680-b8a026fadeca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.142527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ba62f-e603-4b90-ac6a-6e0c77a1acb6 None None] Network 15fbfbd3-17ea-47ff-b875-952132198419 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:45.143130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-95fcd8ff-f21e-44ce-a680-b8a026fadeca admin admin] 10.222.0.102 "DELETE /v2.0/subnets/719c44f8-7fc3-4ef1-8c65-1a02bb458529 HTTP/1.1" status: 204 len: 168 time: 0.5544734 Feb 09 20:49:45.151481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:45.252984 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (15fbfbd3-17ea-47ff-b875-952132198419), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.259849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e25bef1a-c6e2-4e99-9b7d-5b9d8745e5bb req-6ae55040-eeb5-4ddb-a001-110e4c317e61 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112420 Feb 09 20:49:45.268664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f734e6-01c4-412d-8be9-99079fbbe4a1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Pushing event updated for resources: {'Port': ['ID=9db578e8-46d5-4690-8291-581fb205bff0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:45.331139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9db578e8-46d5-4690-8291-581fb205bff0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.346058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Attempting to bind port b678a8f3-edf8-43e7-ad79-509815852f33 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:45.346419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Attempting to bind port b678a8f3-edf8-43e7-ad79-509815852f33 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:45.346745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Attempting to bind port b678a8f3-edf8-43e7-ad79-509815852f33 on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:45.356255 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed58014-e178-4cd1-b083-14b209275dea x-openstack-request-id: req-5ed58014-e178-4cd1-b083-14b209275dea {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:45.356648 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573f87b5-3646-4d03-8b6d-af524a4c7091", "name": "network-vif-plugged", "status": "completed", "tag": "f807c74f-1a92-4584-a343-9c6989d20a15", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:45.356995 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5ed58014-e178-4cd1-b083-14b209275dea {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:45.357608 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573f87b5-3646-4d03-8b6d-af524a4c7091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f807c74f-1a92-4584-a343-9c6989d20a15', 'code': 200} Feb 09 20:49:45.358229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Port b678a8f3-edf8-43e7-ad79-509815852f33 on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:49:45.359188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Attempting to bind port b678a8f3-edf8-43e7-ad79-509815852f33 on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:45.371596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Deleting port 8454805a-b457-42bb-9b74-cd11670dd2ab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:45.371969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.375936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:45.376284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Checking segment: {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:45.376689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Bound using segment: {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:45.377138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Bound port: b678a8f3-edf8-43e7-ad79-509815852f33, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:45.377485 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.426114 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-768af226-c994-401f-819e-0e88e881a02a service neutron] 10.222.0.102 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817855 Feb 09 20:49:45.503784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] DHCP port deletion for 15fbfbd3-17ea-47ff-b875-952132198419 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:49:45.557752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Deleting port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:45.558229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.621943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] Deleting port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:45.622514 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.631492 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-f403f6e9-d178-44cc-8484-6446239d89e2 service neutron] 10.222.0.102 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956275 Feb 09 20:49:45.669070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] For port 4dc6869b-cc31-4df5-94ea-7842e24a8df7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4dc6869b-cc31-4df5-94ea-7842e24a8df7,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:45.669442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.696506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Calling delete_port for 4dc6869b-cc31-4df5-94ea-7842e24a8df7 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:45.752643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Publish callbacks [] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.760280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] For port 4dc6869b-cc31-4df5-94ea-7842e24a8df7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4dc6869b-cc31-4df5-94ea-7842e24a8df7,segment=NetworkSegment(044bc789-d70e-4303-a8a5-9e4260861270),segment_id=044bc789-d70e-4303-a8a5-9e4260861270)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:45.760964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.764413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.846187 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.852877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] Calling delete_port for 4dc6869b-cc31-4df5-94ea-7842e24a8df7 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:45.897842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] No DVR routers for this DVR port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:45.904990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc6869b-cc31-4df5-94ea-7842e24a8df7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:45.994532 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (4dc6869b-cc31-4df5-94ea-7842e24a8df7), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:45.999496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4db90-5d3c-45f2-9aea-c44fd66a557d None None] Pushing event updated for resources: {'Port': ['ID=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:46.033883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] Pushing event deleted for resources: {'Port': ['ID=4dc6869b-cc31-4df5-94ea-7842e24a8df7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:46.084872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924ada2-4cd7-40f9-b994-60a061bd58f7 req-3231a242-459c-4644-b8a3-5a4342d0df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:46.086490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d924ada2-4cd7-40f9-b994-60a061bd58f7 req-3231a242-459c-4644-b8a3-5a4342d0df0e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 1128 time: 0.6272874 Feb 09 20:49:46.115140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (15fbfbd3-17ea-47ff-b875-952132198419), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.137821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] For port 8454805a-b457-42bb-9b74-cd11670dd2ab, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8454805a-b457-42bb-9b74-cd11670dd2ab,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:46.138115 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.146001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fbfbd3-17ea-47ff-b875-952132198419']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:46.163642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9721c3-bdc2-439d-b191-ffbf333bdd62 req-c41f7b4b-a31d-4a83-b6e6-4e9bdef1f5c1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:46.172143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd9721c3-bdc2-439d-b191-ffbf333bdd62 req-c41f7b4b-a31d-4a83-b6e6-4e9bdef1f5c1 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 931 time: 0.2691212 Feb 09 20:49:46.178348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55551d2-62f8-44f9-a172-78321318f7d2 req-b6f666be-80ac-4252-bea4-963e1a60b058 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:46.180199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a55551d2-62f8-44f9-a172-78321318f7d2 req-b6f666be-80ac-4252-bea4-963e1a60b058 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 945 time: 0.4633763 Feb 09 20:49:46.180749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044bc789-d70e-4303-a8a5-9e4260861270') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:46.181747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044bc789-d70e-4303-a8a5-9e4260861270') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:46.192399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:46.192741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60bbdf-de4e-4c86-9074-b6976eff9a32 None None] No DVR routers for this DVR port 4dc6869b-cc31-4df5-94ea-7842e24a8df7 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:46.205138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Calling delete_port for 8454805a-b457-42bb-9b74-cd11670dd2ab owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:46.205814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Attempting to bind port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:46.205814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Attempting to bind port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:46.205814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Attempting to bind port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 on network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:46.211031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:46.211530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Checking segment: {'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:46.212185 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.213064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Bound using segment: {'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:46.213736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Bound port: eac1e8b9-5bca-43ec-9fb1-ea7800b08c06, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:46.214273 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.256925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:46.259635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (044bc789-d70e-4303-a8a5-9e4260861270), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.281804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d924ada2-4cd7-40f9-b994-60a061bd58f7 req-86c0bc8a-17db-4de8-a159-994769fc389b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844187 Feb 09 20:49:46.322913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] For port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:46.327318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] For port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:46.327759 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.332566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd9721c3-bdc2-439d-b191-ffbf333bdd62 req-ef1c74ff-393b-4567-819b-aa1cf17d4227 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552463 Feb 09 20:49:46.334038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (044bc789-d70e-4303-a8a5-9e4260861270), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.335643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.350699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:49:46.355009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (044bc789-d70e-4303-a8a5-9e4260861270), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:49:46.357407 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:49:46.428737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Pushing event updated for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:46.439269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4db90-5d3c-45f2-9aea-c44fd66a557d None None] Pushing event updated for resources: {'Port': ['ID=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:46.485527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:46.486193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:46.557587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (15fbfbd3-17ea-47ff-b875-952132198419), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.571347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.579721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] 10.222.0.102 "DELETE /v2.0/networks/15fbfbd3-17ea-47ff-b875-952132198419 HTTP/1.1" status: 204 len: 168 time: 1.4240937 Feb 09 20:49:46.591451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:46.605672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b987cc-f969-4bff-928d-a5b703ebddc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fbfbd3-17ea-47ff-b875-952132198419,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:46.618207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:46.619534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.621201 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3c0c2650-9b42-47e1-b0a6-89cb7552c56a service neutron] 10.222.0.13 "PUT /v2.0/ports/b678a8f3-edf8-43e7-ad79-509815852f33 HTTP/1.1" status: 200 len: 1093 time: 2.8757174 Feb 09 20:49:46.622733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:46.627621 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:46.646628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4dc6869b-cc31-4df5-94ea-7842e24a8df7 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:46.660306 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8454805a-b457-42bb-9b74-cd11670dd2ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:46.669994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4dc6869b-cc31-4df5-94ea-7842e24a8df7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:46.670336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4dc6869b-cc31-4df5-94ea-7842e24a8df7 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:46.695658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11165-989d-493e-bf9a-d0da5f347f76 req-79689624-e0fb-4516-882a-13b38e376e47 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:46.703977 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80b11165-989d-493e-bf9a-d0da5f347f76 req-79689624-e0fb-4516-882a-13b38e376e47 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 946 time: 0.2255621 Feb 09 20:49:46.726332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a55551d2-62f8-44f9-a172-78321318f7d2 req-0007445e-a5d2-43e8-b38a-88b71b32c8f1 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232329 Feb 09 20:49:46.747470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:46.784672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80b11165-989d-493e-bf9a-d0da5f347f76 req-8e677166-f693-44f3-8a98-9cae260e816b tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753634 Feb 09 20:49:46.998161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc356e-1f7d-42fe-808a-0c3d31123e17 req-f05fc80e-016d-42e2-b9d6-106ee424ac57 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:47.006032 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80dc356e-1f7d-42fe-808a-0c3d31123e17 req-f05fc80e-016d-42e2-b9d6-106ee424ac57 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 944 time: 0.1148500 Feb 09 20:49:47.114151 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80dc356e-1f7d-42fe-808a-0c3d31123e17 req-86089b50-00cd-41b7-8786-0c8ed0f2e4fc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018026 Feb 09 20:49:47.178461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:46Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:47.221643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a50447-5781-4155-8e3d-cb296eee7191 None None] The sync data for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 is: [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:46Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:49:47.413138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:47.419759 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e70fb04-8617-458c-b8af-370cea465a58 x-openstack-request-id: req-4e70fb04-8617-458c-b8af-370cea465a58 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:47.419759 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:47.420430 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4e70fb04-8617-458c-b8af-370cea465a58 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:47.420430 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'status': 'completed', 'code': 200} Feb 09 20:49:47.422693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event deleted for resources: {'Port': ['ID=8454805a-b457-42bb-9b74-cd11670dd2ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:47.463070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db578e8-46d5-4690-8291-581fb205bff0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:47.556535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Publish callbacks [] for port (9db578e8-46d5-4690-8291-581fb205bff0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:47.640289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c36b6-7c5f-4826-ae20-d956bfa94422 req-46ce37b4-cd1b-44b5-91ca-98271491b3ca tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:47.641897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf1c36b6-7c5f-4826-ae20-d956bfa94422 req-46ce37b4-cd1b-44b5-91ca-98271491b3ca tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 931 time: 0.1407104 Feb 09 20:49:47.713384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf1c36b6-7c5f-4826-ae20-d956bfa94422 req-6393b291-8891-4a92-b324-9d72cd8e25e2 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583811 Feb 09 20:49:47.751902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9127445-f772-4e0b-9449-eb125216310a req-17fb00fc-d19d-4680-beed-b42f6b2d11cd tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 210 time: 0.3269689 Feb 09 20:49:47.754097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] No DVR routers for this DVR port 8454805a-b457-42bb-9b74-cd11670dd2ab on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:47.769492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:47.773785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b4b81b0-2cdf-4fd3-84b6-67c67da5918b req-158caf27-5ac3-425b-b089-e31996ca3baf tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "DELETE /v2.0/ports/8454805a-b457-42bb-9b74-cd11670dd2ab HTTP/1.1" status: 204 len: 173 time: 2.8656332 Feb 09 20:49:47.814757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-d60fe057-2130-434d-8351-0fa1f0db6816 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:47.822098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-d60fe057-2130-434d-8351-0fa1f0db6816 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.13 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 820 time: 0.2822742 Feb 09 20:49:47.826613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Transition to ACTIVE for port object 9db578e8-46d5-4690-8291-581fb205bff0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:49:47.849341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3cdac5da-267b-47f2-ba91-0cd4145bf7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:47.851794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-3cdac5da-267b-47f2-ba91-0cd4145bf7e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 1127 time: 1.1435559 Feb 09 20:49:47.852608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9db578e8-46d5-4690-8291-581fb205bff0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:47.861725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Request body: {'port': {'device_id': '026d8ff2-c83e-42c8-923e-a71483389f64', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'admin_state_up': True, 'tenant_id': '062dac08eac94b1782226273dead12cd'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:47.963471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3299-c05c-433e-bd75-213b1a9e0354 req-6f2d6d83-adaa-437d-8a0d-29189f675601 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:47.965461 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9ca3299-c05c-433e-bd75-213b1a9e0354 req-6f2d6d83-adaa-437d-8a0d-29189f675601 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 945 time: 0.1128416 Feb 09 20:49:48.048461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-69f3c363-1c49-4a75-aaf7-1f705ca076d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b678a8f3-edf8-43e7-ad79-509815852f33 HTTP/1.1" status: 200 len: 217 time: 0.1742504 Feb 09 20:49:48.050771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45d83fa6-822f-45ac-b06f-5462f37615a6 req-1d287693-58ad-45bf-a275-7607ae7e60d1 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=01870210-a6c4-4492-b3ea-11afc03468d0 HTTP/1.1" status: 200 len: 210 time: 0.1240437 Feb 09 20:49:48.098379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9ca3299-c05c-433e-bd75-213b1a9e0354 req-a52c7847-c49f-416a-8f21-5e1b2afb1e67 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086767 Feb 09 20:49:48.113673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Deleting port 9e33bfea-0494-4c02-bbb2-845d3896beb4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:48.116121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:48.247887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Pushing event updated for resources: {'Port': ['ID=9db578e8-46d5-4690-8291-581fb205bff0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:48.352208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] For port 9e33bfea-0494-4c02-bbb2-845d3896beb4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9e33bfea-0494-4c02-bbb2-845d3896beb4,segment=NetworkSegment(1d8236e8-b140-4813-859f-a8b96ce2e7c1),segment_id=1d8236e8-b140-4813-859f-a8b96ce2e7c1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:48.353345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:48.375356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Calling delete_port for 9e33bfea-0494-4c02-bbb2-845d3896beb4 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:48.384370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8454805a-b457-42bb-9b74-cd11670dd2ab no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:48.390109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-bb47b80b-1a43-4511-a9de-a48fd4e853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:48.391883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-bb47b80b-1a43-4511-a9de-a48fd4e853cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8440197-f8c5-44cc-8feb-cb566d23ead7 HTTP/1.1" status: 200 len: 855 time: 0.2676389 Feb 09 20:49:48.433009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 8454805a-b457-42bb-9b74-cd11670dd2ab {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:48.433477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8454805a-b457-42bb-9b74-cd11670dd2ab not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:48.486083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-0cdda38e-41a1-4faf-9aa5-2fe588d8be53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ed5529-135e-4d4b-a0cf-78635a2de3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862298 Feb 09 20:49:48.490845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Made reservation on behalf of 062dac08eac94b1782226273dead12cd for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:48.494984 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:48.558308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321bad2-f5f6-453d-b9ce-641cf1558e8f req-d49ab63a-aec6-4681-945c-ec45a0fdd857 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:48.559969 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c321bad2-f5f6-453d-b9ce-641cf1558e8f req-d49ab63a-aec6-4681-945c-ec45a0fdd857 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 944 time: 0.2820961 Feb 09 20:49:48.596279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:48.640128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Attempting to bind port 9db578e8-46d5-4690-8291-581fb205bff0 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:48.640530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Attempting to bind port 9db578e8-46d5-4690-8291-581fb205bff0 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'a24d2e3b-337e-4e65-8edc-e33f08286087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '15890a80-8bb3-4404-a023-41ba998c7179'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:48.640835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Attempting to bind port 9db578e8-46d5-4690-8291-581fb205bff0 on network 15890a80-8bb3-4404-a023-41ba998c7179 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:48.654305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c321bad2-f5f6-453d-b9ce-641cf1558e8f req-63b1cf81-5f1e-4204-9850-c0ea67f6a39f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837705 Feb 09 20:49:48.684634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d46e3-8755-45b0-b921-5b76aca8443c req-de187dfd-dd01-48df-ab0b-9c67f5ef191f tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:48.693028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc7d46e3-8755-45b0-b921-5b76aca8443c req-de187dfd-dd01-48df-ab0b-9c67f5ef191f tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 945 time: 0.3835964 Feb 09 20:49:48.710900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:48.711794 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:48.726702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Port 9db578e8-46d5-4690-8291-581fb205bff0 on network 15890a80-8bb3-4404-a023-41ba998c7179 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:49:48.728881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Attempting to bind port 9db578e8-46d5-4690-8291-581fb205bff0 on network 15890a80-8bb3-4404-a023-41ba998c7179 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:48.730469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9e33bfea-0494-4c02-bbb2-845d3896beb4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:48.764809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:48.765155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Checking segment: {'id': 'a24d2e3b-337e-4e65-8edc-e33f08286087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '15890a80-8bb3-4404-a023-41ba998c7179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:48.765549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Bound using segment: {'id': 'a24d2e3b-337e-4e65-8edc-e33f08286087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '15890a80-8bb3-4404-a023-41ba998c7179'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:48.765670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e33bfea-0494-4c02-bbb2-845d3896beb4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:48.765993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Bound port: 9db578e8-46d5-4690-8291-581fb205bff0, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24d2e3b-337e-4e65-8edc-e33f08286087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '15890a80-8bb3-4404-a023-41ba998c7179'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:48.766350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9db578e8-46d5-4690-8291-581fb205bff0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:48.898948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:48.899351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:48.950574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:48.956189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:48.970620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc7d46e3-8755-45b0-b921-5b76aca8443c req-560db401-7fad-4242-baa7-d968bad7efb0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764959 Feb 09 20:49:49.099621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-1f43713c-639e-4828-b2a5-dad355c9d5ef service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856471 Feb 09 20:49:49.118668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:49.137818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.138173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.138522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.138873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.139209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.139576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.145670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.146074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.147987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.148354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.148705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.149053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.150406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:49:49.185730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d1165-b9b5-4534-b41d-ae0690880a9f req-a0da3dda-ccbb-4702-82a6-ea2844c44e94 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:49.187955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-333d1165-b9b5-4534-b41d-ae0690880a9f req-a0da3dda-ccbb-4702-82a6-ea2844c44e94 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 943 time: 0.3013408 Feb 09 20:49:49.212417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf33b1f6-5c07-4e9a-aa94-7b33879c47fd req-b961851b-d3d1-4396-ab5c-d96b63b77f72 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 210 time: 0.0612941 Feb 09 20:49:49.232839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] For port 9db578e8-46d5-4690-8291-581fb205bff0, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:49.308419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:49.313948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-333d1165-b9b5-4534-b41d-ae0690880a9f req-095b3406-c1a6-4de6-aaaf-227ca79ab7d7 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195610 Feb 09 20:49:49.344800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Allocated IP 172.20.0.9 (c59ea0b7-875f-46df-bebb-cf9f56e6c4a9/ede2026b-9609-4f31-818a-3f91e2944ec6/3ecd4198-ff45-4caf-9476-125e21650d80) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:49.397883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] For port 9db578e8-46d5-4690-8291-581fb205bff0, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9db578e8-46d5-4690-8291-581fb205bff0,segment=NetworkSegment(a24d2e3b-337e-4e65-8edc-e33f08286087),segment_id=a24d2e3b-337e-4e65-8edc-e33f08286087)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:49.421659 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9db578e8-46d5-4690-8291-581fb205bff0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:49.441605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01870210-a6c4-4492-b3ea-11afc03468d0', 'name': 'network-vif-deleted', 'tag': '8454805a-b457-42bb-9b74-cd11670dd2ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:49.444191 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad75052-6540-42bd-b896-c5e33463ba7b" -d '{"events": [{"server_uuid": "01870210-a6c4-4492-b3ea-11afc03468d0", "name": "network-vif-deleted", "tag": "8454805a-b457-42bb-9b74-cd11670dd2ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:49.564154 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c2502-6b24-4a06-99e8-83b7707f59f9 x-openstack-request-id: req-4d6c2502-6b24-4a06-99e8-83b7707f59f9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:49.564768 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01870210-a6c4-4492-b3ea-11afc03468d0", "name": "network-vif-deleted", "tag": "8454805a-b457-42bb-9b74-cd11670dd2ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:49.564768 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4d6c2502-6b24-4a06-99e8-83b7707f59f9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:49.565064 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01870210-a6c4-4492-b3ea-11afc03468d0', 'name': 'network-vif-deleted', 'tag': '8454805a-b457-42bb-9b74-cd11670dd2ab', 'status': 'completed', 'code': 200} Feb 09 20:49:49.579825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Pushing event updated for resources: {'Port': ['ID=9db578e8-46d5-4690-8291-581fb205bff0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:49.602204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:49.603782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:49.605440 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-ddee6b8d-e88e-4ae3-9641-e7b1b2a4d182 service neutron] 10.222.0.50 "PUT /v2.0/ports/9db578e8-46d5-4690-8291-581fb205bff0 HTTP/1.1" status: 200 len: 1092 time: 4.5551517 Feb 09 20:49:49.680828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58e52378-d2d4-448d-9410-03aa3cdede20 req-4f775f9f-6bba-4488-a7ce-e7cbd0fb5ecb service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514805 Feb 09 20:49:49.734193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf3690-dfac-4a12-9b69-19a0ff623010 req-ea8e1b7e-0336-4f73-8ca5-7e8cf807d591 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:49.736396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ccf3690-dfac-4a12-9b69-19a0ff623010 req-ea8e1b7e-0336-4f73-8ca5-7e8cf807d591 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b806eae-cc36-411b-ae54-2d0f7dbc6ab0 HTTP/1.1" status: 200 len: 946 time: 0.3546710 Feb 09 20:49:49.857936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-938bc874-afda-454a-baab-2e8dda247ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:49.859635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-938bc874-afda-454a-baab-2e8dda247ef1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d462b4ef98e4628a267a75136c5900d&device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 1126 time: 0.1826010 Feb 09 20:49:49.868833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for port (3ecd4198-ff45-4caf-9476-125e21650d80), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:49.900975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-98dd900c-9ab4-4e96-bbbe-81f1ffc1c095 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:49.902405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-98dd900c-9ab4-4e96-bbbe-81f1ffc1c095 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.1324675 Feb 09 20:49:49.931504 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ccf3690-dfac-4a12-9b69-19a0ff623010 req-3a791898-3a73-427d-ad0a-42959e15ddfc tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860712 Feb 09 20:49:49.932838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-28946e86-7b84-4c5e-af88-f0c59e98a539 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9db578e8-46d5-4690-8291-581fb205bff0 HTTP/1.1" status: 200 len: 217 time: 0.0570030 Feb 09 20:49:49.934731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-f15ef0cd-fe0d-4c12-aec6-740bf2ee5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:49.936947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-f15ef0cd-fe0d-4c12-aec6-740bf2ee5fd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 1127 time: 0.1922109 Feb 09 20:49:49.981406 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-7baaaca8-3095-44c3-a710-7676b64ea0dd tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/quotas/48a9b1c7b84b465ebc1a58968e7e1023 HTTP/1.1" status: 200 len: 375 time: 0.0395758 Feb 09 20:49:50.030252 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-6830e484-8d34-44f7-9f08-b505c71991ae tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389132 Feb 09 20:49:50.102447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:49:50.106869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-02d1093a-e515-4d26-9f34-93284e30d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:50.108743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-02d1093a-e515-4d26-9f34-93284e30d933 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b60da6b-0864-4bcd-9c6b-80ec7f29f570 HTTP/1.1" status: 200 len: 853 time: 0.1614439 Feb 09 20:49:50.113229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:50.223623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-a3de38ca-b2b0-4737-991d-f23d53d7df3a service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822777 Feb 09 20:49:50.242219 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-dcba1f9f-6efe-44f3-bbbd-8b4c806c45c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15890a80-8bb3-4404-a023-41ba998c7179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240015 Feb 09 20:49:50.248070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:50.263986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event updated for resources: {'Port': ['ID=3ecd4198-ff45-4caf-9476-125e21650d80,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:50.270666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:50.314294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:50.321049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:49:50.321247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-2516a3ed-356d-4446-98fb-9a379f01803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:50.322589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-2516a3ed-356d-4446-98fb-9a379f01803e service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 916 time: 0.3745098 Feb 09 20:49:50.326445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-31b2ce39-d098-473a-9f32-b13ebe4f3511 admin admin] 10.222.0.102 "PUT /v2.0/routers/0455ccac-43a0-4dab-9e1f-9a5e2da4be83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7338810 Feb 09 20:49:50.332377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:50.332788 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] Sync routers for ids ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:49:50.343060 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] Routers {'0455ccac-43a0-4dab-9e1f-9a5e2da4be83'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:50.343937 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:50.351552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b4651-0976-4cb9-a00f-abaeb60c19d0 req-87ee1d76-0367-4be6-9294-628566a6a38d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:50.353076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-296b4651-0976-4cb9-a00f-abaeb60c19d0 req-87ee1d76-0367-4be6-9294-628566a6a38d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 944 time: 0.3091094 Feb 09 20:49:50.421423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-cacdc0c5-bce7-4bd5-b21c-298d7cc630b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b678a8f3-edf8-43e7-ad79-509815852f33 HTTP/1.1" status: 200 len: 217 time: 0.0610807 Feb 09 20:49:50.483061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:50.484093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:50.532577 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] Set router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:50.547925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-c4cc3c17-c3f8-4912-bd2a-b777163528e0 service neutron] 10.222.0.50 "GET /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916565 Feb 09 20:49:50.552100 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-bfcb121c-9dbc-46e2-91a7-efab5b23e896 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7050889 Feb 09 20:49:50.553552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-d9f5baa1-99fc-4166-aca5-b830892e0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:50.554929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-d9f5baa1-99fc-4166-aca5-b830892e0963 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8440197-f8c5-44cc-8feb-cb566d23ead7 HTTP/1.1" status: 200 len: 855 time: 0.1258936 Feb 09 20:49:50.562267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-296b4651-0976-4cb9-a00f-abaeb60c19d0 req-7b54b6cc-570c-4cc0-a8bf-763074b7fc38 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913157 Feb 09 20:49:50.575242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Request body: {'port': {'device_id': '026d8ff2-c83e-42c8-923e-a71483389f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:50.656360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:50.660319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-48561097-9044-4efb-bacf-ad919833394f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ed5529-135e-4d4b-a0cf-78635a2de3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956855 Feb 09 20:49:50.712604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks [] for router (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:50.771491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:50.771904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:50.792058 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:50.856224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-909e34bd-02b4-4c5f-853f-104a74017d64 req-785585fd-5c76-47a3-9e84-bf091ab81607 service neutron] 10.222.0.50 "GET /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003073 Feb 09 20:49:50.928157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-c59df9bc-0908-4a40-b7dc-3bebbe2764f8 service neutron] 10.222.0.102 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035952 Feb 09 20:49:50.935460 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-b15f0947-e058-4cc7-bec8-7e8cd1602b6a service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663929 Feb 09 20:49:50.946038 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:50.963763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:50.973627 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] Checking router: 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:49:50.984513 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] Routers {'0455ccac-43a0-4dab-9e1f-9a5e2da4be83'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:49:50.985171 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:51.027379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks [] for router_gateway (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:51.140644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Deleting port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:51.143646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:51.158118 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] Set router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:49:51.335161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] For port 02e76ba4-ff29-4023-a2a4-5c49e52e5aae, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=02e76ba4-ff29-4023-a2a4-5c49e52e5aae,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:51.335529 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:51.360062 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Calling delete_port for 02e76ba4-ff29-4023-a2a4-5c49e52e5aae owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:51.392339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8771f80-c065-4805-825c-e11b4deedf1e req-057c8de2-3950-48fa-b113-aace4c2a01f7 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:51.399910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8771f80-c065-4805-825c-e11b4deedf1e req-057c8de2-3950-48fa-b113-aace4c2a01f7 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 943 time: 0.1395981 Feb 09 20:49:51.456911 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:51.497231 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf54eb-739a-4e3b-a01b-981530df6d4a None None] The sync data for ids ['0455ccac-43a0-4dab-9e1f-9a5e2da4be83'] in n-d-789963-29 is: [{'id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'name': 'tempest-AttachSCSIVolumeTestJSON-1647198009-router', 'tenant_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:47:00Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '6fe3159f0b6d408eb49d6a8fec6cbcde', 'gw_port': {'id': '02e76ba4-ff29-4023-a2a4-5c49e52e5aae', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ccac-43a0-4dab-9e1f-9a5e2da4be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:47:02Z', 'updated_at': '2022-02-09T20:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:49:51.530522 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:51.558932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8771f80-c065-4805-825c-e11b4deedf1e req-d1b07a4c-d1c5-4171-b17a-2387b83bbbdf tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581242 Feb 09 20:49:51.749544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40937f68-917d-469e-a4b7-676276267852 req-610d036b-48a9-4e47-87e1-6a12782e8f34 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:51.751069 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40937f68-917d-469e-a4b7-676276267852 req-610d036b-48a9-4e47-87e1-6a12782e8f34 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b806eae-cc36-411b-ae54-2d0f7dbc6ab0 HTTP/1.1" status: 200 len: 946 time: 0.1001821 Feb 09 20:49:51.751195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9db92f-fc05-4dfe-9b73-88538f204367', 'tag': '9db578e8-46d5-4690-8291-581fb205bff0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:51.753550 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb99801d-499c-480d-a863-23fde84b4fae" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9db92f-fc05-4dfe-9b73-88538f204367", "tag": "9db578e8-46d5-4690-8291-581fb205bff0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:51.772149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f914fbe-940d-45e9-ace3-f8e1e5cd166b req-d54120f8-5fd1-4119-a13b-340db5f5d76a tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:51.780024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f914fbe-940d-45e9-ace3-f8e1e5cd166b req-d54120f8-5fd1-4119-a13b-340db5f5d76a tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 931 time: 0.7103782 Feb 09 20:49:51.796777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (02e76ba4-ff29-4023-a2a4-5c49e52e5aae), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:51.815390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba2308e9-fdf4-4b82-811e-3ce9f2f26b5e req-a19a24a9-5622-450c-acd8-2002fb5e066c service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8755043 Feb 09 20:49:51.846851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e76ba4-ff29-4023-a2a4-5c49e52e5aae,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:51.860690 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40937f68-917d-469e-a4b7-676276267852 req-61cab90b-2ef5-4522-b317-22c8c776c9e1 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996788 Feb 09 20:49:51.927662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f914fbe-940d-45e9-ace3-f8e1e5cd166b req-c42b968e-51b4-48f4-92ed-a86f0e321f04 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471224 Feb 09 20:49:52.001734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecd4198-ff45-4caf-9476-125e21650d80 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:52.013797 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Publish callbacks [] for port (3ecd4198-ff45-4caf-9476-125e21650d80), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.023780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f7d4051-3010-41df-b3f1-d61a3435c7aa req-ca4993a2-e08b-4993-9b8a-c77073b16531 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 210 time: 0.0703142 Feb 09 20:49:52.047057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.078674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Transition to ACTIVE for port object 3ecd4198-ff45-4caf-9476-125e21650d80 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:49:52.137091 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf6dea7-f107-440b-8773-1bf1ba03ef92 x-openstack-request-id: req-8bf6dea7-f107-440b-8773-1bf1ba03ef92 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:52.137464 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9db92f-fc05-4dfe-9b73-88538f204367", "tag": "9db578e8-46d5-4690-8291-581fb205bff0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:52.137732 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8bf6dea7-f107-440b-8773-1bf1ba03ef92 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:52.138134 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9db92f-fc05-4dfe-9b73-88538f204367', 'tag': '9db578e8-46d5-4690-8291-581fb205bff0', 'status': 'completed', 'code': 200} Feb 09 20:49:52.138929 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.178665 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.182265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks [] for router_controller (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.242105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (0455ccac-43a0-4dab-9e1f-9a5e2da4be83), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.242376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0455ccac-43a0-4dab-9e1f-9a5e2da4be83 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:49:52.247376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.248491 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7fbdfee9-2a64-4f72-854f-134b28fb7fe4 admin admin] 10.222.0.102 "DELETE /v2.0/routers/0455ccac-43a0-4dab-9e1f-9a5e2da4be83 HTTP/1.1" status: 204 len: 168 time: 1.9117050 Feb 09 20:49:52.251466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:52.277351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd4198-ff45-4caf-9476-125e21650d80,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:52.290158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ff2c8-5f33-4e69-bd4a-94a0cd49183a req-e44b9f99-01e0-4d15-ac41-821e4deaae6b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:52.297154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-896ff2c8-5f33-4e69-bd4a-94a0cd49183a req-e44b9f99-01e0-4d15-ac41-821e4deaae6b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 944 time: 0.2450933 Feb 09 20:49:52.316294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1e13dc-ad8c-44be-a1c7-18aa6b4cd642 admin admin] Deleting subnet c6d165e2-9539-4b6a-ab4e-b72418920ae9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:49:52.319953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d1e13dc-ad8c-44be-a1c7-18aa6b4cd642 admin admin] Publish callbacks [] for subnet (c6d165e2-9539-4b6a-ab4e-b72418920ae9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.363429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d1e13dc-ad8c-44be-a1c7-18aa6b4cd642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (c6d165e2-9539-4b6a-ab4e-b72418920ae9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.373420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99801d-499c-480d-a863-23fde84b4fae req-4424dd8c-3620-4a6d-8810-6dc4b962070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:52.375479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb99801d-499c-480d-a863-23fde84b4fae req-4424dd8c-3620-4a6d-8810-6dc4b962070d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d462b4ef98e4628a267a75136c5900d&device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 1126 time: 0.1980343 Feb 09 20:49:52.397772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b678a8f3-edf8-43e7-ad79-509815852f33 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:49:52.467896 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-896ff2c8-5f33-4e69-bd4a-94a0cd49183a req-81cefd78-9f2d-4535-9ed9-3de568ef8914 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672990 Feb 09 20:49:52.524632 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d1e13dc-ad8c-44be-a1c7-18aa6b4cd642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c6d165e2-9539-4b6a-ab4e-b72418920ae9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.530817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Attempting to bind port 3ecd4198-ff45-4caf-9476-125e21650d80 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:52.531360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Attempting to bind port 3ecd4198-ff45-4caf-9476-125e21650d80 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:52.531520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Attempting to bind port 3ecd4198-ff45-4caf-9476-125e21650d80 on network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:52.554449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Port 3ecd4198-ff45-4caf-9476-125e21650d80 on network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:49:52.554779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Attempting to bind port 3ecd4198-ff45-4caf-9476-125e21650d80 on network c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:52.572841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:52.573187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Checking segment: {'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:52.573582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Bound using segment: {'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:52.574158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Bound port: 3ecd4198-ff45-4caf-9476-125e21650d80, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b55cb394-c5c1-46ca-9d9d-36a5074aef43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:52.574539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.622194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99801d-499c-480d-a863-23fde84b4fae req-97dbb39a-735b-4dc8-b7d5-9bbaf0e0fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:52.624480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb99801d-499c-480d-a863-23fde84b4fae req-97dbb39a-735b-4dc8-b7d5-9bbaf0e0fa2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=15890a80-8bb3-4404-a023-41ba998c7179 HTTP/1.1" status: 200 len: 914 time: 0.2377877 Feb 09 20:49:52.632750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bf11e-8905-4d5f-a436-81d202260f54 req-f49eb83f-7e6c-46a1-b27f-1c99d00cd0c3 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:52.635159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-410bf11e-8905-4d5f-a436-81d202260f54 req-f49eb83f-7e6c-46a1-b27f-1c99d00cd0c3 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b806eae-cc36-411b-ae54-2d0f7dbc6ab0 HTTP/1.1" status: 200 len: 946 time: 0.1662054 Feb 09 20:49:52.638892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d1e13dc-ad8c-44be-a1c7-18aa6b4cd642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (c6d165e2-9539-4b6a-ab4e-b72418920ae9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.681017 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d1e13dc-ad8c-44be-a1c7-18aa6b4cd642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.690247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d1e13dc-ad8c-44be-a1c7-18aa6b4cd642 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/c6d165e2-9539-4b6a-ab4e-b72418920ae9 HTTP/1.1" status: 204 len: 168 time: 0.4376841 Feb 09 20:49:52.692268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55330) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:52.708073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e13dc-ad8c-44be-a1c7-18aa6b4cd642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d165e2-9539-4b6a-ab4e-b72418920ae9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:52.715771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9e33bfea-0494-4c02-bbb2-845d3896beb4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:52.742317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0baafe-f502-4dc9-9f03-65871ad47c89 None None] Network 07113c56-8039-4331-a8f9-4397f8d682ee requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:52.747161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 9e33bfea-0494-4c02-bbb2-845d3896beb4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:52.747507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9e33bfea-0494-4c02-bbb2-845d3896beb4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:52.806446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb99801d-499c-480d-a863-23fde84b4fae req-a18ef5dc-c989-4556-b41f-507e8029f207 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9db578e8-46d5-4690-8291-581fb205bff0 HTTP/1.1" status: 200 len: 217 time: 0.1676068 Feb 09 20:49:52.829875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:52.860810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (07113c56-8039-4331-a8f9-4397f8d682ee), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.865320 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'port_id': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'mac_address': 'fa:16:3e:67:ef:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8440197-f8c5-44cc-8feb-cb566d23ead7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:49:52.873957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9050b1-e4f7-4d40-a8e2-49c3c34bf0cb req-4d49578d-3722-45ee-94cf-8665557722c0 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:52.875999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b9050b1-e4f7-4d40-a8e2-49c3c34bf0cb req-4d49578d-3722-45ee-94cf-8665557722c0 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 943 time: 0.2003403 Feb 09 20:49:52.920265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] For port 3ecd4198-ff45-4caf-9476-125e21650d80, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:52.923506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b678a8f3-edf8-43e7-ad79-509815852f33 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:52.924125 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:52.945601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] For port 3ecd4198-ff45-4caf-9476-125e21650d80, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=3ecd4198-ff45-4caf-9476-125e21650d80,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:52.956430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b678a8f3-edf8-43e7-ad79-509815852f33 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:52.996804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:53.002535 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.004109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.047522 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b9050b1-e4f7-4d40-a8e2-49c3c34bf0cb req-db67f1d9-f151-4b34-90ba-9afabe6686b0 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470485 Feb 09 20:49:53.098101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Deleting port 92764501-25d1-4148-a13e-d03a6efffcda {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:53.098381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (92764501-25d1-4148-a13e-d03a6efffcda), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.102671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] DHCP port deletion for 07113c56-8039-4331-a8f9-4397f8d682ee request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:49:53.141876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:53.143278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.145987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] 10.222.0.13 "PUT /v2.0/ports/3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 1092 time: 2.5748801 Feb 09 20:49:53.150342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99801d-499c-480d-a863-23fde84b4fae req-9e8734f2-c9f6-482a-a596-e609b9756061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:53.152187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb99801d-499c-480d-a863-23fde84b4fae req-9e8734f2-c9f6-482a-a596-e609b9756061 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b60da6b-0864-4bcd-9c6b-80ec7f29f570 HTTP/1.1" status: 200 len: 853 time: 0.3207474 Feb 09 20:49:53.169188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-64a4e49d-03db-4b79-8bf2-7295e515fd13 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:53.171297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-64a4e49d-03db-4b79-8bf2-7295e515fd13 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 812 time: 0.5218918 Feb 09 20:49:53.201989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9db578e8-46d5-4690-8291-581fb205bff0 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:49:53.212784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:53.216395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Request body: {'port': {'device_id': '2605d56b-6759-4e0f-8f33-ea0c3780b965', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'admin_state_up': True, 'tenant_id': '48a9b1c7b84b465ebc1a58968e7e1023'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:53.266018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] For port 92764501-25d1-4148-a13e-d03a6efffcda, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92764501-25d1-4148-a13e-d03a6efffcda,segment=NetworkSegment(1d8236e8-b140-4813-859f-a8b96ce2e7c1),segment_id=1d8236e8-b140-4813-859f-a8b96ce2e7c1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:53.266492 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (92764501-25d1-4148-a13e-d03a6efffcda), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.290461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Calling delete_port for 92764501-25d1-4148-a13e-d03a6efffcda owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:53.309315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5a25f-7f85-4b2d-9ed4-de9d89603028 req-355881a4-5d3c-4f09-8e12-e51b903b6670 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:53.320650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bd5a25f-7f85-4b2d-9ed4-de9d89603028 req-355881a4-5d3c-4f09-8e12-e51b903b6670 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 943 time: 0.1461866 Feb 09 20:49:53.329918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] Deleting port 92764501-25d1-4148-a13e-d03a6efffcda {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:53.330301 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (92764501-25d1-4148-a13e-d03a6efffcda), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.336355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b678a8f3-edf8-43e7-ad79-509815852f33'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:53.339722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d5c35-11ec-4865-b957-2053decf8164 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd4198-ff45-4caf-9476-125e21650d80,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:53.347502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb99801d-499c-480d-a863-23fde84b4fae req-c3ffc8c9-36b2-49be-99fa-c0bc9674b5f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15890a80-8bb3-4404-a023-41ba998c7179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682587 Feb 09 20:49:53.427975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Deleting port d32c68ec-0787-4681-9337-03c38efbcc4c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:49:53.428609 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.441405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bd5a25f-7f85-4b2d-9ed4-de9d89603028 req-da7ea22f-9e1d-4226-a0aa-48b264d89832 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193736 Feb 09 20:49:53.461387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155e231-f293-446d-99b3-8d2b7bb7495c req-aad9a77a-66af-4a09-b969-94028b63121e tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:53.469367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9155e231-f293-446d-99b3-8d2b7bb7495c req-aad9a77a-66af-4a09-b969-94028b63121e tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b806eae-cc36-411b-ae54-2d0f7dbc6ab0 HTTP/1.1" status: 200 len: 946 time: 0.4086938 Feb 09 20:49:53.513346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (92764501-25d1-4148-a13e-d03a6efffcda), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.527534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] For port 92764501-25d1-4148-a13e-d03a6efffcda, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92764501-25d1-4148-a13e-d03a6efffcda,segment=NetworkSegment(1d8236e8-b140-4813-859f-a8b96ce2e7c1),segment_id=1d8236e8-b140-4813-859f-a8b96ce2e7c1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:53.527534 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (92764501-25d1-4148-a13e-d03a6efffcda), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.568695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] No DVR routers for this DVR port 92764501-25d1-4148-a13e-d03a6efffcda on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:53.573012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] Calling delete_port for 92764501-25d1-4148-a13e-d03a6efffcda owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:53.580966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92764501-25d1-4148-a13e-d03a6efffcda,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:53.585383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9db578e8-46d5-4690-8291-581fb205bff0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9db578e8-46d5-4690-8291-581fb205bff0,segment=NetworkSegment(a24d2e3b-337e-4e65-8edc-e33f08286087),segment_id=a24d2e3b-337e-4e65-8edc-e33f08286087)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:53.587767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-3919aa1d-de57-4807-bf3b-4d3d2897cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:53.589456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-3919aa1d-de57-4807-bf3b-4d3d2897cd34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1126 time: 0.3855355 Feb 09 20:49:53.642629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '9db578e8-46d5-4690-8291-581fb205bff0', 'network_id': '15890a80-8bb3-4404-a023-41ba998c7179', 'port_id': '9db578e8-46d5-4690-8291-581fb205bff0', 'mac_address': 'fa:16:3e:6d:39:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b60da6b-0864-4bcd-9c6b-80ec7f29f570', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:49:53.677533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5247573a-2eff-42cb-a9c5-724ef3f5cfbe req-091944de-f9b1-4040-98b9-127b302c2ffa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 210 time: 0.1165564 Feb 09 20:49:53.692710 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-87afcd25-07fd-4fd6-8c0c-142d3004c4ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 217 time: 0.0929353 Feb 09 20:49:53.714584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9155e231-f293-446d-99b3-8d2b7bb7495c req-9c9b123f-cb44-4a67-ab6d-a58e2c83d404 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442167 Feb 09 20:49:53.758943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb99801d-499c-480d-a863-23fde84b4fae req-618680a3-eb52-48db-abc9-2e2b8db87084 service neutron] 10.222.0.50 "GET /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970141 Feb 09 20:49:53.763929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] For port d32c68ec-0787-4681-9337-03c38efbcc4c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d32c68ec-0787-4681-9337-03c38efbcc4c,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:53.764600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.765006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 9db578e8-46d5-4690-8291-581fb205bff0 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:53.765544 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9db578e8-46d5-4690-8291-581fb205bff0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.773516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (07113c56-8039-4331-a8f9-4397f8d682ee), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.798818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db578e8-46d5-4690-8291-581fb205bff0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:53.848939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07113c56-8039-4331-a8f9-4397f8d682ee']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:53.855925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Made reservation on behalf of 48a9b1c7b84b465ebc1a58968e7e1023 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:53.860101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.869876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8236e8-b140-4813-859f-a8b96ce2e7c1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:53.870776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8236e8-b140-4813-859f-a8b96ce2e7c1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:49:53.871782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9db578e8-46d5-4690-8291-581fb205bff0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9db578e8-46d5-4690-8291-581fb205bff0,segment=NetworkSegment(a24d2e3b-337e-4e65-8edc-e33f08286087),segment_id=a24d2e3b-337e-4e65-8edc-e33f08286087)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:53.885601 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9db578e8-46d5-4690-8291-581fb205bff0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.887315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Calling delete_port for d32c68ec-0787-4681-9337-03c38efbcc4c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:49:53.902960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (1d8236e8-b140-4813-859f-a8b96ce2e7c1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.928072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-9693bbb6-d93f-47b7-b6df-234e4cf3ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:53.929974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-9693bbb6-d93f-47b7-b6df-234e4cf3ead0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.2144635 Feb 09 20:49:53.934038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b42576-84b6-4449-8834-e0990fb2735a req-d6a8333b-2c73-4bde-8954-aff65110053f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:53.936310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d5b42576-84b6-4449-8834-e0990fb2735a req-d6a8333b-2c73-4bde-8954-aff65110053f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 945 time: 0.1469419 Feb 09 20:49:53.947000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=9db578e8-46d5-4690-8291-581fb205bff0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:53.954014 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1d8236e8-b140-4813-859f-a8b96ce2e7c1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.968810 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (92764501-25d1-4148-a13e-d03a6efffcda), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.973328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:49:53.973735 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (1d8236e8-b140-4813-859f-a8b96ce2e7c1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:49:53.976029 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:49:54.019863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] Pushing event deleted for resources: {'Port': ['ID=92764501-25d1-4148-a13e-d03a6efffcda,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:54.038036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edbaf53-4da7-45e2-a313-7929da273553 None None] No DVR routers for this DVR port 92764501-25d1-4148-a13e-d03a6efffcda on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:54.053146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (07113c56-8039-4331-a8f9-4397f8d682ee), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:54.058539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-696c76f1-eaa3-48ef-bb44-77ef6883066b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859873 Feb 09 20:49:54.065651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d5b42576-84b6-4449-8834-e0990fb2735a req-1e1c0ef5-cd73-4af9-9906-9012fb983397 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221530 Feb 09 20:49:54.075637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:54.082733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] 10.222.0.102 "DELETE /v2.0/networks/07113c56-8039-4331-a8f9-4397f8d682ee HTTP/1.1" status: 204 len: 168 time: 1.3890164 Feb 09 20:49:54.095587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08fb05-f7bf-42ab-9908-1e0b39e36ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=07113c56-8039-4331-a8f9-4397f8d682ee,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:54.138625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:54.141558 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f14808d-c599-4193-828b-cd4be1199e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:54.159253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['9db578e8-46d5-4690-8291-581fb205bff0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:54.211293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb99801d-499c-480d-a863-23fde84b4fae req-fb09f5a2-feb7-42a8-85d8-2e71b49143d3 service neutron] 10.222.0.50 "GET /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413064 Feb 09 20:49:54.254262 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d1c8f9-6725-47e1-8630-54579483656d x-openstack-request-id: req-e7d1c8f9-6725-47e1-8630-54579483656d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:54.254993 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:54.255406 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e7d1c8f9-6725-47e1-8630-54579483656d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:54.255987 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80', 'status': 'completed', 'code': 200} Feb 09 20:49:54.283578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:54.346849 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7eaea14c-914d-4f39-911c-fe085a637b9d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=21e0dba960864b8f94ae001d82c38c19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612452 Feb 09 20:49:54.347742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:54.359872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-335d5d83-b876-4360-bca7-b500a34ab403 service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478490 Feb 09 20:49:54.412475 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73fbf411-99a7-4e7d-be77-77ed61acc36d admin admin] Publish callbacks [] for security_group (bc28fed4-c670-43e8-9ec2-760a714bf755), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:54.441104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73fbf411-99a7-4e7d-be77-77ed61acc36d admin admin] Publish callbacks [] for security_group (bc28fed4-c670-43e8-9ec2-760a714bf755), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:54.447868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141561-b753-4d3e-8bec-7fbe5d048fb6 req-c2f33eec-f091-4a2c-9a7c-0ce2a3392827 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:54.449974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65141561-b753-4d3e-8bec-7fbe5d048fb6 req-c2f33eec-f091-4a2c-9a7c-0ce2a3392827 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 944 time: 0.2740321 Feb 09 20:49:54.529011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92764501-25d1-4148-a13e-d03a6efffcda no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:54.529839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73fbf411-99a7-4e7d-be77-77ed61acc36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bc28fed4-c670-43e8-9ec2-760a714bf755), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:54.533772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73fbf411-99a7-4e7d-be77-77ed61acc36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:54.537429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-73fbf411-99a7-4e7d-be77-77ed61acc36d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/bc28fed4-c670-43e8-9ec2-760a714bf755 HTTP/1.1" status: 204 len: 168 time: 0.1860201 Feb 09 20:49:54.553613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 92764501-25d1-4148-a13e-d03a6efffcda {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:54.553979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92764501-25d1-4148-a13e-d03a6efffcda not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:54.554406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 02e76ba4-ff29-4023-a2a4-5c49e52e5aae no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:54.582652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 02e76ba4-ff29-4023-a2a4-5c49e52e5aae {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:54.583014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 02e76ba4-ff29-4023-a2a4-5c49e52e5aae not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:54.601140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65141561-b753-4d3e-8bec-7fbe5d048fb6 req-4613075e-499e-4342-a51d-42b7583d454d tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132538 Feb 09 20:49:54.605998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Allocated IP 172.20.0.9 (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0/f52df283-8303-4f51-85c2-e6e558df4ce9/fe495bff-338b-48bc-9881-f3456c2fe1a5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:54.606232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbf411-99a7-4e7d-be77-77ed61acc36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc28fed4-c670-43e8-9ec2-760a714bf755,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:54.643856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3a811-3b1f-43c9-a0e1-e067e3617fcf req-19bec4ea-0e95-4211-90aa-c897139dc71c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:54.651747 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1eb3a811-3b1f-43c9-a0e1-e067e3617fcf req-19bec4ea-0e95-4211-90aa-c897139dc71c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 943 time: 0.1154368 Feb 09 20:49:54.695476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d32c68ec-0787-4681-9337-03c38efbcc4c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:54.709796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['55e90277-2b27-47eb-9c4a-7037ba7e1bec', 'f807c74f-1a92-4584-a343-9c6989d20a15'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:54.740532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1eb3a811-3b1f-43c9-a0e1-e067e3617fcf req-4df55313-9aa7-4b50-a85e-9854f7b7cf2c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877380 Feb 09 20:49:54.799834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Pushing event deleted for resources: {'Port': ['ID=d32c68ec-0787-4681-9337-03c38efbcc4c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:54.803263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a94ce48-763d-4086-a2ac-06b5ee4bc303 req-c5e121b1-a8c4-47d2-81e6-9bba31d8af1c service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253235 Feb 09 20:49:54.833822 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] No DVR routers for this DVR port d32c68ec-0787-4681-9337-03c38efbcc4c on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:49:54.842995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:54.846043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-410bf11e-8905-4d5f-a436-81d202260f54 req-148c323e-f834-4219-8965-1f490873a2f0 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "DELETE /v2.0/ports/d32c68ec-0787-4681-9337-03c38efbcc4c HTTP/1.1" status: 204 len: 173 time: 2.1881399 Feb 09 20:49:54.887541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc7f0906-a2bd-4c62-beeb-59650878a797 req-faaf5b7d-8d17-4eb8-89d3-aeb0c9e3d668 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 210 time: 0.0591574 Feb 09 20:49:54.919079 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5f1d3a8-dc6b-49fa-92c0-574d758ca3a9 req-27a5e633-e4f3-4ee4-83ba-47673aa1897e tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=0b806eae-cc36-411b-ae54-2d0f7dbc6ab0 HTTP/1.1" status: 200 len: 210 time: 0.0598278 Feb 09 20:49:55.114630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:55.127896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9db578e8-46d5-4690-8291-581fb205bff0 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:55.184433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 9db578e8-46d5-4690-8291-581fb205bff0 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:49:55.189601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 9db578e8-46d5-4690-8291-581fb205bff0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:55.190130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9db578e8-46d5-4690-8291-581fb205bff0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.195713 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d863e6a-2001-424c-a6d9-913712252f08 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6fe3159f0b6d408eb49d6a8fec6cbcde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790358 Feb 09 20:49:55.198219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:55.276629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccbd4567-0125-49ad-be93-775e844418bf admin admin] Publish callbacks [] for security_group (a692eaed-b06b-474d-a4fb-0a456f8d7cce), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.284509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 9db578e8-46d5-4690-8291-581fb205bff0 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:55.285452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9db578e8-46d5-4690-8291-581fb205bff0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.321756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccbd4567-0125-49ad-be93-775e844418bf admin admin] Publish callbacks [] for security_group (a692eaed-b06b-474d-a4fb-0a456f8d7cce), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.337730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9db578e8-46d5-4690-8291-581fb205bff0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9db578e8-46d5-4690-8291-581fb205bff0,segment=NetworkSegment(a24d2e3b-337e-4e65-8edc-e33f08286087),segment_id=a24d2e3b-337e-4e65-8edc-e33f08286087)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:55.340378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9db92f-fc05-4dfe-9b73-88538f204367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db578e8-46d5-4690-8291-581fb205bff0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:55.345002 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34aede5-9a06-4e3d-ba08-8e2a793598ec" -d '{"events": [{"server_uuid": "bd9db92f-fc05-4dfe-9b73-88538f204367", "name": "network-vif-plugged", "status": "completed", "tag": "9db578e8-46d5-4690-8291-581fb205bff0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:55.351298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9db578e8-46d5-4690-8291-581fb205bff0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.352251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d32c68ec-0787-4681-9337-03c38efbcc4c no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:49:55.456541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: d32c68ec-0787-4681-9337-03c38efbcc4c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:49:55.456923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d32c68ec-0787-4681-9337-03c38efbcc4c not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:49:55.461870 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f43b8-e073-4099-80ff-9f9b7b7185a3 x-openstack-request-id: req-6f2f43b8-e073-4099-80ff-9f9b7b7185a3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:55.462181 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9db92f-fc05-4dfe-9b73-88538f204367", "name": "network-vif-plugged", "status": "completed", "tag": "9db578e8-46d5-4690-8291-581fb205bff0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:55.462413 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6f2f43b8-e073-4099-80ff-9f9b7b7185a3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:55.462825 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9db92f-fc05-4dfe-9b73-88538f204367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db578e8-46d5-4690-8291-581fb205bff0', 'code': 200} Feb 09 20:49:55.463630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccbd4567-0125-49ad-be93-775e844418bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a692eaed-b06b-474d-a4fb-0a456f8d7cce), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.469825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=9db578e8-46d5-4690-8291-581fb205bff0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:55.470049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccbd4567-0125-49ad-be93-775e844418bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.470845 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ccbd4567-0125-49ad-be93-775e844418bf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a692eaed-b06b-474d-a4fb-0a456f8d7cce HTTP/1.1" status: 204 len: 168 time: 0.2716551 Feb 09 20:49:55.492099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14808d-c599-4193-828b-cd4be1199e8d req-4771fc28-1f53-4bae-a96b-fe0559e46c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:55.493657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f14808d-c599-4193-828b-cd4be1199e8d req-4771fc28-1f53-4bae-a96b-fe0559e46c72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1126 time: 0.6052878 Feb 09 20:49:55.497457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks [] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.513048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd4567-0125-49ad-be93-775e844418bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a692eaed-b06b-474d-a4fb-0a456f8d7cce,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:55.679731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.709102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4693-9dc7-4588-9d97-0fcde3d77daa req-10d319eb-d226-4009-8e03-c60385298a53 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:55.710989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-083b4693-9dc7-4588-9d97-0fcde3d77daa req-10d319eb-d226-4009-8e03-c60385298a53 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 945 time: 0.3265724 Feb 09 20:49:55.782368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:55.785914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d13b10-2d96-40f4-9c17-9ee595478e8e req-c726a265-ea1f-47f2-ab1f-531df5900606 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:55.796905 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88d13b10-2d96-40f4-9c17-9ee595478e8e req-c726a265-ea1f-47f2-ab1f-531df5900606 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.0864482 Feb 09 20:49:55.812516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:55.822313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:55.836717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event updated for resources: {'Port': ['ID=fe495bff-338b-48bc-9881-f3456c2fe1a5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:55.875462 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88d13b10-2d96-40f4-9c17-9ee595478e8e req-5bc32a03-7c92-4f29-8265-9a6ddb56704f tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781748 Feb 09 20:49:55.903284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14808d-c599-4193-828b-cd4be1199e8d req-ad25bb95-99de-4ac5-be62-75b13cc514e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:55.905625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f14808d-c599-4193-828b-cd4be1199e8d req-ad25bb95-99de-4ac5-be62-75b13cc514e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 921 time: 0.4009442 Feb 09 20:49:55.907644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003d45a-5375-4346-a42c-ea4b6fe527c9 req-9247b049-67d0-4311-8dec-1911988686c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:55.909185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0003d45a-5375-4346-a42c-ea4b6fe527c9 req-9247b049-67d0-4311-8dec-1911988686c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 1128 time: 0.3139288 Feb 09 20:49:55.924845 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-083b4693-9dc7-4588-9d97-0fcde3d77daa req-e81da3e1-44dd-4d5a-9141-00cb4bce702e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758866 Feb 09 20:49:55.971097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:55.971872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:55.985180 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f14808d-c599-4193-828b-cd4be1199e8d req-ae4b6765-1eb7-4165-83ef-2738b068da0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 217 time: 0.0714786 Feb 09 20:49:56.054085 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-dd48ace3-3049-4f09-b8dc-992f14051ef7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8421760 Feb 09 20:49:56.085731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Request body: {'port': {'device_id': '2605d56b-6759-4e0f-8f33-ea0c3780b965', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:56.088681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3417-92d8-48d9-bf3c-db5600912c05 req-2545b70c-a10d-4c21-815a-d5d9c129748a tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:56.090829 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a44f3417-92d8-48d9-bf3c-db5600912c05 req-2545b70c-a10d-4c21-815a-d5d9c129748a tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 943 time: 0.0906522 Feb 09 20:49:56.129923 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0003d45a-5375-4346-a42c-ea4b6fe527c9 req-e8da19a9-95c2-4e37-a086-41e0bf6cdf02 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039804 Feb 09 20:49:56.131343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14808d-c599-4193-828b-cd4be1199e8d req-d6cbaf2d-dcaa-480d-9eb2-a4468c7d99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:56.133194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f14808d-c599-4193-828b-cd4be1199e8d req-d6cbaf2d-dcaa-480d-9eb2-a4468c7d99da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.1406105 Feb 09 20:49:56.163547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a44f3417-92d8-48d9-bf3c-db5600912c05 req-6a342593-1029-46a5-ac4a-b82948271dcc tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634093 Feb 09 20:49:56.203585 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f14808d-c599-4193-828b-cd4be1199e8d req-8c567e8e-2da0-4879-b2b7-07d581d1679e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618503 Feb 09 20:49:56.228637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6193a-0dcc-4cac-b2ce-0860e52ddd06 req-4e5c884e-ba7f-4c36-b219-af22d6fb4fd2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:56.230692 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7c6193a-0dcc-4cac-b2ce-0860e52ddd06 req-4e5c884e-ba7f-4c36-b219-af22d6fb4fd2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 931 time: 0.1927817 Feb 09 20:49:56.276304 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:56.278195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b806eae-cc36-411b-ae54-2d0f7dbc6ab0', 'name': 'network-vif-deleted', 'tag': 'd32c68ec-0787-4681-9337-03c38efbcc4c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:56.281163 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e41c9c-0f6f-4d98-9d27-989d1e010748" -d '{"events": [{"server_uuid": "0b806eae-cc36-411b-ae54-2d0f7dbc6ab0", "name": "network-vif-deleted", "tag": "d32c68ec-0787-4681-9337-03c38efbcc4c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:56.363396 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:56.400688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 3ecd4198-ff45-4caf-9476-125e21650d80 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:49:56.407860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b678a8f3-edf8-43e7-ad79-509815852f33 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:56.419044 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f0caa5-bb18-4a59-b577-591b7bca388f x-openstack-request-id: req-b4f0caa5-bb18-4a59-b577-591b7bca388f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:56.419781 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b806eae-cc36-411b-ae54-2d0f7dbc6ab0", "name": "network-vif-deleted", "tag": "d32c68ec-0787-4681-9337-03c38efbcc4c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:56.420195 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b4f0caa5-bb18-4a59-b577-591b7bca388f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:56.421177 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b806eae-cc36-411b-ae54-2d0f7dbc6ab0', 'name': 'network-vif-deleted', 'tag': 'd32c68ec-0787-4681-9337-03c38efbcc4c', 'status': 'completed', 'code': 200} Feb 09 20:49:56.467311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7c6193a-0dcc-4cac-b2ce-0860e52ddd06 req-9a9ce6b9-c802-454e-9ac5-6d7cb4262d43 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202468 Feb 09 20:49:56.529882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f14808d-c599-4193-828b-cd4be1199e8d req-0507e53a-e4ad-4e20-ac50-3b298365f02a service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189843 Feb 09 20:49:56.581779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port b678a8f3-edf8-43e7-ad79-509815852f33 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:49:56.587538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port b678a8f3-edf8-43e7-ad79-509815852f33 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:56.587968 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:56.669478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 3ecd4198-ff45-4caf-9476-125e21650d80, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=3ecd4198-ff45-4caf-9476-125e21650d80,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:56.681925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '3ecd4198-ff45-4caf-9476-125e21650d80', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'port_id': '3ecd4198-ff45-4caf-9476-125e21650d80', 'mac_address': 'fa:16:3e:0b:16:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:49:56.759569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:56.779874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f14808d-c599-4193-828b-cd4be1199e8d req-3c4067cf-a067-4fdf-afd3-d2b9e331d4e0 service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425208 Feb 09 20:49:56.818640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 3ecd4198-ff45-4caf-9476-125e21650d80 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:56.818995 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:56.840027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd4198-ff45-4caf-9476-125e21650d80 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:56.847839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b678a8f3-edf8-43e7-ad79-509815852f33 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:56.848231 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:56.904600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:56.928829 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:56.935006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 3ecd4198-ff45-4caf-9476-125e21650d80, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=3ecd4198-ff45-4caf-9476-125e21650d80,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:56.944511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe495bff-338b-48bc-9881-f3456c2fe1a5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:49:56.945024 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:56.958029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Publish callbacks [] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:56.972648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-network', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:56.991915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Transition to ACTIVE for port object fe495bff-338b-48bc-9881-f3456c2fe1a5 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:49:57.004427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.035048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:57.043036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Made reservation on behalf of f6d3c92cf24246e3a500faf980364d44 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:57.046846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.062839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.073241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe495bff-338b-48bc-9881-f3456c2fe1a5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:57.109949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243757dd-3276-4f6c-904b-affcbcbae750 req-0e286dca-42f3-430f-b540-c6525fb54d52 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.111673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-243757dd-3276-4f6c-904b-affcbcbae750 req-0e286dca-42f3-430f-b540-c6525fb54d52 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.1226432 Feb 09 20:49:57.124757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=3ecd4198-ff45-4caf-9476-125e21650d80,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:57.182607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bece2e3-801e-4993-b1d1-d4b432160f6c req-4f59adf3-cf68-4cd1-8e08-dfb6a16a462f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.184177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5bece2e3-801e-4993-b1d1-d4b432160f6c req-4f59adf3-cf68-4cd1-8e08-dfb6a16a462f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1160262 Feb 09 20:49:57.190629 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-243757dd-3276-4f6c-904b-affcbcbae750 req-76c2b566-5aac-488f-9479-9567c0e4c381 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723443 Feb 09 20:49:57.225707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['3ecd4198-ff45-4caf-9476-125e21650d80'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:49:57.267635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Attempting to bind port fe495bff-338b-48bc-9881-f3456c2fe1a5 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:57.268116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Attempting to bind port fe495bff-338b-48bc-9881-f3456c2fe1a5 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:57.268344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Attempting to bind port fe495bff-338b-48bc-9881-f3456c2fe1a5 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:57.291351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Publish callbacks [] for security_group (919233a3-7170-4048-afc9-5d49e6048e9a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.298788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (919233a3-7170-4048-afc9-5d49e6048e9a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.323914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Port fe495bff-338b-48bc-9881-f3456c2fe1a5 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:49:57.324272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Attempting to bind port fe495bff-338b-48bc-9881-f3456c2fe1a5 on network 0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:57.341227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5bece2e3-801e-4993-b1d1-d4b432160f6c req-177f1643-a8ef-4e8b-9496-72eaef4a7001 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403327 Feb 09 20:49:57.343032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:57.344079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Checking segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:57.344474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Bound using segment: {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:57.345328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Bound port: fe495bff-338b-48bc-9881-f3456c2fe1a5, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0fa53b-faf8-47a8-9795-51b307e17e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:57.345709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.376958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919233a3-7170-4048-afc9-5d49e6048e9a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:57.399356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:49:57.420248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d6670272-38e8-4a1f-bf7e-0b6578831510), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.420248 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Added segment d6670272-38e8-4a1f-bf7e-0b6578831510 of type vlan for network fc386731-13dc-42f5-ae63-d087b3bd438a Feb 09 20:49:57.467119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] For port fe495bff-338b-48bc-9881-f3456c2fe1a5, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:57.468266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:57.472639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] For port fe495bff-338b-48bc-9881-f3456c2fe1a5, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fe495bff-338b-48bc-9881-f3456c2fe1a5,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:57.482091 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f91d36-e655-48ac-b870-3010f9faf56e" -d '{"events": [{"server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "name": "network-vif-plugged", "status": "completed", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:57.482314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.508644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.509603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.511179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe495bff-338b-48bc-9881-f3456c2fe1a5 HTTP/1.1" status: 200 len: 1092 time: 1.4316919 Feb 09 20:49:57.532583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (fc386731-13dc-42f5-ae63-d087b3bd438a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.593024 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff820390-5e02-45aa-9e3c-e7653894e289 x-openstack-request-id: req-ff820390-5e02-45aa-9e3c-e7653894e289 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:57.593348 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "name": "network-vif-plugged", "status": "completed", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:57.593674 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ff820390-5e02-45aa-9e3c-e7653894e289 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:57.600863 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'code': 200} Feb 09 20:49:57.603781 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (fc386731-13dc-42f5-ae63-d087b3bd438a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.604764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.605698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.712738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9509137 Feb 09 20:49:57.725715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:57.734474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Request body: {'subnet': {'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-subnet', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:57.737420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42256e-5478-4dd9-acd1-b92e873b5de3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc386731-13dc-42f5-ae63-d087b3bd438a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:57.748603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network fc386731-13dc-42f5-ae63-d087b3bd438a details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:49:57.779042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ce04d-e833-48ee-9050-dddf033652e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe495bff-338b-48bc-9881-f3456c2fe1a5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:57.794085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-584a5de9-a34c-46dd-9bf2-ee2810a4cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.795349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c92c8-5263-4ef7-80ea-0afe098473c0 req-5b25f2e0-cf71-4598-87bd-e521574b09b6 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.796520 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-584a5de9-a34c-46dd-9bf2-ee2810a4cfe5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 1126 time: 0.2145088 Feb 09 20:49:57.802548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c92c8-5263-4ef7-80ea-0afe098473c0 req-5b25f2e0-cf71-4598-87bd-e521574b09b6 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.804589 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-642c92c8-5263-4ef7-80ea-0afe098473c0 req-5b25f2e0-cf71-4598-87bd-e521574b09b6 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091&device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 1681 time: 0.1169000 Feb 09 20:49:57.822531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20001-def1-4f05-9db6-1544619e7884 req-b34e3478-021a-4b35-9f26-2b772a73ccc2 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.824642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98e20001-def1-4f05-9db6-1544619e7884 req-b34e3478-021a-4b35-9f26-2b772a73ccc2 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 944 time: 0.3113077 Feb 09 20:49:57.828891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Made reservation on behalf of f6d3c92cf24246e3a500faf980364d44 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:49:57.831410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:57.867910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9f630-f14f-4174-bce5-c71e87500158 req-71cff855-ea38-4d8a-be8b-a84ebc86c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.869791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd9f630-f14f-4174-bce5-c71e87500158 req-71cff855-ea38-4d8a-be8b-a84ebc86c458 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 1129 time: 0.2324946 Feb 09 20:49:57.875081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-642c92c8-5263-4ef7-80ea-0afe098473c0 req-7d94c2ce-93bf-431c-b38b-5744e8e3e04e tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614283 Feb 09 20:49:57.901970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-5484b914-eea6-4589-8f71-b490f2b32234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe495bff-338b-48bc-9881-f3456c2fe1a5 HTTP/1.1" status: 200 len: 217 time: 0.0945241 Feb 09 20:49:57.987083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab510f9-965d-4f7c-9364-6255dd9197de req-6d3a734a-20b9-4a2d-b534-9beed4b28f2c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:57.988515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eab510f9-965d-4f7c-9364-6255dd9197de req-6d3a734a-20b9-4a2d-b534-9beed4b28f2c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 943 time: 0.0572064 Feb 09 20:49:58.042403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eab510f9-965d-4f7c-9364-6255dd9197de req-54357b36-af7a-4557-a163-452571dc608e tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469086 Feb 09 20:49:58.064509 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98e20001-def1-4f05-9db6-1544619e7884 req-95355e7c-aad1-4073-ba6b-7770ebc464a7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929114 Feb 09 20:49:58.069597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-6696ff17-d924-4191-a45c-7f174270965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:58.071460 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-6696ff17-d924-4191-a45c-7f174270965b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1374953 Feb 09 20:49:58.077492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd9f630-f14f-4174-bce5-c71e87500158 req-92bfec52-79de-4ba0-92c7-002b5e39d774 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740592 Feb 09 20:49:58.120302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-eec189db-6990-4740-bfe0-71f17de9d39a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407047 Feb 09 20:49:58.229991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (ac94699c-b027-4050-b6ba-ab984247b815), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:58.411105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac94699c-b027-4050-b6ba-ab984247b815,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:58.412828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 3ecd4198-ff45-4caf-9476-125e21650d80 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:49:58.426464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2605d56b-6759-4e0f-8f33-ea0c3780b965', 'tag': 'fe495bff-338b-48bc-9881-f3456c2fe1a5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:58.429618 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2605d56b-6759-4e0f-8f33-ea0c3780b965", "tag": "fe495bff-338b-48bc-9881-f3456c2fe1a5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:58.445288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Checking segment: {'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:58.445663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Network hostable DHCP agents. Network: fc386731-13dc-42f5-ae63-d087b3bd438a, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:49:58.495574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa1845-84e5-43d9-ae36-72b5aac6ff3f req-19139a96-b72d-4e56-8857-978a5ec52884 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:58.497633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74aa1845-84e5-43d9-ae36-72b5aac6ff3f req-19139a96-b72d-4e56-8857-978a5ec52884 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.1632655 Feb 09 20:49:58.503204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-6513b24f-2012-449f-85fb-16aa3075bcbb service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332361 Feb 09 20:49:58.506470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 3ecd4198-ff45-4caf-9476-125e21650d80 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:49:58.511051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 3ecd4198-ff45-4caf-9476-125e21650d80 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:49:58.511556 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:58.596802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Network fc386731-13dc-42f5-ae63-d087b3bd438a is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:49:58.619519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, fc386731-13dc-42f5-ae63-d087b3bd438a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:58.625468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 3ecd4198-ff45-4caf-9476-125e21650d80 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:49:58.626140 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:58.632084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe8c7f7-0fe5-4f02-925f-d33aa0eed4ac None None] Network fc386731-13dc-42f5-ae63-d087b3bd438a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:49:58.643710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:58.644256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:58.675835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74aa1845-84e5-43d9-ae36-72b5aac6ff3f req-96b76dee-b6f2-4869-9bd8-850c817e8221 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698611 Feb 09 20:49:58.700923 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0a8929d-0059-496c-9552-7e7fdad5b279 req-c1e52a6c-60f2-4af9-bee9-2800eb020448 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890311 Feb 09 20:49:58.710101 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-629bf559-632f-42db-ab9c-b00edf183a45 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9808371 Feb 09 20:49:58.711259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:49:58.716875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:49:58.736934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 3ecd4198-ff45-4caf-9476-125e21650d80, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=3ecd4198-ff45-4caf-9476-125e21650d80,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:49:58.744247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (28e43f05-5695-4e66-ac31-fc9115fbea3c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:58.745737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (28e43f05-5695-4e66-ac31-fc9115fbea3c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:58.751264 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:58.757919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcdbc5-45f1-4222-9b77-e034fa69c14b req-92a6e7fd-2279-453b-a153-cffc165926f5 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:58.763260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31dcdbc5-45f1-4222-9b77-e034fa69c14b req-92a6e7fd-2279-453b-a153-cffc165926f5 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1289272 Feb 09 20:49:58.823548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-fc386731-13dc-42f5-ae63-d087b3bd438a', 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a', 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'fixed_ips': [{'subnet_id': 'ac94699c-b027-4050-b6ba-ab984247b815'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:49:58.824257 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:58.851889 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31dcdbc5-45f1-4222-9b77-e034fa69c14b req-d64ba517-8291-4e66-876b-05a1cbc613c0 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739362 Feb 09 20:49:58.870596 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb4ce2-a796-42d6-b40b-345d1bd3495e x-openstack-request-id: req-2dbb4ce2-a796-42d6-b40b-345d1bd3495e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:58.870919 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2605d56b-6759-4e0f-8f33-ea0c3780b965", "tag": "fe495bff-338b-48bc-9881-f3456c2fe1a5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:58.871152 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2dbb4ce2-a796-42d6-b40b-345d1bd3495e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:58.872772 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2605d56b-6759-4e0f-8f33-ea0c3780b965', 'tag': 'fe495bff-338b-48bc-9881-f3456c2fe1a5', 'status': 'completed', 'code': 200} Feb 09 20:49:58.880087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=3ecd4198-ff45-4caf-9476-125e21650d80,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:58.972020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks [] for router_controller (28e43f05-5695-4e66-ac31-fc9115fbea3c), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:59.020128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Allocated IP 172.20.0.2 (fc386731-13dc-42f5-ae63-d087b3bd438a/ac94699c-b027-4050-b6ba-ab984247b815/c97fc853-6bcd-45d1-8515-e59827c3e3b4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:49:59.099596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-f28105ea-00d2-4659-8da2-5f0dd581171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:59.101346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-f28105ea-00d2-4659-8da2-5f0dd581171a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 1126 time: 0.2201786 Feb 09 20:49:59.188403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c33aa-2b34-4524-8472-75a069e8d04c req-5b9df2e0-f6e8-4259-9cda-21493ae76309 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:59.190505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c25c33aa-2b34-4524-8472-75a069e8d04c req-5b9df2e0-f6e8-4259-9cda-21493ae76309 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 945 time: 0.2206416 Feb 09 20:49:59.285712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa77af-eabe-4f1f-ba20-5822c22731af req-704d7ef7-3d98-4cd6-ae48-01e498e3365c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:59.287556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54fa77af-eabe-4f1f-ba20-5822c22731af req-704d7ef7-3d98-4cd6-ae48-01e498e3365c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 943 time: 0.1134436 Feb 09 20:49:59.328188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Publish callbacks [] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:59.340282 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:59.348426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks [] for router_gateway (28e43f05-5695-4e66-ac31-fc9115fbea3c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:59.373498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54fa77af-eabe-4f1f-ba20-5822c22731af req-8c3b78ce-47a0-4137-8a98-9a20836fa959 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795689 Feb 09 20:49:59.420900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Network fc386731-13dc-42f5-ae63-d087b3bd438a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:49:59.422885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:49:59.424750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Pushing event updated for resources: {'Port': ['ID=c97fc853-6bcd-45d1-8515-e59827c3e3b4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:49:59.427038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:49:59.463219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-8e89fd85-3226-46a1-a300-d121943d3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:59.466054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-8e89fd85-3226-46a1-a300-d121943d3092 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d462b4ef98e4628a267a75136c5900d&device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 1128 time: 0.2243798 Feb 09 20:49:59.475742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-ec48a737-6c0e-40c2-8c3f-52efe46286a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:59.475742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-ec48a737-6c0e-40c2-8c3f-52efe46286a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 200 len: 913 time: 0.3629174 Feb 09 20:49:59.483494 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c25c33aa-2b34-4524-8472-75a069e8d04c req-ff3e24b5-2bfc-4ef5-84e7-9dedbcd92438 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840576 Feb 09 20:49:59.527969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac79645-57ff-458d-a851-25772762edcb req-19a6b9d3-a440-4c84-a1c7-68f1e8de33fa tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:49:59.537281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ac79645-57ff-458d-a851-25772762edcb req-19a6b9d3-a440-4c84-a1c7-68f1e8de33fa tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.0741191 Feb 09 20:49:59.554581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Attempting to bind port c97fc853-6bcd-45d1-8515-e59827c3e3b4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:49:59.555069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Attempting to bind port c97fc853-6bcd-45d1-8515-e59827c3e3b4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:49:59.555493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Attempting to bind port c97fc853-6bcd-45d1-8515-e59827c3e3b4 on network fc386731-13dc-42f5-ae63-d087b3bd438a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:49:59.561544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:49:59.562080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Checking segment: {'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:49:59.562587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:59.563239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Bound using segment: {'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:49:59.563847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Bound port: c97fc853-6bcd-45d1-8515-e59827c3e3b4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:49:59.564344 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:59.608812 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ac79645-57ff-458d-a851-25772762edcb req-60bbfd5b-f1e1-4fc0-83cf-7e065552feb7 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650072 Feb 09 20:49:59.615036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-aeac5dee-f80b-4c0b-8af8-d01ca8bb4e74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe495bff-338b-48bc-9881-f3456c2fe1a5 HTTP/1.1" status: 200 len: 217 time: 0.1304703 Feb 09 20:49:59.724250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:49:59.726707 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2331124-e9c4-4a80-9665-554868673252" -d '{"events": [{"server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:49:59.776884 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7929e9c-6f5c-4226-bb67-4a960578f505 x-openstack-request-id: req-b7929e9c-6f5c-4226-bb67-4a960578f505 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:49:59.777253 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:49:59.777568 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b7929e9c-6f5c-4226-bb67-4a960578f505 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:49:59.778020 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80', 'code': 200} Feb 09 20:49:59.804799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] For port c97fc853-6bcd-45d1-8515-e59827c3e3b4, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:49:59.809089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] For port c97fc853-6bcd-45d1-8515-e59827c3e3b4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c97fc853-6bcd-45d1-8515-e59827c3e3b4,segment=NetworkSegment(d6670272-38e8-4a1f-bf7e-0b6578831510),segment_id=d6670272-38e8-4a1f-bf7e-0b6578831510)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:49:59.818730 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:49:59.882260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653c2ce-24d5-4867-983e-52770577d6b3 None None] Pushing event updated for resources: {'Port': ['ID=c97fc853-6bcd-45d1-8515-e59827c3e3b4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:00.065717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90164d4-c8e4-4992-ae6f-a93cb0b99603 req-b5b20d27-4277-4848-955f-857b250634d7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.067264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f90164d4-c8e4-4992-ae6f-a93cb0b99603 req-b5b20d27-4277-4848-955f-857b250634d7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1106911 Feb 09 20:50:00.145422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-df1fd547-ef71-4aad-930d-3eaae9c3ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.146922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-df1fd547-ef71-4aad-930d-3eaae9c3ca71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 200 len: 852 time: 0.1996839 Feb 09 20:50:00.153447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-d68a9fc8-5cb7-4f67-8a72-83c607f8f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.154997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-d68a9fc8-5cb7-4f67-8a72-83c607f8f94a service neutron] 10.222.0.50 "GET /v2.0/networks?id=15890a80-8bb3-4404-a023-41ba998c7179 HTTP/1.1" status: 200 len: 914 time: 0.6585023 Feb 09 20:50:00.206090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-80b47bb4-d45a-48c6-958b-9f9f98af741a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500889 Feb 09 20:50:00.221855 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f90164d4-c8e4-4992-ae6f-a93cb0b99603 req-3d028d5f-99c3-4641-bae1-7c2490da3fa3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354351 Feb 09 20:50:00.262386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d50a2-0f50-45d4-8b66-683ce13a2cc8 req-bf0bf59f-9395-426d-8920-cc4cc6902c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.264157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-762d50a2-0f50-45d4-8b66-683ce13a2cc8 req-bf0bf59f-9395-426d-8920-cc4cc6902c3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1128 time: 0.3047671 Feb 09 20:50:00.265501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-4ca8b38a-6534-4033-9bb6-4b396ddd5419 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9db578e8-46d5-4690-8291-581fb205bff0 HTTP/1.1" status: 200 len: 217 time: 0.0953460 Feb 09 20:50:00.272613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7b516-fdea-4f79-99fe-40a8971c2de3 req-da817b38-9586-4fcf-9335-e717e40f720d tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.280130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5c7b516-fdea-4f79-99fe-40a8971c2de3 req-da817b38-9586-4fcf-9335-e717e40f720d tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.7051487 Feb 09 20:50:00.325053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72524c-5dd5-4580-876d-601a198b59ee req-48436c94-5a8d-4648-a3cf-42ece0f4526b tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.327064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a72524c-5dd5-4580-876d-601a198b59ee req-48436c94-5a8d-4648-a3cf-42ece0f4526b tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "GET /v2.0/ports?device_id=573f87b5-3646-4d03-8b6d-af524a4c7091 HTTP/1.1" status: 200 len: 945 time: 0.0739133 Feb 09 20:50:00.432693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fe495bff-338b-48bc-9881-f3456c2fe1a5 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:50:00.458501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961075a-d8cb-4ab9-9515-c6983e3c88ff req-1e6a3b5c-1059-42ce-856c-467925bcb6ca tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.466424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5961075a-d8cb-4ab9-9515-c6983e3c88ff req-1e6a3b5c-1059-42ce-856c-467925bcb6ca tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1350174 Feb 09 20:50:00.515922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-8c8a9331-6db6-4d79-8471-37d72932cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.517694 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-8c8a9331-6db6-4d79-8471-37d72932cd01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5b60da6b-0864-4bcd-9c6b-80ec7f29f570 HTTP/1.1" status: 200 len: 853 time: 0.2280319 Feb 09 20:50:00.558996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-f2913adf-9063-41a6-bb0f-5c631d1a8c99 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.561033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-f2913adf-9063-41a6-bb0f-5c631d1a8c99 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 945 time: 0.5173357 Feb 09 20:50:00.589308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fe495bff-338b-48bc-9881-f3456c2fe1a5, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fe495bff-338b-48bc-9881-f3456c2fe1a5,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:00.598868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5961075a-d8cb-4ab9-9515-c6983e3c88ff req-5a869651-8673-4fb8-88a6-dfd101919923 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314678 Feb 09 20:50:00.605111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'fe495bff-338b-48bc-9881-f3456c2fe1a5', 'network_id': '0c070ce7-88d6-46f8-bf71-0fe0bc1156c0', 'port_id': 'fe495bff-338b-48bc-9881-f3456c2fe1a5', 'mac_address': 'fa:16:3e:39:53:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52df283-8303-4f51-85c2-e6e558df4ce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:50:00.608702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c97fc853-6bcd-45d1-8515-e59827c3e3b4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:00.630302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Deleting port f807c74f-1a92-4584-a343-9c6989d20a15 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:00.630646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:00.675759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port fe495bff-338b-48bc-9881-f3456c2fe1a5 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:00.676267 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:00.691549 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-90b86c05-9756-451d-b4f9-92926957a656 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=15890a80-8bb3-4404-a023-41ba998c7179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586034 Feb 09 20:50:00.704157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe495bff-338b-48bc-9881-f3456c2fe1a5 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:00.725678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fe495bff-338b-48bc-9881-f3456c2fe1a5, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fe495bff-338b-48bc-9881-f3456c2fe1a5,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:00.732697 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:00.775378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks [] for router_gateway (28e43f05-5695-4e66-ac31-fc9115fbea3c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:00.779261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c97fc853-6bcd-45d1-8515-e59827c3e3b4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:00.780462 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:00.792645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d1a72-329e-4df3-9ee3-d7b9c7c58779 req-7f23afba-d3e6-41e1-ad23-40eb46193f54 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:00.800627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c36d1a72-329e-4df3-9ee3-d7b9c7c58779 req-7f23afba-d3e6-41e1-ad23-40eb46193f54 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 943 time: 0.0872831 Feb 09 20:50:00.831564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=fe495bff-338b-48bc-9881-f3456c2fe1a5,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:00.866254 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c36d1a72-329e-4df3-9ee3-d7b9c7c58779 req-83e6bc68-7173-4a3f-aa4e-a2776e7f8e55 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647426 Feb 09 20:50:00.915106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] For port f807c74f-1a92-4584-a343-9c6989d20a15, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=f807c74f-1a92-4584-a343-9c6989d20a15,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:00.915343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:00.951230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-762d50a2-0f50-45d4-8b66-683ce13a2cc8 req-dd2fdd33-7894-4660-a307-abadbd31b340 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594565 Feb 09 20:50:00.952997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c97fc853-6bcd-45d1-8515-e59827c3e3b4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:00.953560 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:00.961370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:00.966673 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5c7b516-fdea-4f79-99fe-40a8971c2de3 req-27412562-964a-4ec8-9b07-6ff5085e6c2f tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856949 Feb 09 20:50:00.972585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Calling delete_port for f807c74f-1a92-4584-a343-9c6989d20a15 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:01.060470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['fe495bff-338b-48bc-9881-f3456c2fe1a5'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:01.081765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-5fa81597-8618-4d1a-8591-526c9eb44491 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928114 Feb 09 20:50:01.123855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port c97fc853-6bcd-45d1-8515-e59827c3e3b4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c97fc853-6bcd-45d1-8515-e59827c3e3b4,segment=NetworkSegment(d6670272-38e8-4a1f-bf7e-0b6578831510),segment_id=d6670272-38e8-4a1f-bf7e-0b6578831510)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:01.133987 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:01.226131 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f807c74f-1a92-4584-a343-9c6989d20a15), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:01.243322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=c97fc853-6bcd-45d1-8515-e59827c3e3b4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:01.283017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Pushing event deleted for resources: {'Port': ['ID=f807c74f-1a92-4584-a343-9c6989d20a15,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:01.315711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-e1ed71ae-7b0b-4618-b51e-68d40ae132ef service neutron] 10.222.0.50 "GET /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605583 Feb 09 20:50:01.353826 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a4bb-cb8c-4cd6-8602-d3fe5e35fcfc req-b8562194-37c5-43cd-8084-eb8e1d64b63b tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:01.355408 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31c2a4bb-cb8c-4cd6-8602-d3fe5e35fcfc req-b8562194-37c5-43cd-8084-eb8e1d64b63b tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 945 time: 0.3771827 Feb 09 20:50:01.376991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] No DVR routers for this DVR port f807c74f-1a92-4584-a343-9c6989d20a15 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:50:01.384311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:01.387792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a72524c-5dd5-4580-876d-601a198b59ee req-1e846aa1-130f-4f76-bbe0-37593832369d tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "DELETE /v2.0/ports/f807c74f-1a92-4584-a343-9c6989d20a15 HTTP/1.1" status: 204 len: 173 time: 1.0552902 Feb 09 20:50:01.388377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573f87b5-3646-4d03-8b6d-af524a4c7091', 'name': 'network-vif-deleted', 'tag': 'f807c74f-1a92-4584-a343-9c6989d20a15'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:01.391484 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8df224-8600-4a67-b626-7bf08dc4c44a" -d '{"events": [{"server_uuid": "573f87b5-3646-4d03-8b6d-af524a4c7091", "name": "network-vif-deleted", "tag": "f807c74f-1a92-4584-a343-9c6989d20a15"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:01.470251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a46e97-34b2-4d1a-af27-183d217240db None None] Network fc386731-13dc-42f5-ae63-d087b3bd438a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:01.473049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31c2a4bb-cb8c-4cd6-8602-d3fe5e35fcfc req-d18d877b-5b06-4cbe-9b51-0645232302c1 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/security-groups?id=4b3aaa7a-5459-4168-bf46-71ec344b5595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973635 Feb 09 20:50:01.502433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Deleting port 55e90277-2b27-47eb-9c4a-7037ba7e1bec {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:01.502433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:01.594239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-58e94b44-942a-442f-aed7-9ad3553e55cd None None] Provisioning complete for port c97fc853-6bcd-45d1-8515-e59827c3e3b4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:01.594685 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58e94b44-942a-442f-aed7-9ad3553e55cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:01.603164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f45de-ca77-451f-8c8f-c0c35a842aaa req-7a2a3acc-cb61-4e5e-bff8-80aa91c47262 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:01.620238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-595f45de-ca77-451f-8c8f-c0c35a842aaa req-7a2a3acc-cb61-4e5e-bff8-80aa91c47262 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.3027194 Feb 09 20:50:01.657307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Allocated IP 172.25.4.208 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/1b8a643a-62ef-423e-9e03-043d324b2c59) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:01.708292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c1a9-e368-482d-bbda-a70dcd0983cc req-a73896e4-cb37-4ebf-b758-2a89aca5ccca tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:01.710117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1852c1a9-e368-482d-bbda-a70dcd0983cc req-a73896e4-cb37-4ebf-b758-2a89aca5ccca tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.0985849 Feb 09 20:50:01.757264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-58e94b44-942a-442f-aed7-9ad3553e55cd None None] Current status of the port c97fc853-6bcd-45d1-8515-e59827c3e3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:01.772898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1852c1a9-e368-482d-bbda-a70dcd0983cc req-5b14df16-1ab5-4670-9bdd-24a48949076a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527902 Feb 09 20:50:01.826951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c3f339d-ca86-4bfb-ae76-d906b0c645fa req-4f7ee5bf-b83b-4ab1-b6d0-4f806714d357 service neutron] 10.222.0.13 "GET /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733527 Feb 09 20:50:01.845451 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf92f49e-e738-4c6d-b131-2b810b12e7df x-openstack-request-id: req-cf92f49e-e738-4c6d-b131-2b810b12e7df {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:01.845725 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573f87b5-3646-4d03-8b6d-af524a4c7091", "name": "network-vif-deleted", "tag": "f807c74f-1a92-4584-a343-9c6989d20a15", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:01.845999 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cf92f49e-e738-4c6d-b131-2b810b12e7df {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:01.846403 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573f87b5-3646-4d03-8b6d-af524a4c7091', 'name': 'network-vif-deleted', 'tag': 'f807c74f-1a92-4584-a343-9c6989d20a15', 'status': 'completed', 'code': 200} Feb 09 20:50:01.886084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-595f45de-ca77-451f-8c8f-c0c35a842aaa req-8372b61e-3144-45ab-8557-f20fff32a6e7 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626457 Feb 09 20:50:01.913115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4db1617-ba7a-4dd7-9587-c1347a4745e1 req-342e270c-3168-4404-8e73-42c5ccca2c29 service neutron] 10.222.0.50 "GET /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887973 Feb 09 20:50:01.951432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] For port 55e90277-2b27-47eb-9c4a-7037ba7e1bec, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=55e90277-2b27-47eb-9c4a-7037ba7e1bec,segment=NetworkSegment(f092cc53-2da1-4510-ade9-f175be9cf6d4),segment_id=f092cc53-2da1-4510-ade9-f175be9cf6d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:01.951876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:01.997941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Calling delete_port for 55e90277-2b27-47eb-9c4a-7037ba7e1bec owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:02.018128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e91c6-8a9a-4398-87b2-a644d9618d91 req-a3d6550f-0dd4-48b9-a0c9-526773b0ea30 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:02.020261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-635e91c6-8a9a-4398-87b2-a644d9618d91 req-a3d6550f-0dd4-48b9-a0c9-526773b0ea30 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1017389 Feb 09 20:50:02.031899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks [] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.096639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-635e91c6-8a9a-4398-87b2-a644d9618d91 req-a3c8c5ce-bc3d-4fb9-8580-2546c632c38f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694585 Feb 09 20:50:02.189147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-85767f1c-8d8b-4a84-852a-f218e16da636 None None] Provisioning complete for port c97fc853-6bcd-45d1-8515-e59827c3e3b4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:02.191494 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85767f1c-8d8b-4a84-852a-f218e16da636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.264636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596170-b9f2-460b-abe1-44243522b812 req-03744017-48ba-4dd9-9138-238480e63db5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:02.265049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609a6ac-0480-4312-98f8-cbd4bf5608a0 req-f970cb21-771d-41ad-a5ad-5775be35e5a5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:02.266165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89596170-b9f2-460b-abe1-44243522b812 req-03744017-48ba-4dd9-9138-238480e63db5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 944 time: 0.2537200 Feb 09 20:50:02.275710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1609a6ac-0480-4312-98f8-cbd4bf5608a0 req-f970cb21-771d-41ad-a5ad-5775be35e5a5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1020837 Feb 09 20:50:02.289460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.358571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-85767f1c-8d8b-4a84-852a-f218e16da636 None None] Current status of the port c97fc853-6bcd-45d1-8515-e59827c3e3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:02.359970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:02.371900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1609a6ac-0480-4312-98f8-cbd4bf5608a0 req-6d0209fc-ee26-434d-a5f6-426ba940e299 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951273 Feb 09 20:50:02.388752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:02.399672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:02.443571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fe495bff-338b-48bc-9881-f3456c2fe1a5 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:02.510949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port fe495bff-338b-48bc-9881-f3456c2fe1a5 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:50:02.515206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port fe495bff-338b-48bc-9881-f3456c2fe1a5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:02.515594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.540620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Pushing event updated for resources: {'Port': ['ID=1b8a643a-62ef-423e-9e03-043d324b2c59,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:02.576357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c97fc853-6bcd-45d1-8515-e59827c3e3b4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:02.579929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89596170-b9f2-460b-abe1-44243522b812 req-a9d09cd7-256d-4242-ab4b-693faebf2341 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983880 Feb 09 20:50:02.640552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (55e90277-2b27-47eb-9c4a-7037ba7e1bec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.716933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port fe495bff-338b-48bc-9881-f3456c2fe1a5 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:02.718021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.722836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c97fc853-6bcd-45d1-8515-e59827c3e3b4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:02.722836 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.773314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Pushing event deleted for resources: {'Port': ['ID=55e90277-2b27-47eb-9c4a-7037ba7e1bec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:02.814408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fe495bff-338b-48bc-9881-f3456c2fe1a5, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fe495bff-338b-48bc-9881-f3456c2fe1a5,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:02.820237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2605d56b-6759-4e0f-8f33-ea0c3780b965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe495bff-338b-48bc-9881-f3456c2fe1a5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:02.822316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2ff1207-f52e-4023-9032-abbc5e230da1 req-07fb5145-7a39-42df-8a9d-6d50d7e341f7 tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32 HTTP/1.1" status: 200 len: 210 time: 0.0926034 Feb 09 20:50:02.823237 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9314fb2-d441-46e3-9d55-9ea740513ab3" -d '{"events": [{"server_uuid": "2605d56b-6759-4e0f-8f33-ea0c3780b965", "name": "network-vif-plugged", "status": "completed", "tag": "fe495bff-338b-48bc-9881-f3456c2fe1a5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:02.830661 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.879920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] No DVR routers for this DVR port 55e90277-2b27-47eb-9c4a-7037ba7e1bec on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:50:02.923300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:02.927155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-335287f3-6e4d-44a5-af5c-77606cfca582 req-d038c3f7-c676-4498-86d4-dfe039c360bb tempest-ListServersNegativeTestJSON-1215700320 tempest-ListServersNegativeTestJSON-1215700320-project] 10.222.0.50 "DELETE /v2.0/ports/55e90277-2b27-47eb-9c4a-7037ba7e1bec HTTP/1.1" status: 204 len: 173 time: 2.2309918 Feb 09 20:50:02.927794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32', 'name': 'network-vif-deleted', 'tag': '55e90277-2b27-47eb-9c4a-7037ba7e1bec'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:02.930242 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de41bd7-1137-456c-be75-c815201837c0" -d '{"events": [{"server_uuid": "6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32", "name": "network-vif-deleted", "tag": "55e90277-2b27-47eb-9c4a-7037ba7e1bec"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:02.931341 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c77a2e-91e2-4d84-a621-58927f1db5c5 x-openstack-request-id: req-71c77a2e-91e2-4d84-a621-58927f1db5c5 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:02.932604 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2605d56b-6759-4e0f-8f33-ea0c3780b965", "name": "network-vif-plugged", "status": "completed", "tag": "fe495bff-338b-48bc-9881-f3456c2fe1a5", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:02.933238 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-71c77a2e-91e2-4d84-a621-58927f1db5c5 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:02.935094 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2605d56b-6759-4e0f-8f33-ea0c3780b965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe495bff-338b-48bc-9881-f3456c2fe1a5', 'code': 200} Feb 09 20:50:02.960057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=fe495bff-338b-48bc-9881-f3456c2fe1a5,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:03.019066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218e27-f723-47ec-8e6a-fb82ddcc40d5 req-f6fa4ba5-254a-4ddb-b77b-99e71cd1f283 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:03.024560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2a218e27-f723-47ec-8e6a-fb82ddcc40d5 req-f6fa4ba5-254a-4ddb-b77b-99e71cd1f283 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1354651 Feb 09 20:50:03.051486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c97fc853-6bcd-45d1-8515-e59827c3e3b4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:03.109667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2a218e27-f723-47ec-8e6a-fb82ddcc40d5 req-16ec515d-9458-4e0c-91a5-6c8e192d52b8 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780122 Feb 09 20:50:03.177389 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791689c9-1f87-4137-9613-292c955050e9 x-openstack-request-id: req-791689c9-1f87-4137-9613-292c955050e9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:03.177676 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32", "name": "network-vif-deleted", "tag": "55e90277-2b27-47eb-9c4a-7037ba7e1bec", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:03.177938 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-791689c9-1f87-4137-9613-292c955050e9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:03.178344 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6eacc2-13e2-4dd2-93c4-7a9da0e6ba32', 'name': 'network-vif-deleted', 'tag': '55e90277-2b27-47eb-9c4a-7037ba7e1bec', 'status': 'completed', 'code': 200} Feb 09 20:50:03.186751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f807c74f-1a92-4584-a343-9c6989d20a15 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:03.210060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: f807c74f-1a92-4584-a343-9c6989d20a15 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:03.210480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device f807c74f-1a92-4584-a343-9c6989d20a15 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:50:03.210911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 55e90277-2b27-47eb-9c4a-7037ba7e1bec no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:03.228080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d869bdf-34cc-4d2a-a225-6aaf9abfc9ba req-cb967b3b-0604-43af-bbf2-fc80b13e3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:03.229629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d869bdf-34cc-4d2a-a225-6aaf9abfc9ba req-cb967b3b-0604-43af-bbf2-fc80b13e3267 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 1128 time: 0.2369959 Feb 09 20:50:03.238724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 55e90277-2b27-47eb-9c4a-7037ba7e1bec {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:03.239638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 55e90277-2b27-47eb-9c4a-7037ba7e1bec not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:50:03.240526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78571c-d855-4c7a-8190-d3d84cb2952b req-5c23f296-6998-4b3d-89f8-9c13e47be5b9 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:03.242059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a78571c-d855-4c7a-8190-d3d84cb2952b req-5c23f296-6998-4b3d-89f8-9c13e47be5b9 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.2295549 Feb 09 20:50:03.268887 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks [] for router_gateway (28e43f05-5695-4e66-ac31-fc9115fbea3c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:03.509922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464362d-befe-446e-b242-370e264c0130 req-0020b912-8348-4a2e-a4c3-05f16e635763 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:03.517739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4464362d-befe-446e-b242-370e264c0130 req-0020b912-8348-4a2e-a4c3-05f16e635763 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.0697329 Feb 09 20:50:03.566621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4464362d-befe-446e-b242-370e264c0130 req-8df8c9bc-6e34-40a4-a705-fe3e23a0df5b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479839 Feb 09 20:50:03.746293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a78571c-d855-4c7a-8190-d3d84cb2952b req-b3969418-a82e-453b-acb0-0d557c6f828b tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933290 Feb 09 20:50:03.751713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d869bdf-34cc-4d2a-a225-6aaf9abfc9ba req-bac10dbc-0eab-448b-a1af-dfd60c1e3465 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068388 Feb 09 20:50:03.862061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937dfd7-2403-4325-a09f-34d7bc8af268 req-27ba234e-14b3-489f-9a24-50883f58ee56 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:03.863910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e937dfd7-2403-4325-a09f-34d7bc8af268 req-27ba234e-14b3-489f-9a24-50883f58ee56 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 945 time: 0.0682135 Feb 09 20:50:03.914226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e937dfd7-2403-4325-a09f-34d7bc8af268 req-4b59f8eb-8fcd-4315-b190-fff959526ab2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446126 Feb 09 20:50:03.938587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb500d-de9d-49ec-a44c-6cdc9ac9e087 req-2033c9b9-010d-4265-b743-f323af5fcaa7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:03.940749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4fb500d-de9d-49ec-a44c-6cdc9ac9e087 req-2033c9b9-010d-4265-b743-f323af5fcaa7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1063592 Feb 09 20:50:03.976791 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (28e43f05-5695-4e66-ac31-fc9115fbea3c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.109880 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4fb500d-de9d-49ec-a44c-6cdc9ac9e087 req-1f6e12a8-ffe2-4648-97d1-88542d1edd77 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607060 Feb 09 20:50:04.122068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-5d39db39-388e-4ac6-bad7-36bcde83e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:04.123740 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-5d39db39-388e-4ac6-bad7-36bcde83e854 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1128 time: 0.1616645 Feb 09 20:50:04.180171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:04.283944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35b8d50-8766-49b0-b644-ea31222a3171 admin admin] Deleting subnet c8f8315e-354f-4433-8e17-2e543b558adc {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:50:04.284405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Router 28e43f05-5695-4e66-ac31-fc9115fbea3c is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:50:04.288822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35b8d50-8766-49b0-b644-ea31222a3171 admin admin] Publish callbacks [] for subnet (c8f8315e-354f-4433-8e17-2e543b558adc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.291351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-0f874d26-089e-4685-8214-9712f8cdebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:04.292998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-0f874d26-089e-4685-8214-9712f8cdebd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 921 time: 0.1482544 Feb 09 20:50:04.338095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a91dfe-b02f-417f-8b74-2334f7130492 req-5525f74d-ff02-4fa7-a0e7-3f22d241a53f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:04.339970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c4a91dfe-b02f-417f-8b74-2334f7130492 req-5525f74d-ff02-4fa7-a0e7-3f22d241a53f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1115949 Feb 09 20:50:04.342403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35b8d50-8766-49b0-b644-ea31222a3171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (c8f8315e-354f-4433-8e17-2e543b558adc), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.412288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35b8d50-8766-49b0-b644-ea31222a3171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c8f8315e-354f-4433-8e17-2e543b558adc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.432028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-effa2bb9-fb11-4fd1-9338-cddd7f1a61b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 217 time: 0.1267583 Feb 09 20:50:04.452305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c4a91dfe-b02f-417f-8b74-2334f7130492 req-13decba9-f70b-4655-9521-9a0376e9d5f5 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876813 Feb 09 20:50:04.502750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35b8d50-8766-49b0-b644-ea31222a3171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (c8f8315e-354f-4433-8e17-2e543b558adc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.513959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b641b6c-80ed-42ab-aa4e-b36f3d7ddd2b req-a612d1cf-7839-4011-b5fc-a783307b14d5 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:04.516161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b641b6c-80ed-42ab-aa4e-b36f3d7ddd2b req-a612d1cf-7839-4011-b5fc-a783307b14d5 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.2221370 Feb 09 20:50:04.522958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-6abf1478-5e4b-4de0-952e-5635b352bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:04.524394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-6abf1478-5e4b-4de0-952e-5635b352bd46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.0862160 Feb 09 20:50:04.530474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b8d50-8766-49b0-b644-ea31222a3171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f8315e-354f-4433-8e17-2e543b558adc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:04.534811 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35b8d50-8766-49b0-b644-ea31222a3171 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.539229 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b35b8d50-8766-49b0-b644-ea31222a3171 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/c8f8315e-354f-4433-8e17-2e543b558adc HTTP/1.1" status: 204 len: 168 time: 0.3577538 Feb 09 20:50:04.542683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:04.577757 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-d742549c-e455-4d18-a84a-70c24d2d5980 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414255 Feb 09 20:50:04.581847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:04.596069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Sync routers for ids ['28e43f05-5695-4e66-ac31-fc9115fbea3c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:04.605426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Routers {'28e43f05-5695-4e66-ac31-fc9115fbea3c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:04.606062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28e43f05-5695-4e66-ac31-fc9115fbea3c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:04.633786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (14061562-a38e-48a0-ad31-19e612e65384), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.662712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b641b6c-80ed-42ab-aa4e-b36f3d7ddd2b req-90684b53-b403-4659-9153-95734a6b9c61 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336095 Feb 09 20:50:04.665269 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.666400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fc4da310-8be8-4378-a3fe-59070e33a9be admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9540169 Feb 09 20:50:04.671466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:04.734560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-712a5330-c236-4c4b-90a1-0f7e433d46fc service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431921 Feb 09 20:50:04.745869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Set router 28e43f05-5695-4e66-ac31-fc9115fbea3c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:04.757005 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (14061562-a38e-48a0-ad31-19e612e65384), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.794112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14061562-a38e-48a0-ad31-19e612e65384']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:04.805403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f092cc53-2da1-4510-ade9-f175be9cf6d4') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:04.805781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f092cc53-2da1-4510-ade9-f175be9cf6d4') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:04.827755 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f092cc53-2da1-4510-ade9-f175be9cf6d4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.845869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f092cc53-2da1-4510-ade9-f175be9cf6d4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.863877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:50:04.864329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f092cc53-2da1-4510-ade9-f175be9cf6d4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:50:04.869242 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:50:04.941271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (14061562-a38e-48a0-ad31-19e612e65384), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.953650 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:04.960625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] 10.222.0.102 "DELETE /v2.0/networks/14061562-a38e-48a0-ad31-19e612e65384 HTTP/1.1" status: 204 len: 168 time: 0.4142270 Feb 09 20:50:04.992540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03978449-1c28-4e6b-ad8b-760e1ae86383 admin admin] Pushing event deleted for resources: {'Network': ['ID=14061562-a38e-48a0-ad31-19e612e65384,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:04.995932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddeb337e-7a57-446c-bbaa-b606563e8202 req-c8c7882b-ae19-4fdb-8417-63786e0e5994 service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533885 Feb 09 20:50:05.123287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:02Z', 'revision_number': 3, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port': {'id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:00Z', 'updated_at': '2022-02-09T20:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:05.188650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55710) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:05.195813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c8662-367d-48f3-bd3c-8007ba9fe6cf req-e89e7245-733c-4ae5-b806-32d170350185 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:05.197515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-222c8662-367d-48f3-bd3c-8007ba9fe6cf req-e89e7245-733c-4ae5-b806-32d170350185 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 945 time: 0.1642425 Feb 09 20:50:05.209430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Checking router: 28e43f05-5695-4e66-ac31-fc9115fbea3c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:05.209784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Updating router 28e43f05-5695-4e66-ac31-fc9115fbea3c port 1b8a643a-62ef-423e-9e03-043d324b2c59 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:50:05.263212 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.339857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-222c8662-367d-48f3-bd3c-8007ba9fe6cf req-600f36ad-3b31-48eb-9e34-4f6fcca6ba94 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252792 Feb 09 20:50:05.348490 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f737d66d-1950-4b98-ba7f-baaacb442194 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=907532d946f94a6aa105fbf7766fee03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439126 Feb 09 20:50:05.351308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:05.365276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b42d-8577-453b-9527-b6f2b77491ec req-e3f6f116-1f2a-4c34-ab0c-e46f622293f9 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:05.374607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15c8b42d-8577-453b-9527-b6f2b77491ec req-e3f6f116-1f2a-4c34-ab0c-e46f622293f9 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1290584 Feb 09 20:50:05.419594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64baa2e6-94aa-4c21-9613-e1b96849657a admin admin] Publish callbacks [] for security_group (4b3aaa7a-5459-4168-bf46-71ec344b5595), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.447422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64baa2e6-94aa-4c21-9613-e1b96849657a admin admin] Publish callbacks [] for security_group (4b3aaa7a-5459-4168-bf46-71ec344b5595), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.526085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64baa2e6-94aa-4c21-9613-e1b96849657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4b3aaa7a-5459-4168-bf46-71ec344b5595), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.527220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15c8b42d-8577-453b-9527-b6f2b77491ec req-14a28579-6e9a-47a9-a6db-1eed4016ae1f tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517513 Feb 09 20:50:05.529062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64baa2e6-94aa-4c21-9613-e1b96849657a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.533234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64baa2e6-94aa-4c21-9613-e1b96849657a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4b3aaa7a-5459-4168-bf46-71ec344b5595 HTTP/1.1" status: 204 len: 168 time: 0.1779864 Feb 09 20:50:05.570144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baa2e6-94aa-4c21-9613-e1b96849657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3aaa7a-5459-4168-bf46-71ec344b5595,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:05.663170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c79529-ffcf-4194-b3b8-724fed0d2012 req-d5c2cf99-fa23-4796-8a32-5f611e3c2176 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:05.678086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-83c79529-ffcf-4194-b3b8-724fed0d2012 req-d5c2cf99-fa23-4796-8a32-5f611e3c2176 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1400177 Feb 09 20:50:05.765367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.772207 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Publish callbacks [] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.789005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-83c79529-ffcf-4194-b3b8-724fed0d2012 req-06bfe0b2-0d07-425d-b40b-1091eead0c13 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068189 Feb 09 20:50:05.789321 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.836444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-facc0bff-ea7e-4a39-8d82-d4d7ed03f053 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:05.837981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-facc0bff-ea7e-4a39-8d82-d4d7ed03f053 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.1434765 Feb 09 20:50:05.852161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Attempting to bind port 1b8a643a-62ef-423e-9e03-043d324b2c59 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:05.852695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Attempting to bind port 1b8a643a-62ef-423e-9e03-043d324b2c59 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:05.853168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Attempting to bind port 1b8a643a-62ef-423e-9e03-043d324b2c59 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:05.863372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:05.863958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:05.864468 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.864996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:05.865583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Bound port: 1b8a643a-62ef-423e-9e03-043d324b2c59, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:05.866435 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:05.929304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eca934-a92c-4048-a7d1-4faa5f895580 None None] Pushing event updated for resources: {'Port': ['ID=1b8a643a-62ef-423e-9e03-043d324b2c59,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:05.947474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] For port 1b8a643a-62ef-423e-9e03-043d324b2c59, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:05.955491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] For port 1b8a643a-62ef-423e-9e03-043d324b2c59, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1b8a643a-62ef-423e-9e03-043d324b2c59,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:05.969446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:06.023123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046b974-6de8-4d18-b2d1-9168eb88bd0c req-17708978-db36-43bc-a5bb-0975a90a6e18 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:06.024717 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c046b974-6de8-4d18-b2d1-9168eb88bd0c req-17708978-db36-43bc-a5bb-0975a90a6e18 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 945 time: 0.2190320 Feb 09 20:50:06.064149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Routers {'28e43f05-5695-4e66-ac31-fc9115fbea3c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:06.065433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28e43f05-5695-4e66-ac31-fc9115fbea3c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:06.176524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c046b974-6de8-4d18-b2d1-9168eb88bd0c req-4464bc71-998e-4f55-b208-6e5709c5a437 tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/security-groups?id=5fa46f47-5a02-41e1-879f-4ce2f18766e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430883 Feb 09 20:50:06.185302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Allocated IP 172.20.0.1 (fc386731-13dc-42f5-ae63-d087b3bd438a/ac94699c-b027-4050-b6ba-ab984247b815/f6521629-5d2a-41b6-92be-ed38050fd5f1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:06.196680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Deleting port 9db578e8-46d5-4690-8291-581fb205bff0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:06.197235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9db578e8-46d5-4690-8291-581fb205bff0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:06.320074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eca934-a92c-4048-a7d1-4faa5f895580 None None] Pushing event updated for resources: {'Port': ['ID=1b8a643a-62ef-423e-9e03-043d324b2c59,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:06.375081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] For port 9db578e8-46d5-4690-8291-581fb205bff0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9db578e8-46d5-4690-8291-581fb205bff0,segment=NetworkSegment(a24d2e3b-337e-4e65-8edc-e33f08286087),segment_id=a24d2e3b-337e-4e65-8edc-e33f08286087)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:06.375449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9db578e8-46d5-4690-8291-581fb205bff0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:06.384796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] Set router 28e43f05-5695-4e66-ac31-fc9115fbea3c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:06.408841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Calling delete_port for 9db578e8-46d5-4690-8291-581fb205bff0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:06.507745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Publish callbacks [] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:06.523841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c75827-4092-427d-a665-0bd608a7496a req-cac3a87c-b79f-4080-91ed-7ad8525e1556 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:06.527148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7c75827-4092-427d-a665-0bd608a7496a req-cac3a87c-b79f-4080-91ed-7ad8525e1556 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 945 time: 0.0815225 Feb 09 20:50:06.605461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:06.665188 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7c75827-4092-427d-a665-0bd608a7496a req-a3c9d7d3-7236-4efc-9b47-14b6d8553903 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911922 Feb 09 20:50:06.683123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Network fc386731-13dc-42f5-ae63-d087b3bd438a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:06.702577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:06.728964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:02Z', 'revision_number': 3, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port': {'id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:00Z', 'updated_at': '2022-02-09T20:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:06.730236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:06.734368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:06.769597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Pushing event updated for resources: {'Port': ['ID=f6521629-5d2a-41b6-92be-ed38050fd5f1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:06.777635 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9db578e8-46d5-4690-8291-581fb205bff0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:06.779278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186b4ba-994e-4345-a615-2c93955f445d None None] The sync data for ids ['28e43f05-5695-4e66-ac31-fc9115fbea3c'] in n-d-789963-29 is: [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:02Z', 'revision_number': 3, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port': {'id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:00Z', 'updated_at': '2022-02-09T20:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:06.796382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['9db578e8-46d5-4690-8291-581fb205bff0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:06.917304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Pushing event deleted for resources: {'Port': ['ID=9db578e8-46d5-4690-8291-581fb205bff0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:06.927912 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2003999720-network', 'tenant_id': '78e1662b80484a4096590fa7c4066153'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:06.959360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (28e43f05-5695-4e66-ac31-fc9115fbea3c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:06.976207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Made reservation on behalf of 78e1662b80484a4096590fa7c4066153 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:06.978868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:06.999844 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.053952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4fc4b-c2aa-481f-892a-e5de78055090 req-58323401-16b8-44dd-895b-64a9420caa0e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:07.057260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7b4fc4b-c2aa-481f-892a-e5de78055090 req-58323401-16b8-44dd-895b-64a9420caa0e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.3832934 Feb 09 20:50:07.093332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] No DVR routers for this DVR port 9db578e8-46d5-4690-8291-581fb205bff0 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:50:07.109095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.112765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9feb4e6-268c-46f2-8b5e-8b2ba125f9da req-2d1db097-53f1-42b4-9f26-9d9454bac4fb tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.50 "DELETE /v2.0/ports/9db578e8-46d5-4690-8291-581fb205bff0 HTTP/1.1" status: 204 len: 173 time: 1.2578130 Feb 09 20:50:07.117226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9db92f-fc05-4dfe-9b73-88538f204367', 'name': 'network-vif-deleted', 'tag': '9db578e8-46d5-4690-8291-581fb205bff0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:07.118392 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29a0aed-ff36-4bd9-8591-25a21bf3d5a8" -d '{"events": [{"server_uuid": "bd9db92f-fc05-4dfe-9b73-88538f204367", "name": "network-vif-deleted", "tag": "9db578e8-46d5-4690-8291-581fb205bff0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:07.130271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12d897-73f9-4586-ade9-ca4c2acc30a1 req-f6e87c0f-e263-4272-a35d-9731b6d08c82 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:07.132098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1d12d897-73f9-4586-ade9-ca4c2acc30a1 req-f6e87c0f-e263-4272-a35d-9731b6d08c82 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1245821 Feb 09 20:50:07.185015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-740fc81f-5202-4293-958b-85a7b7fdb2db None None] Provisioning complete for port f6521629-5d2a-41b6-92be-ed38050fd5f1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:07.185647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-740fc81f-5202-4293-958b-85a7b7fdb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.229196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Publish callbacks [] for security_group (db266120-b134-4f30-baba-5be271d7a670), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.247651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (db266120-b134-4f30-baba-5be271d7a670), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.277870 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1d12d897-73f9-4586-ade9-ca4c2acc30a1 req-be91cf8c-9dc6-4391-b622-61d83986fbfa tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187706 Feb 09 20:50:07.283522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-740fc81f-5202-4293-958b-85a7b7fdb2db None None] Port f6521629-5d2a-41b6-92be-ed38050fd5f1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:07.290232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:50:07.302395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db266120-b134-4f30-baba-5be271d7a670,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:07.308030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.308390 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Added segment 1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7 of type vlan for network 18f903fd-99c8-485a-97ea-57a85eb2afd2 Feb 09 20:50:07.343389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7b4fc4b-c2aa-481f-892a-e5de78055090 req-2e1472fd-dc06-466f-884a-71fdd1fb8952 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744446 Feb 09 20:50:07.416430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (18f903fd-99c8-485a-97ea-57a85eb2afd2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.472463 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.485451 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b4f6f-cf1b-4ade-8218-37d7390d4829 x-openstack-request-id: req-2f8b4f6f-cf1b-4ade-8218-37d7390d4829 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:07.487956 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9db92f-fc05-4dfe-9b73-88538f204367", "name": "network-vif-deleted", "tag": "9db578e8-46d5-4690-8291-581fb205bff0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:07.488376 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2f8b4f6f-cf1b-4ade-8218-37d7390d4829 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:07.488622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (18f903fd-99c8-485a-97ea-57a85eb2afd2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.489176 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9db92f-fc05-4dfe-9b73-88538f204367', 'name': 'network-vif-deleted', 'tag': '9db578e8-46d5-4690-8291-581fb205bff0', 'status': 'completed', 'code': 200} Feb 09 20:50:07.489696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:07.491003 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.616549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4abbe712-2896-4707-8a6e-31c62a3723a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:07.660658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] Pushing event updated for resources: {'Network': ['ID=18f903fd-99c8-485a-97ea-57a85eb2afd2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:07.676155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:50:07.731707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a31d3946-e934-4dd4-b1e8-29819aff6433 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9999082 Feb 09 20:50:07.744557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:07.752928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Request body: {'subnet': {'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2003999720-subnet', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:07.862781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36182263-3262-4a89-83e8-e5584ad548e5 req-153b44b9-64bb-4eb8-8ff0-675e7e93436c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:07.871048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36182263-3262-4a89-83e8-e5584ad548e5 req-153b44b9-64bb-4eb8-8ff0-675e7e93436c tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 945 time: 0.3589511 Feb 09 20:50:07.919392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Made reservation on behalf of 78e1662b80484a4096590fa7c4066153 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:07.922611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.048515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36182263-3262-4a89-83e8-e5584ad548e5 req-86c1f9a4-2536-4464-a8fe-d1d375d03de2 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659765 Feb 09 20:50:08.099575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f9d8335-6440-4d4e-b205-cd9292e52d5c req-564386c5-1eb3-4dfe-935e-702240916d0b tempest-InstanceActionsTestJSON-374736322 tempest-InstanceActionsTestJSON-374736322-project] 10.222.0.102 "GET /v2.0/ports?device_id=bd9db92f-fc05-4dfe-9b73-88538f204367 HTTP/1.1" status: 200 len: 210 time: 0.5071802 Feb 09 20:50:08.229893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (5f69966d-468d-4ee2-8995-53bf9abf4e0c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.230207 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Publish callbacks [] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.238925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.300165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f69966d-468d-4ee2-8995-53bf9abf4e0c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:08.309874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Checking segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:08.310236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Network hostable DHCP agents. Network: 18f903fd-99c8-485a-97ea-57a85eb2afd2, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:50:08.315719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Pushing event updated for resources: {'Port': ['ID=f6521629-5d2a-41b6-92be-ed38050fd5f1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:08.318533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (28e43f05-5695-4e66-ac31-fc9115fbea3c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.339849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:50:08.360124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 18f903fd-99c8-485a-97ea-57a85eb2afd2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:08.370271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7e2cf-bea4-4389-adb1-74587d754faa None None] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:08.381811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:08.382418 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.444085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ebce2506-39a4-4174-93a1-bfcde7fafd9b admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6967473 Feb 09 20:50:08.448475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55800) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:08.478137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:08.569642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Network fc386731-13dc-42f5-ae63-d087b3bd438a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:08.578470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:08.607544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1b8a643a-62ef-423e-9e03-043d324b2c59 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:08.640448 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.641679 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.673026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f263570-61af-463c-97df-0da37d7b4d15 req-672996af-060b-4273-82e1-324ffdd42695 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:08.674891 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f263570-61af-463c-97df-0da37d7b4d15 req-672996af-060b-4273-82e1-324ffdd42695 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.2126148 Feb 09 20:50:08.698051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7bae-7f23-48a2-a87b-7ce5f69f3b48 req-54f62c7d-6d2c-49cd-ad4d-6e8289722eb0 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:08.701788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f0e7bae-7f23-48a2-a87b-7ce5f69f3b48 req-54f62c7d-6d2c-49cd-ad4d-6e8289722eb0 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2415504 Feb 09 20:50:08.751471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-18f903fd-99c8-485a-97ea-57a85eb2afd2', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'project_id': '78e1662b80484a4096590fa7c4066153', 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:50:08.752432 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.826004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f0e7bae-7f23-48a2-a87b-7ce5f69f3b48 req-2a13bfc7-0289-44ab-a3c9-98b653f0edf7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128721 Feb 09 20:50:08.839062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Router 28e43f05-5695-4e66-ac31-fc9115fbea3c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:50:08.892079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks [] for router_controller (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:08.925031 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f263570-61af-463c-97df-0da37d7b4d15 req-2dbc3edb-7af4-4927-8cda-1955dfb1953a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338619 Feb 09 20:50:08.938836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1b8a643a-62ef-423e-9e03-043d324b2c59 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:08.939230 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.007349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Allocated IP 172.20.0.2 (18f903fd-99c8-485a-97ea-57a85eb2afd2/5f69966d-468d-4ee2-8995-53bf9abf4e0c/4db20e78-9145-45a0-9346-56081b61e856) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:09.037038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:09.043469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-48be7fce-9bdc-47c6-a743-061cd759864b admin admin] 10.222.0.102 "PUT /v2.0/routers/28e43f05-5695-4e66-ac31-fc9115fbea3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3707769 Feb 09 20:50:09.194118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:09.210372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1b8a643a-62ef-423e-9e03-043d324b2c59 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:09.210781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.228077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8f9675e1-043a-4249-a5a3-5832b1e45a66 None None] Provisioning complete for port f6521629-5d2a-41b6-92be-ed38050fd5f1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:09.228864 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f9675e1-043a-4249-a5a3-5832b1e45a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.231392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9db578e8-46d5-4690-8291-581fb205bff0 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:09.276815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d547f574-2e82-49b3-9de3-549f1052529c admin admin] Deleting subnet 5b60da6b-0864-4bcd-9c6b-80ec7f29f570 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:50:09.280955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d547f574-2e82-49b3-9de3-549f1052529c admin admin] Publish callbacks [] for subnet (5b60da6b-0864-4bcd-9c6b-80ec7f29f570), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.307673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 9db578e8-46d5-4690-8291-581fb205bff0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:09.308349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9db578e8-46d5-4690-8291-581fb205bff0 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:50:09.324436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 1b8a643a-62ef-423e-9e03-043d324b2c59, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1b8a643a-62ef-423e-9e03-043d324b2c59,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:09.372352 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.397318 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d547f574-2e82-49b3-9de3-549f1052529c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (5b60da6b-0864-4bcd-9c6b-80ec7f29f570), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.466405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb6ba-3424-4640-a266-d74bf8997e1f req-cccaa4db-13bc-4390-95c6-8bfddc6a9379 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:09.468334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9aeb6ba-3424-4640-a266-d74bf8997e1f req-cccaa4db-13bc-4390-95c6-8bfddc6a9379 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 945 time: 0.2870600 Feb 09 20:50:09.481458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8f9675e1-043a-4249-a5a3-5832b1e45a66 None None] Port f6521629-5d2a-41b6-92be-ed38050fd5f1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:09.531287 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d547f574-2e82-49b3-9de3-549f1052529c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5b60da6b-0864-4bcd-9c6b-80ec7f29f570), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.559205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=1b8a643a-62ef-423e-9e03-043d324b2c59,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:09.586345 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Publish callbacks [] for port (4db20e78-9145-45a0-9346-56081b61e856), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.593600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd9d0a8a-586d-4779-8560-e72ff52f34b6 req-4f691d8b-6e35-4f12-a408-e0a3041ade69 tempest-FloatingIPsNegativeTestJSON-1182370907 tempest-FloatingIPsNegativeTestJSON-1182370907-project] 10.222.0.102 "GET /v2.0/floatingips?tenant_id=f6d3c92cf24246e3a500faf980364d44 HTTP/1.1" status: 200 len: 217 time: 0.0477264 Feb 09 20:50:09.598156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (4db20e78-9145-45a0-9346-56081b61e856), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.625620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9aeb6ba-3424-4640-a266-d74bf8997e1f req-7b54d4a0-706f-499d-b5b1-184d44d0b71f tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426847 Feb 09 20:50:09.669704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Pushing event updated for resources: {'Port': ['ID=4db20e78-9145-45a0-9346-56081b61e856,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:09.687540 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d547f574-2e82-49b3-9de3-549f1052529c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (5b60da6b-0864-4bcd-9c6b-80ec7f29f570), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.689348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:09.701194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:09.707382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:09.731620 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d547f574-2e82-49b3-9de3-549f1052529c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.735204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d547f574-2e82-49b3-9de3-549f1052529c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/5b60da6b-0864-4bcd-9c6b-80ec7f29f570 HTTP/1.1" status: 204 len: 168 time: 0.5376825 Feb 09 20:50:09.736727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547f574-2e82-49b3-9de3-549f1052529c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b60da6b-0864-4bcd-9c6b-80ec7f29f570,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:09.742501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:09.791861 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03c0dcbb-6c7a-4e62-a24a-c3dd21eb9c1d req-ba8302d0-11ca-47b2-b319-1e950dd1b49d tempest-FloatingIPsNegativeTestJSON-1182370907 tempest-FloatingIPsNegativeTestJSON-1182370907-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1225624 Feb 09 20:50:09.814307 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks [] for router_gateway (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.865354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97f50545-bbe5-4bf0-9148-94de0e103312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.888161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (15890a80-8bb3-4404-a023-41ba998c7179), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.899415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Attempting to bind port 4db20e78-9145-45a0-9346-56081b61e856 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:09.900356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Attempting to bind port 4db20e78-9145-45a0-9346-56081b61e856 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:09.901088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Attempting to bind port 4db20e78-9145-45a0-9346-56081b61e856 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:09.908483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:09.911013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Checking segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:09.911881 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.913207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Bound using segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:09.914196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Bound port: 4db20e78-9145-45a0-9346-56081b61e856, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:09.914877 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4db20e78-9145-45a0-9346-56081b61e856), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:09.970108 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-93fe5d5b-fb39-4eb1-a3ff-542e16308370 req-25bc601c-3cb8-48cc-982f-b14de8bbb338 tempest-FloatingIPsNegativeTestJSON-1182370907 tempest-FloatingIPsNegativeTestJSON-1182370907-project] show failed (client error): The resource could not be found. Feb 09 20:50:09.984182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:09.991273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93fe5d5b-fb39-4eb1-a3ff-542e16308370 req-25bc601c-3cb8-48cc-982f-b14de8bbb338 tempest-FloatingIPsNegativeTestJSON-1182370907 tempest-FloatingIPsNegativeTestJSON-1182370907-project] 10.222.0.102 "GET /v2.0/floatingips/86ca5112-e257-4870-a5f3-ff1a90521c5e HTTP/1.1" status: 404 len: 350 time: 0.1140814 Feb 09 20:50:10.049763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] For port 4db20e78-9145-45a0-9346-56081b61e856, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:10.054201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] For port 4db20e78-9145-45a0-9346-56081b61e856, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4db20e78-9145-45a0-9346-56081b61e856,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:10.066239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4db20e78-9145-45a0-9346-56081b61e856), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.132585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8904a-d18e-4688-a1ad-d8291484303b None None] Pushing event updated for resources: {'Port': ['ID=4db20e78-9145-45a0-9346-56081b61e856,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:10.149690 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (15890a80-8bb3-4404-a023-41ba998c7179), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.183049 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Sync routers for ids ['28e43f05-5695-4e66-ac31-fc9115fbea3c'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:10.209232 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Routers {'28e43f05-5695-4e66-ac31-fc9115fbea3c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:10.210172 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28e43f05-5695-4e66-ac31-fc9115fbea3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:10.274629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15890a80-8bb3-4404-a023-41ba998c7179']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:10.286483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b6c4d-0cf1-4bfe-9895-9898f7ecfc39 req-a2833e1e-7e28-46f6-83b2-ce876dfddf8e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:10.288115 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-296b6c4d-0cf1-4bfe-9895-9898f7ecfc39 req-a2833e1e-7e28-46f6-83b2-ce876dfddf8e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2029662 Feb 09 20:50:10.314777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks [] for router_gateway (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.328511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24d2e3b-337e-4e65-8edc-e33f08286087') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:10.332760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24d2e3b-337e-4e65-8edc-e33f08286087') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:10.346700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb51b7-aeaf-4485-bc7b-c485393de216 req-86c1324e-e8fd-4255-89b9-bf2ad337e2bc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:10.352184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.355093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22eb51b7-aeaf-4485-bc7b-c485393de216 req-86c1324e-e8fd-4255-89b9-bf2ad337e2bc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.2617421 Feb 09 20:50:10.365079 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Set router 28e43f05-5695-4e66-ac31-fc9115fbea3c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:10.399362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (a24d2e3b-337e-4e65-8edc-e33f08286087), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.537146 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-296b6c4d-0cf1-4bfe-9895-9898f7ecfc39 req-0409e762-e967-44be-bec1-88731c2b9998 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413347 Feb 09 20:50:10.631248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1b8a643a-62ef-423e-9e03-043d324b2c59 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:10.638060 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a24d2e3b-337e-4e65-8edc-e33f08286087), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.669635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Allocated IP 172.25.4.132 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/68e2d8b8-0423-479f-bc0d-b086739ffa9f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:10.729785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1b8a643a-62ef-423e-9e03-043d324b2c59 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:10.730329 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.749887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:50:10.750356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (a24d2e3b-337e-4e65-8edc-e33f08286087), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:50:10.757527 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:50:10.845540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22eb51b7-aeaf-4485-bc7b-c485393de216 req-3e5332d6-9006-4a07-90b2-192ae988a585 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851298 Feb 09 20:50:10.859387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1b8a643a-62ef-423e-9e03-043d324b2c59 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:10.889567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445c37-a89d-49de-9d39-aa1afac46e68 req-02788ecc-1941-43d9-b5c1-ebf678b274e5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:10.891083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b445c37-a89d-49de-9d39-aa1afac46e68 req-02788ecc-1941-43d9-b5c1-ebf678b274e5 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 945 time: 0.1766005 Feb 09 20:50:10.902006 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks [] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.936469 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:07Z', 'revision_number': 4, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port': {'id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:00Z', 'updated_at': '2022-02-09T20:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f6521629-5d2a-41b6-92be-ed38050fd5f1', 'name': '', 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'mac_address': 'fa:16:3e:e3:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'ac94699c-b027-4050-b6ba-ab984247b815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:05Z', 'updated_at': '2022-02-09T20:50:07Z', 'revision_number': 2, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'subnets': [{'id': 'ac94699c-b027-4050-b6ba-ab984247b815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:10.959945 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (15890a80-8bb3-4404-a023-41ba998c7179), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.969483 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Checking router: 28e43f05-5695-4e66-ac31-fc9115fbea3c for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:10.970372 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Updating router 28e43f05-5695-4e66-ac31-fc9115fbea3c port f6521629-5d2a-41b6-92be-ed38050fd5f1 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:50:10.973006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:10.977717 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] 10.222.0.102 "DELETE /v2.0/networks/15890a80-8bb3-4404-a023-41ba998c7179 HTTP/1.1" status: 204 len: 168 time: 1.2338965 Feb 09 20:50:11.014890 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b445c37-a89d-49de-9d39-aa1afac46e68 req-9a2c04aa-c655-483a-9886-3b741a29e4b7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067758 Feb 09 20:50:11.037403 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.041346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.071321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd1b7-e484-42a7-a0da-abf72b8666b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=15890a80-8bb3-4404-a023-41ba998c7179,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:11.092440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:11.098306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:11.115208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:11.127879 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.144540 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (28e43f05-5695-4e66-ac31-fc9115fbea3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.149438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Pushing event updated for resources: {'Port': ['ID=68e2d8b8-0423-479f-bc0d-b086739ffa9f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:11.318326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:11.384800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ddc84c43-e5ff-4b46-83ca-932691827ef8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2d462b4ef98e4628a267a75136c5900d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643237 Feb 09 20:50:11.388352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:11.434237 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Publish callbacks [] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.459899 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.586764 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Pushing event updated for resources: {'Port': ['ID=f6521629-5d2a-41b6-92be-ed38050fd5f1,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:11.631095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks [] for router_gateway (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.686095 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.686437 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.687600 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.687996 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.688327 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.688842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a043be07-b8e5-449f-8b13-0b5b08f63d58 admin admin] Publish callbacks [] for security_group (5fa46f47-5a02-41e1-879f-4ce2f18766e4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.691426 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.691833 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.692284 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.692726 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.693218 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.693791 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.694373 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.694861 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:11.711897 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Attempting to bind port f6521629-5d2a-41b6-92be-ed38050fd5f1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:11.712592 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Attempting to bind port f6521629-5d2a-41b6-92be-ed38050fd5f1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:11.713181 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Attempting to bind port f6521629-5d2a-41b6-92be-ed38050fd5f1 on network fc386731-13dc-42f5-ae63-d087b3bd438a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:11.721189 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:11.721946 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Checking segment: {'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:11.722552 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.723181 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Bound using segment: {'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:11.724396 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Bound port: f6521629-5d2a-41b6-92be-ed38050fd5f1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6670272-38e8-4a1f-bf7e-0b6578831510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:11.724953 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.881591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a043be07-b8e5-449f-8b13-0b5b08f63d58 admin admin] Publish callbacks [] for security_group (5fa46f47-5a02-41e1-879f-4ce2f18766e4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.895712 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] For port f6521629-5d2a-41b6-92be-ed38050fd5f1, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:11.897123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee761161-5933-4448-b905-71400989bb6b None None] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:11.901961 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] For port f6521629-5d2a-41b6-92be-ed38050fd5f1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f6521629-5d2a-41b6-92be-ed38050fd5f1,segment=NetworkSegment(d6670272-38e8-4a1f-bf7e-0b6578831510),segment_id=d6670272-38e8-4a1f-bf7e-0b6578831510)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:11.917499 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:11.942191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-4790fbe3-fb1c-4774-bb40-b11cf807ccfa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:11.961768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-4790fbe3-fb1c-4774-bb40-b11cf807ccfa tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 945 time: 0.3626714 Feb 09 20:50:12.049332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0ac45-1cdb-46d3-a0ba-e83f6a7e3bd0 None None] Pushing event updated for resources: {'Port': ['ID=f6521629-5d2a-41b6-92be-ed38050fd5f1,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:12.058327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ad7cd548-4b1f-4c9f-8530-d919ea2d1d87 None None] Provisioning complete for port 4db20e78-9145-45a0-9346-56081b61e856 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:12.058842 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd548-4b1f-4c9f-8530-d919ea2d1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4db20e78-9145-45a0-9346-56081b61e856), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.087981 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Routers {'28e43f05-5695-4e66-ac31-fc9115fbea3c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:12.088622 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28e43f05-5695-4e66-ac31-fc9115fbea3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:12.133295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fe943-cb9f-46c1-87fb-c5a0c21954c0 req-c22507fb-556c-4256-99d2-898a78299d6d tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:12.144030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-089fe943-cb9f-46c1-87fb-c5a0c21954c0 req-c22507fb-556c-4256-99d2-898a78299d6d tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.4446592 Feb 09 20:50:12.165350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37209d5-1a3d-4ee1-a8d5-c4a765d2f392 req-1591ed80-b1b7-48d4-8a25-eccdbc5ede18 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:12.170854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e37209d5-1a3d-4ee1-a8d5-c4a765d2f392 req-1591ed80-b1b7-48d4-8a25-eccdbc5ede18 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1873312 Feb 09 20:50:12.185236 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.277086 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a043be07-b8e5-449f-8b13-0b5b08f63d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5fa46f47-5a02-41e1-879f-4ce2f18766e4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.280012 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a043be07-b8e5-449f-8b13-0b5b08f63d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.284253 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a043be07-b8e5-449f-8b13-0b5b08f63d58 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5fa46f47-5a02-41e1-879f-4ce2f18766e4 HTTP/1.1" status: 204 len: 168 time: 0.8842130 Feb 09 20:50:12.327184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043be07-b8e5-449f-8b13-0b5b08f63d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa46f47-5a02-41e1-879f-4ce2f18766e4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:12.368040 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] Set router 28e43f05-5695-4e66-ac31-fc9115fbea3c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:12.369420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-089fe943-cb9f-46c1-87fb-c5a0c21954c0 req-9061e452-ab67-423b-88bf-ae1f4be48088 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242553 Feb 09 20:50:12.423785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cd548-4b1f-4c9f-8530-d919ea2d1d87 None None] Current status of the port 4db20e78-9145-45a0-9346-56081b61e856 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:12.423998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd548-4b1f-4c9f-8530-d919ea2d1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4db20e78-9145-45a0-9346-56081b61e856), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.491014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Deleting port fe495bff-338b-48bc-9881-f3456c2fe1a5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:12.507440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.519358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Deleting port f6521629-5d2a-41b6-92be-ed38050fd5f1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:12.525671 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.555817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ad7cd548-4b1f-4c9f-8530-d919ea2d1d87 None None] For port 4db20e78-9145-45a0-9346-56081b61e856, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4db20e78-9145-45a0-9346-56081b61e856,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:12.570486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e37209d5-1a3d-4ee1-a8d5-c4a765d2f392 req-a4873b8e-3f38-4463-9b25-129ca47f88fc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591547 Feb 09 20:50:12.574922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:50:12.590303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad7cd548-4b1f-4c9f-8530-d919ea2d1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4db20e78-9145-45a0-9346-56081b61e856), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.735427 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.741823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4db20e78-9145-45a0-9346-56081b61e856 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:12.798439 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:07Z', 'revision_number': 4, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port': {'id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:00Z', 'updated_at': '2022-02-09T20:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f6521629-5d2a-41b6-92be-ed38050fd5f1', 'name': '', 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'mac_address': 'fa:16:3e:e3:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'ac94699c-b027-4050-b6ba-ab984247b815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:05Z', 'updated_at': '2022-02-09T20:50:11Z', 'revision_number': 4, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'subnets': [{'id': 'ac94699c-b027-4050-b6ba-ab984247b815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:12.833107 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874be59-eda3-4bd2-9b50-8331566c0a17 None None] The sync data for ids ['28e43f05-5695-4e66-ac31-fc9115fbea3c'] in n-d-789963-29 is: [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:07Z', 'revision_number': 4, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port': {'id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:00Z', 'updated_at': '2022-02-09T20:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f6521629-5d2a-41b6-92be-ed38050fd5f1', 'name': '', 'network_id': 'fc386731-13dc-42f5-ae63-d087b3bd438a', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'mac_address': 'fa:16:3e:e3:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': 'ac94699c-b027-4050-b6ba-ab984247b815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:05Z', 'updated_at': '2022-02-09T20:50:11Z', 'revision_number': 4, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'subnets': [{'id': 'ac94699c-b027-4050-b6ba-ab984247b815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:12.850655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c31c50b9-c162-4da8-a243-0faaa3920aa9 None None] Provisioning complete for port f6521629-5d2a-41b6-92be-ed38050fd5f1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:12.851041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c31c50b9-c162-4da8-a243-0faaa3920aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.922607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:12.951027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cd548-4b1f-4c9f-8530-d919ea2d1d87 None None] Pushing event updated for resources: {'Port': ['ID=4db20e78-9145-45a0-9346-56081b61e856,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:12.966835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Sync routers for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:12.982222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:12.985220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-72e6ba8e-dec9-4510-8290-e196ccdbc9dc admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5276196 Feb 09 20:50:12.986592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:13.015602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] For port fe495bff-338b-48bc-9881-f3456c2fe1a5, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fe495bff-338b-48bc-9881-f3456c2fe1a5,segment=NetworkSegment(af0fa53b-faf8-47a8-9795-51b307e17e44),segment_id=af0fa53b-faf8-47a8-9795-51b307e17e44)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:13.028107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:13.045254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Calling delete_port for fe495bff-338b-48bc-9881-f3456c2fe1a5 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:13.106462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4db20e78-9145-45a0-9346-56081b61e856 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:13.107077 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4db20e78-9145-45a0-9346-56081b61e856), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:13.110248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:13.111141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:13.249748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fc215-97c7-4982-9a15-37bd87ee2726 req-3a80e0de-13bc-428d-ab8a-246fdfe25acc tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:13.260148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba9fc215-97c7-4982-9a15-37bd87ee2726 req-3a80e0de-13bc-428d-ab8a-246fdfe25acc tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 945 time: 0.5985436 Feb 09 20:50:13.267082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c31c50b9-c162-4da8-a243-0faaa3920aa9 None None] Current status of the port f6521629-5d2a-41b6-92be-ed38050fd5f1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:13.269258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fe495bff-338b-48bc-9881-f3456c2fe1a5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:13.272094 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c31c50b9-c162-4da8-a243-0faaa3920aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:13.307933 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:50:13.428778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba9fc215-97c7-4982-9a15-37bd87ee2726 req-450f61a8-ac2c-44bd-b8bc-5358e1ee0cae tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/security-groups?id=1fc5e02a-b267-45a9-92a2-a9e5727a096f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663861 Feb 09 20:50:13.490380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] For port f6521629-5d2a-41b6-92be-ed38050fd5f1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f6521629-5d2a-41b6-92be-ed38050fd5f1,segment=NetworkSegment(d6670272-38e8-4a1f-bf7e-0b6578831510),segment_id=d6670272-38e8-4a1f-bf7e-0b6578831510)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:13.490768 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:13.536194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Calling delete_port for f6521629-5d2a-41b6-92be-ed38050fd5f1 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:13.739248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cbd36-bc73-4106-8617-c02b7a81ba09 req-459fbea5-a054-4cbe-bf46-c5c7b5dccceb tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:13.747269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-429cbd36-bc73-4106-8617-c02b7a81ba09 req-459fbea5-a054-4cbe-bf46-c5c7b5dccceb tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1731062 Feb 09 20:50:13.766279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c31c50b9-c162-4da8-a243-0faaa3920aa9 None None] For port f6521629-5d2a-41b6-92be-ed38050fd5f1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f6521629-5d2a-41b6-92be-ed38050fd5f1,segment=NetworkSegment(d6670272-38e8-4a1f-bf7e-0b6578831510),segment_id=d6670272-38e8-4a1f-bf7e-0b6578831510)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:13.815416 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c31c50b9-c162-4da8-a243-0faaa3920aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:13.851599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:13.908092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4db20e78-9145-45a0-9346-56081b61e856 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:13.976239 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-429cbd36-bc73-4106-8617-c02b7a81ba09 req-c701d5dc-b5f9-4267-95b0-c698d69692a2 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279217 Feb 09 20:50:14.033400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55926) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:14.088139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ec01c3a6-e909-45dd-a4fe-7a5ebb19a479 None None] Provisioning complete for port 4db20e78-9145-45a0-9346-56081b61e856 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:14.088663 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec01c3a6-e909-45dd-a4fe-7a5ebb19a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4db20e78-9145-45a0-9346-56081b61e856), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.105463 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.138187 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.152717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Pushing event deleted for resources: {'Port': ['ID=fe495bff-338b-48bc-9881-f3456c2fe1a5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:14.208871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c50b9-c162-4da8-a243-0faaa3920aa9 None None] Pushing event updated for resources: {'Port': ['ID=f6521629-5d2a-41b6-92be-ed38050fd5f1,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:14.332379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] No DVR routers for this DVR port fe495bff-338b-48bc-9881-f3456c2fe1a5 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:50:14.341855 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.352525 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cbf9c076-c6c0-40f8-ab1b-c07d709af2b7 req-45b6e353-8d36-4633-acdd-907cfee41220 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.13 "DELETE /v2.0/ports/fe495bff-338b-48bc-9881-f3456c2fe1a5 HTTP/1.1" status: 204 len: 173 time: 2.3760662 Feb 09 20:50:14.374631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2605d56b-6759-4e0f-8f33-ea0c3780b965', 'name': 'network-vif-deleted', 'tag': 'fe495bff-338b-48bc-9881-f3456c2fe1a5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:14.376572 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83874472-f530-43ba-a5dd-cd7400b6d2d5" -d '{"events": [{"server_uuid": "2605d56b-6759-4e0f-8f33-ea0c3780b965", "name": "network-vif-deleted", "tag": "fe495bff-338b-48bc-9881-f3456c2fe1a5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:14.386313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Allocated IP 172.20.0.1 (18f903fd-99c8-485a-97ea-57a85eb2afd2/5f69966d-468d-4ee2-8995-53bf9abf4e0c/69479a6c-86b0-42e4-8e56-50c95e5b2ad4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:14.390847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ec01c3a6-e909-45dd-a4fe-7a5ebb19a479 None None] Current status of the port 4db20e78-9145-45a0-9346-56081b61e856 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:14.424678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:11Z', 'revision_number': 3, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:14.492153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Checking router: 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:14.499479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Updating router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 port 68e2d8b8-0423-479f-bc0d-b086739ffa9f binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:50:14.525456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22e160-84d3-45c8-8d4e-aa89b056e14d req-432ed92b-bc46-4732-98b7-27f2be98f219 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:14.535248 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d22e160-84d3-45c8-8d4e-aa89b056e14d req-432ed92b-bc46-4732-98b7-27f2be98f219 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.3841097 Feb 09 20:50:14.556351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fe495bff-338b-48bc-9881-f3456c2fe1a5 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:14.562574 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.572240 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca02723e-5071-4ae7-bdf1-c08555a151d3 x-openstack-request-id: req-ca02723e-5071-4ae7-bdf1-c08555a151d3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:14.572518 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2605d56b-6759-4e0f-8f33-ea0c3780b965", "name": "network-vif-deleted", "tag": "fe495bff-338b-48bc-9881-f3456c2fe1a5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:14.572890 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ca02723e-5071-4ae7-bdf1-c08555a151d3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:14.573338 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2605d56b-6759-4e0f-8f33-ea0c3780b965', 'name': 'network-vif-deleted', 'tag': 'fe495bff-338b-48bc-9881-f3456c2fe1a5', 'status': 'completed', 'code': 200} Feb 09 20:50:14.586525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Publish callbacks [] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.630162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: fe495bff-338b-48bc-9881-f3456c2fe1a5 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:14.630912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fe495bff-338b-48bc-9881-f3456c2fe1a5 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:50:14.681939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1497731027-network', 'tenant_id': 'adc3d44accbe4c31b2301f17515efe6d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:14.695380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.752565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d22e160-84d3-45c8-8d4e-aa89b056e14d req-56a9cb9f-1bdb-4637-8f6f-0f1c869cd0e7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086020 Feb 09 20:50:14.761526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f6521629-5d2a-41b6-92be-ed38050fd5f1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:14.767482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f6521629-5d2a-41b6-92be-ed38050fd5f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.813414 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43ddd765-896e-48ab-bbce-02c2f0d036d1 req-bfe83422-9b18-4de2-8ed3-7085b74e7af7 tempest-DeleteServersTestJSON-1057167618 tempest-DeleteServersTestJSON-1057167618-project] 10.222.0.102 "GET /v2.0/ports?device_id=2605d56b-6759-4e0f-8f33-ea0c3780b965 HTTP/1.1" status: 200 len: 210 time: 0.1193275 Feb 09 20:50:14.813978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6521629-5d2a-41b6-92be-ed38050fd5f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:14.831237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f6521629-5d2a-41b6-92be-ed38050fd5f1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:14.831472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f6521629-5d2a-41b6-92be-ed38050fd5f1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 20:50:14.831886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:14.845355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:14.863421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port f6521629-5d2a-41b6-92be-ed38050fd5f1 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 20:50:14.863869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4db20e78-9145-45a0-9346-56081b61e856 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:14.875822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:14.879349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Pushing event updated for resources: {'Port': ['ID=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:14.882511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Made reservation on behalf of adc3d44accbe4c31b2301f17515efe6d for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:14.885187 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:14.946582 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.130560 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Publish callbacks [] for security_group (97c74a12-3f76-40d5-a850-907fc33425f7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.145179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97c74a12-3f76-40d5-a850-907fc33425f7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.166411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4db20e78-9145-45a0-9346-56081b61e856 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:15.174077 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4db20e78-9145-45a0-9346-56081b61e856), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.182782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (28e43f05-5695-4e66-ac31-fc9115fbea3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.194583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c74a12-3f76-40d5-a850-907fc33425f7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:15.201816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.268427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:50:15.298680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7c374f59-8f09-478b-95a6-103a3c1c8c60), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.299371 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Added segment 7c374f59-8f09-478b-95a6-103a3c1c8c60 of type vlan for network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 Feb 09 20:50:15.380599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (1e92cc70-f766-4053-a3a1-b6388b5e1cb9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.426849 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (1e92cc70-f766-4053-a3a1-b6388b5e1cb9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.428897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:15.429525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.432203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec59d5-c9b7-4f2d-ab53-37f264caecdb req-7239c301-7d8f-4e8c-b655-f5485e3e8f1e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:15.433978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14ec59d5-c9b7-4f2d-ab53-37f264caecdb req-7239c301-7d8f-4e8c-b655-f5485e3e8f1e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2325008 Feb 09 20:50:15.471066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Publish callbacks [] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.488075 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.500106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4db20e78-9145-45a0-9346-56081b61e856 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:15.521363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4847932 Feb 09 20:50:15.534306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-18ca69d7-3d66-4d08-b4cb-79f48f5c42f3 None None] Provisioning complete for port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:15.534306 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18ca69d7-3d66-4d08-b4cb-79f48f5c42f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.534717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:15.542810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Request body: {'subnet': {'network_id': '1e92cc70-f766-4053-a3a1-b6388b5e1cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1497731027-subnet', 'tenant_id': 'adc3d44accbe4c31b2301f17515efe6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:15.555825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.579235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554367a-334f-4f72-930d-3c76382dd733 admin admin] Pushing event updated for resources: {'Network': ['ID=1e92cc70-f766-4053-a3a1-b6388b5e1cb9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:15.582344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b95659-a17b-43f5-94b8-9dfc8740059a None None] Pushing event updated for resources: {'Port': ['ID=68e2d8b8-0423-479f-bc0d-b086739ffa9f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:15.598134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:50:15.607248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Attempting to bind port 68e2d8b8-0423-479f-bc0d-b086739ffa9f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:15.609693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Made reservation on behalf of adc3d44accbe4c31b2301f17515efe6d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:15.613008 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.613193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Attempting to bind port 68e2d8b8-0423-479f-bc0d-b086739ffa9f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:15.616027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Attempting to bind port 68e2d8b8-0423-479f-bc0d-b086739ffa9f on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:15.675464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:15.675909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:15.676282 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.676682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:15.677567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Bound port: 68e2d8b8-0423-479f-bc0d-b086739ffa9f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:15.677567 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.683016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-18ca69d7-3d66-4d08-b4cb-79f48f5c42f3 None None] Port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:15.752227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14ec59d5-c9b7-4f2d-ab53-37f264caecdb req-37f923b6-f5aa-4273-851a-ebac549dfd47 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842336 Feb 09 20:50:15.809006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Router 28e43f05-5695-4e66-ac31-fc9115fbea3c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:50:15.857629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] For port 68e2d8b8-0423-479f-bc0d-b086739ffa9f, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:15.861919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] For port 68e2d8b8-0423-479f-bc0d-b086739ffa9f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=68e2d8b8-0423-479f-bc0d-b086739ffa9f,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:15.872200 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:15.954545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b95659-a17b-43f5-94b8-9dfc8740059a None None] Pushing event updated for resources: {'Port': ['ID=68e2d8b8-0423-479f-bc0d-b086739ffa9f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:15.994081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:15.994740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:16.005106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:16.010963 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5e0588df-ad31-4b43-8038-42424d55e105 admin admin] 10.222.0.102 "PUT /v2.0/routers/28e43f05-5695-4e66-ac31-fc9115fbea3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0253830 Feb 09 20:50:16.014687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:16.019761 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] Sync routers for ids ['28e43f05-5695-4e66-ac31-fc9115fbea3c'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:16.065338 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] Routers {'28e43f05-5695-4e66-ac31-fc9115fbea3c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:16.066009 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28e43f05-5695-4e66-ac31-fc9115fbea3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:16.155661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks [] for router (28e43f05-5695-4e66-ac31-fc9115fbea3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:16.302759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:16.321304 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] Set router 28e43f05-5695-4e66-ac31-fc9115fbea3c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:16.362404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Publish callbacks [] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:16.393597 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:16.448644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a30292-5e0a-43dd-90f2-9fce4c2fc069 req-10b9cbe4-3f5d-458d-8176-897543cf9c5c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:16.450287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5a30292-5e0a-43dd-90f2-9fce4c2fc069 req-10b9cbe4-3f5d-458d-8176-897543cf9c5c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1743174 Feb 09 20:50:16.496009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks [] for router_gateway (28e43f05-5695-4e66-ac31-fc9115fbea3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:16.520625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (df113121-f120-4ac2-8aa5-d85d3b547473), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:16.606455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df113121-f120-4ac2-8aa5-d85d3b547473,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:16.614582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Pushing event updated for resources: {'Port': ['ID=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:16.621758 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:16.637838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Deleting port 1b8a643a-62ef-423e-9e03-043d324b2c59 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:16.638375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:16.651100 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:14Z', 'revision_number': 5, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port': {'id': '1b8a643a-62ef-423e-9e03-043d324b2c59', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:03:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:00Z', 'updated_at': '2022-02-09T20:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:16.707576 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] Checking router: 28e43f05-5695-4e66-ac31-fc9115fbea3c for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:16.741807 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] Routers {'28e43f05-5695-4e66-ac31-fc9115fbea3c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:16.742677 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28e43f05-5695-4e66-ac31-fc9115fbea3c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:16.777675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] For port 1b8a643a-62ef-423e-9e03-043d324b2c59, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1b8a643a-62ef-423e-9e03-043d324b2c59,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:16.777675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:16.829235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Calling delete_port for 1b8a643a-62ef-423e-9e03-043d324b2c59 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:16.932933 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5a30292-5e0a-43dd-90f2-9fce4c2fc069 req-134daf87-18a2-4446-89e0-f627d48fc8a1 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535525 Feb 09 20:50:16.962617 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] Set router 28e43f05-5695-4e66-ac31-fc9115fbea3c gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:16.965387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:14Z', 'revision_number': 1, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:16.992695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Checking segment: {'id': '7c374f59-8f09-478b-95a6-103a3c1c8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1e92cc70-f766-4053-a3a1-b6388b5e1cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:16.993065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Network hostable DHCP agents. Network: 1e92cc70-f766-4053-a3a1-b6388b5e1cb9, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:50:17.027030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2c24a-684e-4536-b740-5a6db1ecb228 None None] The sync data for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 is: [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:14Z', 'revision_number': 1, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:17.040582 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:16Z', 'revision_number': 6, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:17.079256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:50:17.080108 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b54ec1-4c10-4093-8fed-3adbed143928 None None] The sync data for ids ['28e43f05-5695-4e66-ac31-fc9115fbea3c'] in n-d-789963-29 is: [{'id': '28e43f05-5695-4e66-ac31-fc9115fbea3c', 'name': 'tempest-FloatingIPsNegativeTestJSON-844114624-router', 'tenant_id': 'f6d3c92cf24246e3a500faf980364d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:58Z', 'updated_at': '2022-02-09T20:50:16Z', 'revision_number': 6, 'project_id': 'f6d3c92cf24246e3a500faf980364d44', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:17.093972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd2c17-2098-40c8-a2d8-b862b5e03326 req-cdc422ba-c8e7-448d-bd0d-023b29516520 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:17.101001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6bd2c17-2098-40c8-a2d8-b862b5e03326 req-cdc422ba-c8e7-448d-bd0d-023b29516520 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1447415 Feb 09 20:50:17.126279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:17.131306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:17.143560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 1e92cc70-f766-4053-a3a1-b6388b5e1cb9) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:17.148314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:17.152176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:17.177159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0853d-5829-411b-8f42-2d9d6f56aca9 None None] Network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:17.293524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-74aefdd4-685f-4523-89fd-450b801c40f7 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7504818 Feb 09 20:50:17.356947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6bd2c17-2098-40c8-a2d8-b862b5e03326 req-e038bec8-bf03-490f-ad0b-7b2fd3689cd2 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549870 Feb 09 20:50:17.378698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4660dd-9391-4e43-bb92-4202501e74ee None None] Network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:17.389023 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1b8a643a-62ef-423e-9e03-043d324b2c59), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:17.419203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:50:17.477070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8a643a-62ef-423e-9e03-043d324b2c59,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:17.682096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:17.691998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0740bdff-dc24-4263-bae7-7c6ae4efd918 admin admin] 10.222.0.102 "PUT /v2.0/routers/1536fd0c-8558-4ae9-b73d-a31af6ef99d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7043140 Feb 09 20:50:17.712352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (28e43f05-5695-4e66-ac31-fc9115fbea3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:17.830443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f3f61b0c-10a1-4993-a81a-4cc981acb17c None None] Provisioning complete for port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:17.830819 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3f61b0c-10a1-4993-a81a-4cc981acb17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:17.944914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f3f61b0c-10a1-4993-a81a-4cc981acb17c None None] Port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:17.981208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (28e43f05-5695-4e66-ac31-fc9115fbea3c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:17.983624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks [] for router_controller (28e43f05-5695-4e66-ac31-fc9115fbea3c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.065973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (28e43f05-5695-4e66-ac31-fc9115fbea3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.067298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28e43f05-5695-4e66-ac31-fc9115fbea3c {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:50:18.072800 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.076831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f8fc4b8a-3bb6-4d88-bd6a-8eb179149982 admin admin] 10.222.0.102 "DELETE /v2.0/routers/28e43f05-5695-4e66-ac31-fc9115fbea3c HTTP/1.1" status: 204 len: 168 time: 2.0581410 Feb 09 20:50:18.080159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:18.198763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6dd0e2a-aada-48db-99b8-3dd0838f0e96 admin admin] Deleting subnet ac94699c-b027-4050-b6ba-ab984247b815 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:50:18.216782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0e2a-aada-48db-99b8-3dd0838f0e96 admin admin] Publish callbacks [] for subnet (ac94699c-b027-4050-b6ba-ab984247b815), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.298690 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0e2a-aada-48db-99b8-3dd0838f0e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (ac94699c-b027-4050-b6ba-ab984247b815), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.340730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-7f408e13-b8ff-4a9d-a6e5-0ca64360550e tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:18.342381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-7f408e13-b8ff-4a9d-a6e5-0ca64360550e tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/networks?id=1e92cc70-f766-4053-a3a1-b6388b5e1cb9 HTTP/1.1" status: 200 len: 822 time: 0.2852964 Feb 09 20:50:18.405571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-3b928264-3694-4200-bcac-c5442f5170d4 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/quotas/adc3d44accbe4c31b2301f17515efe6d HTTP/1.1" status: 200 len: 375 time: 0.0302863 Feb 09 20:50:18.466194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0e2a-aada-48db-99b8-3dd0838f0e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (ac94699c-b027-4050-b6ba-ab984247b815), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.503171 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-dce6ac80-b759-4a8e-b3d1-ef219af1d94e tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=adc3d44accbe4c31b2301f17515efe6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901465 Feb 09 20:50:18.588788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0e2a-aada-48db-99b8-3dd0838f0e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (ac94699c-b027-4050-b6ba-ab984247b815), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.593079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f6521629-5d2a-41b6-92be-ed38050fd5f1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:18.608501 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0e2a-aada-48db-99b8-3dd0838f0e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.613393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6dd0e2a-aada-48db-99b8-3dd0838f0e96 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/ac94699c-b027-4050-b6ba-ab984247b815 HTTP/1.1" status: 204 len: 168 time: 0.5317323 Feb 09 20:50:18.644466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:18.652974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd0e2a-aada-48db-99b8-3dd0838f0e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac94699c-b027-4050-b6ba-ab984247b815,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:18.676502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d235bf-9ae8-4328-a2b8-0b0b30c86eb2 None None] Network fc386731-13dc-42f5-ae63-d087b3bd438a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:18.686723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f6521629-5d2a-41b6-92be-ed38050fd5f1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:18.692855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f6521629-5d2a-41b6-92be-ed38050fd5f1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:50:18.693430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1b8a643a-62ef-423e-9e03-043d324b2c59 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:18.806796 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (fc386731-13dc-42f5-ae63-d087b3bd438a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.848847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-01bd3542-4630-484f-800a-0e1369fb3ac9 service neutron] 10.222.0.102 "GET /v2.0/networks/1e92cc70-f766-4053-a3a1-b6388b5e1cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348861 Feb 09 20:50:18.879648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1b8a643a-62ef-423e-9e03-043d324b2c59 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:18.883468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1b8a643a-62ef-423e-9e03-043d324b2c59 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:50:18.904832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Deleting port c97fc853-6bcd-45d1-8515-e59827c3e3b4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:18.905197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:18.995522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:19.012832 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-753e0f32-126c-4d9f-b6a8-eb5caa3cdd3e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311161098', 'description': 'tempest-description--1135497271'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:19.079857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] For port c97fc853-6bcd-45d1-8515-e59827c3e3b4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c97fc853-6bcd-45d1-8515-e59827c3e3b4,segment=NetworkSegment(d6670272-38e8-4a1f-bf7e-0b6578831510),segment_id=d6670272-38e8-4a1f-bf7e-0b6578831510)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:19.080373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.098364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Calling delete_port for c97fc853-6bcd-45d1-8515-e59827c3e3b4 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:19.135445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] DHCP port deletion for fc386731-13dc-42f5-ae63-d087b3bd438a request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:50:19.145517 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753e0f32-126c-4d9f-b6a8-eb5caa3cdd3e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.207330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.255861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] No DVR routers for this DVR port c97fc853-6bcd-45d1-8515-e59827c3e3b4 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:50:19.256774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] Deleting port c97fc853-6bcd-45d1-8515-e59827c3e3b4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:19.260351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.261524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Pushing event deleted for resources: {'Port': ['ID=c97fc853-6bcd-45d1-8515-e59827c3e3b4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:19.301931 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-3377792a-ea0d-4cb4-8c6b-2490f9a8fb8e service neutron] 10.222.0.102 "GET /v2.0/networks/1e92cc70-f766-4053-a3a1-b6388b5e1cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520535 Feb 09 20:50:19.397988 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753e0f32-126c-4d9f-b6a8-eb5caa3cdd3e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group (ac572bc8-9d97-49d4-909a-6fe5d3128100), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.408562 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753e0f32-126c-4d9f-b6a8-eb5caa3cdd3e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ac572bc8-9d97-49d4-909a-6fe5d3128100), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.413963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eba6f-5b77-416b-af51-d15b9bf6aba0 req-bcc17d6a-7bbb-42c1-89c7-dc0bd01be486 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:19.421574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a3eba6f-5b77-416b-af51-d15b9bf6aba0 req-bcc17d6a-7bbb-42c1-89c7-dc0bd01be486 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.2261810 Feb 09 20:50:19.452112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e0f32-126c-4d9f-b6a8-eb5caa3cdd3e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac572bc8-9d97-49d4-909a-6fe5d3128100,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:19.458724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] For port c97fc853-6bcd-45d1-8515-e59827c3e3b4, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:19.461148 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.485570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-753e0f32-126c-4d9f-b6a8-eb5caa3cdd3e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.488110 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-753e0f32-126c-4d9f-b6a8-eb5caa3cdd3e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4910786 Feb 09 20:50:19.490548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56062) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:19.496235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-32ed8cc9-b2eb-4076-8fed-3905bff41352 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'security_group_rule': {'security_group_id': 'ac572bc8-9d97-49d4-909a-6fe5d3128100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:19.497555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] Calling delete_port for c97fc853-6bcd-45d1-8515-e59827c3e3b4 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:19.505054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] Port c97fc853-6bcd-45d1-8515-e59827c3e3b4 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:50:19.508937 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (c97fc853-6bcd-45d1-8515-e59827c3e3b4), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.515900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (fc386731-13dc-42f5-ae63-d087b3bd438a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.553714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc386731-13dc-42f5-ae63-d087b3bd438a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:19.572825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed8cc9-b2eb-4076-8fed-3905bff41352 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group_rule (b6ecb8da-2e6f-42e0-ab4d-a7be93e73cd8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.584955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] Pushing event deleted for resources: {'Port': ['ID=c97fc853-6bcd-45d1-8515-e59827c3e3b4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:19.599441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6670272-38e8-4a1f-bf7e-0b6578831510') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:19.599803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6670272-38e8-4a1f-bf7e-0b6578831510') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:19.602616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983c4de-ed25-45ca-9ff2-31fb03421f11 None None] No DVR routers for this DVR port c97fc853-6bcd-45d1-8515-e59827c3e3b4 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:50:19.653359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a3eba6f-5b77-416b-af51-d15b9bf6aba0 req-884da7f0-af52-4f1b-9119-6598b1ea11b7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308700 Feb 09 20:50:19.665680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (d6670272-38e8-4a1f-bf7e-0b6578831510), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.702885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d6670272-38e8-4a1f-bf7e-0b6578831510), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.710768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed8cc9-b2eb-4076-8fed-3905bff41352 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group_rule (b6ecb8da-2e6f-42e0-ab4d-a7be93e73cd8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.723513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:50:19.723995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (d6670272-38e8-4a1f-bf7e-0b6578831510), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:50:19.725849 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:50:19.799950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed8cc9-b2eb-4076-8fed-3905bff41352 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b6ecb8da-2e6f-42e0-ab4d-a7be93e73cd8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.842676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed8cc9-b2eb-4076-8fed-3905bff41352 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ecb8da-2e6f-42e0-ab4d-a7be93e73cd8,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:19.851010 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2951910-aacc-4de3-90f7-1bfcafa2de3e req-1181fafe-b7f8-446c-a2ac-a0efcc27d37f tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 210 time: 0.0669765 Feb 09 20:50:19.882143 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (fc386731-13dc-42f5-ae63-d087b3bd438a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.882989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32ed8cc9-b2eb-4076-8fed-3905bff41352 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.886776 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-32ed8cc9-b2eb-4076-8fed-3905bff41352 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3924296 Feb 09 20:50:19.887757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56076) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:19.893236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6341f9fd-288f-4ecf-850a-bc83119d5693 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'security_group_rule': {'security_group_id': 'ac572bc8-9d97-49d4-909a-6fe5d3128100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:19.903712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2662c-6a17-4d3a-8358-2dca581ecf33 req-e6f32a53-2ac3-4717-ac83-296352a848e5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:19.908914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:19.912650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] 10.222.0.102 "DELETE /v2.0/networks/fc386731-13dc-42f5-ae63-d087b3bd438a HTTP/1.1" status: 204 len: 168 time: 1.2668586 Feb 09 20:50:19.926716 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdb2662c-6a17-4d3a-8358-2dca581ecf33 req-e6f32a53-2ac3-4717-ac83-296352a848e5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2078605 Feb 09 20:50:19.995783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b9f46-0d62-42ac-99e1-f6c975c7d76e admin admin] Pushing event deleted for resources: {'Network': ['ID=fc386731-13dc-42f5-ae63-d087b3bd438a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:20.024856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6341f9fd-288f-4ecf-850a-bc83119d5693 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group_rule (682d9909-a285-47ae-a5d1-dadd07db7b3a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.041586 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdb2662c-6a17-4d3a-8358-2dca581ecf33 req-f20756a8-66e7-4779-a0a0-53f393d0cdd0 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993080 Feb 09 20:50:20.110582 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6341f9fd-288f-4ecf-850a-bc83119d5693 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group_rule (682d9909-a285-47ae-a5d1-dadd07db7b3a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.124520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6341f9fd-288f-4ecf-850a-bc83119d5693 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (682d9909-a285-47ae-a5d1-dadd07db7b3a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.162410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341f9fd-288f-4ecf-850a-bc83119d5693 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682d9909-a285-47ae-a5d1-dadd07db7b3a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:20.181838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56084) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:20.191068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6341f9fd-288f-4ecf-850a-bc83119d5693 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.195056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6341f9fd-288f-4ecf-850a-bc83119d5693 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3034821 Feb 09 20:50:20.195406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:20.200167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:20.246188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d924164b-66fb-4941-bdd7-ab9fcf4d2537 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f6d3c92cf24246e3a500faf980364d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0628552 Feb 09 20:50:20.249366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56090) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:20.278589 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.394220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f6447c5-ee0d-4ece-91b4-072393de81a0 admin admin] Publish callbacks [] for security_group (919233a3-7170-4048-afc9-5d49e6048e9a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.426155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.441960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f6447c5-ee0d-4ece-91b4-072393de81a0 admin admin] Publish callbacks [] for security_group (919233a3-7170-4048-afc9-5d49e6048e9a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.565918 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f6447c5-ee0d-4ece-91b4-072393de81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (919233a3-7170-4048-afc9-5d49e6048e9a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.574734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f6447c5-ee0d-4ece-91b4-072393de81a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.578185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4f6447c5-ee0d-4ece-91b4-072393de81a0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/919233a3-7170-4048-afc9-5d49e6048e9a HTTP/1.1" status: 204 len: 168 time: 0.3276305 Feb 09 20:50:20.579107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 68e2d8b8-0423-479f-bc0d-b086739ffa9f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:20.589632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6447c5-ee0d-4ece-91b4-072393de81a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919233a3-7170-4048-afc9-5d49e6048e9a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:20.622427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Allocated IP 172.25.4.129 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/46211954-df60-464e-8ed7-bb54c5eceba4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:20.768901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 68e2d8b8-0423-479f-bc0d-b086739ffa9f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:20.769370 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.838473 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for port (46211954-df60-464e-8ed7-bb54c5eceba4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.896197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (46211954-df60-464e-8ed7-bb54c5eceba4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.949826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 68e2d8b8-0423-479f-bc0d-b086739ffa9f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:20.950152 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:20.957512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:20.959448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:20.968719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:21.011836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00af1-3a6b-4318-a675-96616f97e7af req-601e6ef2-dae2-454d-880f-ee3a1b603d23 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:21.016955 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68c00af1-3a6b-4318-a675-96616f97e7af req-601e6ef2-dae2-454d-880f-ee3a1b603d23 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.2249331 Feb 09 20:50:21.020092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 68e2d8b8-0423-479f-bc0d-b086739ffa9f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=68e2d8b8-0423-479f-bc0d-b086739ffa9f,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:21.037349 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:21.142755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c97fc853-6bcd-45d1-8515-e59827c3e3b4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:21.175929 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fb6c3cb-e22e-4d38-904e-29f493aa912b req-d6bf7d42-4c3a-44ad-981f-5a7e4c138399 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 210 time: 0.0905821 Feb 09 20:50:21.178121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'Port': ['ID=46211954-df60-464e-8ed7-bb54c5eceba4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:21.179204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=68e2d8b8-0423-479f-bc0d-b086739ffa9f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:21.192001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c97fc853-6bcd-45d1-8515-e59827c3e3b4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:21.192465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c97fc853-6bcd-45d1-8515-e59827c3e3b4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:50:21.274064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for floatingip (5499ad46-46c5-4533-bf5e-3b6e5c626bbe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:21.289050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68c00af1-3a6b-4318-a675-96616f97e7af req-e99edfd6-2cab-4938-a723-6619d82a72e6 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619152 Feb 09 20:50:21.338086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (46211954-df60-464e-8ed7-bb54c5eceba4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:21.366877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Sync routers for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:21.390073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:21.390717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:21.589806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68b0d7-f8a9-4b76-8724-c1002d44e689 req-1cb5e156-f4fe-41c4-b3b2-80e1bb4b1f35 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:21.597240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d68b0d7-f8a9-4b76-8724-c1002d44e689 req-1cb5e156-f4fe-41c4-b3b2-80e1bb4b1f35 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1760190 Feb 09 20:50:21.606638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-1e492286-11d8-4fcb-b4b7-ac257e9b50a9 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:21.615614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-1e492286-11d8-4fcb-b4b7-ac257e9b50a9 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.50 "GET /v2.0/networks?id=1e92cc70-f766-4053-a3a1-b6388b5e1cb9 HTTP/1.1" status: 200 len: 822 time: 0.4050236 Feb 09 20:50:21.630224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Request body: {'port': {'device_id': 'b5976979-9ec7-4536-b328-7322eb1e966b', 'network_id': '1e92cc70-f766-4053-a3a1-b6388b5e1cb9', 'admin_state_up': True, 'tenant_id': 'adc3d44accbe4c31b2301f17515efe6d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:21.641567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for port (46211954-df60-464e-8ed7-bb54c5eceba4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:21.686926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:21.691237 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d68b0d7-f8a9-4b76-8724-c1002d44e689 req-2b264080-3fc6-4ac2-bdbb-e50e97726a6d tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930612 Feb 09 20:50:21.697820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (46211954-df60-464e-8ed7-bb54c5eceba4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:21.808328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'Port': ['ID=46211954-df60-464e-8ed7-bb54c5eceba4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:21.840874 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (5499ad46-46c5-4533-bf5e-3b6e5c626bbe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:21.865191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Made reservation on behalf of adc3d44accbe4c31b2301f17515efe6d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:21.873702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:21.875957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:21.892501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-506d61ff-844b-4b3b-add8-4590e0b42e65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6954064 Feb 09 20:50:21.915361 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:22.098118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 2, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:22.135039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Checking router: 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:22.135404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Updating router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:50:22.158643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Allocated IP 172.20.0.12 (1e92cc70-f766-4053-a3a1-b6388b5e1cb9/df113121-f120-4ac2-8aa5-d85d3b547473/2885b227-6a97-4fc8-8a4c-5b9b6c1269ab) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:22.173746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:22.205177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-e7a5c3cd-7930-4fbd-9fe4-27c61a0b1645 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--311161098&fields=id&tenant_id=78e1662b80484a4096590fa7c4066153 HTTP/1.1" status: 200 len: 267 time: 0.1010184 Feb 09 20:50:22.607965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 68e2d8b8-0423-479f-bc0d-b086739ffa9f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:22.631387 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-51fef862-1086-471c-91f6-18675931adfd req-38104a8e-6571-49ee-9cf3-4c4b82a6f2a5 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 210 time: 0.0680161 Feb 09 20:50:22.753500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 68e2d8b8-0423-479f-bc0d-b086739ffa9f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:22.754266 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:22.761394 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Publish callbacks [] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:22.802919 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:22.884252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466ceac-b1b4-481f-a819-3dab5e6d0be4 None None] Pushing event updated for resources: {'Port': ['ID=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:22.915915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c4c27-30ee-4ef9-8ce8-7b3bb495401d req-9802581a-0546-463d-b652-573a1898dfa3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:22.923102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-890c4c27-30ee-4ef9-8ce8-7b3bb495401d req-9802581a-0546-463d-b652-573a1898dfa3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1699891 Feb 09 20:50:23.020598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:23.027814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-890c4c27-30ee-4ef9-8ce8-7b3bb495401d req-6f4b6186-e5b8-48be-8912-f1ab89d87d81 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991449 Feb 09 20:50:23.074950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Attempting to bind port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:23.080131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Attempting to bind port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:23.082028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Attempting to bind port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:23.090476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 68e2d8b8-0423-479f-bc0d-b086739ffa9f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:23.097318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:23.098133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Checking segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:23.098782 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.099984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Bound using segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:23.100725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Bound port: 69479a6c-86b0-42e4-8e56-50c95e5b2ad4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:23.101350 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.225887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] For port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:23.229508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-ff0e5180-b9a4-45fa-bba1-94a61023cbe9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:23.231008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] For port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:23.241707 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.245373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-ff0e5180-b9a4-45fa-bba1-94a61023cbe9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 1.0144315 Feb 09 20:50:23.329986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-1609492e-6780-4bb8-a712-3db9ba80ef4e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/quotas/78e1662b80484a4096590fa7c4066153 HTTP/1.1" status: 200 len: 375 time: 0.0803750 Feb 09 20:50:23.366451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904dfd-fc4b-4035-83ca-749f9dbcee02 req-2f74b8c6-4423-432b-a4aa-bdd65ec20ec8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:23.368311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40904dfd-fc4b-4035-83ca-749f9dbcee02 req-2f74b8c6-4423-432b-a4aa-bdd65ec20ec8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2021313 Feb 09 20:50:23.369327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7591adeb-a33b-46f0-8500-0925659cc810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.396388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:23.397297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:23.486169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466ceac-b1b4-481f-a819-3dab5e6d0be4 None None] Pushing event updated for resources: {'Port': ['ID=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:23.510106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40904dfd-fc4b-4035-83ca-749f9dbcee02 req-157ac84e-216b-4ecf-903b-2110584c37f3 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327667 Feb 09 20:50:23.562497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8bfc6469-3d1f-4b75-8d96-f9c1deefe2d7 None None] Provisioning complete for port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:23.563163 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6469-3d1f-4b75-8d96-f9c1deefe2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.583227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-c8364f24-5b21-4958-a4b0-66c8237de369 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2523565 Feb 09 20:50:23.594860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Publish callbacks [] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.637300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7591adeb-a33b-46f0-8500-0925659cc810 admin admin] Publish callbacks [] for security_group (92c91721-4465-4973-9982-37537b989780), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.642821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7591adeb-a33b-46f0-8500-0925659cc810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (92c91721-4465-4973-9982-37537b989780), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.746369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7591adeb-a33b-46f0-8500-0925659cc810 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=980443fec2e445699ced1b4272521d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7140596 Feb 09 20:50:23.748948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:23.749730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591adeb-a33b-46f0-8500-0925659cc810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c91721-4465-4973-9982-37537b989780,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:23.828174 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d7f80c5-3eab-498a-99d8-398f04f0bdf0 req-8a15c9ec-c28f-4580-8c6a-160c786c9d37 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 210 time: 0.0803769 Feb 09 20:50:23.894613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.907855 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bda0331-dde9-484a-ab1e-56bcbc2e8294 admin admin] Publish callbacks [] for security_group (92c91721-4465-4973-9982-37537b989780), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:23.908893 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e718565-e633-4e66-8fa8-6b4ff3d091aa service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084426 Feb 09 20:50:23.955321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:23.962457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bda0331-dde9-484a-ab1e-56bcbc2e8294 admin admin] Publish callbacks [] for security_group (92c91721-4465-4973-9982-37537b989780), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:24.020036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc6469-3d1f-4b75-8d96-f9c1deefe2d7 None None] Current status of the port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:24.020441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6469-3d1f-4b75-8d96-f9c1deefe2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:24.052967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bda0331-dde9-484a-ab1e-56bcbc2e8294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (92c91721-4465-4973-9982-37537b989780), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:24.054428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:24.059814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3bda0331-dde9-484a-ab1e-56bcbc2e8294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:24.063330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3bda0331-dde9-484a-ab1e-56bcbc2e8294 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/92c91721-4465-4973-9982-37537b989780 HTTP/1.1" status: 204 len: 168 time: 0.3081386 Feb 09 20:50:24.079317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda0331-dde9-484a-ab1e-56bcbc2e8294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c91721-4465-4973-9982-37537b989780,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:24.088286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:24.106747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:24.113762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Pushing event updated for resources: {'Port': ['ID=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:24.162603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8bfc6469-3d1f-4b75-8d96-f9c1deefe2d7 None None] For port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:24.181257 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6469-3d1f-4b75-8d96-f9c1deefe2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:24.230995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:24.232641 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:24.265826 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-e263e773-c50e-4127-9fc7-b1cfe6380674 service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233421 Feb 09 20:50:24.273626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1140ff-af80-48b0-bd40-7a97ad2a90fb req-4ba55755-3f4b-4a6c-a8b8-d1a94ae51d31 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:24.278556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c1140ff-af80-48b0-bd40-7a97ad2a90fb req-4ba55755-3f4b-4a6c-a8b8-d1a94ae51d31 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1146526 Feb 09 20:50:24.304581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-8decfbb0-6090-48e2-8b3f-38a8674a99bb tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6777201 Feb 09 20:50:24.318651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Request body: {'port': {'device_id': 'b5976979-9ec7-4536-b328-7322eb1e966b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:24.440642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c1140ff-af80-48b0-bd40-7a97ad2a90fb req-8d2f796a-cab3-413f-88dd-d399c7e64fb7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374404 Feb 09 20:50:24.491489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-386479e5-a099-4aea-b852-a1d838339e05 None None] Provisioning complete for port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:24.492014 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-386479e5-a099-4aea-b852-a1d838339e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:24.524455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc6469-3d1f-4b75-8d96-f9c1deefe2d7 None None] Pushing event updated for resources: {'Port': ['ID=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:24.526523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:24.696549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:24.779326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7029299-86d9-4708-8310-437dc9be7d15 req-e7439d47-f682-459a-901f-52bf422768c4 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:24.786186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7029299-86d9-4708-8310-437dc9be7d15 req-e7439d47-f682-459a-901f-52bf422768c4 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1445010 Feb 09 20:50:24.907193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7029299-86d9-4708-8310-437dc9be7d15 req-3f85400f-4d4c-4958-8351-dd9ff92c776c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161749 Feb 09 20:50:25.027191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:23Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:25.046726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f309cf44-a3fe-4280-9f9a-396bfe52383d req-a572caa4-d0fa-4859-b68a-28b443b26f65 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 210 time: 0.0329261 Feb 09 20:50:25.164460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6598e-b083-49d8-b5ce-2be4a0cfdb8b None None] The sync data for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 is: [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:23Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:25.182841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-386479e5-a099-4aea-b852-a1d838339e05 None None] Current status of the port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:25.211892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:25.212971 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.222560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:25.307282 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103acf1d-9d65-4fcd-95d5-27cc560ad648 req-e72dc7a8-fa61-40e4-9f12-8dd1b2739bd0 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:25.319817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-103acf1d-9d65-4fcd-95d5-27cc560ad648 req-e72dc7a8-fa61-40e4-9f12-8dd1b2739bd0 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 932 time: 0.2049305 Feb 09 20:50:25.326819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:25.359108 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Publish callbacks [] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.386489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Transition to ACTIVE for port object 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:50:25.395619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.401045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:25.449646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-103acf1d-9d65-4fcd-95d5-27cc560ad648 req-62a8ddfd-1df2-4235-b99b-4f32fa227d69 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/security-groups?id=97c74a12-3f76-40d5-a850-907fc33425f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108191 Feb 09 20:50:25.598354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1182831852-network', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:25.633359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:25.644599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:25.647031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.658821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.713391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Attempting to bind port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:25.715891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Attempting to bind port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '7c374f59-8f09-478b-95a6-103a3c1c8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1e92cc70-f766-4053-a3a1-b6388b5e1cb9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:25.716278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Attempting to bind port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab on network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:25.735460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670a658-d4cc-4147-b5e2-cbcc3c7119fe req-7e9d41f1-0710-4a70-971d-4f4446eec974 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:25.762011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4670a658-d4cc-4147-b5e2-cbcc3c7119fe req-7e9d41f1-0710-4a70-971d-4f4446eec974 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1537230 Feb 09 20:50:25.769418 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab on network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:50:25.769746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Attempting to bind port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab on network 1e92cc70-f766-4053-a3a1-b6388b5e1cb9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:25.794625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:25.796290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Checking segment: {'id': '7c374f59-8f09-478b-95a6-103a3c1c8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1e92cc70-f766-4053-a3a1-b6388b5e1cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:25.796684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Bound using segment: {'id': '7c374f59-8f09-478b-95a6-103a3c1c8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1e92cc70-f766-4053-a3a1-b6388b5e1cb9'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:25.797146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Bound port: 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c374f59-8f09-478b-95a6-103a3c1c8c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1e92cc70-f766-4053-a3a1-b6388b5e1cb9'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:25.797522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.851749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Publish callbacks [] for security_group (564bffb3-2bdc-4d92-9087-62400f0c1228), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.858658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (564bffb3-2bdc-4d92-9087-62400f0c1228), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.899453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:50:25.905742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4670a658-d4cc-4147-b5e2-cbcc3c7119fe req-4056426a-6f9a-4af7-8bba-1fc5ef2dfec6 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257396 Feb 09 20:50:25.911456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (38c022bf-ea32-40d8-b303-0342e9856b96), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:25.911915 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Added segment 38c022bf-ea32-40d8-b303-0342e9856b96 of type vlan for network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 Feb 09 20:50:25.955520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] For port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:25.961438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] For port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,segment=NetworkSegment(7c374f59-8f09-478b-95a6-103a3c1c8c60),segment_id=7c374f59-8f09-478b-95a6-103a3c1c8c60)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:25.963073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564bffb3-2bdc-4d92-9087-62400f0c1228,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:25.993329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:26.021215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (7ea82d67-3cb2-4955-bc15-4d6fb1db58c0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:26.091387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:26.115966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:26.116603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:26.118150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-2cc68db9-5b00-4534-80ee-c47858545fd4 service neutron] 10.222.0.50 "PUT /v2.0/ports/2885b227-6a97-4fc8-8a4c-5b9b6c1269ab HTTP/1.1" status: 200 len: 1093 time: 1.8067408 Feb 09 20:50:26.118621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5976979-9ec7-4536-b328-7322eb1e966b', 'tag': '2885b227-6a97-4fc8-8a4c-5b9b6c1269ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:26.123297 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a496b2c9-b28d-4ca6-989c-94afba6d7e87" -d '{"events": [{"name": "network-changed", "server_uuid": "b5976979-9ec7-4536-b328-7322eb1e966b", "tag": "2885b227-6a97-4fc8-8a4c-5b9b6c1269ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:26.151374 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (7ea82d67-3cb2-4955-bc15-4d6fb1db58c0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:26.152852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:26.153930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:26.273994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea82d67-3cb2-4955-bc15-4d6fb1db58c0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:26.292472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:50:26.319473 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a77174dd-d4db-4c0b-9599-2f3b497ae5c2 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0948310 Feb 09 20:50:26.320269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:26.328810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242e575-d056-48eb-bb7f-7547be3fe314 req-db310f65-d923-4271-827a-a53e2eba7718 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:26.340082 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3242e575-d056-48eb-bb7f-7547be3fe314 req-db310f65-d923-4271-827a-a53e2eba7718 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2974277 Feb 09 20:50:26.354267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Request body: {'subnet': {'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1182831852-subnet', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:26.366991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f337d1b-11c3-4c8d-9c77-635214d3dfe6 req-2f9e0619-2b8c-4023-bc86-e7b248667c13 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 210 time: 0.1631551 Feb 09 20:50:26.436531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:26.438846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:26.539019 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:26.579525 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeaac84-2f71-4ec3-9be0-58c5a3b322ab x-openstack-request-id: req-1aeaac84-2f71-4ec3-9be0-58c5a3b322ab {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:26.579981 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5976979-9ec7-4536-b328-7322eb1e966b", "tag": "2885b227-6a97-4fc8-8a4c-5b9b6c1269ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:26.580418 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1aeaac84-2f71-4ec3-9be0-58c5a3b322ab {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:26.584307 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5976979-9ec7-4536-b328-7322eb1e966b', 'tag': '2885b227-6a97-4fc8-8a4c-5b9b6c1269ab', 'status': 'completed', 'code': 200} Feb 09 20:50:26.612500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:26.626037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-e0ee9ff2-1237-47b6-b931-660a386a69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:26.635073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-e0ee9ff2-1237-47b6-b931-660a386a69f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adc3d44accbe4c31b2301f17515efe6d&device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 1127 time: 0.4192944 Feb 09 20:50:26.709250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-b2a0eba2-c3e3-4acb-aa50-9aa76ae2efac tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:26.711350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-b2a0eba2-c3e3-4acb-aa50-9aa76ae2efac tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.4945390 Feb 09 20:50:26.712734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3242e575-d056-48eb-bb7f-7547be3fe314 req-dac266b1-3267-408f-9253-5543a54935cb tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166654 Feb 09 20:50:26.754835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:26.755381 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:26.759396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-cee782fc-b62c-4cb0-8281-838960f62906 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab HTTP/1.1" status: 200 len: 217 time: 0.1140602 Feb 09 20:50:26.862372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:26.889830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4fa92ed1-622c-436f-b298-f7d8d262fb66 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78e1662b80484a4096590fa7c4066153 HTTP/1.1" status: 200 len: 379 time: 0.1278381 Feb 09 20:50:26.899255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'port': {'device_id': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'admin_state_up': True, 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'security_groups': ['ac572bc8-9d97-49d4-909a-6fe5d3128100']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:26.923095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (a4100239-22ba-48ba-8236-e4ac68e1038a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.023284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-200f6cee-0cb9-43c5-9ab0-f9f4754d8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:27.023284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-200f6cee-0cb9-43c5-9ab0-f9f4754d8cae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df113121-f120-4ac2-8aa5-d85d3b547473 HTTP/1.1" status: 200 len: 862 time: 0.2512703 Feb 09 20:50:27.055574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-69f398ab-1764-40b4-a9d1-41b13f184755 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e92cc70-f766-4053-a3a1-b6388b5e1cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284266 Feb 09 20:50:27.066266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4100239-22ba-48ba-8236-e4ac68e1038a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:27.067507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5357e9-e2ff-4043-a370-ed020e8a7e2d req-b4232727-db51-4a36-b418-21200ebef79e tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:27.069055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca5357e9-e2ff-4043-a370-ed020e8a7e2d req-b4232727-db51-4a36-b418-21200ebef79e tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 944 time: 0.3557720 Feb 09 20:50:27.097398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Made reservation on behalf of 78e1662b80484a4096590fa7c4066153 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:27.100798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.104315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Checking segment: {'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:27.106255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Network hostable DHCP agents. Network: 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:50:27.144333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:50:27.162339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aed3b-75e6-4872-a305-e1801eb9b554 req-def7cee1-6e01-458f-89c3-11e7955722e9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:27.171698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b95aed3b-75e6-4872-a305-e1801eb9b554 req-def7cee1-6e01-458f-89c3-11e7955722e9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1268630 Feb 09 20:50:27.191900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:27.199599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca5357e9-e2ff-4043-a370-ed020e8a7e2d req-cd2c7b51-174b-4907-915e-6cabcb6f4360 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/security-groups?id=97c74a12-3f76-40d5-a850-907fc33425f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209576 Feb 09 20:50:27.204051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ad731-0f84-4e55-ad0a-e4eb86c6c043 None None] Network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:27.221886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:27.224534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.305007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c049eacf-9ebb-4fee-a887-6e5bf308ef92 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9638405 Feb 09 20:50:27.312611 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56302) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:27.332357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b95aed3b-75e6-4872-a305-e1801eb9b554 req-0dd0f02a-4c03-4591-b9ce-beeef76ea703 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595693 Feb 09 20:50:27.335777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-6e58356a-b0b4-41a0-9c99-8f3828b31a6b service neutron] 10.222.0.50 "GET /v2.0/networks/1e92cc70-f766-4053-a3a1-b6388b5e1cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653558 Feb 09 20:50:27.343716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1182831852-router', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:27.452455 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f48a2672-2c1d-4244-85d2-c01ca05c2195 req-e066e300-274a-4066-be43-c1c808bd7300 service neutron] 10.222.0.50 "GET /v2.0/networks/1e92cc70-f766-4053-a3a1-b6388b5e1cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045375 Feb 09 20:50:27.457813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (e43db5d2-62a5-42b6-9392-5d5abd284fb1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.461891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (e43db5d2-62a5-42b6-9392-5d5abd284fb1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.500729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:27.532014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-7ea82d67-3cb2-4955-bc15-4d6fb1db58c0', 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0', 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'fixed_ips': [{'subnet_id': 'a4100239-22ba-48ba-8236-e4ac68e1038a'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:50:27.536387 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.545266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks [] for router_controller (e43db5d2-62a5-42b6-9392-5d5abd284fb1), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.564438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Allocated IP 172.20.0.7 (18f903fd-99c8-485a-97ea-57a85eb2afd2/5f69966d-468d-4ee2-8995-53bf9abf4e0c/325fb010-65c8-4828-9000-2d310e2a8ae6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:27.612716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0f436d8-832d-435b-be6c-f01ce00b39d1 req-da23d124-34f5-4755-8660-326b9585be60 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 210 time: 0.0445669 Feb 09 20:50:27.718346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-42e77940-ecc6-41df-a9f5-738cbc9370dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:27.720185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-42e77940-ecc6-41df-a9f5-738cbc9370dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=adc3d44accbe4c31b2301f17515efe6d&device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 1127 time: 0.2016439 Feb 09 20:50:27.823894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Allocated IP 172.20.0.2 (7ea82d67-3cb2-4955-bc15-4d6fb1db58c0/a4100239-22ba-48ba-8236-e4ac68e1038a/05d33614-fc53-4c6c-9dd8-023d2d8aac80) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:27.868600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-073761c7-3d60-4ef6-a542-f078ad1a2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:27.870269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-073761c7-3d60-4ef6-a542-f078ad1a2bd1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1e92cc70-f766-4053-a3a1-b6388b5e1cb9 HTTP/1.1" status: 200 len: 923 time: 0.1404374 Feb 09 20:50:27.926251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks [] for router_gateway (e43db5d2-62a5-42b6-9392-5d5abd284fb1), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.935751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89cec72-5733-45ec-8dd3-043c4bfc7f1a admin admin] Deleting subnet f52df283-8303-4f51-85c2-e6e558df4ce9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:50:27.943353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89cec72-5733-45ec-8dd3-043c4bfc7f1a admin admin] Publish callbacks [] for subnet (f52df283-8303-4f51-85c2-e6e558df4ce9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:27.955125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-8a72cfa8-badb-46ec-9458-10fccd88ee8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab HTTP/1.1" status: 200 len: 217 time: 0.0743494 Feb 09 20:50:28.019966 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Publish callbacks [] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.033595 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.057436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:28.061692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a12e81-c86b-4bf9-a49f-2a3055fe8559 req-5ee96eb6-0e8e-4103-97c4-ec0de9fe654e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:28.074547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-5f2c136f-043c-453a-8e22-5f1e8aff6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:28.076529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-5f2c136f-043c-453a-8e22-5f1e8aff6a28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=df113121-f120-4ac2-8aa5-d85d3b547473 HTTP/1.1" status: 200 len: 862 time: 0.1027911 Feb 09 20:50:28.077082 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20a12e81-c86b-4bf9-a49f-2a3055fe8559 req-5ee96eb6-0e8e-4103-97c4-ec0de9fe654e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2556000 Feb 09 20:50:28.080700 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89cec72-5733-45ec-8dd3-043c4bfc7f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (f52df283-8303-4f51-85c2-e6e558df4ce9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.081296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:28.085086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:28.134187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-4e5b0895-f6fc-40a1-9165-4ce34eea8587 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1e92cc70-f766-4053-a3a1-b6388b5e1cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472572 Feb 09 20:50:28.139903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.177236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Pushing event updated for resources: {'Port': ['ID=05d33614-fc53-4c6c-9dd8-023d2d8aac80,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:28.199917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Attempting to bind port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:28.200295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Attempting to bind port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:28.200666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Attempting to bind port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 on network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:28.208170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:28.208558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Checking segment: {'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:28.208968 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.209376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Bound using segment: {'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:28.209996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Bound port: 05d33614-fc53-4c6c-9dd8-023d2d8aac80, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:28.210391 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.242600 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89cec72-5733-45ec-8dd3-043c4bfc7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f52df283-8303-4f51-85c2-e6e558df4ce9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.289355 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.342232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-3fb78946-d833-4532-80d0-c2a5a2d284d3 service neutron] 10.222.0.50 "GET /v2.0/networks/1e92cc70-f766-4053-a3a1-b6388b5e1cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994648 Feb 09 20:50:28.347509 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20a12e81-c86b-4bf9-a49f-2a3055fe8559 req-b9316963-7c3a-4304-8027-f5040311f28a tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693715 Feb 09 20:50:28.352833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:28.368664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] For port 05d33614-fc53-4c6c-9dd8-023d2d8aac80, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:28.371944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] For port 05d33614-fc53-4c6c-9dd8-023d2d8aac80, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=05d33614-fc53-4c6c-9dd8-023d2d8aac80,segment=NetworkSegment(38c022bf-ea32-40d8-b303-0342e9856b96),segment_id=38c022bf-ea32-40d8-b303-0342e9856b96)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:28.379517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:28.382046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.383460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:28.509874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:28.510560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.520608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2c91d-f26a-47f0-903b-5a4aa30261d6 None None] Pushing event updated for resources: {'Port': ['ID=05d33614-fc53-4c6c-9dd8-023d2d8aac80,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:28.557801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:28.643634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-eabb271a-b14e-4749-90d9-98a27a7149ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7482386 Feb 09 20:50:28.662964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Request body: {'port': {'device_id': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:28.721602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7b9fa-1fa1-421a-9780-526f32d90baf req-dde5253d-aef7-409c-867d-e86b589cb6cc tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:28.729270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7a7b9fa-1fa1-421a-9780-526f32d90baf req-dde5253d-aef7-409c-867d-e86b589cb6cc tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 944 time: 0.3735046 Feb 09 20:50:28.753894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89cec72-5733-45ec-8dd3-043c4bfc7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (f52df283-8303-4f51-85c2-e6e558df4ce9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.830592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cec72-5733-45ec-8dd3-043c4bfc7f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52df283-8303-4f51-85c2-e6e558df4ce9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:28.841405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-840d2bd4-427c-4b98-8558-3e8fa9708af1 None None] Provisioning complete for port 325fb010-65c8-4828-9000-2d310e2a8ae6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:28.842484 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-840d2bd4-427c-4b98-8558-3e8fa9708af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.851072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a496b2c9-b28d-4ca6-989c-94afba6d7e87 req-9d5acc78-76b2-4431-936f-d4142b2010e0 service neutron] 10.222.0.50 "GET /v2.0/networks/1e92cc70-f766-4053-a3a1-b6388b5e1cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964528 Feb 09 20:50:28.859292 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89cec72-5733-45ec-8dd3-043c4bfc7f1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.879446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e89cec72-5733-45ec-8dd3-043c4bfc7f1a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/f52df283-8303-4f51-85c2-e6e558df4ce9 HTTP/1.1" status: 204 len: 168 time: 1.3770285 Feb 09 20:50:28.882580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:28.914210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:28.941044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3280a5f-8d34-4980-907a-3086cf433e53 req-5b6b01b6-7bd6-4bd9-975b-4d9b193a4012 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:28.943230 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3280a5f-8d34-4980-907a-3086cf433e53 req-5b6b01b6-7bd6-4bd9-975b-4d9b193a4012 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.3565221 Feb 09 20:50:28.978644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7a7b9fa-1fa1-421a-9780-526f32d90baf req-ed6c678d-edd1-49e8-be21-9584d97b9947 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/security-groups?id=97c74a12-3f76-40d5-a850-907fc33425f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484636 Feb 09 20:50:28.993695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-840d2bd4-427c-4b98-8558-3e8fa9708af1 None None] Port 325fb010-65c8-4828-9000-2d310e2a8ae6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:29.015240 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks [] for router_gateway (e43db5d2-62a5-42b6-9392-5d5abd284fb1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.042558 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.092220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.150689 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3280a5f-8d34-4980-907a-3086cf433e53 req-e6eb538e-60f1-4ff8-8017-5ca276f6e4ed tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000122 Feb 09 20:50:29.308723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Allocated IP 172.25.4.76 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/041e305b-baad-40b2-8f38-8154501ca795) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:29.333248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:50:29.481090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325fb010-65c8-4828-9000-2d310e2a8ae6 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:29.490086 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Publish callbacks [] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.503929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Transition to ACTIVE for port object 325fb010-65c8-4828-9000-2d310e2a8ae6 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:50:29.513519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.518064 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.536683 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks [] for port (041e305b-baad-40b2-8f38-8154501ca795), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.573857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81541099-430b-4550-9ca1-5e796884b082 req-b6571a91-57f1-43ee-aff7-90019e4a1fca tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:29.581759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089719fa-a6d7-40d7-9ce8-9d4b235ec4c2 req-2814e6a4-ba3b-49d2-96d8-e8de3b65e491 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:29.582319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81541099-430b-4550-9ca1-5e796884b082 req-b6571a91-57f1-43ee-aff7-90019e4a1fca tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 931 time: 0.4253018 Feb 09 20:50:29.584375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-089719fa-a6d7-40d7-9ce8-9d4b235ec4c2 req-2814e6a4-ba3b-49d2-96d8-e8de3b65e491 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.0922394 Feb 09 20:50:29.618013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,segment=NetworkSegment(7c374f59-8f09-478b-95a6-103a3c1c8c60),segment_id=7c374f59-8f09-478b-95a6-103a3c1c8c60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:29.626690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c070ce7-88d6-46f8-bf71-0fe0bc1156c0']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:29.652189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '2885b227-6a97-4fc8-8a4c-5b9b6c1269ab', 'network_id': '1e92cc70-f766-4053-a3a1-b6388b5e1cb9', 'port_id': '2885b227-6a97-4fc8-8a4c-5b9b6c1269ab', 'mac_address': 'fa:16:3e:16:a5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df113121-f120-4ac2-8aa5-d85d3b547473', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:50:29.655884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0fa53b-faf8-47a8-9795-51b307e17e44') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:29.657344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0fa53b-faf8-47a8-9795-51b307e17e44') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:29.681049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (041e305b-baad-40b2-8f38-8154501ca795), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.696785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:29.760579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:29.761338 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.774636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (af0fa53b-faf8-47a8-9795-51b307e17e44), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.807138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:29.860016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-089719fa-a6d7-40d7-9ce8-9d4b235ec4c2 req-aeef73ff-8428-4e3a-8030-5ba05feb69f3 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665696 Feb 09 20:50:29.876441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:29.878374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:29.880603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Pushing event updated for resources: {'Port': ['ID=041e305b-baad-40b2-8f38-8154501ca795,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:29.882920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:29.891063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,segment=NetworkSegment(7c374f59-8f09-478b-95a6-103a3c1c8c60),segment_id=7c374f59-8f09-478b-95a6-103a3c1c8c60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:29.902881 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (af0fa53b-faf8-47a8-9795-51b307e17e44), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.908294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81541099-430b-4550-9ca1-5e796884b082 req-e3b834de-f0ca-4398-bc32-99300e79342e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251059 Feb 09 20:50:29.914041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.928503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:50:29.928956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (af0fa53b-faf8-47a8-9795-51b307e17e44), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:50:29.931662 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:50:30.069216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:30.113807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Attempting to bind port 325fb010-65c8-4828-9000-2d310e2a8ae6 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:30.114177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Attempting to bind port 325fb010-65c8-4828-9000-2d310e2a8ae6 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:30.114484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Attempting to bind port 325fb010-65c8-4828-9000-2d310e2a8ae6 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:30.125069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Port 325fb010-65c8-4828-9000-2d310e2a8ae6 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:50:30.125402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Attempting to bind port 325fb010-65c8-4828-9000-2d310e2a8ae6 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:30.133931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:30.134321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Checking segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:30.134698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Bound using segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:30.135144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Bound port: 325fb010-65c8-4828-9000-2d310e2a8ae6, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:30.135536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.139519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (0c070ce7-88d6-46f8-bf71-0fe0bc1156c0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.152093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.157224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] 10.222.0.102 "DELETE /v2.0/networks/0c070ce7-88d6-46f8-bf71-0fe0bc1156c0 HTTP/1.1" status: 204 len: 168 time: 1.2707548 Feb 09 20:50:30.175099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af6b2c-63b2-4e0a-80fc-698714d8c0ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0c070ce7-88d6-46f8-bf71-0fe0bc1156c0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:30.185298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['2885b227-6a97-4fc8-8a4c-5b9b6c1269ab'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:30.277100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:30.282346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:30.300141 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.312792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec6cf49-1f9f-4853-b81f-171043a87a35 None None] Network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:30.445293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9eeaedc1-272d-41f9-8520-cfa07011a6a6 None None] Provisioning complete for port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:30.445847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eeaedc1-272d-41f9-8520-cfa07011a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.583179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:30.637531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 05d33614-fc53-4c6c-9dd8-023d2d8aac80 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:30.669249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee1f38-67e6-48fb-bb38-d6ebcf096d26 req-7ebbd21a-4555-42a5-b8bf-70b9d44d2664 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:30.674749 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2aee1f38-67e6-48fb-bb38-d6ebcf096d26 req-7ebbd21a-4555-42a5-b8bf-70b9d44d2664 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 945 time: 0.4807162 Feb 09 20:50:30.706652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9eeaedc1-272d-41f9-8520-cfa07011a6a6 None None] Current status of the port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:30.707341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eeaedc1-272d-41f9-8520-cfa07011a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.771541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c4fece87-3dab-4c8d-b257-0fd799a8619f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=48a9b1c7b84b465ebc1a58968e7e1023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853433 Feb 09 20:50:30.785879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:30.852934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9eeaedc1-272d-41f9-8520-cfa07011a6a6 None None] For port 05d33614-fc53-4c6c-9dd8-023d2d8aac80, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=05d33614-fc53-4c6c-9dd8-023d2d8aac80,segment=NetworkSegment(38c022bf-ea32-40d8-b303-0342e9856b96),segment_id=38c022bf-ea32-40d8-b303-0342e9856b96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:30.861170 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9eeaedc1-272d-41f9-8520-cfa07011a6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.867174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:30.867564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.950862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeaedc1-272d-41f9-8520-cfa07011a6a6 None None] Pushing event updated for resources: {'Port': ['ID=05d33614-fc53-4c6c-9dd8-023d2d8aac80,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:30.963585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:30.964209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:30.965418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] 10.222.0.50 "PUT /v2.0/ports/325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 1092 time: 2.3136091 Feb 09 20:50:30.965884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:30.968418 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b390ef-35f0-4e24-910c-2c5f6e414762" -d '{"events": [{"name": "network-changed", "server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:31.000127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89cee7-8d22-4e44-84a2-58759e3fc5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:31.038277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:31.052166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225cce8-5650-44d6-8776-a0e2d21b373b req-faca8fa2-3356-41fa-b4cf-2b0b1932ff3d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:31.053860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b225cce8-5650-44d6-8776-a0e2d21b373b req-faca8fa2-3356-41fa-b4cf-2b0b1932ff3d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.7471983 Feb 09 20:50:31.105247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-167fe8b8-a1c9-48ea-8920-3f651db095e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:31.106850 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-167fe8b8-a1c9-48ea-8920-3f651db095e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1126 time: 0.1018918 Feb 09 20:50:31.177108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b225cce8-5650-44d6-8776-a0e2d21b373b req-3a2555fd-a54f-459a-928c-52ecd2519ef0 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137009 Feb 09 20:50:31.178769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-d043577e-9039-404a-8d93-02096b834c60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0607371 Feb 09 20:50:31.179242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9b0ebbf9-a863-494b-b9d6-1e66ab55e769 None None] Provisioning complete for port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:31.179804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b0ebbf9-a863-494b-b9d6-1e66ab55e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.234367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks [] for router_gateway (e43db5d2-62a5-42b6-9392-5d5abd284fb1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.287076 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2aee1f38-67e6-48fb-bb38-d6ebcf096d26 req-313e4d0a-b346-4eea-8144-76d40f14fa8c tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/security-groups?id=97c74a12-3f76-40d5-a850-907fc33425f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924165 Feb 09 20:50:31.322760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ebbf9-a863-494b-b9d6-1e66ab55e769 None None] Current status of the port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:31.342955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-821e5b9b-ef24-41bc-b457-f1a70fc1cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:31.345157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-821e5b9b-ef24-41bc-b457-f1a70fc1cf49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1592171 Feb 09 20:50:31.348086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:31.353823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c263aa-e742-4d52-9234-25de05c29611 req-55dbdb4c-1446-4363-b613-f544dfa07f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:31.355274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26c263aa-e742-4d52-9234-25de05c29611 req-55dbdb4c-1446-4363-b613-f544dfa07f38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1128 time: 0.1120322 Feb 09 20:50:31.427030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:50:31.428936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24a08-a65d-4501-9d3a-59d11544aa31 req-07c88bf6-6059-47a8-9f10-81569369e196 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:31.430784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a24a08-a65d-4501-9d3a-59d11544aa31 req-07c88bf6-6059-47a8-9f10-81569369e196 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1605911 Feb 09 20:50:31.433803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:31.436188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.468525 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26c263aa-e742-4d52-9234-25de05c29611 req-c40647e9-8afa-4f13-accf-29df865ccc1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048608 Feb 09 20:50:31.477563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-f2fa0114-2299-4f23-b561-bbb22909e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:31.479083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-f2fa0114-2299-4f23-b561-bbb22909e3c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1274948 Feb 09 20:50:31.548415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:31.548415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.590220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,segment=NetworkSegment(7c374f59-8f09-478b-95a6-103a3c1c8c60),segment_id=7c374f59-8f09-478b-95a6-103a3c1c8c60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:31.592909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5976979-9ec7-4536-b328-7322eb1e966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885b227-6a97-4fc8-8a4c-5b9b6c1269ab'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:31.600324 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97586966-1587-4c06-ba30-b7049a3bdf94" -d '{"events": [{"server_uuid": "b5976979-9ec7-4536-b328-7322eb1e966b", "name": "network-vif-plugged", "status": "completed", "tag": "2885b227-6a97-4fc8-8a4c-5b9b6c1269ab"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:31.610962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.615778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf414-3fce-4c7f-b710-37e8c693c4fd admin admin] Publish callbacks [] for security_group (1fc5e02a-b267-45a9-92a2-a9e5727a096f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.642958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-b9726aae-548b-4f63-a899-71be0a9727dc service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553032 Feb 09 20:50:31.644127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf414-3fce-4c7f-b710-37e8c693c4fd admin admin] Publish callbacks [] for security_group (1fc5e02a-b267-45a9-92a2-a9e5727a096f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.658596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a24a08-a65d-4501-9d3a-59d11544aa31 req-b1897ccc-f6da-4cdb-bba2-3b94101d88ca tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092471 Feb 09 20:50:31.683603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:31.709215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf414-3fce-4c7f-b710-37e8c693c4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1fc5e02a-b267-45a9-92a2-a9e5727a096f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.711334 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad6bf414-3fce-4c7f-b710-37e8c693c4fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.715017 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad6bf414-3fce-4c7f-b710-37e8c693c4fd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1fc5e02a-b267-45a9-92a2-a9e5727a096f HTTP/1.1" status: 204 len: 168 time: 0.9255769 Feb 09 20:50:31.726785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fec92-d0cd-432c-8e99-3d5f049c80f0 req-99effde1-fa81-430d-98f0-42ef7fa601d9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:31.728405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a31fec92-d0cd-432c-8e99-3d5f049c80f0 req-99effde1-fa81-430d-98f0-42ef7fa601d9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 943 time: 0.3307269 Feb 09 20:50:31.735916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bf414-3fce-4c7f-b710-37e8c693c4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc5e02a-b267-45a9-92a2-a9e5727a096f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:31.786405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (e43db5d2-62a5-42b6-9392-5d5abd284fb1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:31.803969 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a31fec92-d0cd-432c-8e99-3d5f049c80f0 req-6b3cdafd-6dd2-43f9-a5e8-ea03f88b10ba tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641751 Feb 09 20:50:31.814635 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1c4d76-d90c-4efd-a020-9319b2d1eb3a x-openstack-request-id: req-7a1c4d76-d90c-4efd-a020-9319b2d1eb3a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:31.814937 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:31.815194 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7a1c4d76-d90c-4efd-a020-9319b2d1eb3a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:31.815583 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'status': 'completed', 'code': 200} Feb 09 20:50:31.855325 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c8e81-6544-44df-a6f9-1aa2fbcc2795 x-openstack-request-id: req-1c6c8e81-6544-44df-a6f9-1aa2fbcc2795 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:31.855716 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5976979-9ec7-4536-b328-7322eb1e966b", "name": "network-vif-plugged", "status": "completed", "tag": "2885b227-6a97-4fc8-8a4c-5b9b6c1269ab", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:31.856149 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1c6c8e81-6544-44df-a6f9-1aa2fbcc2795 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:31.856602 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5976979-9ec7-4536-b328-7322eb1e966b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885b227-6a97-4fc8-8a4c-5b9b6c1269ab', 'code': 200} Feb 09 20:50:31.937207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6afd371-39f7-48c3-86c3-c95326bd31e1 req-3e4e25f5-1c84-4c79-b37d-c180c4de228f service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729301 Feb 09 20:50:32.102268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Router e43db5d2-62a5-42b6-9392-5d5abd284fb1 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:50:32.118497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff783f1-c8c1-495a-a150-7a74958194c8 req-e7bdd998-687e-44e8-b3f3-3e74b008ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:32.120088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ff783f1-c8c1-495a-a150-7a74958194c8 req-e7bdd998-687e-44e8-b3f3-3e74b008ef66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 1129 time: 0.1675971 Feb 09 20:50:32.123540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-16d493a4-c5e0-4f82-af51-e4dfc1fe3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:32.125113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-16d493a4-c5e0-4f82-af51-e4dfc1fe3a0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1126 time: 0.1281044 Feb 09 20:50:32.422402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:32.433645 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Sync routers for ids ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:32.461178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ff783f1-c8c1-495a-a150-7a74958194c8 req-bb2355b3-df87-4d64-9bc8-9a4b165094d0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=97c74a12-3f76-40d5-a850-907fc33425f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322837 Feb 09 20:50:32.469654 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Routers {'e43db5d2-62a5-42b6-9392-5d5abd284fb1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:32.470485 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:32.489729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-f3a9feb9-bbf4-4c05-9007-bf650edcba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:32.491223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-f3a9feb9-bbf4-4c05-9007-bf650edcba2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.3567965 Feb 09 20:50:32.514178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:32.520900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-95f0be4a-cc53-4539-a59a-bcf1814590f9 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2043402 Feb 09 20:50:32.528387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:32.548547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd271d61-3820-468c-98d2-ce376c38a11d req-8bd17c3d-fda1-400f-a6bc-6ff8159befb5 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:32.564488 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd271d61-3820-468c-98d2-ce376c38a11d req-8bd17c3d-fda1-400f-a6bc-6ff8159befb5 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.2624674 Feb 09 20:50:32.585370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 05d33614-fc53-4c6c-9dd8-023d2d8aac80 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:32.640239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b678a8f3-edf8-43e7-ad79-509815852f33 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:50:32.643520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b678a8f3-edf8-43e7-ad79-509815852f33 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:32.701364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd271d61-3820-468c-98d2-ce376c38a11d req-05c34ecc-81ad-4cab-9175-e19354e8e2ec tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339180 Feb 09 20:50:32.745331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd40ff-d740-462e-bb56-3a3724eac196 req-b2654f01-e6d3-4bb5-b189-f7d551558920 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:32.754199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-79bd40ff-d740-462e-bb56-3a3724eac196 req-b2654f01-e6d3-4bb5-b189-f7d551558920 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 946 time: 0.3095639 Feb 09 20:50:32.812023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-86357fba-68b8-4090-a892-157fb64376c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 217 time: 0.1252985 Feb 09 20:50:32.864030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-79bd40ff-d740-462e-bb56-3a3724eac196 req-cfa596c1-517a-4e3d-8870-77ef98df3edc tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/security-groups?id=97c74a12-3f76-40d5-a850-907fc33425f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014848 Feb 09 20:50:32.942818 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Set router e43db5d2-62a5-42b6-9392-5d5abd284fb1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:33.017640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-641b2ca3-a3f6-4218-987d-dbc9093f5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:33.020151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-641b2ca3-a3f6-4218-987d-dbc9093f5e3e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.2066057 Feb 09 20:50:33.128764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6ecbe-7f3d-468f-91d5-4a507b1f8c9f req-186ddd41-9061-4483-bfb4-b68c777db139 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:33.130397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5a6ecbe-7f3d-468f-91d5-4a507b1f8c9f req-186ddd41-9061-4483-bfb4-b68c777db139 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2045069 Feb 09 20:50:33.217441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-f7ddaebf-1818-42f8-af25-7928936900af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:33.223157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:33.223546 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.223669 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-f7ddaebf-1818-42f8-af25-7928936900af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1921325 Feb 09 20:50:33.317485 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'name': 'tempest-ServersTestMultiNic-1182831852-router', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '041e305b-baad-40b2-8f38-8154501ca795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:27Z', 'updated_at': '2022-02-09T20:50:30Z', 'revision_number': 3, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'gw_port': {'id': '041e305b-baad-40b2-8f38-8154501ca795', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:29Z', 'updated_at': '2022-02-09T20:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:33.340042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:33.340674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4917b-22ea-4047-838c-82740bf546b7 req-d5a417a2-fffd-4adb-9d65-e01b4f3958ca tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:33.345835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5a6ecbe-7f3d-468f-91d5-4a507b1f8c9f req-3994f32e-01cb-475f-ae83-ce033ac825ce tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935165 Feb 09 20:50:33.348276 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4fd4917b-22ea-4047-838c-82740bf546b7 req-d5a417a2-fffd-4adb-9d65-e01b4f3958ca tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 943 time: 0.2945409 Feb 09 20:50:33.358735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'port_id': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'mac_address': 'fa:16:3e:67:ef:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8440197-f8c5-44cc-8feb-cb566d23ead7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:50:33.393891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56438) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:33.405872 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Checking router: e43db5d2-62a5-42b6-9392-5d5abd284fb1 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:33.405872 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Updating router e43db5d2-62a5-42b6-9392-5d5abd284fb1 port 041e305b-baad-40b2-8f38-8154501ca795 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:50:33.440822 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (041e305b-baad-40b2-8f38-8154501ca795), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.442714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-04fac721-5c1e-4b8d-89e8-d131cd509682 req-3c519464-f833-4597-a54c-ff7399159ae5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1850400361', 'description': 'tempest-description-1274399709'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:33.509497 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04fac721-5c1e-4b8d-89e8-d131cd509682 req-3c519464-f833-4597-a54c-ff7399159ae5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.571914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b678a8f3-edf8-43e7-ad79-509815852f33 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:33.572519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.596427 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4fd4917b-22ea-4047-838c-82740bf546b7 req-f99b9db4-fe51-4ce2-b6f5-8842cdaf2c7d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470095 Feb 09 20:50:33.615023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1684073823-network', 'tenant_id': '9875f566043a41d4aed0c0a2a2cb5d27'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:33.627489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:33.643281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b678a8f3-edf8-43e7-ad79-509815852f33 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:33.643625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.693522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b678a8f3-edf8-43e7-ad79-509815852f33 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:33.694383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.738393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04fac721-5c1e-4b8d-89e8-d131cd509682 req-3c519464-f833-4597-a54c-ff7399159ae5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for security_group (1df54408-ac2b-4624-88cd-c202db507f51), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.769246 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04fac721-5c1e-4b8d-89e8-d131cd509682 req-3c519464-f833-4597-a54c-ff7399159ae5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1df54408-ac2b-4624-88cd-c202db507f51), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.786394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:33.854508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c519464-f833-4597-a54c-ff7399159ae5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df54408-ac2b-4624-88cd-c202db507f51,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:33.857459 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.861477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-f02f1494-8c90-4e2d-9c23-26ce9f7e58e6 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902390 Feb 09 20:50:33.881300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:33.889315 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3bf61f-9f61-4c67-918e-f43f18331497" -d '{"events": [{"server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:33.941810 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Publish callbacks [] for port (041e305b-baad-40b2-8f38-8154501ca795), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.952231 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (041e305b-baad-40b2-8f38-8154501ca795), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.962841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Made reservation on behalf of 9875f566043a41d4aed0c0a2a2cb5d27 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:33.969043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.975409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4b390ef-35f0-4e24-910c-2c5f6e414762 req-34404791-b394-4a25-869e-59cc1f1a7f11 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059480 Feb 09 20:50:33.996372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-04fac721-5c1e-4b8d-89e8-d131cd509682 req-3c519464-f833-4597-a54c-ff7399159ae5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:33.997635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04fac721-5c1e-4b8d-89e8-d131cd509682 req-3c519464-f833-4597-a54c-ff7399159ae5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5714624 Feb 09 20:50:34.018971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.040407 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bab69c-4317-4fa2-9a8b-58c98544cc5f None None] Pushing event updated for resources: {'Port': ['ID=041e305b-baad-40b2-8f38-8154501ca795,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:34.055510 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:50:34.056170 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:50:34.089044 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Attempting to bind port 041e305b-baad-40b2-8f38-8154501ca795 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:34.090382 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Attempting to bind port 041e305b-baad-40b2-8f38-8154501ca795 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:34.090822 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Attempting to bind port 041e305b-baad-40b2-8f38-8154501ca795 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:34.103364 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:34.103804 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:34.104825 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.106603 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:34.108272 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Bound port: 041e305b-baad-40b2-8f38-8154501ca795, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:34.108729 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (041e305b-baad-40b2-8f38-8154501ca795), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.117569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:34.207445 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] For port 041e305b-baad-40b2-8f38-8154501ca795, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:34.209303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37ba47-14fa-4a84-9779-976a74ed4f9a req-083c6ef5-be1e-45e5-8cf4-e65763f0845c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:34.212195 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] For port 041e305b-baad-40b2-8f38-8154501ca795, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=041e305b-baad-40b2-8f38-8154501ca795,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:34.213627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e50f6-e651-4bac-84fc-5d843c690f3d req-7e8ce338-43cf-4b1f-a1ae-ee6ebbc1431d tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:34.215098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb37ba47-14fa-4a84-9779-976a74ed4f9a req-083c6ef5-be1e-45e5-8cf4-e65763f0845c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 944 time: 0.2650909 Feb 09 20:50:34.222145 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (041e305b-baad-40b2-8f38-8154501ca795), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.225353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Publish callbacks [] for security_group (fd7ab082-c80e-4623-89ce-d5e4ed0e43af), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.226733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a0e50f6-e651-4bac-84fc-5d843c690f3d req-7e8ce338-43cf-4b1f-a1ae-ee6ebbc1431d tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 946 time: 0.0938506 Feb 09 20:50:34.259764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd7ab082-c80e-4623-89ce-d5e4ed0e43af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.294642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a0e50f6-e651-4bac-84fc-5d843c690f3d req-a5d332e1-60b1-4b8d-863f-06c6af357481 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/security-groups?id=97c74a12-3f76-40d5-a850-907fc33425f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665007 Feb 09 20:50:34.326043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:50:34.329595 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bab69c-4317-4fa2-9a8b-58c98544cc5f None None] Pushing event updated for resources: {'Port': ['ID=041e305b-baad-40b2-8f38-8154501ca795,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:34.360302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb37ba47-14fa-4a84-9779-976a74ed4f9a req-091802ba-ef00-47a1-80d5-807dc12e2fae tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293788 Feb 09 20:50:34.372855 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Routers {'e43db5d2-62a5-42b6-9392-5d5abd284fb1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:34.373483 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:34.377474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ab082-c80e-4623-89ce-d5e4ed0e43af,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:34.380406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7646143b-d642-4283-a843-6fa605d1e475), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.380763 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Added segment 7646143b-d642-4283-a843-6fa605d1e475 of type vlan for network 19c413cb-3205-461b-931e-ced48013c9b8 Feb 09 20:50:34.407176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Allocated IP 172.20.0.1 (7ea82d67-3cb2-4955-bc15-4d6fb1db58c0/a4100239-22ba-48ba-8236-e4ac68e1038a/c06f6feb-5a8b-4777-98ec-2bfe59883de3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:34.438176 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a7114f-53e4-45d8-aa44-64aeedcf0e3d x-openstack-request-id: req-26a7114f-53e4-45d8-aa44-64aeedcf0e3d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:34.438471 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:34.438730 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-26a7114f-53e4-45d8-aa44-64aeedcf0e3d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:34.439132 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'code': 200} Feb 09 20:50:34.505071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (19c413cb-3205-461b-931e-ced48013c9b8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.592474 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] Set router e43db5d2-62a5-42b6-9392-5d5abd284fb1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:34.626531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b678a8f3-edf8-43e7-ad79-509815852f33 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:34.626935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.657374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b678a8f3-edf8-43e7-ad79-509815852f33 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:34.687344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:34.695524 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.701272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (19c413cb-3205-461b-931e-ced48013c9b8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.702237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:34.702821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.759486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-aeedfc3d-a228-4963-8625-ead2cfb7d5e5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1850400361&fields=id&tenant_id=062dac08eac94b1782226273dead12cd HTTP/1.1" status: 200 len: 267 time: 0.2879009 Feb 09 20:50:34.775427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:34.799044 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4057953 Feb 09 20:50:34.801917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:34.808950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Request body: {'subnet': {'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1684073823-subnet', 'tenant_id': '9875f566043a41d4aed0c0a2a2cb5d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:34.848691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Made reservation on behalf of 9875f566043a41d4aed0c0a2a2cb5d27 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:34.854018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.894747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0a826-cdbc-44dc-8c7d-b4eeea527dfb admin admin] Pushing event updated for resources: {'Network': ['ID=19c413cb-3205-461b-931e-ced48013c9b8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:34.905387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 19c413cb-3205-461b-931e-ced48013c9b8 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:50:34.954498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Publish callbacks [] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:34.958473 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'name': 'tempest-ServersTestMultiNic-1182831852-router', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '041e305b-baad-40b2-8f38-8154501ca795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:27Z', 'updated_at': '2022-02-09T20:50:30Z', 'revision_number': 3, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'gw_port': {'id': '041e305b-baad-40b2-8f38-8154501ca795', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:29Z', 'updated_at': '2022-02-09T20:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:34.993909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-a3652f0e-d516-44c1-b9bd-1d891a333171 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:34.998942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b678a8f3-edf8-43e7-ad79-509815852f33'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:35.006291 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-a3652f0e-d516-44c1-b9bd-1d891a333171 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.2457755 Feb 09 20:50:35.013394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Request body: {'port': {'security_groups': ['1a630e6c-79db-4745-9dcf-c6d715eedb0d', '1df54408-ac2b-4624-88cd-c202db507f51']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:35.026246 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c001a-ce07-4dd3-baef-ca36439affe7 None None] The sync data for ids ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'] in n-d-789963-29 is: [{'id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'name': 'tempest-ServersTestMultiNic-1182831852-router', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '041e305b-baad-40b2-8f38-8154501ca795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:27Z', 'updated_at': '2022-02-09T20:50:30Z', 'revision_number': 3, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'gw_port': {'id': '041e305b-baad-40b2-8f38-8154501ca795', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:29Z', 'updated_at': '2022-02-09T20:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:35.168382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:35.220576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0188c-f4b0-45f4-af49-58f2a0011ce2 req-0d84e860-d01b-4c50-8126-5bb9c438d3df tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:35.240420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ca0188c-f4b0-45f4-af49-58f2a0011ce2 req-0d84e860-d01b-4c50-8126-5bb9c438d3df tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 943 time: 0.1643453 Feb 09 20:50:35.250718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (4b133cc5-47a1-4afa-abf9-57427282f118), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:35.254221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:35.318944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:35.344234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ca0188c-f4b0-45f4-af49-58f2a0011ce2 req-b560ed70-6c6e-40c1-aef8-7431f59f0f0b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983176 Feb 09 20:50:35.364030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:50:35.400438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b133cc5-47a1-4afa-abf9-57427282f118,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:35.403312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:35.421474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Pushing event updated for resources: {'Port': ['ID=c06f6feb-5a8b-4777-98ec-2bfe59883de3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:35.425715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:35.457080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Checking segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:35.457080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Network hostable DHCP agents. Network: 19c413cb-3205-461b-931e-ced48013c9b8, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:50:35.564491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Network 19c413cb-3205-461b-931e-ced48013c9b8 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:50:35.565348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:35.592833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 19c413cb-3205-461b-931e-ced48013c9b8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:35.599521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:35.600226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:35.646704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'mac_address': 'fa:16:3e:91:c2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:50:35.650372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949043ea-4d68-4c9e-94d1-316ad965c014 req-9ad98998-9a39-4bc6-a242-e9e98795c64c tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:35.678652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-949043ea-4d68-4c9e-94d1-316ad965c014 req-9ad98998-9a39-4bc6-a242-e9e98795c64c tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 946 time: 0.2048123 Feb 09 20:50:35.736530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-90a4a073-5e1c-4303-9851-95a1154a3bc2 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9259648 Feb 09 20:50:35.744650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260eabfa-7ca0-4f2e-a52a-58fb4b9b0225 None None] Network 19c413cb-3205-461b-931e-ced48013c9b8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:35.824264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-949043ea-4d68-4c9e-94d1-316ad965c014 req-627c0bfc-6366-4427-a651-6e501ed1af85 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/security-groups?id=97c74a12-3f76-40d5-a850-907fc33425f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443758 Feb 09 20:50:35.863014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:35.863486 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:35.865216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (e43db5d2-62a5-42b6-9392-5d5abd284fb1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:35.911731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325fb010-65c8-4828-9000-2d310e2a8ae6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:35.964304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] For port 3ecd4198-ff45-4caf-9476-125e21650d80, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=3ecd4198-ff45-4caf-9476-125e21650d80,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:35.979041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6d90369a-d7f3-4522-89e4-a26bfd3bcf8e None None] Provisioning complete for port c06f6feb-5a8b-4777-98ec-2bfe59883de3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:35.979969 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d90369a-d7f3-4522-89e4-a26bfd3bcf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.048984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d48f51-abf3-4ccc-8cda-9c1ff01abc48 req-e5be5d0a-25ad-4117-af8c-710881392616 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:36.050044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:36.059168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2d48f51-abf3-4ccc-8cda-9c1ff01abc48 req-e5be5d0a-25ad-4117-af8c-710881392616 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 945 time: 0.1133845 Feb 09 20:50:36.093941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.108814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3ced1-18b5-45ec-9334-b290fb3edfdb None None] Network 19c413cb-3205-461b-931e-ced48013c9b8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:36.144700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2d48f51-abf3-4ccc-8cda-9c1ff01abc48 req-48c81d86-bb27-4e68-bfbe-340f5040a827 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840394 Feb 09 20:50:36.162685 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for port (3ecd4198-ff45-4caf-9476-125e21650d80), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.170443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.197383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['3ecd4198-ff45-4caf-9476-125e21650d80'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:36.204671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6d90369a-d7f3-4522-89e4-a26bfd3bcf8e None None] Port c06f6feb-5a8b-4777-98ec-2bfe59883de3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:36.239613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event updated for resources: {'Port': ['ID=3ecd4198-ff45-4caf-9476-125e21650d80,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:36.248846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.287389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:36.288581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.290312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-873d0ea1-7927-4d38-a15b-af8e9f30b48a req-c9e9bcc5-2e02-4be9-822d-9b1417bb4278 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "PUT /v2.0/ports/3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 981 time: 1.2832007 Feb 09 20:50:36.291027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:36.296143 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3" -d '{"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:36.339814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-21c7a6b3-cd7f-4712-89f6-b18af2d144a2 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:36.341630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-21c7a6b3-cd7f-4712-89f6-b18af2d144a2 tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 946 time: 0.1427133 Feb 09 20:50:36.485577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['3ecd4198-ff45-4caf-9476-125e21650d80'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:36.488182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['325fb010-65c8-4828-9000-2d310e2a8ae6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:36.505349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:36.583940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 041e305b-baad-40b2-8f38-8154501ca795 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:36.658919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0cef51e-1dc5-442e-8af7-e3445a0fb639 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1850400361&fields=id&tenant_id=062dac08eac94b1782226273dead12cd HTTP/1.1" status: 200 len: 267 time: 0.2500007 Feb 09 20:50:36.686576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Deleting port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:36.686927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.721145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b678a8f3-edf8-43e7-ad79-509815852f33 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:36.786323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f7f3011c-2616-4108-9ce0-b2c850dff46d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:36.788578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f7f3011c-2616-4108-9ce0-b2c850dff46d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 813 time: 0.2929220 Feb 09 20:50:36.814316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 041e305b-baad-40b2-8f38-8154501ca795 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:36.814847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (041e305b-baad-40b2-8f38-8154501ca795), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.844643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-903c35c7-072d-4a42-b96c-a70b06ef37ed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:36.844927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-19e4dc68-76f6-461f-9e00-4bdfc3705fe8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/quotas/9875f566043a41d4aed0c0a2a2cb5d27 HTTP/1.1" status: 200 len: 375 time: 0.0337596 Feb 09 20:50:36.850482 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-903c35c7-072d-4a42-b96c-a70b06ef37ed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 984 time: 0.1644595 Feb 09 20:50:36.873779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Request body: {'port': {'security_groups': ['1a630e6c-79db-4745-9dcf-c6d715eedb0d']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:36.882549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Publish callbacks [] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.899630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-44e24f96-acc1-47d5-8477-b8544a99ed94 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535505 Feb 09 20:50:36.919435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:36.984690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] For port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,segment=NetworkSegment(7c374f59-8f09-478b-95a6-103a3c1c8c60),segment_id=7c374f59-8f09-478b-95a6-103a3c1c8c60)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:36.985373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.010702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Calling delete_port for 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:37.056691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (e43db5d2-62a5-42b6-9392-5d5abd284fb1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.082286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Pushing event updated for resources: {'Port': ['ID=c06f6feb-5a8b-4777-98ec-2bfe59883de3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:37.085312 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.152349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-df9374ef-1ffe-4784-ae9b-4a494fbafc08 service neutron] 10.222.0.102 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513168 Feb 09 20:50:37.157379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 041e305b-baad-40b2-8f38-8154501ca795 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:37.157782 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (041e305b-baad-40b2-8f38-8154501ca795), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.188107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port b678a8f3-edf8-43e7-ad79-509815852f33 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:37.188490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.236683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 041e305b-baad-40b2-8f38-8154501ca795, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=041e305b-baad-40b2-8f38-8154501ca795,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:37.250556 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (041e305b-baad-40b2-8f38-8154501ca795), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.338532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=041e305b-baad-40b2-8f38-8154501ca795,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:37.359058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-30360410-be4a-4c2f-8716-28435c4802f3 service neutron] 10.222.0.102 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053442 Feb 09 20:50:37.395460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2885b227-6a97-4fc8-8a4c-5b9b6c1269ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.413833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b678a8f3-edf8-43e7-ad79-509815852f33 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:37.414032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.438472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Pushing event deleted for resources: {'Port': ['ID=2885b227-6a97-4fc8-8a4c-5b9b6c1269ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:37.484604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:37.493427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:37.499036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.499398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.500053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.500189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.500441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.500779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.501112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.501565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.501836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.502312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.512297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.512807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.513203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:37.592316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] No DVR routers for this DVR port 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:50:37.596742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.603674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56b302dd-a6ff-4a66-8dbf-36ce177b39ba req-06491e91-145e-43fc-b8ab-aedb80ed04be tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.50 "DELETE /v2.0/ports/2885b227-6a97-4fc8-8a4c-5b9b6c1269ab HTTP/1.1" status: 204 len: 173 time: 1.2535741 Feb 09 20:50:37.604733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5976979-9ec7-4536-b328-7322eb1e966b', 'name': 'network-vif-deleted', 'tag': '2885b227-6a97-4fc8-8a4c-5b9b6c1269ab'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:37.608035 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07ef2aa-0a61-4e22-939c-37558ec9f0a6" -d '{"events": [{"server_uuid": "b5976979-9ec7-4536-b328-7322eb1e966b", "name": "network-vif-deleted", "tag": "2885b227-6a97-4fc8-8a4c-5b9b6c1269ab"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:37.772465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:37.791141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:37.794666 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa1b9cd-7b3e-4757-a070-20fd503f56d8" -d '{"events": [{"server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "name": "network-vif-plugged", "status": "completed", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:37.800633 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:37.917217 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a10b5-1a19-465d-8cc4-63625ff3a1b5 x-openstack-request-id: req-149a10b5-1a19-465d-8cc4-63625ff3a1b5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:37.923336 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:37.923928 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-149a10b5-1a19-465d-8cc4-63625ff3a1b5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:37.924825 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80', 'status': 'completed', 'code': 200} Feb 09 20:50:37.948160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:37.963123 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32eccd5b-d6f9-441c-bbc4-b0a232dc5d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:38.007344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] For port 3ecd4198-ff45-4caf-9476-125e21650d80, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=3ecd4198-ff45-4caf-9476-125e21650d80,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:38.040530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d4088d54-aef1-473b-ab6c-83185ab9829d None None] Provisioning complete for port c06f6feb-5a8b-4777-98ec-2bfe59883de3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:38.040993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4088d54-aef1-473b-ab6c-83185ab9829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:38.083627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-1b64208d-4e45-468a-af84-924922b7fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:38.085120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d4088d54-aef1-473b-ab6c-83185ab9829d None None] Port c06f6feb-5a8b-4777-98ec-2bfe59883de3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:38.090164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-1b64208d-4e45-468a-af84-924922b7fe00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1167 time: 0.1739819 Feb 09 20:50:38.105861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for port (3ecd4198-ff45-4caf-9476-125e21650d80), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:38.117492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Router e43db5d2-62a5-42b6-9392-5d5abd284fb1 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:50:38.119218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:38.136100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['3ecd4198-ff45-4caf-9476-125e21650d80'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:38.228180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-1d6c1338-d319-4e13-95ea-b189c4f02091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:38.229636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-1d6c1338-d319-4e13-95ea-b189c4f02091 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 921 time: 0.1265063 Feb 09 20:50:38.267262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:38.267927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:38.269680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e904f9a3-f1b8-4e1c-9373-1c7e125b137b req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "PUT /v2.0/ports/3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 942 time: 1.4105508 Feb 09 20:50:38.313329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-b9fd67cf-34ca-4254-bf9c-3f147e78f5d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 217 time: 0.0720489 Feb 09 20:50:38.340462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427b649-196d-41ac-bdbb-da552cb2c9f0 req-b0eaf6e0-b94f-46c4-a01e-7763388d120f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:38.350176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d427b649-196d-41ac-bdbb-da552cb2c9f0 req-b0eaf6e0-b94f-46c4-a01e-7763388d120f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.3244739 Feb 09 20:50:38.361760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['3ecd4198-ff45-4caf-9476-125e21650d80'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:38.461972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d427b649-196d-41ac-bdbb-da552cb2c9f0 req-15f5a1a6-8eae-4c9f-8842-0b07fc7026b9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104164 Feb 09 20:50:38.467253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7fa7c-6ebd-4b16-a7d2-73021da89446 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event updated for resources: {'Port': ['ID=3ecd4198-ff45-4caf-9476-125e21650d80,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:38.487805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-11b0fd54-e784-4528-9a70-efdd9968efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:38.491606 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-11b0fd54-e784-4528-9a70-efdd9968efde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.1692119 Feb 09 20:50:38.551908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aec61a43-e4b7-44ea-a075-fa4d2ff0dbaa req-197c8fd1-59dd-44de-a95d-cc44b20ff3bc tempest-InstanceActionsNegativeTestJSON-1224436202 tempest-InstanceActionsNegativeTestJSON-1224436202-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5976979-9ec7-4536-b328-7322eb1e966b HTTP/1.1" status: 200 len: 210 time: 0.0863318 Feb 09 20:50:38.552477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-47e18353-3638-457c-a926-b50721e4417f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541136 Feb 09 20:50:38.682310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-165340e7-22ae-4587-b0bf-5b94aac94afa service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124935 Feb 09 20:50:38.687006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:38.695664 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0cebfb96-e050-4bee-86c9-627a68a0bc42 admin admin] 10.222.0.102 "PUT /v2.0/routers/e43db5d2-62a5-42b6-9392-5d5abd284fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1650631 Feb 09 20:50:38.705514 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2397a68f-b188-47fa-baa1-8517fd79586c x-openstack-request-id: req-2397a68f-b188-47fa-baa1-8517fd79586c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:38.706448 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5976979-9ec7-4536-b328-7322eb1e966b", "name": "network-vif-deleted", "tag": "2885b227-6a97-4fc8-8a4c-5b9b6c1269ab", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:38.706448 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2397a68f-b188-47fa-baa1-8517fd79586c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:38.706974 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5976979-9ec7-4536-b328-7322eb1e966b', 'name': 'network-vif-deleted', 'tag': '2885b227-6a97-4fc8-8a4c-5b9b6c1269ab', 'status': 'completed', 'code': 200} Feb 09 20:50:38.713111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Sync routers for ids ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:38.721498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 041e305b-baad-40b2-8f38-8154501ca795 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:38.802809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Routers {'e43db5d2-62a5-42b6-9392-5d5abd284fb1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:38.803448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:38.950053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:38.961363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 041e305b-baad-40b2-8f38-8154501ca795 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:38.961817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (041e305b-baad-40b2-8f38-8154501ca795), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.008968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-761789670'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:39.019160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Set router e43db5d2-62a5-42b6-9392-5d5abd284fb1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:39.026355 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b0e84b-87bc-42de-ba89-31b9833859c9 x-openstack-request-id: req-74b0e84b-87bc-42de-ba89-31b9833859c9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:39.027098 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "name": "network-vif-plugged", "status": "completed", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:39.027098 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-74b0e84b-87bc-42de-ba89-31b9833859c9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:39.027306 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'code': 200} Feb 09 20:50:39.085329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d941c-4944-403a-87a9-e925fb281325 req-50e3231f-5e82-4cec-b1e5-c07035756ea7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:39.106327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d96d941c-4944-403a-87a9-e925fb281325 req-50e3231f-5e82-4cec-b1e5-c07035756ea7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.5387938 Feb 09 20:50:39.181147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d7294b0-73b0-44ad-899c-9b7d8ce402a3 req-2a108e41-d0f0-4b79-abed-77672ea8e9d1 service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708464 Feb 09 20:50:39.266264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 041e305b-baad-40b2-8f38-8154501ca795 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:39.266481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:39.273266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.301788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d96d941c-4944-403a-87a9-e925fb281325 req-f86b0e35-75df-4a30-b41c-6fda478e28ed tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874485 Feb 09 20:50:39.367371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:39.396542 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-a49d244e-2a38-4e08-a41c-b24419f55882 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3123326 Feb 09 20:50:39.397669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:50:39.406728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:39.420436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (593ec2b0-fe59-45af-b567-31f783cd3cf5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.420789 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Added segment 593ec2b0-fe59-45af-b567-31f783cd3cf5 of type vlan for network 25637e94-d8e9-4cc8-a636-fe04dd011d7e Feb 09 20:50:39.436855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'name': 'tempest-ServersTestMultiNic-1182831852-router', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '041e305b-baad-40b2-8f38-8154501ca795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:27Z', 'updated_at': '2022-02-09T20:50:36Z', 'revision_number': 4, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'gw_port': {'id': '041e305b-baad-40b2-8f38-8154501ca795', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:29Z', 'updated_at': '2022-02-09T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c06f6feb-5a8b-4777-98ec-2bfe59883de3', 'name': '', 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'mac_address': 'fa:16:3e:60:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a4100239-22ba-48ba-8236-e4ac68e1038a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:33Z', 'updated_at': '2022-02-09T20:50:36Z', 'revision_number': 2, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'subnets': [{'id': 'a4100239-22ba-48ba-8236-e4ac68e1038a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:39.463141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.511765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c4682f3-afea-4a0e-878b-b37ee4b2bc3b req-ae5e66b6-8f1b-4a37-ae45-d5ebcef3dae8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 210 time: 0.0347657 Feb 09 20:50:39.517659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Checking router: e43db5d2-62a5-42b6-9392-5d5abd284fb1 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:39.518931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Updating router e43db5d2-62a5-42b6-9392-5d5abd284fb1 port c06f6feb-5a8b-4777-98ec-2bfe59883de3 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:50:39.524233 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (25637e94-d8e9-4cc8-a636-fe04dd011d7e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.546597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f3305-7072-478b-9274-519639e83c7b req-2e53b4c9-3af2-4897-ac65-8e2bcae6e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:39.549497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf9f3305-7072-478b-9274-519639e83c7b req-2e53b4c9-3af2-4897-ac65-8e2bcae6e0be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 1129 time: 0.1416104 Feb 09 20:50:39.579392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (25637e94-d8e9-4cc8-a636-fe04dd011d7e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.585065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:39.585776 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.608496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.634819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf9f3305-7072-478b-9274-519639e83c7b req-d14dc1c7-2c71-446d-8a8e-4c116500878c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769808 Feb 09 20:50:39.670521 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7163877 Feb 09 20:50:39.673906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:39.686397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'subnet': {'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:39.690045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 325fb010-65c8-4828-9000-2d310e2a8ae6 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:50:39.692419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe77de-f603-4ad9-9ee6-800a3bff3b56 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Network': ['ID=25637e94-d8e9-4cc8-a636-fe04dd011d7e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:39.701609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 325fb010-65c8-4828-9000-2d310e2a8ae6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:39.702166 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.711994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 25637e94-d8e9-4cc8-a636-fe04dd011d7e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:50:39.803177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b754-aab4-473c-8129-3fdb970767e4 req-1230ca66-5a0a-47dd-b121-913b8f924ff6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:39.804798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd29b754-aab4-473c-8129-3fdb970767e4 req-1230ca66-5a0a-47dd-b121-913b8f924ff6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1378143 Feb 09 20:50:39.843488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.877017 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2363b4de-cb93-401a-9913-804673efb4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.907472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:39.911378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:39.944963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-8db13423-0b11-4ddb-b284-4ff72037e1a0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:39.953161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-8db13423-0b11-4ddb-b284-4ff72037e1a0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 813 time: 0.2419882 Feb 09 20:50:40.066951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:40.068134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.078353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-baa375cd-1127-4083-8e7a-2012ec2f24ca tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:40.080052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-baa375cd-1127-4083-8e7a-2012ec2f24ca tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 813 time: 0.1812561 Feb 09 20:50:40.089348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Request body: {'port': {'device_id': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'admin_state_up': True, 'tenant_id': '9875f566043a41d4aed0c0a2a2cb5d27'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:40.099863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Request body: {'port': {'device_id': 'bba33c60-3316-4b56-a397-234bcb415c25', 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'admin_state_up': True, 'tenant_id': '9875f566043a41d4aed0c0a2a2cb5d27'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:40.123594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:40.132846 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.134304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:40.163826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:50:40.164645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 2885b227-6a97-4fc8-8a4c-5b9b6c1269ab not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:50:40.256802 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd29b754-aab4-473c-8129-3fdb970767e4 req-9971d6d0-5e05-46dd-9900-6ee73ab83c09 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4422138 Feb 09 20:50:40.259450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:40.314535 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Publish callbacks [] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.323445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.337018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:40.375667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Made reservation on behalf of 9875f566043a41d4aed0c0a2a2cb5d27 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:40.379904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.392600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924b63b-df24-4efd-93e2-bad812482042 None None] Pushing event updated for resources: {'Port': ['ID=c06f6feb-5a8b-4777-98ec-2bfe59883de3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:40.519807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-778145ff-dc1f-44bc-a230-2c94be8279a9 admin admin] Deleting subnet df113121-f120-4ac2-8aa5-d85d3b547473 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:50:40.567353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Attempting to bind port c06f6feb-5a8b-4777-98ec-2bfe59883de3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:40.567353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Attempting to bind port c06f6feb-5a8b-4777-98ec-2bfe59883de3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:40.567794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:40.567911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Attempting to bind port c06f6feb-5a8b-4777-98ec-2bfe59883de3 on network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:40.569514 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5" -d '{"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:40.575108 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-778145ff-dc1f-44bc-a230-2c94be8279a9 admin admin] Publish callbacks [] for subnet (df113121-f120-4ac2-8aa5-d85d3b547473), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.575629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:40.576339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Checking segment: {'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:40.576619 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.577019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Bound using segment: {'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:40.577573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Bound port: c06f6feb-5a8b-4777-98ec-2bfe59883de3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c022bf-ea32-40d8-b303-0342e9856b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:40.578174 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.701776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] For port c06f6feb-5a8b-4777-98ec-2bfe59883de3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:40.707035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] For port c06f6feb-5a8b-4777-98ec-2bfe59883de3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c06f6feb-5a8b-4777-98ec-2bfe59883de3,segment=NetworkSegment(38c022bf-ea32-40d8-b303-0342e9856b96),segment_id=38c022bf-ea32-40d8-b303-0342e9856b96)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:40.723426 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.790582 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (5ef135a4-83cb-4f9c-b653-0abf56eddf62), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:40.927219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Checking segment: {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:40.927596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network hostable DHCP agents. Network: 25637e94-d8e9-4cc8-a636-fe04dd011d7e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:50:40.929788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Subnet': ['ID=5ef135a4-83cb-4f9c-b653-0abf56eddf62,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:40.972354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924b63b-df24-4efd-93e2-bad812482042 None None] Pushing event updated for resources: {'Port': ['ID=c06f6feb-5a8b-4777-98ec-2bfe59883de3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:40.978261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network 25637e94-d8e9-4cc8-a636-fe04dd011d7e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:50:41.000729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Allocated IP 172.25.4.229 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/0e8322e5-fff5-4082-8882-a4febb120dec) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:41.002953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 25637e94-d8e9-4cc8-a636-fe04dd011d7e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:41.006279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-259a220b-bbd5-41b9-ace0-06d6b866b37e None None] Provisioning complete for port c06f6feb-5a8b-4777-98ec-2bfe59883de3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:41.014925 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-259a220b-bbd5-41b9-ace0-06d6b866b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.016827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:41.017449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.069318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:41.074128 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccafa93-6037-4d78-bbe3-8226f67531ff" -d '{"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-plugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:41.083968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5b1e9-7090-44a8-9cc9-205d0e5a91d8 None None] Network 25637e94-d8e9-4cc8-a636-fe04dd011d7e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:41.090732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Routers {'e43db5d2-62a5-42b6-9392-5d5abd284fb1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:41.092282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:41.116008 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-382daf02-8cc6-42f0-9a3a-8963479d9810 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4392178 Feb 09 20:50:41.118781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:41.127832 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-917026264'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:41.176289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:41.188625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.220654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Made reservation on behalf of 9875f566043a41d4aed0c0a2a2cb5d27 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:41.231989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.243261 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for port (0e8322e5-fff5-4082-8882-a4febb120dec), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.251107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-778145ff-dc1f-44bc-a230-2c94be8279a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (df113121-f120-4ac2-8aa5-d85d3b547473), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.317215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:50:41.323141 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.330366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0e8322e5-fff5-4082-8882-a4febb120dec), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.346531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a243ee57-9481-4525-94af-181dfe80f43d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.347053 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Added segment a243ee57-9481-4525-94af-181dfe80f43d of type vlan for network e3073b50-db61-415b-895d-f9353b678fdf Feb 09 20:50:41.365540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72f36d-9699-4c50-835e-d92528808a97 req-e2368ee6-b6b1-4d09-97eb-1ce4098b42b0 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:41.367102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc72f36d-9699-4c50-835e-d92528808a97 req-e2368ee6-b6b1-4d09-97eb-1ce4098b42b0 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.8987577 Feb 09 20:50:41.421674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:41.432293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:41.440042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:41.462661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-778145ff-dc1f-44bc-a230-2c94be8279a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (df113121-f120-4ac2-8aa5-d85d3b547473), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.467568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-25637e94-d8e9-4cc8-a636-fe04dd011d7e', 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e', 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'fixed_ips': [{'subnet_id': '5ef135a4-83cb-4f9c-b653-0abf56eddf62'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:50:41.470458 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.470685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Allocated IP 172.20.0.7 (19c413cb-3205-461b-931e-ced48013c9b8/4b133cc5-47a1-4afa-abf9-57427282f118/d9133746-4209-412e-bd88-bc78c418fc31) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:41.488591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event updated for resources: {'Port': ['ID=0e8322e5-fff5-4082-8882-a4febb120dec,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:41.494033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e3073b50-db61-415b-895d-f9353b678fdf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.507827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-259a220b-bbd5-41b9-ace0-06d6b866b37e None None] Current status of the port c06f6feb-5a8b-4777-98ec-2bfe59883de3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:41.508519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-259a220b-bbd5-41b9-ace0-06d6b866b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.524912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc72f36d-9699-4c50-835e-d92528808a97 req-2d0c7af2-fa09-4200-a524-2c5284f7357a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289682 Feb 09 20:50:41.541224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] Set router e43db5d2-62a5-42b6-9392-5d5abd284fb1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:41.577294 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e3073b50-db61-415b-895d-f9353b678fdf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.582822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:41.583609 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.616359 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for floatingip (a2e0da66-f68c-499f-99ec-f50e4d6bf138), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.651952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5319483 Feb 09 20:50:41.658322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:41.672567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'subnet': {'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:41.720603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks [] for port (d9133746-4209-412e-bd88-bc78c418fc31), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.742023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96775a2-3d31-4fd8-b020-3118731fea8e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Network': ['ID=e3073b50-db61-415b-895d-f9353b678fdf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:41.773160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0e8322e5-fff5-4082-8882-a4febb120dec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:41.808552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Allocated IP 19.80.0.2 (25637e94-d8e9-4cc8-a636-fe04dd011d7e/5ef135a4-83cb-4f9c-b653-0abf56eddf62/fb02112b-42a4-4ae4-90da-9a72c8dbbc28) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:41.837287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Allocated IP 172.20.0.2 (19c413cb-3205-461b-931e-ced48013c9b8/4b133cc5-47a1-4afa-abf9-57427282f118/b4b722d4-a7b6-4289-af8c-6ddf0de5cefe) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:41.846051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:41.850589 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.002164 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks [] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.018177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Publish callbacks [] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.041260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d9133746-4209-412e-bd88-bc78c418fc31), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.054656 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-778145ff-dc1f-44bc-a230-2c94be8279a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (df113121-f120-4ac2-8aa5-d85d3b547473), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.071580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-778145ff-dc1f-44bc-a230-2c94be8279a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.078030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-778145ff-dc1f-44bc-a230-2c94be8279a9 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/df113121-f120-4ac2-8aa5-d85d3b547473 HTTP/1.1" status: 204 len: 168 time: 1.7360222 Feb 09 20:50:42.078030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.087043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:42.104086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e3073b50-db61-415b-895d-f9353b678fdf details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:50:42.107973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for port (0e8322e5-fff5-4082-8882-a4febb120dec), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.139129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-259a220b-bbd5-41b9-ace0-06d6b866b37e None None] For port c06f6feb-5a8b-4777-98ec-2bfe59883de3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c06f6feb-5a8b-4777-98ec-2bfe59883de3,segment=NetworkSegment(38c022bf-ea32-40d8-b303-0342e9856b96),segment_id=38c022bf-ea32-40d8-b303-0342e9856b96)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:42.164885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Pushing event updated for resources: {'Port': ['ID=d9133746-4209-412e-bd88-bc78c418fc31,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:42.170821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (0e8322e5-fff5-4082-8882-a4febb120dec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.242682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Pushing event updated for resources: {'Port': ['ID=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:42.272109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778145ff-dc1f-44bc-a230-2c94be8279a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df113121-f120-4ac2-8aa5-d85d3b547473,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:42.299103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Network 19c413cb-3205-461b-931e-ced48013c9b8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:42.315499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:42.316593 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.319115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Network 19c413cb-3205-461b-931e-ced48013c9b8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:42.319398 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-259a220b-bbd5-41b9-ace0-06d6b866b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.339940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564807-64f6-4c81-b3e6-d399a82f362f req-426f2fff-03f7-4fb8-90b0-88f8dc1368f2 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:42.342671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b564807-64f6-4c81-b3e6-d399a82f362f req-426f2fff-03f7-4fb8-90b0-88f8dc1368f2 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 931 time: 0.5687087 Feb 09 20:50:42.344159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:42.349059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:42.381807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:42.437359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Pushing event updated for resources: {'Port': ['ID=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:42.471597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:42.473090 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.473399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event updated for resources: {'Port': ['ID=0e8322e5-fff5-4082-8882-a4febb120dec,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:42.479706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (41357b18-ecac-4088-9862-6cd9171ab5ae), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.489038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (1e92cc70-f766-4053-a3a1-b6388b5e1cb9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.508118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Network 25637e94-d8e9-4cc8-a636-fe04dd011d7e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:42.522010 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f3b80cc8-eb6d-43e8-866c-21e8954d8cc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4406874 Feb 09 20:50:42.537482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Request body: {'port': {'device_id': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:42.541324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:42.559660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (a2e0da66-f68c-499f-99ec-f50e4d6bf138), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.589304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Subnet': ['ID=41357b18-ecac-4088-9862-6cd9171ab5ae,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:42.591572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:42.593759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b1804e2b-0a0b-4ad8-9b1f-01dcf07b4e1e None None] Provisioning complete for port c06f6feb-5a8b-4777-98ec-2bfe59883de3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:42.594145 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1804e2b-0a0b-4ad8-9b1f-01dcf07b4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.612777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.621339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-d46d0903-24e3-4dd2-bf65-b0965f5fcaf8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2248673 Feb 09 20:50:42.732408 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.745568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'name': 'tempest-ServersTestMultiNic-1182831852-router', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '041e305b-baad-40b2-8f38-8154501ca795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:27Z', 'updated_at': '2022-02-09T20:50:36Z', 'revision_number': 4, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'gw_port': {'id': '041e305b-baad-40b2-8f38-8154501ca795', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:29Z', 'updated_at': '2022-02-09T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c06f6feb-5a8b-4777-98ec-2bfe59883de3', 'name': '', 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'mac_address': 'fa:16:3e:60:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a4100239-22ba-48ba-8236-e4ac68e1038a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:33Z', 'updated_at': '2022-02-09T20:50:40Z', 'revision_number': 4, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'subnets': [{'id': 'a4100239-22ba-48ba-8236-e4ac68e1038a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:42.757199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-3d57d515-4827-4f7d-8eb3-5628212443d2 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.1348286 Feb 09 20:50:42.762441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.767764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Checking segment: {'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:42.768134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network hostable DHCP agents. Network: e3073b50-db61-415b-895d-f9353b678fdf, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:50:42.782021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b564807-64f6-4c81-b3e6-d399a82f362f req-3cd614b8-0b68-4338-a146-73d5faa95e61 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290588 Feb 09 20:50:42.798021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:42.798180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (1e92cc70-f766-4053-a3a1-b6388b5e1cb9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.799049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.813194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01b27a0-7cea-432b-9268-955508bc3d99 None None] The sync data for ids ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'] in n-d-789963-29 is: [{'id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'name': 'tempest-ServersTestMultiNic-1182831852-router', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '041e305b-baad-40b2-8f38-8154501ca795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:27Z', 'updated_at': '2022-02-09T20:50:36Z', 'revision_number': 4, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'gw_port': {'id': '041e305b-baad-40b2-8f38-8154501ca795', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:29Z', 'updated_at': '2022-02-09T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c06f6feb-5a8b-4777-98ec-2bfe59883de3', 'name': '', 'network_id': '7ea82d67-3cb2-4955-bc15-4d6fb1db58c0', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'mac_address': 'fa:16:3e:60:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'a4100239-22ba-48ba-8236-e4ac68e1038a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:33Z', 'updated_at': '2022-02-09T20:50:40Z', 'revision_number': 4, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'subnets': [{'id': 'a4100239-22ba-48ba-8236-e4ac68e1038a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:42.897050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b1804e2b-0a0b-4ad8-9b1f-01dcf07b4e1e None None] Current status of the port c06f6feb-5a8b-4777-98ec-2bfe59883de3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:42.916413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e92cc70-f766-4053-a3a1-b6388b5e1cb9']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:42.929945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c374f59-8f09-478b-95a6-103a3c1c8c60') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:42.930251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c374f59-8f09-478b-95a6-103a3c1c8c60') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:42.940965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (7c374f59-8f09-478b-95a6-103a3c1c8c60), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.947082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a220b-bbd5-41b9-ace0-06d6b866b37e None None] Pushing event updated for resources: {'Port': ['ID=c06f6feb-5a8b-4777-98ec-2bfe59883de3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:42.954362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Attempting to bind port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:42.954742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Attempting to bind port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:42.955282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Attempting to bind port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 on network 25637e94-d8e9-4cc8-a636-fe04dd011d7e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:42.968201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:42.968590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Checking segment: {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:42.969744 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.969744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Bound using segment: {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:42.969926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Bound port: fb02112b-42a4-4ae4-90da-9a72c8dbbc28, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:42.970228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.973783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7c374f59-8f09-478b-95a6-103a3c1c8c60), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:42.984514 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f25c02b-efe0-4e3d-8a97-76b8219cc2eb x-openstack-request-id: req-7f25c02b-efe0-4e3d-8a97-76b8219cc2eb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:42.984911 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:42.985047 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7f25c02b-efe0-4e3d-8a97-76b8219cc2eb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:42.985454 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80', 'status': 'completed', 'code': 200} Feb 09 20:50:43.005069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network e3073b50-db61-415b-895d-f9353b678fdf is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:50:43.008639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:50:43.009099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (7c374f59-8f09-478b-95a6-103a3c1c8c60), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:50:43.012860 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:50:43.078095 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f440562a-539c-4450-9f1a-abf18fb39777 x-openstack-request-id: req-f440562a-539c-4450-9f1a-abf18fb39777 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:43.078458 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-plugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:43.078723 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f440562a-539c-4450-9f1a-abf18fb39777 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:43.083568 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'code': 200} Feb 09 20:50:43.087813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e3073b50-db61-415b-895d-f9353b678fdf) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:43.102613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4f34c-7cee-40d2-b4a3-9e08e72db938 None None] Network e3073b50-db61-415b-895d-f9353b678fdf requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:43.103875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:43.104498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:43.115805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-dd592e63-c6b4-44a2-8dbf-ab078b1e06f8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0206211 Feb 09 20:50:43.170460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-6f3234d6-ed54-4e8c-98a6-88325dfe7a8c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:43.171932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-6f3234d6-ed54-4e8c-98a6-88325dfe7a8c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.4138680 Feb 09 20:50:43.192530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-57a2eb1f-9b69-4037-8098-d266527fe813 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:50:43.193627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-39e9bd5d-ae99-4098-b149-7435277e1726 req-57a2eb1f-9b69-4037-8098-d266527fe813 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067379 Feb 09 20:50:43.220561 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-429d6bbc-c886-4c32-abfa-ee6f4de2a2a9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5542290 Feb 09 20:50:43.253683 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (1e92cc70-f766-4053-a3a1-b6388b5e1cb9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:43.264573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:43.275602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] 10.222.0.102 "DELETE /v2.0/networks/1e92cc70-f766-4053-a3a1-b6388b5e1cb9 HTTP/1.1" status: 204 len: 168 time: 1.1799502 Feb 09 20:50:43.299519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] For port fb02112b-42a4-4ae4-90da-9a72c8dbbc28, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:43.303722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48767f27-0d14-4c68-8531-437ba0b618b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e92cc70-f766-4053-a3a1-b6388b5e1cb9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:43.307248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0ea1d-6f26-47cc-8476-51f21d218123 req-56053a8c-6699-4a7a-aca7-7b778c03aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:43.318165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Request body: {'port': {'device_id': 'bba33c60-3316-4b56-a397-234bcb415c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:43.324470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fcb0ea1d-6f26-47cc-8476-51f21d218123 req-56053a8c-6699-4a7a-aca7-7b778c03aaaf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1128 time: 0.2314551 Feb 09 20:50:43.380469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] For port fb02112b-42a4-4ae4-90da-9a72c8dbbc28, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:43.408959 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:43.445109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fcb0ea1d-6f26-47cc-8476-51f21d218123 req-c4136006-a1eb-408a-9337-01381a15b252 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193383 Feb 09 20:50:43.471101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-e3073b50-db61-415b-895d-f9353b678fdf', 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf', 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'fixed_ips': [{'subnet_id': '41357b18-ecac-4088-9862-6cd9171ab5ae'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:50:43.472087 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:43.494351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef00e-b774-4fe9-85ef-35cbe07cdbb2 req-7c3672a6-e459-4324-954a-741c854a08cc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:43.495955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3eef00e-b774-4fe9-85ef-35cbe07cdbb2 req-7c3672a6-e459-4324-954a-741c854a08cc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.1328194 Feb 09 20:50:43.545303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7f450-f014-40bc-811a-b10c1b6cc13c None None] Pushing event updated for resources: {'Port': ['ID=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:43.595956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:43.664308 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3eef00e-b774-4fe9-85ef-35cbe07cdbb2 req-e793139f-5285-4b00-a15b-b0fc0dcc1566 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589966 Feb 09 20:50:43.721596 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-67e04ce6-2bc5-4fcd-9722-bbf13e776456 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=adc3d44accbe4c31b2301f17515efe6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230831 Feb 09 20:50:43.725181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:43.760303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdc6f4-717f-4ce9-8bde-8fce30bb29f0 req-185a6430-5681-4800-bb53-dff3efe23408 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:43.761966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8cdc6f4-717f-4ce9-8bde-8fce30bb29f0 req-185a6430-5681-4800-bb53-dff3efe23408 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.6452174 Feb 09 20:50:43.766910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-d7a894f8-18b0-4b5d-9f09-cd30d2391153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:43.771513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-d7a894f8-18b0-4b5d-9f09-cd30d2391153 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1128 time: 0.6901937 Feb 09 20:50:43.776374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9133746-4209-412e-bd88-bc78c418fc31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:43.857567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Allocated IP 19.86.0.2 (e3073b50-db61-415b-895d-f9353b678fdf/41357b18-ecac-4088-9862-6cd9171ab5ae/9aad2412-129b-4f4f-a55c-a837b3709cfd) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:43.882333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce4833cf-a78f-4945-9bd4-e0e458894978 admin admin] Publish callbacks [] for security_group (97c74a12-3f76-40d5-a850-907fc33425f7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:43.948765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce4833cf-a78f-4945-9bd4-e0e458894978 admin admin] Publish callbacks [] for security_group (97c74a12-3f76-40d5-a850-907fc33425f7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.066609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-1e7a2791-e36a-478f-90be-c3236933c7db tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:44.068764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-1e7a2791-e36a-478f-90be-c3236933c7db tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2048700 Feb 09 20:50:44.070291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce4833cf-a78f-4945-9bd4-e0e458894978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97c74a12-3f76-40d5-a850-907fc33425f7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.073836 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce4833cf-a78f-4945-9bd4-e0e458894978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.076852 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ce4833cf-a78f-4945-9bd4-e0e458894978 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/97c74a12-3f76-40d5-a850-907fc33425f7 HTTP/1.1" status: 204 len: 168 time: 0.3494198 Feb 09 20:50:44.086389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b722d4-a7b6-4289-af8c-6ddf0de5cefe {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:44.121005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4833cf-a78f-4945-9bd4-e0e458894978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c74a12-3f76-40d5-a850-907fc33425f7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:44.166899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Publish callbacks [] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.224465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Transition to ACTIVE for port object b4b722d4-a7b6-4289-af8c-6ddf0de5cefe will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:50:44.231579 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8cdc6f4-717f-4ce9-8bde-8fce30bb29f0 req-7a7701ea-ec61-4c50-82c6-2e70d6404963 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476881 Feb 09 20:50:44.248816 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-68984163-da5b-49b6-9a0e-c06e3148cf8c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.1396229 Feb 09 20:50:44.259366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Request body: {'floatingip': {'port_id': '3ecd4198-ff45-4caf-9476-125e21650d80', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:44.260154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.352264 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.391511 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Publish callbacks [] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.403407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.422012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for floatingip (a2e0da66-f68c-499f-99ec-f50e4d6bf138), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.492788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Network e3073b50-db61-415b-895d-f9353b678fdf is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:44.493225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-5084b85e-c5b5-455a-a446-2f1e1ca3a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:44.495376 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-5084b85e-c5b5-455a-a446-2f1e1ca3a955 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 921 time: 0.7127213 Feb 09 20:50:44.528694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:44.533043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:44.538279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Pushing event updated for resources: {'Port': ['ID=9aad2412-129b-4f4f-a55c-a837b3709cfd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:44.696167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-f519863f-e48e-44bf-9d7c-2a18bb8a1893 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 217 time: 0.1636186 Feb 09 20:50:44.715173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Attempting to bind port 9aad2412-129b-4f4f-a55c-a837b3709cfd on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:44.716671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Attempting to bind port 9aad2412-129b-4f4f-a55c-a837b3709cfd by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:44.717566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Attempting to bind port 9aad2412-129b-4f4f-a55c-a837b3709cfd on network e3073b50-db61-415b-895d-f9353b678fdf {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:44.725483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:44.726696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Checking segment: {'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:44.727232 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.727515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Bound using segment: {'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:44.728084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Bound port: 9aad2412-129b-4f4f-a55c-a837b3709cfd, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:44.728483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.941334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c06f6feb-5a8b-4777-98ec-2bfe59883de3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:44.964291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9133746-4209-412e-bd88-bc78c418fc31 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:44.974754 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Publish callbacks [] for port (d9133746-4209-412e-bd88-bc78c418fc31), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:44.989971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Transition to ACTIVE for port object d9133746-4209-412e-bd88-bc78c418fc31 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:50:45.008085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] For port 9aad2412-129b-4f4f-a55c-a837b3709cfd, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:45.016552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:45.033698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] For port 9aad2412-129b-4f4f-a55c-a837b3709cfd, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9aad2412-129b-4f4f-a55c-a837b3709cfd,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:45.055900 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.094974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d9133746-4209-412e-bd88-bc78c418fc31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.166215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8d790-c5e2-4caa-8477-b41eb3aed819 None None] Pushing event updated for resources: {'Port': ['ID=9aad2412-129b-4f4f-a55c-a837b3709cfd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:45.173676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Attempting to bind port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:45.174169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Attempting to bind port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:45.174622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Attempting to bind port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe on network 19c413cb-3205-461b-931e-ced48013c9b8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:45.178463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c06f6feb-5a8b-4777-98ec-2bfe59883de3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:45.178844 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.179903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Pushing event updated for resources: {'Port': ['ID=d9133746-4209-412e-bd88-bc78c418fc31,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:45.193676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe on network 19c413cb-3205-461b-931e-ced48013c9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:50:45.194134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Attempting to bind port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe on network 19c413cb-3205-461b-931e-ced48013c9b8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:45.229258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:45.229258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Checking segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:45.229258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Bound using segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:45.229258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Bound port: b4b722d4-a7b6-4289-af8c-6ddf0de5cefe, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:45.229258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.327256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] For port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:45.331053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] For port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:45.367606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c06f6feb-5a8b-4777-98ec-2bfe59883de3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:45.369505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fb02112b-42a4-4ae4-90da-9a72c8dbbc28 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:45.370930 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.443866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-c98fb062-1c19-41cc-b34c-28d2b7f160e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:45.445902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-c98fb062-1c19-41cc-b34c-28d2b7f160e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.7486024 Feb 09 20:50:45.469436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a64f4-9584-4e54-836b-b261f02ede6a None None] Network 25637e94-d8e9-4cc8-a636-fe04dd011d7e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:45.514470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:45.517015 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.558133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] 10.222.0.50 "PUT /v2.0/ports/b4b722d4-a7b6-4289-af8c-6ddf0de5cefe HTTP/1.1" status: 200 len: 1092 time: 3.0254300 Feb 09 20:50:45.572849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'tag': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:45.596304 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308" -d '{"events": [{"name": "network-changed", "server_uuid": "124d5ba3-15d9-44c0-8340-b433809c0d1b", "tag": "b4b722d4-a7b6-4289-af8c-6ddf0de5cefe"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:45.619482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:50:45.664073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4fb79951-4b1c-4312-9db7-9f74b668c4dc None None] Provisioning complete for port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:45.664603 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb79951-4b1c-4312-9db7-9f74b668c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.732342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:45.732789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.754850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.760738 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (a2e0da66-f68c-499f-99ec-f50e4d6bf138), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.762871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:45.769634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-0220405d-3297-4e98-b6dc-232c00da4e2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2601385 Feb 09 20:50:45.783365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-8be53326-7c3b-4e76-96fc-4c5ac108e4c2 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:45.792774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-8be53326-7c3b-4e76-96fc-4c5ac108e4c2 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:45.795299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-8be53326-7c3b-4e76-96fc-4c5ac108e4c2 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/networks?id=25637e94-d8e9-4cc8-a636-fe04dd011d7e&id=e3073b50-db61-415b-895d-f9353b678fdf&id=25637e94-d8e9-4cc8-a636-fe04dd011d7e HTTP/1.1" status: 200 len: 1390 time: 1.2980783 Feb 09 20:50:45.824727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Attempting to bind port d9133746-4209-412e-bd88-bc78c418fc31 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:45.825290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Attempting to bind port d9133746-4209-412e-bd88-bc78c418fc31 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:45.828032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Attempting to bind port d9133746-4209-412e-bd88-bc78c418fc31 on network 19c413cb-3205-461b-931e-ced48013c9b8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:45.895335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4fb79951-4b1c-4312-9db7-9f74b668c4dc None None] Current status of the port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:45.895856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb79951-4b1c-4312-9db7-9f74b668c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.929967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e6976d92-3f79-431c-ae6d-d566afb222c0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/quotas/7a12b75650e34f4bb0f8342279aca3af HTTP/1.1" status: 200 len: 375 time: 0.0831707 Feb 09 20:50:45.930957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Port d9133746-4209-412e-bd88-bc78c418fc31 on network 19c413cb-3205-461b-931e-ced48013c9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:50:45.931519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Attempting to bind port d9133746-4209-412e-bd88-bc78c418fc31 on network 19c413cb-3205-461b-931e-ced48013c9b8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:45.935120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7cc64-2fd2-487c-af7b-b2ccd1863597 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:45.957257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4fb79951-4b1c-4312-9db7-9f74b668c4dc None None] For port fb02112b-42a4-4ae4-90da-9a72c8dbbc28, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:45.964371 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fb79951-4b1c-4312-9db7-9f74b668c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:45.992623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1926743621-network', 'tenant_id': 'd38f24b949374b59b368be9d34874ab0'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:46.029844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:50:46.030452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Checking segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:46.030796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Bound using segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:50:46.031182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Made reservation on behalf of d38f24b949374b59b368be9d34874ab0 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:46.031425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Bound port: d9133746-4209-412e-bd88-bc78c418fc31, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:50:46.031974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9133746-4209-412e-bd88-bc78c418fc31), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.034509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.048909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.055555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb79951-4b1c-4312-9db7-9f74b668c4dc None None] Pushing event updated for resources: {'Port': ['ID=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:46.065192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f568e742-52f9-4fcd-9ff0-726cfc43cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:46.069503 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Floating IP a2e0da66-f68c-499f-99ec-f50e4d6bf138 associated. External IP: 172.25.4.229, port: 3ecd4198-ff45-4caf-9476-125e21650d80. Feb 09 20:50:46.076711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-f568e742-52f9-4fcd-9ff0-726cfc43cc76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&device_id=124d5ba3-15d9-44c0-8340-b433809c0d1b HTTP/1.1" status: 200 len: 1126 time: 0.4432352 Feb 09 20:50:46.150443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:46.178775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-7bf7d5ca-6abb-4780-8920-e47f5abc466b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe HTTP/1.1" status: 200 len: 217 time: 0.1010120 Feb 09 20:50:46.283249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-ebda07f0-59e8-4a1d-8ece-e512059471a0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3394520 Feb 09 20:50:46.301965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-83f76733-61c6-4f54-9eef-500d6e8c27d1 None None] Provisioning complete for port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:46.301965 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83f76733-61c6-4f54-9eef-500d6e8c27d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.317211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] For port d9133746-4209-412e-bd88-bc78c418fc31, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:50:46.321165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] For port d9133746-4209-412e-bd88-bc78c418fc31, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9133746-4209-412e-bd88-bc78c418fc31,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:50:46.327986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-79ce661c-bf54-49f0-a076-e50fd686e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:46.329578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-79ce661c-bf54-49f0-a076-e50fd686e3a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 200 len: 853 time: 0.1339259 Feb 09 20:50:46.332148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-5de0b14b-ad82-4184-b9d6-4c30b4f6be7e service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327809 Feb 09 20:50:46.389623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Router e67b91ac-c60e-478c-85b1-9d0fd573192c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:50:46.394742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Publish callbacks [] for security_group (de56d29a-c06d-4a6d-8fe6-130ac9cb849f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.405173 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (de56d29a-c06d-4a6d-8fe6-130ac9cb849f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.426532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d9133746-4209-412e-bd88-bc78c418fc31), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.443222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-83f76733-61c6-4f54-9eef-500d6e8c27d1 None None] Current status of the port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:46.455828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:50:46.525787 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-1c1b5a52-18ac-48ce-b033-68aa380b128a service neutron] 10.222.0.102 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926696 Feb 09 20:50:46.533003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de56d29a-c06d-4a6d-8fe6-130ac9cb849f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:46.540330 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fe1882c4-7651-45d0-ad67-3b6ef6db670b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.540909 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Added segment fe1882c4-7651-45d0-ad67-3b6ef6db670b of type vlan for network 160c8eba-73a7-4b68-921a-5d43b34b975c Feb 09 20:50:46.561524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.561995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.562504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.562979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.563428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.563885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.564270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.564669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.565074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.565469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.565845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.566236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.566628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:46.581461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Pushing event updated for resources: {'Port': ['ID=d9133746-4209-412e-bd88-bc78c418fc31,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:46.585677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-bc4dc735-2834-4ed3-878a-e0aed718618d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19c413cb-3205-461b-931e-ced48013c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2501152 Feb 09 20:50:46.586886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:46.587483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.588796 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-3c286a34-7e7b-40ed-befe-5d25f5be4684 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9133746-4209-412e-bd88-bc78c418fc31 HTTP/1.1" status: 200 len: 1092 time: 3.2769775 Feb 09 20:50:46.632710 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (160c8eba-73a7-4b68-921a-5d43b34b975c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.670624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:46.683427 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] Sync routers for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:46.686816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.702217 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:46.702944 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:46.722895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (160c8eba-73a7-4b68-921a-5d43b34b975c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.723879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:46.724458 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:46.882319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9aad2412-129b-4f4f-a55c-a837b3709cfd up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:46.904728 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:46.922148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-af6d8dca-bf6c-4b28-9aef-c8d295bb0c1e service neutron] 10.222.0.102 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220327 Feb 09 20:50:46.941091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5cb7d-d80c-4eb8-960f-dd49c617d320 None None] Network e3073b50-db61-415b-895d-f9353b678fdf requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:46.979988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c5ea3bc-1dc2-4dda-8ce6-a6cad6ae69e5 req-89e313a4-e124-4a20-905b-c349d085c604 service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455317 Feb 09 20:50:47.075749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-199342df-250d-421c-ae83-9bf2e161fdbc None None] Provisioning complete for port 9aad2412-129b-4f4f-a55c-a837b3709cfd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:47.076504 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-199342df-250d-421c-ae83-9bf2e161fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:47.149892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9aad2412-129b-4f4f-a55c-a837b3709cfd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:47.150674 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:47.268266 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'a2e0da66-f68c-499f-99ec-f50e4d6bf138', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'port_id': '3ecd4198-ff45-4caf-9476-125e21650d80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'mac_address': 'fa:16:3e:0b:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026d8ff2-c83e-42c8-923e-a71483389f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:50:41Z', 'updated_at': '2022-02-09T20:50:45Z', 'revision_number': 1, 'project_id': '062dac08eac94b1782226273dead12cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:47.304655 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] Checking router: e67b91ac-c60e-478c-85b1-9d0fd573192c for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:47.320751 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:47.322095 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:47.336303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-199342df-250d-421c-ae83-9bf2e161fdbc None None] Current status of the port 9aad2412-129b-4f4f-a55c-a837b3709cfd is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:47.336751 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-199342df-250d-421c-ae83-9bf2e161fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:47.352948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] Pushing event updated for resources: {'Network': ['ID=160c8eba-73a7-4b68-921a-5d43b34b975c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:47.391089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 160c8eba-73a7-4b68-921a-5d43b34b975c details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:50:47.394052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-0d539b0a-d7b6-4d96-9359-20f992d5cfed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "PUT /v2.0/floatingips/a2e0da66-f68c-499f-99ec-f50e4d6bf138 HTTP/1.1" status: 200 len: 996 time: 3.1383998 Feb 09 20:50:47.397669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:47.405222 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94d18cd-fbfd-4f63-b794-65f497c880ec" -d '{"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:47.427111 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3391ee4e-68da-41e3-a5e9-5d2a22efc339 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6629925 Feb 09 20:50:47.440348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:47.446154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Request body: {'subnet': {'network_id': '160c8eba-73a7-4b68-921a-5d43b34b975c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1926743621-subnet', 'tenant_id': 'd38f24b949374b59b368be9d34874ab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:47.497207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Made reservation on behalf of d38f24b949374b59b368be9d34874ab0 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:47.499947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:47.576660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-8e803c25-05d4-42e4-b993-f3c7533726bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:47.578220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-8e803c25-05d4-42e4-b993-f3c7533726bb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1128 time: 0.1500123 Feb 09 20:50:47.600979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-23c40a4e-2ecc-4d43-b95d-6f89c52941a0 service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9416671 Feb 09 20:50:47.619743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-199342df-250d-421c-ae83-9bf2e161fdbc None None] For port 9aad2412-129b-4f4f-a55c-a837b3709cfd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9aad2412-129b-4f4f-a55c-a837b3709cfd,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:47.629061 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-199342df-250d-421c-ae83-9bf2e161fdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:47.646761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9aad2412-129b-4f4f-a55c-a837b3709cfd is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:47.646761 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:47.687338 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:47.734593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-817ddfb0-4bdc-4d97-a0cd-a684d794a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:47.741578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-b5a4d3cf-2167-45c3-b8fe-355156e8c29d service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072576 Feb 09 20:50:47.746247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-817ddfb0-4bdc-4d97-a0cd-a684d794a8c4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 921 time: 0.1554804 Feb 09 20:50:47.786008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-7bf40892-be4d-4289-9d60-89432d4ba7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:47.787569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-7bf40892-be4d-4289-9d60-89432d4ba7ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 1126 time: 1.1262829 Feb 09 20:50:47.850326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-31261185-6baf-47a3-bed4-842254d7d1b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9133746-4209-412e-bd88-bc78c418fc31 HTTP/1.1" status: 200 len: 217 time: 0.0553498 Feb 09 20:50:47.887157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bd2c8578-877e-46b4-9233-fda5af456a82 None None] Provisioning complete for port 9aad2412-129b-4f4f-a55c-a837b3709cfd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:47.887709 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8578-877e-46b4-9233-fda5af456a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:47.909501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-4a91fa58-8831-42e6-a104-39f64a2e957c service neutron] 10.222.0.102 "GET /v2.0/networks/e3073b50-db61-415b-895d-f9353b678fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9864621 Feb 09 20:50:47.956367 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'a2e0da66-f68c-499f-99ec-f50e4d6bf138', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'port_id': '3ecd4198-ff45-4caf-9476-125e21650d80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'mac_address': 'fa:16:3e:0b:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026d8ff2-c83e-42c8-923e-a71483389f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:50:41Z', 'updated_at': '2022-02-09T20:50:45Z', 'revision_number': 1, 'project_id': '062dac08eac94b1782226273dead12cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:47.961282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199342df-250d-421c-ae83-9bf2e161fdbc None None] Pushing event updated for resources: {'Port': ['ID=9aad2412-129b-4f4f-a55c-a837b3709cfd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:47.988234 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:50:47.988900 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:50:48.011272 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d182c-49d2-4db2-baa5-183c11931801 None None] The sync data for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 is: [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'a2e0da66-f68c-499f-99ec-f50e4d6bf138', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'floating_ip_address': '172.25.4.229', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'port_id': '3ecd4198-ff45-4caf-9476-125e21650d80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'mac_address': 'fa:16:3e:0b:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026d8ff2-c83e-42c8-923e-a71483389f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:50:41Z', 'updated_at': '2022-02-09T20:50:45Z', 'revision_number': 1, 'project_id': '062dac08eac94b1782226273dead12cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:48.022976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-fd57ba24-dd41-4d23-a280-c1637f949c3d service neutron] 10.222.0.102 "GET /v2.0/networks/e3073b50-db61-415b-895d-f9353b678fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123662 Feb 09 20:50:48.034607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (1c5ace8f-0d3f-418a-b327-d24443fcb2f7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:48.050617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c8578-877e-46b4-9233-fda5af456a82 None None] Current status of the port 9aad2412-129b-4f4f-a55c-a837b3709cfd is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:48.082441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-ae25b001-c8c7-4083-8ba6-940ff9a5bb84 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 999 time: 0.3336978 Feb 09 20:50:48.103194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-25bf40a8-560c-43af-beae-a899ed871476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:48.105238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-25bf40a8-560c-43af-beae-a899ed871476 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 200 len: 853 time: 0.2485824 Feb 09 20:50:48.136390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5ace8f-0d3f-418a-b327-d24443fcb2f7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:48.147246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-927359d0-0648-485a-a7a8-75ac14d1afc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19c413cb-3205-461b-931e-ced48013c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326033 Feb 09 20:50:48.164234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-fa29d739-1bd0-4a16-9a75-3ec2ac209c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:48.165731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-fa29d739-1bd0-4a16-9a75-3ec2ac209c04 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.0746450 Feb 09 20:50:48.166609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Checking segment: {'id': 'fe1882c4-7651-45d0-ad67-3b6ef6db670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '160c8eba-73a7-4b68-921a-5d43b34b975c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:50:48.166975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Network hostable DHCP agents. Network: 160c8eba-73a7-4b68-921a-5d43b34b975c, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:50:48.205172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-3ce2c85e-feed-4d7f-af2c-7e1ae40d4169 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283382 Feb 09 20:50:48.221253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-466e413f-9fbc-4964-8844-58857309cbb7 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:50:48.222162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-466e413f-9fbc-4964-8844-58857309cbb7 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056059 Feb 09 20:50:48.222938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Network 160c8eba-73a7-4b68-921a-5d43b34b975c is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:50:48.233874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a83f29db-cea9-4c13-988b-c1889416929c service neutron] 10.222.0.102 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997349 Feb 09 20:50:48.246176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 160c8eba-73a7-4b68-921a-5d43b34b975c) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:48.256403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47974bd7-6e70-4156-a9d9-2c50c7f303d4 None None] Network 160c8eba-73a7-4b68-921a-5d43b34b975c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:48.289680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:48.290569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:48.322896 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b3239b52-af2b-48fd-9eca-dab86a1eb8f5 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8731356 Feb 09 20:50:48.353715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-f7bde945-6c90-4bb7-86e4-1918d1be6fc3 service neutron] 10.222.0.102 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163869 Feb 09 20:50:48.407023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-81fd025c-aeb3-4cf0-8216-219c809943b8 service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511232 Feb 09 20:50:48.438314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f009ed-db95-401f-922a-6ac8becdc84b None None] Network 160c8eba-73a7-4b68-921a-5d43b34b975c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:50:48.459458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e324b73-7b3b-4869-a5da-6d99d3927b42 None None] New status for floating IP a2e0da66-f68c-499f-99ec-f50e4d6bf138: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:50:48.562145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea2ee95-d7b4-469e-a76d-2203dd1c77f2 req-e8887e10-d706-492c-82d1-1eaf4583ab89 service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479082 Feb 09 20:50:48.573922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4a891bdf-69f6-4f27-87b0-d735805c6c07 req-ca861cea-7951-4ff4-8861-4023f68d01ac service neutron] 10.222.0.102 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122076 Feb 09 20:50:48.655009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9aad2412-129b-4f4f-a55c-a837b3709cfd is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:48.655554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fb02112b-42a4-4ae4-90da-9a72c8dbbc28 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:48.659159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-0c6f5f29-c5e2-4a21-b485-5b6a4db3290f service neutron] 10.222.0.102 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090862 Feb 09 20:50:48.730633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6cda8-ec66-4566-bacb-3709e804a416 req-47d6bcc1-6349-43b7-a7f4-e2c57e4291e9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:48.731858 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9b6cda8-ec66-4566-bacb-3709e804a416 req-47d6bcc1-6349-43b7-a7f4-e2c57e4291e9 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.0746562 Feb 09 20:50:48.853536 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9b6cda8-ec66-4566-bacb-3709e804a416 req-f9025744-f7e1-4630-9bbd-ed2319820017 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110804 Feb 09 20:50:49.000124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b9eac-81cd-4363-9681-6cd7bda950e8 req-8bcb7fc0-865b-45e4-956c-10e096b3745e tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:49.001953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e6b9eac-81cd-4363-9681-6cd7bda950e8 req-8bcb7fc0-865b-45e4-956c-10e096b3745e tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 943 time: 0.1127214 Feb 09 20:50:49.004691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:49.005177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:49.053727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a3958-aff6-43dc-acb0-eff859dc0a52 req-f7dbdc83-36a7-40ff-86f6-f20320d44f5f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:49.062090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-334a3958-aff6-43dc-acb0-eff859dc0a52 req-f7dbdc83-36a7-40ff-86f6-f20320d44f5f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.0973816 Feb 09 20:50:49.108815 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e6b9eac-81cd-4363-9681-6cd7bda950e8 req-d58e3cc5-8e10-4a64-971e-aa86ce20abc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994296 Feb 09 20:50:49.121284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-334a3958-aff6-43dc-acb0-eff859dc0a52 req-327c9bd3-84e5-400c-92b0-ea5e19a28fcc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544055 Feb 09 20:50:49.154876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:49.175969 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960da5d9-dfd0-4ec6-9bec-db962104eabf x-openstack-request-id: req-960da5d9-dfd0-4ec6-9bec-db962104eabf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:49.176245 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124d5ba3-15d9-44c0-8340-b433809c0d1b", "tag": "b4b722d4-a7b6-4289-af8c-6ddf0de5cefe", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:49.176505 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-960da5d9-dfd0-4ec6-9bec-db962104eabf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:49.176980 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'tag': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe', 'status': 'completed', 'code': 200} Feb 09 20:50:49.212935 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f30b6-b1cd-411d-9c96-d1cca2c2fa18 x-openstack-request-id: req-6e4f30b6-b1cd-411d-9c96-d1cca2c2fa18 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:49.213169 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:49.213428 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6e4f30b6-b1cd-411d-9c96-d1cca2c2fa18 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:49.213951 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80', 'status': 'completed', 'code': 200} Feb 09 20:50:49.297558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9aad2412-129b-4f4f-a55c-a837b3709cfd up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:49.364561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b4b722d4-a7b6-4289-af8c-6ddf0de5cefe details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:50:49.444230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-0a7e5da2-c9a0-4abe-8f85-c678425b945c tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 1001 time: 0.2226765 Feb 09 20:50:49.454940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-80927047-d337-4e75-ac0d-8cc7aba16368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:49.456502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-80927047-d337-4e75-ac0d-8cc7aba16368 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&device_id=124d5ba3-15d9-44c0-8340-b433809c0d1b HTTP/1.1" status: 200 len: 1126 time: 0.2478101 Feb 09 20:50:49.489885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9aad2412-129b-4f4f-a55c-a837b3709cfd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:49.490269 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:49.542717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-5b75dc43-1f64-4da1-b50b-3f065477d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:49.546262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-5b75dc43-1f64-4da1-b50b-3f065477d8c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1128 time: 0.3109262 Feb 09 20:50:49.566920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:49.630325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe', 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'port_id': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe', 'mac_address': 'fa:16:3e:5f:d5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b133cc5-47a1-4afa-abf9-57427282f118', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:50:49.655586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a19b-d07b-4155-973e-358cba9101ab req-ba2cdff5-43fc-4fbf-b332-ef42a427ecb4 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:49.663150 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-ba2cdff5-43fc-4fbf-b332-ef42a427ecb4 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/networks?id=160c8eba-73a7-4b68-921a-5d43b34b975c HTTP/1.1" status: 200 len: 814 time: 0.1637576 Feb 09 20:50:49.674073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9aad2412-129b-4f4f-a55c-a837b3709cfd is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:49.681788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-c192c736-7a6e-4111-900f-955bbf790699 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/quotas/d38f24b949374b59b368be9d34874ab0 HTTP/1.1" status: 200 len: 375 time: 0.0171528 Feb 09 20:50:49.693527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:49.694173 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:49.718147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b722d4-a7b6-4289-af8c-6ddf0de5cefe {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:49.730990 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-f083aac4-12cb-4acd-ad42-9aed471f168e tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d38f24b949374b59b368be9d34874ab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483208 Feb 09 20:50:49.738020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a98e-f851-4e83-8844-88044d294829 req-8fc38340-575c-4774-b337-ab443b56f2f5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:49.751447 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-8fc38340-575c-4774-b337-ab443b56f2f5 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports/3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 942 time: 0.2871745 Feb 09 20:50:49.758981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:49.764561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:49.827021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:49.835447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.835901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.836253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.836603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.836946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.837309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.837622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.837957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.838290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.838752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.839089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.839416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.839771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:50:49.904899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-d3646d5a-e392-4a36-af66-37a7406ebc15 service neutron] 10.222.0.102 "GET /v2.0/networks/160c8eba-73a7-4b68-921a-5d43b34b975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640079 Feb 09 20:50:49.916097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-4aa0181d-15e8-400b-9154-3a4159f6deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:49.917589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-4aa0181d-15e8-400b-9154-3a4159f6deb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 921 time: 0.3572721 Feb 09 20:50:49.922521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-e70c69d4-acd6-47a0-8e09-d261c6a8da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:49.924172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-e70c69d4-acd6-47a0-8e09-d261c6a8da47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 914 time: 0.4595041 Feb 09 20:50:50.017204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['b4b722d4-a7b6-4289-af8c-6ddf0de5cefe'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:50.022448 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-f5ca0eaf-aaf4-4cb6-bd71-a20f57f792ed tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 1001 time: 0.1878247 Feb 09 20:50:50.026811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0883e256-e2ec-4e38-991e-9ec2bce48cd5 service neutron] 10.222.0.102 "GET /v2.0/networks/160c8eba-73a7-4b68-921a-5d43b34b975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132751 Feb 09 20:50:50.027283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-95ea8ad0-d796-4ede-b624-ef4f6c17cf62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe HTTP/1.1" status: 200 len: 217 time: 0.0913520 Feb 09 20:50:50.170245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a98e-f851-4e83-8844-88044d294829 req-b77ef077-d9bf-4b20-82d2-845d15d4e810 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:50.172836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-b77ef077-d9bf-4b20-82d2-845d15d4e810 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.1419654 Feb 09 20:50:50.193533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-46bf2885-e772-4195-a3bf-4d0987378df1 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:50:50.195138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-46bf2885-e772-4195-a3bf-4d0987378df1 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060575 Feb 09 20:50:50.308768 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:50:50.324143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-25eae145-0e37-46cc-938c-2a30f107be33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 1001 time: 0.3971612 Feb 09 20:50:50.345663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55ee1f9b-6757-4df6-8e94-ec5773a15b2e req-a4cd9f81-fcba-45c4-a401-b966c44ae8b0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 210 time: 0.0818579 Feb 09 20:50:50.461028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-0135f8a9-4795-4f8b-b8f2-3d9c3b9b1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:50.462785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-0135f8a9-4795-4f8b-b8f2-3d9c3b9b1139 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 200 len: 853 time: 0.2890372 Feb 09 20:50:50.480086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-1fc6aad2-790d-48b2-8f1a-da5e57d7d4bf tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 1001 time: 0.2611353 Feb 09 20:50:50.487181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:50.600487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for floatingip (a2e0da66-f68c-499f-99ec-f50e4d6bf138), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:50.673549 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-bc67c393-9f10-4a97-9f7e-53196e768f65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19c413cb-3205-461b-931e-ced48013c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832621 Feb 09 20:50:50.679715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-aa612fb5-637c-4490-ab68-3c04681103a6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:50.685709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-aa612fb5-637c-4490-ab68-3c04681103a6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:50.687281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-aa612fb5-637c-4490-ab68-3c04681103a6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.13 "GET /v2.0/networks?id=25637e94-d8e9-4cc8-a636-fe04dd011d7e&id=e3073b50-db61-415b-895d-f9353b678fdf&id=25637e94-d8e9-4cc8-a636-fe04dd011d7e HTTP/1.1" status: 200 len: 1390 time: 0.4049182 Feb 09 20:50:50.688768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-a33d5b82-e322-4297-8134-a84251b63c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:50.690858 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-a33d5b82-e322-4297-8134-a84251b63c18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.3313365 Feb 09 20:50:50.741023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55aeb0-ec16-4355-9aaa-af71754cf801 req-bc4fe7b9-d055-43db-91b3-7c0e2e360c13 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:50.745310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd55aeb0-ec16-4355-9aaa-af71754cf801 req-bc4fe7b9-d055-43db-91b3-7c0e2e360c13 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.0761442 Feb 09 20:50:50.755105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56750) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:50:50.760450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'floatingip': {'port_id': '325fb010-65c8-4828-9000-2d310e2a8ae6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:50.798092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-816c6b76-adde-4168-a74d-76d8c698acc9 service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062877 Feb 09 20:50:50.817607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for floatingip (5499ad46-46c5-4533-bf5e-3b6e5c626bbe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:50.863387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'port': {'device_id': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e', 'admin_state_up': True, 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:50.972320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-05ccc6d8-6b5c-4f34-8cb6-7d9aad346752 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1731431 Feb 09 20:50:50.983720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d636-7884-4420-9d01-e92019ccb1d2 req-6541be45-c079-45b5-bd2a-f77cdcf767f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:50.990676 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd89d636-7884-4420-9d01-e92019ccb1d2 req-6541be45-c079-45b5-bd2a-f77cdcf767f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 943 time: 0.1320164 Feb 09 20:50:51.118785 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd89d636-7884-4420-9d01-e92019ccb1d2 req-c3bd2396-71f1-44d8-9bc2-d9b49c97d93d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237388 Feb 09 20:50:51.286742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d350c6ab-cd03-439e-8394-e3fe891b1c6b req-80f3c05a-b01b-4b7b-9361-b950489311b9 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 210 time: 0.0746856 Feb 09 20:50:51.377672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d9133746-4209-412e-bd88-bc78c418fc31 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:50:51.385510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b4b722d4-a7b6-4289-af8c-6ddf0de5cefe up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:51.470807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba33c60-3316-4b56-a397-234bcb415c25', 'tag': 'd9133746-4209-412e-bd88-bc78c418fc31'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:51.473483 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef" -d '{"events": [{"name": "network-changed", "server_uuid": "bba33c60-3316-4b56-a397-234bcb415c25", "tag": "d9133746-4209-412e-bd88-bc78c418fc31"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:51.680594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:50:51.706361 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.715081 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.719125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:51.719807 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.724022 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e475be5-42e5-4ab5-9d1c-2db4a68d5308 req-3914c485-03ea-4f66-9104-4e57bf9e38b1 service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8651798 Feb 09 20:50:51.733723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (a2e0da66-f68c-499f-99ec-f50e4d6bf138), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.734064 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Floating IP a2e0da66-f68c-499f-99ec-f50e4d6bf138 disassociated. External IP: 172.25.4.229, port: 3ecd4198-ff45-4caf-9476-125e21650d80. Feb 09 20:50:51.734252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-ef933dc2-8892-47ba-8ef6-0d4dbf13ea42 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:51.741967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-ef933dc2-8892-47ba-8ef6-0d4dbf13ea42 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 815 time: 0.1965256 Feb 09 20:50:51.744998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-a6b8d46e-eb08-4c96-89e4-d434c7289a3a service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316170 Feb 09 20:50:51.764090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-af9bcdb9-11e3-4bd1-9265-80f191116028 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/quotas/d1ba2ddee71f4e8e923136910dea73e4 HTTP/1.1" status: 200 len: 375 time: 0.0198839 Feb 09 20:50:51.815502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.841095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (5499ad46-46c5-4533-bf5e-3b6e5c626bbe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.841538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a19b-d07b-4155-973e-358cba9101ab req-21019c59-c9f1-4f8a-bd61-28db5fa91ae5 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:51.843137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-21019c59-c9f1-4f8a-bd61-28db5fa91ae5 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.50 "GET /v2.0/networks?id=160c8eba-73a7-4b68-921a-5d43b34b975c HTTP/1.1" status: 200 len: 814 time: 0.3651123 Feb 09 20:50:51.851465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-479ec85c-bf89-498c-8c24-8cfe5d88c0f7 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863903 Feb 09 20:50:51.858620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:51.859753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d9133746-4209-412e-bd88-bc78c418fc31, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9133746-4209-412e-bd88-bc78c418fc31,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:51.862120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.878420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd9133746-4209-412e-bd88-bc78c418fc31', 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'port_id': 'd9133746-4209-412e-bd88-bc78c418fc31', 'mac_address': 'fa:16:3e:e6:96:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b133cc5-47a1-4afa-abf9-57427282f118', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:50:51.910828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Request body: {'port': {'device_id': 'afd95bb5-281e-4561-a2fe-0da1fad34a83', 'network_id': '160c8eba-73a7-4b68-921a-5d43b34b975c', 'admin_state_up': True, 'tenant_id': 'd38f24b949374b59b368be9d34874ab0'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:51.963293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d9133746-4209-412e-bd88-bc78c418fc31 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:51.963892 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9133746-4209-412e-bd88-bc78c418fc31), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.966796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:51.967291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:51.995904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9133746-4209-412e-bd88-bc78c418fc31 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:52.007811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:52.010302 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df519a95-4ad3-44ac-a62c-9a239bfd120e" -d '{"events": [{"server_uuid": "124d5ba3-15d9-44c0-8340-b433809c0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "b4b722d4-a7b6-4289-af8c-6ddf0de5cefe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:52.028465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:52.037486 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:52.040927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d9133746-4209-412e-bd88-bc78c418fc31, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9133746-4209-412e-bd88-bc78c418fc31,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:52.044739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-148fc834-bd2e-4925-95f6-cb82081826fa service neutron] 10.222.0.102 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537497 Feb 09 20:50:52.047132 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d9133746-4209-412e-bd88-bc78c418fc31), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:52.098088 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Floating IP 5499ad46-46c5-4533-bf5e-3b6e5c626bbe associated. External IP: 172.25.4.129, port: 325fb010-65c8-4828-9000-2d310e2a8ae6. Feb 09 20:50:52.099666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:52.129072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94d18cd-fbfd-4f63-b794-65f497c880ec req-3f9c6810-c5f9-4ed8-ba4d-7eeeab279195 service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421755 Feb 09 20:50:52.165869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d9133746-4209-412e-bd88-bc78c418fc31,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:52.264600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-86463409-e8ba-444b-81cd-07d1cadbb302 service neutron] 10.222.0.102 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182183 Feb 09 20:50:52.308718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d9133746-4209-412e-bd88-bc78c418fc31'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:50:52.374718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Allocated IP 19.80.0.139 (25637e94-d8e9-4cc8-a636-fe04dd011d7e/5ef135a4-83cb-4f9c-b653-0abf56eddf62/390e9036-511f-49fa-b72d-5122771cc981) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:52.391421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:50:52.605002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:52.615912 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] Sync routers for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:52.622737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:52.626920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-969f4924-f356-469c-aab1-3c5485d6c774 req-f9561e9c-d3ae-48a4-ab44-f54ef179d117 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 210 time: 0.0351892 Feb 09 20:50:52.639358 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:52.640017 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:52.660295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Made reservation on behalf of d38f24b949374b59b368be9d34874ab0 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:52.663661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:52.677128 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1f75d3e5-070f-42d1-966e-cb1b11ef0e2e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "PUT /v2.0/floatingips/5499ad46-46c5-4533-bf5e-3b6e5c626bbe HTTP/1.1" status: 200 len: 991 time: 1.9208133 Feb 09 20:50:52.679776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:52.683447 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:52.705054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for port (390e9036-511f-49fa-b72d-5122771cc981), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:52.733826 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f664b-2e8d-4428-b0bc-1b8cc70f06e3 x-openstack-request-id: req-fd6f664b-2e8d-4428-b0bc-1b8cc70f06e3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:52.734358 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba33c60-3316-4b56-a397-234bcb415c25", "tag": "d9133746-4209-412e-bd88-bc78c418fc31", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:52.734969 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fd6f664b-2e8d-4428-b0bc-1b8cc70f06e3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:52.735853 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba33c60-3316-4b56-a397-234bcb415c25', 'tag': 'd9133746-4209-412e-bd88-bc78c418fc31', 'status': 'completed', 'code': 200} Feb 09 20:50:52.764872 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5b3e7e-8c53-4465-89f0-e10f6b032b87 x-openstack-request-id: req-7d5b3e7e-8c53-4465-89f0-e10f6b032b87 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:52.765353 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124d5ba3-15d9-44c0-8340-b433809c0d1b", "name": "network-vif-plugged", "status": "completed", "tag": "b4b722d4-a7b6-4289-af8c-6ddf0de5cefe", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:52.765437 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7d5b3e7e-8c53-4465-89f0-e10f6b032b87 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:52.765814 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe', 'code': 200} Feb 09 20:50:52.857282 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:52.911143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-c59bbc7e-c9d5-4a08-a431-2c6c45767d29 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:52.912509 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-c59bbc7e-c9d5-4a08-a431-2c6c45767d29 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc46d7d-1831-4968-a69e-492b9b5633f5 HTTP/1.1" status: 200 len: 946 time: 0.7710061 Feb 09 20:50:52.949939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae525c1-7e09-4176-89e0-1e3629b9e525 req-7bb58ffc-8a2f-49a0-b35f-5ee5e533f8eb tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:52.957978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eae525c1-7e09-4176-89e0-1e3629b9e525 req-7bb58ffc-8a2f-49a0-b35f-5ee5e533f8eb tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 944 time: 0.1075368 Feb 09 20:50:52.983254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393ecf8-9a31-4f8a-97c1-3a1de0562ed5 req-a99ff85e-642d-45e4-ba11-10da14b08ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:52.985052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0393ecf8-9a31-4f8a-97c1-3a1de0562ed5 req-a99ff85e-642d-45e4-ba11-10da14b08ad9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=124d5ba3-15d9-44c0-8340-b433809c0d1b HTTP/1.1" status: 200 len: 1128 time: 0.0982540 Feb 09 20:50:53.067892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eae525c1-7e09-4176-89e0-1e3629b9e525 req-1d5ffcec-38f7-4ddf-a6eb-c9504cac6802 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045349 Feb 09 20:50:53.112854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (390e9036-511f-49fa-b72d-5122771cc981), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:53.114730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0393ecf8-9a31-4f8a-97c1-3a1de0562ed5 req-88c69fa0-7b3e-4d67-91df-725226ba3e80 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220484 Feb 09 20:50:53.123320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Router e67b91ac-c60e-478c-85b1-9d0fd573192c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:50:53.214981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36e34f3f-a6cc-4d41-913e-3530979358c8 req-1f982082-b64e-42dd-bfc3-f0588647d5fa tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 210 time: 0.0553949 Feb 09 20:50:53.231562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Port': ['ID=390e9036-511f-49fa-b72d-5122771cc981,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:53.262773 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '5499ad46-46c5-4533-bf5e-3b6e5c626bbe', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'port_id': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'mac_address': 'fa:16:3e:91:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:50:21Z', 'updated_at': '2022-02-09T20:50:51Z', 'revision_number': 1, 'project_id': '78e1662b80484a4096590fa7c4066153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:24Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:53.305793 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] Checking router: 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:53.315437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network 25637e94-d8e9-4cc8-a636-fe04dd011d7e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:53.320035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-d2f21814-1204-4ae9-960d-99092cb81319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:53.321913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-d2f21814-1204-4ae9-960d-99092cb81319 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 1127 time: 0.5849891 Feb 09 20:50:53.322817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:53.326003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:53.344351 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:53.344989 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:53.370628 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e34b6ae-0220-410f-8a6d-54b3e5655de2 req-854fc671-0155-40c6-828c-00c6749b0941 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 210 time: 0.0614710 Feb 09 20:50:53.385167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d9133746-4209-412e-bd88-bc78c418fc31 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:50:53.500859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port d9133746-4209-412e-bd88-bc78c418fc31 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:50:53.506124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d9133746-4209-412e-bd88-bc78c418fc31 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:53.506527 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d9133746-4209-412e-bd88-bc78c418fc31), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:53.561270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:53.561952 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:53.582372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50443d2d-01a8-4b33-9914-4df9eefedda0 req-48687756-0584-4b26-aae0-73250d1a21be tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:53.596375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-50443d2d-01a8-4b33-9914-4df9eefedda0 req-48687756-0584-4b26-aae0-73250d1a21be tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.1163244 Feb 09 20:50:53.600200 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:53.606012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d9133746-4209-412e-bd88-bc78c418fc31 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:53.606447 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9133746-4209-412e-bd88-bc78c418fc31), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:53.664615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d9133746-4209-412e-bd88-bc78c418fc31, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9133746-4209-412e-bd88-bc78c418fc31,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:53.670749 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d9133746-4209-412e-bd88-bc78c418fc31), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:53.703597 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-50443d2d-01a8-4b33-9914-4df9eefedda0 req-3f730a41-078d-4371-9a45-c3b619e85475 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063251 Feb 09 20:50:53.708062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Allocated IP 172.20.0.3 (160c8eba-73a7-4b68-921a-5d43b34b975c/1c5ace8f-0d3f-418a-b327-d24443fcb2f7/43437b38-3678-4176-b19b-516f4c2b90be) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:53.795117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-48bda9dd-5c18-4da8-8dab-225ece43f883 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9947848 Feb 09 20:50:53.816867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d9133746-4209-412e-bd88-bc78c418fc31,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:53.834235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'port': {'device_id': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf', 'admin_state_up': True, 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:53.844049 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9457e6-ff3a-4778-bcef-0a24449c146f x-openstack-request-id: req-fb9457e6-ff3a-4778-bcef-0a24449c146f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:53.844343 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:53.844595 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fb9457e6-ff3a-4778-bcef-0a24449c146f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:53.844998 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'status': 'completed', 'code': 200} Feb 09 20:50:53.854611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-81f25887-8665-43e5-a3ca-2370208868fe None None] Provisioning complete for port 390e9036-511f-49fa-b72d-5122771cc981 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:53.855519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81f25887-8665-43e5-a3ca-2370208868fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (390e9036-511f-49fa-b72d-5122771cc981), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:53.944420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-81f25887-8665-43e5-a3ca-2370208868fe None None] Port 390e9036-511f-49fa-b72d-5122771cc981 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:54.020050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-eb380db4-cbbf-4372-a23b-c26d0b81e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.021834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-eb380db4-cbbf-4372-a23b-c26d0b81e3ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1128 time: 0.1532679 Feb 09 20:50:54.091073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b416b-4fd1-4ce7-af6e-2e3af99aee25 req-7e3d4c7e-d584-4262-8603-8d29ca472972 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.098706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b8b416b-4fd1-4ce7-af6e-2e3af99aee25 req-7e3d4c7e-d584-4262-8603-8d29ca472972 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 932 time: 0.1454113 Feb 09 20:50:54.103552 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '5499ad46-46c5-4533-bf5e-3b6e5c626bbe', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'port_id': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'mac_address': 'fa:16:3e:91:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:50:21Z', 'updated_at': '2022-02-09T20:50:51Z', 'revision_number': 1, 'project_id': '78e1662b80484a4096590fa7c4066153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:24Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:54.108552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-6f3a67ab-adfa-4309-9a07-ca0611ca7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.110625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-6f3a67ab-adfa-4309-9a07-ca0611ca7ce6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 914 time: 0.7814882 Feb 09 20:50:54.129933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Deleting port b678a8f3-edf8-43e7-ad79-509815852f33 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:50:54.130312 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:54.146332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b405ce-c6f1-4a7e-9995-59efa58dda0b None None] The sync data for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 is: [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '5499ad46-46c5-4533-bf5e-3b6e5c626bbe', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'floating_ip_address': '172.25.4.129', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'port_id': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'mac_address': 'fa:16:3e:91:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:50:21Z', 'updated_at': '2022-02-09T20:50:51Z', 'revision_number': 1, 'project_id': '78e1662b80484a4096590fa7c4066153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:24Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:54.201499 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-80f531e3-7d21-4c43-aefe-e3db94374a7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9133746-4209-412e-bd88-bc78c418fc31 HTTP/1.1" status: 200 len: 217 time: 0.0630805 Feb 09 20:50:54.204075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b8b416b-4fd1-4ce7-af6e-2e3af99aee25 req-8cfb11a6-d044-4fd0-8293-703929b1ec21 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004639 Feb 09 20:50:54.227582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-119e4f5a-2bfb-4ad1-9a3e-6960cb6bdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.232602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-119e4f5a-2bfb-4ad1-9a3e-6960cb6bdb98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.2012620 Feb 09 20:50:54.347717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-e368f036-20b3-4f4e-a95a-05cde5b7c479 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 999 time: 0.1053929 Feb 09 20:50:54.437000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-08da4d7a-95e6-438a-9f9c-50ceb2a2166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.442678 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-08da4d7a-95e6-438a-9f9c-50ceb2a2166b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.0846403 Feb 09 20:50:54.455969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:50:54.457490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef53410-daff-4cea-a724-79ad929b222e req-97c36ea4-a207-4a2b-ad47-e4746ac92ae4 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.464802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ef53410-daff-4cea-a724-79ad929b222e req-97c36ea4-a207-4a2b-ad47-e4746ac92ae4 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 945 time: 0.1233265 Feb 09 20:50:54.469638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] Sync routers for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:50:54.477473 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:54.508894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:54.509964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:54.519980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-7e71017c-198d-495c-a1f0-586e3ce34ff7 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "PUT /v2.0/floatingips/a2e0da66-f68c-499f-99ec-f50e4d6bf138 HTTP/1.1" status: 200 len: 695 time: 4.0389042 Feb 09 20:50:54.552641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-911cb7ce-a2f5-4cc7-af17-0bedc3233d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.554633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-911cb7ce-a2f5-4cc7-af17-0bedc3233d60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 200 len: 853 time: 0.3265142 Feb 09 20:50:54.599752 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703badc-21f4-4e58-aad8-de63735097e6 None None] New status for floating IP 5499ad46-46c5-4533-bf5e-3b6e5c626bbe: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:50:54.602116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ef53410-daff-4cea-a724-79ad929b222e req-615e67ff-93d5-4e10-b2c5-e5df099ad509 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363492 Feb 09 20:50:54.621432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-690d86ce-5aff-4f60-b62f-3053081c434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.623041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-690d86ce-5aff-4f60-b62f-3053081c434a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1556630 Feb 09 20:50:54.660998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] For port b678a8f3-edf8-43e7-ad79-509815852f33, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b678a8f3-edf8-43e7-ad79-509815852f33,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:50:54.661969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:54.682764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Calling delete_port for b678a8f3-edf8-43e7-ad79-509815852f33 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:50:54.717268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:54.804283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba33c60-3316-4b56-a397-234bcb415c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9133746-4209-412e-bd88-bc78c418fc31'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:54.806816 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2763cd-634f-424e-a936-517bc2e481b1" -d '{"events": [{"server_uuid": "bba33c60-3316-4b56-a397-234bcb415c25", "name": "network-vif-plugged", "status": "completed", "tag": "d9133746-4209-412e-bd88-bc78c418fc31"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:54.824808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dc5bb891-9b48-415e-b029-6b13d26c1dbe req-8f287e83-92c5-4fd7-a4aa-66307e068995 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 210 time: 0.0884080 Feb 09 20:50:54.842233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-70dc05dc-85bc-4dbd-8e65-826784ee2a2c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:54.843731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-70dc05dc-85bc-4dbd-8e65-826784ee2a2c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 815 time: 0.9234715 Feb 09 20:50:54.845695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:54.846783 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a7a95-ec36-4dc1-b425-d358585fc544" -d '{"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:54.847988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b678a8f3-edf8-43e7-ad79-509815852f33 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:50:54.860343 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-faa67367-39df-40ea-82dc-303963774dbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19c413cb-3205-461b-931e-ced48013c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2580814 Feb 09 20:50:54.879576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Request body: {'port': {'device_id': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'admin_state_up': True, 'tenant_id': 'd1ba2ddee71f4e8e923136910dea73e4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:54.902259 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-a197fc15-a884-42ea-b4ea-cfa4167b9e41 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615013 Feb 09 20:50:55.011758 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff7b1a8d-c0c3-4f36-b345-9607983d283e req-cea5e76b-e924-4157-a7f7-a7b92cdd04af tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 210 time: 0.0427752 Feb 09 20:50:55.055674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a96388a7-7fd8-4eeb-ae1f-2bbfd2f653ab req-79f14ef5-3784-4e8b-89e7-47854da6d862 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470599 Feb 09 20:50:55.113504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b678a8f3-edf8-43e7-ad79-509815852f33 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:50:55.113996 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:55.128080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:55.159142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] Checking router: e67b91ac-c60e-478c-85b1-9d0fd573192c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:50:55.177353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a1ba4-fefb-4bc9-aea6-13da5a123689 req-d158c137-1f9a-40b3-aa22-43d359001f6a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:55.180217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-423a1ba4-fefb-4bc9-aea6-13da5a123689 req-d158c137-1f9a-40b3-aa22-43d359001f6a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.0708833 Feb 09 20:50:55.181712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:50:55.182723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:50:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:55.250346 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-423a1ba4-fefb-4bc9-aea6-13da5a123689 req-c1f8074d-d600-4ffd-a7af-30f8ed518125 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620189 Feb 09 20:50:55.305983 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63252a8-deda-4249-aa5c-a2660e8c7ffa x-openstack-request-id: req-b63252a8-deda-4249-aa5c-a2660e8c7ffa {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:55.306687 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba33c60-3316-4b56-a397-234bcb415c25", "name": "network-vif-plugged", "status": "completed", "tag": "d9133746-4209-412e-bd88-bc78c418fc31", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:55.307234 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b63252a8-deda-4249-aa5c-a2660e8c7ffa {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:55.307865 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba33c60-3316-4b56-a397-234bcb415c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9133746-4209-412e-bd88-bc78c418fc31', 'code': 200} Feb 09 20:50:55.391539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:50:55.398913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:55.403068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:55.429294 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10d161e-23e6-4c8e-8c73-af9343905201 x-openstack-request-id: req-a10d161e-23e6-4c8e-8c73-af9343905201 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:55.429591 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:55.431284 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a10d161e-23e6-4c8e-8c73-af9343905201 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:55.436202 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80', 'status': 'completed', 'code': 200} Feb 09 20:50:55.469967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221caa58-6d76-4bd8-a09d-8618ae03e6b8 req-26ea952b-cf47-4ebb-8d48-169a5e793389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:55.471834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-221caa58-6d76-4bd8-a09d-8618ae03e6b8 req-26ea952b-cf47-4ebb-8d48-169a5e793389 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 1128 time: 0.1025219 Feb 09 20:50:55.502076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7eb88-f983-4105-a65f-e0ed721979e2 req-7f6ea5f6-6747-427c-bee1-bf7441f381f5 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:55.509650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ae7eb88-f983-4105-a65f-e0ed721979e2 req-7f6ea5f6-6747-427c-bee1-bf7441f381f5 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 932 time: 0.0917060 Feb 09 20:50:55.556320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-221caa58-6d76-4bd8-a09d-8618ae03e6b8 req-e1fa967b-b383-489c-aa67-de68d46d60ba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785444 Feb 09 20:50:55.576846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-2d670d2b-ce21-4299-a204-3b81a842f4e5 service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605265 Feb 09 20:50:55.596623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ae7eb88-f983-4105-a65f-e0ed721979e2 req-78c8e645-8f4b-49dd-b20e-89af6d32822a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858068 Feb 09 20:50:55.624356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b678a8f3-edf8-43e7-ad79-509815852f33), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:55.695925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Publish callbacks [] for port (43437b38-3678-4176-b19b-516f4c2b90be), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:55.698589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Pushing event deleted for resources: {'Port': ['ID=b678a8f3-edf8-43e7-ad79-509815852f33,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:55.805581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:50:55.827290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348889da-cca4-48b4-b1c0-f225374ee0eb req-2b500502-df2b-48f1-9dfd-0b32dd34c012 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:55.834520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-348889da-cca4-48b4-b1c0-f225374ee0eb req-2b500502-df2b-48f1-9dfd-0b32dd34c012 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 945 time: 0.1006813 Feb 09 20:50:55.843960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b4012-fa06-419a-a261-f7da0241dc3d None None] The sync data for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 is: [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:49:42Z', 'revision_number': 4, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eac1e8b9-5bca-43ec-9fb1-ea7800b08c06', 'name': '', 'network_id': 'c59ea0b7-875f-46df-bebb-cf9f56e6c4a9', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'mac_address': 'fa:16:3e:08:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:38Z', 'updated_at': '2022-02-09T20:49:48Z', 'revision_number': 5, 'project_id': '062dac08eac94b1782226273dead12cd', 'subnets': [{'id': 'ede2026b-9609-4f31-818a-3f91e2944ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:50:55.898218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-348889da-cca4-48b4-b1c0-f225374ee0eb req-179e70a6-bf1e-412d-a405-e78c3cb77f2d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Feb 09 20:50:56.010118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bed2685-588f-4cfb-9adc-268fd554da26 req-7c0584ff-5818-4186-8cbe-cd859ee8d232 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 210 time: 0.0465713 Feb 09 20:50:56.029076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a98e-f851-4e83-8844-88044d294829 req-ba470ec2-e145-4fa4-858e-08954d33a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:56.031506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-ba470ec2-e145-4fa4-858e-08954d33a77f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1128 time: 1.4900169 Feb 09 20:50:56.126401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Allocated IP 19.86.0.149 (e3073b50-db61-415b-895d-f9353b678fdf/41357b18-ecac-4088-9862-6cd9171ab5ae/8c20e7ca-e879-4d7a-a341-a462f629e0d8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:56.147252 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c3dfe95-3eaa-42e7-a511-21be7fdbb2fc req-d04c64dd-5763-44db-a312-fb4e9c73e88d tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 210 time: 0.0434000 Feb 09 20:50:56.218019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] No DVR routers for this DVR port b678a8f3-edf8-43e7-ad79-509815852f33 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:50:56.235624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:56.239026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bdd8c8ab-35c7-4a74-832f-be89c01f8295 req-cd62c874-980a-43fe-8833-e36a4494c149 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "DELETE /v2.0/ports/b678a8f3-edf8-43e7-ad79-509815852f33 HTTP/1.1" status: 204 len: 173 time: 3.3174143 Feb 09 20:50:56.258881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-0ea2a1d5-45d1-4f1f-aca3-fd8b729c8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:56.260459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-0ea2a1d5-45d1-4f1f-aca3-fd8b729c8532 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=062dac08eac94b1782226273dead12cd&device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 1128 time: 0.7894719 Feb 09 20:50:56.279757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c696b5-2a93-40f0-ba49-ea851d6778de None None] New status for floating IP a2e0da66-f68c-499f-99ec-f50e4d6bf138: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:50:56.311340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Made reservation on behalf of d1ba2ddee71f4e8e923136910dea73e4 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:56.314811 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:56.395971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (43437b38-3678-4176-b19b-516f4c2b90be), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:56.463204 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:56.506904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Pushing event updated for resources: {'Port': ['ID=43437b38-3678-4176-b19b-516f4c2b90be,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:56.588208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Network 160c8eba-73a7-4b68-921a-5d43b34b975c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:56.599387 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fd4fe39-32d9-49cd-9dd3-eb46533476ef req-7320ca7e-9233-44a9-a75e-4753d79ac633 service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193893 Feb 09 20:50:56.662894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:56.707944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:56.711095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a98e-f851-4e83-8844-88044d294829 req-863bca86-f9cc-4db6-bc03-97b42c2b350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:56.712809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-863bca86-f9cc-4db6-bc03-97b42c2b350e service neutron] 10.222.0.102 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 921 time: 0.6632402 Feb 09 20:50:56.831067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-5f935cfb-6604-4d7e-82b0-0920309cbd49 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 217 time: 0.0766368 Feb 09 20:50:56.838187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-85936111-3d7a-4871-ace0-d57a66e3648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:56.839765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-85936111-3d7a-4871-ace0-d57a66e3648c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 200 len: 921 time: 0.5442920 Feb 09 20:50:56.963382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:56.964107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:56.977616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-b67d8996-f368-4c70-8e6a-abf3ce48e8c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 200 len: 217 time: 0.0964389 Feb 09 20:50:57.046445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9860a-29c8-4305-a2a4-45e37e73fc56 req-218b5dba-68cb-4796-a57b-089afc2e882b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:57.058294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-0c532b81-7265-48d3-965e-fc14dd57ea9b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1599615 Feb 09 20:50:57.059311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6e9860a-29c8-4305-a2a4-45e37e73fc56 req-218b5dba-68cb-4796-a57b-089afc2e882b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.6711366 Feb 09 20:50:57.060398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444a98e-f851-4e83-8844-88044d294829 req-43b32efc-af46-4644-874b-b17b528a9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:57.062094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-43b32efc-af46-4644-874b-b17b528a9ee3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.2214472 Feb 09 20:50:57.063709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Allocated IP 172.20.0.11 (09ed5529-135e-4d4b-a0cf-78635a2de3a4/c8440197-f8c5-44cc-8feb-cb566d23ead7/da556167-f027-4c38-9a86-1589b260f1be) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:57.098150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Request body: {'port': {'device_id': 'afd95bb5-281e-4561-a2fe-0da1fad34a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:57.104266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:57.132541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6e9860a-29c8-4305-a2a4-45e37e73fc56 req-90d5db54-0962-49d4-b1dc-599a561c17cf tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719616 Feb 09 20:50:57.192749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-c69f72b8-5bec-471a-adb1-6a70ccfc2707 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150155 Feb 09 20:50:57.204683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-cbd61834-bcd3-4607-9109-74ac63c1b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:57.206398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-cbd61834-bcd3-4607-9109-74ac63c1b8bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 200 len: 860 time: 0.2208209 Feb 09 20:50:57.297516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18162f4-b68c-46ad-a0ed-defe535a19b5 req-9dcf6e80-4d9b-4085-9e44-8420d031ad3f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:57.306851 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b18162f4-b68c-46ad-a0ed-defe535a19b5 req-9dcf6e80-4d9b-4085-9e44-8420d031ad3f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 932 time: 0.0901718 Feb 09 20:50:57.307956 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-b43f7714-50c1-4326-90b3-b0c052e31530 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796077 Feb 09 20:50:57.387831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b18162f4-b68c-46ad-a0ed-defe535a19b5 req-66dc2339-6a65-4666-99a5-8cc47a9bad7f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767307 Feb 09 20:50:57.433019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (43437b38-3678-4176-b19b-516f4c2b90be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:57.444487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'name': 'network-vif-deleted', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:50:57.449394 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdcee92-6c89-4dcf-8d1e-54b95b1b5182" -d '{"events": [{"server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "name": "network-vif-deleted", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:50:57.539808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:57.551318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41109cc4-a823-43fd-9ac3-5fc55aba3a9e req-980fb473-899c-4363-b2e4-372fc6c6850d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:57.564080 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41109cc4-a823-43fd-9ac3-5fc55aba3a9e req-980fb473-899c-4363-b2e4-372fc6c6850d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 945 time: 0.1006415 Feb 09 20:50:57.624828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41109cc4-a823-43fd-9ac3-5fc55aba3a9e req-fb0370ab-4f2c-4316-82a7-7a531dbdeff3 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551105 Feb 09 20:50:57.627746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Port': ['ID=8c20e7ca-e879-4d7a-a341-a462f629e0d8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:57.663459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network e3073b50-db61-415b-895d-f9353b678fdf is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:57.692203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:57.705775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:57.739228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-874f789a-de37-4def-be23-2faca3c49a36 service neutron] 10.222.0.102 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364945 Feb 09 20:50:57.780894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1b847-3a3a-41b7-a145-f11b5c3211e3 req-49020fb3-9f9b-4e62-804b-c930c526fac0 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:57.782762 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bb1b847-3a3a-41b7-a145-f11b5c3211e3 req-49020fb3-9f9b-4e62-804b-c930c526fac0 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 931 time: 0.0915239 Feb 09 20:50:57.874980 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9bb1b847-3a3a-41b7-a145-f11b5c3211e3 req-2647aec1-35c2-427a-9b27-c52919a0b745 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814862 Feb 09 20:50:58.011519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks [] for port (da556167-f027-4c38-9a86-1589b260f1be), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:58.030052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-8a89104e-fa96-453c-8067-5eac03cc9a3e service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892250 Feb 09 20:50:58.053461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c3c51-b7fc-4578-9f66-7c12377cb807 req-fde60b1f-0950-4334-b850-8c56a0bcb0af tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:58.061421 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-252c3c51-b7fc-4578-9f66-7c12377cb807 req-fde60b1f-0950-4334-b850-8c56a0bcb0af tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.0808997 Feb 09 20:50:58.110696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-96b83b03-2b88-4a08-98fd-ef2c6077645e None None] Provisioning complete for port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:50:58.118103 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-252c3c51-b7fc-4578-9f66-7c12377cb807 req-eae4cc97-93a3-46f6-a232-f54cb7c52378 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556204 Feb 09 20:50:58.131276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96b83b03-2b88-4a08-98fd-ef2c6077645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:58.185585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:58.186345 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:58.226891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-96b83b03-2b88-4a08-98fd-ef2c6077645e None None] Port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:50:58.294364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-c910c9f8-edd2-4fa7-9555-6f4318f30730 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4853563 Feb 09 20:50:58.306844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'port': {'device_id': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e', 'admin_state_up': True, 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:58.307902 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1ccefebc-2717-452e-8d86-5d6d03ff8ed0 req-daf9033b-c26d-4b4b-a8c9-849d901dd753 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 210 time: 0.0485451 Feb 09 20:50:58.381319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9444a98e-f851-4e83-8844-88044d294829 req-90d93f98-8be9-4d2b-8470-4c5699b4dfa4 service neutron] 10.222.0.102 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946969 Feb 09 20:50:58.382892 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073de96-6eea-43a0-98f9-0a7548097fb0 x-openstack-request-id: req-a073de96-6eea-43a0-98f9-0a7548097fb0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:50:58.383251 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc46d7d-1831-4968-a69e-492b9b5633f5", "name": "network-vif-deleted", "tag": "b678a8f3-edf8-43e7-ad79-509815852f33", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:50:58.383574 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a073de96-6eea-43a0-98f9-0a7548097fb0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:50:58.384052 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc46d7d-1831-4968-a69e-492b9b5633f5', 'name': 'network-vif-deleted', 'tag': 'b678a8f3-edf8-43e7-ad79-509815852f33', 'status': 'completed', 'code': 200} Feb 09 20:50:58.438892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (da556167-f027-4c38-9a86-1589b260f1be), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:58.448866 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf8a7a95-ec36-4dc1-b425-d358585fc544 req-b89ce974-2c27-483d-bbbd-c5199af399ef service neutron] 10.222.0.13 "GET /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819950 Feb 09 20:50:58.552843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90931ec-d57b-4b63-b807-1747dd1a6f4e req-5f3b401e-c72e-46ab-85a1-d5a30daa2f15 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:58.563484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f90931ec-d57b-4b63-b807-1747dd1a6f4e req-5f3b401e-c72e-46ab-85a1-d5a30daa2f15 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=124d5ba3-15d9-44c0-8340-b433809c0d1b HTTP/1.1" status: 200 len: 945 time: 0.1185045 Feb 09 20:50:58.573973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:50:58.602226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:50:58.613366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:50:58.620505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Pushing event updated for resources: {'Port': ['ID=da556167-f027-4c38-9a86-1589b260f1be,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:58.654582 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f90931ec-d57b-4b63-b807-1747dd1a6f4e req-6ebf85a3-da5a-4486-8979-fbacf4045ada tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854025 Feb 09 20:50:58.662070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43437b38-3678-4176-b19b-516f4c2b90be {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:50:58.687834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Publish callbacks [] for port (43437b38-3678-4176-b19b-516f4c2b90be), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:58.716248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:58.717147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:58.723655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:50:58.727433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:58.741033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Transition to ACTIVE for port object 43437b38-3678-4176-b19b-516f4c2b90be will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:50:58.760747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (43437b38-3678-4176-b19b-516f4c2b90be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:58.794884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0ed25016-8feb-480b-96c8-3a687cbd4e9b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9226375 Feb 09 20:50:58.808542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Request body: {'port': {'device_id': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:50:58.914779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a3440-1c70-41d2-a34f-3698a5822220 req-f05a036e-116b-4452-a552-45ce7b99ed72 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:58.923327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a3440-1c70-41d2-a34f-3698a5822220 req-f05a036e-116b-4452-a552-45ce7b99ed72 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:58.934582 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b9a3440-1c70-41d2-a34f-3698a5822220 req-f05a036e-116b-4452-a552-45ce7b99ed72 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 1655 time: 0.1280205 Feb 09 20:50:58.996304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b9a3440-1c70-41d2-a34f-3698a5822220 req-60def6ab-b3bc-4326-920c-8be779c9483c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Feb 09 20:50:59.381522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494e5db-28d1-4f19-9ba6-44d13d352493 req-498606cb-64fb-4f53-be79-d52ac30a01ba tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:59.391316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8494e5db-28d1-4f19-9ba6-44d13d352493 req-498606cb-64fb-4f53-be79-d52ac30a01ba tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 943 time: 0.0931807 Feb 09 20:50:59.459676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Pushing event updated for resources: {'Port': ['ID=43437b38-3678-4176-b19b-516f4c2b90be,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:50:59.483709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (da556167-f027-4c38-9a86-1589b260f1be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:50:59.488422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8494e5db-28d1-4f19-9ba6-44d13d352493 req-d6b4d3d8-8755-4622-bef8-ac6c73efae20 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902858 Feb 09 20:50:59.493245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8840491-3511-4860-b0f9-3418e99c2433 req-e10b080d-1d48-4b10-9047-6905faa6222f tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/floatingips/a2e0da66-f68c-499f-99ec-f50e4d6bf138 HTTP/1.1" status: 200 len: 693 time: 0.0978956 Feb 09 20:50:59.726989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Allocated IP 19.80.0.132 (25637e94-d8e9-4cc8-a636-fe04dd011d7e/5ef135a4-83cb-4f9c-b653-0abf56eddf62/feba8bdc-dae8-405a-8661-dae58f78498e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:50:59.876462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Attempting to bind port 43437b38-3678-4176-b19b-516f4c2b90be on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:50:59.876809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Attempting to bind port 43437b38-3678-4176-b19b-516f4c2b90be by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'fe1882c4-7651-45d0-ad67-3b6ef6db670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '160c8eba-73a7-4b68-921a-5d43b34b975c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:50:59.877171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Attempting to bind port 43437b38-3678-4176-b19b-516f4c2b90be on network 160c8eba-73a7-4b68-921a-5d43b34b975c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:50:59.893869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaee9d-62f2-4b84-94a8-7d1f86d49e00 req-ffb676b0-f93e-4bb3-b3e0-f123f149db2b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:50:59.897774 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14aaee9d-62f2-4b84-94a8-7d1f86d49e00 req-ffb676b0-f93e-4bb3-b3e0-f123f149db2b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 932 time: 0.1324997 Feb 09 20:50:59.977051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14aaee9d-62f2-4b84-94a8-7d1f86d49e00 req-c5949552-2ed2-4eac-bbfb-e17fcd1b5dca tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716796 Feb 09 20:51:00.027800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Port 43437b38-3678-4176-b19b-516f4c2b90be on network 160c8eba-73a7-4b68-921a-5d43b34b975c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:00.028871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Attempting to bind port 43437b38-3678-4176-b19b-516f4c2b90be on network 160c8eba-73a7-4b68-921a-5d43b34b975c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:00.036659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840491-3511-4860-b0f9-3418e99c2433 req-41783fa6-fef9-4c63-ac1a-2c4157777996 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:00.038038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8840491-3511-4860-b0f9-3418e99c2433 req-41783fa6-fef9-4c63-ac1a-2c4157777996 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 784 time: 0.5438755 Feb 09 20:51:00.109081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:00.109442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Checking segment: {'id': 'fe1882c4-7651-45d0-ad67-3b6ef6db670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '160c8eba-73a7-4b68-921a-5d43b34b975c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:00.109836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Bound using segment: {'id': 'fe1882c4-7651-45d0-ad67-3b6ef6db670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '160c8eba-73a7-4b68-921a-5d43b34b975c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:00.110281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Bound port: 43437b38-3678-4176-b19b-516f4c2b90be, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1882c4-7651-45d0-ad67-3b6ef6db670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '160c8eba-73a7-4b68-921a-5d43b34b975c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:00.110642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (43437b38-3678-4176-b19b-516f4c2b90be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.115137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8840491-3511-4860-b0f9-3418e99c2433 req-540767c8-bab4-4134-b24c-a92f2fe4b5d4 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.0609672 Feb 09 20:51:00.184667 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-5180810d-8a48-42d8-b656-a3099a5b65b5 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:00.191925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-5180810d-8a48-42d8-b656-a3099a5b65b5 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 813 time: 0.1282072 Feb 09 20:51:00.208859 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-d7289874-253e-479a-afc2-9fe605ff2219 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/quotas/9875f566043a41d4aed0c0a2a2cb5d27 HTTP/1.1" status: 200 len: 375 time: 0.0159976 Feb 09 20:51:00.234666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8840491-3511-4860-b0f9-3418e99c2433 req-a4715aa0-e046-4c43-a046-a4d14fbb4bb8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/floatingips?floating_ip_address=172.25.4.229 HTTP/1.1" status: 200 len: 696 time: 0.1030145 Feb 09 20:51:00.315360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-bc482610-e742-4e7c-897c-c3d3314d50dc tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055856 Feb 09 20:51:00.471134 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-29a52bd4-d688-40b8-aa0f-364c5dcf50b2 service neutron] 10.222.0.102 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544628 Feb 09 20:51:00.509741 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for port (feba8bdc-dae8-405a-8661-dae58f78498e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.572458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] For port 43437b38-3678-4176-b19b-516f4c2b90be, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:00.625922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e8f5efdb-baae-4013-905b-eafb8083941f service neutron] 10.222.0.102 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533144 Feb 09 20:51:00.627122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] For port 43437b38-3678-4176-b19b-516f4c2b90be, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43437b38-3678-4176-b19b-516f4c2b90be,segment=NetworkSegment(fe1882c4-7651-45d0-ad67-3b6ef6db670b),segment_id=fe1882c4-7651-45d0-ad67-3b6ef6db670b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:00.639733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da556167-f027-4c38-9a86-1589b260f1be {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:00.654200 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Publish callbacks [] for port (da556167-f027-4c38-9a86-1589b260f1be), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.658533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (43437b38-3678-4176-b19b-516f4c2b90be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.715325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:00.716146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.717476 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] 10.222.0.50 "PUT /v2.0/ports/43437b38-3678-4176-b19b-516f4c2b90be HTTP/1.1" status: 200 len: 1092 time: 3.6250768 Feb 09 20:51:00.720284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Transition to ACTIVE for port object da556167-f027-4c38-9a86-1589b260f1be will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:51:00.722903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd95bb5-281e-4561-a2fe-0da1fad34a83', 'tag': '43437b38-3678-4176-b19b-516f4c2b90be'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:00.725730 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc65bfc-d504-418e-b536-a163040ee367" -d '{"events": [{"name": "network-changed", "server_uuid": "afd95bb5-281e-4561-a2fe-0da1fad34a83", "tag": "43437b38-3678-4176-b19b-516f4c2b90be"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:00.734939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.746121 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (da556167-f027-4c38-9a86-1589b260f1be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.797456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Deleting port 0e8322e5-fff5-4082-8882-a4febb120dec {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:00.797820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0e8322e5-fff5-4082-8882-a4febb120dec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.835355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50261bd0-62b6-4313-9a7f-59dc7aba6535 service neutron] Pushing event updated for resources: {'Port': ['ID=43437b38-3678-4176-b19b-516f4c2b90be,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:00.844418 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network 25637e94-d8e9-4cc8-a636-fe04dd011d7e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:51:00.919610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090a37-d69a-4e1e-a73a-55fd2d9f36e3 req-55cecb15-d76f-463b-8e86-a5f1882c8b65 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:00.925309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090a37-d69a-4e1e-a73a-55fd2d9f36e3 req-55cecb15-d76f-463b-8e86-a5f1882c8b65 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:00.931068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa090a37-d69a-4e1e-a73a-55fd2d9f36e3 req-55cecb15-d76f-463b-8e86-a5f1882c8b65 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:00.933000 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa090a37-d69a-4e1e-a73a-55fd2d9f36e3 req-55cecb15-d76f-463b-8e86-a5f1882c8b65 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2377 time: 0.0908163 Feb 09 20:51:00.937522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0e8322e5-fff5-4082-8882-a4febb120dec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.938649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for floatingip (0e8322e5-fff5-4082-8882-a4febb120dec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:00.955378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Calling delete_port for 0e8322e5-fff5-4082-8882-a4febb120dec owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:00.993324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:01.002328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa090a37-d69a-4e1e-a73a-55fd2d9f36e3 req-b7fcba3d-abea-4a9a-86d6-90f0e22f48c1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616829 Feb 09 20:51:01.067080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:51:01.205912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Port': ['ID=feba8bdc-dae8-405a-8661-dae58f78498e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:01.224015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53dd26-7c03-41db-a4dd-07cbafda9838 req-7529e6e6-924a-4e45-9dc5-f43e7a0cfce1 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:01.229611 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f53dd26-7c03-41db-a4dd-07cbafda9838 req-7529e6e6-924a-4e45-9dc5-f43e7a0cfce1 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 943 time: 0.1029077 Feb 09 20:51:01.315556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Pushing event updated for resources: {'Port': ['ID=da556167-f027-4c38-9a86-1589b260f1be,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:01.320538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a19b-d07b-4155-973e-358cba9101ab req-8dd709dc-d15e-4485-8cd3-189bab59fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:01.322344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-8dd709dc-d15e-4485-8cd3-189bab59fa41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d38f24b949374b59b368be9d34874ab0&device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 1126 time: 0.5457528 Feb 09 20:51:01.334233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f53dd26-7c03-41db-a4dd-07cbafda9838 req-d29d079f-37b7-486f-b104-8a3d79cafcb3 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988050 Feb 09 20:51:01.351785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:01.352437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:01.384936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e3961ede-df6f-496b-b99b-99cec4c1c0a3 None None] Provisioning complete for port feba8bdc-dae8-405a-8661-dae58f78498e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:01.385565 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e3961ede-df6f-496b-b99b-99cec4c1c0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:01.391525 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df6eab5-1881-4adc-a162-ebdab49fe305 x-openstack-request-id: req-7df6eab5-1881-4adc-a162-ebdab49fe305 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:01.391921 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd95bb5-281e-4561-a2fe-0da1fad34a83", "tag": "43437b38-3678-4176-b19b-516f4c2b90be", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:01.392163 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7df6eab5-1881-4adc-a162-ebdab49fe305 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:01.392566 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd95bb5-281e-4561-a2fe-0da1fad34a83', 'tag': '43437b38-3678-4176-b19b-516f4c2b90be', 'status': 'completed', 'code': 200} Feb 09 20:51:01.433602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:01.487816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-6eb52fd8-9a49-4232-9c26-07fbea88f113 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43437b38-3678-4176-b19b-516f4c2b90be HTTP/1.1" status: 200 len: 217 time: 0.1270711 Feb 09 20:51:01.557017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Attempting to bind port da556167-f027-4c38-9a86-1589b260f1be on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:51:01.557387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Attempting to bind port da556167-f027-4c38-9a86-1589b260f1be by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:51:01.557728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Attempting to bind port da556167-f027-4c38-9a86-1589b260f1be on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:01.562788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a19b-d07b-4155-973e-358cba9101ab req-97ca5f27-c017-4376-b3b4-74f4f8b30b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:01.564395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-97ca5f27-c017-4376-b3b4-74f4f8b30b31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c5ace8f-0d3f-418a-b327-d24443fcb2f7 HTTP/1.1" status: 200 len: 854 time: 0.0642416 Feb 09 20:51:01.576250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-015cbd87-c2c3-4bb3-aa6d-2f5e47e5df4f tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:01.577811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-015cbd87-c2c3-4bb3-aa6d-2f5e47e5df4f tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "GET /v2.0/ports?device_id=124d5ba3-15d9-44c0-8340-b433809c0d1b HTTP/1.1" status: 200 len: 945 time: 0.3803558 Feb 09 20:51:01.581215 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-272599cb-c5bb-4214-b91a-93b1c71b71af tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2784443 Feb 09 20:51:01.619281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-e542022f-2c1b-40dc-b74b-daebeffc918c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160c8eba-73a7-4b68-921a-5d43b34b975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342090 Feb 09 20:51:01.629437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Port da556167-f027-4c38-9a86-1589b260f1be on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:01.629826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Attempting to bind port da556167-f027-4c38-9a86-1589b260f1be on network 09ed5529-135e-4d4b-a0cf-78635a2de3a4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:01.776519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:01.794817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'mac_address': 'fa:16:3e:91:c2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:01.813409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-6e15fb91-6b0e-43d2-81a0-bde5d19bb6f1 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:01.815406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Request body: {'port': {'device_id': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:01.816865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-6e15fb91-6b0e-43d2-81a0-bde5d19bb6f1 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "GET /v2.0/ports?device_id=bba33c60-3316-4b56-a397-234bcb415c25 HTTP/1.1" status: 200 len: 945 time: 0.2062786 Feb 09 20:51:01.825762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-dc411509-3aa1-4b97-8a53-35a2cb6e84df service neutron] 10.222.0.50 "GET /v2.0/networks/160c8eba-73a7-4b68-921a-5d43b34b975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900136 Feb 09 20:51:01.874984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e3961ede-df6f-496b-b99b-99cec4c1c0a3 None None] Port feba8bdc-dae8-405a-8661-dae58f78498e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:51:01.888074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:01.888663 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:01.892723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:01.893074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Checking segment: {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:01.893466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Bound using segment: {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:01.893937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Bound port: da556167-f027-4c38-9a86-1589b260f1be, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:01.894805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (da556167-f027-4c38-9a86-1589b260f1be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:01.908697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 325fb010-65c8-4828-9000-2d310e2a8ae6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:01.920158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41023-b60a-4317-b4fa-327b21b23b6c req-6d83d502-039c-4196-b45c-b7007ad7cfd3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:01.929170 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eaf41023-b60a-4317-b4fa-327b21b23b6c req-6d83d502-039c-4196-b45c-b7007ad7cfd3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 944 time: 0.2653394 Feb 09 20:51:01.937812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:01.943195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:02.020229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:02.033073 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eaf41023-b60a-4317-b4fa-327b21b23b6c req-a7ea601a-2aa6-4d88-88b1-4bfc5e240f62 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026907 Feb 09 20:51:02.062549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Deleting port d9133746-4209-412e-bd88-bc78c418fc31 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:02.063226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d9133746-4209-412e-bd88-bc78c418fc31), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:02.095433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['325fb010-65c8-4828-9000-2d310e2a8ae6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:02.128385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0e8322e5-fff5-4082-8882-a4febb120dec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:02.131234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (390e9036-511f-49fa-b72d-5122771cc981), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:02.203754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event deleted for resources: {'Port': ['ID=0e8322e5-fff5-4082-8882-a4febb120dec,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:02.253700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] For port d9133746-4209-412e-bd88-bc78c418fc31, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9133746-4209-412e-bd88-bc78c418fc31,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:02.257548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d9133746-4209-412e-bd88-bc78c418fc31), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:02.277775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Calling delete_port for d9133746-4209-412e-bd88-bc78c418fc31 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:02.506109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b725b66-7aed-486d-b411-d0f2d566a733 req-1e1ed77a-5d84-4212-9a8c-67d3eed37ea2 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 210 time: 0.0447316 Feb 09 20:51:02.511386 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d9133746-4209-412e-bd88-bc78c418fc31), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:02.534398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d9133746-4209-412e-bd88-bc78c418fc31'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:02.543081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Pushing event deleted for resources: {'Port': ['ID=d9133746-4209-412e-bd88-bc78c418fc31,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:02.625265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] No DVR routers for this DVR port d9133746-4209-412e-bd88-bc78c418fc31 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:02.637523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:02.641016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-819eef53-cfa3-421c-a928-6ba20476f1d4 req-39966c51-b817-4754-84ad-7bb470adfb48 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "DELETE /v2.0/ports/d9133746-4209-412e-bd88-bc78c418fc31 HTTP/1.1" status: 204 len: 173 time: 0.8174956 Feb 09 20:51:02.641556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba33c60-3316-4b56-a397-234bcb415c25', 'name': 'network-vif-deleted', 'tag': 'd9133746-4209-412e-bd88-bc78c418fc31'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:02.645517 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e15c7-4534-44a5-a5a4-1f5c0dc803e9" -d '{"events": [{"server_uuid": "bba33c60-3316-4b56-a397-234bcb415c25", "name": "network-vif-deleted", "tag": "d9133746-4209-412e-bd88-bc78c418fc31"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:02.773332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56037987-83aa-4eff-81e1-8e30bb6d5990 req-32a963d1-3c4d-4dd7-b786-1ec0033bc533 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:02.780502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56037987-83aa-4eff-81e1-8e30bb6d5990 req-32a963d1-3c4d-4dd7-b786-1ec0033bc533 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:02.787251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56037987-83aa-4eff-81e1-8e30bb6d5990 req-32a963d1-3c4d-4dd7-b786-1ec0033bc533 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:02.795907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56037987-83aa-4eff-81e1-8e30bb6d5990 req-32a963d1-3c4d-4dd7-b786-1ec0033bc533 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2377 time: 0.1723590 Feb 09 20:51:02.880768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d44a19b-d07b-4155-973e-358cba9101ab req-ec231584-7706-4c94-a8ac-9c040a040b53 service neutron] 10.222.0.50 "GET /v2.0/networks/160c8eba-73a7-4b68-921a-5d43b34b975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0253894 Feb 09 20:51:02.894702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] For port da556167-f027-4c38-9a86-1589b260f1be, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:02.944463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] For port da556167-f027-4c38-9a86-1589b260f1be, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=da556167-f027-4c38-9a86-1589b260f1be,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:02.989144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56037987-83aa-4eff-81e1-8e30bb6d5990 req-93073fec-7c94-4193-af09-06c7e52090df tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913657 Feb 09 20:51:03.041583 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (da556167-f027-4c38-9a86-1589b260f1be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.057566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Deleting port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:03.057906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.096328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for floatingip (a2e0da66-f68c-499f-99ec-f50e4d6bf138), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.099651 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.100988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8840491-3511-4860-b0f9-3418e99c2433 req-d18c8a01-3a9a-4922-845d-00c6e0b74719 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "DELETE /v2.0/floatingips/a2e0da66-f68c-499f-99ec-f50e4d6bf138 HTTP/1.1" status: 204 len: 173 time: 2.8654003 Feb 09 20:51:03.168736 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe58d75-26eb-4e49-bac6-34e5b9f7c4c0 x-openstack-request-id: req-bfe58d75-26eb-4e49-bac6-34e5b9f7c4c0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:03.169039 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba33c60-3316-4b56-a397-234bcb415c25", "name": "network-vif-deleted", "tag": "d9133746-4209-412e-bd88-bc78c418fc31", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:03.169313 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bfe58d75-26eb-4e49-bac6-34e5b9f7c4c0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:03.169764 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba33c60-3316-4b56-a397-234bcb415c25', 'name': 'network-vif-deleted', 'tag': 'd9133746-4209-412e-bd88-bc78c418fc31', 'status': 'completed', 'code': 200} Feb 09 20:51:03.228427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040deb6-8536-4ef0-af2e-c20a8563c657 req-7e72992f-319c-454c-a10b-672f51662408 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:03.246960 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7040deb6-8536-4ef0-af2e-c20a8563c657 req-7e72992f-319c-454c-a10b-672f51662408 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 943 time: 0.1239388 Feb 09 20:51:03.266563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-7f482a5e-3041-44d8-a64a-09e8a5d84f45 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:03.275563 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-7f482a5e-3041-44d8-a64a-09e8a5d84f45 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 813 time: 0.5549276 Feb 09 20:51:03.293708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:03.294482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.296131 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] 10.222.0.13 "PUT /v2.0/ports/da556167-f027-4c38-9a86-1589b260f1be HTTP/1.1" status: 200 len: 1093 time: 4.4916322 Feb 09 20:51:03.307272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Request body: {'port': {'device_id': '78fa3d11-1b41-4b60-bf02-1bad419153f3', 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'admin_state_up': True, 'tenant_id': '9875f566043a41d4aed0c0a2a2cb5d27'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:03.398630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'tag': 'da556167-f027-4c38-9a86-1589b260f1be'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:03.401998 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d018d38-d512-46ab-aabb-0a8594df6535" -d '{"events": [{"name": "network-changed", "server_uuid": "cf265aa8-f0c1-494f-9dc8-1d5c8410e249", "tag": "da556167-f027-4c38-9a86-1589b260f1be"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:03.462622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:03.564144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 325fb010-65c8-4828-9000-2d310e2a8ae6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:03.564912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.589376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7040deb6-8536-4ef0-af2e-c20a8563c657 req-8f467b82-3e8b-4e84-ac61-73fd2e58eec8 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414350 Feb 09 20:51:03.607668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc65bfc-d504-418e-b536-a163040ee367 req-44ccbde2-8e7b-4a71-9eba-b78bb99e1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:03.609261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dc65bfc-d504-418e-b536-a163040ee367 req-44ccbde2-8e7b-4a71-9eba-b78bb99e1bdd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d38f24b949374b59b368be9d34874ab0&device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 1126 time: 0.5985653 Feb 09 20:51:03.638275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Made reservation on behalf of 9875f566043a41d4aed0c0a2a2cb5d27 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:03.641954 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.697296 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f40f52e1-bbda-4dbd-a357-37dc11eaf309 req-694c8a46-00d9-444c-b7f8-5eb282f16663 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups/1df54408-ac2b-4624-88cd-c202db507f51 HTTP/1.1" status: 200 len: 1827 time: 0.0769675 Feb 09 20:51:03.787888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:03.789523 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.847920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:03.851821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f40f52e1-bbda-4dbd-a357-37dc11eaf309 req-362368f4-1c48-423f-8248-124a08877906 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for security_group (1df54408-ac2b-4624-88cd-c202db507f51), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.852316 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa69476e-0e8f-4b51-b543-f1176c4fe03c" -d '{"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-plugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:03.881322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:03.884287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Allocated IP 172.20.0.9 (19c413cb-3205-461b-931e-ced48013c9b8/4b133cc5-47a1-4afa-abf9-57427282f118/8f4ddc18-c7e9-46c4-bab2-8e30455868af) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:51:03.889074 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.889903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d9133746-4209-412e-bd88-bc78c418fc31 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:03.892329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f40f52e1-bbda-4dbd-a357-37dc11eaf309 req-362368f4-1c48-423f-8248-124a08877906 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for security_group (1df54408-ac2b-4624-88cd-c202db507f51), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:03.902733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47156f9f-da00-4e1f-a1bc-0da970038367 service neutron] Pushing event updated for resources: {'Port': ['ID=da556167-f027-4c38-9a86-1589b260f1be,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:03.924046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc65bfc-d504-418e-b536-a163040ee367 req-e5030f52-3374-42d9-b032-88bfee796f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:03.925560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dc65bfc-d504-418e-b536-a163040ee367 req-e5030f52-3374-42d9-b032-88bfee796f68 service neutron] 10.222.0.50 "GET /v2.0/networks?id=160c8eba-73a7-4b68-921a-5d43b34b975c HTTP/1.1" status: 200 len: 915 time: 0.2734492 Feb 09 20:51:03.954711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-894fc26c-24af-4160-92d2-d5c281f34770 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:03.957398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-894fc26c-24af-4160-92d2-d5c281f34770 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.13 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 813 time: 1.0816133 Feb 09 20:51:03.985258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: d9133746-4209-412e-bd88-bc78c418fc31 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:51:03.987009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d9133746-4209-412e-bd88-bc78c418fc31 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:03.988235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b4b722d4-a7b6-4289-af8c-6ddf0de5cefe no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:04.004762 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f40f52e1-bbda-4dbd-a357-37dc11eaf309 req-362368f4-1c48-423f-8248-124a08877906 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1df54408-ac2b-4624-88cd-c202db507f51), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.008154 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f40f52e1-bbda-4dbd-a357-37dc11eaf309 req-362368f4-1c48-423f-8248-124a08877906 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.010487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Request body: {'port': {'device_id': 'cbdf14e3-115b-4e81-bb35-42ac3254b760', 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'admin_state_up': True, 'tenant_id': '9875f566043a41d4aed0c0a2a2cb5d27'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:04.024239 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f40f52e1-bbda-4dbd-a357-37dc11eaf309 req-362368f4-1c48-423f-8248-124a08877906 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "DELETE /v2.0/security-groups/1df54408-ac2b-4624-88cd-c202db507f51 HTTP/1.1" status: 204 len: 173 time: 0.3253272 Feb 09 20:51:04.156547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:04.264284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:04.269695 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.296801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks [] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.337808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:04.340210 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e4311-258f-454d-aaf6-39752ebfc201 x-openstack-request-id: req-166e4311-258f-454d-aaf6-39752ebfc201 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:04.341618 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf265aa8-f0c1-494f-9dc8-1d5c8410e249", "tag": "da556167-f027-4c38-9a86-1589b260f1be", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:04.343592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.344664 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-166e4311-258f-454d-aaf6-39752ebfc201 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:04.345801 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'tag': 'da556167-f027-4c38-9a86-1589b260f1be', 'status': 'completed', 'code': 200} Feb 09 20:51:04.354448 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.364776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362368f4-1c48-423f-8248-124a08877906 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df54408-ac2b-4624-88cd-c202db507f51,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:04.365121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6c3bf-fda6-4d6d-98ee-2f22244fb2bd req-9a3ff163-74bb-4627-986a-2c57dc0f624e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:04.383456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eed6c3bf-fda6-4d6d-98ee-2f22244fb2bd req-9a3ff163-74bb-4627-986a-2c57dc0f624e tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 944 time: 1.0762100 Feb 09 20:51:04.420553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Made reservation on behalf of 9875f566043a41d4aed0c0a2a2cb5d27 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:04.423937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.447792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Pushing event updated for resources: {'Port': ['ID=8f4ddc18-c7e9-46c4-bab2-8e30455868af,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:04.467129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dc65bfc-d504-418e-b536-a163040ee367 req-f9238dd8-2bb0-4771-911e-cabe892e795f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43437b38-3678-4176-b19b-516f4c2b90be HTTP/1.1" status: 200 len: 217 time: 0.5020754 Feb 09 20:51:04.471240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Network 19c413cb-3205-461b-931e-ced48013c9b8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:51:04.483795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:04.494502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-7606f20d-bfaa-4399-bfe1-d5db58bef702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:04.498935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-7606f20d-bfaa-4399-bfe1-d5db58bef702 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 1127 time: 1.0839520 Feb 09 20:51:04.505005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:51:04.511010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:04.569820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc65bfc-d504-418e-b536-a163040ee367 req-a5678c87-d5ed-4c60-8942-10cf60b9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:04.571344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dc65bfc-d504-418e-b536-a163040ee367 req-a5678c87-d5ed-4c60-8942-10cf60b9c6c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c5ace8f-0d3f-418a-b327-d24443fcb2f7 HTTP/1.1" status: 200 len: 854 time: 0.0567489 Feb 09 20:51:04.587963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8871c-4e55-423b-8ba1-c029f2edcb48 req-7cfa60a2-ef80-4c08-88b8-b7bbf9a648f9 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:04.596474 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11d8871c-4e55-423b-8ba1-c029f2edcb48 req-7cfa60a2-ef80-4c08-88b8-b7bbf9a648f9 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 931 time: 0.2452967 Feb 09 20:51:04.614061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:04.615952 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.620108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-a1efa3e9-658e-4509-a9d4-e076f9c0ac76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da556167-f027-4c38-9a86-1589b260f1be HTTP/1.1" status: 200 len: 217 time: 0.0473790 Feb 09 20:51:04.646060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] For port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:04.646443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.679055 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-15df03ea-b49b-4e72-aa42-50eb118f92f6 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3849597 Feb 09 20:51:04.695990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Request body: {'port': {'device_id': '78fa3d11-1b41-4b60-bf02-1bad419153f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:04.764351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11d8871c-4e55-423b-8ba1-c029f2edcb48 req-d9bde4ff-e8ca-4205-88c9-0ab9d5ba4747 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657634 Feb 09 20:51:04.777544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eed6c3bf-fda6-4d6d-98ee-2f22244fb2bd req-1e76b6d1-4a15-4053-9b4c-17ad8700f967 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930635 Feb 09 20:51:04.796633 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:04.801202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dc65bfc-d504-418e-b536-a163040ee367 req-f0bf1253-dd4b-4cc7-8a41-359035d71f55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=160c8eba-73a7-4b68-921a-5d43b34b975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652274 Feb 09 20:51:04.836522 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6db2315-266e-4073-b7eb-eadffd35622d x-openstack-request-id: req-a6db2315-266e-4073-b7eb-eadffd35622d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:04.837039 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-plugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:04.837138 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a6db2315-266e-4073-b7eb-eadffd35622d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:04.837473 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'code': 200} Feb 09 20:51:04.839396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Calling delete_port for b4b722d4-a7b6-4289-af8c-6ddf0de5cefe owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:05.094562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-7f46b970-4362-4331-8844-8210102b9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:05.096281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-7f46b970-4362-4331-8844-8210102b9a44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8440197-f8c5-44cc-8feb-cb566d23ead7 HTTP/1.1" status: 200 len: 855 time: 0.4463775 Feb 09 20:51:05.241624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a91ca3-ad92-4c1e-8a16-82f2a8450382 req-2dc07ab7-2f91-408d-b26e-2fdc80a937fb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:05.248880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a91ca3-ad92-4c1e-8a16-82f2a8450382 req-2dc07ab7-2f91-408d-b26e-2fdc80a937fb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:05.256582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a91ca3-ad92-4c1e-8a16-82f2a8450382 req-2dc07ab7-2f91-408d-b26e-2fdc80a937fb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:05.258851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3a91ca3-ad92-4c1e-8a16-82f2a8450382 req-2dc07ab7-2f91-408d-b26e-2fdc80a937fb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2377 time: 0.2599511 Feb 09 20:51:05.265188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-35684b07-4611-40f4-9c94-7d5ea2f43c37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ed5529-135e-4d4b-a0cf-78635a2de3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560011 Feb 09 20:51:05.293710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737ce52-b9b3-487e-9918-042d0d078618 req-0a24789e-da39-47d4-9000-330a3b0a6d84 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:05.298580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0737ce52-b9b3-487e-9918-042d0d078618 req-0a24789e-da39-47d4-9000-330a3b0a6d84 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 943 time: 0.1504669 Feb 09 20:51:05.367969 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0737ce52-b9b3-487e-9918-042d0d078618 req-d623ae8a-fa5b-4922-9545-54551c2dc383 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630460 Feb 09 20:51:05.382132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3a91ca3-ad92-4c1e-8a16-82f2a8450382 req-9f967fd1-5939-4a09-94a0-be9f7962e286 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892453 Feb 09 20:51:05.464886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 43437b38-3678-4176-b19b-516f4c2b90be details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:05.527959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83387c-df08-41b0-a090-987e20fc2955 req-9337e865-3573-41b5-816e-918faa593b77 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:05.536787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1d83387c-df08-41b0-a090-987e20fc2955 req-9337e865-3573-41b5-816e-918faa593b77 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1115637 Feb 09 20:51:05.599924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390e9036-511f-49fa-b72d-5122771cc981 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:05.605262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1d83387c-df08-41b0-a090-987e20fc2955 req-09e3d44b-29a8-47c5-bdd0-1ca847f9779e tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674236 Feb 09 20:51:05.619861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Publish callbacks [] for port (390e9036-511f-49fa-b72d-5122771cc981), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:05.638900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-7c7d22a4-e764-4943-a5b6-fd570135c3e2 service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681792 Feb 09 20:51:05.640395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dc65bfc-d504-418e-b536-a163040ee367 req-0e819892-5457-404f-81d2-b0cc0f2002d4 service neutron] 10.222.0.50 "GET /v2.0/networks/160c8eba-73a7-4b68-921a-5d43b34b975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383892 Feb 09 20:51:05.641617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Allocated IP 172.20.0.5 (19c413cb-3205-461b-931e-ced48013c9b8/4b133cc5-47a1-4afa-abf9-57427282f118/ce87a5a7-df11-422c-b365-6f0ea1cf476d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:51:05.741019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 43437b38-3678-4176-b19b-516f4c2b90be, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43437b38-3678-4176-b19b-516f4c2b90be,segment=NetworkSegment(fe1882c4-7651-45d0-ad67-3b6ef6db670b),segment_id=fe1882c4-7651-45d0-ad67-3b6ef6db670b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:05.772741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '43437b38-3678-4176-b19b-516f4c2b90be', 'network_id': '160c8eba-73a7-4b68-921a-5d43b34b975c', 'port_id': '43437b38-3678-4176-b19b-516f4c2b90be', 'mac_address': 'fa:16:3e:df:29:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5ace8f-0d3f-418a-b327-d24443fcb2f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:05.833710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 43437b38-3678-4176-b19b-516f4c2b90be is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:05.834312 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (43437b38-3678-4176-b19b-516f4c2b90be), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:05.850635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43437b38-3678-4176-b19b-516f4c2b90be {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:05.871461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 43437b38-3678-4176-b19b-516f4c2b90be, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43437b38-3678-4176-b19b-516f4c2b90be,segment=NetworkSegment(fe1882c4-7651-45d0-ad67-3b6ef6db670b),segment_id=fe1882c4-7651-45d0-ad67-3b6ef6db670b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:05.876631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (43437b38-3678-4176-b19b-516f4c2b90be), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:05.923413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a24e2ebd-2111-4d6f-94e1-27b16cb7ce16 req-0b16ee5b-fcb4-432d-9399-75b521b4149b service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131587 Feb 09 20:51:05.928612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Transition to ACTIVE for port object 390e9036-511f-49fa-b72d-5122771cc981 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:51:06.008464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=43437b38-3678-4176-b19b-516f4c2b90be,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:06.033937 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11c2e1-3b1f-4293-b561-fd0f3e86b9b8 req-ce551f30-8ce8-421c-b0fe-5e414097bc72 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:06.034787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (390e9036-511f-49fa-b72d-5122771cc981), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:06.041387 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d11c2e1-3b1f-4293-b561-fd0f3e86b9b8 req-ce551f30-8ce8-421c-b0fe-5e414097bc72 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 944 time: 0.1115172 Feb 09 20:51:06.139340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['43437b38-3678-4176-b19b-516f4c2b90be'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:06.166480 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d11c2e1-3b1f-4293-b561-fd0f3e86b9b8 req-0c11994b-a101-4c44-9596-e3db760f3ede tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143188 Feb 09 20:51:06.553680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed237a-6d5e-4efa-b66d-c43c5d598140 req-3bba38c0-4691-420d-af89-b852ff00ca81 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:06.560819 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2aed237a-6d5e-4efa-b66d-c43c5d598140 req-3bba38c0-4691-420d-af89-b852ff00ca81 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 944 time: 0.0876720 Feb 09 20:51:06.624493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2aed237a-6d5e-4efa-b66d-c43c5d598140 req-4e02d8df-e94b-40ae-b4ec-c263a1aaa4e6 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625434 Feb 09 20:51:06.704535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks [] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:06.765946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Pushing event updated for resources: {'Port': ['ID=390e9036-511f-49fa-b72d-5122771cc981,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:06.832662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15de15-b741-429d-aacf-64b40b92d653 req-d7fd7f6e-7873-45b3-a2ef-d70c4e0f53bd tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:06.838651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:06.841279 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff66819f-ce36-44ed-9b5c-ae685411443b" -d '{"events": [{"server_uuid": "124d5ba3-15d9-44c0-8340-b433809c0d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b722d4-a7b6-4289-af8c-6ddf0de5cefe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:06.845635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15de15-b741-429d-aacf-64b40b92d653 req-d7fd7f6e-7873-45b3-a2ef-d70c4e0f53bd tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:06.854467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15de15-b741-429d-aacf-64b40b92d653 req-d7fd7f6e-7873-45b3-a2ef-d70c4e0f53bd tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:06.857934 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d15de15-b741-429d-aacf-64b40b92d653 req-d7fd7f6e-7873-45b3-a2ef-d70c4e0f53bd tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2389 time: 0.1419625 Feb 09 20:51:06.895365 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b4b722d4-a7b6-4289-af8c-6ddf0de5cefe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:06.946989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-a3794294-a5fa-4f5d-8cae-3183f88aa960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:06.948518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-a3794294-a5fa-4f5d-8cae-3183f88aa960 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 1127 time: 0.8788862 Feb 09 20:51:06.951052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d15de15-b741-429d-aacf-64b40b92d653 req-ff7cb7cd-29dc-471a-8591-bfe553214937 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811272 Feb 09 20:51:07.000519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325a3ce-72f8-41f5-a9c5-0df97a266754 req-d7fb7e23-19bf-4548-9322-4b9d14f12b08 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:07.002141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3325a3ce-72f8-41f5-a9c5-0df97a266754 req-d7fb7e23-19bf-4548-9322-4b9d14f12b08 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 931 time: 1.0463810 Feb 09 20:51:07.117553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Pushing event deleted for resources: {'Port': ['ID=b4b722d4-a7b6-4289-af8c-6ddf0de5cefe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:07.119939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-402a3a70-a676-4a75-b392-53920fa0557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:07.121462 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-402a3a70-a676-4a75-b392-53920fa0557b service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 200 len: 916 time: 0.1360743 Feb 09 20:51:07.134054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f02ace-b971-4e5c-b4cd-57bb886660f2 req-3c930c0b-b539-490a-9482-e5c326352d29 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:07.136087 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3f02ace-b971-4e5c-b4cd-57bb886660f2 req-3c930c0b-b539-490a-9482-e5c326352d29 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.0888824 Feb 09 20:51:07.219262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] No DVR routers for this DVR port b4b722d4-a7b6-4289-af8c-6ddf0de5cefe on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:07.226227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dc65bfc-d504-418e-b536-a163040ee367 req-5e7500b7-f631-47ae-bdbd-64153f5a93b1 service neutron] 10.222.0.50 "GET /v2.0/networks/160c8eba-73a7-4b68-921a-5d43b34b975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4314961 Feb 09 20:51:07.227406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:07.230675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f80e0e54-4611-454a-8bcd-aca2c3fe35d4 req-e25a4157-03a4-4373-8fcc-c2571fb8f3d0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "DELETE /v2.0/ports/b4b722d4-a7b6-4289-af8c-6ddf0de5cefe HTTP/1.1" status: 204 len: 173 time: 5.6150935 Feb 09 20:51:07.235546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-abc50f41-2c8e-478d-a5c8-00bdfe6fc02f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da556167-f027-4c38-9a86-1589b260f1be HTTP/1.1" status: 200 len: 217 time: 0.0916674 Feb 09 20:51:07.236098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'name': 'network-vif-deleted', 'tag': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:07.239204 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6adaa35-d4e2-4860-a8d7-0792c9c1bc71" -d '{"events": [{"server_uuid": "124d5ba3-15d9-44c0-8340-b433809c0d1b", "name": "network-vif-deleted", "tag": "b4b722d4-a7b6-4289-af8c-6ddf0de5cefe"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:07.243120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Attempting to bind port 390e9036-511f-49fa-b72d-5122771cc981 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:51:07.243669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Attempting to bind port 390e9036-511f-49fa-b72d-5122771cc981 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:51:07.244029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Attempting to bind port 390e9036-511f-49fa-b72d-5122771cc981 on network 25637e94-d8e9-4cc8-a636-fe04dd011d7e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:07.261772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Port 390e9036-511f-49fa-b72d-5122771cc981 on network 25637e94-d8e9-4cc8-a636-fe04dd011d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:07.262101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Attempting to bind port 390e9036-511f-49fa-b72d-5122771cc981 on network 25637e94-d8e9-4cc8-a636-fe04dd011d7e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:07.270976 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3f02ace-b971-4e5c-b4cd-57bb886660f2 req-9d769934-97ab-46bb-b641-427d2c772479 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254168 Feb 09 20:51:07.338746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:07.339085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Checking segment: {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:07.339484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Bound using segment: {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:07.339970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Bound port: 390e9036-511f-49fa-b72d-5122771cc981, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:07.340856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (390e9036-511f-49fa-b72d-5122771cc981), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:07.375809 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495b132a-93b6-4e0e-bb31-9b846b49a3dd x-openstack-request-id: req-495b132a-93b6-4e0e-bb31-9b846b49a3dd {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:07.376326 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124d5ba3-15d9-44c0-8340-b433809c0d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "b4b722d4-a7b6-4289-af8c-6ddf0de5cefe", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:07.376605 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-495b132a-93b6-4e0e-bb31-9b846b49a3dd {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:07.377152 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe', 'code': 200} Feb 09 20:51:07.391675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:07.469817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 43437b38-3678-4176-b19b-516f4c2b90be up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:07.557064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3325a3ce-72f8-41f5-a9c5-0df97a266754 req-b3d4329f-5fdd-400c-a8e3-9cc764b49fc8 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284351 Feb 09 20:51:07.609453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118c3f-7450-4e91-9817-9da0402d3903 req-5c127d5e-1806-4f60-8cff-9a2e3ee44040 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:07.617673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a118c3f-7450-4e91-9817-9da0402d3903 req-5c127d5e-1806-4f60-8cff-9a2e3ee44040 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 944 time: 0.1381569 Feb 09 20:51:07.628661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4ddc18-c7e9-46c4-bab2-8e30455868af {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:07.646700 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3013bb2f-0b31-498a-b554-5b14928214db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:07.654106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Publish callbacks [] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:07.675317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 43437b38-3678-4176-b19b-516f4c2b90be completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:07.687260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 43437b38-3678-4176-b19b-516f4c2b90be triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:07.687521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Transition to ACTIVE for port object 8f4ddc18-c7e9-46c4-bab2-8e30455868af will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:51:07.688189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (43437b38-3678-4176-b19b-516f4c2b90be), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:07.688622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-1c5b2d6d-264e-49e4-8601-435fe26599a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:07.694098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-1c5b2d6d-264e-49e4-8601-435fe26599a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c8440197-f8c5-44cc-8feb-cb566d23ead7 HTTP/1.1" status: 200 len: 855 time: 0.4419236 Feb 09 20:51:07.696274 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777f1f86-4429-44b4-bc50-19c0c2b16d77 x-openstack-request-id: req-777f1f86-4429-44b4-bc50-19c0c2b16d77 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:07.696850 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124d5ba3-15d9-44c0-8340-b433809c0d1b", "name": "network-vif-deleted", "tag": "b4b722d4-a7b6-4289-af8c-6ddf0de5cefe", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:07.697103 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-777f1f86-4429-44b4-bc50-19c0c2b16d77 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:07.697511 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124d5ba3-15d9-44c0-8340-b433809c0d1b', 'name': 'network-vif-deleted', 'tag': 'b4b722d4-a7b6-4289-af8c-6ddf0de5cefe', 'status': 'completed', 'code': 200} Feb 09 20:51:07.699469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Network 19c413cb-3205-461b-931e-ced48013c9b8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:51:07.709491 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:07.802396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:07.812668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:51:07.915478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 43437b38-3678-4176-b19b-516f4c2b90be is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:07.920635 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (43437b38-3678-4176-b19b-516f4c2b90be), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:07.978065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-04028a33-0721-4a7d-bf38-d9f4cf39776b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ed5529-135e-4d4b-a0cf-78635a2de3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2443755 Feb 09 20:51:07.998741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ddc18-c7e9-46c4-bab2-8e30455868af,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:08.032210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 43437b38-3678-4176-b19b-516f4c2b90be, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43437b38-3678-4176-b19b-516f4c2b90be,segment=NetworkSegment(fe1882c4-7651-45d0-ad67-3b6ef6db670b),segment_id=fe1882c4-7651-45d0-ad67-3b6ef6db670b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:08.039065 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (43437b38-3678-4176-b19b-516f4c2b90be), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.048782 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a118c3f-7450-4e91-9817-9da0402d3903 req-13dd1e40-fad9-4bed-a7bb-161b95e2511c tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274683 Feb 09 20:51:08.115635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Pushing event updated for resources: {'Port': ['ID=ce87a5a7-df11-422c-b365-6f0ea1cf476d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:08.155506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=43437b38-3678-4176-b19b-516f4c2b90be,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:08.216978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-4c085dbb-28b8-4132-a988-394b3a0c33d7 service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127366 Feb 09 20:51:08.220058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Attempting to bind port 8f4ddc18-c7e9-46c4-bab2-8e30455868af on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:51:08.220684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Attempting to bind port 8f4ddc18-c7e9-46c4-bab2-8e30455868af by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:51:08.221223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Attempting to bind port 8f4ddc18-c7e9-46c4-bab2-8e30455868af on network 19c413cb-3205-461b-931e-ced48013c9b8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:08.230782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Port 8f4ddc18-c7e9-46c4-bab2-8e30455868af on network 19c413cb-3205-461b-931e-ced48013c9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:08.232069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Attempting to bind port 8f4ddc18-c7e9-46c4-bab2-8e30455868af on network 19c413cb-3205-461b-931e-ced48013c9b8 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:08.237198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-19e8b279-6792-41a0-81b7-afb5a972155b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.240185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:08.240802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Checking segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:08.243726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-19e8b279-6792-41a0-81b7-afb5a972155b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.13 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.7790446 Feb 09 20:51:08.245310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Bound using segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:08.246110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Bound port: 8f4ddc18-c7e9-46c4-bab2-8e30455868af, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:08.246748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.280149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] For port 390e9036-511f-49fa-b72d-5122771cc981, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:08.288596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.289244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.328182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0761fc-7bb4-4a80-be19-f31129762ab5 req-922be117-7343-429a-b4aa-31ac4a8e2db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.337395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0761fc-7bb4-4a80-be19-f31129762ab5 req-922be117-7343-429a-b4aa-31ac4a8e2db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.347040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0761fc-7bb4-4a80-be19-f31129762ab5 req-922be117-7343-429a-b4aa-31ac4a8e2db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.354401 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e0761fc-7bb4-4a80-be19-f31129762ab5 req-922be117-7343-429a-b4aa-31ac4a8e2db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2389 time: 0.1938076 Feb 09 20:51:08.388386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] For port 8f4ddc18-c7e9-46c4-bab2-8e30455868af, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:08.391795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] For port 8f4ddc18-c7e9-46c4-bab2-8e30455868af, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8f4ddc18-c7e9-46c4-bab2-8e30455868af,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:08.396249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] For port 390e9036-511f-49fa-b72d-5122771cc981, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=390e9036-511f-49fa-b72d-5122771cc981,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:08.404271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.423289 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (390e9036-511f-49fa-b72d-5122771cc981), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.459638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60955fb3-5cca-420a-8813-f6c093470055 req-335087be-b96c-4e42-91dd-95142c240957 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.462241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.462848 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.464318 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] 10.222.0.50 "PUT /v2.0/ports/8f4ddc18-c7e9-46c4-bab2-8e30455868af HTTP/1.1" status: 200 len: 1092 time: 3.7727070 Feb 09 20:51:08.464761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fa3d11-1b41-4b60-bf02-1bad419153f3', 'tag': '8f4ddc18-c7e9-46c4-bab2-8e30455868af'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:08.467057 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85006845-0d7f-4d81-8bad-896c94274d36" -d '{"events": [{"name": "network-changed", "server_uuid": "78fa3d11-1b41-4b60-bf02-1bad419153f3", "tag": "8f4ddc18-c7e9-46c4-bab2-8e30455868af"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:08.469509 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60955fb3-5cca-420a-8813-f6c093470055 req-335087be-b96c-4e42-91dd-95142c240957 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 944 time: 0.6287596 Feb 09 20:51:08.478505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-47987e60-a47c-493f-bb10-0a956e0dd725 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4793518 Feb 09 20:51:08.501013 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e0761fc-7bb4-4a80-be19-f31129762ab5 req-40b1a7d6-7c8e-4e8c-bb28-f9f60ea7ce36 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457696 Feb 09 20:51:08.532928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Request body: {'port': {'device_id': 'cbdf14e3-115b-4e81-bb35-42ac3254b760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:08.573524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770de8bc-6533-446f-ba3e-76a83b277098 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4ddc18-c7e9-46c4-bab2-8e30455868af,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:08.597743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-2993309f-b82d-40c3-acd9-7df583c1fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.599508 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-2993309f-b82d-40c3-acd9-7df583c1fd8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 1126 time: 0.0918803 Feb 09 20:51:08.619347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.620287 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.622410 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] 10.222.0.13 "PUT /v2.0/ports/390e9036-511f-49fa-b72d-5122771cc981 HTTP/1.1" status: 200 len: 1093 time: 6.9937038 Feb 09 20:51:08.665900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Request body: {'port': {'device_id': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:08.712401 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-f0989c91-6083-4ada-bfa7-9d3e3a8746ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4ddc18-c7e9-46c4-bab2-8e30455868af HTTP/1.1" status: 200 len: 217 time: 0.0509634 Feb 09 20:51:08.772522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6e56-b868-49ff-8efc-6e91f8838b0a req-5a6cfdb4-238e-4100-b0e6-8c4cb8967c1f tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.774311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4efc6e56-b868-49ff-8efc-6e91f8838b0a req-5a6cfdb4-238e-4100-b0e6-8c4cb8967c1f tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.1738846 Feb 09 20:51:08.799250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc645f-21fb-4fc1-8a44-35d2d8caa663 service neutron] Pushing event updated for resources: {'Port': ['ID=390e9036-511f-49fa-b72d-5122771cc981,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:08.825140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d018d38-d512-46ab-aabb-0a8594df6535 req-3b53ac46-d4d6-4b2e-bb2a-97d522cd648a service neutron] 10.222.0.13 "GET /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755188 Feb 09 20:51:08.841347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60955fb3-5cca-420a-8813-f6c093470055 req-60961325-8f7d-49d8-9b68-c9d0354a86d4 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415666 Feb 09 20:51:08.854660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-93e088c2-b5c2-465e-88b8-c81d1f350839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:08.858016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-93e088c2-b5c2-465e-88b8-c81d1f350839 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 200 len: 853 time: 0.1374817 Feb 09 20:51:08.861826 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.884652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device da556167-f027-4c38-9a86-1589b260f1be details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:08.903895 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4efc6e56-b868-49ff-8efc-6e91f8838b0a req-666c4147-f314-46b3-80b4-9f6f930445f8 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997779 Feb 09 20:51:08.950452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Deleting port 3ecd4198-ff45-4caf-9476-125e21650d80 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:08.951197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.977751 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:08.985282 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5903b087-6155-4eec-8429-4b4ecca48b4d x-openstack-request-id: req-5903b087-6155-4eec-8429-4b4ecca48b4d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:08.985577 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fa3d11-1b41-4b60-bf02-1bad419153f3", "tag": "8f4ddc18-c7e9-46c4-bab2-8e30455868af", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:08.985835 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5903b087-6155-4eec-8429-4b4ecca48b4d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:08.994811 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fa3d11-1b41-4b60-bf02-1bad419153f3', 'tag': '8f4ddc18-c7e9-46c4-bab2-8e30455868af', 'status': 'completed', 'code': 200} Feb 09 20:51:08.997366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-f025a666-e91f-4c15-bdaa-9d0b057da1d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19c413cb-3205-461b-931e-ced48013c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923238 Feb 09 20:51:09.218370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port da556167-f027-4c38-9a86-1589b260f1be, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=da556167-f027-4c38-9a86-1589b260f1be,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:09.248770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'da556167-f027-4c38-9a86-1589b260f1be', 'network_id': '09ed5529-135e-4d4b-a0cf-78635a2de3a4', 'port_id': 'da556167-f027-4c38-9a86-1589b260f1be', 'mac_address': 'fa:16:3e:de:cb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8440197-f8c5-44cc-8feb-cb566d23ead7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:09.305598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557170f4-2a7e-4085-a885-980ae71ac88a req-de6e20af-917f-4365-a50e-67992b8968a4 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:09.317065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-557170f4-2a7e-4085-a885-980ae71ac88a req-de6e20af-917f-4365-a50e-67992b8968a4 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 943 time: 0.2701576 Feb 09 20:51:09.349179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port da556167-f027-4c38-9a86-1589b260f1be is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:09.349586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (da556167-f027-4c38-9a86-1589b260f1be), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:09.378486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd95bb5-281e-4561-a2fe-0da1fad34a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43437b38-3678-4176-b19b-516f4c2b90be'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:09.385233 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1ae1a3-ecad-4c05-81f3-57045bb50143" -d '{"events": [{"server_uuid": "afd95bb5-281e-4561-a2fe-0da1fad34a83", "name": "network-vif-plugged", "status": "completed", "tag": "43437b38-3678-4176-b19b-516f4c2b90be"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:09.399490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da556167-f027-4c38-9a86-1589b260f1be {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:09.442763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port da556167-f027-4c38-9a86-1589b260f1be, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=da556167-f027-4c38-9a86-1589b260f1be,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:09.450400 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (da556167-f027-4c38-9a86-1589b260f1be), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:09.470838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-9f3a70f5-27d5-469d-ad54-2fd974d4fa8b service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660254 Feb 09 20:51:09.491785 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-557170f4-2a7e-4085-a885-980ae71ac88a req-b24460af-8999-4d2d-b998-e91788d8900d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726494 Feb 09 20:51:09.586275 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4bc882-e2fb-4a74-be35-906adaddbaa3 x-openstack-request-id: req-6f4bc882-e2fb-4a74-be35-906adaddbaa3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:09.586605 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd95bb5-281e-4561-a2fe-0da1fad34a83", "name": "network-vif-plugged", "status": "completed", "tag": "43437b38-3678-4176-b19b-516f4c2b90be", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:09.586909 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6f4bc882-e2fb-4a74-be35-906adaddbaa3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:09.587377 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd95bb5-281e-4561-a2fe-0da1fad34a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43437b38-3678-4176-b19b-516f4c2b90be', 'code': 200} Feb 09 20:51:09.615195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-2b0d851f-c67b-4329-b9f8-c5afea8456dc service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222906 Feb 09 20:51:09.624035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=da556167-f027-4c38-9a86-1589b260f1be,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:09.636339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] For port 3ecd4198-ff45-4caf-9476-125e21650d80, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=3ecd4198-ff45-4caf-9476-125e21650d80,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:09.637224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:09.713460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['da556167-f027-4c38-9a86-1589b260f1be'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:09.755560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'tag': '390e9036-511f-49fa-b72d-5122771cc981'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:09.758190 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71152692-99ed-4278-9a7d-1aa4ee9ab56b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "tag": "390e9036-511f-49fa-b72d-5122771cc981"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:09.770469 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4ded848-4122-4443-9e01-31fa8f39615d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:09.820594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa6b82-8be8-4902-a946-261d6236070d req-fe5d6049-c094-4ac7-b67d-78064a098544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:09.822380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38fa6b82-8be8-4902-a946-261d6236070d req-fe5d6049-c094-4ac7-b67d-78064a098544 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 1128 time: 0.1855485 Feb 09 20:51:09.827734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Calling delete_port for 3ecd4198-ff45-4caf-9476-125e21650d80 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:09.884452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074ea71-5be5-449c-b786-4fa230a317af req-25daea79-5458-43ca-a590-34965a757c08 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:09.890537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074ea71-5be5-449c-b786-4fa230a317af req-25daea79-5458-43ca-a590-34965a757c08 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:09.903986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-c7c21201-905a-4125-9b40-16ac3e140c01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1404412 Feb 09 20:51:09.922489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153d59-7ccf-4aec-9c8f-9c593195c16a req-f0c6ee5a-cba8-4cbe-9d1f-6a72ba9da44a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:09.922705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074ea71-5be5-449c-b786-4fa230a317af req-25daea79-5458-43ca-a590-34965a757c08 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:09.930790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b153d59-7ccf-4aec-9c8f-9c593195c16a req-f0c6ee5a-cba8-4cbe-9d1f-6a72ba9da44a tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 945 time: 0.5162091 Feb 09 20:51:09.933075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4074ea71-5be5-449c-b786-4fa230a317af req-25daea79-5458-43ca-a590-34965a757c08 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2389 time: 0.2841985 Feb 09 20:51:10.034710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38fa6b82-8be8-4902-a946-261d6236070d req-7ac26581-8b43-4781-b8f5-b2835d7d84cf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999793 Feb 09 20:51:10.039641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b153d59-7ccf-4aec-9c8f-9c593195c16a req-a413f119-aaef-4f07-bbe0-699e461573bd tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076283 Feb 09 20:51:10.046500 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4074ea71-5be5-449c-b786-4fa230a317af req-38de3276-deaa-42b7-bdfc-2386e3a39593 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110013 Feb 09 20:51:10.150780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c20e7ca-e879-4d7a-a341-a462f629e0d8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:10.163173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85006845-0d7f-4d81-8bad-896c94274d36 req-28b7f745-eac0-4979-bca0-ea4c35270caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.164902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85006845-0d7f-4d81-8bad-896c94274d36 req-28b7f745-eac0-4979-bca0-ea4c35270caf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 1126 time: 0.4753199 Feb 09 20:51:10.190428 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bab82d-84bc-44cf-863f-4aa0a3f7590d x-openstack-request-id: req-b6bab82d-84bc-44cf-863f-4aa0a3f7590d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:10.190870 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "tag": "390e9036-511f-49fa-b72d-5122771cc981", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:10.191224 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b6bab82d-84bc-44cf-863f-4aa0a3f7590d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:10.191838 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'tag': '390e9036-511f-49fa-b72d-5122771cc981', 'status': 'completed', 'code': 200} Feb 09 20:51:10.208541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Publish callbacks [] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:10.261288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-5ac7f8e2-f2e7-431f-acbe-3dd742b15ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.262050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-5ac7f8e2-f2e7-431f-acbe-3dd742b15ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.263229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-5ac7f8e2-f2e7-431f-acbe-3dd742b15ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.265308 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-5ac7f8e2-f2e7-431f-acbe-3dd742b15ab1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2764 time: 0.0970244 Feb 09 20:51:10.351492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Transition to ACTIVE for port object 8c20e7ca-e879-4d7a-a341-a462f629e0d8 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:51:10.369765 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:10.461272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-cafb29e2-fc12-4adb-91f9-2d760e1fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.461272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-cafb29e2-fc12-4adb-91f9-2d760e1fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.461864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-cafb29e2-fc12-4adb-91f9-2d760e1fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.462406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-cafb29e2-fc12-4adb-91f9-2d760e1fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.462941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-cafb29e2-fc12-4adb-91f9-2d760e1fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.463477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-cafb29e2-fc12-4adb-91f9-2d760e1fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.464487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-cafb29e2-fc12-4adb-91f9-2d760e1fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.466262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-cafb29e2-fc12-4adb-91f9-2d760e1fc61e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 6714 time: 0.4902196 Feb 09 20:51:10.592653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050424c0-9a0f-464e-9c82-ffcc93ab4951 req-7c7e0549-ee04-46d5-8997-93f5bee673a6 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.596285 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-050424c0-9a0f-464e-9c82-ffcc93ab4951 req-7c7e0549-ee04-46d5-8997-93f5bee673a6 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 945 time: 0.3056700 Feb 09 20:51:10.636595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-42b65ca3-f23a-4c07-add1-1cb8cfc74314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.637792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-42b65ca3-f23a-4c07-add1-1cb8cfc74314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.637792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-42b65ca3-f23a-4c07-add1-1cb8cfc74314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.639760 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-42b65ca3-f23a-4c07-add1-1cb8cfc74314 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a12b75650e34f4bb0f8342279aca3af&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3650682 Feb 09 20:51:10.701710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-050424c0-9a0f-464e-9c82-ffcc93ab4951 req-3276dbd6-1de7-4087-a007-ec4ef7287546 tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/security-groups?id=1a630e6c-79db-4745-9dcf-c6d715eedb0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946441 Feb 09 20:51:10.901003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device da556167-f027-4c38-9a86-1589b260f1be up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:10.952150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-72f6ca0e-24c6-45f6-8768-62e2ac8718ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:10.953806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-71152692-99ed-4278-9a7d-1aa4ee9ab56b req-72f6ca0e-24c6-45f6-8768-62e2ac8718ef service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2823544 Feb 09 20:51:10.997831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17821f5-429d-4537-a0a6-f0ccb9689802 req-32dc9002-5526-46db-807a-5f715d7b44ed tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.008644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b17821f5-429d-4537-a0a6-f0ccb9689802 req-32dc9002-5526-46db-807a-5f715d7b44ed tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 943 time: 0.1418788 Feb 09 20:51:11.037492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port da556167-f027-4c38-9a86-1589b260f1be completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:11.042703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port da556167-f027-4c38-9a86-1589b260f1be triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:11.043141 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (da556167-f027-4c38-9a86-1589b260f1be), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:11.133037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b17821f5-429d-4537-a0a6-f0ccb9689802 req-37b3fb38-d24d-41ec-9a0b-3d5ab56f6592 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148276 Feb 09 20:51:11.197760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce87a5a7-df11-422c-b365-6f0ea1cf476d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:11.207792 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Publish callbacks [] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:11.224981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Transition to ACTIVE for port object ce87a5a7-df11-422c-b365-6f0ea1cf476d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:51:11.274992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port da556167-f027-4c38-9a86-1589b260f1be is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:11.277098 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (da556167-f027-4c38-9a86-1589b260f1be), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:11.283003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:11.301353 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:11.373938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port da556167-f027-4c38-9a86-1589b260f1be, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=da556167-f027-4c38-9a86-1589b260f1be,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:11.397357 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (da556167-f027-4c38-9a86-1589b260f1be), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:11.397357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 3ecd4198-ff45-4caf-9476-125e21650d80 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:11.405938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3d680-625f-40dc-853f-a42d016702ce req-b00caa88-d1a5-402c-978d-14ad0d33223e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.437687 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3d680-625f-40dc-853f-a42d016702ce req-b00caa88-d1a5-402c-978d-14ad0d33223e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.442557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40271ae6-298b-467d-a154-f69da1f6cc4a req-7e2aa9e7-362f-4e82-a8d5-4dd94a0b158b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.445081 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40271ae6-298b-467d-a154-f69da1f6cc4a req-7e2aa9e7-362f-4e82-a8d5-4dd94a0b158b tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 945 time: 1.2109325 Feb 09 20:51:11.448185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3d680-625f-40dc-853f-a42d016702ce req-b00caa88-d1a5-402c-978d-14ad0d33223e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.465368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3cc3d680-625f-40dc-853f-a42d016702ce req-b00caa88-d1a5-402c-978d-14ad0d33223e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2401 time: 0.2178807 Feb 09 20:51:11.468974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c20e7ca-e879-4d7a-a341-a462f629e0d8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:11.562199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 8f4ddc18-c7e9-46c4-bab2-8e30455868af details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:11.644769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3cc3d680-625f-40dc-853f-a42d016702ce req-2d9bc8d9-8185-4081-9709-cfabc41357fd tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748276 Feb 09 20:51:11.657661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da556167-f027-4c38-9a86-1589b260f1be'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:11.660412 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4610ac4-0d6b-4b14-926d-a0c90570aaae" -d '{"events": [{"server_uuid": "cf265aa8-f0c1-494f-9dc8-1d5c8410e249", "name": "network-vif-plugged", "status": "completed", "tag": "da556167-f027-4c38-9a86-1589b260f1be"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:11.662830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85006845-0d7f-4d81-8bad-896c94274d36 req-b3543182-fef1-467b-a978-34ca5ac27ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.668072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85006845-0d7f-4d81-8bad-896c94274d36 req-b3543182-fef1-467b-a978-34ca5ac27ca3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 914 time: 1.4128294 Feb 09 20:51:11.745852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=da556167-f027-4c38-9a86-1589b260f1be,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:11.751511 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-0f6f931b-4c9c-4de5-98d1-3fcd0731548f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0866561 Feb 09 20:51:11.873505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 3ecd4198-ff45-4caf-9476-125e21650d80 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:11.874297 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:11.938949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a4855-6af3-40ea-9e33-f7a64ba8aa95 req-99cecf1c-06e4-4d2d-a878-7934d9154430 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.946169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d4a4855-6af3-40ea-9e33-f7a64ba8aa95 req-99cecf1c-06e4-4d2d-a878-7934d9154430 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.1567054 Feb 09 20:51:11.970881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-b216e1d6-a6da-4468-b61e-e5b8f7ef6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.972789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-b216e1d6-a6da-4468-b61e-e5b8f7ef6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.973559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-b216e1d6-a6da-4468-b61e-e5b8f7ef6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.974918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-35722f15-fa66-4317-9784-d5e930d5c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:11.976117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-b216e1d6-a6da-4468-b61e-e5b8f7ef6d26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=92b62048-2f94-491d-9b57-9192fbd55b5e&id=af489e63-20e0-49ba-96f7-5b6663ddeba2&id=af489e63-20e0-49ba-96f7-5b6663ddeba2 HTTP/1.1" status: 200 len: 2293 time: 1.4651570 Feb 09 20:51:11.976849 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-35722f15-fa66-4317-9784-d5e930d5c8a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc122075d5254b028c62760ee93d125e&device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 1132 time: 0.1356258 Feb 09 20:51:11.977968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85006845-0d7f-4d81-8bad-896c94274d36 req-d76b0e4c-168f-4216-9226-86bc6f1e8322 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4ddc18-c7e9-46c4-bab2-8e30455868af HTTP/1.1" status: 200 len: 217 time: 0.2279146 Feb 09 20:51:11.987654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce87a5a7-df11-422c-b365-6f0ea1cf476d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:12.013808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d4a4855-6af3-40ea-9e33-f7a64ba8aa95 req-635cd79b-e91f-44d8-b274-59a310233bdd tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662651 Feb 09 20:51:12.020617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 8f4ddc18-c7e9-46c4-bab2-8e30455868af, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8f4ddc18-c7e9-46c4-bab2-8e30455868af,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:12.068898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '8f4ddc18-c7e9-46c4-bab2-8e30455868af', 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'port_id': '8f4ddc18-c7e9-46c4-bab2-8e30455868af', 'mac_address': 'fa:16:3e:16:ef:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b133cc5-47a1-4afa-abf9-57427282f118', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:12.110728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40271ae6-298b-467d-a154-f69da1f6cc4a req-291cac4f-258b-4397-9d97-6f87feb5379c tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141660 Feb 09 20:51:12.133473 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3ecd4198-ff45-4caf-9476-125e21650d80), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:12.193061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Attempting to bind port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:51:12.193633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Attempting to bind port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:51:12.194122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Attempting to bind port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 on network e3073b50-db61-415b-895d-f9353b678fdf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:12.232665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-0f036fba-5b1b-4a77-bf68-2c05327e859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:12.234356 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-0f036fba-5b1b-4a77-bf68-2c05327e859f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.2314255 Feb 09 20:51:12.238991 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0361c00b-8dc1-4bfe-b939-abe7b1a505c2 x-openstack-request-id: req-0361c00b-8dc1-4bfe-b939-abe7b1a505c2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:12.239288 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf265aa8-f0c1-494f-9dc8-1d5c8410e249", "name": "network-vif-plugged", "status": "completed", "tag": "da556167-f027-4c38-9a86-1589b260f1be", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:12.239551 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0361c00b-8dc1-4bfe-b939-abe7b1a505c2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:12.240090 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da556167-f027-4c38-9a86-1589b260f1be', 'code': 200} Feb 09 20:51:12.241224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 8f4ddc18-c7e9-46c4-bab2-8e30455868af is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:12.252403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Pushing event deleted for resources: {'Port': ['ID=3ecd4198-ff45-4caf-9476-125e21650d80,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:12.261953 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:12.271160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 on network e3073b50-db61-415b-895d-f9353b678fdf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:12.271368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Attempting to bind port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 on network e3073b50-db61-415b-895d-f9353b678fdf {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:12.283505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-392fc86a-2cf3-4615-afa1-5ec35e45cd72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a HTTP/1.1" status: 200 len: 1000 time: 0.2730062 Feb 09 20:51:12.302604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Attempting to bind port ce87a5a7-df11-422c-b365-6f0ea1cf476d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:51:12.302939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Attempting to bind port ce87a5a7-df11-422c-b365-6f0ea1cf476d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:51:12.303284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Attempting to bind port ce87a5a7-df11-422c-b365-6f0ea1cf476d on network 19c413cb-3205-461b-931e-ced48013c9b8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:12.317907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4ddc18-c7e9-46c4-bab2-8e30455868af {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:12.331602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d42e0a80-5339-4736-b9fb-491172167805 req-83205b6d-f41b-4a88-826a-f6fd04d3761d tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.102 "GET /v2.0/ports?device_id=026d8ff2-c83e-42c8-923e-a71483389f64 HTTP/1.1" status: 200 len: 210 time: 0.0950544 Feb 09 20:51:12.333973 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-3ae4680c-5fe6-46ac-88ad-c1b29504f36f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f HTTP/1.1" status: 200 len: 217 time: 0.0857406 Feb 09 20:51:12.383178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789998-7de1-44b7-b11f-f0616cd4f5c7 req-28da20f2-bfcc-4046-9586-c45fe52e72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:12.384917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f789998-7de1-44b7-b11f-f0616cd4f5c7 req-28da20f2-bfcc-4046-9586-c45fe52e72c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 1129 time: 0.1495779 Feb 09 20:51:12.385773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85006845-0d7f-4d81-8bad-896c94274d36 req-28c873c3-4745-4a06-a584-8c31ef6fb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:12.387889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85006845-0d7f-4d81-8bad-896c94274d36 req-28c873c3-4745-4a06-a584-8c31ef6fb9eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 200 len: 853 time: 0.3892519 Feb 09 20:51:12.425391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 8f4ddc18-c7e9-46c4-bab2-8e30455868af, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8f4ddc18-c7e9-46c4-bab2-8e30455868af,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:12.439274 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:12.472953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-8c295133-35cd-4dc3-9d3f-f2c6b5ff6feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:12.474412 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-8c295133-35cd-4dc3-9d3f-f2c6b5ff6feb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1306884 Feb 09 20:51:12.526606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:12.535714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Checking segment: {'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:12.536378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Bound using segment: {'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:12.537336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Bound port: 8c20e7ca-e879-4d7a-a341-a462f629e0d8, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a243ee57-9481-4525-94af-181dfe80f43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:12.537899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:12.551175 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f789998-7de1-44b7-b11f-f0616cd4f5c7 req-88ef8706-fb5b-4f31-aaf7-067efa6f39ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598949 Feb 09 20:51:12.584731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Port ce87a5a7-df11-422c-b365-6f0ea1cf476d on network 19c413cb-3205-461b-931e-ced48013c9b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:12.585069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Attempting to bind port ce87a5a7-df11-422c-b365-6f0ea1cf476d on network 19c413cb-3205-461b-931e-ced48013c9b8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:12.587493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=8f4ddc18-c7e9-46c4-bab2-8e30455868af,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:12.589265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-eb48a612-2ef2-4e98-9d18-fafab6e86c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:12.598425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-eb48a612-2ef2-4e98-9d18-fafab6e86c28 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1098757 Feb 09 20:51:12.640600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:12.645071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] No DVR routers for this DVR port 3ecd4198-ff45-4caf-9476-125e21650d80 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:12.657846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85006845-0d7f-4d81-8bad-896c94274d36 req-402b4106-7274-4606-9db4-e73e90bbba1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=19c413cb-3205-461b-931e-ced48013c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2383907 Feb 09 20:51:12.664414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:12.668159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03b8d540-7441-4538-b311-a6dd6bd3e57a req-129d2ba1-65c8-4b67-8904-3e46f294c77b tempest-ServerRescueTestJSONUnderV235-2106260551 tempest-ServerRescueTestJSONUnderV235-2106260551-project] 10.222.0.13 "DELETE /v2.0/ports/3ecd4198-ff45-4caf-9476-125e21650d80 HTTP/1.1" status: 204 len: 173 time: 4.4055793 Feb 09 20:51:12.669772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'name': 'network-vif-deleted', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:12.672523 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2453e8e-cd5c-4be6-ba79-83c276ee5be5" -d '{"events": [{"server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "name": "network-vif-deleted", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:12.688559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:12.689730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Checking segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:12.690314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Bound using segment: {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:12.690952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Bound port: ce87a5a7-df11-422c-b365-6f0ea1cf476d, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7646143b-d642-4283-a843-6fa605d1e475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:12.692060 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:12.721403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['8f4ddc18-c7e9-46c4-bab2-8e30455868af'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:12.797305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-c5a2c0a7-f2f9-43c7-a9c2-7c2f96c42e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:12.799251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-c5a2c0a7-f2f9-43c7-a9c2-7c2f96c42e68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d97c76c3-78d6-4891-8af4-1022a460f626 HTTP/1.1" status: 200 len: 851 time: 0.4786820 Feb 09 20:51:12.822283 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-5249bd7b-0adf-410e-99c8-e1e24fc1a596 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230010 Feb 09 20:51:12.885125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f0e92-6b0d-4fb3-8937-e8586496c75a req-fbcd2704-c6f0-41dc-a222-7ee4ad59ba37 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:12.894606 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-211f0e92-6b0d-4fb3-8937-e8586496c75a req-fbcd2704-c6f0-41dc-a222-7ee4ad59ba37 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 943 time: 0.6346214 Feb 09 20:51:13.022299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-211f0e92-6b0d-4fb3-8937-e8586496c75a req-1206c13a-1430-4767-93e1-cabc7b7e6c0f tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266205 Feb 09 20:51:13.092989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] For port 8c20e7ca-e879-4d7a-a341-a462f629e0d8, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:13.137573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85006845-0d7f-4d81-8bad-896c94274d36 req-2de420d6-652f-4fd1-b2d4-6cae7a70c28a service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595418 Feb 09 20:51:13.139895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] For port 8c20e7ca-e879-4d7a-a341-a462f629e0d8, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8c20e7ca-e879-4d7a-a341-a462f629e0d8,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:13.144000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] For port ce87a5a7-df11-422c-b365-6f0ea1cf476d, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:13.158853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] For port ce87a5a7-df11-422c-b365-6f0ea1cf476d, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ce87a5a7-df11-422c-b365-6f0ea1cf476d,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:13.165442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-2160b6e7-ad87-4587-bc51-fdebf68ea231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.167556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-2160b6e7-ad87-4587-bc51-fdebf68ea231 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbc24cc-903f-4158-ba94-8a4dc1788b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3513222 Feb 09 20:51:13.169469 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:13.192037 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d169f3-96f2-4b6a-b7e5-0a3c49173ced x-openstack-request-id: req-63d169f3-96f2-4b6a-b7e5-0a3c49173ced {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:13.192344 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026d8ff2-c83e-42c8-923e-a71483389f64", "name": "network-vif-deleted", "tag": "3ecd4198-ff45-4caf-9476-125e21650d80", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:13.192610 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-63d169f3-96f2-4b6a-b7e5-0a3c49173ced {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:13.193024 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d8ff2-c83e-42c8-923e-a71483389f64', 'name': 'network-vif-deleted', 'tag': '3ecd4198-ff45-4caf-9476-125e21650d80', 'status': 'completed', 'code': 200} Feb 09 20:51:13.242704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:13.386162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.386837 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:13.388351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c20e7ca-e879-4d7a-a341-a462f629e0d8 HTTP/1.1" status: 200 len: 1093 time: 4.7263272 Feb 09 20:51:13.427277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Request body: {'port': {'device_id': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:13.693655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.694286 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:13.696347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce87a5a7-df11-422c-b365-6f0ea1cf476d HTTP/1.1" status: 200 len: 1092 time: 5.1687744 Feb 09 20:51:13.718486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588504f-0c98-4e08-ada8-3317467e2bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c20e7ca-e879-4d7a-a341-a462f629e0d8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:13.772110 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6fafed9-bcda-4920-acbf-1dfe2284f2e4 req-051a3281-1e47-4b88-a4a1-d3387887ef4d service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9413455 Feb 09 20:51:13.778833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:13.842036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f266e5-ff85-4f9c-8aa6-33058c436333 req-556b37c8-fbd1-4ce4-97a1-009261002a7b tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.847856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f266e5-ff85-4f9c-8aa6-33058c436333 req-556b37c8-fbd1-4ce4-97a1-009261002a7b tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.850119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85006845-0d7f-4d81-8bad-896c94274d36 req-c926ad8c-7794-4013-befc-799dab7884ab service neutron] 10.222.0.50 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006342 Feb 09 20:51:13.855715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f266e5-ff85-4f9c-8aa6-33058c436333 req-556b37c8-fbd1-4ce4-97a1-009261002a7b tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.863262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-25f266e5-ff85-4f9c-8aa6-33058c436333 req-556b37c8-fbd1-4ce4-97a1-009261002a7b tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2401 time: 0.2228746 Feb 09 20:51:13.886217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-f85bcfaa-278d-4c00-9294-d88c4e8347c6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.892173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-f85bcfaa-278d-4c00-9294-d88c4e8347c6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.898544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-f85bcfaa-278d-4c00-9294-d88c4e8347c6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.905479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-f85bcfaa-278d-4c00-9294-d88c4e8347c6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.911766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-f85bcfaa-278d-4c00-9294-d88c4e8347c6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.915394 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:13.917659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-f85bcfaa-278d-4c00-9294-d88c4e8347c6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.924157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-f85bcfaa-278d-4c00-9294-d88c4e8347c6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:13.932732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-f85bcfaa-278d-4c00-9294-d88c4e8347c6 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.5788081 Feb 09 20:51:13.936657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-6cddcdb6-2869-4a7a-9a3c-3bfe6896e26b service neutron] 10.222.0.13 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7421913 Feb 09 20:51:13.947295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-25f266e5-ff85-4f9c-8aa6-33058c436333 req-a31c405e-70f9-4b36-93d4-874f06521078 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830438 Feb 09 20:51:14.088847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaef27-4c35-4b81-b95e-7dfaf19e2977 req-2634b043-f517-4347-8bba-3013e5d896fe tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:14.093079 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1aaef27-4c35-4b81-b95e-7dfaf19e2977 req-2634b043-f517-4347-8bba-3013e5d896fe tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.0865355 Feb 09 20:51:14.100724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a191-f69a-4631-9e28-9e48f86c20a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce87a5a7-df11-422c-b365-6f0ea1cf476d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:14.157142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-8baa0d2d-1933-4ce9-bae7-a6fbc2a69a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:14.159259 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1aaef27-4c35-4b81-b95e-7dfaf19e2977 req-b3fc9269-8c71-4d36-8ca9-8f925bc1486b tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584509 Feb 09 20:51:14.170466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-8baa0d2d-1933-4ce9-bae7-a6fbc2a69a17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 1126 time: 0.4050429 Feb 09 20:51:14.183076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-d3beb70a-903c-4c23-86a0-09919636c08a service neutron] 10.222.0.13 "GET /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320743 Feb 09 20:51:14.345482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574ef2-78d0-4ffd-a362-5eb2afb98e03 req-fe78a4c4-68dc-4cc2-b94a-010b53d9d002 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:14.350729 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-cdbd7ff1-7645-4623-9099-713edb8e665d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce87a5a7-df11-422c-b365-6f0ea1cf476d HTTP/1.1" status: 200 len: 217 time: 0.1631341 Feb 09 20:51:14.354065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44574ef2-78d0-4ffd-a362-5eb2afb98e03 req-fe78a4c4-68dc-4cc2-b94a-010b53d9d002 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 945 time: 0.1170039 Feb 09 20:51:14.390867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3dcbe5f-2f9f-404f-abc9-a4ac995b2c47 req-deaf4713-f6f2-4f4c-bd15-ae4cb91780c1 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4571414 Feb 09 20:51:14.433867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-6ac33b1c-9dc1-4547-8d9f-b5346d8bf679 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 HTTP/1.1" status: 200 len: 217 time: 0.2298791 Feb 09 20:51:14.454059 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44574ef2-78d0-4ffd-a362-5eb2afb98e03 req-d4b1d2e4-c8aa-4432-a80a-71c98abcc885 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806904 Feb 09 20:51:14.497970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:14.685810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5d078-8573-4eb9-96b5-36fe0bee036c req-f46fe991-7b78-497a-be9e-fdbac5e2c251 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:14.693788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bd5d078-8573-4eb9-96b5-36fe0bee036c req-f46fe991-7b78-497a-be9e-fdbac5e2c251 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 944 time: 0.1114039 Feb 09 20:51:14.740499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-2147a344-d194-4d6e-84b7-b4fa3875e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:14.743870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-2147a344-d194-4d6e-84b7-b4fa3875e3c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.2947149 Feb 09 20:51:14.745741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-92b7b015-1fdd-4a4f-b345-095833442f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:14.748433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-92b7b015-1fdd-4a4f-b345-095833442f53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 200 len: 853 time: 0.3539321 Feb 09 20:51:14.878399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bd5d078-8573-4eb9-96b5-36fe0bee036c req-952bf639-4dd2-410c-8e42-85f164a8429a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835089 Feb 09 20:51:15.234504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd415977-ad22-4ae4-b6dd-5318838f45e8 req-4d3de72d-7428-4259-93ec-6f8a4a67120c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:15.239745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd415977-ad22-4ae4-b6dd-5318838f45e8 req-4d3de72d-7428-4259-93ec-6f8a4a67120c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:15.245250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd415977-ad22-4ae4-b6dd-5318838f45e8 req-4d3de72d-7428-4259-93ec-6f8a4a67120c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:15.252686 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd415977-ad22-4ae4-b6dd-5318838f45e8 req-4d3de72d-7428-4259-93ec-6f8a4a67120c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2401 time: 0.1607974 Feb 09 20:51:15.299914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'tag': '8c20e7ca-e879-4d7a-a341-a462f629e0d8'}, {'name': 'network-changed', 'server_uuid': 'cbdf14e3-115b-4e81-bb35-42ac3254b760', 'tag': 'ce87a5a7-df11-422c-b365-6f0ea1cf476d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:15.302155 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "tag": "8c20e7ca-e879-4d7a-a341-a462f629e0d8"}, {"name": "network-changed", "server_uuid": "cbdf14e3-115b-4e81-bb35-42ac3254b760", "tag": "ce87a5a7-df11-422c-b365-6f0ea1cf476d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:15.310741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-54289ca1-b548-4f4e-96f7-eafbcde63080 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19c413cb-3205-461b-931e-ced48013c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5491056 Feb 09 20:51:15.331308 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd415977-ad22-4ae4-b6dd-5318838f45e8 req-9e4e1fc0-2cc4-4e61-9598-682852d51dcc tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692544 Feb 09 20:51:15.398894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (e67b91ac-c60e-478c-85b1-9d0fd573192c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:15.402509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c8615-a974-475f-b992-7ad448ea2e7f req-260a76fd-1113-49f7-ae5a-0ef7d9745b79 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:15.410124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ac0c8615-a974-475f-b992-7ad448ea2e7f req-260a76fd-1113-49f7-ae5a-0ef7d9745b79 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.8473368 Feb 09 20:51:15.439056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-7fac1fd3-8c88-4481-bca9-3ef559f67498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:15.440493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-7fac1fd3-8c88-4481-bca9-3ef559f67498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6776054 Feb 09 20:51:15.489584 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eed1896-ad8b-4cb9-a3d7-d5445b802dd9 x-openstack-request-id: req-9eed1896-ad8b-4cb9-a3d7-d5445b802dd9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:15.489912 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "tag": "8c20e7ca-e879-4d7a-a341-a462f629e0d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbdf14e3-115b-4e81-bb35-42ac3254b760", "tag": "ce87a5a7-df11-422c-b365-6f0ea1cf476d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:15.490138 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9eed1896-ad8b-4cb9-a3d7-d5445b802dd9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:15.491077 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'tag': '8c20e7ca-e879-4d7a-a341-a462f629e0d8', 'status': 'completed', 'code': 200} Feb 09 20:51:15.491340 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdf14e3-115b-4e81-bb35-42ac3254b760', 'tag': 'ce87a5a7-df11-422c-b365-6f0ea1cf476d', 'status': 'completed', 'code': 200} Feb 09 20:51:15.513309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 8f4ddc18-c7e9-46c4-bab2-8e30455868af up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:15.628608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 8f4ddc18-c7e9-46c4-bab2-8e30455868af completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:15.633189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 8f4ddc18-c7e9-46c4-bab2-8e30455868af triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:15.633532 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:15.747160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 8f4ddc18-c7e9-46c4-bab2-8e30455868af is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:15.747740 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:15.756801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ac0c8615-a974-475f-b992-7ad448ea2e7f req-5e99119e-6e6b-4a9a-9fc4-0d5303c285ca tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457601 Feb 09 20:51:15.768769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-b0057988-3044-4032-a815-3a8badb9afdb service neutron] 10.222.0.13 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490399 Feb 09 20:51:15.781221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fa3d11-1b41-4b60-bf02-1bad419153f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4ddc18-c7e9-46c4-bab2-8e30455868af'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:15.785250 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8127bc-e056-4ec0-9501-d783600d3442" -d '{"events": [{"server_uuid": "78fa3d11-1b41-4b60-bf02-1bad419153f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f4ddc18-c7e9-46c4-bab2-8e30455868af"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:15.806133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 8f4ddc18-c7e9-46c4-bab2-8e30455868af, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8f4ddc18-c7e9-46c4-bab2-8e30455868af,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:15.814646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:15.815427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-fb065661-7eaf-4056-b507-5b9c2e31eea8 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640788 Feb 09 20:51:15.826272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-6cb01ed6-e3e2-46f7-ae95-c639c4a0d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:15.826802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-6cb01ed6-e3e2-46f7-ae95-c639c4a0d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:15.827448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-6cb01ed6-e3e2-46f7-ae95-c639c4a0d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:15.829218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-6cb01ed6-e3e2-46f7-ae95-c639c4a0d906 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2863 time: 0.3182244 Feb 09 20:51:15.879420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feba8bdc-dae8-405a-8661-dae58f78498e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:15.909413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=8f4ddc18-c7e9-46c4-bab2-8e30455868af,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:15.938543 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Publish callbacks [] for port (feba8bdc-dae8-405a-8661-dae58f78498e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:16.034557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-04db1722-faac-445c-93a9-56d847c1bc6a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.040699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-04db1722-faac-445c-93a9-56d847c1bc6a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.046654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-04db1722-faac-445c-93a9-56d847c1bc6a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.054192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-04db1722-faac-445c-93a9-56d847c1bc6a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.061603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-04db1722-faac-445c-93a9-56d847c1bc6a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.067015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-04db1722-faac-445c-93a9-56d847c1bc6a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.073015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-04db1722-faac-445c-93a9-56d847c1bc6a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.080784 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-04db1722-faac-445c-93a9-56d847c1bc6a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.3878880 Feb 09 20:51:16.202547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6522fde7-c499-47a9-83d4-dcdde1e64428 req-4c84ad76-3e7e-47a2-bbe7-7d660fa153a0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207500 Feb 09 20:51:16.249800 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd60400-57c8-4ae0-b5b2-e9eb5429d69f x-openstack-request-id: req-ebd60400-57c8-4ae0-b5b2-e9eb5429d69f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:16.250422 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fa3d11-1b41-4b60-bf02-1bad419153f3", "name": "network-vif-plugged", "status": "completed", "tag": "8f4ddc18-c7e9-46c4-bab2-8e30455868af", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:16.250786 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ebd60400-57c8-4ae0-b5b2-e9eb5429d69f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:16.251361 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fa3d11-1b41-4b60-bf02-1bad419153f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4ddc18-c7e9-46c4-bab2-8e30455868af', 'code': 200} Feb 09 20:51:16.265522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-a0d66403-9df2-44a4-addd-2e7e16bdd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.268257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-a0d66403-9df2-44a4-addd-2e7e16bdd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.268731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-a0d66403-9df2-44a4-addd-2e7e16bdd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.272650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-a0d66403-9df2-44a4-addd-2e7e16bdd271 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a12b75650e34f4bb0f8342279aca3af&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4045384 Feb 09 20:51:16.274736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-b1204f72-57d0-4e4f-a998-48259e647a37 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444964 Feb 09 20:51:16.304717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-871f6c96-8b92-4f19-a318-15cef817cb17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.316689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-871f6c96-8b92-4f19-a318-15cef817cb17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.341034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-871f6c96-8b92-4f19-a318-15cef817cb17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.355309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-871f6c96-8b92-4f19-a318-15cef817cb17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.362341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-871f6c96-8b92-4f19-a318-15cef817cb17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.368892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-871f6c96-8b92-4f19-a318-15cef817cb17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.379696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-871f6c96-8b92-4f19-a318-15cef817cb17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.381927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-871f6c96-8b92-4f19-a318-15cef817cb17 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 5433 time: 0.2931709 Feb 09 20:51:16.433436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-d455f8b7-0ab3-4674-aadb-9530c2c14a2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=b6c4531d-8046-408e-b1be-48703d926f9b HTTP/1.1" status: 200 len: 217 time: 0.1401517 Feb 09 20:51:16.511649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eea61cea-eeba-4c4b-a0b1-acb2b1bc0e4d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.514153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eea61cea-eeba-4c4b-a0b1-acb2b1bc0e4d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "GET /v2.0/ports/254c518b-69b5-4f3d-b4a2-ee8203c9c3e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1232178 Feb 09 20:51:16.564007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-b6fa3d88-2d38-4c06-a23c-81c65b36c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.565556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-b6fa3d88-2d38-4c06-a23c-81c65b36c7a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.0668082 Feb 09 20:51:16.590225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Transition to ACTIVE for port object feba8bdc-dae8-405a-8661-dae58f78498e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:51:16.601635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5b05d-b496-443f-83b2-b83a2843f166 req-5a781118-cfb8-4305-a749-e9caf8ed7b49 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.609723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6a5b05d-b496-443f-83b2-b83a2843f166 req-5a781118-cfb8-4305-a749-e9caf8ed7b49 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 945 time: 0.2241857 Feb 09 20:51:16.671731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Deleting port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:16.672148 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:16.693090 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:16.771609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5520a-4862-4dc7-8594-7e8ee6a0ae76 req-c70cd69e-4e9f-48f4-95ab-4f5f7d9de8f4 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.772277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6a5b05d-b496-443f-83b2-b83a2843f166 req-619c9c59-b414-4539-b91c-5e12c8ad1a07 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613092 Feb 09 20:51:16.776308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecb5520a-4862-4dc7-8594-7e8ee6a0ae76 req-c70cd69e-4e9f-48f4-95ab-4f5f7d9de8f4 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 945 time: 0.3336725 Feb 09 20:51:16.798663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-84f73252-64a1-41fe-9c35-080d53ff293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.801675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-84f73252-64a1-41fe-9c35-080d53ff293c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4400434 Feb 09 20:51:16.808123 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-16db7abf-0a93-4052-899b-7418ec2eaf56 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2880878 Feb 09 20:51:16.812304 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a1c441-c23f-41d4-a31a-69562d9e93b8 req-88cb148c-73b7-4cd1-a927-166a4dffce36 service neutron] 10.222.0.13 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0251694 Feb 09 20:51:16.818805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Pushing event updated for resources: {'Port': ['ID=feba8bdc-dae8-405a-8661-dae58f78498e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:16.828523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:16.830359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126018a8-21d3-4e2a-a7a0-514ca5cc2015 req-361a180f-ee28-4046-b1b9-3b8b58950bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.831964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-126018a8-21d3-4e2a-a7a0-514ca5cc2015 req-361a180f-ee28-4046-b1b9-3b8b58950bfc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 1128 time: 0.3970685 Feb 09 20:51:16.884265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-8184b088-65b3-435e-a0bc-7f8002186907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:16.886163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-8184b088-65b3-435e-a0bc-7f8002186907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2909255 Feb 09 20:51:17.025931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:17.062691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] For port eac1e8b9-5bca-43ec-9fb1-ea7800b08c06, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,segment=NetworkSegment(b55cb394-c5c1-46ca-9d9d-36a5074aef43),segment_id=b55cb394-c5c1-46ca-9d9d-36a5074aef43)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:17.063350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:17.083990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-126018a8-21d3-4e2a-a7a0-514ca5cc2015 req-2a72f2a9-3594-4419-84ac-a39c11e20cce service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359540 Feb 09 20:51:17.134717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Attempting to bind port feba8bdc-dae8-405a-8661-dae58f78498e on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:51:17.135223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Attempting to bind port feba8bdc-dae8-405a-8661-dae58f78498e by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:51:17.135386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Calling delete_port for eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:17.135826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Attempting to bind port feba8bdc-dae8-405a-8661-dae58f78498e on network 25637e94-d8e9-4cc8-a636-fe04dd011d7e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:17.152324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Port feba8bdc-dae8-405a-8661-dae58f78498e on network 25637e94-d8e9-4cc8-a636-fe04dd011d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:17.153631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Attempting to bind port feba8bdc-dae8-405a-8661-dae58f78498e on network 25637e94-d8e9-4cc8-a636-fe04dd011d7e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:17.173807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecb5520a-4862-4dc7-8594-7e8ee6a0ae76 req-9e630183-7776-42bd-8f6e-5a09895736ce tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355772 Feb 09 20:51:17.191617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:17.192139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Checking segment: {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:17.192610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Bound using segment: {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:17.193145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Bound port: feba8bdc-dae8-405a-8661-dae58f78498e, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593ec2b0-fe59-45af-b567-31f783cd3cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:17.193574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:17.215890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-a5b3959f-c313-42e2-87b6-2d03fd08b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:17.217569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-a5b3959f-c313-42e2-87b6-2d03fd08b2ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 1126 time: 0.3283393 Feb 09 20:51:17.307213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-9720917f-5308-4421-856f-82c1359dff02 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019868 Feb 09 20:51:17.317319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e612-3056-4d97-9342-bf5795c4f443 req-f7d9bdfb-da2d-4179-beb9-dae130e3f27f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:17.318916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d03e612-3056-4d97-9342-bf5795c4f443 req-f7d9bdfb-da2d-4179-beb9-dae130e3f27f tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.4042628 Feb 09 20:51:17.449363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d03e612-3056-4d97-9342-bf5795c4f443 req-bb340feb-b768-47fd-956c-5284b613a0aa tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207979 Feb 09 20:51:17.521111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-bc9de07b-640a-4f5a-b72e-75444e52be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:17.522910 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-bc9de07b-640a-4f5a-b72e-75444e52be9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 200 len: 914 time: 0.2799940 Feb 09 20:51:17.524090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] For port feba8bdc-dae8-405a-8661-dae58f78498e, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:17.565657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] For port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:17.587816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] For port feba8bdc-dae8-405a-8661-dae58f78498e, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=feba8bdc-dae8-405a-8661-dae58f78498e,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:17.597938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-14103d7e-51ce-47ce-a5d6-b431992ff958 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce87a5a7-df11-422c-b365-6f0ea1cf476d HTTP/1.1" status: 200 len: 217 time: 0.0635006 Feb 09 20:51:17.598376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (eac1e8b9-5bca-43ec-9fb1-ea7800b08c06), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:17.620278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:17.649280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac1e8b9-5bca-43ec-9fb1-ea7800b08c06,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:17.659425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3bd9-a76e-4560-95ce-89d0ffcb4e48 req-a7934a45-a71a-41cb-b5d8-350c6468f9e0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:17.666787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3bd9-a76e-4560-95ce-89d0ffcb4e48 req-a7934a45-a71a-41cb-b5d8-350c6468f9e0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:17.673593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e3bd9-a76e-4560-95ce-89d0ffcb4e48 req-a7934a45-a71a-41cb-b5d8-350c6468f9e0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:17.679610 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f2e3bd9-a76e-4560-95ce-89d0ffcb4e48 req-a7934a45-a71a-41cb-b5d8-350c6468f9e0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2413 time: 0.3479104 Feb 09 20:51:17.721082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] For port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:17.774996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-3299b5b4-c987-4a67-b91a-43c6ce56cea9 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424872 Feb 09 20:51:17.817972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] device_id is not set on port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:51:17.837643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] Publish callbacks [] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:17.859225 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:17.913510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-e0481423-ebc7-49f2-9054-00885e94fae4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 HTTP/1.1" status: 200 len: 217 time: 0.0989728 Feb 09 20:51:17.925724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:17.926375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:17.928021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] 10.222.0.13 "PUT /v2.0/ports/feba8bdc-dae8-405a-8661-dae58f78498e HTTP/1.1" status: 200 len: 1093 time: 4.5056479 Feb 09 20:51:17.928514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'tag': 'feba8bdc-dae8-405a-8661-dae58f78498e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:17.933731 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492eeea3-64fe-4879-9b79-697e9d22b5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "tag": "feba8bdc-dae8-405a-8661-dae58f78498e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:18.010514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-a82dfbcd-2275-41e4-9dfe-01de6b9b3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.010514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-a82dfbcd-2275-41e4-9dfe-01de6b9b3046 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 200 len: 853 time: 0.3812110 Feb 09 20:51:18.010514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4e0b4-74bf-437a-ac3d-d9984fd4b7bb service neutron] Pushing event updated for resources: {'Port': ['ID=feba8bdc-dae8-405a-8661-dae58f78498e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:18.070422 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f2e3bd9-a76e-4560-95ce-89d0ffcb4e48 req-ca0ea69a-e864-4672-9a27-e8f89d72915b tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654187 Feb 09 20:51:18.079329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-d6aae604-27b3-4a14-9314-5bf78366a986 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19c413cb-3205-461b-931e-ced48013c9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445459 Feb 09 20:51:18.188705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-a2694b12-27b4-4b22-8ab7-98bf1fc56c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.188705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-a2694b12-27b4-4b22-8ab7-98bf1fc56c08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.2448125 Feb 09 20:51:18.286940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-510e7158-841d-4137-b833-e2fb076d9b4c tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.297761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-510e7158-841d-4137-b833-e2fb076d9b4c tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.50 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 945 time: 0.3789911 Feb 09 20:51:18.314839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] Pushing event updated for resources: {'Port': ['ID=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:18.349246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] No DVR routers for this DVR port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:18.423385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (e67b91ac-c60e-478c-85b1-9d0fd573192c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:18.435668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] In _notify_port_updated(), no bound segment for port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:51:18.437006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.437906 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:18.439535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-c5aa904e-5b3e-4358-84d2-7de5a3550b88 service neutron] 10.222.0.13 "PUT /v2.0/ports/254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 HTTP/1.1" status: 200 len: 1027 time: 1.6250393 Feb 09 20:51:18.454708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef148989-4374-4c64-b12d-77a9c3c36198 req-764cc262-c6ff-4281-8636-6869d58c5f00 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.466715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef148989-4374-4c64-b12d-77a9c3c36198 req-764cc262-c6ff-4281-8636-6869d58c5f00 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.475746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef148989-4374-4c64-b12d-77a9c3c36198 req-764cc262-c6ff-4281-8636-6869d58c5f00 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.480162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef148989-4374-4c64-b12d-77a9c3c36198 req-764cc262-c6ff-4281-8636-6869d58c5f00 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.490263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef148989-4374-4c64-b12d-77a9c3c36198 req-764cc262-c6ff-4281-8636-6869d58c5f00 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.498714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef148989-4374-4c64-b12d-77a9c3c36198 req-764cc262-c6ff-4281-8636-6869d58c5f00 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.507935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ef148989-4374-4c64-b12d-77a9c3c36198 req-764cc262-c6ff-4281-8636-6869d58c5f00 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 4659 time: 0.6295834 Feb 09 20:51:18.753162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-be193af4-0499-4627-b21b-f25733cc0388 None None] Provisioning complete for port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:18.754443 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be193af4-0499-4627-b21b-f25733cc0388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:18.770176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-322568f5-b873-453f-909f-7d68a435aaa8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.771557 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-322568f5-b873-453f-909f-7d68a435aaa8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "GET /v2.0/ports/b6c4531d-8046-408e-b1be-48703d926f9b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2557063 Feb 09 20:51:18.784440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:18.806226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-be193af4-0499-4627-b21b-f25733cc0388 None None] Port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:51:18.824078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ef148989-4374-4c64-b12d-77a9c3c36198 req-63abebb0-a77d-4e0f-91e7-3ef423663d72 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=e7202ce0-7135-46bd-b8a0-95486659f497&id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3150764 Feb 09 20:51:18.893761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-d4d85a37-c8d6-4f09-aff1-cda8e8297a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.895543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-d4d85a37-c8d6-4f09-aff1-cda8e8297a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.897413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-d4d85a37-c8d6-4f09-aff1-cda8e8297a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.899709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-d4d85a37-c8d6-4f09-aff1-cda8e8297a6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2962 time: 0.7921855 Feb 09 20:51:18.945646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Router e67b91ac-c60e-478c-85b1-9d0fd573192c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:51:18.950787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ce87a5a7-df11-422c-b365-6f0ea1cf476d details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:18.956746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 1117f6d3-d356-4c4b-9642-cd3690962e20 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:18.977426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72d3b-ceae-4637-974f-9d7d89696716 req-d9cf0e5d-1648-4336-b5a8-594b2efaf811 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.978987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af72d3b-ceae-4637-974f-9d7d89696716 req-d9cf0e5d-1648-4336-b5a8-594b2efaf811 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.7955232 Feb 09 20:51:18.984534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-8493d837-2164-44e6-aac9-d7cfd3a6a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:18.986475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-8493d837-2164-44e6-aac9-d7cfd3a6a6c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7622242 Feb 09 20:51:18.999457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-ad78def9-7a61-461a-955c-cd6449d0963c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=390e9036-511f-49fa-b72d-5122771cc981 HTTP/1.1" status: 200 len: 217 time: 0.0849011 Feb 09 20:51:19.024985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-3b1f42dc-e018-4acb-a00c-5929424faa30 service neutron] 10.222.0.13 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9319797 Feb 09 20:51:19.208795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:51:19.221827 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] Sync routers for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:51:19.234825 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:51:19.235462 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:19.288195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e215cd15-cdf6-4083-9b3f-fd7d7186e687 admin admin] 10.222.0.102 "PUT /v2.0/routers/e67b91ac-c60e-478c-85b1-9d0fd573192c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7890620 Feb 09 20:51:19.295154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:19.340257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 1117f6d3-d356-4c4b-9642-cd3690962e20 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:19.340476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-87a5d1e7-5a70-4021-a908-bbb20c294d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:19.340654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.341851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-87a5d1e7-5a70-4021-a908-bbb20c294d6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ef135a4-83cb-4f9c-b653-0abf56eddf62 HTTP/1.1" status: 200 len: 801 time: 0.2993672 Feb 09 20:51:19.422075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1117f6d3-d356-4c4b-9642-cd3690962e20'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:19.424388 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfacb26b-754d-407b-bf1f-4058d0a6438a" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "1117f6d3-d356-4c4b-9642-cd3690962e20"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:19.447545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 1117f6d3-d356-4c4b-9642-cd3690962e20, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1117f6d3-d356-4c4b-9642-cd3690962e20,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:19.448017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Deleting port 43437b38-3678-4176-b19b-516f4c2b90be {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:19.448375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (43437b38-3678-4176-b19b-516f4c2b90be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.450270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ce87a5a7-df11-422c-b365-6f0ea1cf476d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ce87a5a7-df11-422c-b365-6f0ea1cf476d,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:19.453903 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.454839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b6c4531d-8046-408e-b1be-48703d926f9b no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:19.481643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7af72d3b-ceae-4637-974f-9d7d89696716 req-d722e216-df99-44b2-9162-adf517e765ba tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882560 Feb 09 20:51:19.533471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'ce87a5a7-df11-422c-b365-6f0ea1cf476d', 'network_id': '19c413cb-3205-461b-931e-ced48013c9b8', 'port_id': 'ce87a5a7-df11-422c-b365-6f0ea1cf476d', 'mac_address': 'fa:16:3e:ef:f4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b133cc5-47a1-4afa-abf9-57427282f118', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:19.558243 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.560916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks [] for router (e67b91ac-c60e-478c-85b1-9d0fd573192c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.643286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port ce87a5a7-df11-422c-b365-6f0ea1cf476d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:19.643701 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.674933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce87a5a7-df11-422c-b365-6f0ea1cf476d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:19.684204 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:51:19.735331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-27fc5f5f-e9d5-4a93-b144-da0e5f397223 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348847 Feb 09 20:51:19.742150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b6c4531d-8046-408e-b1be-48703d926f9b is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:19.752198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.755945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks [] for router_gateway (e67b91ac-c60e-478c-85b1-9d0fd573192c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.774198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=1117f6d3-d356-4c4b-9642-cd3690962e20,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:19.781726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbab8d5-0b3f-464b-8816-7ef126255baf req-df25640e-f2f8-4890-b0b0-bf12270c7fa1 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:19.790943 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6bbab8d5-0b3f-464b-8816-7ef126255baf req-df25640e-f2f8-4890-b0b0-bf12270c7fa1 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 949 time: 0.8228478 Feb 09 20:51:19.801253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ce87a5a7-df11-422c-b365-6f0ea1cf476d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ce87a5a7-df11-422c-b365-6f0ea1cf476d,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:19.817893 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-69484abc-e992-4aea-a9da-e0cf3f012759 service neutron] 10.222.0.13 "GET /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576494 Feb 09 20:51:19.834123 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.905308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=ce87a5a7-df11-422c-b365-6f0ea1cf476d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:19.933383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b6c4531d-8046-408e-b1be-48703d926f9b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b6c4531d-8046-408e-b1be-48703d926f9b,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:19.939962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:19.940987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:19.976582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-1e8bccd0-ef45-4859-a30b-4f6b1dcacb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:19.978079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-1e8bccd0-ef45-4859-a30b-4f6b1dcacb77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25637e94-d8e9-4cc8-a636-fe04dd011d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5959854 Feb 09 20:51:19.990972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-cf57b1be-e86e-433c-8364-885e39e9e74e tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:19.993193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-cf57b1be-e86e-433c-8364-885e39e9e74e tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.50 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 949 time: 0.3034606 Feb 09 20:51:20.049249 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:51:17Z', 'revision_number': 5, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port': {'id': 'c05efa83-55fd-4db3-bb0d-dbbece527e87', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:49:30Z', 'updated_at': '2022-02-09T20:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:20.104664 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] Checking router: e67b91ac-c60e-478c-85b1-9d0fd573192c for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:51:20.126353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:20.126759 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.128655 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] Routers {'e67b91ac-c60e-478c-85b1-9d0fd573192c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:51:20.129375 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e67b91ac-c60e-478c-85b1-9d0fd573192c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:20.143575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['ce87a5a7-df11-422c-b365-6f0ea1cf476d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:20.173822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:20.176951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] For port b6c4531d-8046-408e-b1be-48703d926f9b, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b6c4531d-8046-408e-b1be-48703d926f9b,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:20.197087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] For port 43437b38-3678-4176-b19b-516f4c2b90be, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=43437b38-3678-4176-b19b-516f4c2b90be,segment=NetworkSegment(fe1882c4-7651-45d0-ad67-3b6ef6db670b),segment_id=fe1882c4-7651-45d0-ad67-3b6ef6db670b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:20.197617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (43437b38-3678-4176-b19b-516f4c2b90be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.200051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c4531d-8046-408e-b1be-48703d926f9b,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:20.207297 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.208226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:20.237797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] For port b6c4531d-8046-408e-b1be-48703d926f9b, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:20.274422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e7649-857b-48a6-b12e-6c455218d395 req-ae9c3652-06de-47c7-820e-5f54c5894a9d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:20.285055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] device_id is not set on port b6c4531d-8046-408e-b1be-48703d926f9b yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:51:20.285679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-027e7649-857b-48a6-b12e-6c455218d395 req-ae9c3652-06de-47c7-820e-5f54c5894a9d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 945 time: 0.6616895 Feb 09 20:51:20.286832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Calling delete_port for 43437b38-3678-4176-b19b-516f4c2b90be owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:20.296430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] Publish callbacks [] for port (b6c4531d-8046-408e-b1be-48703d926f9b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.307731 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] Set router e67b91ac-c60e-478c-85b1-9d0fd573192c gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:51:20.319542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-98333571-d301-4802-a431-61446e8f2519 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576446 Feb 09 20:51:20.327400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:20.336707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 host ! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:51:20.337131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:20.337829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 55677019-331b-4afc-8f6c-0f05f1679df0 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:20.393122 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.434852 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:51:19Z', 'revision_number': 6, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:20.478791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-d2449b83-faf2-4123-9e0d-880682d8cbc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1117f6d3-d356-4c4b-9642-cd3690962e20 HTTP/1.1" status: 200 len: 217 time: 0.1353047 Feb 09 20:51:20.490203 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c604b63b-83d6-4aa9-a02d-779b626fc545 None None] The sync data for ids ['e67b91ac-c60e-478c-85b1-9d0fd573192c'] in n-d-789963-29 is: [{'id': 'e67b91ac-c60e-478c-85b1-9d0fd573192c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1345051437-router', 'tenant_id': '062dac08eac94b1782226273dead12cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:49:28Z', 'updated_at': '2022-02-09T20:51:19Z', 'revision_number': 6, 'project_id': '062dac08eac94b1782226273dead12cd', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:51:20.505017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 55677019-331b-4afc-8f6c-0f05f1679df0 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:20.505884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.564902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] Pushing event updated for resources: {'Port': ['ID=b6c4531d-8046-408e-b1be-48703d926f9b,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:20.582418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 55677019-331b-4afc-8f6c-0f05f1679df0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=55677019-331b-4afc-8f6c-0f05f1679df0,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:20.589032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Deleting port c05efa83-55fd-4db3-bb0d-dbbece527e87 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:20.589372 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.593800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6bbab8d5-0b3f-464b-8816-7ef126255baf req-f0360001-d131-452f-82ca-062df9c5c495 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/security-groups?id=afffedd6-6711-46e0-af1c-c02f49624c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8020487 Feb 09 20:51:20.603179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-26523e73-8486-4e26-af9c-967fac3a3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:20.612606 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.617045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-26523e73-8486-4e26-af9c-967fac3a3272 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 200 len: 797 time: 0.0752854 Feb 09 20:51:20.619040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ac7b661d-aff1-4733-bd4c-2c061c16bf3a no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:20.714597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-1759f6e4-9806-4d01-a914-7f28388e5172 service neutron] 10.222.0.13 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121909 Feb 09 20:51:20.726325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] No DVR routers for this DVR port b6c4531d-8046-408e-b1be-48703d926f9b on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:20.741036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=55677019-331b-4afc-8f6c-0f05f1679df0,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:20.762350 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7826b5-cf87-4e7e-b2bd-04f7c56aaec5 x-openstack-request-id: req-2a7826b5-cf87-4e7e-b2bd-04f7c56aaec5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:20.762791 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "tag": "feba8bdc-dae8-405a-8661-dae58f78498e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:20.763146 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2a7826b5-cf87-4e7e-b2bd-04f7c56aaec5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:20.763654 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'tag': 'feba8bdc-dae8-405a-8661-dae58f78498e', 'status': 'completed', 'code': 200} Feb 09 20:51:20.770310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-027e7649-857b-48a6-b12e-6c455218d395 req-d87923e5-0037-4a68-9121-63a6acc5d3a3 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734745 Feb 09 20:51:20.883500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port ac7b661d-aff1-4733-bd4c-2c061c16bf3a is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:20.884087 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.943113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ac7b661d-aff1-4733-bd4c-2c061c16bf3a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:20.956832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:20.957698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8425e048-4810-4bd8-8ecd-11c678675eb2 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:21.016251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] In _notify_port_updated(), no bound segment for port b6c4531d-8046-408e-b1be-48703d926f9b on network 92b62048-2f94-491d-9b57-9192fbd55b5e {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:51:21.016754 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.017408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.018798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-eb62cc85-f24c-4112-9f0d-d75f8e83fc5d service neutron] 10.222.0.13 "PUT /v2.0/ports/b6c4531d-8046-408e-b1be-48703d926f9b HTTP/1.1" status: 200 len: 1026 time: 2.2384999 Feb 09 20:51:21.025893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-a10d9a7b-16e6-483a-9b33-7414c0f5932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.027660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-a10d9a7b-16e6-483a-9b33-7414c0f5932c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92b62048-2f94-491d-9b57-9192fbd55b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3847294 Feb 09 20:51:21.107992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] For port c05efa83-55fd-4db3-bb0d-dbbece527e87, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c05efa83-55fd-4db3-bb0d-dbbece527e87,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:21.108356 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.126207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Deleting port 6d16a90b-e4bc-4b0b-b944-3519af94b53f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:21.126562 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.151786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6d13effa-6323-40e3-9143-417662b07f89 None None] Provisioning complete for port b6c4531d-8046-408e-b1be-48703d926f9b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:21.152487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d13effa-6323-40e3-9143-417662b07f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.184358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84bba1-0e67-4a3f-89a2-19843924fa90 req-54b10de0-a6a8-4e49-8d37-4ea8c00caf4a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.188552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Calling delete_port for c05efa83-55fd-4db3-bb0d-dbbece527e87 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:21.190009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84bba1-0e67-4a3f-89a2-19843924fa90 req-54b10de0-a6a8-4e49-8d37-4ea8c00caf4a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.195918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84bba1-0e67-4a3f-89a2-19843924fa90 req-54b10de0-a6a8-4e49-8d37-4ea8c00caf4a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.197109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6d13effa-6323-40e3-9143-417662b07f89 None None] Port b6c4531d-8046-408e-b1be-48703d926f9b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:51:21.201454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:21.204581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf84bba1-0e67-4a3f-89a2-19843924fa90 req-54b10de0-a6a8-4e49-8d37-4ea8c00caf4a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2413 time: 0.2749283 Feb 09 20:51:21.242107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a5dab20e-e38e-4b95-8555-a06d5c23640e service neutron] 10.222.0.13 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174584 Feb 09 20:51:21.243482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a4816-22e2-4bbe-9651-0ed78fa71655 req-f71ffbd9-0414-4850-af60-573f9be374b6 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.245086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-542a4816-22e2-4bbe-9651-0ed78fa71655 req-f71ffbd9-0414-4850-af60-573f9be374b6 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/ports?device_id=afd95bb5-281e-4561-a2fe-0da1fad34a83 HTTP/1.1" status: 200 len: 945 time: 0.3696361 Feb 09 20:51:21.279620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 8425e048-4810-4bd8-8ecd-11c678675eb2 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:21.280143 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.328183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-a62d184c-540f-43ee-9898-649ee8246a9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.149&port_id=8c20e7ca-e879-4d7a-a341-a462f629e0d8 HTTP/1.1" status: 200 len: 217 time: 0.0648603 Feb 09 20:51:21.329136 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (43437b38-3678-4176-b19b-516f4c2b90be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.339459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8425e048-4810-4bd8-8ecd-11c678675eb2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8425e048-4810-4bd8-8ecd-11c678675eb2,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:21.343909 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.375007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-e309c654-77eb-439c-87be-7ef9b8f30546 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289607 Feb 09 20:51:21.389788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf84bba1-0e67-4a3f-89a2-19843924fa90 req-9e12b03b-560b-466c-9db5-1757f7b5b712 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796265 Feb 09 20:51:21.422469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] For port 6d16a90b-e4bc-4b0b-b944-3519af94b53f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6d16a90b-e4bc-4b0b-b944-3519af94b53f,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:21.422845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.431011 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-542a4816-22e2-4bbe-9651-0ed78fa71655 req-e0683414-2456-48f1-978c-7e9be9c05453 tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.102 "GET /v2.0/security-groups?id=de56d29a-c06d-4a6d-8fe6-130ac9cb849f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681020 Feb 09 20:51:21.453962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Calling delete_port for 6d16a90b-e4bc-4b0b-b944-3519af94b53f owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:21.492951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=8425e048-4810-4bd8-8ecd-11c678675eb2,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:21.501947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ce87a5a7-df11-422c-b365-6f0ea1cf476d up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:21.509304 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4178cc2-1771-434e-88a3-ef1bce0797cb x-openstack-request-id: req-a4178cc2-1771-434e-88a3-ef1bce0797cb {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:21.509685 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "1117f6d3-d356-4c4b-9642-cd3690962e20", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:21.511669 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a4178cc2-1771-434e-88a3-ef1bce0797cb {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:21.515157 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1117f6d3-d356-4c4b-9642-cd3690962e20', 'code': 200} Feb 09 20:51:21.521688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:21.522041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.525233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Pushing event deleted for resources: {'Port': ['ID=43437b38-3678-4176-b19b-516f4c2b90be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:21.585011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 43437b38-3678-4176-b19b-516f4c2b90be no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:21.587611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:21.709843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-6988e57f-54c9-4f91-8812-80b2b002fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.711534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-6988e57f-54c9-4f91-8812-80b2b002fe02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41357b18-ecac-4088-9862-6cd9171ab5ae HTTP/1.1" status: 200 len: 801 time: 0.3738763 Feb 09 20:51:21.748276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] No DVR routers for this DVR port 43437b38-3678-4176-b19b-516f4c2b90be on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:21.772630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.772630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52bf9b61-a8e3-46c1-a201-55fb65669e8b req-82267d68-0b81-4a2e-b00c-2ea09ec48f8f tempest-ServerAddressesTestJSON-2062216096 tempest-ServerAddressesTestJSON-2062216096-project] 10.222.0.50 "DELETE /v2.0/ports/43437b38-3678-4176-b19b-516f4c2b90be HTTP/1.1" status: 204 len: 173 time: 3.4470923 Feb 09 20:51:21.772840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 43437b38-3678-4176-b19b-516f4c2b90be {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:51:21.774952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 43437b38-3678-4176-b19b-516f4c2b90be not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:21.774952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6d16a90b-e4bc-4b0b-b944-3519af94b53f no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:21.807513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:51:21.807987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eac1e8b9-5bca-43ec-9fb1-ea7800b08c06 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:21.808476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c05efa83-55fd-4db3-bb0d-dbbece527e87 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:21.838648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-3f036c68-1fec-4d6d-87c9-cd887e439876 service neutron] 10.222.0.13 "GET /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900473 Feb 09 20:51:21.849275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90637c-c062-428c-8d3f-1a3c01853c61 req-1856ee6e-1654-46fa-a3e5-8638a619ee9c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.854978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90637c-c062-428c-8d3f-1a3c01853c61 req-1856ee6e-1654-46fa-a3e5-8638a619ee9c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.861308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90637c-c062-428c-8d3f-1a3c01853c61 req-1856ee6e-1654-46fa-a3e5-8638a619ee9c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.873000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90637c-c062-428c-8d3f-1a3c01853c61 req-1856ee6e-1654-46fa-a3e5-8638a619ee9c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.878473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] For port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:21.879053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.890794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90637c-c062-428c-8d3f-1a3c01853c61 req-1856ee6e-1654-46fa-a3e5-8638a619ee9c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.896836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b90637c-c062-428c-8d3f-1a3c01853c61 req-1856ee6e-1654-46fa-a3e5-8638a619ee9c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 3876 time: 0.2582064 Feb 09 20:51:21.903843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-0d6ba078-bec1-4647-b1db-41701e988c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:21.909014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-0d6ba078-bec1-4647-b1db-41701e988c77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e3073b50-db61-415b-895d-f9353b678fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1911356 Feb 09 20:51:21.959412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:21.979660 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.983048 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-4cbc2c1f-793c-42fb-b48c-a6d5e1bda5da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=55677019-331b-4afc-8f6c-0f05f1679df0 HTTP/1.1" status: 200 len: 217 time: 0.0692515 Feb 09 20:51:21.983190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c05efa83-55fd-4db3-bb0d-dbbece527e87), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:21.989838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No active binding found for port c05efa83-55fd-4db3-bb0d-dbbece527e87 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 20:51:21.990530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] The host n-d-789963-29 is not matching for port c05efa83-55fd-4db3-bb0d-dbbece527e87 host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:51:21.991167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c05efa83-55fd-4db3-bb0d-dbbece527e87 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:22.037241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port ce87a5a7-df11-422c-b365-6f0ea1cf476d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:22.043618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port ce87a5a7-df11-422c-b365-6f0ea1cf476d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:22.044394 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:22.123825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-ea0bc45d-b1e7-4d7e-b1cb-5ff43609f261 service neutron] 10.222.0.13 "GET /v2.0/networks/e3073b50-db61-415b-895d-f9353b678fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392047 Feb 09 20:51:22.143545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6d16a90b-e4bc-4b0b-b944-3519af94b53f is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:22.144337 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:22.214819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port ce87a5a7-df11-422c-b365-6f0ea1cf476d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:22.216194 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:22.275906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ce87a5a7-df11-422c-b365-6f0ea1cf476d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ce87a5a7-df11-422c-b365-6f0ea1cf476d,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:22.281928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b90637c-c062-428c-8d3f-1a3c01853c61 req-ea24093d-4e4f-4a22-8e89-1072cc2d0f74 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714256 Feb 09 20:51:22.289138 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:22.298177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-44489ad8-25d7-41d6-a997-6ef1da6b7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:22.300424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-44489ad8-25d7-41d6-a997-6ef1da6b7882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5341e8bc-394c-4491-8572-d6abb5916372 HTTP/1.1" status: 200 len: 797 time: 0.1707599 Feb 09 20:51:22.368705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-93f54b10-1aed-4466-9537-e93b1cbef483 service neutron] 10.222.0.13 "GET /v2.0/networks/e3073b50-db61-415b-895d-f9353b678fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308948 Feb 09 20:51:22.372004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-c2d18991-2970-491f-b708-86e9634f1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:22.373651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-c2d18991-2970-491f-b708-86e9634f1ae4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0656030 Feb 09 20:51:22.380515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=ce87a5a7-df11-422c-b365-6f0ea1cf476d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:22.439894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6d16a90b-e4bc-4b0b-b944-3519af94b53f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:22.444817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05efa83-55fd-4db3-bb0d-dbbece527e87,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:22.491786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Pushing event deleted for resources: {'Port': ['ID=6d16a90b-e4bc-4b0b-b944-3519af94b53f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:22.537645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-41012632-8b0f-4e7c-ad7e-60f69dc81295 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=feba8bdc-dae8-405a-8661-dae58f78498e HTTP/1.1" status: 200 len: 217 time: 0.1630919 Feb 09 20:51:22.562397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471d27-911c-447a-a8e1-0f8f453b5ca1 req-f7742f41-177c-47bb-8ea1-863b4fb449ef tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:22.570339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e471d27-911c-447a-a8e1-0f8f453b5ca1 req-f7742f41-177c-47bb-8ea1-863b4fb449ef tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 944 time: 0.6534057 Feb 09 20:51:22.571135 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39f2577f-1964-4a8a-8cc9-72555b10bd79 req-faf6e9db-44f1-48b4-927c-66201b01df36 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.102 "GET /v2.0/ports?device_id=385effac-b836-49c5-a4cb-75de255bbd05 HTTP/1.1" status: 200 len: 210 time: 0.0919189 Feb 09 20:51:22.646481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-72eb08bf-bb92-4908-b24f-da1475f3580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:22.648115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-72eb08bf-bb92-4908-b24f-da1475f3580d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ef135a4-83cb-4f9c-b653-0abf56eddf62 HTTP/1.1" status: 200 len: 801 time: 0.0757391 Feb 09 20:51:22.677876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] No DVR routers for this DVR port 6d16a90b-e4bc-4b0b-b944-3519af94b53f on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:22.709066 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:22.710531 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-8d90b431-f667-4c17-9993-65cfdb3adfe4 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280964 Feb 09 20:51:22.712715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eeb70f6b-7f0f-4791-b522-14f0f93cadfe req-47ab3cc7-f9c9-450c-b20c-0affd38342a8 tempest-VolumesBackupsTest-972900246 tempest-VolumesBackupsTest-972900246-project] 10.222.0.50 "DELETE /v2.0/ports/6d16a90b-e4bc-4b0b-b944-3519af94b53f HTTP/1.1" status: 204 len: 173 time: 2.4123452 Feb 09 20:51:22.748795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e471d27-911c-447a-a8e1-0f8f453b5ca1 req-2115d591-f9d5-459b-ad58-aae98c2af348 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770060 Feb 09 20:51:22.749628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385effac-b836-49c5-a4cb-75de255bbd05', 'name': 'network-vif-deleted', 'tag': '6d16a90b-e4bc-4b0b-b944-3519af94b53f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:22.752982 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a14e8d7-d514-41aa-8f84-23fa33968396" -d '{"events": [{"server_uuid": "385effac-b836-49c5-a4cb-75de255bbd05", "name": "network-vif-deleted", "tag": "6d16a90b-e4bc-4b0b-b944-3519af94b53f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:22.765891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd95bb5-281e-4561-a2fe-0da1fad34a83', 'name': 'network-vif-deleted', 'tag': '43437b38-3678-4176-b19b-516f4c2b90be'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:22.768451 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbdb0c1-a02f-40a2-ab8c-eb24f619a8f2" -d '{"events": [{"server_uuid": "afd95bb5-281e-4561-a2fe-0da1fad34a83", "name": "network-vif-deleted", "tag": "43437b38-3678-4176-b19b-516f4c2b90be"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:22.847041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (e67b91ac-c60e-478c-85b1-9d0fd573192c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:22.887184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-0eedc37f-eb02-4f12-afad-6e54161fe462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:22.889250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-0eedc37f-eb02-4f12-afad-6e54161fe462 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25637e94-d8e9-4cc8-a636-fe04dd011d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2291679 Feb 09 20:51:22.909192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eee538-1192-4456-8e16-827c2f7290f1 req-3892c9c5-ec17-40eb-ac3b-9dd5d8008ae2 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:22.910874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90eee538-1192-4456-8e16-827c2f7290f1 req-3892c9c5-ec17-40eb-ac3b-9dd5d8008ae2 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.2038293 Feb 09 20:51:22.989528 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (fa7b25f0-cc5c-40db-90a0-46b1c8504ef8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.069336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (e67b91ac-c60e-478c-85b1-9d0fd573192c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.074311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks [] for router_controller (e67b91ac-c60e-478c-85b1-9d0fd573192c), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.077349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=fa7b25f0-cc5c-40db-90a0-46b1c8504ef8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:23.266437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (e67b91ac-c60e-478c-85b1-9d0fd573192c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.267172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e67b91ac-c60e-478c-85b1-9d0fd573192c {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:51:23.274574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.278740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dc057074-4802-4cb8-9431-3304560567e5 admin admin] 10.222.0.102 "DELETE /v2.0/routers/e67b91ac-c60e-478c-85b1-9d0fd573192c HTTP/1.1" status: 204 len: 168 time: 3.9791987 Feb 09 20:51:23.299740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] No DVR routers for this DVR port fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:23.304358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.310134 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-020b6405-3f53-4ea5-a318-1adc09b691f8 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "DELETE /v2.0/ports/fa7b25f0-cc5c-40db-90a0-46b1c8504ef8 HTTP/1.1" status: 204 len: 173 time: 2.2762351 Feb 09 20:51:23.311087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:23.354333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-c1546084-556d-412a-bfeb-00b4fc05dcbd service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315794 Feb 09 20:51:23.463257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e310-0a9c-4181-a832-5ef1cb47cb08 req-1a6424a5-3461-4beb-915e-6b4abc82fd2e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:23.468622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e310-0a9c-4181-a832-5ef1cb47cb08 req-1a6424a5-3461-4beb-915e-6b4abc82fd2e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:23.476970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74e310-0a9c-4181-a832-5ef1cb47cb08 req-1a6424a5-3461-4beb-915e-6b4abc82fd2e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:23.476970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd74e310-0a9c-4181-a832-5ef1cb47cb08 req-1a6424a5-3461-4beb-915e-6b4abc82fd2e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2413 time: 0.4842589 Feb 09 20:51:23.478700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-498f1cf1-e27a-4f8d-86d2-3727ffefa34c admin admin] Deleting subnet ede2026b-9609-4f31-818a-3f91e2944ec6 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:51:23.483070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498f1cf1-e27a-4f8d-86d2-3727ffefa34c admin admin] Publish callbacks [] for subnet (ede2026b-9609-4f31-818a-3f91e2944ec6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.516994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c4531d-8046-408e-b1be-48703d926f9b'}, {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8'}, {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55677019-331b-4afc-8f6c-0f05f1679df0'}, {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a'}, {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8425e048-4810-4bd8-8ecd-11c678675eb2'}, {'server_uuid': 'cbdf14e3-115b-4e81-bb35-42ac3254b760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce87a5a7-df11-422c-b365-6f0ea1cf476d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:23.519421 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5249c803-7992-4028-9934-a6d17b8a4053" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c4531d-8046-408e-b1be-48703d926f9b"}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7b25f0-cc5c-40db-90a0-46b1c8504ef8"}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "55677019-331b-4afc-8f6c-0f05f1679df0"}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a"}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "8425e048-4810-4bd8-8ecd-11c678675eb2"}, {"server_uuid": "cbdf14e3-115b-4e81-bb35-42ac3254b760", "name": "network-vif-plugged", "status": "completed", "tag": "ce87a5a7-df11-422c-b365-6f0ea1cf476d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:23.534247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-212d1333-f3df-4f0c-a5b5-ddb674250277 service neutron] 10.222.0.13 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223516 Feb 09 20:51:23.537560 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498f1cf1-e27a-4f8d-86d2-3727ffefa34c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (ede2026b-9609-4f31-818a-3f91e2944ec6), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.622681 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498f1cf1-e27a-4f8d-86d2-3727ffefa34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (ede2026b-9609-4f31-818a-3f91e2944ec6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.672353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-35b64e8d-bfb0-43b3-8408-036e9b6ec9bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8425e048-4810-4bd8-8ecd-11c678675eb2 HTTP/1.1" status: 200 len: 217 time: 0.2924080 Feb 09 20:51:23.751255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90eee538-1192-4456-8e16-827c2f7290f1 req-46d5e2d3-afae-45a0-a733-62a083fc0294 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227309 Feb 09 20:51:23.825295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3b83f4d-ef18-4a8d-84fa-fecd5812b915 req-3df6d9ea-3410-48d5-b23c-b1d56e6411e1 service neutron] 10.222.0.13 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398608 Feb 09 20:51:23.831657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:23.843620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd74e310-0a9c-4181-a832-5ef1cb47cb08 req-9e30a19d-1a05-4279-a94d-9b7daa8b90eb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596331 Feb 09 20:51:23.850917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-735144a3-6597-4454-beaa-443d2205d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:23.852447 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-735144a3-6597-4454-beaa-443d2205d3f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5341e8bc-394c-4491-8572-d6abb5916372 HTTP/1.1" status: 200 len: 797 time: 0.1688104 Feb 09 20:51:23.864822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498f1cf1-e27a-4f8d-86d2-3727ffefa34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (ede2026b-9609-4f31-818a-3f91e2944ec6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.947321 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb9317a-106a-412d-af3f-97d95199ac98 x-openstack-request-id: req-7cb9317a-106a-412d-af3f-97d95199ac98 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:23.950329 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385effac-b836-49c5-a4cb-75de255bbd05", "name": "network-vif-deleted", "tag": "6d16a90b-e4bc-4b0b-b944-3519af94b53f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:23.950857 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7cb9317a-106a-412d-af3f-97d95199ac98 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:23.951432 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385effac-b836-49c5-a4cb-75de255bbd05', 'name': 'network-vif-deleted', 'tag': '6d16a90b-e4bc-4b0b-b944-3519af94b53f', 'status': 'completed', 'code': 200} Feb 09 20:51:23.952492 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd48c3b7-a480-4214-8817-1a96741f716e x-openstack-request-id: req-cd48c3b7-a480-4214-8817-1a96741f716e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:23.952790 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd95bb5-281e-4561-a2fe-0da1fad34a83", "name": "network-vif-deleted", "tag": "43437b38-3678-4176-b19b-516f4c2b90be", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:23.953048 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cd48c3b7-a480-4214-8817-1a96741f716e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:23.953443 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd95bb5-281e-4561-a2fe-0da1fad34a83', 'name': 'network-vif-deleted', 'tag': '43437b38-3678-4176-b19b-516f4c2b90be', 'status': 'completed', 'code': 200} Feb 09 20:51:23.966482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f1cf1-e27a-4f8d-86d2-3727ffefa34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede2026b-9609-4f31-818a-3f91e2944ec6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:23.974903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-498f1cf1-e27a-4f8d-86d2-3727ffefa34c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:23.979208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-498f1cf1-e27a-4f8d-86d2-3727ffefa34c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/ede2026b-9609-4f31-818a-3f91e2944ec6 HTTP/1.1" status: 204 len: 168 time: 0.6602142 Feb 09 20:51:23.982353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:24.009698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port ac7b661d-aff1-4733-bd4c-2c061c16bf3a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:24.010816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.011788 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1048 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198070dd-f2a6-460d-a11e-fdb2013dce61 x-openstack-request-id: req-198070dd-f2a6-460d-a11e-fdb2013dce61 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:24.012218 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c4531d-8046-408e-b1be-48703d926f9b", "code": 200}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7b25f0-cc5c-40db-90a0-46b1c8504ef8", "code": 200}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "55677019-331b-4afc-8f6c-0f05f1679df0", "code": 200}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a", "code": 200}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "8425e048-4810-4bd8-8ecd-11c678675eb2", "code": 200}, {"server_uuid": "cbdf14e3-115b-4e81-bb35-42ac3254b760", "name": "network-vif-plugged", "status": "completed", "tag": "ce87a5a7-df11-422c-b365-6f0ea1cf476d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:24.012569 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-198070dd-f2a6-460d-a11e-fdb2013dce61 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:24.013075 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c4531d-8046-408e-b1be-48703d926f9b', 'code': 200} Feb 09 20:51:24.013419 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8', 'code': 200} Feb 09 20:51:24.013761 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55677019-331b-4afc-8f6c-0f05f1679df0', 'code': 200} Feb 09 20:51:24.014100 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'code': 200} Feb 09 20:51:24.014438 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8425e048-4810-4bd8-8ecd-11c678675eb2', 'code': 200} Feb 09 20:51:24.014774 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdf14e3-115b-4e81-bb35-42ac3254b760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce87a5a7-df11-422c-b365-6f0ea1cf476d', 'code': 200} Feb 09 20:51:24.107549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcafc74-a366-41b7-8bc0-14bb0c938caa admin admin] Deleting subnet 1c5ace8f-0d3f-418a-b327-d24443fcb2f7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:51:24.125667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bcafc74-a366-41b7-8bc0-14bb0c938caa admin admin] Publish callbacks [] for subnet (1c5ace8f-0d3f-418a-b327-d24443fcb2f7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.243845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-e7e70057-edba-4290-be81-c8bf919a92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.245926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-e7e70057-edba-4290-be81-c8bf919a92f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af489e63-20e0-49ba-96f7-5b6663ddeba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3520660 Feb 09 20:51:24.265294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-26096af9-b512-4afc-8ab0-3b7c96bd6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.265782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-26096af9-b512-4afc-8ab0-3b7c96bd6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.266259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-26096af9-b512-4afc-8ab0-3b7c96bd6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.268110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-26096af9-b512-4afc-8ab0-3b7c96bd6d4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2962 time: 0.3580990 Feb 09 20:51:24.274412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (c59ea0b7-875f-46df-bebb-cf9f56e6c4a9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.282960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bcafc74-a366-41b7-8bc0-14bb0c938caa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (1c5ace8f-0d3f-418a-b327-d24443fcb2f7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.346447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc074c8-e56d-47cf-8e09-202294f5bc4d req-c3a1b994-ede6-447e-a0c9-abff31228aa3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.351940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc074c8-e56d-47cf-8e09-202294f5bc4d req-c3a1b994-ede6-447e-a0c9-abff31228aa3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.357531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc074c8-e56d-47cf-8e09-202294f5bc4d req-c3a1b994-ede6-447e-a0c9-abff31228aa3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.363115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc074c8-e56d-47cf-8e09-202294f5bc4d req-c3a1b994-ede6-447e-a0c9-abff31228aa3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.365008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bdc074c8-e56d-47cf-8e09-202294f5bc4d req-c3a1b994-ede6-447e-a0c9-abff31228aa3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 3143 time: 0.3508213 Feb 09 20:51:24.368042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] For port ac7b661d-aff1-4733-bd4c-2c061c16bf3a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:24.373185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.454522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76d51-d5dc-446f-b190-defc43a30d02 req-7a86ee0e-0c72-4256-9228-9fee3aa35949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.455914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08d76d51-d5dc-446f-b190-defc43a30d02 req-7a86ee0e-0c72-4256-9228-9fee3aa35949 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 1128 time: 0.3346360 Feb 09 20:51:24.619993 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-04a96d61-c114-4f10-b70c-4c1669b2d521 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617945 Feb 09 20:51:24.628723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bcafc74-a366-41b7-8bc0-14bb0c938caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (1c5ace8f-0d3f-418a-b327-d24443fcb2f7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.638933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (c59ea0b7-875f-46df-bebb-cf9f56e6c4a9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.659071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59ea0b7-875f-46df-bebb-cf9f56e6c4a9']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:24.677678 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55cb394-c5c1-46ca-9d9d-36a5074aef43') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:24.678026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55cb394-c5c1-46ca-9d9d-36a5074aef43') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:24.696430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (b55cb394-c5c1-46ca-9d9d-36a5074aef43), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.722603 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b55cb394-c5c1-46ca-9d9d-36a5074aef43), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.730197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:51:24.730719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (b55cb394-c5c1-46ca-9d9d-36a5074aef43), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.753404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-53255056-5d96-432f-b0e1-0aa49c03f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.755310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-53255056-5d96-432f-b0e1-0aa49c03f36c service neutron] 10.222.0.13 "GET /v2.0/networks?id=25637e94-d8e9-4cc8-a636-fe04dd011d7e HTTP/1.1" status: 200 len: 902 time: 0.4689441 Feb 09 20:51:24.766777 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bcafc74-a366-41b7-8bc0-14bb0c938caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (1c5ace8f-0d3f-418a-b327-d24443fcb2f7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:51:24.804058 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:51:24.807276 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (c59ea0b7-875f-46df-bebb-cf9f56e6c4a9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.818477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705d10e-6f7d-471f-b270-3584a1535737 req-b4d38135-5c90-4ed6-b491-71b6ce219bd4 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:24.827242 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7705d10e-6f7d-471f-b270-3584a1535737 req-b4d38135-5c90-4ed6-b491-71b6ce219bd4 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 945 time: 0.6714749 Feb 09 20:51:24.842680 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08d76d51-d5dc-446f-b190-defc43a30d02 req-95fe0054-9382-4106-97cf-15e436b31334 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749077 Feb 09 20:51:24.844306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-c0140987-53ac-44a6-8b41-6aba2e6dc1ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=feba8bdc-dae8-405a-8661-dae58f78498e HTTP/1.1" status: 200 len: 217 time: 0.0639050 Feb 09 20:51:24.868369 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.875517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] 10.222.0.102 "DELETE /v2.0/networks/c59ea0b7-875f-46df-bebb-cf9f56e6c4a9 HTTP/1.1" status: 204 len: 168 time: 0.8914142 Feb 09 20:51:24.902760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856a3b0-6a9e-4b2e-85ae-a5945fa0220c admin admin] Pushing event deleted for resources: {'Network': ['ID=c59ea0b7-875f-46df-bebb-cf9f56e6c4a9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:24.932105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6bcafc74-a366-41b7-8bc0-14bb0c938caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:24.939625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6bcafc74-a366-41b7-8bc0-14bb0c938caa admin admin] 10.222.0.102 "DELETE /v2.0/subnets/1c5ace8f-0d3f-418a-b327-d24443fcb2f7 HTTP/1.1" status: 204 len: 168 time: 1.1058519 Feb 09 20:51:24.943235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:24.945969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcafc74-a366-41b7-8bc0-14bb0c938caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5ace8f-0d3f-418a-b327-d24443fcb2f7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:24.963311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bdc074c8-e56d-47cf-8e09-202294f5bc4d req-1edb84ad-d5dd-4655-9598-2c6cf38db219 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5658841 Feb 09 20:51:25.002284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7705d10e-6f7d-471f-b270-3584a1535737 req-3a033a16-fb0c-4bbb-81d1-8cabcaa80592 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741703 Feb 09 20:51:25.092299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:25.092985 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (24acc156-3618-418b-8d77-d9d67395abba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:25.092985 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Floating IP 24acc156-3618-418b-8d77-d9d67395abba disassociated. External IP: 172.25.4.82, port: ac7b661d-aff1-4733-bd4c-2c061c16bf3a. Feb 09 20:51:25.093353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for ac7b661d-aff1-4733-bd4c-2c061c16bf3a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:25.142888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:25.228735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-83dc44b5-dadb-452c-9f3a-3a8bab1e326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:25.231991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-83dc44b5-dadb-452c-9f3a-3a8bab1e326e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ef135a4-83cb-4f9c-b653-0abf56eddf62 HTTP/1.1" status: 200 len: 801 time: 0.0837612 Feb 09 20:51:25.235494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (160c8eba-73a7-4b68-921a-5d43b34b975c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:25.352543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ac7b661d-aff1-4733-bd4c-2c061c16bf3a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:25.393410 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80209e2-d2f2-45da-98f9-c89be92a0d30 req-3cf28631-6ecc-4a07-87ff-69988b717b83 service neutron] 10.222.0.13 "GET /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350574 Feb 09 20:51:25.433449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=ac7b661d-aff1-4733-bd4c-2c061c16bf3a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:25.449585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcaaf-7488-4f85-aa65-13e2e5e60914 req-c76cab06-0411-4cc3-ab85-0bfb2d6da4fb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:25.458440 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f4bcd40-70f8-43d2-8bb9-726b5dcc3db3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=062dac08eac94b1782226273dead12cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3003833 Feb 09 20:51:25.463162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcaaf-7488-4f85-aa65-13e2e5e60914 req-c76cab06-0411-4cc3-ab85-0bfb2d6da4fb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:25.468340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:25.469740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcaaf-7488-4f85-aa65-13e2e5e60914 req-c76cab06-0411-4cc3-ab85-0bfb2d6da4fb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:25.471429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-484fcaaf-7488-4f85-aa65-13e2e5e60914 req-c76cab06-0411-4cc3-ab85-0bfb2d6da4fb tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2413 time: 0.2160983 Feb 09 20:51:25.518640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-4b8fd586-a77b-4d4c-99ea-ac5e9565ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:25.520618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-4b8fd586-a77b-4d4c-99ea-ac5e9565ef2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25637e94-d8e9-4cc8-a636-fe04dd011d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2744493 Feb 09 20:51:25.620229 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-484fcaaf-7488-4f85-aa65-13e2e5e60914 req-dbed7468-4154-4398-bb85-cb02ca2cbbc3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017084 Feb 09 20:51:25.661201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Router 804a78dc-f55c-4cd8-b773-3f84d04a689b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:51:25.706875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfaae88-0b33-4e61-bd0e-b9a0d83fa4c4 admin admin] Publish callbacks [] for security_group (1a630e6c-79db-4745-9dcf-c6d715eedb0d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:25.745991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (160c8eba-73a7-4b68-921a-5d43b34b975c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:25.765210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3132af-13c8-4a84-aefd-79f9678b1805 req-7fa40fd7-98f6-4e1f-8d3d-7584225bdb01 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:25.774217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a3132af-13c8-4a84-aefd-79f9678b1805 req-7fa40fd7-98f6-4e1f-8d3d-7584225bdb01 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.4871123 Feb 09 20:51:25.797142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-89a6238c-10cb-4826-b425-bf7208851620 service neutron] 10.222.0.13 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658720 Feb 09 20:51:25.825798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfaae88-0b33-4e61-bd0e-b9a0d83fa4c4 admin admin] Publish callbacks [] for security_group (1a630e6c-79db-4745-9dcf-c6d715eedb0d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:25.828696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:51:25.854606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] Sync routers for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:51:25.886107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:51:25.893345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160c8eba-73a7-4b68-921a-5d43b34b975c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:25.901837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:26.018725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1882c4-7651-45d0-ad67-3b6ef6db670b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:26.018725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1882c4-7651-45d0-ad67-3b6ef6db670b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:26.051380 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (fe1882c4-7651-45d0-ad67-3b6ef6db670b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.133019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a3132af-13c8-4a84-aefd-79f9678b1805 req-bd25b50a-f186-4432-9d76-db781a9b1202 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440495 Feb 09 20:51:26.146648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fe1882c4-7651-45d0-ad67-3b6ef6db670b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.180061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:51:26.180479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (fe1882c4-7651-45d0-ad67-3b6ef6db670b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:51:26.182550 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:51:26.244468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:51:26.258351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-492eeea3-64fe-4879-9b79-697e9d22b5aa req-3b93dc6b-7424-437a-abe9-c8ec41c69762 service neutron] 10.222.0.13 "GET /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270687 Feb 09 20:51:26.261458 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfaae88-0b33-4e61-bd0e-b9a0d83fa4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1a630e6c-79db-4745-9dcf-c6d715eedb0d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.264313 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ebfaae88-0b33-4e61-bd0e-b9a0d83fa4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.265909 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ebfaae88-0b33-4e61-bd0e-b9a0d83fa4c4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1a630e6c-79db-4745-9dcf-c6d715eedb0d HTTP/1.1" status: 204 len: 168 time: 0.7835357 Feb 09 20:51:26.284965 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (160c8eba-73a7-4b68-921a-5d43b34b975c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.345038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfaae88-0b33-4e61-bd0e-b9a0d83fa4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a630e6c-79db-4745-9dcf-c6d715eedb0d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:26.349414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.355403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] 10.222.0.102 "DELETE /v2.0/networks/160c8eba-73a7-4b68-921a-5d43b34b975c HTTP/1.1" status: 204 len: 168 time: 1.3906868 Feb 09 20:51:26.358224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:26.361549 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e66eff-f4c5-433d-9d98-d5ba37a92332" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "fa7b25f0-cc5c-40db-90a0-46b1c8504ef8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:26.382891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214862e8-b77c-494a-96c0-a400586e8d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=160c8eba-73a7-4b68-921a-5d43b34b975c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:26.412018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16140e55-fa3b-4f28-ab63-caea3a96b7bf req-379b8fe5-3488-4d86-a4f1-9de7756fa3ea tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:26.413500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] No DVR routers for this DVR port ac7b661d-aff1-4733-bd4c-2c061c16bf3a on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:26.413820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16140e55-fa3b-4f28-ab63-caea3a96b7bf req-379b8fe5-3488-4d86-a4f1-9de7756fa3ea tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 945 time: 0.1534111 Feb 09 20:51:26.417246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.420531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-528e5e39-5f8b-4575-b3e4-6b1060fd0d6f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "DELETE /v2.0/ports/ac7b661d-aff1-4733-bd4c-2c061c16bf3a HTTP/1.1" status: 204 len: 173 time: 3.0214205 Feb 09 20:51:26.501539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16140e55-fa3b-4f28-ab63-caea3a96b7bf req-a20e07d5-df24-4bc9-8ef3-5a689665de4d tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799525 Feb 09 20:51:26.586969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f0ae4-9984-4580-a988-629e51d06353 req-dfab14fd-e95f-4c2b-8fc1-c7752449c28d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:26.593384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f0ae4-9984-4580-a988-629e51d06353 req-dfab14fd-e95f-4c2b-8fc1-c7752449c28d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:26.599172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f0ae4-9984-4580-a988-629e51d06353 req-dfab14fd-e95f-4c2b-8fc1-c7752449c28d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:26.607089 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-808f0ae4-9984-4580-a988-629e51d06353 req-dfab14fd-e95f-4c2b-8fc1-c7752449c28d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 2410 time: 0.2417464 Feb 09 20:51:26.617944 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.705645 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-808f0ae4-9984-4580-a988-629e51d06353 req-f51758b7-c681-4f76-bfe7-677a1584f928 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906875 Feb 09 20:51:26.730420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port 1117f6d3-d356-4c4b-9642-cd3690962e20 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:26.731176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.778059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:26.795713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:44:01Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:26.803437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3861ca7-1426-4d56-84e0-2d993c7c6f5d req-6934ea22-f057-4546-898a-7403c39ed84e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:26.813638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3861ca7-1426-4d56-84e0-2d993c7c6f5d req-6934ea22-f057-4546-898a-7403c39ed84e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.1668973 Feb 09 20:51:26.836167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] Checking router: 804a78dc-f55c-4cd8-b773-3f84d04a689b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:51:26.849630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:51:26.850398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:26.933388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] For port 1117f6d3-d356-4c4b-9642-cd3690962e20, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=1117f6d3-d356-4c4b-9642-cd3690962e20,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:26.934362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:26.946104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-81812000-3ffa-4484-bcbb-78e9c0a067f9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d38f24b949374b59b368be9d34874ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666114 Feb 09 20:51:26.950758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:26.968045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for 1117f6d3-d356-4c4b-9642-cd3690962e20 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:26.998138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3861ca7-1426-4d56-84e0-2d993c7c6f5d req-2a76365a-ca7f-45e5-9136-8b53a60aa000 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594822 Feb 09 20:51:27.051855 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da419a-33ec-45eb-9dca-5b6a005a26e0 x-openstack-request-id: req-92da419a-33ec-45eb-9dca-5b6a005a26e0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:27.052251 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "fa7b25f0-cc5c-40db-90a0-46b1c8504ef8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:27.052596 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-92da419a-33ec-45eb-9dca-5b6a005a26e0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:27.053081 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': 'fa7b25f0-cc5c-40db-90a0-46b1c8504ef8', 'status': 'completed', 'code': 200} Feb 09 20:51:27.071273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device feba8bdc-dae8-405a-8661-dae58f78498e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:27.205018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74d9d8c8-a28f-401e-91f1-33c90cccc5c9 admin admin] Publish callbacks [] for security_group (de56d29a-c06d-4a6d-8fe6-130ac9cb849f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:27.241837 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74d9d8c8-a28f-401e-91f1-33c90cccc5c9 admin admin] Publish callbacks [] for security_group (de56d29a-c06d-4a6d-8fe6-130ac9cb849f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:27.301534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1117f6d3-d356-4c4b-9642-cd3690962e20), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:27.308642 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:51:27.354405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:51:27.367375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74d9d8c8-a28f-401e-91f1-33c90cccc5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (de56d29a-c06d-4a6d-8fe6-130ac9cb849f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:27.371707 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74d9d8c8-a28f-401e-91f1-33c90cccc5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:27.382779 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-74d9d8c8-a28f-401e-91f1-33c90cccc5c9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/de56d29a-c06d-4a6d-8fe6-130ac9cb849f HTTP/1.1" status: 204 len: 168 time: 0.4158165 Feb 09 20:51:27.521792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port feba8bdc-dae8-405a-8661-dae58f78498e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=feba8bdc-dae8-405a-8661-dae58f78498e,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:27.541904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'feba8bdc-dae8-405a-8661-dae58f78498e', 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e', 'port_id': 'feba8bdc-dae8-405a-8661-dae58f78498e', 'mac_address': 'fa:16:3e:8d:71:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef135a4-83cb-4f9c-b653-0abf56eddf62', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:27.593131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port feba8bdc-dae8-405a-8661-dae58f78498e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:27.593998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:27.594161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9d8c8-a28f-401e-91f1-33c90cccc5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de56d29a-c06d-4a6d-8fe6-130ac9cb849f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:27.625511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feba8bdc-dae8-405a-8661-dae58f78498e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:27.630486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=1117f6d3-d356-4c4b-9642-cd3690962e20,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:27.634861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] No DVR routers for this DVR port 1117f6d3-d356-4c4b-9642-cd3690962e20 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:27.639395 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:27.642930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-36e93975-fc68-48e5-a090-d234669cc87c tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "DELETE /v2.0/ports/1117f6d3-d356-4c4b-9642-cd3690962e20 HTTP/1.1" status: 204 len: 173 time: 1.2142844 Feb 09 20:51:27.683162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2adf7-6ae6-416e-af19-5e052d80b749 req-85fca236-bdcc-44fc-a90d-c514a1aa9975 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:27.690949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port feba8bdc-dae8-405a-8661-dae58f78498e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=feba8bdc-dae8-405a-8661-dae58f78498e,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:27.691156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2adf7-6ae6-416e-af19-5e052d80b749 req-85fca236-bdcc-44fc-a90d-c514a1aa9975 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:27.696875 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:27.697541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8c20e7ca-e879-4d7a-a341-a462f629e0d8 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:27.701182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2adf7-6ae6-416e-af19-5e052d80b749 req-85fca236-bdcc-44fc-a90d-c514a1aa9975 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:27.713441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6fe2adf7-6ae6-416e-af19-5e052d80b749 req-85fca236-bdcc-44fc-a90d-c514a1aa9975 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2413 time: 0.5958104 Feb 09 20:51:27.806006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:27.837506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8c20e7ca-e879-4d7a-a341-a462f629e0d8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8c20e7ca-e879-4d7a-a341-a462f629e0d8,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:27.855016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '8c20e7ca-e879-4d7a-a341-a462f629e0d8', 'network_id': 'e3073b50-db61-415b-895d-f9353b678fdf', 'port_id': '8c20e7ca-e879-4d7a-a341-a462f629e0d8', 'mac_address': 'fa:16:3e:39:2d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41357b18-ecac-4088-9862-6cd9171ab5ae', 'ip_address': '19.86.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:27.978499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6fe2adf7-6ae6-416e-af19-5e052d80b749 req-b54c41ce-4b53-457a-ae97-bde0b1937699 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641068 Feb 09 20:51:28.035052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port 55677019-331b-4afc-8f6c-0f05f1679df0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:28.035401 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.076666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:28.077162 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.108052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=feba8bdc-dae8-405a-8661-dae58f78498e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:28.139148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c20e7ca-e879-4d7a-a341-a462f629e0d8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:28.150063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-868525987-network', 'tenant_id': '9b0f911723bc42879e322f9f77c61137'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:28.159616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:44:01Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:28.197656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db8cb00-7902-4778-96c2-7cfc39a860cf None None] The sync data for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 is: [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:43:55Z', 'revision_number': 4, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '2b070887-397d-4977-88cc-24b8383192e2', 'name': '', 'network_id': '0dbc24cc-903f-4158-ba94-8a4dc1788b5f', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'mac_address': 'fa:16:3e:de:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:52Z', 'updated_at': '2022-02-09T20:44:01Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'subnets': [{'id': 'd97c76c3-78d6-4891-8af4-1022a460f626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:51:28.198133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Made reservation on behalf of 9b0f911723bc42879e322f9f77c61137 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:28.200467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.203595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8c20e7ca-e879-4d7a-a341-a462f629e0d8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8c20e7ca-e879-4d7a-a341-a462f629e0d8,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:28.210520 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.211088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 390e9036-511f-49fa-b72d-5122771cc981 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:28.245132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.330424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] For port 55677019-331b-4afc-8f6c-0f05f1679df0, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=55677019-331b-4afc-8f6c-0f05f1679df0,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:28.330807 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.364813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 390e9036-511f-49fa-b72d-5122771cc981, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=390e9036-511f-49fa-b72d-5122771cc981,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:28.383979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=8c20e7ca-e879-4d7a-a341-a462f629e0d8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:28.387665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '390e9036-511f-49fa-b72d-5122771cc981', 'network_id': '25637e94-d8e9-4cc8-a636-fe04dd011d7e', 'port_id': '390e9036-511f-49fa-b72d-5122771cc981', 'mac_address': 'fa:16:3e:34:0e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef135a4-83cb-4f9c-b653-0abf56eddf62', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:28.388305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for 55677019-331b-4afc-8f6c-0f05f1679df0 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:28.453069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 390e9036-511f-49fa-b72d-5122771cc981 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:28.453760 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (390e9036-511f-49fa-b72d-5122771cc981), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.470410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390e9036-511f-49fa-b72d-5122771cc981 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:28.524079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 390e9036-511f-49fa-b72d-5122771cc981, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=390e9036-511f-49fa-b72d-5122771cc981,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:28.529097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (390e9036-511f-49fa-b72d-5122771cc981), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.629405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=390e9036-511f-49fa-b72d-5122771cc981,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:28.737667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (55677019-331b-4afc-8f6c-0f05f1679df0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.748478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Publish callbacks [] for security_group (e4a863af-9897-4ebe-89df-05f09e0a6968), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.779432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=55677019-331b-4afc-8f6c-0f05f1679df0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:28.784171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05b81-b9fd-4614-84e8-fa9417807f51 req-83814c96-5896-4484-a03f-892b89eb3cff tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:28.786166 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5ff5b-2694-453c-a5ac-b3a47cbf6ba2 None None] New status for floating IP 24acc156-3618-418b-8d77-d9d67395abba: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:51:28.788092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43e05b81-b9fd-4614-84e8-fa9417807f51 req-83814c96-5896-4484-a03f-892b89eb3cff tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.4353225 Feb 09 20:51:28.798028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e4a863af-9897-4ebe-89df-05f09e0a6968), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.823641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['8c20e7ca-e879-4d7a-a341-a462f629e0d8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:28.827649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['feba8bdc-dae8-405a-8661-dae58f78498e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:28.842345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-d14daf86-6d10-455b-bcdc-ed5f568e1afc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:28.845846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-d14daf86-6d10-455b-bcdc-ed5f568e1afc tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 946 time: 0.3687427 Feb 09 20:51:28.913809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] No DVR routers for this DVR port 55677019-331b-4afc-8f6c-0f05f1679df0 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:28.933576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b5f5-01ba-4e1e-a256-d94cfcdf1621 req-94346de3-aa3f-4bc5-b2cb-85b5654d3d39 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:28.949284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:51:28.951631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b5f5-01ba-4e1e-a256-d94cfcdf1621 req-94346de3-aa3f-4bc5-b2cb-85b5654d3d39 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:28.954278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['390e9036-511f-49fa-b72d-5122771cc981'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:28.968486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b36b5f5-01ba-4e1e-a256-d94cfcdf1621 req-94346de3-aa3f-4bc5-b2cb-85b5654d3d39 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 1599 time: 0.4736929 Feb 09 20:51:28.973024 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:28.986763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-1ac997a6-873e-49be-8b4a-130692c16030 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "DELETE /v2.0/ports/55677019-331b-4afc-8f6c-0f05f1679df0 HTTP/1.1" status: 204 len: 173 time: 1.3299572 Feb 09 20:51:29.053179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device da556167-f027-4c38-9a86-1589b260f1be no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:29.058162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a'}, {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': '1117f6d3-d356-4c4b-9642-cd3690962e20'}, {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': '55677019-331b-4afc-8f6c-0f05f1679df0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:29.078223 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f87967-529f-4d69-ac1f-261367c3c852" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a"}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "1117f6d3-d356-4c4b-9642-cd3690962e20"}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "55677019-331b-4afc-8f6c-0f05f1679df0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:29.124844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:29.175830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a863af-9897-4ebe-89df-05f09e0a6968,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:29.189260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (03bd4df3-14d0-4f79-9dfe-c2a6494202cc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.190262 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Added segment 03bd4df3-14d0-4f79-9dfe-c2a6494202cc of type vlan for network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 Feb 09 20:51:29.269752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port da556167-f027-4c38-9a86-1589b260f1be is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:29.270315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (da556167-f027-4c38-9a86-1589b260f1be), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.320535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b36b5f5-01ba-4e1e-a256-d94cfcdf1621 req-13e20f38-652a-45c3-880d-7c7ba55855a3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups?id=10ac8267-2e29-488e-908c-c24cce663d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496978 Feb 09 20:51:29.374412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1434113331-network', 'tenant_id': 'de2d8b39203e460aaaa4d497d33b541f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:29.376456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port 8425e048-4810-4bd8-8ecd-11c678675eb2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:29.376815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.377645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da556167-f027-4c38-9a86-1589b260f1be'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:29.379920 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6df1e4-9dec-485a-a547-ee92f7bf7842" -d '{"events": [{"server_uuid": "cf265aa8-f0c1-494f-9dc8-1d5c8410e249", "name": "network-vif-unplugged", "status": "completed", "tag": "da556167-f027-4c38-9a86-1589b260f1be"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:29.400113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43e05b81-b9fd-4614-84e8-fa9417807f51 req-030b99bd-94ec-4c1f-b449-1150123cac01 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919189 Feb 09 20:51:29.410551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port da556167-f027-4c38-9a86-1589b260f1be, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=da556167-f027-4c38-9a86-1589b260f1be,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:29.427148 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (da556167-f027-4c38-9a86-1589b260f1be), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.466101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-5993cc4c-cacb-4fca-a5f2-7a04733f0174 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:29.467482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-5993cc4c-cacb-4fca-a5f2-7a04733f0174 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 945 time: 0.6633382 Feb 09 20:51:29.529678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9ef7cd2e-55b5-4323-a550-6a4edac892c4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.572168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Made reservation on behalf of de2d8b39203e460aaaa4d497d33b541f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:29.575119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.601947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297e0e-f13b-4092-b803-3e078074132e req-390bcd3b-cf17-4a68-8ccc-34e728a8c7c0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:29.604262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c297e0e-f13b-4092-b803-3e078074132e req-390bcd3b-cf17-4a68-8ccc-34e728a8c7c0 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 945 time: 0.1198747 Feb 09 20:51:29.606550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] For port 8425e048-4810-4bd8-8ecd-11c678675eb2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8425e048-4810-4bd8-8ecd-11c678675eb2,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:29.607130 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.625620 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.639458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for 8425e048-4810-4bd8-8ecd-11c678675eb2 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:29.663263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9ef7cd2e-55b5-4323-a550-6a4edac892c4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.664408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:29.665082 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.701969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:29.709752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Deleting port da556167-f027-4c38-9a86-1589b260f1be {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:29.710243 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (da556167-f027-4c38-9a86-1589b260f1be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.747707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c297e0e-f13b-4092-b803-3e078074132e req-5e8a9ecd-c6fb-45dc-97ed-6121ccf132d4 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372805 Feb 09 20:51:29.786182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9790649 Feb 09 20:51:29.791528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:29.849996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=da556167-f027-4c38-9a86-1589b260f1be,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:29.868666 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56818764-9a99-4324-9129-876756fd555c x-openstack-request-id: req-56818764-9a99-4324-9129-876756fd555c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:29.869146 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "ac7b661d-aff1-4733-bd4c-2c061c16bf3a", "status": "completed", "code": 200}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "1117f6d3-d356-4c4b-9642-cd3690962e20", "status": "completed", "code": 200}, {"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "55677019-331b-4afc-8f6c-0f05f1679df0", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:29.869842 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-56818764-9a99-4324-9129-876756fd555c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:29.870567 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': 'ac7b661d-aff1-4733-bd4c-2c061c16bf3a', 'status': 'completed', 'code': 200} Feb 09 20:51:29.873625 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': '1117f6d3-d356-4c4b-9642-cd3690962e20', 'status': 'completed', 'code': 200} Feb 09 20:51:29.874102 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': '55677019-331b-4afc-8f6c-0f05f1679df0', 'status': 'completed', 'code': 200} Feb 09 20:51:29.878753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Request body: {'subnet': {'network_id': '9ef7cd2e-55b5-4323-a550-6a4edac892c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-868525987-subnet', 'tenant_id': '9b0f911723bc42879e322f9f77c61137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:29.935800 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b1c2be-f88e-42b3-9027-30b3f9b6c630 x-openstack-request-id: req-b0b1c2be-f88e-42b3-9027-30b3f9b6c630 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:29.936717 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf265aa8-f0c1-494f-9dc8-1d5c8410e249", "name": "network-vif-unplugged", "status": "completed", "tag": "da556167-f027-4c38-9a86-1589b260f1be", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:29.937214 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b0b1c2be-f88e-42b3-9027-30b3f9b6c630 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:29.938458 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da556167-f027-4c38-9a86-1589b260f1be', 'code': 200} Feb 09 20:51:29.972192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8425e048-4810-4bd8-8ecd-11c678675eb2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.974447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:29.979029 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:29.987410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f25288-3bae-4809-b973-d1bce8613af6 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef7cd2e-55b5-4323-a550-6a4edac892c4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:30.004854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:51:30.008264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=8425e048-4810-4bd8-8ecd-11c678675eb2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:30.014968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69932-f283-410b-84b1-608d2c4e2071 req-617ab17e-d1af-4fc8-ac5f-74da273d7577 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:30.020786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69932-f283-410b-84b1-608d2c4e2071 req-617ab17e-d1af-4fc8-ac5f-74da273d7577 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:30.027507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69932-f283-410b-84b1-608d2c4e2071 req-617ab17e-d1af-4fc8-ac5f-74da273d7577 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:30.035574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfa69932-f283-410b-84b1-608d2c4e2071 req-617ab17e-d1af-4fc8-ac5f-74da273d7577 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2416 time: 0.4962013 Feb 09 20:51:30.076069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] No DVR routers for this DVR port 8425e048-4810-4bd8-8ecd-11c678675eb2 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:30.079602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.083938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-244b2dd5-6d2f-4b6a-b8fb-b63ec21fce37 req-78ae6b97-f2fc-4e80-a739-dd575c546727 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.13 "DELETE /v2.0/ports/8425e048-4810-4bd8-8ecd-11c678675eb2 HTTP/1.1" status: 204 len: 173 time: 1.0827856 Feb 09 20:51:30.084190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Made reservation on behalf of 9b0f911723bc42879e322f9f77c61137 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:30.086577 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.097877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Deleting port ce87a5a7-df11-422c-b365-6f0ea1cf476d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:30.098459 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.155447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-744b6de7-0c2d-46cc-aab9-919027066d7b tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:30.157528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-744b6de7-0c2d-46cc-aab9-919027066d7b tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "GET /v2.0/ports?device_id=78fa3d11-1b41-4b60-bf02-1bad419153f3 HTTP/1.1" status: 200 len: 945 time: 0.1135702 Feb 09 20:51:30.182961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:30.191039 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.283928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:30.313447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Deleting port 8f4ddc18-c7e9-46c4-bab2-8e30455868af {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:30.313793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.481587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] For port 8f4ddc18-c7e9-46c4-bab2-8e30455868af, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=8f4ddc18-c7e9-46c4-bab2-8e30455868af,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:30.481964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.532045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0ce12fc0-762b-4359-bc55-4a242804420b req-cc423e53-bc7c-42d8-a2e6-d1e2591cdd01 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0469193 Feb 09 20:51:30.541055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Calling delete_port for 8f4ddc18-c7e9-46c4-bab2-8e30455868af owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:30.676635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] For port da556167-f027-4c38-9a86-1589b260f1be, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=da556167-f027-4c38-9a86-1589b260f1be,segment=NetworkSegment(2f8a38d3-aa02-4685-9d92-6a5c57dcfc60),segment_id=2f8a38d3-aa02-4685-9d92-6a5c57dcfc60)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:30.677331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (da556167-f027-4c38-9a86-1589b260f1be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.727080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Calling delete_port for da556167-f027-4c38-9a86-1589b260f1be owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:30.763551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfa69932-f283-410b-84b1-608d2c4e2071 req-cac91778-fb03-4c66-b1bf-66bdfc542f7d tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224040 Feb 09 20:51:30.803941 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8f4ddc18-c7e9-46c4-bab2-8e30455868af), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.819946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['8f4ddc18-c7e9-46c4-bab2-8e30455868af'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:30.822834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['ce87a5a7-df11-422c-b365-6f0ea1cf476d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:30.874686 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Pushing event deleted for resources: {'Port': ['ID=8f4ddc18-c7e9-46c4-bab2-8e30455868af,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:30.884482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Publish callbacks [] for security_group (fa5e2a95-4328-4285-8f69-5ebaac05af09), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.914960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fa5e2a95-4328-4285-8f69-5ebaac05af09), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:30.916123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf7cb4-9d13-4743-9d9a-c541f8033fbf req-413082a2-3255-4313-9ecb-9d6b4f952856 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:30.918051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14bf7cb4-9d13-4743-9d9a-c541f8033fbf req-413082a2-3255-4313-9ecb-9d6b4f952856 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 944 time: 0.2536063 Feb 09 20:51:31.001674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:51:31.014144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] For port ce87a5a7-df11-422c-b365-6f0ea1cf476d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ce87a5a7-df11-422c-b365-6f0ea1cf476d,segment=NetworkSegment(7646143b-d642-4283-a843-6fa605d1e475),segment_id=7646143b-d642-4283-a843-6fa605d1e475)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:31.014708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.024155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device feba8bdc-dae8-405a-8661-dae58f78498e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:31.061187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5e2a95-4328-4285-8f69-5ebaac05af09,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:31.065728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Calling delete_port for ce87a5a7-df11-422c-b365-6f0ea1cf476d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:31.083601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (18fb881c-161a-47aa-8aab-cb7c019530fc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.084124 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Added segment 18fb881c-161a-47aa-8aab-cb7c019530fc of type vlan for network cef50c49-bec2-4d56-855d-95278b8b535d Feb 09 20:51:31.132463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] No DVR routers for this DVR port 8f4ddc18-c7e9-46c4-bab2-8e30455868af on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:31.137933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.146295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5177786-78dc-45b3-9ae0-deb6ee5ac4bd req-b879a560-e13f-4b39-8985-3ba3a773f82a tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.50 "DELETE /v2.0/ports/8f4ddc18-c7e9-46c4-bab2-8e30455868af HTTP/1.1" status: 204 len: 173 time: 0.9808807 Feb 09 20:51:31.155709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d2582-596a-47c0-86bc-ce29e789a091 req-671c1d16-baff-4cbb-8619-452d71fef091 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:31.164125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-919d2582-596a-47c0-86bc-ce29e789a091 req-671c1d16-baff-4cbb-8619-452d71fef091 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 945 time: 0.2774856 Feb 09 20:51:31.205518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14bf7cb4-9d13-4743-9d9a-c541f8033fbf req-8d535ec1-96dd-4c69-89dc-a1ed6c4ecae3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/security-groups?id=30d74582-302e-44c8-950d-92f45537a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652199 Feb 09 20:51:31.281300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port feba8bdc-dae8-405a-8661-dae58f78498e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:31.295473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port feba8bdc-dae8-405a-8661-dae58f78498e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:31.296216 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.381727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (cef50c49-bec2-4d56-855d-95278b8b535d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.410385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ce87a5a7-df11-422c-b365-6f0ea1cf476d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.412264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port feba8bdc-dae8-405a-8661-dae58f78498e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:31.413601 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.428941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['8f4ddc18-c7e9-46c4-bab2-8e30455868af'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:31.557213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-919d2582-596a-47c0-86bc-ce29e789a091 req-fad3884d-f8c7-4222-95cc-965eefceeba5 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd7ab082-c80e-4623-89ce-d5e4ed0e43af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919420 Feb 09 20:51:31.558478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Pushing event deleted for resources: {'Port': ['ID=ce87a5a7-df11-422c-b365-6f0ea1cf476d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:31.573056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (da556167-f027-4c38-9a86-1589b260f1be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.595821 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (25fcb516-6cd8-4931-9d78-5a4bcf8bddb9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.680590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Pushing event deleted for resources: {'Port': ['ID=da556167-f027-4c38-9a86-1589b260f1be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:31.703104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:31.714433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port feba8bdc-dae8-405a-8661-dae58f78498e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=feba8bdc-dae8-405a-8661-dae58f78498e,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:31.717680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61261f3d-b179-4272-b1ea-448dcdcb3f32 req-ed01cc09-3a8d-45c0-91b1-a211e89373db tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0539744 Feb 09 20:51:31.723963 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.725093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8c20e7ca-e879-4d7a-a341-a462f629e0d8 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:31.876166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': '8425e048-4810-4bd8-8ecd-11c678675eb2'}, {'server_uuid': '78fa3d11-1b41-4b60-bf02-1bad419153f3', 'name': 'network-vif-deleted', 'tag': '8f4ddc18-c7e9-46c4-bab2-8e30455868af'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:31.878486 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fd43b7-c705-460d-842a-648f08775119" -d '{"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "8425e048-4810-4bd8-8ecd-11c678675eb2"}, {"server_uuid": "78fa3d11-1b41-4b60-bf02-1bad419153f3", "name": "network-vif-deleted", "tag": "8f4ddc18-c7e9-46c4-bab2-8e30455868af"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:31.916102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=feba8bdc-dae8-405a-8661-dae58f78498e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:31.929349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:31.931944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (cef50c49-bec2-4d56-855d-95278b8b535d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.932911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:31.939073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:31.939343 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.939491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:31.948700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}, {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feba8bdc-dae8-405a-8661-dae58f78498e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:31.954352 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c3e5db-b4e7-4601-afd3-b3ba374203b7" -d '{"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}, {"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-plugged", "status": "completed", "tag": "feba8bdc-dae8-405a-8661-dae58f78498e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:31.964571 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fda14e-64f2-4d0a-8da6-379ac04b0f10 x-openstack-request-id: req-16fda14e-64f2-4d0a-8da6-379ac04b0f10 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:31.964949 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb978edb-3ad2-460f-9283-1677ec147dc1", "name": "network-vif-deleted", "tag": "8425e048-4810-4bd8-8ecd-11c678675eb2", "status": "completed", "code": 200}, {"server_uuid": "78fa3d11-1b41-4b60-bf02-1bad419153f3", "name": "network-vif-deleted", "tag": "8f4ddc18-c7e9-46c4-bab2-8e30455868af", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:31.965361 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-16fda14e-64f2-4d0a-8da6-379ac04b0f10 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:31.965683 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb978edb-3ad2-460f-9283-1677ec147dc1', 'name': 'network-vif-deleted', 'tag': '8425e048-4810-4bd8-8ecd-11c678675eb2', 'status': 'completed', 'code': 200} Feb 09 20:51:31.965945 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fa3d11-1b41-4b60-bf02-1bad419153f3', 'name': 'network-vif-deleted', 'tag': '8f4ddc18-c7e9-46c4-bab2-8e30455868af', 'status': 'completed', 'code': 200} Feb 09 20:51:32.029846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:32.055060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'mac_address': 'fa:16:3e:91:c2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:32.059726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] No DVR routers for this DVR port ce87a5a7-df11-422c-b365-6f0ea1cf476d on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:32.101341 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d7e356-d649-4347-9d4f-c22434ed518e x-openstack-request-id: req-57d7e356-d649-4347-9d4f-c22434ed518e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:32.101999 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "code": 200}, {"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-plugged", "status": "completed", "tag": "feba8bdc-dae8-405a-8661-dae58f78498e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:32.102434 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-57d7e356-d649-4347-9d4f-c22434ed518e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:32.103016 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'code': 200} Feb 09 20:51:32.103594 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feba8bdc-dae8-405a-8661-dae58f78498e', 'code': 200} Feb 09 20:51:32.173313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:32.173751 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:32.193681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:32.193997 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:32.198824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:32.202814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-584f73a6-4cb8-45b5-afbe-7c91836569dd req-efcfaa05-a8ad-4465-8891-e95c81cd2bd7 tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.13 "DELETE /v2.0/ports/ce87a5a7-df11-422c-b365-6f0ea1cf476d HTTP/1.1" status: 204 len: 173 time: 2.7254572 Feb 09 20:51:32.223281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325fb010-65c8-4828-9000-2d310e2a8ae6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:32.233279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 8c20e7ca-e879-4d7a-a341-a462f629e0d8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8c20e7ca-e879-4d7a-a341-a462f629e0d8,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:32.249741 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:32.258567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 390e9036-511f-49fa-b72d-5122771cc981 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:32.302671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] Pushing event updated for resources: {'Network': ['ID=cef50c49-bec2-4d56-855d-95278b8b535d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:32.315182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:32.321130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Request body: {'subnet': {'network_id': 'cef50c49-bec2-4d56-855d-95278b8b535d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1434113331-subnet', 'tenant_id': 'de2d8b39203e460aaaa4d497d33b541f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:32.323600 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-260f7f46-c520-47e8-8d0b-73bc7b501942 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1853826 Feb 09 20:51:32.324824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdf14e3-115b-4e81-bb35-42ac3254b760', 'name': 'network-vif-deleted', 'tag': 'ce87a5a7-df11-422c-b365-6f0ea1cf476d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:32.330529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:32.332393 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac49678-bf37-4d85-baa1-92e68ab0cdb0" -d '{"events": [{"server_uuid": "cbdf14e3-115b-4e81-bb35-42ac3254b760", "name": "network-vif-deleted", "tag": "ce87a5a7-df11-422c-b365-6f0ea1cf476d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:32.334810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fcb516-6cd8-4931-9d78-5a4bcf8bddb9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:32.335900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network cef50c49-bec2-4d56-855d-95278b8b535d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:51:32.364647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] No DVR routers for this DVR port da556167-f027-4c38-9a86-1589b260f1be on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:32.375135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:32.383156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9b10ab-a908-4748-8b3c-74a6720f8f06 req-f8e25965-4476-4dcf-9d5c-5c80959d6ea3 tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.13 "DELETE /v2.0/ports/da556167-f027-4c38-9a86-1589b260f1be HTTP/1.1" status: 204 len: 173 time: 3.5096807 Feb 09 20:51:32.413800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Checking segment: {'id': '03bd4df3-14d0-4f79-9dfe-c2a6494202cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ef7cd2e-55b5-4323-a550-6a4edac892c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:32.414165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Network hostable DHCP agents. Network: 9ef7cd2e-55b5-4323-a550-6a4edac892c4, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:51:32.435028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351b40c-c2cd-4b88-a050-dbef24f50e0d req-0f5ff9b1-d12a-429d-b14d-810d4a0a55de tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:32.440701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351b40c-c2cd-4b88-a050-dbef24f50e0d req-0f5ff9b1-d12a-429d-b14d-810d4a0a55de tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:32.446914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351b40c-c2cd-4b88-a050-dbef24f50e0d req-0f5ff9b1-d12a-429d-b14d-810d4a0a55de tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:32.454940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8351b40c-c2cd-4b88-a050-dbef24f50e0d req-0f5ff9b1-d12a-429d-b14d-810d4a0a55de tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2417 time: 0.4772902 Feb 09 20:51:32.508197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e63b3fa2-0ab9-4b6f-867f-8b3922526f18 req-fa1cd629-d13e-43bb-9f4d-b23227866aac tempest-ServerDiskConfigTestJSON-1857514314 tempest-ServerDiskConfigTestJSON-1857514314-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf265aa8-f0c1-494f-9dc8-1d5c8410e249 HTTP/1.1" status: 200 len: 210 time: 0.1599705 Feb 09 20:51:32.513302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Made reservation on behalf of de2d8b39203e460aaaa4d497d33b541f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:32.521538 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:32.524649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:51:32.545163 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:32.564094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 9ef7cd2e-55b5-4323-a550-6a4edac892c4) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:32.590300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8351b40c-c2cd-4b88-a050-dbef24f50e0d req-77be44ee-8a47-4f3a-929e-981e3206cda9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340268 Feb 09 20:51:32.597196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:32.602417 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:32.634083 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d35897-06f7-44b8-a212-5c45d03e90fd x-openstack-request-id: req-a1d35897-06f7-44b8-a212-5c45d03e90fd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:32.634206 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdf14e3-115b-4e81-bb35-42ac3254b760", "name": "network-vif-deleted", "tag": "ce87a5a7-df11-422c-b365-6f0ea1cf476d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:32.634543 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a1d35897-06f7-44b8-a212-5c45d03e90fd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:32.634829 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdf14e3-115b-4e81-bb35-42ac3254b760', 'name': 'network-vif-deleted', 'tag': 'ce87a5a7-df11-422c-b365-6f0ea1cf476d', 'status': 'completed', 'code': 200} Feb 09 20:51:32.651544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d156d8d-3079-4722-b1fa-e5850da655e4 None None] Network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:32.660241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0341509c-4745-4c9e-8696-f5d4a3787981 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8115418 Feb 09 20:51:32.753450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['325fb010-65c8-4828-9000-2d310e2a8ae6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:32.755869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=8c20e7ca-e879-4d7a-a341-a462f629e0d8,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:32.943581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:32.945463 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-773fb91f-7d56-46bf-abfe-f83f845143e5 req-593e5d79-8a32-4771-9c8a-b559b8ba23ba tempest-MultipleCreateTestJSON-1917618783 tempest-MultipleCreateTestJSON-1917618783-project] 10.222.0.102 "GET /v2.0/ports?device_id=cbdf14e3-115b-4e81-bb35-42ac3254b760 HTTP/1.1" status: 200 len: 210 time: 0.1334853 Feb 09 20:51:33.050029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca10a8ab-2097-46a2-b1b2-39dcf9f266e5 req-e03eac70-056f-48f6-8d91-fd199df9d35d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.1286094 Feb 09 20:51:33.108202 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (25cad0d0-94dc-4196-970f-d2f9374227e0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:33.130686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 390e9036-511f-49fa-b72d-5122771cc981 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:33.182945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 390e9036-511f-49fa-b72d-5122771cc981 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:33.185399 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (390e9036-511f-49fa-b72d-5122771cc981), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:33.296750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cad0d0-94dc-4196-970f-d2f9374227e0,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:33.425550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Checking segment: {'id': '18fb881c-161a-47aa-8aab-cb7c019530fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cef50c49-bec2-4d56-855d-95278b8b535d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:33.425907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Network hostable DHCP agents. Network: cef50c49-bec2-4d56-855d-95278b8b535d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:51:33.474857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6c494d-2272-4f3c-ad04-50945de42473 None None] Network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:33.482867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Network cef50c49-bec2-4d56-855d-95278b8b535d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:51:33.507128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, cef50c49-bec2-4d56-855d-95278b8b535d) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:33.513046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:33.513721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:33.552938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f42dce-9f5c-47b1-96be-98001c344b09 None None] Network cef50c49-bec2-4d56-855d-95278b8b535d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:33.557783 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-867b0cd2-ee50-4a1f-a89a-ac81897ec5e9 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2406359 Feb 09 20:51:33.685334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 8f4ddc18-c7e9-46c4-bab2-8e30455868af no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:33.759236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a4f15-bfdc-4371-8724-f0970a3daf3c None None] Network cef50c49-bec2-4d56-855d-95278b8b535d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:33.953619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 8f4ddc18-c7e9-46c4-bab2-8e30455868af {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:51:33.953976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 8f4ddc18-c7e9-46c4-bab2-8e30455868af not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:34.010717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b46298-1516-4690-b8a0-d39aa879eba2 req-e40e1c0b-7573-4d96-97dc-6e06e6015c83 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:34.037559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7af9fa95-577e-4f09-aae0-020b1115d2c0 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:34.040494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b46298-1516-4690-b8a0-d39aa879eba2 req-e40e1c0b-7573-4d96-97dc-6e06e6015c83 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:34.046034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b46298-1516-4690-b8a0-d39aa879eba2 req-e40e1c0b-7573-4d96-97dc-6e06e6015c83 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:34.049560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7af9fa95-577e-4f09-aae0-020b1115d2c0 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/networks?id=9ef7cd2e-55b5-4323-a550-6a4edac892c4 HTTP/1.1" status: 200 len: 808 time: 0.2605152 Feb 09 20:51:34.069457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-aa2bc97b-5124-4b7c-8805-ad8a77284e76 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/quotas/9b0f911723bc42879e322f9f77c61137 HTTP/1.1" status: 200 len: 375 time: 0.0188200 Feb 09 20:51:34.085390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43b46298-1516-4690-b8a0-d39aa879eba2 req-e40e1c0b-7573-4d96-97dc-6e06e6015c83 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2418 time: 0.3190827 Feb 09 20:51:34.106959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c20e7ca-e879-4d7a-a341-a462f629e0d8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:34.109802 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8115a5-639b-42ee-b657-c9750096d516" -d '{"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-plugged", "status": "completed", "tag": "8c20e7ca-e879-4d7a-a341-a462f629e0d8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:34.147747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-0ce67238-d22f-49c4-b8e6-2b0037f39b9e tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=9b0f911723bc42879e322f9f77c61137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772092 Feb 09 20:51:34.220003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 390e9036-511f-49fa-b72d-5122771cc981 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:34.220403 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (390e9036-511f-49fa-b72d-5122771cc981), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:34.292243 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43b46298-1516-4690-b8a0-d39aa879eba2 req-b6e66050-f18e-44a3-9094-04c660d31cd8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058327 Feb 09 20:51:34.318440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 390e9036-511f-49fa-b72d-5122771cc981, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=390e9036-511f-49fa-b72d-5122771cc981,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:34.338835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (390e9036-511f-49fa-b72d-5122771cc981), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:34.349015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ce87a5a7-df11-422c-b365-6f0ea1cf476d no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:34.472605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-887f4a3c-a8be-4439-a808-6aa8fc68b329 service neutron] 10.222.0.102 "GET /v2.0/networks/9ef7cd2e-55b5-4323-a550-6a4edac892c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159387 Feb 09 20:51:34.479083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: ce87a5a7-df11-422c-b365-6f0ea1cf476d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:51:34.480123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ce87a5a7-df11-422c-b365-6f0ea1cf476d not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:34.612149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=390e9036-511f-49fa-b72d-5122771cc981,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:34.637065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'name': 'network-vif-deleted', 'tag': 'da556167-f027-4c38-9a86-1589b260f1be'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:34.643434 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801a1ca8-3079-4575-92e0-c6ccfdda27c9" -d '{"events": [{"server_uuid": "cf265aa8-f0c1-494f-9dc8-1d5c8410e249", "name": "network-vif-deleted", "tag": "da556167-f027-4c38-9a86-1589b260f1be"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:34.729654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-e77c8342-aff1-407b-bb35-d8bbc86858ee service neutron] 10.222.0.102 "GET /v2.0/networks/9ef7cd2e-55b5-4323-a550-6a4edac892c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557325 Feb 09 20:51:35.128927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98f5df65-016b-4ada-8b10-dd10a5ff1fa2 req-70c0a069-49ba-4a72-8487-0d124f43c0c5 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0578506 Feb 09 20:51:35.186816 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d004866-ef00-4f3b-b9bd-00095c9a35aa x-openstack-request-id: req-7d004866-ef00-4f3b-b9bd-00095c9a35aa {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:35.187120 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-plugged", "status": "completed", "tag": "8c20e7ca-e879-4d7a-a341-a462f629e0d8", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:35.187382 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7d004866-ef00-4f3b-b9bd-00095c9a35aa {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:35.187820 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c20e7ca-e879-4d7a-a341-a462f629e0d8', 'code': 200} Feb 09 20:51:35.278583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f16de-6250-4c58-a5b0-77deef590680 req-a5301749-dffd-486a-b15f-93019c5581ce tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:35.286540 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-a5301749-dffd-486a-b15f-93019c5581ce tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/networks?id=cef50c49-bec2-4d56-855d-95278b8b535d HTTP/1.1" status: 200 len: 821 time: 0.4918768 Feb 09 20:51:35.347001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-2e39ae31-4cb5-4cbe-a9b1-b01c80e2a660 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/quotas/de2d8b39203e460aaaa4d497d33b541f HTTP/1.1" status: 200 len: 375 time: 0.0531375 Feb 09 20:51:35.426187 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8522e4e-6063-4c64-a7fd-fa7c4fdbbad8 x-openstack-request-id: req-a8522e4e-6063-4c64-a7fd-fa7c4fdbbad8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:35.426685 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf265aa8-f0c1-494f-9dc8-1d5c8410e249", "name": "network-vif-deleted", "tag": "da556167-f027-4c38-9a86-1589b260f1be", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:35.427130 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a8522e4e-6063-4c64-a7fd-fa7c4fdbbad8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:35.427721 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf265aa8-f0c1-494f-9dc8-1d5c8410e249', 'name': 'network-vif-deleted', 'tag': 'da556167-f027-4c38-9a86-1589b260f1be', 'status': 'completed', 'code': 200} Feb 09 20:51:35.450091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-240b6c3b-a1b8-40d6-9889-251cf0bb3858 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=de2d8b39203e460aaaa4d497d33b541f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779381 Feb 09 20:51:35.536947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1b8f8c4-4c7b-40ea-9af7-9d6df391e1d2 req-d3bdd0d2-5a25-4348-a6d3-6deec4db8d16 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 210 time: 0.0735197 Feb 09 20:51:35.579222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:35.685470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:35.801430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-95324eb7-d52e-4e76-a032-44544c803e5d admin admin] Deleting subnet 4b133cc5-47a1-4afa-abf9-57427282f118 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:51:35.818419 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95324eb7-d52e-4e76-a032-44544c803e5d admin admin] Publish callbacks [] for subnet (4b133cc5-47a1-4afa-abf9-57427282f118), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:35.875515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 325fb010-65c8-4828-9000-2d310e2a8ae6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:35.878308 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:35.905520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-2f5bedac-0f2f-458e-8c79-f20f9c241997 service neutron] 10.222.0.102 "GET /v2.0/networks/cef50c49-bec2-4d56-855d-95278b8b535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457154 Feb 09 20:51:35.974405 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95324eb7-d52e-4e76-a032-44544c803e5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (4b133cc5-47a1-4afa-abf9-57427282f118), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.052906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6602ed-0741-4e9e-995a-29c5230f58ff req-22cd914a-174f-46bd-8c3a-de4e94778e99 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:36.068774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6602ed-0741-4e9e-995a-29c5230f58ff req-22cd914a-174f-46bd-8c3a-de4e94778e99 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:36.083101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6602ed-0741-4e9e-995a-29c5230f58ff req-22cd914a-174f-46bd-8c3a-de4e94778e99 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:36.094322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b6602ed-0741-4e9e-995a-29c5230f58ff req-22cd914a-174f-46bd-8c3a-de4e94778e99 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2419 time: 0.4295893 Feb 09 20:51:36.103965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:36.104596 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.163286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:36.178858 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.223390 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95324eb7-d52e-4e76-a032-44544c803e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (4b133cc5-47a1-4afa-abf9-57427282f118), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.281907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b6602ed-0741-4e9e-995a-29c5230f58ff req-8b75107c-6ead-4c69-a136-0c507e2cade2 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833656 Feb 09 20:51:36.320186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:36.358328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95324eb7-d52e-4e76-a032-44544c803e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (4b133cc5-47a1-4afa-abf9-57427282f118), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.399493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-3d1a3ece-51b5-46f3-b2d0-a3f845ffdf9b service neutron] 10.222.0.102 "GET /v2.0/networks/cef50c49-bec2-4d56-855d-95278b8b535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817021 Feb 09 20:51:36.400054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58072) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:36.507732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95324eb7-d52e-4e76-a032-44544c803e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.534458 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-95324eb7-d52e-4e76-a032-44544c803e5d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/4b133cc5-47a1-4afa-abf9-57427282f118 HTTP/1.1" status: 204 len: 168 time: 0.9444702 Feb 09 20:51:36.540527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95324eb7-d52e-4e76-a032-44544c803e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b133cc5-47a1-4afa-abf9-57427282f118,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:36.550057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:36.655572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48f5397-286b-423a-944b-f44306e8a696 admin admin] Deleting subnet c8440197-f8c5-44cc-8feb-cb566d23ead7 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:51:36.664454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48f5397-286b-423a-944b-f44306e8a696 admin admin] Publish callbacks [] for subnet (c8440197-f8c5-44cc-8feb-cb566d23ead7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.767463 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48f5397-286b-423a-944b-f44306e8a696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (c8440197-f8c5-44cc-8feb-cb566d23ead7), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.789889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35d69b62-57e8-4fc1-bf18-a265ddbef749 req-da953374-caeb-436a-a762-6305b6b78872 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0799544 Feb 09 20:51:36.829983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48f5397-286b-423a-944b-f44306e8a696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c8440197-f8c5-44cc-8feb-cb566d23ead7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.874925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (19c413cb-3205-461b-931e-ced48013c9b8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:36.901407 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48f5397-286b-423a-944b-f44306e8a696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (c8440197-f8c5-44cc-8feb-cb566d23ead7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.054171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (19c413cb-3205-461b-931e-ced48013c9b8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.072019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c48f5397-286b-423a-944b-f44306e8a696 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.084692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c48f5397-286b-423a-944b-f44306e8a696 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/c8440197-f8c5-44cc-8feb-cb566d23ead7 HTTP/1.1" status: 204 len: 168 time: 0.6794276 Feb 09 20:51:37.094142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f5397-286b-423a-944b-f44306e8a696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8440197-f8c5-44cc-8feb-cb566d23ead7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:37.097489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:37.118463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c413cb-3205-461b-931e-ced48013c9b8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:37.173399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c53e56c8-0836-4711-93b2-40ecf9f44f5d req-3afd480a-2a03-41bf-8d60-f1f2dbcadb0c tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 210 time: 0.1490178 Feb 09 20:51:37.176176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7646143b-d642-4283-a843-6fa605d1e475') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:37.177193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7646143b-d642-4283-a843-6fa605d1e475') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:37.189002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390e9036-511f-49fa-b72d-5122771cc981'}, {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:37.194346 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325591d-43c1-472b-a151-b6c84a075604" -d '{"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-plugged", "status": "completed", "tag": "390e9036-511f-49fa-b72d-5122771cc981"}, {"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-plugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:37.244864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (7646143b-d642-4283-a843-6fa605d1e475), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.325102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5379b61a-24f8-4bcf-98e0-107eeb47f349 req-383d2e52-74c6-46b6-8fe3-95e64c77fb3b tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 210 time: 0.3312306 Feb 09 20:51:37.361591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7646143b-d642-4283-a843-6fa605d1e475), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.372228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:51:37.374165 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (7646143b-d642-4283-a843-6fa605d1e475), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:51:37.378043 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:51:37.428733 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b4c360-6a10-4e91-97d8-98afb22c70cf x-openstack-request-id: req-29b4c360-6a10-4e91-97d8-98afb22c70cf {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:37.429335 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-plugged", "status": "completed", "tag": "390e9036-511f-49fa-b72d-5122771cc981", "code": 200}, {"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-plugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:37.429771 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-29b4c360-6a10-4e91-97d8-98afb22c70cf {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:37.430344 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390e9036-511f-49fa-b72d-5122771cc981', 'code': 200} Feb 09 20:51:37.430764 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'code': 200} Feb 09 20:51:37.618019 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a388e9e-ce61-4230-aa6e-2abb84867229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.645231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (09ed5529-135e-4d4b-a0cf-78635a2de3a4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.709110 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (19c413cb-3205-461b-931e-ced48013c9b8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.736276 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:37.764168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] 10.222.0.102 "DELETE /v2.0/networks/19c413cb-3205-461b-931e-ced48013c9b8 HTTP/1.1" status: 204 len: 168 time: 1.1967256 Feb 09 20:51:37.815058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-3e7b79b6-9e64-4d1d-9a64-5aa132bb7cf4 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:37.820837 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-3e7b79b6-9e64-4d1d-9a64-5aa132bb7cf4 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.50 "GET /v2.0/networks?id=9ef7cd2e-55b5-4323-a550-6a4edac892c4 HTTP/1.1" status: 200 len: 808 time: 0.5438702 Feb 09 20:51:37.856560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Request body: {'port': {'device_id': 'cf7c01b4-7acd-49c6-b164-2a4143388f8e', 'network_id': '9ef7cd2e-55b5-4323-a550-6a4edac892c4', 'admin_state_up': True, 'tenant_id': '9b0f911723bc42879e322f9f77c61137'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:37.901004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c413cb-3205-461b-931e-ced48013c9b8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:37.983191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a0fa5-c6dc-4b26-942f-74a74c8e3409 req-d8107127-4d99-4498-80e5-8e2ea2384803 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:38.008073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a0fa5-c6dc-4b26-942f-74a74c8e3409 req-d8107127-4d99-4498-80e5-8e2ea2384803 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:38.019308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a0fa5-c6dc-4b26-942f-74a74c8e3409 req-d8107127-4d99-4498-80e5-8e2ea2384803 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:38.027282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d2a0fa5-c6dc-4b26-942f-74a74c8e3409 req-d8107127-4d99-4498-80e5-8e2ea2384803 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2419 time: 0.5018013 Feb 09 20:51:38.041427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.041785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.043064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.043480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.043858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.044205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.044595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.044955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.045264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.045684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.046153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.046496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.046870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4710b3a8-0ac3-4390-ab72-d06706ddd9a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:38.230908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:38.278184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d2a0fa5-c6dc-4b26-942f-74a74c8e3409 req-da90d425-cae8-42bf-abd9-1792a3b6303c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499075 Feb 09 20:51:38.280392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (09ed5529-135e-4d4b-a0cf-78635a2de3a4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.406481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c804e-ef79-4b87-aeaf-ae5af2cad49f req-27990a57-a623-4d77-ae6c-285000e54227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:38.407218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c804e-ef79-4b87-aeaf-ae5af2cad49f req-27990a57-a623-4d77-ae6c-285000e54227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:38.407896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c804e-ef79-4b87-aeaf-ae5af2cad49f req-27990a57-a623-4d77-ae6c-285000e54227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:38.410274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f80c804e-ef79-4b87-aeaf-ae5af2cad49f req-27990a57-a623-4d77-ae6c-285000e54227 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2968 time: 0.5471885 Feb 09 20:51:38.413242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5286d528-5351-4723-ac2f-e049251f8c1c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9875f566043a41d4aed0c0a2a2cb5d27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655338 Feb 09 20:51:38.420091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58108) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:38.436124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ed5529-135e-4d4b-a0cf-78635a2de3a4']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:38.448211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e93380d-71d5-4562-a160-ad31310a8bb0 req-0eb78a09-96aa-4f2e-9145-1b930012448d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.1174529 Feb 09 20:51:38.486008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:38.486515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8a38d3-aa02-4685-9d92-6a5c57dcfc60') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:38.555935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (2f8a38d3-aa02-4685-9d92-6a5c57dcfc60), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.634161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2f8a38d3-aa02-4685-9d92-6a5c57dcfc60), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.642044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f7867de-9bde-42ec-89a8-5ae9a9058248 req-a7630780-f307-42ad-8f4d-275c46b253ac tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 210 time: 0.1186433 Feb 09 20:51:38.644950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f80c804e-ef79-4b87-aeaf-ae5af2cad49f req-c74a81ce-3885-4944-8639-1bdb1cb2e5d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224874 Feb 09 20:51:38.681351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:51:38.681912 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (2f8a38d3-aa02-4685-9d92-6a5c57dcfc60), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.700638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2ed406-4705-4395-b572-15b2f2845688 admin admin] Publish callbacks [] for security_group (fd7ab082-c80e-4623-89ce-d5e4ed0e43af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:51:38.717185 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:51:38.742509 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2ed406-4705-4395-b572-15b2f2845688 admin admin] Publish callbacks [] for security_group (fd7ab082-c80e-4623-89ce-d5e4ed0e43af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.805370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2ed406-4705-4395-b572-15b2f2845688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd7ab082-c80e-4623-89ce-d5e4ed0e43af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.812971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2ed406-4705-4395-b572-15b2f2845688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.819337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-da2ed406-4705-4395-b572-15b2f2845688 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fd7ab082-c80e-4623-89ce-d5e4ed0e43af HTTP/1.1" status: 204 len: 168 time: 0.3447683 Feb 09 20:51:38.833690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ed406-4705-4395-b572-15b2f2845688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ab082-c80e-4623-89ce-d5e4ed0e43af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:38.889129 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-afd086b2-5c60-4e43-bc0c-840aa7ed2f53 req-7704c092-8a5b-4edf-bd3d-2eeb7e2789fa tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 210 time: 0.2046905 Feb 09 20:51:38.972886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (09ed5529-135e-4d4b-a0cf-78635a2de3a4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:38.976087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Made reservation on behalf of 9b0f911723bc42879e322f9f77c61137 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:38.981380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:39.005728 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:39.012155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] 10.222.0.102 "DELETE /v2.0/networks/09ed5529-135e-4d4b-a0cf-78635a2de3a4 HTTP/1.1" status: 204 len: 168 time: 1.8581157 Feb 09 20:51:39.040486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46825669-cd11-4543-9d71-056e1d8a0683 admin admin] Pushing event deleted for resources: {'Network': ['ID=09ed5529-135e-4d4b-a0cf-78635a2de3a4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:39.289541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Allocated IP 172.20.0.6 (9ef7cd2e-55b5-4323-a550-6a4edac892c4/25fcb516-6cd8-4931-9d78-5a4bcf8bddb9/4c5db47c-4da6-406f-b4fd-c42883031a5d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:51:39.598839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Publish callbacks [] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:39.638478 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:39.741394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:39.743904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:51:39.767629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:39.768591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b830c102-f508-4d5c-b6e1-39ce4d3fc28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:39.780305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e13ae-ab72-4e68-9e78-8110dddbe03f req-5b91362b-1ecd-4374-880b-4c425b118ce3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:39.785862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e13ae-ab72-4e68-9e78-8110dddbe03f req-5b91362b-1ecd-4374-880b-4c425b118ce3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:39.789693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:51:39.802035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d5ca9195-29f7-4d44-a161-7e4aa036e630 req-4c00cd71-a900-47e0-9a4b-99b5508e9826 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0841324 Feb 09 20:51:39.803035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Pushing event updated for resources: {'Port': ['ID=4c5db47c-4da6-406f-b4fd-c42883031a5d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:39.816987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e13ae-ab72-4e68-9e78-8110dddbe03f req-5b91362b-1ecd-4374-880b-4c425b118ce3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:39.818730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78e13ae-ab72-4e68-9e78-8110dddbe03f req-5b91362b-1ecd-4374-880b-4c425b118ce3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2419 time: 0.4063313 Feb 09 20:51:39.855095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f16de-6250-4c58-a5b0-77deef590680 req-2c12a420-a2b9-48b9-a661-b9657efe1cee tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:39.863478 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-2c12a420-a2b9-48b9-a661-b9657efe1cee tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.13 "GET /v2.0/networks?id=cef50c49-bec2-4d56-855d-95278b8b535d HTTP/1.1" status: 200 len: 821 time: 0.6730566 Feb 09 20:51:39.892697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Request body: {'port': {'device_id': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'network_id': 'cef50c49-bec2-4d56-855d-95278b8b535d', 'admin_state_up': True, 'tenant_id': 'de2d8b39203e460aaaa4d497d33b541f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:39.946410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:39.951893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:40.027950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-7b60c950-218b-4802-a48f-ddf1c3398868 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1911633 Feb 09 20:51:40.061108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Request body: {'port': {'device_id': 'cf7c01b4-7acd-49c6-b164-2a4143388f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:40.104186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92e2290c-cbc3-48db-bf34-98fcc41190d9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d1ba2ddee71f4e8e923136910dea73e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488472 Feb 09 20:51:40.126511 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7cbe53a1-4e06-48ff-b06f-e88a40f1fa88 req-df93f712-dd15-4591-8fce-b7a960c6108a tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 210 time: 0.1212134 Feb 09 20:51:40.151289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:40.285155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:40.349733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643be2c5-76f4-4df7-8b9f-6dcf173f5d42 req-243a1f7a-4b2f-4110-92a6-b73dc6795def tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:40.358062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-643be2c5-76f4-4df7-8b9f-6dcf173f5d42 req-243a1f7a-4b2f-4110-92a6-b73dc6795def tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 931 time: 0.1255522 Feb 09 20:51:40.374773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Made reservation on behalf of de2d8b39203e460aaaa4d497d33b541f for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:40.394196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:40.409015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78e13ae-ab72-4e68-9e78-8110dddbe03f req-2c3acabd-2dbd-4e3e-9be1-1a50382b6880 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372646 Feb 09 20:51:40.454458 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e16-f90e-4596-8366-edc28f1b1208 admin admin] Publish callbacks [] for security_group (30d74582-302e-44c8-950d-92f45537a3d1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:40.593374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e16-f90e-4596-8366-edc28f1b1208 admin admin] Publish callbacks [] for security_group (30d74582-302e-44c8-950d-92f45537a3d1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:40.611240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-643be2c5-76f4-4df7-8b9f-6dcf173f5d42 req-5797917d-83ab-421d-857d-2de613293a47 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510257 Feb 09 20:51:40.934569 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e16-f90e-4596-8366-edc28f1b1208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (30d74582-302e-44c8-950d-92f45537a3d1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:40.942211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02fa8e16-f90e-4596-8366-edc28f1b1208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:40.951901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-02fa8e16-f90e-4596-8366-edc28f1b1208 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/30d74582-302e-44c8-950d-92f45537a3d1 HTTP/1.1" status: 204 len: 168 time: 0.7927072 Feb 09 20:51:40.992448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Allocated IP 172.20.0.14 (cef50c49-bec2-4d56-855d-95278b8b535d/25cad0d0-94dc-4196-970f-d2f9374227e0/7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:51:40.998738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa8e16-f90e-4596-8366-edc28f1b1208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d74582-302e-44c8-950d-92f45537a3d1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:41.110742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5db47c-4da6-406f-b4fd-c42883031a5d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:41.135721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Publish callbacks [] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:41.157198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Transition to ACTIVE for port object 4c5db47c-4da6-406f-b4fd-c42883031a5d will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:51:41.175318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cdcb6bdf-1eaf-4252-9163-2ff7b66f272c req-60e0bb35-2f3c-46b9-965d-1582a4b5f333 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.1690521 Feb 09 20:51:41.179855 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:41.182170 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:41.656723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Publish callbacks [] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:41.764036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:41.909285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Pushing event updated for resources: {'Port': ['ID=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:41.934520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5db47c-4da6-406f-b4fd-c42883031a5d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:41.937644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Network cef50c49-bec2-4d56-855d-95278b8b535d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:51:41.943364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:41.954363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:51:41.971408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f83b7-c286-4d11-9f09-441ff7c5f4de req-589d67c7-4991-4b4d-8860-1a926d361c6f tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:41.973317 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-944f83b7-c286-4d11-9f09-441ff7c5f4de req-589d67c7-4991-4b4d-8860-1a926d361c6f tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 932 time: 0.6990554 Feb 09 20:51:41.997454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Attempting to bind port 4c5db47c-4da6-406f-b4fd-c42883031a5d on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:51:41.997961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Attempting to bind port 4c5db47c-4da6-406f-b4fd-c42883031a5d by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '03bd4df3-14d0-4f79-9dfe-c2a6494202cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ef7cd2e-55b5-4323-a550-6a4edac892c4'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:51:41.998442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Attempting to bind port 4c5db47c-4da6-406f-b4fd-c42883031a5d on network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:42.021011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Port 4c5db47c-4da6-406f-b4fd-c42883031a5d on network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:42.021343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Attempting to bind port 4c5db47c-4da6-406f-b4fd-c42883031a5d on network 9ef7cd2e-55b5-4323-a550-6a4edac892c4 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:42.037944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:42.038290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Checking segment: {'id': '03bd4df3-14d0-4f79-9dfe-c2a6494202cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ef7cd2e-55b5-4323-a550-6a4edac892c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:42.038720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Bound using segment: {'id': '03bd4df3-14d0-4f79-9dfe-c2a6494202cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ef7cd2e-55b5-4323-a550-6a4edac892c4'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:42.039124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Bound port: 4c5db47c-4da6-406f-b4fd-c42883031a5d, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bd4df3-14d0-4f79-9dfe-c2a6494202cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '9ef7cd2e-55b5-4323-a550-6a4edac892c4'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:42.039480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:42.157844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:42.158521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:42.248838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] For port 4c5db47c-4da6-406f-b4fd-c42883031a5d, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:42.252552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] For port 4c5db47c-4da6-406f-b4fd-c42883031a5d, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4c5db47c-4da6-406f-b4fd-c42883031a5d,segment=NetworkSegment(03bd4df3-14d0-4f79-9dfe-c2a6494202cc),segment_id=03bd4df3-14d0-4f79-9dfe-c2a6494202cc)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:42.257739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-08a7feec-4b09-4a05-81e9-f8641bb47cc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3836300 Feb 09 20:51:42.264501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:42.280888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Request body: {'port': {'device_id': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:42.350799 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-944f83b7-c286-4d11-9f09-441ff7c5f4de req-048ee92a-df92-437a-9b09-957d4f4cfcc5 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539033 Feb 09 20:51:42.374778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5db47c-4da6-406f-b4fd-c42883031a5d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:42.405880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:42.406043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:42.412388 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-89f2f78e-7d45-47b4-b33b-e06740839929 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c5db47c-4da6-406f-b4fd-c42883031a5d HTTP/1.1" status: 200 len: 1092 time: 2.3600862 Feb 09 20:51:42.412881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7c01b4-7acd-49c6-b164-2a4143388f8e', 'tag': '4c5db47c-4da6-406f-b4fd-c42883031a5d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:42.415144 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436f5743-8b02-47bf-bb9b-19698ba40b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7c01b4-7acd-49c6-b164-2a4143388f8e", "tag": "4c5db47c-4da6-406f-b4fd-c42883031a5d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:42.469291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc161-734b-488a-99fe-749e412d7f39 req-9b15b40d-499e-48fe-8db2-244d9f13f1e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:42.493749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc161-734b-488a-99fe-749e412d7f39 req-9b15b40d-499e-48fe-8db2-244d9f13f1e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:42.508583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc161-734b-488a-99fe-749e412d7f39 req-9b15b40d-499e-48fe-8db2-244d9f13f1e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:42.510313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd0cc161-734b-488a-99fe-749e412d7f39 req-9b15b40d-499e-48fe-8db2-244d9f13f1e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2419 time: 0.3246694 Feb 09 20:51:42.640174 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:42.678143 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-b4c2ad0d-6e47-4111-b228-3cd92e0b1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:42.682063 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-b4c2ad0d-6e47-4111-b228-3cd92e0b1498 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b0f911723bc42879e322f9f77c61137&device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 1126 time: 0.2123961 Feb 09 20:51:42.709911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd0cc161-734b-488a-99fe-749e412d7f39 req-d53c6468-aaee-49a0-8dbf-bb417cd02641 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390665 Feb 09 20:51:42.711406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:42.858036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5465d-429d-4db5-a581-a1214a5f895e req-c2f97bed-e41d-4ecf-9454-907cfc32d4cb tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:42.867436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8b5465d-429d-4db5-a581-a1214a5f895e req-c2f97bed-e41d-4ecf-9454-907cfc32d4cb tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 943 time: 0.3129301 Feb 09 20:51:42.894263 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-19d6d006-a111-41d5-bbc8-30ede8c327e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5db47c-4da6-406f-b4fd-c42883031a5d HTTP/1.1" status: 200 len: 217 time: 0.1993010 Feb 09 20:51:42.972289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:43.012652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8b5465d-429d-4db5-a581-a1214a5f895e req-627d61f3-3614-4c4a-bb0d-c9db2b3f5d7e tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431961 Feb 09 20:51:43.018202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-ccd801d1-3af7-4e6f-9c8b-b4372fe665ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:43.020918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-ccd801d1-3af7-4e6f-9c8b-b4372fe665ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25fcb516-6cd8-4931-9d78-5a4bcf8bddb9 HTTP/1.1" status: 200 len: 848 time: 0.0863390 Feb 09 20:51:43.131042 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-1c93e550-590d-4e20-94c3-892d2b171609 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef7cd2e-55b5-4323-a550-6a4edac892c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996737 Feb 09 20:51:43.138279 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe78d30-d573-4faa-97ba-357eaec0bc21 x-openstack-request-id: req-dbe78d30-d573-4faa-97ba-357eaec0bc21 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:43.138808 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7c01b4-7acd-49c6-b164-2a4143388f8e", "tag": "4c5db47c-4da6-406f-b4fd-c42883031a5d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:43.141493 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dbe78d30-d573-4faa-97ba-357eaec0bc21 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:43.142826 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7c01b4-7acd-49c6-b164-2a4143388f8e', 'tag': '4c5db47c-4da6-406f-b4fd-c42883031a5d', 'status': 'completed', 'code': 200} Feb 09 20:51:43.155750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e836b3c-c713-434e-9840-bdb573dd3b36 req-eabdf786-312a-46aa-a945-205b6504366f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.1825414 Feb 09 20:51:43.401206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2086144910-network', 'tenant_id': 'a182d6b467384b64b7d382fcb8c72845'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:43.509564 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-0a95b00a-5688-4906-b826-1c63fe9822b0 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef7cd2e-55b5-4323-a550-6a4edac892c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652785 Feb 09 20:51:43.519899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Made reservation on behalf of a182d6b467384b64b7d382fcb8c72845 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:43.524280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:43.558077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:43.879152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:43.917830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Publish callbacks [] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:43.922613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Publish callbacks [] for security_group (8fd78cf5-a331-490b-9b6c-352f21c2a6e9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:43.932170 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:43.943506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ac616-2fae-4b52-96f0-bd3e23191ce4 req-eba1299a-4889-4984-a845-f2c61b475ffd tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:43.946423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c37ac616-2fae-4b52-96f0-bd3e23191ce4 req-eba1299a-4889-4984-a845-f2c61b475ffd tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 932 time: 0.4533539 Feb 09 20:51:43.948351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8fd78cf5-a331-490b-9b6c-352f21c2a6e9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:43.954385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Transition to ACTIVE for port object 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:51:43.994122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd78cf5-a331-490b-9b6c-352f21c2a6e9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:44.012361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:44.052870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:51:44.077518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31b68efa-a790-478a-b1d6-1d1cdd9b3310 req-4ae3b7e8-1c4c-4bd8-ae40-9a47bb770afe service neutron] 10.222.0.50 "GET /v2.0/networks/9ef7cd2e-55b5-4323-a550-6a4edac892c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470083 Feb 09 20:51:44.153798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c37ac616-2fae-4b52-96f0-bd3e23191ce4 req-860d9562-ad55-48d8-aa60-a2d42ed4391c tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992340 Feb 09 20:51:44.224414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c72808b7-7767-45b2-b719-7713995658e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:44.231600 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Added segment c72808b7-7767-45b2-b719-7713995658e2 of type vlan for network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e Feb 09 20:51:44.301426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217748b-55bc-4c89-98c1-ef38f90c4618 req-4353ef73-c898-4887-b928-cd1756f0c4c7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:44.320082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217748b-55bc-4c89-98c1-ef38f90c4618 req-4353ef73-c898-4887-b928-cd1756f0c4c7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:44.334222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217748b-55bc-4c89-98c1-ef38f90c4618 req-4353ef73-c898-4887-b928-cd1756f0c4c7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:44.334436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-76089018-446b-4bf6-8389-d10824375a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:44.335890 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-76089018-446b-4bf6-8389-d10824375a91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b0f911723bc42879e322f9f77c61137&device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 1126 time: 0.1781666 Feb 09 20:51:44.348299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a217748b-55bc-4c89-98c1-ef38f90c4618 req-4353ef73-c898-4887-b928-cd1756f0c4c7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2419 time: 0.4951272 Feb 09 20:51:44.427788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:44.483056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f1cd3498-b3ec-4c3a-a481-1d44039cfd6e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:44.487487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:44.519642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322dea6-3752-402d-8ae0-8fcca0c643b6 req-d1afd58d-d38b-4f05-aade-56d19f3674e0 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:44.530142 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7322dea6-3752-402d-8ae0-8fcca0c643b6 req-d1afd58d-d38b-4f05-aade-56d19f3674e0 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 943 time: 0.1920657 Feb 09 20:51:44.563441 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a217748b-55bc-4c89-98c1-ef38f90c4618 req-4e1f6d5f-6f82-4637-bddb-3f928e8d683c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072303 Feb 09 20:51:44.579647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f1cd3498-b3ec-4c3a-a481-1d44039cfd6e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:44.586443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:44.587264 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:44.617069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Attempting to bind port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:51:44.617411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Attempting to bind port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '18fb881c-161a-47aa-8aab-cb7c019530fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cef50c49-bec2-4d56-855d-95278b8b535d'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:51:44.617746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Attempting to bind port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 on network cef50c49-bec2-4d56-855d-95278b8b535d {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:44.645309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-b136d7b7-e93d-4295-a917-260f846690e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:44.649147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-b136d7b7-e93d-4295-a917-260f846690e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ef7cd2e-55b5-4323-a550-6a4edac892c4 HTTP/1.1" status: 200 len: 909 time: 0.3014379 Feb 09 20:51:44.698137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 on network cef50c49-bec2-4d56-855d-95278b8b535d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:51:44.698471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Attempting to bind port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 on network cef50c49-bec2-4d56-855d-95278b8b535d {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:51:44.745896 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-872fbd99-7d05-4e24-8b93-ab9c909ac6b4 req-184df26d-0a86-42f0-aae5-39a64221278e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0589762 Feb 09 20:51:44.752247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7772501 Feb 09 20:51:44.757302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:44.767363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Request body: {'subnet': {'network_id': 'f1cd3498-b3ec-4c3a-a481-1d44039cfd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2086144910-subnet', 'tenant_id': 'a182d6b467384b64b7d382fcb8c72845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:44.780874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbaa10-4f56-4dcb-a362-6152d83e2e7e admin admin] Pushing event updated for resources: {'Network': ['ID=f1cd3498-b3ec-4c3a-a481-1d44039cfd6e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:44.783462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:51:44.784160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Checking segment: {'id': '18fb881c-161a-47aa-8aab-cb7c019530fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cef50c49-bec2-4d56-855d-95278b8b535d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:44.784812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Bound using segment: {'id': '18fb881c-161a-47aa-8aab-cb7c019530fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cef50c49-bec2-4d56-855d-95278b8b535d'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:51:44.785511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Bound port: 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fb881c-161a-47aa-8aab-cb7c019530fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cef50c49-bec2-4d56-855d-95278b8b535d'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:51:44.786101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:44.791636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:51:44.813096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25a82fcd-441f-4c88-8b27-8be842896cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:44.829735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7322dea6-3752-402d-8ae0-8fcca0c643b6 req-e6924345-9bef-4dab-8cad-171378fb08a5 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986386 Feb 09 20:51:44.832022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-a44e5fee-9a30-4a21-aced-28b61bb661f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5db47c-4da6-406f-b4fd-c42883031a5d HTTP/1.1" status: 200 len: 217 time: 0.1720886 Feb 09 20:51:44.864708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Made reservation on behalf of a182d6b467384b64b7d382fcb8c72845 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:44.867009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:44.900445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-83b8c6a3-21fe-41fa-bf8a-85cd722e5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:44.903194 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-83b8c6a3-21fe-41fa-bf8a-85cd722e5502 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25fcb516-6cd8-4931-9d78-5a4bcf8bddb9 HTTP/1.1" status: 200 len: 848 time: 0.0648587 Feb 09 20:51:44.992195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] For port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:51:45.000403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-d6808349-878d-4d36-91fd-49fb965316e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ef7cd2e-55b5-4323-a550-6a4edac892c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867047 Feb 09 20:51:45.019865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] For port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,segment=NetworkSegment(18fb881c-161a-47aa-8aab-cb7c019530fc),segment_id=18fb881c-161a-47aa-8aab-cb7c019530fc)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:51:45.046826 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:45.129348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25a82fcd-441f-4c88-8b27-8be842896cb0 admin admin] Publish callbacks [] for security_group (e92a7284-72ac-471d-9acb-5ce4ae4e07d8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:45.142247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:45.142875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:45.144303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] 10.222.0.13 "PUT /v2.0/ports/7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 HTTP/1.1" status: 200 len: 1093 time: 2.8761098 Feb 09 20:51:45.145110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'tag': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:45.147597 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a5072-df8b-4146-a735-359de6434c64" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7bb147-4568-4e4a-91b4-0b9831736e98", "tag": "7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:45.177670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25a82fcd-441f-4c88-8b27-8be842896cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e92a7284-72ac-471d-9acb-5ce4ae4e07d8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:45.297426 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e4c285-8586-4eaf-ab7d-b5a8306449f0 x-openstack-request-id: req-39e4c285-8586-4eaf-ab7d-b5a8306449f0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:45.297426 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7bb147-4568-4e4a-91b4-0b9831736e98", "tag": "7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:45.297899 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-39e4c285-8586-4eaf-ab7d-b5a8306449f0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:45.300010 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'tag': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4', 'status': 'completed', 'code': 200} Feb 09 20:51:45.348609 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-96fcad3c-58b1-4bd2-98bd-25cffff9dff5 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef7cd2e-55b5-4323-a550-6a4edac892c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364997 Feb 09 20:51:45.555857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6034f-487c-4b7d-96ba-602c18c0e1b0 req-2465f4de-1d90-4a37-b76e-9e1013e097b8 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:45.555857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54c6034f-487c-4b7d-96ba-602c18c0e1b0 req-2465f4de-1d90-4a37-b76e-9e1013e097b8 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 944 time: 0.2122068 Feb 09 20:51:45.588797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-436f5743-8b02-47bf-bb9b-19698ba40b6a req-f4491aab-9313-400a-876f-ec476e34b600 service neutron] 10.222.0.50 "GET /v2.0/networks/9ef7cd2e-55b5-4323-a550-6a4edac892c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227137 Feb 09 20:51:45.626833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54c6034f-487c-4b7d-96ba-602c18c0e1b0 req-42221700-67d7-44de-bb8e-beaf02c33c53 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617819 Feb 09 20:51:45.704687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4c5db47c-4da6-406f-b4fd-c42883031a5d details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:45.847903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b560a8-2ee9-4f2d-9cee-5e28e61dd444 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:45.934914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4c5db47c-4da6-406f-b4fd-c42883031a5d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4c5db47c-4da6-406f-b4fd-c42883031a5d,segment=NetworkSegment(03bd4df3-14d0-4f79-9dfe-c2a6494202cc),segment_id=03bd4df3-14d0-4f79-9dfe-c2a6494202cc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:45.939278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a82fcd-441f-4c88-8b27-8be842896cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a7284-72ac-471d-9acb-5ce4ae4e07d8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:45.959365 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e9696cd3-8edc-4bea-a03e-0f96ee2e4657 req-d2b3cdd7-68a1-4985-823c-6b69ab9d3beb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0574744 Feb 09 20:51:45.981395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '4c5db47c-4da6-406f-b4fd-c42883031a5d', 'network_id': '9ef7cd2e-55b5-4323-a550-6a4edac892c4', 'port_id': '4c5db47c-4da6-406f-b4fd-c42883031a5d', 'mac_address': 'fa:16:3e:1d:ec:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fcb516-6cd8-4931-9d78-5a4bcf8bddb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:46.052937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-25a82fcd-441f-4c88-8b27-8be842896cb0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6ba3bbc7abd943a59481416334ae6db5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6223707 Feb 09 20:51:46.055625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:46.087435 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.124574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 4c5db47c-4da6-406f-b4fd-c42883031a5d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:46.125134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.151803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:46.155491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5db47c-4da6-406f-b4fd-c42883031a5d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:46.191905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11e73bc-ca14-4e85-b039-e5fac158ca22 admin admin] Publish callbacks [] for security_group (e92a7284-72ac-471d-9acb-5ce4ae4e07d8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.193260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca84c4-e3a7-407d-8a90-984776625108 req-98ff4794-f910-4949-bd29-00569ad7d926 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.201423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4c5db47c-4da6-406f-b4fd-c42883031a5d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4c5db47c-4da6-406f-b4fd-c42883031a5d,segment=NetworkSegment(03bd4df3-14d0-4f79-9dfe-c2a6494202cc),segment_id=03bd4df3-14d0-4f79-9dfe-c2a6494202cc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:46.218644 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.221718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca84c4-e3a7-407d-8a90-984776625108 req-98ff4794-f910-4949-bd29-00569ad7d926 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.224488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0dbb-f6b9-4e0b-88f6-d5fdcb5e45f8 req-f02a6098-ebda-4c36-9cf0-91cf666aeb35 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.227265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca84c4-e3a7-407d-8a90-984776625108 req-98ff4794-f910-4949-bd29-00569ad7d926 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.228981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89ca84c4-e3a7-407d-8a90-984776625108 req-98ff4794-f910-4949-bd29-00569ad7d926 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2419 time: 0.9654634 Feb 09 20:51:46.232385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68fc0dbb-f6b9-4e0b-88f6-d5fdcb5e45f8 req-f02a6098-ebda-4c36-9cf0-91cf666aeb35 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 943 time: 0.1224835 Feb 09 20:51:46.260150 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11e73bc-ca14-4e85-b039-e5fac158ca22 admin admin] Publish callbacks [] for security_group (e92a7284-72ac-471d-9acb-5ce4ae4e07d8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.344087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=4c5db47c-4da6-406f-b4fd-c42883031a5d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:46.344759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68fc0dbb-f6b9-4e0b-88f6-d5fdcb5e45f8 req-2dc599d8-cd2d-4beb-a0b1-7d10351c32bc tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039176 Feb 09 20:51:46.375624 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11e73bc-ca14-4e85-b039-e5fac158ca22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e92a7284-72ac-471d-9acb-5ce4ae4e07d8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.378818 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d11e73bc-ca14-4e85-b039-e5fac158ca22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.380789 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d11e73bc-ca14-4e85-b039-e5fac158ca22 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e92a7284-72ac-471d-9acb-5ce4ae4e07d8 HTTP/1.1" status: 204 len: 168 time: 0.3239291 Feb 09 20:51:46.397758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Checking segment: {'id': 'c72808b7-7767-45b2-b719-7713995658e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f1cd3498-b3ec-4c3a-a481-1d44039cfd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:46.398123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Network hostable DHCP agents. Network: f1cd3498-b3ec-4c3a-a481-1d44039cfd6e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:51:46.417145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e73bc-ca14-4e85-b039-e5fac158ca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a7284-72ac-471d-9acb-5ce4ae4e07d8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:46.448350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f16de-6250-4c58-a5b0-77deef590680 req-77660eb9-7cb5-4059-bad6-3a000d344f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.449541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-77660eb9-7cb5-4059-bad6-3a000d344f03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de2d8b39203e460aaaa4d497d33b541f&device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 1127 time: 1.1848214 Feb 09 20:51:46.467524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['4c5db47c-4da6-406f-b4fd-c42883031a5d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:46.478898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ca144-72cd-42c3-b3e3-23c8ef18c890 req-c7da3bbe-0973-4a56-903f-d01379d4726f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.485053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ca144-72cd-42c3-b3e3-23c8ef18c890 req-c7da3bbe-0973-4a56-903f-d01379d4726f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.490476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ca144-72cd-42c3-b3e3-23c8ef18c890 req-c7da3bbe-0973-4a56-903f-d01379d4726f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.497815 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f26ca144-72cd-42c3-b3e3-23c8ef18c890 req-c7da3bbe-0973-4a56-903f-d01379d4726f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 2419 time: 0.6529033 Feb 09 20:51:46.552794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-0c309996-73bd-4ccf-870c-7f26980b6289 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 HTTP/1.1" status: 200 len: 217 time: 0.0950568 Feb 09 20:51:46.564311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:51:46.626909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f16de-6250-4c58-a5b0-77deef590680 req-72fd6c0d-5fb8-428e-8629-eff15ab3cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.628414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-72fd6c0d-5fb8-428e-8629-eff15ab3cafa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25cad0d0-94dc-4196-970f-d2f9374227e0 HTTP/1.1" status: 200 len: 861 time: 0.0592344 Feb 09 20:51:46.633071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:46.633505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.687201 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f26ca144-72cd-42c3-b3e3-23c8ef18c890 req-8eea504c-5144-4155-a0ce-e356f29a3f2e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832440 Feb 09 20:51:46.703446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, f1cd3498-b3ec-4c3a-a481-1d44039cfd6e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:46.720846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83223149-b51a-414c-aebd-82996ebbbbe4 None None] Network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:46.759953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-88ec6441-1ffa-4fc0-beea-3424f775045b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef50c49-bec2-4d56-855d-95278b8b535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222792 Feb 09 20:51:46.762136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.762883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:46.850188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cd6a08c4-7469-4ff9-a8ef-7b7fd6a7a789 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0868547 Feb 09 20:51:46.915398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777db8e-9519-4308-9663-6ee5a9d6deb5 req-49345595-76f4-489b-b609-b6ef85406875 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:46.927130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4777db8e-9519-4308-9663-6ee5a9d6deb5 req-49345595-76f4-489b-b609-b6ef85406875 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 944 time: 0.1498668 Feb 09 20:51:47.059458 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-c1abb5d8-febb-4be5-8bff-e393b80a6985 service neutron] 10.222.0.13 "GET /v2.0/networks/cef50c49-bec2-4d56-855d-95278b8b535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840030 Feb 09 20:51:47.080761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4777db8e-9519-4308-9663-6ee5a9d6deb5 req-b132f895-c124-4e81-b294-523f9ac04a4f tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516392 Feb 09 20:51:47.353053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port 8c20e7ca-e879-4d7a-a341-a462f629e0d8, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=8c20e7ca-e879-4d7a-a341-a462f629e0d8,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:47.353649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:47.447513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b86dc174-f3dd-482b-858e-ad8f147c4740 req-2622b21e-a692-4bfe-a0ac-d418d5cee96f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.2467732 Feb 09 20:51:47.487572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for 8c20e7ca-e879-4d7a-a341-a462f629e0d8 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:47.517203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a53f16de-6250-4c58-a5b0-77deef590680 req-570d777b-ba5a-4036-8db8-ef2978b9fb0e service neutron] 10.222.0.13 "GET /v2.0/networks/cef50c49-bec2-4d56-855d-95278b8b535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243844 Feb 09 20:51:47.796628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc03e61-012a-498d-97d1-9095094a72ac req-fe212738-ea78-49d3-92e3-26ffc120a883 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:47.805931 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bc03e61-012a-498d-97d1-9095094a72ac req-fe212738-ea78-49d3-92e3-26ffc120a883 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 944 time: 0.1655185 Feb 09 20:51:47.812268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a5072-df8b-4146-a735-359de6434c64 req-5b168a86-5094-4dc0-8114-e8011ccc5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:47.813777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33a5072-df8b-4146-a735-359de6434c64 req-5b168a86-5094-4dc0-8114-e8011ccc5a11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de2d8b39203e460aaaa4d497d33b541f&device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 1127 time: 0.1749520 Feb 09 20:51:47.847037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442aaca-65b9-4356-919b-d95e54985a92 None None] Network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:47.923496 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8c20e7ca-e879-4d7a-a341-a462f629e0d8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:47.945937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bc03e61-012a-498d-97d1-9095094a72ac req-b974fd5e-7d1f-483d-8ae8-7cfc3b07eb8f tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390328 Feb 09 20:51:48.022229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=8c20e7ca-e879-4d7a-a341-a462f629e0d8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:48.103218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:48.148757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port 8c20e7ca-e879-4d7a-a341-a462f629e0d8 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:48.156617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a5072-df8b-4146-a735-359de6434c64 req-e77649c1-9741-4454-9c29-31bece6d5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:48.158148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33a5072-df8b-4146-a735-359de6434c64 req-e77649c1-9741-4454-9c29-31bece6d5145 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cef50c49-bec2-4d56-855d-95278b8b535d HTTP/1.1" status: 200 len: 922 time: 0.3267746 Feb 09 20:51:48.159515 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:48.162976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89ca84c4-e3a7-407d-8a90-984776625108 req-0fdc2b91-9d2c-45a2-b395-d21f3d3e796c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.13 "DELETE /v2.0/ports/8c20e7ca-e879-4d7a-a341-a462f629e0d8 HTTP/1.1" status: 204 len: 173 time: 1.8500316 Feb 09 20:51:48.164671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-deleted', 'tag': '8c20e7ca-e879-4d7a-a341-a462f629e0d8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:48.166960 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5bb12c-48a7-445b-9b7e-f8db2e7e44ee" -d '{"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-deleted", "tag": "8c20e7ca-e879-4d7a-a341-a462f629e0d8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:48.316944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33a5072-df8b-4146-a735-359de6434c64 req-40f8b239-27f6-4a08-8d46-45387ef636fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 HTTP/1.1" status: 200 len: 217 time: 0.1454251 Feb 09 20:51:48.481499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2588-0314-4dd9-a85d-324906e6e76b req-e752270d-4022-447a-ba93-174f852b3f9e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:48.491219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1261258093-network', 'tenant_id': '3a29ccae9c6d4c6ca01bc94b0c8b6a96'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:48.503271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c2588-0314-4dd9-a85d-324906e6e76b req-e752270d-4022-447a-ba93-174f852b3f9e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:48.505596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-835c2588-0314-4dd9-a85d-324906e6e76b req-e752270d-4022-447a-ba93-174f852b3f9e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 1683 time: 0.4431376 Feb 09 20:51:48.535877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Made reservation on behalf of 3a29ccae9c6d4c6ca01bc94b0c8b6a96 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:48.538880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:48.560009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:48.649481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a5072-df8b-4146-a735-359de6434c64 req-461dd193-3a1a-4a59-91f5-f6b9a0ed4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:48.654190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33a5072-df8b-4146-a735-359de6434c64 req-461dd193-3a1a-4a59-91f5-f6b9a0ed4b3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25cad0d0-94dc-4196-970f-d2f9374227e0 HTTP/1.1" status: 200 len: 861 time: 0.3085887 Feb 09 20:51:48.773794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Publish callbacks [] for security_group (c2f7513a-43a5-47a9-9f0f-24976be2256a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:48.780794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c2f7513a-43a5-47a9-9f0f-24976be2256a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:48.782558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33a5072-df8b-4146-a735-359de6434c64 req-d2064d49-9eb4-47ff-bf35-3db629f35007 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cef50c49-bec2-4d56-855d-95278b8b535d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098528 Feb 09 20:51:48.820666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f7513a-43a5-47a9-9f0f-24976be2256a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:48.839273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.840326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.840900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.841459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.842097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.842656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.843216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.843790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.844607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.845168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.845734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.846291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.846956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:48.855411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-835c2588-0314-4dd9-a85d-324906e6e76b req-713b9f18-6b6c-4e8b-85f5-c57d086ead1d tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350670 Feb 09 20:51:48.861660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port 390e9036-511f-49fa-b72d-5122771cc981 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:48.862006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (390e9036-511f-49fa-b72d-5122771cc981), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:48.875214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:51:48.889607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (40ea9088-3fb5-4c7d-9aa7-76dd1180643a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:48.890343 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Added segment 40ea9088-3fb5-4c7d-9aa7-76dd1180643a of type vlan for network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 Feb 09 20:51:49.018685 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (65d99a9d-8fbc-4ad8-81b5-4da633e0ed90), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.092486 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (65d99a9d-8fbc-4ad8-81b5-4da633e0ed90), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.096890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:49.097686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.109818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port 390e9036-511f-49fa-b72d-5122771cc981, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=390e9036-511f-49fa-b72d-5122771cc981,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:49.110259 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (390e9036-511f-49fa-b72d-5122771cc981), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.115492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:51:49.135954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0314679 Feb 09 20:51:49.153666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for 390e9036-511f-49fa-b72d-5122771cc981 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:49.173144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:49.181324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Request body: {'subnet': {'network_id': '65d99a9d-8fbc-4ad8-81b5-4da633e0ed90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1261258093-subnet', 'tenant_id': '3a29ccae9c6d4c6ca01bc94b0c8b6a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:49.225846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ffd52-4705-4adf-8652-c4f0e65bfe63 admin admin] Pushing event updated for resources: {'Network': ['ID=65d99a9d-8fbc-4ad8-81b5-4da633e0ed90,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:49.235046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Made reservation on behalf of 3a29ccae9c6d4c6ca01bc94b0c8b6a96 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:49.238421 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.334466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,segment=NetworkSegment(18fb881c-161a-47aa-8aab-cb7c019530fc),segment_id=18fb881c-161a-47aa-8aab-cb7c019530fc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:49.361340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33a5072-df8b-4146-a735-359de6434c64 req-18c52906-75a3-438a-9f3c-d9656d1d7ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/cef50c49-bec2-4d56-855d-95278b8b535d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473382 Feb 09 20:51:49.374014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device feba8bdc-dae8-405a-8661-dae58f78498e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:49.379904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4', 'network_id': 'cef50c49-bec2-4d56-855d-95278b8b535d', 'port_id': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4', 'mac_address': 'fa:16:3e:70:e3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25cad0d0-94dc-4196-970f-d2f9374227e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:51:49.384297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:51:49.630105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (17afa670-b2ff-415f-bed7-f20028b1107d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.682287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f33a5072-df8b-4146-a735-359de6434c64 req-8082a9a3-c135-465a-9572-4bb963082e0b service neutron] 10.222.0.13 "GET /v2.0/networks/cef50c49-bec2-4d56-855d-95278b8b535d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200395 Feb 09 20:51:49.723554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:49.726663 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.772426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b848f8-300f-4ec7-9321-73ef73d21aed req-7f78590d-ffa8-4deb-976b-6e2564f4539b tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:49.774018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0b848f8-300f-4ec7-9321-73ef73d21aed req-7f78590d-ffa8-4deb-976b-6e2564f4539b tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 944 time: 0.2410357 Feb 09 20:51:49.775192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (390e9036-511f-49fa-b72d-5122771cc981), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.802405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4c5db47c-4da6-406f-b4fd-c42883031a5d up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:49.809118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17afa670-b2ff-415f-bed7-f20028b1107d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:49.830172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Checking segment: {'id': '40ea9088-3fb5-4c7d-9aa7-76dd1180643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '65d99a9d-8fbc-4ad8-81b5-4da633e0ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:51:49.830415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=390e9036-511f-49fa-b72d-5122771cc981,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:49.830529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Network hostable DHCP agents. Network: 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:51:49.857779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:51:49.899736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,segment=NetworkSegment(18fb881c-161a-47aa-8aab-cb7c019530fc),segment_id=18fb881c-161a-47aa-8aab-cb7c019530fc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:49.903949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:51:49.928013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.935036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:49.948162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:49.948820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.955457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port 390e9036-511f-49fa-b72d-5122771cc981 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:49.961214 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:49.968363 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89ca84c4-e3a7-407d-8a90-984776625108 req-ede67c01-deda-449f-8be1-036a101860a7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.13 "DELETE /v2.0/ports/390e9036-511f-49fa-b72d-5122771cc981 HTTP/1.1" status: 204 len: 173 time: 1.7939487 Feb 09 20:51:49.989835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0b848f8-300f-4ec7-9321-73ef73d21aed req-e9522693-bd62-4f33-a33e-dd2f58231f1a tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018440 Feb 09 20:51:49.992987 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0026495a-12a8-4dcd-ba92-0c516f9fa712 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8182120 Feb 09 20:51:50.021969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402dd4e-ec24-4658-92b0-6798399bb7c2 None None] Network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:50.108795 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ccd36-2657-40d5-949b-f846f98059dd x-openstack-request-id: req-123ccd36-2657-40d5-949b-f846f98059dd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:50.110327 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-deleted", "tag": "8c20e7ca-e879-4d7a-a341-a462f629e0d8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:50.112618 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-123ccd36-2657-40d5-949b-f846f98059dd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:50.113503 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-deleted', 'tag': '8c20e7ca-e879-4d7a-a341-a462f629e0d8', 'status': 'completed', 'code': 200} Feb 09 20:51:50.273073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port feba8bdc-dae8-405a-8661-dae58f78498e is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:50.274013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:50.293516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c04f422b-ac04-4535-b6d8-cd6eeb1eb30a req-e14b44cf-8d90-4c7e-84b1-f937d4b8d087 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0469329 Feb 09 20:51:50.322496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:50.329097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port feba8bdc-dae8-405a-8661-dae58f78498e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:50.329447 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:50.334623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:51:50.340807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.341741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.342389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.342932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.343477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.344192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.344746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.345648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.346182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.346681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.347326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.348209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.349062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:51:50.408028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08848c2-7076-40fa-b439-6fd3ca357a9d None None] Network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:50.521415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 4c5db47c-4da6-406f-b4fd-c42883031a5d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:50.553817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feba8bdc-dae8-405a-8661-dae58f78498e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:50.556441 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ad8cb-7f18-41e7-adf4-96e818366abd" -d '{"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-unplugged", "status": "completed", "tag": "feba8bdc-dae8-405a-8661-dae58f78498e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:50.564307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 4c5db47c-4da6-406f-b4fd-c42883031a5d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:50.564697 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:50.621234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port feba8bdc-dae8-405a-8661-dae58f78498e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=feba8bdc-dae8-405a-8661-dae58f78498e,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:50.660920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port feba8bdc-dae8-405a-8661-dae58f78498e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=feba8bdc-dae8-405a-8661-dae58f78498e,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:50.661471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:50.678044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for feba8bdc-dae8-405a-8661-dae58f78498e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:50.695226 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:50.696031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8c20e7ca-e879-4d7a-a341-a462f629e0d8 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:50.767924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 8c20e7ca-e879-4d7a-a341-a462f629e0d8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:51:50.768017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 8c20e7ca-e879-4d7a-a341-a462f629e0d8 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:50.768729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 390e9036-511f-49fa-b72d-5122771cc981 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:50.814759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 4c5db47c-4da6-406f-b4fd-c42883031a5d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:50.814989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:50.859157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 390e9036-511f-49fa-b72d-5122771cc981 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:51:50.859157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 390e9036-511f-49fa-b72d-5122771cc981 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:50.902768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=feba8bdc-dae8-405a-8661-dae58f78498e,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:50.907655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4c5db47c-4da6-406f-b4fd-c42883031a5d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4c5db47c-4da6-406f-b4fd-c42883031a5d,segment=NetworkSegment(03bd4df3-14d0-4f79-9dfe-c2a6494202cc),segment_id=03bd4df3-14d0-4f79-9dfe-c2a6494202cc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:50.921773 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:51.014037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (feba8bdc-dae8-405a-8661-dae58f78498e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:51.038709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=4c5db47c-4da6-406f-b4fd-c42883031a5d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:51.086720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=feba8bdc-dae8-405a-8661-dae58f78498e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:51.122802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a228a56-78a0-4485-ae2b-6feaba77986e req-5ee18277-2369-47d0-8989-dc72e5c8b0dd tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:51.135961 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a228a56-78a0-4485-ae2b-6feaba77986e req-5ee18277-2369-47d0-8989-dc72e5c8b0dd tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 944 time: 0.6435058 Feb 09 20:51:51.223555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port feba8bdc-dae8-405a-8661-dae58f78498e on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:51.233704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:51.237608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89ca84c4-e3a7-407d-8a90-984776625108 req-a625040b-93aa-4d9d-970e-c58d83066655 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.13 "DELETE /v2.0/ports/feba8bdc-dae8-405a-8661-dae58f78498e HTTP/1.1" status: 204 len: 173 time: 1.2462528 Feb 09 20:51:51.345281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a228a56-78a0-4485-ae2b-6feaba77986e req-7966be5c-9846-4788-b775-3be70db4fb12 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082217 Feb 09 20:51:51.537473 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:51.539213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08ef9276-a821-408d-a8d8-d072c949b0bf req-5441fec4-78bd-4b53-a680-27c3c093a980 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=e8c4c23e-19f7-40b5-b93d-62129f29dec4 HTTP/1.1" status: 200 len: 210 time: 0.0547366 Feb 09 20:51:52.114610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-deleted', 'tag': '390e9036-511f-49fa-b72d-5122771cc981'}, {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-deleted', 'tag': 'feba8bdc-dae8-405a-8661-dae58f78498e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:52.116966 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062c1bdd-5c86-4843-be47-7a13e1c48b79" -d '{"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-deleted", "tag": "390e9036-511f-49fa-b72d-5122771cc981"}, {"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-deleted", "tag": "feba8bdc-dae8-405a-8661-dae58f78498e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:53.138566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:51:53.216512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:51:53.221594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:51:53.223294 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:53.341224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:51:53.341960 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:53.383275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,segment=NetworkSegment(18fb881c-161a-47aa-8aab-cb7c019530fc),segment_id=18fb881c-161a-47aa-8aab-cb7c019530fc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:53.388411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:53.452751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:54.635851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-56f2db4c-c23e-424d-b077-92beae69b879 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:54.644834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-56f2db4c-c23e-424d-b077-92beae69b879 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/networks?id=65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 HTTP/1.1" status: 200 len: 813 time: 0.1324272 Feb 09 20:51:54.662661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-d1dc4219-ee4e-4463-8bf9-5231c0039600 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/quotas/3a29ccae9c6d4c6ca01bc94b0c8b6a96 HTTP/1.1" status: 200 len: 375 time: 0.0164313 Feb 09 20:51:54.662873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-ddff094c-aa4f-4d87-8d3c-a2612de3285b tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:54.664382 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-ddff094c-aa4f-4d87-8d3c-a2612de3285b tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/networks?id=f1cd3498-b3ec-4c3a-a481-1d44039cfd6e HTTP/1.1" status: 200 len: 818 time: 0.1591368 Feb 09 20:51:54.717413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-4fd5c791-5032-4b82-bdc9-dac2d3fcd79c tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=3a29ccae9c6d4c6ca01bc94b0c8b6a96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530255 Feb 09 20:51:54.731897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-90f092ef-e952-42de-8a69-b664cffc2f44 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/quotas/a182d6b467384b64b7d382fcb8c72845 HTTP/1.1" status: 200 len: 375 time: 0.0121994 Feb 09 20:51:54.772078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-c268861d-964e-4cc3-b354-a7da6dc54209 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a182d6b467384b64b7d382fcb8c72845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340810 Feb 09 20:51:54.827371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-d5451205-df68-40ad-b4f0-4eef321391d3 service neutron] 10.222.0.102 "GET /v2.0/networks/65d99a9d-8fbc-4ad8-81b5-4da633e0ed90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086593 Feb 09 20:51:54.902834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-f0def41b-ea2a-4054-8a6b-1e5ccff49a51 service neutron] 10.222.0.102 "GET /v2.0/networks/f1cd3498-b3ec-4c3a-a481-1d44039cfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207004 Feb 09 20:51:54.945450 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-6e3c2f38-73ad-4958-b7fc-fde50f544d49 service neutron] 10.222.0.102 "GET /v2.0/networks/65d99a9d-8fbc-4ad8-81b5-4da633e0ed90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118984 Feb 09 20:51:55.046777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-f4c84683-e5a6-4deb-b36e-bbbff71f218e service neutron] 10.222.0.102 "GET /v2.0/networks/f1cd3498-b3ec-4c3a-a481-1d44039cfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424029 Feb 09 20:51:55.170769 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f360fa-92ca-4db1-bfd0-bbb2544375ca x-openstack-request-id: req-d7f360fa-92ca-4db1-bfd0-bbb2544375ca {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:55.171661 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-unplugged", "status": "completed", "tag": "feba8bdc-dae8-405a-8661-dae58f78498e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:55.172234 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d7f360fa-92ca-4db1-bfd0-bbb2544375ca {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:55.173286 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feba8bdc-dae8-405a-8661-dae58f78498e', 'code': 200} Feb 09 20:51:55.356406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439b18b-d6fd-420f-b297-25edb4b55ebc req-10b63edd-fcbf-456e-9d01-9b8982e8eccf tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:55.364830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8439b18b-d6fd-420f-b297-25edb4b55ebc req-10b63edd-fcbf-456e-9d01-9b8982e8eccf tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 946 time: 0.1278415 Feb 09 20:51:55.486172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-24ea48cd-a4fd-4dea-adc9-839f8a0cc855 req-b7deda39-d1c5-4d7f-9dcf-baa511a405ea tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0487704 Feb 09 20:51:55.525214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8439b18b-d6fd-420f-b297-25edb4b55ebc req-cb9606b7-8dee-44da-a120-d90afd521ca2 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469808 Feb 09 20:51:55.628561 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce5305-76f8-4af6-a0a1-186bb1387d9d x-openstack-request-id: req-80ce5305-76f8-4af6-a0a1-186bb1387d9d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:55.628859 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-deleted", "tag": "390e9036-511f-49fa-b72d-5122771cc981", "status": "completed", "code": 200}, {"server_uuid": "e8c4c23e-19f7-40b5-b93d-62129f29dec4", "name": "network-vif-deleted", "tag": "feba8bdc-dae8-405a-8661-dae58f78498e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:55.629110 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-80ce5305-76f8-4af6-a0a1-186bb1387d9d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:55.629522 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-deleted', 'tag': '390e9036-511f-49fa-b72d-5122771cc981', 'status': 'completed', 'code': 200} Feb 09 20:51:55.629782 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c4c23e-19f7-40b5-b93d-62129f29dec4', 'name': 'network-vif-deleted', 'tag': 'feba8bdc-dae8-405a-8661-dae58f78498e', 'status': 'completed', 'code': 200} Feb 09 20:51:55.727839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:55.812608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceff325-e688-4f87-9f0f-bd00e422e77e req-753fb708-fe24-45f9-9ac3-98520a6be1e3 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:55.827131 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ceff325-e688-4f87-9f0f-bd00e422e77e req-753fb708-fe24-45f9-9ac3-98520a6be1e3 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 945 time: 0.1218040 Feb 09 20:51:55.936295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ceff325-e688-4f87-9f0f-bd00e422e77e req-4d2e6cfb-f9e6-4cda-b5f3-36c27c471088 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061499 Feb 09 20:51:55.945426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47e7eaf4-b3b0-4db0-87a3-0a6e2d3de252 req-f9284595-8e1e-4f43-a867-aea57ef03c47 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 210 time: 0.0917106 Feb 09 20:51:55.958472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe44868c-a684-4b2a-a39e-2de3d0f4a421 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting subnet 41357b18-ecac-4088-9862-6cd9171ab5ae {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:51:55.965563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe44868c-a684-4b2a-a39e-2de3d0f4a421 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (41357b18-ecac-4088-9862-6cd9171ab5ae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.073490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe44868c-a684-4b2a-a39e-2de3d0f4a421 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (41357b18-ecac-4088-9862-6cd9171ab5ae), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.074277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d56ee679-6245-4a3e-88a2-d0b7b334c07d req-c7323125-fbb2-4bf5-a1fd-99d1389c9556 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 210 time: 0.0649893 Feb 09 20:51:56.258338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe44868c-a684-4b2a-a39e-2de3d0f4a421 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (41357b18-ecac-4088-9862-6cd9171ab5ae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.352202 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe44868c-a684-4b2a-a39e-2de3d0f4a421 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (41357b18-ecac-4088-9862-6cd9171ab5ae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.388263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.426441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44868c-a684-4b2a-a39e-2de3d0f4a421 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Subnet': ['ID=41357b18-ecac-4088-9862-6cd9171ab5ae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:56.435189 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe44868c-a684-4b2a-a39e-2de3d0f4a421 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.442635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:56.442877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fe44868c-a684-4b2a-a39e-2de3d0f4a421 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "DELETE /v2.0/subnets/41357b18-ecac-4088-9862-6cd9171ab5ae HTTP/1.1" status: 204 len: 168 time: 0.7139499 Feb 09 20:51:56.445815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd41b0d-9dc4-4819-b4a3-75d7529128c5 None None] Network e3073b50-db61-415b-895d-f9353b678fdf requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:56.577794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e3073b50-db61-415b-895d-f9353b678fdf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.657861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port 9aad2412-129b-4f4f-a55c-a837b3709cfd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:56.658234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.843607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab097c9e-3cac-4fab-a302-41757bfeed43 req-60942b17-2d6a-4282-b16c-19d3a5fbed46 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:56.845545 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab097c9e-3cac-4fab-a302-41757bfeed43 req-60942b17-2d6a-4282-b16c-19d3a5fbed46 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 946 time: 0.1824558 Feb 09 20:51:56.872273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b78895d-5729-4069-bc56-1cd5d07045d9 req-b677184b-366d-4c88-8df9-374d710985cb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.1856756 Feb 09 20:51:56.902116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port 9aad2412-129b-4f4f-a55c-a837b3709cfd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9aad2412-129b-4f4f-a55c-a837b3709cfd,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:56.902755 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:56.910363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] DHCP port deletion for e3073b50-db61-415b-895d-f9353b678fdf request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:51:56.929076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for 9aad2412-129b-4f4f-a55c-a837b3709cfd owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:56.981300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab097c9e-3cac-4fab-a302-41757bfeed43 req-87820c97-a423-4a4b-929f-d44c12a97db1 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297281 Feb 09 20:51:57.027510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] Deleting port 9aad2412-129b-4f4f-a55c-a837b3709cfd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:57.028620 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.125178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] For port 9aad2412-129b-4f4f-a55c-a837b3709cfd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9aad2412-129b-4f4f-a55c-a837b3709cfd,segment=NetworkSegment(a243ee57-9481-4525-94af-181dfe80f43d),segment_id=a243ee57-9481-4525-94af-181dfe80f43d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:57.125585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.144514 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] Calling delete_port for 9aad2412-129b-4f4f-a55c-a837b3709cfd owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:51:57.146191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.185200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=9aad2412-129b-4f4f-a55c-a837b3709cfd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:57.190839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port 9aad2412-129b-4f4f-a55c-a837b3709cfd on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:57.203077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dff14ffb-6bef-4c75-ae50-d78944415f43 req-59f0bf9e-d35d-4b01-b0cc-5656710d9e59 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 210 time: 0.0717218 Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: from cryptography.utils import int_from_bytes Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: from cryptography.utils import int_from_bytes Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.253564 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:51:57.256592 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 20:51:57.261378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7c01b4-7acd-49c6-b164-2a4143388f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5db47c-4da6-406f-b4fd-c42883031a5d'}, {'server_uuid': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:51:57.264432 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c16657-c6a1-4dac-9bec-69fe56a2e3a5" -d '{"events": [{"server_uuid": "cf7c01b4-7acd-49c6-b164-2a4143388f8e", "name": "network-vif-plugged", "status": "completed", "tag": "4c5db47c-4da6-406f-b4fd-c42883031a5d"}, {"server_uuid": "3d7bb147-4568-4e4a-91b4-0b9831736e98", "name": "network-vif-plugged", "status": "completed", "tag": "7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:51:57.267800 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (9aad2412-129b-4f4f-a55c-a837b3709cfd), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.309622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] Pushing event deleted for resources: {'Port': ['ID=9aad2412-129b-4f4f-a55c-a837b3709cfd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:57.314014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19955dc-545f-471f-9f87-790cf842dcb3 None None] No DVR routers for this DVR port 9aad2412-129b-4f4f-a55c-a837b3709cfd on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:51:57.380439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e3073b50-db61-415b-895d-f9353b678fdf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.409154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9aad2412-129b-4f4f-a55c-a837b3709cfd no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:57.428180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3073b50-db61-415b-895d-f9353b678fdf']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:57.442547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-194a7ef7-43f5-4ef1-8214-fec4b760331d req-b0906d06-9707-41b8-9d37-6f5091a44ef4 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 210 time: 0.0431333 Feb 09 20:51:57.450328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 9aad2412-129b-4f4f-a55c-a837b3709cfd {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:51:57.451087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9aad2412-129b-4f4f-a55c-a837b3709cfd not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:51:57.464850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a243ee57-9481-4525-94af-181dfe80f43d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:57.466796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a243ee57-9481-4525-94af-181dfe80f43d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:51:57.501540 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (a243ee57-9481-4525-94af-181dfe80f43d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.528986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-e41d95f3-fb5a-409d-97c9-fb62e2559bfa tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:57.530807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-e41d95f3-fb5a-409d-97c9-fb62e2559bfa tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.13 "GET /v2.0/networks?id=65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 HTTP/1.1" status: 200 len: 813 time: 0.2553489 Feb 09 20:51:57.546390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Request body: {'port': {'device_id': '716582cc-73d7-4376-8a1a-97b0699e56c8', 'network_id': '65d99a9d-8fbc-4ad8-81b5-4da633e0ed90', 'admin_state_up': True, 'tenant_id': '3a29ccae9c6d4c6ca01bc94b0c8b6a96'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:57.592668 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638c68ac-ab17-4592-a1e9-b849f02360e1 x-openstack-request-id: req-638c68ac-ab17-4592-a1e9-b849f02360e1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:51:57.592967 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7c01b4-7acd-49c6-b164-2a4143388f8e", "name": "network-vif-plugged", "status": "completed", "tag": "4c5db47c-4da6-406f-b4fd-c42883031a5d", "code": 200}, {"server_uuid": "3d7bb147-4568-4e4a-91b4-0b9831736e98", "name": "network-vif-plugged", "status": "completed", "tag": "7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:51:57.593223 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-638c68ac-ab17-4592-a1e9-b849f02360e1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:51:57.593618 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7c01b4-7acd-49c6-b164-2a4143388f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5db47c-4da6-406f-b4fd-c42883031a5d', 'code': 200} Feb 09 20:51:57.593922 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4', 'code': 200} Feb 09 20:51:57.595525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048387ea-324f-4ce5-b1b3-8e856d227b58 req-009322fd-b7cf-42f5-bf61-fd4ec18ea2ee tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:57.618185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-048387ea-324f-4ce5-b1b3-8e856d227b58 req-009322fd-b7cf-42f5-bf61-fd4ec18ea2ee tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 945 time: 0.5183294 Feb 09 20:51:57.675966 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a243ee57-9481-4525-94af-181dfe80f43d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.714440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:51:57.717173 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (a243ee57-9481-4525-94af-181dfe80f43d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:51:57.723434 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:51:57.797449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d4e73-6c7d-40c1-8bdb-79c4d4b75754 req-cb6cd6e6-5640-4d1e-b156-b7108b42126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:57.799461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d03d4e73-6c7d-40c1-8bdb-79c4d4b75754 req-cb6cd6e6-5640-4d1e-b156-b7108b42126c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 1129 time: 0.0977926 Feb 09 20:51:57.857873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Made reservation on behalf of 3a29ccae9c6d4c6ca01bc94b0c8b6a96 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:57.873501 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:57.901347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d03d4e73-6c7d-40c1-8bdb-79c4d4b75754 req-d8d23e57-0bff-4543-a5b7-0098b6824fc0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954616 Feb 09 20:51:58.000801 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-048387ea-324f-4ce5-b1b3-8e856d227b58 req-6f20e865-37e6-455b-b209-398064921307 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816471 Feb 09 20:51:58.054213 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e3073b50-db61-415b-895d-f9353b678fdf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:58.057740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4eae4-3647-491e-9287-987bf6d4d760 req-32dd2077-a660-45a2-b7e5-5d37b0fcece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:58.060699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4aa4eae4-3647-491e-9287-987bf6d4d760 req-32dd2077-a660-45a2-b7e5-5d37b0fcece3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 1128 time: 0.3322721 Feb 09 20:51:58.072550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:58.076337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "DELETE /v2.0/networks/e3073b50-db61-415b-895d-f9353b678fdf HTTP/1.1" status: 204 len: 168 time: 1.6321006 Feb 09 20:51:58.084649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:58.093134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-d856af5e-b810-43d3-ab59-09959ce4e4ca tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:58.095019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-d856af5e-b810-43d3-ab59-09959ce4e4ca tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.13 "GET /v2.0/networks?id=f1cd3498-b3ec-4c3a-a481-1d44039cfd6e HTTP/1.1" status: 200 len: 818 time: 0.3330531 Feb 09 20:51:58.133453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Request body: {'port': {'device_id': 'e4a9349c-d537-40c4-9739-e8987e5e8f71', 'network_id': 'f1cd3498-b3ec-4c3a-a481-1d44039cfd6e', 'admin_state_up': True, 'tenant_id': 'a182d6b467384b64b7d382fcb8c72845'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:58.249907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527e38b-1082-473b-bc54-2e2d9df50195 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Network': ['ID=e3073b50-db61-415b-895d-f9353b678fdf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:58.255663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-285972e1-12eb-4c80-a059-db7a86a08fe3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting subnet 5ef135a4-83cb-4f9c-b653-0abf56eddf62 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:51:58.468673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23d6d-b397-4c95-b3ca-2c2306241ed1 req-a5642535-1dca-42cf-9673-d9ca243d9030 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:58.476712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49b23d6d-b397-4c95-b3ca-2c2306241ed1 req-a5642535-1dca-42cf-9673-d9ca243d9030 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.5836473 Feb 09 20:51:58.545923 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-285972e1-12eb-4c80-a059-db7a86a08fe3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (5ef135a4-83cb-4f9c-b653-0abf56eddf62), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:58.578738 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49b23d6d-b397-4c95-b3ca-2c2306241ed1 req-2eb6fd82-120d-46a1-a5eb-c989b9a6ca26 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006606 Feb 09 20:51:58.585465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-733516e1-7da5-4a29-8532-50ebf054dc7a req-75d3c1e0-11d3-4b88-9ac0-bc6eee4af32f tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.3218808 Feb 09 20:51:58.689501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4aa4eae4-3647-491e-9287-987bf6d4d760 req-3554337d-356b-4060-96b9-793cbd004f57 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118612 Feb 09 20:51:58.707443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Allocated IP 172.20.0.2 (65d99a9d-8fbc-4ad8-81b5-4da633e0ed90/17afa670-b2ff-415f-bed7-f20028b1107d/79a16a09-40b1-4fec-8e78-11d09d382b04) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:51:58.750047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58baf0a5-48d3-47d1-9782-f36aaa77cc64 req-4911d049-5793-45c3-b4fd-5ff791c6c295 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 210 time: 0.0327013 Feb 09 20:51:58.770045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-285972e1-12eb-4c80-a059-db7a86a08fe3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (5ef135a4-83cb-4f9c-b653-0abf56eddf62), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:58.806266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61969f6c-03d7-4a24-8a12-049157d9da9b req-e1c720d1-fece-4d11-8271-d46eacbdb5dc tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:58.818472 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61969f6c-03d7-4a24-8a12-049157d9da9b req-e1c720d1-fece-4d11-8271-d46eacbdb5dc tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 946 time: 0.1214092 Feb 09 20:51:58.858735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93fbcb99-53b2-4098-9b31-3e2f52ef571f req-995af963-ca4f-4dcd-ae8e-ca905b1b7840 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 210 time: 0.0415468 Feb 09 20:51:58.873608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Made reservation on behalf of a182d6b467384b64b7d382fcb8c72845 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:51:58.879054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.044804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-285972e1-12eb-4c80-a059-db7a86a08fe3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5ef135a4-83cb-4f9c-b653-0abf56eddf62), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.046394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61969f6c-03d7-4a24-8a12-049157d9da9b req-51382f92-47bf-4cd1-813f-b4b5e814bce2 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236683 Feb 09 20:51:59.185871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-285972e1-12eb-4c80-a059-db7a86a08fe3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (5ef135a4-83cb-4f9c-b653-0abf56eddf62), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.189864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Publish callbacks [] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.202682 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-285972e1-12eb-4c80-a059-db7a86a08fe3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.205989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-285972e1-12eb-4c80-a059-db7a86a08fe3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "DELETE /v2.0/subnets/5ef135a4-83cb-4f9c-b653-0abf56eddf62 HTTP/1.1" status: 204 len: 168 time: 1.1191258 Feb 09 20:51:59.210237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:51:59.211955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c9e4b-2482-48fd-8af2-d6e7a2695fb3 None None] Network 25637e94-d8e9-4cc8-a636-fe04dd011d7e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:51:59.241220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Allocated IP 172.20.0.12 (f1cd3498-b3ec-4c3a-a481-1d44039cfd6e/0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1/0ce7e5bf-c595-4e2c-bb87-22ce14f7c966) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:51:59.243986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285972e1-12eb-4c80-a059-db7a86a08fe3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef135a4-83cb-4f9c-b653-0abf56eddf62,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:59.272602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9d675-277f-4bc6-80d4-f6a8e2e0814f req-084a36de-a553-4b0c-9fe6-bbfe005276ca tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:59.280018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cb9d675-277f-4bc6-80d4-f6a8e2e0814f req-084a36de-a553-4b0c-9fe6-bbfe005276ca tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 945 time: 0.1093884 Feb 09 20:51:59.289783 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.355769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (25637e94-d8e9-4cc8-a636-fe04dd011d7e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.377730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:51:59.392793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:51:59.398132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Pushing event updated for resources: {'Port': ['ID=79a16a09-40b1-4fec-8e78-11d09d382b04,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:51:59.400505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:51:59.497037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cb9d675-277f-4bc6-80d4-f6a8e2e0814f req-81d4e8ff-a1f2-48fe-a70d-53589c5ffa53 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156940 Feb 09 20:51:59.543313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:59.550610 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.580581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-1b573daa-0ca0-44f4-835a-97f289e1dc17 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0397067 Feb 09 20:51:59.593802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Request body: {'port': {'device_id': '716582cc-73d7-4376-8a1a-97b0699e56c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:51:59.616070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] DHCP port deletion for 25637e94-d8e9-4cc8-a636-fe04dd011d7e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:51:59.704276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:59.704623 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.745461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.751663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] Deleting port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:51:59.752254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.818247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Publish callbacks [] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:51:59.845174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:51:59.856453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b9f1-ae98-408b-90ea-72d03e92e930 req-d4ad2b78-8b9a-4259-bae9-6d3e16034e14 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:51:59.858751 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f935b9f1-ae98-408b-90ea-72d03e92e930 req-d4ad2b78-8b9a-4259-bae9-6d3e16034e14 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.3048506 Feb 09 20:51:59.948998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port fb02112b-42a4-4ae4-90da-9a72c8dbbc28, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:51:59.950907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.006680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for fb02112b-42a4-4ae4-90da-9a72c8dbbc28 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:00.019335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f935b9f1-ae98-408b-90ea-72d03e92e930 req-03905ef0-cbfd-460d-a1bb-63ee9d84ed0d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371629 Feb 09 20:52:00.077431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:00.077746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.130330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] For port fb02112b-42a4-4ae4-90da-9a72c8dbbc28, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,segment=NetworkSegment(593ec2b0-fe59-45af-b567-31f783cd3cf5),segment_id=593ec2b0-fe59-45af-b567-31f783cd3cf5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:00.137978 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.158200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a16a09-40b1-4fec-8e78-11d09d382b04 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:00.167336 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Publish callbacks [] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.184329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Transition to ACTIVE for port object 79a16a09-40b1-4fec-8e78-11d09d382b04 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:52:00.199796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:00.204428 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6321d-c375-484a-9744-2b865190014d" -d '{"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:00.218209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f71ede6-400a-4c2d-97b8-7323f1f745fd req-11745307-abe0-4cb4-9f99-3eac98483351 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.4566698 Feb 09 20:52:00.219382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.224672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] Calling delete_port for fb02112b-42a4-4ae4-90da-9a72c8dbbc28 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:00.250145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.262564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:00.275520 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.281900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Pushing event updated for resources: {'Port': ['ID=79a16a09-40b1-4fec-8e78-11d09d382b04,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:00.332937 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:00.398009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Attempting to bind port 79a16a09-40b1-4fec-8e78-11d09d382b04 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:00.398354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Attempting to bind port 79a16a09-40b1-4fec-8e78-11d09d382b04 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '40ea9088-3fb5-4c7d-9aa7-76dd1180643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '65d99a9d-8fbc-4ad8-81b5-4da633e0ed90'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:00.398678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Attempting to bind port 79a16a09-40b1-4fec-8e78-11d09d382b04 on network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:00.403000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:00.419963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:00.453532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:00.473088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Port 79a16a09-40b1-4fec-8e78-11d09d382b04 on network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:52:00.478188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Attempting to bind port 79a16a09-40b1-4fec-8e78-11d09d382b04 on network 65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:00.480387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bef14-c10c-4a59-aecd-5de43fb74a2e req-8f72f092-8787-4469-b9b2-0f537670c0a7 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:00.482053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-328bef14-c10c-4a59-aecd-5de43fb74a2e req-8f72f092-8787-4469-b9b2-0f537670c0a7 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 931 time: 0.3365102 Feb 09 20:52:00.497904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Pushing event updated for resources: {'Port': ['ID=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:00.533891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:00.534578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Checking segment: {'id': '40ea9088-3fb5-4c7d-9aa7-76dd1180643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '65d99a9d-8fbc-4ad8-81b5-4da633e0ed90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:00.534686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Bound using segment: {'id': '40ea9088-3fb5-4c7d-9aa7-76dd1180643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '65d99a9d-8fbc-4ad8-81b5-4da633e0ed90'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:00.535053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Bound port: 79a16a09-40b1-4fec-8e78-11d09d382b04, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ea9088-3fb5-4c7d-9aa7-76dd1180643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '65d99a9d-8fbc-4ad8-81b5-4da633e0ed90'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:00.535414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.546259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.548689 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (fb02112b-42a4-4ae4-90da-9a72c8dbbc28), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.597598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] Pushing event deleted for resources: {'Port': ['ID=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:00.611664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f94981-5181-4b83-9357-fba9fc7f0789 None None] No DVR routers for this DVR port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:00.625298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:00.626004 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.630334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=fb02112b-42a4-4ae4-90da-9a72c8dbbc28,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:00.635428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37674571-2fcf-4c97-af65-8cc95e7c1a46 req-1b1351c3-adc5-4299-8f83-80daef7be0db tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:00.637640 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37674571-2fcf-4c97-af65-8cc95e7c1a46 req-1b1351c3-adc5-4299-8f83-80daef7be0db tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 932 time: 0.2569063 Feb 09 20:52:00.672173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] For port 79a16a09-40b1-4fec-8e78-11d09d382b04, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:00.674975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port fb02112b-42a4-4ae4-90da-9a72c8dbbc28 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:00.695341 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-8871b927-fa9b-4df0-910b-eddd3ee87e7f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5705621 Feb 09 20:52:00.696010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] For port 79a16a09-40b1-4fec-8e78-11d09d382b04, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=79a16a09-40b1-4fec-8e78-11d09d382b04,segment=NetworkSegment(40ea9088-3fb5-4c7d-9aa7-76dd1180643a),segment_id=40ea9088-3fb5-4c7d-9aa7-76dd1180643a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:00.711443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.726368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Request body: {'port': {'device_id': 'e4a9349c-d537-40c4-9739-e8987e5e8f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:00.733701 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-328bef14-c10c-4a59-aecd-5de43fb74a2e req-a339f936-f50b-4b26-b259-fdd37c692ecd tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411237 Feb 09 20:52:00.751282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37674571-2fcf-4c97-af65-8cc95e7c1a46 req-4ab5e90f-9488-493a-93cb-29a2f8cf1a6b tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064434 Feb 09 20:52:00.765536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:00.766226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.767627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] 10.222.0.13 "PUT /v2.0/ports/79a16a09-40b1-4fec-8e78-11d09d382b04 HTTP/1.1" status: 200 len: 1092 time: 1.1783295 Feb 09 20:52:00.770040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716582cc-73d7-4376-8a1a-97b0699e56c8', 'tag': '79a16a09-40b1-4fec-8e78-11d09d382b04'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:00.773529 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6e5983-4ec3-41e3-9117-44acc1c69798" -d '{"events": [{"name": "network-changed", "server_uuid": "716582cc-73d7-4376-8a1a-97b0699e56c8", "tag": "79a16a09-40b1-4fec-8e78-11d09d382b04"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:00.793987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54cb9e-5419-42f3-b229-b1fbb9cd8fcf service neutron] Pushing event updated for resources: {'Port': ['ID=79a16a09-40b1-4fec-8e78-11d09d382b04,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:00.885298 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce30ec8-f2bc-4c15-95ef-ff461c5f38ed x-openstack-request-id: req-7ce30ec8-f2bc-4c15-95ef-ff461c5f38ed {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:00.885855 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:00.886151 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7ce30ec8-f2bc-4c15-95ef-ff461c5f38ed {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:00.886645 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'code': 200} Feb 09 20:52:00.933515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-95e89aa7-f6bd-4da1-896d-d35a9c2ce2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:00.937507 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-95e89aa7-f6bd-4da1-896d-d35a9c2ce2e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a29ccae9c6d4c6ca01bc94b0c8b6a96&device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 1126 time: 0.1073327 Feb 09 20:52:00.952546 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.959377 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (25637e94-d8e9-4cc8-a636-fe04dd011d7e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:00.996381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-5ef75328-b305-45e2-9657-9554d491f6ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a16a09-40b1-4fec-8e78-11d09d382b04 HTTP/1.1" status: 200 len: 217 time: 0.0524960 Feb 09 20:52:01.002957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25637e94-d8e9-4cc8-a636-fe04dd011d7e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:01.045395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f68fb-7b5b-481d-b2d0-9094d6256b08 req-6845a1e6-c870-44cd-be80-574601366ae2 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:01.052363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d97f68fb-7b5b-481d-b2d0-9094d6256b08 req-6845a1e6-c870-44cd-be80-574601366ae2 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 946 time: 0.1450021 Feb 09 20:52:01.063052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593ec2b0-fe59-45af-b567-31f783cd3cf5') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:01.063364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593ec2b0-fe59-45af-b567-31f783cd3cf5') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:01.094588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (593ec2b0-fe59-45af-b567-31f783cd3cf5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.102894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443736ba-03ea-4d03-86e8-2c0783bf7a28 req-f1b1fb3d-c4f1-4b28-9a35-c4feb0fc4636 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:01.104845 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-443736ba-03ea-4d03-86e8-2c0783bf7a28 req-f1b1fb3d-c4f1-4b28-9a35-c4feb0fc4636 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 945 time: 0.1069872 Feb 09 20:52:01.106744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-86725455-d714-4b4b-8d9b-8216b7b4c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:01.108155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-86725455-d714-4b4b-8d9b-8216b7b4c88b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17afa670-b2ff-415f-bed7-f20028b1107d HTTP/1.1" status: 200 len: 853 time: 0.0959985 Feb 09 20:52:01.125491 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (593ec2b0-fe59-45af-b567-31f783cd3cf5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.169957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-f27734a4-e44f-4906-8744-1d47a3166987 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65d99a9d-8fbc-4ad8-81b5-4da633e0ed90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365324 Feb 09 20:52:01.189175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-443736ba-03ea-4d03-86e8-2c0783bf7a28 req-7ef16bb5-bf60-4e39-874a-d38a3d776bde tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774450 Feb 09 20:52:01.190746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:01.191364 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (593ec2b0-fe59-45af-b567-31f783cd3cf5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:01.195111 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:01.264700 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d97f68fb-7b5b-481d-b2d0-9094d6256b08 req-2460f185-c21e-4e0d-b040-49dcbd0fa004 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099903 Feb 09 20:52:01.338657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-dc2e2a45-e217-405c-ba1f-cdc1b849e5a7 service neutron] 10.222.0.13 "GET /v2.0/networks/65d99a9d-8fbc-4ad8-81b5-4da633e0ed90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482322 Feb 09 20:52:01.346659 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8097dd95-599f-4401-b496-1bcd39fcfe5f x-openstack-request-id: req-8097dd95-599f-4401-b496-1bcd39fcfe5f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:01.347104 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716582cc-73d7-4376-8a1a-97b0699e56c8", "tag": "79a16a09-40b1-4fec-8e78-11d09d382b04", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:01.347489 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8097dd95-599f-4401-b496-1bcd39fcfe5f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:01.348063 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716582cc-73d7-4376-8a1a-97b0699e56c8', 'tag': '79a16a09-40b1-4fec-8e78-11d09d382b04', 'status': 'completed', 'code': 200} Feb 09 20:52:01.354437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (25637e94-d8e9-4cc8-a636-fe04dd011d7e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.426605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fb02112b-42a4-4ae4-90da-9a72c8dbbc28 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:01.466670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.486406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: fb02112b-42a4-4ae4-90da-9a72c8dbbc28 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:52:01.486977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fb02112b-42a4-4ae4-90da-9a72c8dbbc28 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:52:01.487243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:01.489022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "DELETE /v2.0/networks/25637e94-d8e9-4cc8-a636-fe04dd011d7e HTTP/1.1" status: 204 len: 168 time: 2.2612536 Feb 09 20:52:01.499382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1952467611'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:01.528276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:01.538526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.557290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f71b6-98b3-4128-ac20-7c1e82a2063c tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Network': ['ID=25637e94-d8e9-4cc8-a636-fe04dd011d7e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:01.592872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c016d6b-75c3-4227-acdd-5a4d5307c3f1 req-4a6936cc-6dda-4099-9572-f509e92c3bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/65d99a9d-8fbc-4ad8-81b5-4da633e0ed90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435346 Feb 09 20:52:01.593824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:52:01.621107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (02396c35-0b7e-439f-9a47-5ab577421baf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.622247 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Added segment 02396c35-0b7e-439f-9a47-5ab577421baf of type vlan for network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d Feb 09 20:52:01.668100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36973044-624e-488d-8103-551abe3cd91f req-2d8b5f59-b450-4ec2-8309-27cdd7f2b554 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:01.673947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36973044-624e-488d-8103-551abe3cd91f req-2d8b5f59-b450-4ec2-8309-27cdd7f2b554 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1836798 Feb 09 20:52:01.702195 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.756268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36973044-624e-488d-8103-551abe3cd91f req-52ab5b9c-8d46-49aa-a57e-f5b65ce53eb2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729992 Feb 09 20:52:01.782321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-435bb488-ff6b-4a07-9cf1-1de8bedc9ab1 req-2ecc32ae-0d91-4e00-821f-93a47da2221a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0561664 Feb 09 20:52:01.784939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.797368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:01.798034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.838439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-6afcfe48-2aec-47cf-814b-5e8a374458ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:01.840260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-6afcfe48-2aec-47cf-814b-5e8a374458ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a29ccae9c6d4c6ca01bc94b0c8b6a96&device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 1126 time: 0.1809359 Feb 09 20:52:01.842279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:52:01.861782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:01.909214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Publish callbacks [] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:01.978957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4905045 Feb 09 20:52:01.985702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Transition to ACTIVE for port object 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:52:01.991422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:02.005869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'subnet': {'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:02.019620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:02.034807 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:02.106087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d392954-f286-461b-90f8-dffe676513d6 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Network': ['ID=4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:02.189809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-d4cbe329-f799-4454-99cb-e8f86d3fe7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:02.191283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-d4cbe329-f799-4454-99cb-e8f86d3fe7b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 HTTP/1.1" status: 200 len: 914 time: 0.3219893 Feb 09 20:52:02.194587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'mac_address': 'fa:16:3e:91:c2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:52:02.197898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:52:02.214371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3442da-1dc0-4826-9587-dfd271b05286 req-c03b5dc1-8567-42cc-a078-f3237fa3333f tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:02.216164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf3442da-1dc0-4826-9587-dfd271b05286 req-c03b5dc1-8567-42cc-a078-f3237fa3333f tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 943 time: 0.2813225 Feb 09 20:52:02.246490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8d22a-6d8b-45bf-adc8-f5dc4a40f899 req-0814234a-93b0-49a6-a0af-4cb9b57f4669 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:02.248064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1fd8d22a-6d8b-45bf-adc8-f5dc4a40f899 req-0814234a-93b0-49a6-a0af-4cb9b57f4669 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 944 time: 0.2850959 Feb 09 20:52:02.259998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-e17586fa-a739-4891-908c-78d6bc8572f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79a16a09-40b1-4fec-8e78-11d09d382b04 HTTP/1.1" status: 200 len: 217 time: 0.0617499 Feb 09 20:52:02.297615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:02.298454 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:02.319914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325fb010-65c8-4828-9000-2d310e2a8ae6 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:02.357530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1fd8d22a-6d8b-45bf-adc8-f5dc4a40f899 req-1aebaee1-6c24-4e61-9a2d-6f644327d1d4 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703316 Feb 09 20:52:02.360488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:02.364890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:02.371099 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:02.373443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-4ea739a0-5053-4dde-84dc-d55da2022930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:02.379086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-4ea739a0-5053-4dde-84dc-d55da2022930 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17afa670-b2ff-415f-bed7-f20028b1107d HTTP/1.1" status: 200 len: 853 time: 0.1106644 Feb 09 20:52:02.387609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf3442da-1dc0-4826-9587-dfd271b05286 req-7e46e38d-6e4f-48bd-9907-ed5bb9e44bfa tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303706 Feb 09 20:52:02.448781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Attempting to bind port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:02.449141 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Attempting to bind port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c72808b7-7767-45b2-b719-7713995658e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f1cd3498-b3ec-4c3a-a481-1d44039cfd6e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:02.449477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Attempting to bind port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 on network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:02.461069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 on network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:52:02.461426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Attempting to bind port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 on network f1cd3498-b3ec-4c3a-a481-1d44039cfd6e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:02.462142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-6527c7d2-5a28-4268-942d-06aa339f8e38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65d99a9d-8fbc-4ad8-81b5-4da633e0ed90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735085 Feb 09 20:52:02.468144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:02.471792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:02.476877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:02.477227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Checking segment: {'id': 'c72808b7-7767-45b2-b719-7713995658e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f1cd3498-b3ec-4c3a-a481-1d44039cfd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:02.477618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Bound using segment: {'id': 'c72808b7-7767-45b2-b719-7713995658e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f1cd3498-b3ec-4c3a-a481-1d44039cfd6e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:02.478070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Bound port: 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72808b7-7767-45b2-b719-7713995658e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f1cd3498-b3ec-4c3a-a481-1d44039cfd6e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:02.478433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:02.496053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['325fb010-65c8-4828-9000-2d310e2a8ae6'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:02.574454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=12']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:02.665465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-94c56a63-94d4-4b1d-813a-ee4967730dbc service neutron] 10.222.0.13 "GET /v2.0/networks/65d99a9d-8fbc-4ad8-81b5-4da633e0ed90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965740 Feb 09 20:52:02.756337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] For port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:02.790620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] For port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,segment=NetworkSegment(c72808b7-7767-45b2-b719-7713995658e2),segment_id=c72808b7-7767-45b2-b719-7713995658e2)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:02.803070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:02.845294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c6e5983-4ec3-41e3-9117-44acc1c69798 req-158bce20-e680-491c-8b8a-e160379ce179 service neutron] 10.222.0.13 "GET /v2.0/networks/65d99a9d-8fbc-4ad8-81b5-4da633e0ed90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739526 Feb 09 20:52:02.888596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:02.889224 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:02.890732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 HTTP/1.1" status: 200 len: 1093 time: 2.1691005 Feb 09 20:52:02.891201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a9349c-d537-40c4-9739-e8987e5e8f71', 'tag': '0ce7e5bf-c595-4e2c-bb87-22ce14f7c966'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:02.893700 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9256bc-0704-4ded-8f19-137cddb79380" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a9349c-d537-40c4-9739-e8987e5e8f71", "tag": "0ce7e5bf-c595-4e2c-bb87-22ce14f7c966"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:02.899826 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f2deadf4-bfb8-4426-a5cf-6d4b4fac265a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:02.977777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d266b-a578-4cb5-b255-62996c14d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:02.997867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Subnet': ['ID=f2deadf4-bfb8-4426-a5cf-6d4b4fac265a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:03.095561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Checking segment: {'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:03.097203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network hostable DHCP agents. Network: 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:52:03.147965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-be658ba3-8e88-436a-b19a-fa396a8d039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:03.149488 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-be658ba3-8e88-436a-b19a-fa396a8d039d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a182d6b467384b64b7d382fcb8c72845&device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 1127 time: 0.1597717 Feb 09 20:52:03.172013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 79a16a09-40b1-4fec-8e78-11d09d382b04 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:52:03.175184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:52:03.177775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce66ff96-dc2e-4d79-b297-dce9b88f6a67 req-69a24f85-c1e1-42d8-8780-eccc214872b4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0470238 Feb 09 20:52:03.250364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-11452da1-36a6-43f2-9f92-019dd9471274 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 HTTP/1.1" status: 200 len: 217 time: 0.0930097 Feb 09 20:52:03.254698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:03.268282 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:03.269013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:03.307474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d7c4d-2a9f-4e15-85c4-bca6a9105bd9 req-81b45f0d-97b4-4b56-8a0f-9440564e6a6e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:03.308049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a1c6f-6d06-4526-a406-fcab8f93ddc1 None None] Network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:03.309292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d68d7c4d-2a9f-4e15-85c4-bca6a9105bd9 req-81b45f0d-97b4-4b56-8a0f-9440564e6a6e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.1986127 Feb 09 20:52:03.311588 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06ada4-8175-4136-a545-3709a137abf9 x-openstack-request-id: req-1c06ada4-8175-4136-a545-3709a137abf9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:03.311588 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a9349c-d537-40c4-9739-e8987e5e8f71", "tag": "0ce7e5bf-c595-4e2c-bb87-22ce14f7c966", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:03.311898 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1c06ada4-8175-4136-a545-3709a137abf9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:03.312364 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a9349c-d537-40c4-9739-e8987e5e8f71', 'tag': '0ce7e5bf-c595-4e2c-bb87-22ce14f7c966', 'status': 'completed', 'code': 200} Feb 09 20:52:03.373257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3dc9172c-75d0-4cd0-b07d-8be3e58eb95e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3766048 Feb 09 20:52:03.373865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:03.378657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1256193632'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:03.417717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-103141e8-8401-4e2a-ab3f-5a17d8dc0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:03.423839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-103141e8-8401-4e2a-ab3f-5a17d8dc0c33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1 HTTP/1.1" status: 200 len: 858 time: 0.1649137 Feb 09 20:52:03.432687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:03.436063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:03.469252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 79a16a09-40b1-4fec-8e78-11d09d382b04, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=79a16a09-40b1-4fec-8e78-11d09d382b04,segment=NetworkSegment(40ea9088-3fb5-4c7d-9aa7-76dd1180643a),segment_id=40ea9088-3fb5-4c7d-9aa7-76dd1180643a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:03.488782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d', 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d', 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'fixed_ips': [{'subnet_id': 'f2deadf4-bfb8-4426-a5cf-6d4b4fac265a'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:52:03.492551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:52:03.495746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:03.498220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-a36113df-dad8-4cae-9b3c-0a31f09882bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1cd3498-b3ec-4c3a-a481-1d44039cfd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629680 Feb 09 20:52:03.502050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d68d7c4d-2a9f-4e15-85c4-bca6a9105bd9 req-9018c40f-31ee-4669-846c-9f73c5163a37 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846836 Feb 09 20:52:03.519790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '79a16a09-40b1-4fec-8e78-11d09d382b04', 'network_id': '65d99a9d-8fbc-4ad8-81b5-4da633e0ed90', 'port_id': '79a16a09-40b1-4fec-8e78-11d09d382b04', 'mac_address': 'fa:16:3e:46:c7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17afa670-b2ff-415f-bed7-f20028b1107d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:52:03.558037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (04858a69-be87-4393-8be7-74e7644c5b22), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:03.558390 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Added segment 04858a69-be87-4393-8be7-74e7644c5b22 of type vlan for network 9f3230d0-1b42-4608-b229-2813166cf674 Feb 09 20:52:03.676211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9f3230d0-1b42-4608-b229-2813166cf674), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:03.704671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Allocated IP 19.80.0.2 (4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d/f2deadf4-bfb8-4426-a5cf-6d4b4fac265a/d52f34b0-f7ba-4b31-911e-06d3cf096c01) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:03.718629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dd9db-e6e9-4ca3-88b9-85d90e0ba7a8 req-a96af19e-893f-4089-9614-586fb9824b50 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:03.733657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d8dd9db-e6e9-4ca3-88b9-85d90e0ba7a8 req-a96af19e-893f-4089-9614-586fb9824b50 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 946 time: 0.2386343 Feb 09 20:52:03.790230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9f3230d0-1b42-4608-b229-2813166cf674), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:03.793160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-0e13f1d5-3b24-4bc7-88e3-ae4e595fd193 service neutron] 10.222.0.13 "GET /v2.0/networks/f1cd3498-b3ec-4c3a-a481-1d44039cfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801988 Feb 09 20:52:03.795234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:03.799985 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:03.903872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5290608 Feb 09 20:52:03.958715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:03.988663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'subnet': {'network_id': '9f3230d0-1b42-4608-b229-2813166cf674', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:04.011085 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d8dd9db-e6e9-4ca3-88b9-85d90e0ba7a8 req-aa5c6ed4-280d-4c48-aeab-7b364252938a tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740767 Feb 09 20:52:04.025196 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Publish callbacks [] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:04.035474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:04.081148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc4554-133e-45e0-9f9b-15473cf6cb60 req-eda8168e-7b71-4cc0-802c-19ced622436a tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:04.082657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20bc4554-133e-45e0-9f9b-15473cf6cb60 req-eda8168e-7b71-4cc0-802c-19ced622436a tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 944 time: 0.2543712 Feb 09 20:52:04.121409 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:04.155898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a11676-c3ae-449c-8cbd-b71dbaf78711 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Network': ['ID=9f3230d0-1b42-4608-b229-2813166cf674,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:04.182889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9f3230d0-1b42-4608-b229-2813166cf674 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:52:04.194745 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2589c96e-bd89-4238-a1e1-ee3b4c33fa2c req-2a2345c7-28c2-4476-bc5b-47cc519a393d service neutron] 10.222.0.13 "GET /v2.0/networks/f1cd3498-b3ec-4c3a-a481-1d44039cfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882427 Feb 09 20:52:04.236099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20bc4554-133e-45e0-9f9b-15473cf6cb60 req-32942356-9d97-4a7e-b3a1-e651146f5722 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402273 Feb 09 20:52:04.283025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:04.287865 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:04.304842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098be6-ef17-4d03-b2a1-95218e643f33 req-de98f147-23f0-4275-b5db-1e8e508735fc tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:04.311884 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:52:04.316621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-48098be6-ef17-4d03-b2a1-95218e643f33 req-de98f147-23f0-4275-b5db-1e8e508735fc tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 943 time: 0.1311491 Feb 09 20:52:04.459645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:04.471161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:04.475909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 79a16a09-40b1-4fec-8e78-11d09d382b04 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:04.476510 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:04.490493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:04.494293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4396f0a6-68ca-4103-8620-8bcb536115eb req-792665c2-4f8a-40bb-9518-df2e75d78346 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0650814 Feb 09 20:52:04.506105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-b35c7421-99ad-4ba3-86c6-a50ea7df09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:04.507635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-b35c7421-99ad-4ba3-86c6-a50ea7df09fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a182d6b467384b64b7d382fcb8c72845&device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 1127 time: 0.1981153 Feb 09 20:52:04.514124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a16a09-40b1-4fec-8e78-11d09d382b04 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:04.559892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 79a16a09-40b1-4fec-8e78-11d09d382b04, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=79a16a09-40b1-4fec-8e78-11d09d382b04,segment=NetworkSegment(40ea9088-3fb5-4c7d-9aa7-76dd1180643a),segment_id=40ea9088-3fb5-4c7d-9aa7-76dd1180643a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:04.608724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 325fb010-65c8-4828-9000-2d310e2a8ae6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:04.609382 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:04.677275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-48098be6-ef17-4d03-b2a1-95218e643f33 req-6f11fcdf-5261-41c8-bafe-77d282be265d tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596060 Feb 09 20:52:04.714086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:04.724856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Pushing event updated for resources: {'Port': ['ID=d52f34b0-f7ba-4b31-911e-06d3cf096c01,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:04.728129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-1cdbecb1-cd32-4c54-b638-8d19f9b7a9de tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:04.735853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-1cdbecb1-cd32-4c54-b638-8d19f9b7a9de tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 946 time: 0.2868147 Feb 09 20:52:04.832568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Attempting to bind port d52f34b0-f7ba-4b31-911e-06d3cf096c01 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:04.833184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Attempting to bind port d52f34b0-f7ba-4b31-911e-06d3cf096c01 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:04.833717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Attempting to bind port d52f34b0-f7ba-4b31-911e-06d3cf096c01 on network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:04.855760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-0a441493-2bde-4a4e-a3de-485b80475118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:04.865434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-0a441493-2bde-4a4e-a3de-485b80475118 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1cd3498-b3ec-4c3a-a481-1d44039cfd6e HTTP/1.1" status: 200 len: 919 time: 0.3493035 Feb 09 20:52:04.901789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:04.903918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Checking segment: {'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:04.904643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:04.905281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Bound using segment: {'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:04.905951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Bound port: d52f34b0-f7ba-4b31-911e-06d3cf096c01, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:04.910446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:04.967447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-c5b43a9b-bdcf-412e-9cdf-e9832446d6b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 HTTP/1.1" status: 200 len: 217 time: 0.0951517 Feb 09 20:52:05.109310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:05.117101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-2e940d13-5764-4ccc-b12d-f8f247157b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:05.120540 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:05.122260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-2e940d13-5764-4ccc-b12d-f8f247157b23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1 HTTP/1.1" status: 200 len: 858 time: 0.1462879 Feb 09 20:52:05.154762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['79a16a09-40b1-4fec-8e78-11d09d382b04'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:05.222510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-a0ccfc7e-8175-4d2f-9b10-611ff61ab324 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1cd3498-b3ec-4c3a-a481-1d44039cfd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898428 Feb 09 20:52:05.230175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87de031-132f-416e-a510-809ea2f3a5eb req-f001cda3-2567-4f7d-8611-4e3b3bb35c40 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:05.240989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:05.251378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b87de031-132f-416e-a510-809ea2f3a5eb req-f001cda3-2567-4f7d-8611-4e3b3bb35c40 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 945 time: 0.4041481 Feb 09 20:52:05.344987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (973c09b3-86bb-4e0c-a51a-1d2125a616bd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:05.379499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] For port d52f34b0-f7ba-4b31-911e-06d3cf096c01, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:05.383459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] For port d52f34b0-f7ba-4b31-911e-06d3cf096c01, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d52f34b0-f7ba-4b31-911e-06d3cf096c01,segment=NetworkSegment(02396c35-0b7e-439f-9a47-5ab577421baf),segment_id=02396c35-0b7e-439f-9a47-5ab577421baf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:05.441429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=79a16a09-40b1-4fec-8e78-11d09d382b04,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:05.447907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:05.451270 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e6275e-2bf8-4dad-992e-02358337d2b5" -d '{"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-plugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:05.471151 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:05.494456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d9486-8d07-434f-99c3-e9fc05bddc83 req-69040e61-a40f-4f5a-ac61-071de9f23771 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:05.506756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f9d9486-8d07-434f-99c3-e9fc05bddc83 req-69040e61-a40f-4f5a-ac61-071de9f23771 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/ports?device_id=3d7bb147-4568-4e4a-91b4-0b9831736e98 HTTP/1.1" status: 200 len: 946 time: 0.1460590 Feb 09 20:52:05.540050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:05.554828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-930112ca-0858-45a5-ab58-07dbb8ffc1d2 service neutron] 10.222.0.13 "GET /v2.0/networks/f1cd3498-b3ec-4c3a-a481-1d44039cfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260446 Feb 09 20:52:05.590999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Deleting port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:05.591221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:05.601963 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:05.754301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:05.754712 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:05.796216 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b87de031-132f-416e-a510-809ea2f3a5eb req-aa743882-af06-4772-9b8c-a64af9aea7d6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5437002 Feb 09 20:52:05.810589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb1102-41f5-4e52-b6b4-28c1d9ca74ef None None] Pushing event updated for resources: {'Port': ['ID=d52f34b0-f7ba-4b31-911e-06d3cf096c01,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:05.917608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] For port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,segment=NetworkSegment(18fb881c-161a-47aa-8aab-cb7c019530fc),segment_id=18fb881c-161a-47aa-8aab-cb7c019530fc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:05.917970 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:05.948664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Calling delete_port for 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:05.949373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,segment=NetworkSegment(18fb881c-161a-47aa-8aab-cb7c019530fc),segment_id=18fb881c-161a-47aa-8aab-cb7c019530fc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:05.969761 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:06.027295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=13']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:06.139536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:06.213378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Subnet': ['ID=973c09b3-86bb-4e0c-a51a-1d2125a616bd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:06.230075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:06.269978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f9d9486-8d07-434f-99c3-e9fc05bddc83 req-659ede2e-b204-4772-bf72-d653941e7753 tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.102 "GET /v2.0/security-groups?id=fa5e2a95-4328-4285-8f69-5ebaac05af09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7622411 Feb 09 20:52:06.318591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc9256bc-0704-4ded-8f19-137cddb79380 req-a31f06d1-ab14-4cb9-8e18-ea2733b15b2a service neutron] 10.222.0.13 "GET /v2.0/networks/f1cd3498-b3ec-4c3a-a481-1d44039cfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531192 Feb 09 20:52:06.326849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Pushing event deleted for resources: {'Port': ['ID=7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:06.328795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Checking segment: {'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:06.329159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network hostable DHCP agents. Network: 9f3230d0-1b42-4608-b229-2813166cf674, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:52:06.397635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network 9f3230d0-1b42-4608-b229-2813166cf674 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:52:06.400035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] No DVR routers for this DVR port 7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:06.404559 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:06.407852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-28af6fcd-948e-40fa-84bb-a765cb109423 req-8d47f6dc-af6f-4d1f-8294-c2edd445243e tempest-ServerMetadataNegativeTestJSON-2084980518 tempest-ServerMetadataNegativeTestJSON-2084980518-project] 10.222.0.13 "DELETE /v2.0/ports/7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4 HTTP/1.1" status: 204 len: 173 time: 1.6594017 Feb 09 20:52:06.410521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'name': 'network-vif-deleted', 'tag': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:06.412604 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2087c4-c47b-470c-b82c-cbce6ca0fdc0" -d '{"events": [{"server_uuid": "3d7bb147-4568-4e4a-91b4-0b9831736e98", "name": "network-vif-deleted", "tag": "7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:06.424331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 9f3230d0-1b42-4608-b229-2813166cf674) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:06.436318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88477ad6-564d-4ab6-94ce-085e63a9b987 None None] Network 9f3230d0-1b42-4608-b229-2813166cf674 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:06.439883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0f48f-21f9-46e5-96f7-82858535859c req-88ea5e15-1271-429e-8f89-9a4e82b720bf tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:06.447587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6d0f48f-21f9-46e5-96f7-82858535859c req-88ea5e15-1271-429e-8f89-9a4e82b720bf tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 944 time: 0.2300541 Feb 09 20:52:06.452070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:06.452672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:06.481036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-541c49a1-32af-4d0e-8b5c-76b699b2dd13 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5175545 Feb 09 20:52:06.571105 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6d0f48f-21f9-46e5-96f7-82858535859c req-47f20ea0-671d-46bc-a03e-b7dde57c8929 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182775 Feb 09 20:52:06.722243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e959f798-2c7b-498c-9d74-7601b2b9ccc2 req-8f19544a-6548-4760-93e3-173e37670c3b tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0540140 Feb 09 20:52:06.888634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0155c-1649-491b-af70-337c4474cdba req-bba9d389-c2df-40fa-99c9-8ca6d9b55008 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:06.893152 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11c0155c-1649-491b-af70-337c4474cdba req-bba9d389-c2df-40fa-99c9-8ca6d9b55008 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 944 time: 0.1179526 Feb 09 20:52:06.897557 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77332b6-f9eb-450f-a73b-b1502606021b x-openstack-request-id: req-e77332b6-f9eb-450f-a73b-b1502606021b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:06.897557 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7bb147-4568-4e4a-91b4-0b9831736e98", "name": "network-vif-deleted", "tag": "7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:06.898254 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e77332b6-f9eb-450f-a73b-b1502606021b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:06.898254 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'name': 'network-vif-deleted', 'tag': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4', 'status': 'completed', 'code': 200} Feb 09 20:52:06.963445 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8bf7b5-901a-4c4f-8b0c-4e89a4ce5cfc x-openstack-request-id: req-fc8bf7b5-901a-4c4f-8b0c-4e89a4ce5cfc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:06.964104 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-plugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:06.964332 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fc8bf7b5-901a-4c4f-8b0c-4e89a4ce5cfc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:06.965139 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'code': 200} Feb 09 20:52:07.015878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-9f3230d0-1b42-4608-b229-2813166cf674', 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674', 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'fixed_ips': [{'subnet_id': '973c09b3-86bb-4e0c-a51a-1d2125a616bd'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:52:07.034965 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11c0155c-1649-491b-af70-337c4474cdba req-98b6848d-2593-4683-a2a2-a99c5d9d78f3 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342554 Feb 09 20:52:07.050339 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:07.229571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce56f8-120c-4b2b-8001-df22ebe408ec req-587735d4-095a-4dee-8ef9-31b69d1aaf14 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:07.242713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06ce56f8-120c-4b2b-8001-df22ebe408ec req-587735d4-095a-4dee-8ef9-31b69d1aaf14 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.1438651 Feb 09 20:52:07.363362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06ce56f8-120c-4b2b-8001-df22ebe408ec req-d11330d9-cd60-496a-8f5a-22c1b0b8211a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192155 Feb 09 20:52:07.380789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:52:07.531873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 79a16a09-40b1-4fec-8e78-11d09d382b04 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:07.544640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-9101e040-9067-4bf3-bbe9-73c88153f9e5 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:07.564238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58666) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:07.594509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-9101e040-9067-4bf3-bbe9-73c88153f9e5 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:07.625826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-9101e040-9067-4bf3-bbe9-73c88153f9e5 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/networks?id=4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d&id=9f3230d0-1b42-4608-b229-2813166cf674 HTTP/1.1" status: 200 len: 1392 time: 0.3979242 Feb 09 20:52:07.654170 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-ecfc939e-5dbf-440c-9719-7454bae8348a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/quotas/7a12b75650e34f4bb0f8342279aca3af HTTP/1.1" status: 200 len: 375 time: 0.0218661 Feb 09 20:52:07.722486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ec1b83-7f9f-4da6-badb-5e89cc9aa54f admin admin] Deleting subnet 25cad0d0-94dc-4196-970f-d2f9374227e0 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:52:07.739998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ec1b83-7f9f-4da6-badb-5e89cc9aa54f admin admin] Publish callbacks [] for subnet (25cad0d0-94dc-4196-970f-d2f9374227e0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:07.773529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d52f34b0-f7ba-4b31-911e-06d3cf096c01 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:07.805969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3788e-0250-43e4-8249-bbf0074e9ce9 None None] Network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:07.811466 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-293c53c7-c626-4042-8fe2-cb2c90f62a1f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1519778 Feb 09 20:52:07.825647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ec1b83-7f9f-4da6-badb-5e89cc9aa54f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (25cad0d0-94dc-4196-970f-d2f9374227e0), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:07.925071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ec1b83-7f9f-4da6-badb-5e89cc9aa54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (25cad0d0-94dc-4196-970f-d2f9374227e0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.014554 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-85b0e837-a5e1-4af1-ba59-69d2e09852f7 service neutron] 10.222.0.102 "GET /v2.0/networks/4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923862 Feb 09 20:52:08.110572 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ec1b83-7f9f-4da6-badb-5e89cc9aa54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (25cad0d0-94dc-4196-970f-d2f9374227e0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.125048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c11098-3776-40e3-8590-a5cd1fdf33fb req-0b76a2d8-708a-4a4f-8b9d-8607805a7d87 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:08.127900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d52f34b0-f7ba-4b31-911e-06d3cf096c01 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:08.128433 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.147330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71c11098-3776-40e3-8590-a5cd1fdf33fb req-0b76a2d8-708a-4a4f-8b9d-8607805a7d87 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 944 time: 0.1854382 Feb 09 20:52:08.174981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 79a16a09-40b1-4fec-8e78-11d09d382b04 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:52:08.211613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 79a16a09-40b1-4fec-8e78-11d09d382b04 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:08.212030 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.216247 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdc81ebf-528e-4c92-9ee9-7fc2b5713665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.230374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-2996fc9a-fcb8-4cb2-bb40-1d79ac3825d1 service neutron] 10.222.0.102 "GET /v2.0/networks/4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015114 Feb 09 20:52:08.260177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,segment=NetworkSegment(c72808b7-7767-45b2-b719-7713995658e2),segment_id=c72808b7-7767-45b2-b719-7713995658e2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:08.274600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '0ce7e5bf-c595-4e2c-bb87-22ce14f7c966', 'network_id': 'f1cd3498-b3ec-4c3a-a481-1d44039cfd6e', 'port_id': '0ce7e5bf-c595-4e2c-bb87-22ce14f7c966', 'mac_address': 'fa:16:3e:e6:e7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:52:08.289614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec1b83-7f9f-4da6-badb-5e89cc9aa54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cad0d0-94dc-4196-970f-d2f9374227e0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:08.293311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93ec1b83-7f9f-4da6-badb-5e89cc9aa54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.301574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-93ec1b83-7f9f-4da6-badb-5e89cc9aa54f admin admin] 10.222.0.102 "DELETE /v2.0/subnets/25cad0d0-94dc-4196-970f-d2f9374227e0 HTTP/1.1" status: 204 len: 168 time: 0.7362576 Feb 09 20:52:08.308474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:08.387904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-aca03d2c-7460-4b5b-861a-388afab015ad None None] Provisioning complete for port d52f34b0-f7ba-4b31-911e-06d3cf096c01 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:08.390147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aca03d2c-7460-4b5b-861a-388afab015ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.437935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-2e2fb29a-405b-4c94-85ac-de905ed6a507 service neutron] 10.222.0.102 "GET /v2.0/networks/9f3230d0-1b42-4608-b229-2813166cf674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007070 Feb 09 20:52:08.454220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:08.454785 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.489849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71c11098-3776-40e3-8590-a5cd1fdf33fb req-87067ab9-621a-4260-863e-b73b0a673a84 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373134 Feb 09 20:52:08.502344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:08.541370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (cef50c49-bec2-4d56-855d-95278b8b535d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.632976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d52f34b0-f7ba-4b31-911e-06d3cf096c01 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:08.633389 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.753979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aca03d2c-7460-4b5b-861a-388afab015ad None None] Current status of the port d52f34b0-f7ba-4b31-911e-06d3cf096c01 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:08.754526 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aca03d2c-7460-4b5b-861a-388afab015ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.761901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1935a9b-5b56-48be-b331-bffe9d1242db req-7433ef43-439b-4a5f-bd83-43daf8a1a767 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0756562 Feb 09 20:52:08.772018 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-31e7cd8e-a6a5-4a63-bb8c-42c515bde643 service neutron] 10.222.0.102 "GET /v2.0/networks/9f3230d0-1b42-4608-b229-2813166cf674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272066 Feb 09 20:52:08.884836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (cef50c49-bec2-4d56-855d-95278b8b535d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:08.937549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef50c49-bec2-4d56-855d-95278b8b535d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:08.980839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fb881c-161a-47aa-8aab-cb7c019530fc') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:08.981176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fb881c-161a-47aa-8aab-cb7c019530fc') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:08.999735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aca03d2c-7460-4b5b-861a-388afab015ad None None] For port d52f34b0-f7ba-4b31-911e-06d3cf096c01, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d52f34b0-f7ba-4b31-911e-06d3cf096c01,segment=NetworkSegment(02396c35-0b7e-439f-9a47-5ab577421baf),segment_id=02396c35-0b7e-439f-9a47-5ab577421baf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:09.002510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 79a16a09-40b1-4fec-8e78-11d09d382b04 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:09.003124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (18fb881c-161a-47aa-8aab-cb7c019530fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.004231 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.034488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:09.035421 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (18fb881c-161a-47aa-8aab-cb7c019530fc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.040223 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2777553f-6d23-4371-9156-1d0f15efb5d1" -d '{"events": [{"server_uuid": "3d7bb147-4568-4e4a-91b4-0b9831736e98", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:09.042321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:09.042719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (18fb881c-161a-47aa-8aab-cb7c019530fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:09.044641 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:09.097149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aca03d2c-7460-4b5b-861a-388afab015ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.156122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Allocated IP 19.86.0.2 (9f3230d0-1b42-4608-b229-2813166cf674/973c09b3-86bb-4e0c-a51a-1d2125a616bd/0dbe65e7-2ac8-4197-80a9-6ce233d51a40) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:09.169141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,segment=NetworkSegment(c72808b7-7767-45b2-b719-7713995658e2),segment_id=c72808b7-7767-45b2-b719-7713995658e2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:09.207120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (cef50c49-bec2-4d56-855d-95278b8b535d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.218408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.227468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] 10.222.0.102 "DELETE /v2.0/networks/cef50c49-bec2-4d56-855d-95278b8b535d HTTP/1.1" status: 204 len: 168 time: 0.9150138 Feb 09 20:52:09.264860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b0f00-9726-44b5-9b9d-10155e040bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef50c49-bec2-4d56-855d-95278b8b535d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:09.303555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427bfa1-20f6-4875-82e2-5e33da4dfc14 req-afb4bc6c-abb5-4f25-85dc-1dc74e5101b7 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:09.313191 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0427bfa1-20f6-4875-82e2-5e33da4dfc14 req-afb4bc6c-abb5-4f25-85dc-1dc74e5101b7 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 944 time: 0.2036994 Feb 09 20:52:09.378517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc00adc-1740-4a9b-b0cf-b80958c02c14 req-7f16b415-6dc7-4826-bf85-e866b75de340 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:09.395243 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bc00adc-1740-4a9b-b0cf-b80958c02c14 req-7f16b415-6dc7-4826-bf85-e866b75de340 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.1865108 Feb 09 20:52:09.505776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0427bfa1-20f6-4875-82e2-5e33da4dfc14 req-33f952e8-f429-4bc9-993a-9827b0a7f0a4 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847627 Feb 09 20:52:09.528713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:09.541543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bc00adc-1740-4a9b-b0cf-b80958c02c14 req-f3e662b3-bca5-4cf4-9a31-554239cf8d0e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430624 Feb 09 20:52:09.586943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.655218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 79a16a09-40b1-4fec-8e78-11d09d382b04, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=79a16a09-40b1-4fec-8e78-11d09d382b04,segment=NetworkSegment(40ea9088-3fb5-4c7d-9aa7-76dd1180643a),segment_id=40ea9088-3fb5-4c7d-9aa7-76dd1180643a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:09.671899 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ed420781-4496-4277-bbc4-c146ca268d86 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=de2d8b39203e460aaaa4d497d33b541f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403646 Feb 09 20:52:09.674474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:09.697557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.723504 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:52:09.723906 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:52:09.756261 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce16db1b-cde4-4227-9d0a-a79319d130ff admin admin] Publish callbacks [] for security_group (fa5e2a95-4328-4285-8f69-5ebaac05af09), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.785146 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-394de7db-9288-4818-8bee-82ea8ec78f6e req-df89b4d1-22ea-4b0f-8268-671e8463d73e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 210 time: 0.1146524 Feb 09 20:52:09.830509 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce16db1b-cde4-4227-9d0a-a79319d130ff admin admin] Publish callbacks [] for security_group (fa5e2a95-4328-4285-8f69-5ebaac05af09), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:09.862048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0ce7e5bf-c595-4e2c-bb87-22ce14f7c966'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:09.893034 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a650589-7db1-4017-9119-c18b020c211b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:10.030615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-64fe43f0-037e-44f2-93b7-b4acdbd8957a None None] Provisioning complete for port d52f34b0-f7ba-4b31-911e-06d3cf096c01 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:10.068026 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64fe43f0-037e-44f2-93b7-b4acdbd8957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:10.111734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce16db1b-cde4-4227-9d0a-a79319d130ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fa5e2a95-4328-4285-8f69-5ebaac05af09), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:10.115039 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce16db1b-cde4-4227-9d0a-a79319d130ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:10.116504 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ce16db1b-cde4-4227-9d0a-a79319d130ff admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fa5e2a95-4328-4285-8f69-5ebaac05af09 HTTP/1.1" status: 204 len: 168 time: 0.4401836 Feb 09 20:52:10.144287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dfac13b5-ebbf-4832-96f6-0a1a5f0a2a6e req-0d89c306-4309-4f1e-b658-5316a231d31e tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0780349 Feb 09 20:52:10.157602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16db1b-cde4-4227-9d0a-a79319d130ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5e2a95-4328-4285-8f69-5ebaac05af09,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:10.196739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e96c55-fa61-4b14-b44f-3c0e81136c94 req-ff035941-fe5e-41b9-92b5-3a19982a13b8 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:10.199334 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68655c2-e030-4e6c-8906-c6651a478959 x-openstack-request-id: req-d68655c2-e030-4e6c-8906-c6651a478959 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:10.199859 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7bb147-4568-4e4a-91b4-0b9831736e98", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:10.201840 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d68655c2-e030-4e6c-8906-c6651a478959 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:10.202252 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7bb147-4568-4e4a-91b4-0b9831736e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3f4a13-12cf-4d8c-b05d-bbfa19a21eb4', 'code': 200} Feb 09 20:52:10.206792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88e96c55-fa61-4b14-b44f-3c0e81136c94 req-ff035941-fe5e-41b9-92b5-3a19982a13b8 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 945 time: 0.2374556 Feb 09 20:52:10.318804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88e96c55-fa61-4b14-b44f-3c0e81136c94 req-ed469601-a4e7-4eb4-a53d-2237d456de6f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064932 Feb 09 20:52:10.406652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca03d2c-7460-4b5b-861a-388afab015ad None None] Pushing event updated for resources: {'Port': ['ID=d52f34b0-f7ba-4b31-911e-06d3cf096c01,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:10.525453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d52f34b0-f7ba-4b31-911e-06d3cf096c01 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:10.657428 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Publish callbacks [] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:10.748828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d52f34b0-f7ba-4b31-911e-06d3cf096c01 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:10.811118 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:10.849893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300837e-c30b-4803-8b31-208dc3e81164 req-da90a27c-0355-4931-9745-02f06a6d3edd tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:10.859097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6300837e-c30b-4803-8b31-208dc3e81164 req-da90a27c-0355-4931-9745-02f06a6d3edd tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 945 time: 0.2087250 Feb 09 20:52:10.991222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:11.006369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-64fe43f0-037e-44f2-93b7-b4acdbd8957a None None] Current status of the port d52f34b0-f7ba-4b31-911e-06d3cf096c01 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:11.017103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Network 9f3230d0-1b42-4608-b229-2813166cf674 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:11.022125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:11.069032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac91bea-e84e-4585-871f-7273acca902e req-bafb945c-5654-4fcf-9471-5b55b0b573b4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:11.082713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac91bea-e84e-4585-871f-7273acca902e req-bafb945c-5654-4fcf-9471-5b55b0b573b4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.2474153 Feb 09 20:52:11.095054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:11.112515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6300837e-c30b-4803-8b31-208dc3e81164 req-ab457fee-856c-4892-882d-f76c5da0a45b tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430043 Feb 09 20:52:11.284592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:11.308623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Attempting to bind port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:11.309372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Attempting to bind port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:11.310268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Attempting to bind port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 on network 9f3230d0-1b42-4608-b229-2813166cf674 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:11.315121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=79a16a09-40b1-4fec-8e78-11d09d382b04,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:11.322889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-cf59bca0-2def-47b5-8c0b-ea580ed33c78 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:11.342012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac91bea-e84e-4585-871f-7273acca902e req-27d6b3e1-edec-4682-9ec8-51e4341085dc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583888 Feb 09 20:52:11.380845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-cf59bca0-2def-47b5-8c0b-ea580ed33c78 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:11.394820 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-cf59bca0-2def-47b5-8c0b-ea580ed33c78 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.50 "GET /v2.0/networks?id=4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d&id=9f3230d0-1b42-4608-b229-2813166cf674 HTTP/1.1" status: 200 len: 1392 time: 0.4517064 Feb 09 20:52:11.430182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Pushing event updated for resources: {'Port': ['ID=0dbe65e7-2ac8-4197-80a9-6ce233d51a40,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:11.436869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:11.437618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Checking segment: {'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:11.438218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:11.438742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Bound using segment: {'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:11.439338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Bound port: 0dbe65e7-2ac8-4197-80a9-6ce233d51a40, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:11.440585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:11.475373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d52f34b0-f7ba-4b31-911e-06d3cf096c01 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:11.476244 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:11.545145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'port': {'device_id': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d', 'admin_state_up': True, 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:11.599998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebee7d6c-03ff-4b4b-94f3-8b0dbc2454b5 req-847ed8ce-efe8-4ad2-9d77-6891fe22baf9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 210 time: 0.1005263 Feb 09 20:52:11.725895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f32b8b0-aad5-4108-9783-1c4e15d73d10 req-fd52cef8-bb9c-4df0-b8c7-7e10eb4df890 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0583348 Feb 09 20:52:11.991239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661548cf-e84a-48fc-a757-70b2d07b6650 req-c3758cc9-7e5c-4050-8386-1c558754f5f3 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:11.991926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d52f34b0-f7ba-4b31-911e-06d3cf096c01 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:12.009052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-661548cf-e84a-48fc-a757-70b2d07b6650 req-c3758cc9-7e5c-4050-8386-1c558754f5f3 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 945 time: 0.1150725 Feb 09 20:52:12.040834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] For port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:12.049096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] For port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0dbe65e7-2ac8-4197-80a9-6ce233d51a40,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:12.049397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a011f47-af3c-42b6-b383-c107ce0f4fe1 req-d087ccca-eeed-4d85-bea6-d257319ff704 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:12.065490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:12.076304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a011f47-af3c-42b6-b383-c107ce0f4fe1 req-d087ccca-eeed-4d85-bea6-d257319ff704 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 945 time: 0.6788466 Feb 09 20:52:12.148454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-661548cf-e84a-48fc-a757-70b2d07b6650 req-64fa52d7-cbcc-411a-a070-30b5551a19fb tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369450 Feb 09 20:52:12.203205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459f5f9-1c77-43bd-a166-d42d5e378206 None None] Pushing event updated for resources: {'Port': ['ID=0dbe65e7-2ac8-4197-80a9-6ce233d51a40,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:12.221622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716582cc-73d7-4376-8a1a-97b0699e56c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a16a09-40b1-4fec-8e78-11d09d382b04'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:12.226100 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ea6b6-cb46-45ea-893c-2748f5ff6893" -d '{"events": [{"server_uuid": "716582cc-73d7-4376-8a1a-97b0699e56c8", "name": "network-vif-plugged", "status": "completed", "tag": "79a16a09-40b1-4fec-8e78-11d09d382b04"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:12.248035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:12.309953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:12.317900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:12.411658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf672-9eab-458a-a941-e094dce35e59 req-80fa8d79-2a3b-48ad-9329-4566a9b79082 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:12.413366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6faf672-9eab-458a-a941-e094dce35e59 req-80fa8d79-2a3b-48ad-9329-4566a9b79082 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 945 time: 0.1561887 Feb 09 20:52:12.422450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5f629-4e28-4b23-a9c6-ea7e06ab4d11 req-17678cc3-afb1-42dc-805c-6a24fb1bcbeb tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:12.424213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4e5f629-4e28-4b23-a9c6-ea7e06ab4d11 req-17678cc3-afb1-42dc-805c-6a24fb1bcbeb tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 945 time: 0.1229572 Feb 09 20:52:12.430346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1841934471-network', 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:12.452317 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a011f47-af3c-42b6-b383-c107ce0f4fe1 req-3ef5cc62-bcbd-415e-b577-9ac1cd8409be tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750303 Feb 09 20:52:12.540821 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ff095c-4edf-4810-8a4a-898e3a4f7a2b x-openstack-request-id: req-01ff095c-4edf-4810-8a4a-898e3a4f7a2b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:12.542458 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716582cc-73d7-4376-8a1a-97b0699e56c8", "name": "network-vif-plugged", "status": "completed", "tag": "79a16a09-40b1-4fec-8e78-11d09d382b04", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:12.543197 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-01ff095c-4edf-4810-8a4a-898e3a4f7a2b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:12.546371 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716582cc-73d7-4376-8a1a-97b0699e56c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a16a09-40b1-4fec-8e78-11d09d382b04', 'code': 200} Feb 09 20:52:12.632161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:12.640494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:12.683368 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:12.722557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Allocated IP 19.80.0.54 (4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d/f2deadf4-bfb8-4426-a5cf-6d4b4fac265a/6a71a1f9-a963-4004-b0cf-4b660ccdf2c3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:12.829651 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:12.917599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4e5f629-4e28-4b23-a9c6-ea7e06ab4d11 req-f11e9662-3fb5-406d-86d5-32d69a9cd749 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780610 Feb 09 20:52:12.976152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:13.064897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:13.206633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f375046-8a4e-49f0-9da7-00d9b0b96150 req-1686727b-f7ae-4192-9d46-8601f89f0532 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:13.214276 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f375046-8a4e-49f0-9da7-00d9b0b96150 req-1686727b-f7ae-4192-9d46-8601f89f0532 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.1952593 Feb 09 20:52:13.265567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:13.279586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:13.282743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:13.285655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Port': ['ID=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:13.298953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f375046-8a4e-49f0-9da7-00d9b0b96150 req-00d57e85-1ee0-4798-ab7a-5de2c60c398f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836895 Feb 09 20:52:13.442353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:13.444918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:13.522015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-415c988f-1c4e-4732-8b5e-54480a80ca1e req-482e1ede-5fd9-4725-9584-cbb2c3931f35 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0693245 Feb 09 20:52:13.556231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-dd6f4790-9328-4965-b816-c466f09f3417 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0239377 Feb 09 20:52:13.585017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Request body: {'port': {'device_id': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674', 'admin_state_up': True, 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:13.602813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:13.787198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:52:13.792629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:13.793224 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:13.939852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c25d5106-0edf-438b-aa24-96d4a24a0aba None None] Provisioning complete for port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:13.941258 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c25d5106-0edf-438b-aa24-96d4a24a0aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:13.961158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Made reservation on behalf of 7a12b75650e34f4bb0f8342279aca3af for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:13.969827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:13.995809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a69345-b4dd-484b-9f58-7c90fa35fcbf req-8a11a249-bba9-476c-b634-7207ff787a93 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:14.008129 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67a69345-b4dd-484b-9f58-7c90fa35fcbf req-8a11a249-bba9-476c-b634-7207ff787a93 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 945 time: 0.2807710 Feb 09 20:52:14.008928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c25d5106-0edf-438b-aa24-96d4a24a0aba None None] Port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:52:14.022168 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.043579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907a3c-28e3-4403-ab52-dd4e0f422fb6 req-9620c590-1ee1-4342-b363-d44bc982d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:14.045646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42907a3c-28e3-4403-ab52-dd4e0f422fb6 req-9620c590-1ee1-4342-b363-d44bc982d555 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 1128 time: 1.3402669 Feb 09 20:52:14.103204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Deleting port 4c5db47c-4da6-406f-b4fd-c42883031a5d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:14.108166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.152901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:14.153214 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.216785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] For port 4c5db47c-4da6-406f-b4fd-c42883031a5d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4c5db47c-4da6-406f-b4fd-c42883031a5d,segment=NetworkSegment(03bd4df3-14d0-4f79-9dfe-c2a6494202cc),segment_id=03bd4df3-14d0-4f79-9dfe-c2a6494202cc)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:14.217428 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.233010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Calling delete_port for 4c5db47c-4da6-406f-b4fd-c42883031a5d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:14.252913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f66c0d-4e66-4637-8b60-9826c9617fe1 None None] Network 9f3230d0-1b42-4608-b229-2813166cf674 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:14.278967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,segment=NetworkSegment(c72808b7-7767-45b2-b719-7713995658e2),segment_id=c72808b7-7767-45b2-b719-7713995658e2)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:14.302553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.308475 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67a69345-b4dd-484b-9f58-7c90fa35fcbf req-12e61e8e-af7a-4971-a8cd-a62cba32bf6f tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990623 Feb 09 20:52:14.468406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-01cf7e37-e24e-407c-b53a-2487e8aa202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:14.469821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-01cf7e37-e24e-407c-b53a-2487e8aa202a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1129 time: 1.6416087 Feb 09 20:52:14.493312 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Publish callbacks [] for security_group (2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.539005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da145c17-acd8-4e57-a931-d164b3d0d348 req-a87b3b5a-5b6b-4ff8-b8a8-7af368640119 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:14.547168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Allocated IP 19.86.0.15 (9f3230d0-1b42-4608-b229-2813166cf674/973c09b3-86bb-4e0c-a51a-1d2125a616bd/16979530-e494-44be-9fec-916ccf754afe) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:14.547726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-56c8057f-8771-41d1-8e58-ecfbb7fa03a0 None None] Provisioning complete for port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:14.548109 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56c8057f-8771-41d1-8e58-ecfbb7fa03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.549540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a9349c-d537-40c4-9739-e8987e5e8f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce7e5bf-c595-4e2c-bb87-22ce14f7c966'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:14.552003 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7150636-ddad-4971-ac71-de58bbd2e3d7" -d '{"events": [{"server_uuid": "e4a9349c-d537-40c4-9739-e8987e5e8f71", "name": "network-vif-plugged", "status": "completed", "tag": "0ce7e5bf-c595-4e2c-bb87-22ce14f7c966"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:14.555011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da145c17-acd8-4e57-a931-d164b3d0d348 req-a87b3b5a-5b6b-4ff8-b8a8-7af368640119 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 931 time: 1.4954422 Feb 09 20:52:14.571110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:14.577077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.606622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4010-4a37-4967-aded-7b2412e695cc req-193754be-b875-4e6d-ae6f-b0affbd777a2 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:14.628200 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ac7b4010-4a37-4967-aded-7b2412e695cc req-193754be-b875-4e6d-ae6f-b0affbd777a2 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/ports?device_id=cf7c01b4-7acd-49c6-b164-2a4143388f8e HTTP/1.1" status: 200 len: 945 time: 0.1530900 Feb 09 20:52:14.810176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-56c8057f-8771-41d1-8e58-ecfbb7fa03a0 None None] Current status of the port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:14.810764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56c8057f-8771-41d1-8e58-ecfbb7fa03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.848651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42907a3c-28e3-4403-ab52-dd4e0f422fb6 req-31d6f21e-ff82-4486-a680-fded5a708c73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7887466 Feb 09 20:52:14.850828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:14.889017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:52:14.890170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-56c8057f-8771-41d1-8e58-ecfbb7fa03a0 None None] For port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0dbe65e7-2ac8-4197-80a9-6ce233d51a40,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:14.895239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:14.928694 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4c5db47c-4da6-406f-b4fd-c42883031a5d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:14.955165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ac7b4010-4a37-4967-aded-7b2412e695cc req-01a18056-39e0-4ba3-99fd-1223f3e91ca8 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4a863af-9897-4ebe-89df-05f09e0a6968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260577 Feb 09 20:52:14.962576 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56c8057f-8771-41d1-8e58-ecfbb7fa03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.061737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (59fa443d-786d-42b0-ad2a-fe8ddb6949a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.062310 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Added segment 59fa443d-786d-42b0-ad2a-fe8ddb6949a0 of type vlan for network 401827f8-1a87-4730-a777-a78cb1a9e9f8 Feb 09 20:52:15.106869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Pushing event deleted for resources: {'Port': ['ID=4c5db47c-4da6-406f-b4fd-c42883031a5d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:15.123177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8057f-8771-41d1-8e58-ecfbb7fa03a0 None None] Pushing event updated for resources: {'Port': ['ID=0dbe65e7-2ac8-4197-80a9-6ce233d51a40,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:15.177608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:15.178092 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.235271 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da145c17-acd8-4e57-a931-d164b3d0d348 req-2068334d-9828-47c8-885d-3e5ad04c3925 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728806 Feb 09 20:52:15.333180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-df3fbc46-6734-47cf-8e6d-6f004e620a3d None None] Provisioning complete for port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:15.333180 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-df3fbc46-6734-47cf-8e6d-6f004e620a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.333992 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for port (16979530-e494-44be-9fec-916ccf754afe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.386760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (401827f8-1a87-4730-a777-a78cb1a9e9f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.387859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21aa8d-07e3-4e4d-9b57-4355f64a4e33 req-bf98bc63-a528-4cd8-8151-391ea1f01fef tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:15.394894 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c21aa8d-07e3-4e4d-9b57-4355f64a4e33 req-bf98bc63-a528-4cd8-8151-391ea1f01fef tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 945 time: 0.3038359 Feb 09 20:52:15.447219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] No DVR routers for this DVR port 4c5db47c-4da6-406f-b4fd-c42883031a5d on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:15.467345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-df3fbc46-6734-47cf-8e6d-6f004e620a3d None None] Current status of the port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:15.471202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:15.477334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.482137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6faf672-9eab-458a-a941-e094dce35e59 req-adedfaf5-470e-4e80-9cb5-47819152a340 tempest-ServerTagsTestJSON-274898172 tempest-ServerTagsTestJSON-274898172-project] 10.222.0.50 "DELETE /v2.0/ports/4c5db47c-4da6-406f-b4fd-c42883031a5d HTTP/1.1" status: 204 len: 173 time: 3.0569477 Feb 09 20:52:15.484260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7c01b4-7acd-49c6-b164-2a4143388f8e', 'name': 'network-vif-deleted', 'tag': '4c5db47c-4da6-406f-b4fd-c42883031a5d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:15.486575 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c09e5-d79e-49bb-9e96-9b3840e40b17" -d '{"events": [{"server_uuid": "cf7c01b4-7acd-49c6-b164-2a4143388f8e", "name": "network-vif-deleted", "tag": "4c5db47c-4da6-406f-b4fd-c42883031a5d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:15.498511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-8214c618-bf0a-4430-bb7e-68436527253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:15.499975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-8214c618-bf0a-4430-bb7e-68436527253f service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.9691286 Feb 09 20:52:15.544537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c21aa8d-07e3-4e4d-9b57-4355f64a4e33 req-187297c8-f865-4be8-98ac-5cf3ab2ab96f tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486855 Feb 09 20:52:15.546299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (16979530-e494-44be-9fec-916ccf754afe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.673930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Network 9f3230d0-1b42-4608-b229-2813166cf674 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:15.698276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:15.703452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:15.782571 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17526545-47cb-4ddf-a5b8-8524ca3ad367 x-openstack-request-id: req-17526545-47cb-4ddf-a5b8-8524ca3ad367 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:15.782845 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a9349c-d537-40c4-9739-e8987e5e8f71", "name": "network-vif-plugged", "status": "completed", "tag": "0ce7e5bf-c595-4e2c-bb87-22ce14f7c966", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:15.783112 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-17526545-47cb-4ddf-a5b8-8524ca3ad367 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:15.785822 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a9349c-d537-40c4-9739-e8987e5e8f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce7e5bf-c595-4e2c-bb87-22ce14f7c966', 'code': 200} Feb 09 20:52:15.869061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event updated for resources: {'Port': ['ID=16979530-e494-44be-9fec-916ccf754afe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:15.880166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4c5db47c-4da6-406f-b4fd-c42883031a5d no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:15.897988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (401827f8-1a87-4730-a777-a78cb1a9e9f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.899074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:15.899885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.914117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:15.914796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:15.930261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-064ca4b7-c3d9-4887-8d6c-467850b93039 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 1001 time: 0.3658926 Feb 09 20:52:15.942339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 4c5db47c-4da6-406f-b4fd-c42883031a5d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:52:15.942683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4c5db47c-4da6-406f-b4fd-c42883031a5d not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:52:15.969529 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94f77d64-aa2a-4db3-bd08-5aa3abb0e1d1 req-4a0e07cd-8fc6-4c23-983f-48abe07125d4 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0917974 Feb 09 20:52:16.002208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82c04643-85b2-427e-9d14-a90b488c4db1 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4276345 Feb 09 20:52:16.013651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Request body: {'port': {'device_id': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:16.219468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-07382086-2aa7-4786-816a-8733bde7be71 None None] Provisioning complete for port 16979530-e494-44be-9fec-916ccf754afe triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:16.219884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07382086-2aa7-4786-816a-8733bde7be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (16979530-e494-44be-9fec-916ccf754afe), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:16.264417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56c2bb-2933-4725-93a1-f195cb1cee40 req-823dce08-0278-4eba-bbd0-6330c04f7d76 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:16.271969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0e56c2bb-2933-4725-93a1-f195cb1cee40 req-823dce08-0278-4eba-bbd0-6330c04f7d76 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.8654792 Feb 09 20:52:16.294277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.0450306 Feb 09 20:52:16.300830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:16.314927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-07382086-2aa7-4786-816a-8733bde7be71 None None] Port 16979530-e494-44be-9fec-916ccf754afe cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:52:16.316291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:16.328693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Request body: {'subnet': {'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1841934471-subnet', 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:16.369375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbde21-2a26-4434-a002-79a354b71487 admin admin] Pushing event updated for resources: {'Network': ['ID=401827f8-1a87-4730-a777-a78cb1a9e9f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:16.374841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:16.377168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:16.383108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:52:16.428887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-9e3f6d93-81e3-4e95-81df-0c28c29c7bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:16.430379 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-9e3f6d93-81e3-4e95-81df-0c28c29c7bae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.4547787 Feb 09 20:52:16.462205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33875a4-98df-4988-adfe-efe8f8da6184 req-4cefa51b-bf36-4de2-badb-d1cfb96af327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:16.465237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b33875a4-98df-4988-adfe-efe8f8da6184 req-4cefa51b-bf36-4de2-badb-d1cfb96af327 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 1129 time: 0.6659334 Feb 09 20:52:16.693058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0e56c2bb-2933-4725-93a1-f195cb1cee40 req-86d3c764-213f-42ff-8fa8-62bf1ea0aa3a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4202042 Feb 09 20:52:16.739467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:16.806567 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079cd29f-5022-460e-b38b-15328e87706c x-openstack-request-id: req-079cd29f-5022-460e-b38b-15328e87706c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:16.806567 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7c01b4-7acd-49c6-b164-2a4143388f8e", "name": "network-vif-deleted", "tag": "4c5db47c-4da6-406f-b4fd-c42883031a5d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:16.806567 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-079cd29f-5022-460e-b38b-15328e87706c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:16.806567 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7c01b4-7acd-49c6-b164-2a4143388f8e', 'name': 'network-vif-deleted', 'tag': '4c5db47c-4da6-406f-b4fd-c42883031a5d', 'status': 'completed', 'code': 200} Feb 09 20:52:16.840285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:16.840815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:16.849265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aad78-9174-41a9-b0ea-a13fca20c066 req-5f010428-ecc1-4a3b-99cd-137683288e9a tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:16.860023 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-952aad78-9174-41a9-b0ea-a13fca20c066 req-5f010428-ecc1-4a3b-99cd-137683288e9a tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 946 time: 0.6671531 Feb 09 20:52:16.882844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:16.888577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:16.925874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-04be5842-4ec5-4676-87ea-181d635a8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:16.927595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-04be5842-4ec5-4676-87ea-181d635a8840 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4520123 Feb 09 20:52:16.929843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b33875a4-98df-4988-adfe-efe8f8da6184 req-8303e416-b472-4d26-83db-81a8602884c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509470 Feb 09 20:52:16.937183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Publish callbacks [] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.028336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:17.058383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Transition to ACTIVE for port object 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:52:17.064214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-952aad78-9174-41a9-b0ea-a13fca20c066 req-a4804d1e-a7ce-4fa4-a315-829ba40b7c38 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015564 Feb 09 20:52:17.068148 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.162252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-37167cd5-d99c-4e55-95ac-47d0e8c4502d admin admin] Deleting subnet 25fcb516-6cd8-4931-9d78-5a4bcf8bddb9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:52:17.171538 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37167cd5-d99c-4e55-95ac-47d0e8c4502d admin admin] Publish callbacks [] for subnet (25fcb516-6cd8-4931-9d78-5a4bcf8bddb9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.352470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Pushing event updated for resources: {'Port': ['ID=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:17.379184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-3b94408f-4550-410f-a0b4-8c25c34926cc service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288654 Feb 09 20:52:17.379984 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37167cd5-d99c-4e55-95ac-47d0e8c4502d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (25fcb516-6cd8-4931-9d78-5a4bcf8bddb9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.444717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (5da60c3a-dc04-497b-aaff-c1952e694419), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.521649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Attempting to bind port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:17.522050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Attempting to bind port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:17.522387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Attempting to bind port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 on network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:17.542219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740336b-aec4-4dcf-bbcf-e0bdac1680f1 req-1868615f-1fc0-429f-ac67-3c873638428a tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:17.553564 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6740336b-aec4-4dcf-bbcf-e0bdac1680f1 req-1868615f-1fc0-429f-ac67-3c873638428a tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 945 time: 0.3294668 Feb 09 20:52:17.564125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37167cd5-d99c-4e55-95ac-47d0e8c4502d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (25fcb516-6cd8-4931-9d78-5a4bcf8bddb9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.573126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 on network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:52:17.573455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Attempting to bind port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 on network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:17.600257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:17.600735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Checking segment: {'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:17.601132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Bound using segment: {'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:17.601589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Bound port: 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02396c35-0b7e-439f-9a47-5ab577421baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:17.602414 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.708280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6740336b-aec4-4dcf-bbcf-e0bdac1680f1 req-823fdf28-f2ae-4c68-889f-d6629d9c4e2c tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538055 Feb 09 20:52:17.809942 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37167cd5-d99c-4e55-95ac-47d0e8c4502d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (25fcb516-6cd8-4931-9d78-5a4bcf8bddb9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.824952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Checking segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:17.825322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Network hostable DHCP agents. Network: 401827f8-1a87-4730-a777-a78cb1a9e9f8, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:52:17.827367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da60c3a-dc04-497b-aaff-c1952e694419,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:17.830081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] For port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:17.876884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37167cd5-d99c-4e55-95ac-47d0e8c4502d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:17.880937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-37167cd5-d99c-4e55-95ac-47d0e8c4502d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/25fcb516-6cd8-4931-9d78-5a4bcf8bddb9 HTTP/1.1" status: 204 len: 168 time: 0.9866202 Feb 09 20:52:17.892404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:17.905126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37167cd5-d99c-4e55-95ac-47d0e8c4502d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fcb516-6cd8-4931-9d78-5a4bcf8bddb9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:17.922085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a826d0c4-8927-4268-a2a2-8ef078982e75 req-c8c84e2e-a739-4bfd-a4f8-b9413c204cfb tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0831056 Feb 09 20:52:17.927154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] For port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,segment=NetworkSegment(02396c35-0b7e-439f-9a47-5ab577421baf),segment_id=02396c35-0b7e-439f-9a47-5ab577421baf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:17.957859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:18.068149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:18.068779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:18.075400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 HTTP/1.1" status: 200 len: 1092 time: 2.0660050 Feb 09 20:52:18.075955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'tag': '6a71a1f9-a963-4004-b0cf-4b660ccdf2c3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:18.078289 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ab6af6-f92b-494a-ae71-b4f469d4960d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "tag": "6a71a1f9-a963-4004-b0cf-4b660ccdf2c3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:18.080817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafdf81-9497-4443-b801-e59df4ed8688 req-00012991-ed27-47a7-a69e-25417c0a9903 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:18.086210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafdf81-9497-4443-b801-e59df4ed8688 req-00012991-ed27-47a7-a69e-25417c0a9903 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:18.115509 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7cafdf81-9497-4443-b801-e59df4ed8688 req-00012991-ed27-47a7-a69e-25417c0a9903 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1665 time: 1.1090679 Feb 09 20:52:18.136854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9ef7cd2e-55b5-4323-a550-6a4edac892c4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:18.149950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Request body: {'port': {'device_id': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:18.247410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd0f9d-9cc2-45e0-b557-64d8443cb737 service neutron] Pushing event updated for resources: {'Port': ['ID=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:18.248837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7490b143-9440-4b74-b445-c9ef3fd33515 req-26cb933c-c329-44f1-9c05-1b8eea416e18 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243947 Feb 09 20:52:18.251107 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (16979530-e494-44be-9fec-916ccf754afe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:18.279317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:52:18.295191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083265d-06f7-4ec1-85a3-cbb58fb4f2d3 req-1e0b40c4-9b77-4cf4-b881-3278c4a12382 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:18.303115 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a083265d-06f7-4ec1-85a3-cbb58fb4f2d3 req-1e0b40c4-9b77-4cf4-b881-3278c4a12382 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.2070096 Feb 09 20:52:18.372081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 401827f8-1a87-4730-a777-a78cb1a9e9f8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:18.381023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f4829-8966-4f7e-8e9c-670c8b0d9b94 None None] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:18.391482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:18.392137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:18.428591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7cafdf81-9497-4443-b801-e59df4ed8688 req-a7a4aefe-452c-4de5-9660-dcc6ba4a9486 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048284 Feb 09 20:52:18.519775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a083265d-06f7-4ec1-85a3-cbb58fb4f2d3 req-9f4f69d0-254d-4dd1-a060-a3bf76aa0db6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127140 Feb 09 20:52:18.596327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-12798c18-fade-4dcb-baec-3509786fae51 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.2721949 Feb 09 20:52:18.599335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9ef7cd2e-55b5-4323-a550-6a4edac892c4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:18.651803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef7cd2e-55b5-4323-a550-6a4edac892c4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:18.694569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bd4df3-14d0-4f79-9dfe-c2a6494202cc') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:18.696374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bd4df3-14d0-4f79-9dfe-c2a6494202cc') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:18.726578 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024883f6-ab61-44e4-81c2-34400e0ac967 x-openstack-request-id: req-024883f6-ab61-44e4-81c2-34400e0ac967 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:18.726905 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "tag": "6a71a1f9-a963-4004-b0cf-4b660ccdf2c3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:18.728819 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-024883f6-ab61-44e4-81c2-34400e0ac967 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:18.730332 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'tag': '6a71a1f9-a963-4004-b0cf-4b660ccdf2c3', 'status': 'completed', 'code': 200} Feb 09 20:52:18.753859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb5758-041d-403f-abb3-33a86c70fbb7 None None] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:18.772608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (03bd4df3-14d0-4f79-9dfe-c2a6494202cc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:18.797972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (03bd4df3-14d0-4f79-9dfe-c2a6494202cc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:18.821849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:18.822564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (03bd4df3-14d0-4f79-9dfe-c2a6494202cc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:19.015841 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:19.024851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9ef7cd2e-55b5-4323-a550-6a4edac892c4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:19.063564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:19.086740 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] 10.222.0.102 "DELETE /v2.0/networks/9ef7cd2e-55b5-4323-a550-6a4edac892c4 HTTP/1.1" status: 204 len: 168 time: 1.1820631 Feb 09 20:52:19.100085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497ceb7-f37c-4148-a40c-0460ca78a12e admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef7cd2e-55b5-4323-a550-6a4edac892c4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:19.120281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-29507ca7-d7d0-46d1-af64-ed477563f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:19.124578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-29507ca7-d7d0-46d1-af64-ed477563f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:19.126324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-29507ca7-d7d0-46d1-af64-ed477563f3cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1944 time: 0.4145892 Feb 09 20:52:19.262491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c01796-5eb6-43d2-bc23-61907cbab65f req-77f20581-d3e9-405f-84ac-d704ee006e2c tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:19.272381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13c01796-5eb6-43d2-bc23-61907cbab65f req-77f20581-d3e9-405f-84ac-d704ee006e2c tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 946 time: 0.3054864 Feb 09 20:52:19.402549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-c80e5ccf-8a93-4a83-8cf5-c85e80f7917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:19.403748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-c80e5ccf-8a93-4a83-8cf5-c85e80f7917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:19.404363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-c80e5ccf-8a93-4a83-8cf5-c85e80f7917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:19.406270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-c80e5ccf-8a93-4a83-8cf5-c85e80f7917b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7a12b75650e34f4bb0f8342279aca3af&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2697966 Feb 09 20:52:19.416316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:19.433507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13c01796-5eb6-43d2-bc23-61907cbab65f req-327ec01c-47ae-46e2-97af-db51d8b2743e tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592338 Feb 09 20:52:19.490684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16979530-e494-44be-9fec-916ccf754afe {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:19.499384 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Publish callbacks [] for port (16979530-e494-44be-9fec-916ccf754afe), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:19.513146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Transition to ACTIVE for port object 16979530-e494-44be-9fec-916ccf754afe will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:52:19.529415 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (16979530-e494-44be-9fec-916ccf754afe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:19.627914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Pushing event updated for resources: {'Port': ['ID=16979530-e494-44be-9fec-916ccf754afe,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:19.629360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-2b7c8f28-6f9b-4845-8918-aec0856b10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:19.633308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-17ab6af6-f92b-494a-ae71-b4f469d4960d req-2b7c8f28-6f9b-4845-8918-aec0856b10d4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2064891 Feb 09 20:52:19.656881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a4acaf4-856a-497a-8e37-4d2f1a3a4f1a req-d6841110-ff6f-4fc3-a191-9a760d5b69c9 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.2443078 Feb 09 20:52:19.749661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a03eb02c-a6bb-4c77-8671-5c50d50e87a9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9b0f911723bc42879e322f9f77c61137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3318214 Feb 09 20:52:19.754991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:19.921461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Attempting to bind port 16979530-e494-44be-9fec-916ccf754afe on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:19.922341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Attempting to bind port 16979530-e494-44be-9fec-916ccf754afe by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:19.922855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Attempting to bind port 16979530-e494-44be-9fec-916ccf754afe on network 9f3230d0-1b42-4608-b229-2813166cf674 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:19.930333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Port 16979530-e494-44be-9fec-916ccf754afe on network 9f3230d0-1b42-4608-b229-2813166cf674 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:52:19.932861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Attempting to bind port 16979530-e494-44be-9fec-916ccf754afe on network 9f3230d0-1b42-4608-b229-2813166cf674 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:19.942835 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4eec71e-5121-47d9-8464-be6a84716f0a admin admin] Publish callbacks [] for security_group (e4a863af-9897-4ebe-89df-05f09e0a6968), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:19.947937 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:19.953533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Checking segment: {'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:19.954267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Bound using segment: {'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:19.955084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Bound port: 16979530-e494-44be-9fec-916ccf754afe, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04858a69-be87-4393-8be7-74e7644c5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:19.956597 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (16979530-e494-44be-9fec-916ccf754afe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:19.983809 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4eec71e-5121-47d9-8464-be6a84716f0a admin admin] Publish callbacks [] for security_group (e4a863af-9897-4ebe-89df-05f09e0a6968), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:20.007923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40582d70-3c13-43e6-a5f3-b890502e2d08 req-b0681565-9b25-4b98-9932-ddff908a03aa tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:20.015527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40582d70-3c13-43e6-a5f3-b890502e2d08 req-b0681565-9b25-4b98-9932-ddff908a03aa tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 945 time: 0.1722629 Feb 09 20:52:20.164870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40582d70-3c13-43e6-a5f3-b890502e2d08 req-52df619b-f470-455a-8acb-1c9380174175 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/security-groups?id=c2f7513a-43a5-47a9-9f0f-24976be2256a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427886 Feb 09 20:52:20.166205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4eec71e-5121-47d9-8464-be6a84716f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e4a863af-9897-4ebe-89df-05f09e0a6968), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:20.178384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4eec71e-5121-47d9-8464-be6a84716f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:20.190250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c4eec71e-5121-47d9-8464-be6a84716f0a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e4a863af-9897-4ebe-89df-05f09e0a6968 HTTP/1.1" status: 204 len: 168 time: 0.4259095 Feb 09 20:52:20.215724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eec71e-5121-47d9-8464-be6a84716f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a863af-9897-4ebe-89df-05f09e0a6968,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:20.246568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] For port 16979530-e494-44be-9fec-916ccf754afe, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:20.289952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] For port 16979530-e494-44be-9fec-916ccf754afe, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=16979530-e494-44be-9fec-916ccf754afe,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:20.316320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (16979530-e494-44be-9fec-916ccf754afe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:20.368459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e11952-0c65-464e-adf7-14aa104c9d63 req-00cc3213-0294-4909-b976-36b21c2df622 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:20.377004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e11952-0c65-464e-adf7-14aa104c9d63 req-00cc3213-0294-4909-b976-36b21c2df622 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:20.395492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:20.396157 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:20.397602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] 10.222.0.50 "PUT /v2.0/ports/16979530-e494-44be-9fec-916ccf754afe HTTP/1.1" status: 200 len: 1092 time: 2.2519655 Feb 09 20:52:20.402991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37e11952-0c65-464e-adf7-14aa104c9d63 req-00cc3213-0294-4909-b976-36b21c2df622 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1677 time: 0.1399238 Feb 09 20:52:20.458538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-f6594f6b-1912-42ca-9ef5-ed566587fe94 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:20.466614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-f6594f6b-1912-42ca-9ef5-ed566587fe94 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.3354518 Feb 09 20:52:20.514946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37e11952-0c65-464e-adf7-14aa104c9d63 req-908e5709-f720-4c85-9dbf-6777a93fa7d0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072907 Feb 09 20:52:20.567284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02d3e4-b0c7-4aca-a2fd-163df4668029 service neutron] Pushing event updated for resources: {'Port': ['ID=16979530-e494-44be-9fec-916ccf754afe,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:20.580698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-f3c9f692-70a1-4361-88f9-b0b44f6bfa81 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/quotas/aad186a920f347bdaed3baf1e6b99870 HTTP/1.1" status: 200 len: 375 time: 0.1129918 Feb 09 20:52:20.648855 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-2be8555e-e234-4009-b7a6-5760f02d92d5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672684 Feb 09 20:52:20.773051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'tag': '16979530-e494-44be-9fec-916ccf754afe'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:20.777151 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "tag": "16979530-e494-44be-9fec-916ccf754afe"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:20.783498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-dc3a7c82-4235-41fb-a69a-66ba96588653 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:20.788059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-dc3a7c82-4235-41fb-a69a-66ba96588653 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.13 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 945 time: 0.2403362 Feb 09 20:52:20.920294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-77936560-0644-4cff-8578-040aa8d64dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:20.922527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-77936560-0644-4cff-8578-040aa8d64dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:20.924351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-77936560-0644-4cff-8578-040aa8d64dfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 2043 time: 0.4284530 Feb 09 20:52:20.956334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-6a8fd526-84e9-4dcb-aa2f-54df79629ad4 service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065560 Feb 09 20:52:21.054931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c58f5c-4e00-40b6-a0bc-a12dc05667db req-0186a9bb-9193-4365-bee9-8bcaa998e307 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:21.057630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4c58f5c-4e00-40b6-a0bc-a12dc05667db req-0186a9bb-9193-4365-bee9-8bcaa998e307 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.1075470 Feb 09 20:52:21.061990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Deleting port 79a16a09-40b1-4fec-8e78-11d09d382b04 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:21.062679 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:21.212472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] For port 79a16a09-40b1-4fec-8e78-11d09d382b04, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=79a16a09-40b1-4fec-8e78-11d09d382b04,segment=NetworkSegment(40ea9088-3fb5-4c7d-9aa7-76dd1180643a),segment_id=40ea9088-3fb5-4c7d-9aa7-76dd1180643a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:21.212880 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:21.230119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Calling delete_port for 79a16a09-40b1-4fec-8e78-11d09d382b04 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:21.484596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (79a16a09-40b1-4fec-8e78-11d09d382b04), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:21.615263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Pushing event deleted for resources: {'Port': ['ID=79a16a09-40b1-4fec-8e78-11d09d382b04,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:21.621761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4c58f5c-4e00-40b6-a0bc-a12dc05667db req-d1787d0d-6acd-40cd-a64f-b32a1b05432f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123735 Feb 09 20:52:21.644963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['79a16a09-40b1-4fec-8e78-11d09d382b04'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:21.690823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] No DVR routers for this DVR port 79a16a09-40b1-4fec-8e78-11d09d382b04 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:21.693551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-66d1844d-fdad-4dc5-9964-3f34949a71cf service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346339 Feb 09 20:52:21.698081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-e896ecbf-28e8-4992-b8bd-8bd6776a7f32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 HTTP/1.1" status: 200 len: 217 time: 0.7580309 Feb 09 20:52:21.713542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:21.716960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb74f5bf-dd3d-4530-8f42-7ae6d58e51c2 req-ca81145b-df3e-4175-a8c8-7f366a766465 tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.13 "DELETE /v2.0/ports/79a16a09-40b1-4fec-8e78-11d09d382b04 HTTP/1.1" status: 204 len: 173 time: 0.9214125 Feb 09 20:52:21.719171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716582cc-73d7-4376-8a1a-97b0699e56c8', 'name': 'network-vif-deleted', 'tag': '79a16a09-40b1-4fec-8e78-11d09d382b04'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:21.722203 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbbbe95-19e9-41fc-b071-06971c3f7a18" -d '{"events": [{"server_uuid": "716582cc-73d7-4376-8a1a-97b0699e56c8", "name": "network-vif-deleted", "tag": "79a16a09-40b1-4fec-8e78-11d09d382b04"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:21.746955 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:21.756940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d00aa46-57ff-417c-8a24-62ff0f04a0bf req-32d9335e-c7ee-471e-80b1-806bfa9dad6d tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0489404 Feb 09 20:52:21.802509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-60ce04a5-c72d-4dad-89be-076e1626db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:21.806208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-60ce04a5-c72d-4dad-89be-076e1626db0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f2deadf4-bfb8-4426-a5cf-6d4b4fac265a HTTP/1.1" status: 200 len: 801 time: 0.1018083 Feb 09 20:52:21.810644 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dce397-9c2a-4c3b-98f9-3923b559918d x-openstack-request-id: req-13dce397-9c2a-4c3b-98f9-3923b559918d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:21.811029 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "tag": "16979530-e494-44be-9fec-916ccf754afe", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:21.811295 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-13dce397-9c2a-4c3b-98f9-3923b559918d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:21.811654 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'tag': '16979530-e494-44be-9fec-916ccf754afe', 'status': 'completed', 'code': 200} Feb 09 20:52:21.876425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-0319e3a2-fcab-4b4a-807e-745b3f0e726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:21.878336 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-0319e3a2-fcab-4b4a-807e-745b3f0e726f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624270 Feb 09 20:52:21.993364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18159845-0e8f-4a4f-97d8-7f937ba66cee req-baf6c83c-e19c-41fa-9edd-990f943ff396 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:22.010111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18159845-0e8f-4a4f-97d8-7f937ba66cee req-baf6c83c-e19c-41fa-9edd-990f943ff396 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 946 time: 0.1170344 Feb 09 20:52:22.031677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-7988df6c-e027-432c-aff8-bd1475ff51ab service neutron] 10.222.0.50 "GET /v2.0/networks/4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467254 Feb 09 20:52:22.097392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18159845-0e8f-4a4f-97d8-7f937ba66cee req-5572ba8f-6057-4df1-bdf9-de65af0fc6b3 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/security-groups?id=8fd78cf5-a331-490b-9b6c-352f21c2a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845478 Feb 09 20:52:22.141226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-96b2b175-6225-4833-b182-c1dc5c911c30 req-c924fa6f-2961-4e57-a13c-571f912c794a tempest-ServerPasswordTestJSON-304613266 tempest-ServerPasswordTestJSON-304613266-project] 10.222.0.102 "GET /v2.0/ports?device_id=716582cc-73d7-4376-8a1a-97b0699e56c8 HTTP/1.1" status: 200 len: 210 time: 0.0462735 Feb 09 20:52:22.259303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-82793e27-a411-4b4d-bac3-0b38267cc005 service neutron] 10.222.0.50 "GET /v2.0/networks/4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210314 Feb 09 20:52:22.380258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-0c91f6c2-624b-4619-9a1e-2829a2ca5b22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=16979530-e494-44be-9fec-916ccf754afe HTTP/1.1" status: 200 len: 217 time: 0.0990245 Feb 09 20:52:22.384260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-d2e4047f-db21-4c85-a93d-412f319b1c51 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:22.386721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-d2e4047f-db21-4c85-a93d-412f319b1c51 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 946 time: 0.2169869 Feb 09 20:52:22.423277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e27bef-0b1d-411d-863a-dce246f3e83d req-a26560ef-d507-4808-8a30-d0d526d9e465 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:22.430166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e27bef-0b1d-411d-863a-dce246f3e83d req-a26560ef-d507-4808-8a30-d0d526d9e465 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:22.439019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63e27bef-0b1d-411d-863a-dce246f3e83d req-a26560ef-d507-4808-8a30-d0d526d9e465 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1677 time: 0.2058551 Feb 09 20:52:22.519498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-08a51014-82e4-46f3-a579-25d749f32deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:22.521094 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-08a51014-82e4-46f3-a579-25d749f32deb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=973c09b3-86bb-4e0c-a51a-1d2125a616bd HTTP/1.1" status: 200 len: 801 time: 0.1346316 Feb 09 20:52:22.575469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63e27bef-0b1d-411d-863a-dce246f3e83d req-cd457b59-54c2-4ccc-a5eb-72ccfb8b3d64 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301992 Feb 09 20:52:22.631208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Deleting port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:22.631549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:22.667045 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeedaa0d-85b9-49a8-b5e3-b0e79a18ca7e x-openstack-request-id: req-aeedaa0d-85b9-49a8-b5e3-b0e79a18ca7e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:22.667607 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716582cc-73d7-4376-8a1a-97b0699e56c8", "name": "network-vif-deleted", "tag": "79a16a09-40b1-4fec-8e78-11d09d382b04", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:22.668038 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aeedaa0d-85b9-49a8-b5e3-b0e79a18ca7e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:22.669891 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716582cc-73d7-4376-8a1a-97b0699e56c8', 'name': 'network-vif-deleted', 'tag': '79a16a09-40b1-4fec-8e78-11d09d382b04', 'status': 'completed', 'code': 200} Feb 09 20:52:22.697904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-1ce4df27-35b2-4c9c-ae1a-2c79a796e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:22.700926 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-1ce4df27-35b2-4c9c-ae1a-2c79a796e68e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f3230d0-1b42-4608-b229-2813166cf674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1740160 Feb 09 20:52:22.778247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a4913dd-40a5-4df6-afa9-7022c7fb6f8a req-53b885c0-99fb-4b2e-b67c-dbebb221cca3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 210 time: 0.0551603 Feb 09 20:52:22.885929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] For port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,segment=NetworkSegment(c72808b7-7767-45b2-b719-7713995658e2),segment_id=c72808b7-7767-45b2-b719-7713995658e2)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:22.886309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:22.925653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Calling delete_port for 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:22.964882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47127f35-c30d-4cf6-acad-816934f981f8 req-2c2b5044-e2de-4501-8aed-f06d54fb1c26 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:22.966929 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47127f35-c30d-4cf6-acad-816934f981f8 req-2c2b5044-e2de-4501-8aed-f06d54fb1c26 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.1499155 Feb 09 20:52:23.079559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-9bdab5ac-246f-4bfb-8a6d-0c4f209e0069 service neutron] 10.222.0.50 "GET /v2.0/networks/9f3230d0-1b42-4608-b229-2813166cf674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302970 Feb 09 20:52:23.191748 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0ce7e5bf-c595-4e2c-bb87-22ce14f7c966), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:23.212699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0ce7e5bf-c595-4e2c-bb87-22ce14f7c966'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:23.222993 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-310a9bf4-53ed-4ff5-bfc3-2b15f5ff297a req-8d98bd06-ef36-4011-b760-5fa6eb4ecc2a tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0811772 Feb 09 20:52:23.249776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Pushing event deleted for resources: {'Port': ['ID=0ce7e5bf-c595-4e2c-bb87-22ce14f7c966,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:23.266307 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47127f35-c30d-4cf6-acad-816934f981f8 req-7a68801b-a1bf-4735-9a29-ddd8a4669e02 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931554 Feb 09 20:52:23.281760 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdfdbdfe-b5e2-4c52-bcee-46ad3313fbf2 req-207690b3-2415-4cf4-b534-28f697dca8b1 service neutron] 10.222.0.50 "GET /v2.0/networks/9f3230d0-1b42-4608-b229-2813166cf674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821990 Feb 09 20:52:23.346972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] No DVR routers for this DVR port 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:23.356270 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:23.361791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1bd0f01a-b878-4b81-b622-3c9bea96d003 req-e59816e2-b247-4af3-b0c7-42cac13265aa tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.13 "DELETE /v2.0/ports/0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 HTTP/1.1" status: 204 len: 173 time: 0.9666893 Feb 09 20:52:23.433537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:23.564695 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8f54a7d-6591-4186-9b82-8a90f9eb778a req-6dd24a38-a297-4a1e-8ec7-8cb321b625b5 tempest-InstanceActionsV221TestJSON-1314888925 tempest-InstanceActionsV221TestJSON-1314888925-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4a9349c-d537-40c4-9739-e8987e5e8f71 HTTP/1.1" status: 200 len: 210 time: 0.1594887 Feb 09 20:52:23.585175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-69e04a6e-d8a9-419d-8f5b-882805cec600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:23.589044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-69e04a6e-d8a9-419d-8f5b-882805cec600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:23.595826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-69e04a6e-d8a9-419d-8f5b-882805cec600 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a12b75650e34f4bb0f8342279aca3af&device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 2043 time: 0.2540317 Feb 09 20:52:23.645658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 79a16a09-40b1-4fec-8e78-11d09d382b04 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:23.649176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb1725f-f6d5-48b0-9df8-b720aad57f98 admin admin] Deleting subnet 17afa670-b2ff-415f-bed7-f20028b1107d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:52:23.711936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 79a16a09-40b1-4fec-8e78-11d09d382b04 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:52:23.723233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 79a16a09-40b1-4fec-8e78-11d09d382b04 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:52:23.724223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:23.735227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725f-f6d5-48b0-9df8-b720aad57f98 admin admin] Publish callbacks [] for subnet (17afa670-b2ff-415f-bed7-f20028b1107d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:23.805997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:52:23.809310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0ce7e5bf-c595-4e2c-bb87-22ce14f7c966 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:52:23.859794 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725f-f6d5-48b0-9df8-b720aad57f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (17afa670-b2ff-415f-bed7-f20028b1107d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:23.982548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d794ba-f35c-44e9-a017-635ae88f0055 req-f506d4db-35f8-474f-85f0-16854bc22974 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:23.998363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d794ba-f35c-44e9-a017-635ae88f0055 req-f506d4db-35f8-474f-85f0-16854bc22974 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:24.014415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56d794ba-f35c-44e9-a017-635ae88f0055 req-f506d4db-35f8-474f-85f0-16854bc22974 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1677 time: 0.2206209 Feb 09 20:52:24.062829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-82d0e184-dbd5-4e7b-bb8e-5b6bcae59297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:24.064452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-82d0e184-dbd5-4e7b-bb8e-5b6bcae59297 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f3230d0-1b42-4608-b229-2813166cf674 HTTP/1.1" status: 200 len: 903 time: 0.4643655 Feb 09 20:52:24.132028 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-c45fe683-2e81-4e69-b887-42d6834a7787 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=16979530-e494-44be-9fec-916ccf754afe HTTP/1.1" status: 200 len: 217 time: 0.0578675 Feb 09 20:52:24.152771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56d794ba-f35c-44e9-a017-635ae88f0055 req-01a614f7-3262-46bd-bf91-d888f0975517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332116 Feb 09 20:52:24.324484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-6b33bbfc-5f8c-4cad-b6c9-fa9a57e1ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:24.331550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-6b33bbfc-5f8c-4cad-b6c9-fa9a57e1ff8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=973c09b3-86bb-4e0c-a51a-1d2125a616bd HTTP/1.1" status: 200 len: 801 time: 0.1726809 Feb 09 20:52:24.445331 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0959af0f-4c15-4482-8b55-15a911fd0abb req-7f907ef2-ccd5-4081-bd59-877b3eb48a06 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb978edb-3ad2-460f-9283-1677ec147dc1 HTTP/1.1" status: 200 len: 210 time: 0.0461874 Feb 09 20:52:24.485737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-b8bbc78c-bdba-40a2-9a2b-2b9d5e30679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:24.487727 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-b8bbc78c-bdba-40a2-9a2b-2b9d5e30679e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f3230d0-1b42-4608-b229-2813166cf674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1517818 Feb 09 20:52:24.530468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:24.565642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2413a228-ea6a-449f-8f3b-05c7e64cd703 req-94c229a7-d535-4fbc-857b-e39a1022a4c7 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 210 time: 0.0908206 Feb 09 20:52:24.603262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0eebedd5-a0a4-4803-bfa9-330540037243 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:24.626227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0eebedd5-a0a4-4803-bfa9-330540037243 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.13 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 1.0691466 Feb 09 20:52:24.627498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725f-f6d5-48b0-9df8-b720aad57f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (17afa670-b2ff-415f-bed7-f20028b1107d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:24.686943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Request body: {'port': {'device_id': '4dd90848-4e35-4d77-a278-8e97d0b6b275', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'admin_state_up': True, 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:24.695642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a9349c-d537-40c4-9739-e8987e5e8f71', 'name': 'network-vif-deleted', 'tag': '0ce7e5bf-c595-4e2c-bb87-22ce14f7c966'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:24.704462 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6368c7da-1366-4a45-ad54-bc3cd8017efb" -d '{"events": [{"server_uuid": "e4a9349c-d537-40c4-9739-e8987e5e8f71", "name": "network-vif-deleted", "tag": "0ce7e5bf-c595-4e2c-bb87-22ce14f7c966"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:24.762661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-725efc40-05c6-431f-b7b1-affb8e0433ee service neutron] 10.222.0.50 "GET /v2.0/networks/9f3230d0-1b42-4608-b229-2813166cf674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667851 Feb 09 20:52:24.770742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d1e7a-c222-422f-a050-e31def7d3548 req-b316a577-0cd7-4902-ae31-c03d0aea75e7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:24.772253 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1d7d1e7a-c222-422f-a050-e31def7d3548 req-b316a577-0cd7-4902-ae31-c03d0aea75e7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.1516123 Feb 09 20:52:24.870056 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97dd5bc-0e2d-4e90-801a-e80c0eb6c27f req-787b9c85-3f0c-44d5-baf2-2e4cddcce178 service neutron] 10.222.0.50 "GET /v2.0/networks/9f3230d0-1b42-4608-b229-2813166cf674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968204 Feb 09 20:52:24.897459 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38945f2b-1ac6-43e8-822c-086be6f607c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:24.926322 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1d7d1e7a-c222-422f-a050-e31def7d3548 req-3493d29b-4f3a-42a5-b82f-dc8c40c4997f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552845 Feb 09 20:52:24.965152 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2269eec4-2ad9-4d96-a42a-301ac140beb8 x-openstack-request-id: req-2269eec4-2ad9-4d96-a42a-301ac140beb8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:24.965448 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a9349c-d537-40c4-9739-e8987e5e8f71", "name": "network-vif-deleted", "tag": "0ce7e5bf-c595-4e2c-bb87-22ce14f7c966", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:24.965702 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2269eec4-2ad9-4d96-a42a-301ac140beb8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:24.966097 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a9349c-d537-40c4-9739-e8987e5e8f71', 'name': 'network-vif-deleted', 'tag': '0ce7e5bf-c595-4e2c-bb87-22ce14f7c966', 'status': 'completed', 'code': 200} Feb 09 20:52:25.001608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725f-f6d5-48b0-9df8-b720aad57f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (17afa670-b2ff-415f-bed7-f20028b1107d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.054103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:25.067281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceb1725f-f6d5-48b0-9df8-b720aad57f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.072959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ceb1725f-f6d5-48b0-9df8-b720aad57f98 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/17afa670-b2ff-415f-bed7-f20028b1107d HTTP/1.1" status: 204 len: 168 time: 1.6354780 Feb 09 20:52:25.081803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1725f-f6d5-48b0-9df8-b720aad57f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17afa670-b2ff-415f-bed7-f20028b1107d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:25.086982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:25.132414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-614748c2-c8cb-4223-ad8c-16ba3ef65d47 admin admin] Deleting subnet 0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:52:25.136719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614748c2-c8cb-4223-ad8c-16ba3ef65d47 admin admin] Publish callbacks [] for subnet (0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.213678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:25.217028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614748c2-c8cb-4223-ad8c-16ba3ef65d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.217931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.246972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (65d99a9d-8fbc-4ad8-81b5-4da633e0ed90), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.279289 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38945f2b-1ac6-43e8-822c-086be6f607c5 admin admin] Publish callbacks [] for security_group (29d2699e-fea2-4493-952d-4c9af2959c2b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.326330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38945f2b-1ac6-43e8-822c-086be6f607c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (29d2699e-fea2-4493-952d-4c9af2959c2b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.343043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614748c2-c8cb-4223-ad8c-16ba3ef65d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.364212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38945f2b-1ac6-43e8-822c-086be6f607c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2699e-fea2-4493-952d-4c9af2959c2b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:25.452170 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614748c2-c8cb-4223-ad8c-16ba3ef65d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.517093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-38945f2b-1ac6-43e8-822c-086be6f607c5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ce538ef715a04606b8240ea71f7fd5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9734812 Feb 09 20:52:25.517986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:25.535326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614748c2-c8cb-4223-ad8c-16ba3ef65d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:25.538648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614748c2-c8cb-4223-ad8c-16ba3ef65d47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.542900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-614748c2-c8cb-4223-ad8c-16ba3ef65d47 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/0b72fda1-ec68-4b1d-b45b-2e1aa0079fa1 HTTP/1.1" status: 204 len: 168 time: 0.4877670 Feb 09 20:52:25.545893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:25.597358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (65d99a9d-8fbc-4ad8-81b5-4da633e0ed90), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.624633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bed40-0d16-430c-ac84-b9eeb866fece req-e7217810-e90d-451b-b442-c67dfafa698f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:25.630718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bed40-0d16-430c-ac84-b9eeb866fece req-e7217810-e90d-451b-b442-c67dfafa698f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:25.633888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-143bed40-0d16-430c-ac84-b9eeb866fece req-e7217810-e90d-451b-b442-c67dfafa698f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1677 time: 0.1968997 Feb 09 20:52:25.647377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:25.667893 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982f9186-7337-4fda-9f16-26eb07bd9787 admin admin] Publish callbacks [] for security_group (29d2699e-fea2-4493-952d-4c9af2959c2b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.693065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982f9186-7337-4fda-9f16-26eb07bd9787 admin admin] Publish callbacks [] for security_group (29d2699e-fea2-4493-952d-4c9af2959c2b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.737344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Allocated IP 172.20.0.4 (401827f8-1a87-4730-a777-a78cb1a9e9f8/5da60c3a-dc04-497b-aaff-c1952e694419/08975faa-ab71-4640-9d4c-68cc116b4646) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:25.742368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d99a9d-8fbc-4ad8-81b5-4da633e0ed90']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:25.765987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ea9088-3fb5-4c7d-9aa7-76dd1180643a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:25.765987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ea9088-3fb5-4c7d-9aa7-76dd1180643a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:25.801574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (f1cd3498-b3ec-4c3a-a481-1d44039cfd6e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.808708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d188ed43-2724-44a9-a57f-957fcf25ae08 req-89155e4f-4bf1-4147-9b89-f6fa2cffff34 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 210 time: 0.0685375 Feb 09 20:52:25.818364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (40ea9088-3fb5-4c7d-9aa7-76dd1180643a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.823296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982f9186-7337-4fda-9f16-26eb07bd9787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (29d2699e-fea2-4493-952d-4c9af2959c2b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.826186 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-982f9186-7337-4fda-9f16-26eb07bd9787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.829732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-982f9186-7337-4fda-9f16-26eb07bd9787 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/29d2699e-fea2-4493-952d-4c9af2959c2b HTTP/1.1" status: 204 len: 168 time: 0.3041208 Feb 09 20:52:25.891578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f9186-7337-4fda-9f16-26eb07bd9787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2699e-fea2-4493-952d-4c9af2959c2b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:25.896032 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (40ea9088-3fb5-4c7d-9aa7-76dd1180643a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.918287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:25.918953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (40ea9088-3fb5-4c7d-9aa7-76dd1180643a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:25.921161 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:25.935243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:52:25.986626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-143bed40-0d16-430c-ac84-b9eeb866fece req-af04d16a-ea8f-425f-956c-1e3f5de8e9c7 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278174 Feb 09 20:52:26.111034 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d98a7cd-d00d-4e26-b82b-956ac00c92d2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group (10ac8267-2e29-488e-908c-c24cce663d01), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.155299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d98a7cd-d00d-4e26-b82b-956ac00c92d2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group (10ac8267-2e29-488e-908c-c24cce663d01), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.183502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (65d99a9d-8fbc-4ad8-81b5-4da633e0ed90), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.193247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.198415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] 10.222.0.102 "DELETE /v2.0/networks/65d99a9d-8fbc-4ad8-81b5-4da633e0ed90 HTTP/1.1" status: 204 len: 168 time: 1.1104586 Feb 09 20:52:26.250948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d2ca7-dab6-4cb2-b25a-9cf4123e8470 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d99a9d-8fbc-4ad8-81b5-4da633e0ed90,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:26.253544 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d98a7cd-d00d-4e26-b82b-956ac00c92d2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (10ac8267-2e29-488e-908c-c24cce663d01), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.256460 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d98a7cd-d00d-4e26-b82b-956ac00c92d2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.257685 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d98a7cd-d00d-4e26-b82b-956ac00c92d2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "DELETE /v2.0/security-groups/10ac8267-2e29-488e-908c-c24cce663d01 HTTP/1.1" status: 204 len: 168 time: 0.5741005 Feb 09 20:52:26.269374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59018) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:26.313868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,segment=NetworkSegment(02396c35-0b7e-439f-9a47-5ab577421baf),segment_id=02396c35-0b7e-439f-9a47-5ab577421baf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:26.355409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (f1cd3498-b3ec-4c3a-a481-1d44039cfd6e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.368653 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-04489f9f-3dbb-4c36-a81d-8c0f7bc66a75 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] show failed (client error): The resource could not be found. Feb 09 20:52:26.370199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6a71a1f9-a963-4004-b0cf-4b660ccdf2c3', 'network_id': '4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d', 'port_id': '6a71a1f9-a963-4004-b0cf-4b660ccdf2c3', 'mac_address': 'fa:16:3e:69:2b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2deadf4-bfb8-4426-a5cf-6d4b4fac265a', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:52:26.371912 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-04489f9f-3dbb-4c36-a81d-8c0f7bc66a75 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "GET /v2.0/security-groups/10ac8267-2e29-488e-908c-c24cce663d01 HTTP/1.1" status: 404 len: 347 time: 0.0956492 Feb 09 20:52:26.380604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:26.394217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98a7cd-d00d-4e26-b82b-956ac00c92d2 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac8267-2e29-488e-908c-c24cce663d01,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:26.419266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad996ed-fad6-4fbd-82f7-295471d811c6 req-65575d5d-c392-4da8-98a2-154483f8e96a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:26.428560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ad996ed-fad6-4fbd-82f7-295471d811c6 req-65575d5d-c392-4da8-98a2-154483f8e96a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.3680871 Feb 09 20:52:26.440260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cd3498-b3ec-4c3a-a481-1d44039cfd6e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:26.464887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72808b7-7767-45b2-b719-7713995658e2') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:26.465470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72808b7-7767-45b2-b719-7713995658e2') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:26.477259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (c72808b7-7767-45b2-b719-7713995658e2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.499644 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c72808b7-7767-45b2-b719-7713995658e2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.511188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:26.511945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (c72808b7-7767-45b2-b719-7713995658e2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:26.523315 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:26.559623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:26.560054 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.591135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.603049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks [] for port (08975faa-ab71-4640-9d4c-68cc116b4646), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.605706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (f1cd3498-b3ec-4c3a-a481-1d44039cfd6e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.607707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:26.621366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:26.645718 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.657501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] 10.222.0.102 "DELETE /v2.0/networks/f1cd3498-b3ec-4c3a-a481-1d44039cfd6e HTTP/1.1" status: 204 len: 168 time: 1.1105778 Feb 09 20:52:26.670476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,segment=NetworkSegment(02396c35-0b7e-439f-9a47-5ab577421baf),segment_id=02396c35-0b7e-439f-9a47-5ab577421baf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:26.677861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.678833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 16979530-e494-44be-9fec-916ccf754afe details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:52:26.710155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cf086-fc87-4787-86ae-cb218c5ca944 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cd3498-b3ec-4c3a-a481-1d44039cfd6e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:26.764543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2126200b-dfa3-4eae-bc25-b78de88ada81 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3a29ccae9c6d4c6ca01bc94b0c8b6a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552255 Feb 09 20:52:26.767102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:26.877089 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a14f-af01-413f-969e-490dfc1febc5 admin admin] Publish callbacks [] for security_group (c2f7513a-43a5-47a9-9f0f-24976be2256a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.917585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 16979530-e494-44be-9fec-916ccf754afe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=16979530-e494-44be-9fec-916ccf754afe,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:26.924755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.961921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a14f-af01-413f-969e-490dfc1febc5 admin admin] Publish callbacks [] for security_group (c2f7513a-43a5-47a9-9f0f-24976be2256a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:26.967175 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '16979530-e494-44be-9fec-916ccf754afe', 'network_id': '9f3230d0-1b42-4608-b229-2813166cf674', 'port_id': '16979530-e494-44be-9fec-916ccf754afe', 'mac_address': 'fa:16:3e:88:67:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973c09b3-86bb-4e0c-a51a-1d2125a616bd', 'ip_address': '19.86.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:52:27.051735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:27.059925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 16979530-e494-44be-9fec-916ccf754afe is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:27.060553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (16979530-e494-44be-9fec-916ccf754afe), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.071855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:27.106460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16979530-e494-44be-9fec-916ccf754afe {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:27.138725 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ad996ed-fad6-4fbd-82f7-295471d811c6 req-2f34cebc-4fbb-416f-9b24-d4354c5867bb tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7092679 Feb 09 20:52:27.139881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event updated for resources: {'Port': ['ID=08975faa-ab71-4640-9d4c-68cc116b4646,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:27.160236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 16979530-e494-44be-9fec-916ccf754afe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=16979530-e494-44be-9fec-916ccf754afe,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:27.173095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f652b-2522-4463-b8e7-c7966ed041d8 req-6bcfd594-4543-4162-ba70-3e878941dca3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:27.175404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (16979530-e494-44be-9fec-916ccf754afe), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.178009 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca1f652b-2522-4463-b8e7-c7966ed041d8 req-6bcfd594-4543-4162-ba70-3e878941dca3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 931 time: 0.2093973 Feb 09 20:52:27.184140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:27.196723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a14f-af01-413f-969e-490dfc1febc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c2f7513a-43a5-47a9-9f0f-24976be2256a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.199988 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a14f-af01-413f-969e-490dfc1febc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.202440 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d9a0a14f-af01-413f-969e-490dfc1febc5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c2f7513a-43a5-47a9-9f0f-24976be2256a HTTP/1.1" status: 204 len: 168 time: 0.4341772 Feb 09 20:52:27.209503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:27.238480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:27.257607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0a14f-af01-413f-969e-490dfc1febc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f7513a-43a5-47a9-9f0f-24976be2256a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:27.357047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca1f652b-2522-4463-b8e7-c7966ed041d8 req-b6bf05a9-7d47-4438-a2a2-e8cf9fa036a0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508012 Feb 09 20:52:27.361151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=16979530-e494-44be-9fec-916ccf754afe,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:27.424420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:27.425978 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.481417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6a71a1f9-a963-4004-b0cf-4b660ccdf2c3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:27.512275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port 6dc2eac5-97e9-4a02-8df8-ba640c431a52 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:27.512637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6dc2eac5-97e9-4a02-8df8-ba640c431a52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.602849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6dc2eac5-97e9-4a02-8df8-ba640c431a52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.603313 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for floatingip (6dc2eac5-97e9-4a02-8df8-ba640c431a52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.640918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0ca05eed-17ec-433d-8e7a-23d5052bfb9e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9746175 Feb 09 20:52:27.642078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for 6dc2eac5-97e9-4a02-8df8-ba640c431a52 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:27.674140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ff943-1c27-4fb0-8619-afdb38d8adcb req-f9a684ba-0bda-42f0-ba7b-c9804f07b2c0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:27.684550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ff943-1c27-4fb0-8619-afdb38d8adcb req-f9a684ba-0bda-42f0-ba7b-c9804f07b2c0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:27.686167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f41ff943-1c27-4fb0-8619-afdb38d8adcb req-f9a684ba-0bda-42f0-ba7b-c9804f07b2c0 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1679 time: 0.3613999 Feb 09 20:52:27.695635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7e8aa4f7-6b4a-43f1-bf27-12fedaebb76a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a182d6b467384b64b7d382fcb8c72845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6151705 Feb 09 20:52:27.696408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:27.721011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Request body: {'port': {'device_id': '4dd90848-4e35-4d77-a278-8e97d0b6b275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:27.831155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b0c1a1-e5f6-49be-9e87-51866e2e337d admin admin] Publish callbacks [] for security_group (8fd78cf5-a331-490b-9b6c-352f21c2a6e9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.867968 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b0c1a1-e5f6-49be-9e87-51866e2e337d admin admin] Publish callbacks [] for security_group (8fd78cf5-a331-490b-9b6c-352f21c2a6e9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.928323 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b0c1a1-e5f6-49be-9e87-51866e2e337d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8fd78cf5-a331-490b-9b6c-352f21c2a6e9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.932011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67b0c1a1-e5f6-49be-9e87-51866e2e337d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:27.936340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-67b0c1a1-e5f6-49be-9e87-51866e2e337d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8fd78cf5-a331-490b-9b6c-352f21c2a6e9 HTTP/1.1" status: 204 len: 168 time: 0.2358940 Feb 09 20:52:27.946616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0c1a1-e5f6-49be-9e87-51866e2e337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd78cf5-a331-490b-9b6c-352f21c2a6e9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:28.136127 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:28.157441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6dc2eac5-97e9-4a02-8df8-ba640c431a52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:28.254348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f41ff943-1c27-4fb0-8619-afdb38d8adcb req-d4c1ef9b-6814-44b6-94c8-9e62edfe347e tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572963 Feb 09 20:52:28.303231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=6dc2eac5-97e9-4a02-8df8-ba640c431a52,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:28.523531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113fa53-97d0-441a-babe-6a631007f9d3 req-e77a6960-f840-425c-a26d-3d7ab9ea9049 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:28.525031 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b113fa53-97d0-441a-babe-6a631007f9d3 req-e77a6960-f840-425c-a26d-3d7ab9ea9049 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.1568677 Feb 09 20:52:28.577648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for floatingip (24acc156-3618-418b-8d77-d9d67395abba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:28.581658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:28.585267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-814c8171-cfd9-492f-be70-0e2581fca7e3 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "DELETE /v2.0/floatingips/24acc156-3618-418b-8d77-d9d67395abba HTTP/1.1" status: 204 len: 168 time: 2.2006738 Feb 09 20:52:28.589354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:28.616900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['16979530-e494-44be-9fec-916ccf754afe'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:28.843343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b113fa53-97d0-441a-babe-6a631007f9d3 req-b3fd4de7-3e6d-495a-8e2a-28bb894cc7ad tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024900 Feb 09 20:52:28.912532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-799a2f22-5687-44d3-b602-3e3dbf94cddf tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port b6c4531d-8046-408e-b1be-48703d926f9b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:28.916214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-799a2f22-5687-44d3-b602-3e3dbf94cddf tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:28.961427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d3340-4e01-4f37-bd9b-b0eb498d5a70 req-c74b4a8a-5138-4297-a1bc-3f0a7795c5fc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:28.963060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-916d3340-4e01-4f37-bd9b-b0eb498d5a70 req-c74b4a8a-5138-4297-a1bc-3f0a7795c5fc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 931 time: 0.3982716 Feb 09 20:52:29.112223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-799a2f22-5687-44d3-b602-3e3dbf94cddf tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:29.127196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-799a2f22-5687-44d3-b602-3e3dbf94cddf tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for b6c4531d-8046-408e-b1be-48703d926f9b owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:29.173702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-916d3340-4e01-4f37-bd9b-b0eb498d5a70 req-083f9896-bff6-4fe9-95ba-385a7dfe04f2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866972 Feb 09 20:52:29.347263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-799a2f22-5687-44d3-b602-3e3dbf94cddf tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b6c4531d-8046-408e-b1be-48703d926f9b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:29.359180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08975faa-ab71-4640-9d4c-68cc116b4646 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:29.381334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Publish callbacks [] for port (08975faa-ab71-4640-9d4c-68cc116b4646), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:29.409039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a2f22-5687-44d3-b602-3e3dbf94cddf tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=b6c4531d-8046-408e-b1be-48703d926f9b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:29.417896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Transition to ACTIVE for port object 08975faa-ab71-4640-9d4c-68cc116b4646 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:52:29.428938 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:29.599720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e962a-42ea-40f2-b51b-07a28fc74e54 req-6f90f7ee-21ab-40fc-971a-5ef9f7b6d6ca tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:29.606503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e962a-42ea-40f2-b51b-07a28fc74e54 req-6f90f7ee-21ab-40fc-971a-5ef9f7b6d6ca tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:29.608506 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b13e962a-42ea-40f2-b51b-07a28fc74e54 req-6f90f7ee-21ab-40fc-971a-5ef9f7b6d6ca tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1679 time: 0.1633575 Feb 09 20:52:29.633825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-799a2f22-5687-44d3-b602-3e3dbf94cddf tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:29.640408 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-799a2f22-5687-44d3-b602-3e3dbf94cddf tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "DELETE /v2.0/ports/b6c4531d-8046-408e-b1be-48703d926f9b HTTP/1.1" status: 204 len: 168 time: 1.0416741 Feb 09 20:52:29.643521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:29.683765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Pushing event updated for resources: {'Port': ['ID=08975faa-ab71-4640-9d4c-68cc116b4646,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:29.696512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Attempting to bind port 08975faa-ab71-4640-9d4c-68cc116b4646 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:29.696906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Attempting to bind port 08975faa-ab71-4640-9d4c-68cc116b4646 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:29.697539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Attempting to bind port 08975faa-ab71-4640-9d4c-68cc116b4646 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:29.702422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Port 08975faa-ab71-4640-9d4c-68cc116b4646 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:52:29.702776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Attempting to bind port 08975faa-ab71-4640-9d4c-68cc116b4646 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:29.709150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:29.709503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Checking segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:29.709892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Bound using segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:29.710332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Bound port: 08975faa-ab71-4640-9d4c-68cc116b4646, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:29.710696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:29.805321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] For port 08975faa-ab71-4640-9d4c-68cc116b4646, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:29.810808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] For port 08975faa-ab71-4640-9d4c-68cc116b4646, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=08975faa-ab71-4640-9d4c-68cc116b4646,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:29.819366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:29.936953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:29.947961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b13e962a-42ea-40f2-b51b-07a28fc74e54 req-15ea9568-a279-4ac1-8a74-a096e8812fce tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302321 Feb 09 20:52:29.969441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Pushing event updated for resources: {'Port': ['ID=08975faa-ab71-4640-9d4c-68cc116b4646,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:30.008294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0761923d-fcac-4e4c-bcc2-bba84ea91237 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:30.008675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0761923d-fcac-4e4c-bcc2-bba84ea91237 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:30.014414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:30.017066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:30.018617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-03c83b7c-5ba2-488e-9f2d-34bc48c7eca4 service neutron] 10.222.0.13 "PUT /v2.0/ports/08975faa-ab71-4640-9d4c-68cc116b4646 HTTP/1.1" status: 200 len: 1092 time: 2.3204799 Feb 09 20:52:30.024381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd90848-4e35-4d77-a278-8e97d0b6b275', 'tag': '08975faa-ab71-4640-9d4c-68cc116b4646'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:30.028509 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e10ff0-3963-4844-852c-af3fac42201d" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd90848-4e35-4d77-a278-8e97d0b6b275", "tag": "08975faa-ab71-4640-9d4c-68cc116b4646"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:30.145941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:52:30.166999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:30.172890 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:30.189343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-23f0a4e9-73dc-4cb0-9b71-520c9e589313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:30.192024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-23f0a4e9-73dc-4cb0-9b71-520c9e589313 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 1126 time: 0.1276824 Feb 09 20:52:30.283918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0761923d-fcac-4e4c-bcc2-bba84ea91237 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:30.300565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0761923d-fcac-4e4c-bcc2-bba84ea91237 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for 254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:30.315358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-c4439429-98c5-46f9-8183-a18e05144743 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08975faa-ab71-4640-9d4c-68cc116b4646 HTTP/1.1" status: 200 len: 217 time: 0.1110289 Feb 09 20:52:30.406131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:30.426290 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:30.539933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-10ba6455-f236-4964-bc1e-ba23138432c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:30.542230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-10ba6455-f236-4964-bc1e-ba23138432c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.2212873 Feb 09 20:52:30.550042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0761923d-fcac-4e4c-bcc2-bba84ea91237 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (254c518b-69b5-4f3d-b4a2-ee8203c9c3e5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:30.559434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a71a1f9-a963-4004-b0cf-4b660ccdf2c3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:30.579632 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a76ce7-359b-4990-a49c-c7d85068a9d8" -d '{"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-plugged", "status": "completed", "tag": "6a71a1f9-a963-4004-b0cf-4b660ccdf2c3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:30.634311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,segment=NetworkSegment(02396c35-0b7e-439f-9a47-5ab577421baf),segment_id=02396c35-0b7e-439f-9a47-5ab577421baf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:30.640971 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:30.641835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 16979530-e494-44be-9fec-916ccf754afe up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:30.644685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-0a6a9a72-a0f4-4a32-a922-a7355c8778cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794895 Feb 09 20:52:30.720606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761923d-fcac-4e4c-bcc2-bba84ea91237 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=254c518b-69b5-4f3d-b4a2-ee8203c9c3e5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:30.860245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 16979530-e494-44be-9fec-916ccf754afe completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:52:30.868712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa6fdc-ac6e-4873-ad8e-8a5151886f4a req-403d793d-7c10-44a5-8402-66fe2e72f5a7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:30.877386 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8efa6fdc-ac6e-4873-ad8e-8a5151886f4a req-403d793d-7c10-44a5-8402-66fe2e72f5a7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.8157642 Feb 09 20:52:30.901862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-2db1ba76-a135-46df-897f-8ad677e40087 service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500007 Feb 09 20:52:30.918284 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bce4bf-758e-4939-bfe1-ffad670b0350 x-openstack-request-id: req-23bce4bf-758e-4939-bfe1-ffad670b0350 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:30.920046 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd90848-4e35-4d77-a278-8e97d0b6b275", "tag": "08975faa-ab71-4640-9d4c-68cc116b4646", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:30.920557 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-23bce4bf-758e-4939-bfe1-ffad670b0350 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:30.921205 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd90848-4e35-4d77-a278-8e97d0b6b275', 'tag': '08975faa-ab71-4640-9d4c-68cc116b4646', 'status': 'completed', 'code': 200} Feb 09 20:52:30.934390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:30.943178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 16979530-e494-44be-9fec-916ccf754afe triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:30.944768 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (16979530-e494-44be-9fec-916ccf754afe), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.017545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:31.073185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 16979530-e494-44be-9fec-916ccf754afe is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:31.073591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (16979530-e494-44be-9fec-916ccf754afe), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.080014 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0761923d-fcac-4e4c-bcc2-bba84ea91237 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.087071 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0761923d-fcac-4e4c-bcc2-bba84ea91237 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "DELETE /v2.0/ports/254c518b-69b5-4f3d-b4a2-ee8203c9c3e5 HTTP/1.1" status: 204 len: 168 time: 1.4423268 Feb 09 20:52:31.096820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:31.136818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 16979530-e494-44be-9fec-916ccf754afe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=16979530-e494-44be-9fec-916ccf754afe,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:31.146244 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (16979530-e494-44be-9fec-916ccf754afe), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.151591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8efa6fdc-ac6e-4873-ad8e-8a5151886f4a req-14e9c7d6-3b35-4005-8f74-5ffd1be8fd02 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722440 Feb 09 20:52:31.253298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=16979530-e494-44be-9fec-916ccf754afe,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:31.525837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee3c536-fde8-4f2e-8fc2-f67e97cadabe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting subnet 5341e8bc-394c-4491-8572-d6abb5916372 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:52:31.567670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-646357932-network', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:31.569311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c536-fde8-4f2e-8fc2-f67e97cadabe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for subnet (5341e8bc-394c-4491-8572-d6abb5916372), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.614521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946d138-0661-4359-b7f7-16f608591a24 req-1b8d9b94-796b-4bc4-b766-b45d075abdf8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:31.616322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b946d138-0661-4359-b7f7-16f608591a24 req-1b8d9b94-796b-4bc4-b766-b45d075abdf8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 943 time: 0.5146492 Feb 09 20:52:31.634260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Made reservation on behalf of dc68c310263e470ba30c0f78d9d4df90 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:31.639391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.669068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.706702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8cd6dbf4-a823-47b2-9ed9-a7d412d7a3cb req-e1433adc-4724-48c1-8c2d-a64a1564b54a service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929440 Feb 09 20:52:31.890003 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e5ed2-021d-461e-9c69-3c61bf8a79bc x-openstack-request-id: req-a09e5ed2-021d-461e-9c69-3c61bf8a79bc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:31.890483 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-plugged", "status": "completed", "tag": "6a71a1f9-a963-4004-b0cf-4b660ccdf2c3", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:31.890891 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a09e5ed2-021d-461e-9c69-3c61bf8a79bc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:31.892806 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a71a1f9-a963-4004-b0cf-4b660ccdf2c3', 'code': 200} Feb 09 20:52:31.902287 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Publish callbacks [] for security_group (5718e09c-21fa-462f-bafe-92295896ba0e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.912783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5718e09c-21fa-462f-bafe-92295896ba0e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.953058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5718e09c-21fa-462f-bafe-92295896ba0e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:31.967822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:52:31.969883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c536-fde8-4f2e-8fc2-f67e97cadabe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (5341e8bc-394c-4491-8572-d6abb5916372), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.990583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f5c99500-367e-4c0b-a841-08ea5ac1c5a9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:31.991077 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Added segment f5c99500-367e-4c0b-a841-08ea5ac1c5a9 of type vlan for network f95906ea-4f92-49da-aded-83911c8558af Feb 09 20:52:32.076224 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f95906ea-4f92-49da-aded-83911c8558af), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:32.080731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94428c0d-103b-4b69-beec-fe132e6396ab req-f4e213ce-d4d8-470b-aa6c-d6439a9c1085 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0487599 Feb 09 20:52:32.175253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f95906ea-4f92-49da-aded-83911c8558af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:32.176597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:32.177444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:32.194115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b946d138-0661-4359-b7f7-16f608591a24 req-1867dbae-502f-47df-8c38-dd5bc5a272d9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060341 Feb 09 20:52:32.214792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e10ff0-3963-4844-852c-af3fac42201d req-f24cabdf-8562-47cf-95a2-f2a050b7e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:32.227327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9e10ff0-3963-4844-852c-af3fac42201d req-f24cabdf-8562-47cf-95a2-f2a050b7e62a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 1126 time: 0.4459834 Feb 09 20:52:32.348847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3149104 Feb 09 20:52:32.406452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:32.433696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Request body: {'subnet': {'network_id': 'f95906ea-4f92-49da-aded-83911c8558af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-subnet', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:32.468319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff18b66-c575-46ff-932e-beec981f9ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=f95906ea-4f92-49da-aded-83911c8558af,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:32.480715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f95906ea-4f92-49da-aded-83911c8558af details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:52:32.505778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320266-3f69-4f0c-8ec9-3c810fbc37ea req-50d4771d-d662-4e8d-9417-ae5b62dbd34a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:32.512882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320266-3f69-4f0c-8ec9-3c810fbc37ea req-50d4771d-d662-4e8d-9417-ae5b62dbd34a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:32.514680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61320266-3f69-4f0c-8ec9-3c810fbc37ea req-50d4771d-d662-4e8d-9417-ae5b62dbd34a tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1681 time: 0.2218678 Feb 09 20:52:32.538476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e10ff0-3963-4844-852c-af3fac42201d req-2eebbff7-4cb7-4d6d-9a64-1165fd7f4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:32.552329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9e10ff0-3963-4844-852c-af3fac42201d req-2eebbff7-4cb7-4d6d-9a64-1165fd7f4809 service neutron] 10.222.0.13 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.3162284 Feb 09 20:52:32.565110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Made reservation on behalf of dc68c310263e470ba30c0f78d9d4df90 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:32.573277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:32.806357 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9e10ff0-3963-4844-852c-af3fac42201d req-8c561cd1-e664-4b8e-8671-471fc789fdbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08975faa-ab71-4640-9d4c-68cc116b4646 HTTP/1.1" status: 200 len: 217 time: 0.2460296 Feb 09 20:52:32.871721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61320266-3f69-4f0c-8ec9-3c810fbc37ea req-c07d4c06-8e8b-42d5-8a1a-f6664a147ac5 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366294 Feb 09 20:52:32.941978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d58d6-403d-4d04-a2af-e0a320bf06bf req-d3ad1bfd-cbf8-4e22-9650-f0cd28ab8e80 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:32.950145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d35d58d6-403d-4d04-a2af-e0a320bf06bf req-d3ad1bfd-cbf8-4e22-9650-f0cd28ab8e80 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.3934565 Feb 09 20:52:33.005936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c536-fde8-4f2e-8fc2-f67e97cadabe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5341e8bc-394c-4491-8572-d6abb5916372), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.028881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d35d58d6-403d-4d04-a2af-e0a320bf06bf req-f99bb488-977e-4ea4-8a74-9cda3c71eb04 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776160 Feb 09 20:52:33.075194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e10ff0-3963-4844-852c-af3fac42201d req-9f883f5b-6ffb-4c76-92aa-9788b73eeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:33.077028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9e10ff0-3963-4844-852c-af3fac42201d req-9f883f5b-6ffb-4c76-92aa-9788b73eeb78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.2629542 Feb 09 20:52:33.125171 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9e10ff0-3963-4844-852c-af3fac42201d req-71a27724-cdf0-4d23-9448-ad760ca91f4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382953 Feb 09 20:52:33.171322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (4f5681e1-d034-4426-9d06-ecb18f4c36ea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.233029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c536-fde8-4f2e-8fc2-f67e97cadabe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (5341e8bc-394c-4491-8572-d6abb5916372), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.236798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f5681e1-d034-4426-9d06-ecb18f4c36ea,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:33.283712 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68be4d6e-e340-4668-b185-30965e981634 req-c6b3aafe-e1db-4c23-9591-58d8dfc29024 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0478947 Feb 09 20:52:33.310231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad1b9c-dbeb-40a4-808d-db042e5031d1 None None] Network af489e63-20e0-49ba-96f7-5b6663ddeba2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:33.317205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Checking segment: {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:33.327828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Network hostable DHCP agents. Network: f95906ea-4f92-49da-aded-83911c8558af, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:52:33.335886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3c536-fde8-4f2e-8fc2-f67e97cadabe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Subnet': ['ID=5341e8bc-394c-4491-8572-d6abb5916372,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:33.342473 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c536-fde8-4f2e-8fc2-f67e97cadabe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.345432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Network f95906ea-4f92-49da-aded-83911c8558af is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:52:33.360406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9ee3c536-fde8-4f2e-8fc2-f67e97cadabe tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "DELETE /v2.0/subnets/5341e8bc-394c-4491-8572-d6abb5916372 HTTP/1.1" status: 204 len: 168 time: 2.2452362 Feb 09 20:52:33.361820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:33.515490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, f95906ea-4f92-49da-aded-83911c8558af) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:33.523873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ad110-82b5-4393-a1fb-c280034c4f04 None None] Network f95906ea-4f92-49da-aded-83911c8558af requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:33.552294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:33.552849 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.588638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bf0ba2ce-fe96-40be-b4aa-faed43c17709 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1732898 Feb 09 20:52:33.591739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:33.597971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:33.608329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9e10ff0-3963-4844-852c-af3fac42201d req-d00b4488-e9ce-42c8-aa88-c24dbb46b5b9 service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738092 Feb 09 20:52:33.627241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-82505eda-2218-4a36-a14d-492e8ce68816 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting subnet 38b090d1-8437-4881-b8ee-4124673a5692 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:52:33.631133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82505eda-2218-4a36-a14d-492e8ce68816 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for subnet (38b090d1-8437-4881-b8ee-4124673a5692), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.664251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.665773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.705666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82505eda-2218-4a36-a14d-492e8ce68816 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (38b090d1-8437-4881-b8ee-4124673a5692), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:33.787195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] DHCP port deletion for af489e63-20e0-49ba-96f7-5b6663ddeba2 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:52:33.792740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 08975faa-ab71-4640-9d4c-68cc116b4646 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:52:33.803779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8c5b6-ae02-4dfc-8259-598bd722f134 req-bb44085b-1ec6-440d-a00f-09ece0dd8ec1 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:33.805637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba8c5b6-ae02-4dfc-8259-598bd722f134 req-bb44085b-1ec6-440d-a00f-09ece0dd8ec1 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 943 time: 0.4750659 Feb 09 20:52:34.032834 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks [] for router_controller (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:34.053761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 08975faa-ab71-4640-9d4c-68cc116b4646, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=08975faa-ab71-4640-9d4c-68cc116b4646,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:34.082285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82505eda-2218-4a36-a14d-492e8ce68816 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (38b090d1-8437-4881-b8ee-4124673a5692), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:34.142745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16979530-e494-44be-9fec-916ccf754afe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:34.146299 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bace979-8f01-469d-b93d-c633593b5e31" -d '{"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-plugged", "status": "completed", "tag": "16979530-e494-44be-9fec-916ccf754afe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:34.149547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-432470ad-5e6f-48fc-9e83-1dfbe32be3c0 req-8084d5c5-b3f5-4501-976f-9081e40c4e12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.1794841 Feb 09 20:52:34.158731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '08975faa-ab71-4640-9d4c-68cc116b4646', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'port_id': '08975faa-ab71-4640-9d4c-68cc116b4646', 'mac_address': 'fa:16:3e:aa:5e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da60c3a-dc04-497b-aaff-c1952e694419', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:52:34.160112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:34.162427 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82505eda-2218-4a36-a14d-492e8ce68816 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (38b090d1-8437-4881-b8ee-4124673a5692), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:34.186573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd6e58-1174-4c44-935c-ea5e0096ac85 None None] Network f95906ea-4f92-49da-aded-83911c8558af requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:34.286060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 08975faa-ab71-4640-9d4c-68cc116b4646 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:34.286468 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:34.352776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08975faa-ab71-4640-9d4c-68cc116b4646 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:34.376246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 08975faa-ab71-4640-9d4c-68cc116b4646, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=08975faa-ab71-4640-9d4c-68cc116b4646,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:34.393208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:34.479371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] Deleting port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:34.479806 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:34.550190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=08975faa-ab71-4640-9d4c-68cc116b4646,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:34.599045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] For port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=013f1a0d-d33c-48cd-8a65-ac9c97d7dff6,segment=NetworkSegment(d9b0f4bd-58f0-4c85-b311-0c3a0785c86f),segment_id=d9b0f4bd-58f0-4c85-b311-0c3a0785c86f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:34.599436 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:34.624950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:34.649988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] Calling delete_port for 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:34.704366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:34.715455 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9e10ff0-3963-4844-852c-af3fac42201d req-aaaabe1b-04a4-451b-bd5c-5d773642b7aa service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0882413 Feb 09 20:52:34.736897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba8c5b6-ae02-4dfc-8259-598bd722f134 req-5c27252a-5ac5-4e35-b1d4-0e94b82283ad tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9242780 Feb 09 20:52:34.793245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82505eda-2218-4a36-a14d-492e8ce68816 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Subnet': ['ID=38b090d1-8437-4881-b8ee-4124673a5692,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:34.816124 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82505eda-2218-4a36-a14d-492e8ce68816 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:34.819940 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-82505eda-2218-4a36-a14d-492e8ce68816 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "DELETE /v2.0/subnets/38b090d1-8437-4881-b8ee-4124673a5692 HTTP/1.1" status: 204 len: 168 time: 1.4537697 Feb 09 20:52:34.823281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:34.876631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7a32a3-9a96-453e-9517-64f7cd168f10 None None] Network 92b62048-2f94-491d-9b57-9192fbd55b5e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:34.958102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622f27a-674a-419d-b1c2-3e417789c0ae req-4ff28ab9-715a-4c73-b8d4-7f65ef6e0049 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:34.969672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622f27a-674a-419d-b1c2-3e417789c0ae req-4ff28ab9-715a-4c73-b8d4-7f65ef6e0049 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:34.976317 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5622f27a-674a-419d-b1c2-3e417789c0ae req-4ff28ab9-715a-4c73-b8d4-7f65ef6e0049 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1681 time: 0.8296654 Feb 09 20:52:35.110632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (af489e63-20e0-49ba-96f7-5b6663ddeba2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.163509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65605721-39e1-437f-a0b2-58dd5d976531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.167090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce3db-40a0-49f6-afa9-f6bb2cb3c8bc req-48a670e0-755e-47e3-b6a0-d7a47dd7c9b6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:35.168137 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks [] for router_gateway (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.176789 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-430ce3db-40a0-49f6-afa9-f6bb2cb3c8bc req-48a670e0-755e-47e3-b6a0-d7a47dd7c9b6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.2467406 Feb 09 20:52:35.220183 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5622f27a-674a-419d-b1c2-3e417789c0ae req-501e2173-40b8-4ff5-909a-d70702aabf7d tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686885 Feb 09 20:52:35.267982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:35.268711 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.308155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-430ce3db-40a0-49f6-afa9-f6bb2cb3c8bc req-7e37ab17-85eb-48fd-b486-aa9562b34362 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302559 Feb 09 20:52:35.331083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Deleting port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:35.331425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.338941 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b548e6-9d8e-4a83-b07e-90642024a7bc x-openstack-request-id: req-84b548e6-9d8e-4a83-b07e-90642024a7bc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:35.339324 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-plugged", "status": "completed", "tag": "16979530-e494-44be-9fec-916ccf754afe", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:35.339587 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-84b548e6-9d8e-4a83-b07e-90642024a7bc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:35.340005 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16979530-e494-44be-9fec-916ccf754afe', 'code': 200} Feb 09 20:52:35.352407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.386370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] Pushing event deleted for resources: {'Port': ['ID=013f1a0d-d33c-48cd-8a65-ac9c97d7dff6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:35.446184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b6671-e6a3-48a8-938a-d80aede2d2a8 None None] No DVR routers for this DVR port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:35.495350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65605721-39e1-437f-a0b2-58dd5d976531 admin admin] Publish callbacks [] for security_group (e80a2785-8810-4169-ab0d-4c1e3374fcb4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.513039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65605721-39e1-437f-a0b2-58dd5d976531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e80a2785-8810-4169-ab0d-4c1e3374fcb4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.563761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15a346a0-39bc-4c6b-b60c-1d3b1feb1461 req-db859207-0861-40b3-8ba7-4639536c7b14 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0711055 Feb 09 20:52:35.605113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] DHCP port deletion for 92b62048-2f94-491d-9b57-9192fbd55b5e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:52:35.624311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-65605721-39e1-437f-a0b2-58dd5d976531 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fac9707f2ebf4b2c902071632a1fd8dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4596639 Feb 09 20:52:35.625745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] For port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:35.626286 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.628800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:35.686396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Calling delete_port for 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:35.693511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 08975faa-ab71-4640-9d4c-68cc116b4646 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:35.700741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:52:35.705834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (013f1a0d-d33c-48cd-8a65-ac9c97d7dff6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.760605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65605721-39e1-437f-a0b2-58dd5d976531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80a2785-8810-4169-ab0d-4c1e3374fcb4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:35.765214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a60c04-7afe-4df6-b589-b6b3f7a387aa req-5828ccc1-fb17-4c94-b961-2cceba53d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:35.765700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a60c04-7afe-4df6-b589-b6b3f7a387aa req-5828ccc1-fb17-4c94-b961-2cceba53d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:35.767294 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6a60c04-7afe-4df6-b589-b6b3f7a387aa req-5828ccc1-fb17-4c94-b961-2cceba53d86c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 2047 time: 0.3533640 Feb 09 20:52:35.771527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] Deleting port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:35.771855 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.807132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e01b8-c3ed-4c00-a22c-542cc44a5cbd req-f04e9d74-3c00-400d-9420-2882295ff22c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:35.808959 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a18e01b8-c3ed-4c00-a22c-542cc44a5cbd req-f04e9d74-3c00-400d-9420-2882295ff22c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 946 time: 0.2353144 Feb 09 20:52:35.809354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Port': ['ID=013f1a0d-d33c-48cd-8a65-ac9c97d7dff6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:35.818928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] No DVR routers for this DVR port 013f1a0d-d33c-48cd-8a65-ac9c97d7dff6 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:35.966447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] For port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3,segment=NetworkSegment(5fd67822-f542-4afd-a367-cf6bc16eb3ba),segment_id=5fd67822-f542-4afd-a367-cf6bc16eb3ba)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:35.966773 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:35.973310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6a60c04-7afe-4df6-b589-b6b3f7a387aa req-7ea39b21-1a27-4671-a1ea-52a444545aa6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948617 Feb 09 20:52:35.984714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:36.019745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (af489e63-20e0-49ba-96f7-5b6663ddeba2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.045339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af489e63-20e0-49ba-96f7-5b6663ddeba2']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:36.063713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:36.064302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b0f4bd-58f0-4c85-b311-0c3a0785c86f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:36.068990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] Calling delete_port for 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:36.075315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd477be-1ea4-49d7-b4a5-8ebe9ebb135c admin admin] Publish callbacks [] for security_group (e80a2785-8810-4169-ab0d-4c1e3374fcb4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.081400 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (d9b0f4bd-58f0-4c85-b311-0c3a0785c86f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.085907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 08975faa-ab71-4640-9d4c-68cc116b4646 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:52:36.096044 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a18e01b8-c3ed-4c00-a22c-542cc44a5cbd req-0034b6fa-1419-440d-a8d0-ef43dcc4d2e9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798104 Feb 09 20:52:36.101632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 08975faa-ab71-4640-9d4c-68cc116b4646 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:36.102105 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.125315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd477be-1ea4-49d7-b4a5-8ebe9ebb135c admin admin] Publish callbacks [] for security_group (e80a2785-8810-4169-ab0d-4c1e3374fcb4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.134233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d9b0f4bd-58f0-4c85-b311-0c3a0785c86f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.147619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:36.148626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (d9b0f4bd-58f0-4c85-b311-0c3a0785c86f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:36.152075 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:36.157592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks [] for router_gateway (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.206012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.237297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 325fb010-65c8-4828-9000-2d310e2a8ae6 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:36.237694 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.292460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd477be-1ea4-49d7-b4a5-8ebe9ebb135c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e80a2785-8810-4169-ab0d-4c1e3374fcb4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.294490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd477be-1ea4-49d7-b4a5-8ebe9ebb135c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.296907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-abd477be-1ea4-49d7-b4a5-8ebe9ebb135c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e80a2785-8810-4169-ab0d-4c1e3374fcb4 HTTP/1.1" status: 204 len: 168 time: 0.6632888 Feb 09 20:52:36.342881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd477be-1ea4-49d7-b4a5-8ebe9ebb135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80a2785-8810-4169-ab0d-4c1e3374fcb4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:36.347436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:36.360495 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (af489e63-20e0-49ba-96f7-5b6663ddeba2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.368408 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.376441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.386282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "DELETE /v2.0/networks/af489e63-20e0-49ba-96f7-5b6663ddeba2 HTTP/1.1" status: 204 len: 168 time: 1.5596101 Feb 09 20:52:36.388748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:36.438158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Allocated IP 172.25.4.69 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/06dfcb75-e141-4b58-8d93-0ba8fa47a1c9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:36.480964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=14']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:36.578245 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks [] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.595789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 08975faa-ab71-4640-9d4c-68cc116b4646 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:36.596195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.618398 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (92b62048-2f94-491d-9b57-9192fbd55b5e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.667127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32421c-3de7-4f66-ab0f-8f4b24e3b138 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Network': ['ID=af489e63-20e0-49ba-96f7-5b6663ddeba2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:36.670834 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.702212 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.746064 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:36.751017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:36.759167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:36.765544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:36.804611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 08975faa-ab71-4640-9d4c-68cc116b4646, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=08975faa-ab71-4640-9d4c-68cc116b4646,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:36.813348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] Pushing event deleted for resources: {'Port': ['ID=0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:36.815416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:52:36.816496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:52:36.840479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6d874-29c7-4a45-9dc3-acd1a630fd52 req-8cfde72c-385d-4782-8616-629f398aae0a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:36.844403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7c6d874-29c7-4a45-9dc3-acd1a630fd52 req-8cfde72c-385d-4782-8616-629f398aae0a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 944 time: 0.5523105 Feb 09 20:52:36.845311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Pushing event updated for resources: {'Port': ['ID=06dfcb75-e141-4b58-8d93-0ba8fa47a1c9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:36.849867 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:36.875063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427f6af-196d-428c-8422-dca976de9e46 None None] No DVR routers for this DVR port 0012e11a-d0b4-4890-bb0c-4bd5e52a1cf3 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:36.998641 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (92b62048-2f94-491d-9b57-9192fbd55b5e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.017693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=08975faa-ab71-4640-9d4c-68cc116b4646,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:37.047280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b62048-2f94-491d-9b57-9192fbd55b5e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:37.074308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd67822-f542-4afd-a367-cf6bc16eb3ba') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:37.076373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd67822-f542-4afd-a367-cf6bc16eb3ba') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:37.135542 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b7c6d874-29c7-4a45-9dc3-acd1a630fd52 req-3f97684f-1f86-43cf-9510-6fcf8e0f46bd tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912262 Feb 09 20:52:37.147184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (5fd67822-f542-4afd-a367-cf6bc16eb3ba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.148771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:37.233354 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5fd67822-f542-4afd-a367-cf6bc16eb3ba), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.238601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-139ba5aa-57a8-46d3-89fd-35de8ce9e3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.341458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}, {'server_uuid': '4dd90848-4e35-4d77-a278-8e97d0b6b275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08975faa-ab71-4640-9d4c-68cc116b4646'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:37.343966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-139ba5aa-57a8-46d3-89fd-35de8ce9e3c3 admin admin] Publish callbacks [] for security_group (4c1fc5e7-de92-45dd-9f73-71c8f72fb9ba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.344467 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576d9a52-5889-49cc-bb7b-8772ea7b11ae" -d '{"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}, {"server_uuid": "4dd90848-4e35-4d77-a278-8e97d0b6b275", "name": "network-vif-plugged", "status": "completed", "tag": "08975faa-ab71-4640-9d4c-68cc116b4646"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:37.353283 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-139ba5aa-57a8-46d3-89fd-35de8ce9e3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4c1fc5e7-de92-45dd-9f73-71c8f72fb9ba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.359449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:37.359969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (5fd67822-f542-4afd-a367-cf6bc16eb3ba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:37.364614 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:37.395675 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b0ced56-ac6f-4ecb-8e73-828b2c12db0e req-963204ac-5054-40e6-a427-a5615945ee86 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0829942 Feb 09 20:52:37.449443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks [] for router_gateway (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.481220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8fec-f4b1-465a-b28b-3be1d40dd30c req-22393747-4410-4a3c-bf70-6c68c8997c09 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:37.482342 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7be96ea-c33a-4367-8826-1df29d18bbca x-openstack-request-id: req-a7be96ea-c33a-4367-8826-1df29d18bbca {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:37.482894 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-unplugged", "status": "completed", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "code": 200}, {"server_uuid": "4dd90848-4e35-4d77-a278-8e97d0b6b275", "name": "network-vif-plugged", "status": "completed", "tag": "08975faa-ab71-4640-9d4c-68cc116b4646", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:37.483392 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a7be96ea-c33a-4367-8826-1df29d18bbca {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:37.484056 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'code': 200} Feb 09 20:52:37.484651 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd90848-4e35-4d77-a278-8e97d0b6b275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08975faa-ab71-4640-9d4c-68cc116b4646', 'code': 200} Feb 09 20:52:37.486665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8fec-f4b1-465a-b28b-3be1d40dd30c req-22393747-4410-4a3c-bf70-6c68c8997c09 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:37.488400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-abae8fec-f4b1-465a-b28b-3be1d40dd30c req-22393747-4410-4a3c-bf70-6c68c8997c09 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1681 time: 0.3558190 Feb 09 20:52:37.497650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-139ba5aa-57a8-46d3-89fd-35de8ce9e3c3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7a620e7c564346339040b4d6b6fac4f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097067 Feb 09 20:52:37.502135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:37.543372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (92b62048-2f94-491d-9b57-9192fbd55b5e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.551243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ba5aa-57a8-46d3-89fd-35de8ce9e3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1fc5e7-de92-45dd-9f73-71c8f72fb9ba,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:37.594397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.597965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] 10.222.0.102 "DELETE /v2.0/networks/92b62048-2f94-491d-9b57-9192fbd55b5e HTTP/1.1" status: 204 len: 168 time: 1.1995418 Feb 09 20:52:37.598988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21eca53-bc46-4a9d-9e7d-129f5bcfa0e0 tempest-TaggedBootDevicesTest-1944537790 tempest-TaggedBootDevicesTest-1944537790-project] Pushing event deleted for resources: {'Network': ['ID=92b62048-2f94-491d-9b57-9192fbd55b5e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:37.632744 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c57e5b55-05d4-43d8-bf21-438401bbc6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.668292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-abae8fec-f4b1-465a-b28b-3be1d40dd30c req-6773e2a8-b573-4f73-a73a-683202fe48b9 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434863 Feb 09 20:52:37.731036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dae0b-1213-45f2-844f-9b8e149dc4f0 req-a7ac1ebd-bf1b-498f-ac3b-9fb117b99039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:37.733400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a4dae0b-1213-45f2-844f-9b8e149dc4f0 req-a7ac1ebd-bf1b-498f-ac3b-9fb117b99039 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 1128 time: 0.1729228 Feb 09 20:52:37.735914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17058ff2-4f0c-48e6-ba3b-a912ed95333e admin admin] Publish callbacks [] for security_group (4c1fc5e7-de92-45dd-9f73-71c8f72fb9ba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.817224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17058ff2-4f0c-48e6-ba3b-a912ed95333e admin admin] Publish callbacks [] for security_group (4c1fc5e7-de92-45dd-9f73-71c8f72fb9ba), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.866933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.877531 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a4dae0b-1213-45f2-844f-9b8e149dc4f0 req-2c1e5f30-45da-45fb-9d4a-d2b37f6e974a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349452 Feb 09 20:52:37.887275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17058ff2-4f0c-48e6-ba3b-a912ed95333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4c1fc5e7-de92-45dd-9f73-71c8f72fb9ba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.890193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17058ff2-4f0c-48e6-ba3b-a912ed95333e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:37.891483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-17058ff2-4f0c-48e6-ba3b-a912ed95333e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4c1fc5e7-de92-45dd-9f73-71c8f72fb9ba HTTP/1.1" status: 204 len: 168 time: 0.3884671 Feb 09 20:52:37.902178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17058ff2-4f0c-48e6-ba3b-a912ed95333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1fc5e7-de92-45dd-9f73-71c8f72fb9ba,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:38.077699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:52:38.249342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:52:38.266135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Sync routers for ids ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:52:38.271035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c163-4768-4fc7-a67f-659bb29b1a15 req-64e7dfbf-550d-432b-b3b4-8d3c2037a358 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:38.274477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa67c163-4768-4fc7-a67f-659bb29b1a15 req-64e7dfbf-550d-432b-b3b4-8d3c2037a358 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0944228 Feb 09 20:52:38.285410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Routers {'63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:52:38.286372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:52:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:38.288834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd29cd-1c70-491f-bcc7-44c759d1ac26 req-1d944de3-e825-44a0-ae4d-5d363c401718 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:38.291013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5bd29cd-1c70-491f-bcc7-44c759d1ac26 req-1d944de3-e825-44a0-ae4d-5d363c401718 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 945 time: 0.0891457 Feb 09 20:52:38.297616 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:38.298795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0a5cdd58-31e3-405e-96dd-2bc33cdfe147 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7061055 Feb 09 20:52:38.301568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:38.380840 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5bd29cd-1c70-491f-bcc7-44c759d1ac26 req-61e815bc-bcbc-4721-93ad-111573105bc2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821164 Feb 09 20:52:38.416403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa67c163-4768-4fc7-a67f-659bb29b1a15 req-3812d323-5ea7-4754-9dee-f01fa5050ddd tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314392 Feb 09 20:52:38.548887 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-595df9c8-c98e-4bf0-a641-240e65535e67 req-5ba77812-0b2c-4cb9-84d3-b94557bb95b4 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0402234 Feb 09 20:52:38.699471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Set router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:52:38.765436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4081b-8ec7-48a8-9f6e-7b240597fdd0 req-aa1f578f-f11e-4bf0-ad29-78cacb8120d4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:38.767126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b6b4081b-8ec7-48a8-9f6e-7b240597fdd0 req-aa1f578f-f11e-4bf0-ad29-78cacb8120d4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0881290 Feb 09 20:52:38.870374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b6b4081b-8ec7-48a8-9f6e-7b240597fdd0 req-89047298-9861-488e-9beb-cb5d514836eb tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950265 Feb 09 20:52:38.915813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-4e0b190a-40b3-4940-a35f-ef55caa1bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:38.919807 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-4e0b190a-40b3-4940-a35f-ef55caa1bc5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1127 time: 0.2294197 Feb 09 20:52:38.987818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab191-2aec-4ca2-86aa-67b744cd9300 req-5bdbe5b3-87af-4869-88af-ac2541121173 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:38.993334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ab191-2aec-4ca2-86aa-67b744cd9300 req-5bdbe5b3-87af-4869-88af-ac2541121173 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:38.996286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-666ab191-2aec-4ca2-86aa-67b744cd9300 req-5bdbe5b3-87af-4869-88af-ac2541121173 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1681 time: 0.2406642 Feb 09 20:52:39.054271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:52:37Z', 'revision_number': 3, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port': {'id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:36Z', 'updated_at': '2022-02-09T20:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:39.090490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Checking router: 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:52:39.091035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Updating router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:52:39.136071 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:39.411560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-666ab191-2aec-4ca2-86aa-67b744cd9300 req-230870aa-16f2-42ee-9459-262eba081b0f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140296 Feb 09 20:52:39.465883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-3cd9267f-5969-4f49-a985-188e434547dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:39.473068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-3cd9267f-5969-4f49-a985-188e434547dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.5399923 Feb 09 20:52:39.573907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74e03d-c0c1-45d9-ae3f-604f85289928 req-7a4c0858-814d-4356-9a10-52461fc40db4 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:39.587256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c74e03d-c0c1-45d9-ae3f-604f85289928 req-7a4c0858-814d-4356-9a10-52461fc40db4 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 945 time: 0.1122971 Feb 09 20:52:39.600873 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Publish callbacks [] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:39.610662 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:39.638953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-e130b8f8-11f4-4b5a-90c6-e59341a85363 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 999 time: 0.1311135 Feb 09 20:52:39.650878 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c74e03d-c0c1-45d9-ae3f-604f85289928 req-dd27e55c-aaaa-4547-b83a-537c1ed5a898 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Feb 09 20:52:39.790492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Attempting to bind port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:39.791263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Attempting to bind port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:39.792436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Attempting to bind port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:39.815857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:39.816464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:39.820713 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:39.821876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:39.823951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Bound port: 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:39.824746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:39.831460 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00691795-dd80-44f6-bb1c-669bc2d3e763 req-00edf869-ad7a-4fa3-b117-2da1fc3e51e5 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0705032 Feb 09 20:52:39.862012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-8e08b9fe-d724-4cbf-a5f7-149c371bf722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:39.865005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2bd80-e789-44ca-9186-e66ef6b306ee None None] Pushing event updated for resources: {'Port': ['ID=06dfcb75-e141-4b58-8d93-0ba8fa47a1c9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:39.865831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-8e08b9fe-d724-4cbf-a5f7-149c371bf722 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.2186406 Feb 09 20:52:39.878292 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-298b85e6-5ebe-492a-bafa-41530e4c980d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:39.920609 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:39.938032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] For port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:39.945000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] For port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=06dfcb75-e141-4b58-8d93-0ba8fa47a1c9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:39.956722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:40.030303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Routers {'63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:52:40.031074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:52:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:40.099091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-846430c5-3780-49e1-9a81-1c7f8b109566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:40.100668 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-846430c5-3780-49e1-9a81-1c7f8b109566 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2274277 Feb 09 20:52:40.162580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a56e9-1f31-4c6d-9be0-75f9cb0529a7 req-6b07440b-5bcf-4372-9683-3ae2ec2e0849 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:40.170843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a50a56e9-1f31-4c6d-9be0-75f9cb0529a7 req-6b07440b-5bcf-4372-9683-3ae2ec2e0849 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.1669977 Feb 09 20:52:40.190969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a50a56e9-1f31-4c6d-9be0-75f9cb0529a7 req-402f24dc-fea8-4c93-b016-9cf360d39fb8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/quotas/aad186a920f347bdaed3baf1e6b99870 HTTP/1.1" status: 200 len: 375 time: 0.0185640 Feb 09 20:52:40.243618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44808d-91fc-41b2-8edb-54ca5e8eff8d req-505ca25d-0758-443b-a193-5b26f1da8c44 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:40.250502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2bd80-e789-44ca-9186-e66ef6b306ee None None] Pushing event updated for resources: {'Port': ['ID=06dfcb75-e141-4b58-8d93-0ba8fa47a1c9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:40.253634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44808d-91fc-41b2-8edb-54ca5e8eff8d req-505ca25d-0758-443b-a193-5b26f1da8c44 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:40.261554 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d44808d-91fc-41b2-8edb-54ca5e8eff8d req-505ca25d-0758-443b-a193-5b26f1da8c44 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1681 time: 0.3017352 Feb 09 20:52:40.266306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a50a56e9-1f31-4c6d-9be0-75f9cb0529a7 req-9039ca38-0986-49d6-91df-8bef3ea75f12 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719435 Feb 09 20:52:40.271610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] Set router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:52:40.388098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d44808d-91fc-41b2-8edb-54ca5e8eff8d req-db65da99-af5e-4a08-a4b3-115a04bb9791 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208048 Feb 09 20:52:40.431175 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-7850cb30-2c79-41a2-819c-66705f096836 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218315 Feb 09 20:52:40.477021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a50a56e9-1f31-4c6d-9be0-75f9cb0529a7 req-e144b4fc-0318-41d5-a844-074d36b6967c service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096591 Feb 09 20:52:40.507704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Allocated IP 172.20.0.1 (f95906ea-4f92-49da-aded-83911c8558af/4f5681e1-d034-4426-9d06-ecb18f4c36ea/e9ef4345-b81f-46c9-a362-56657ed11094) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:40.555052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:52:37Z', 'revision_number': 3, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port': {'id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:36Z', 'updated_at': '2022-02-09T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:40.622737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a50a56e9-1f31-4c6d-9be0-75f9cb0529a7 req-77af241f-0039-4048-b5c2-042129fc4fb5 service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445818 Feb 09 20:52:40.624151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6137244b-933e-4453-a61f-5037f5f6923a None None] The sync data for ids ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'] in n-d-789963-29 is: [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:52:37Z', 'revision_number': 3, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port': {'id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:36Z', 'updated_at': '2022-02-09T20:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:52:40.768682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fa5c3-b052-45e2-bb3e-d82d64eb9a95 req-85e946f3-7aaf-4e85-8e5a-52491455cb2b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:40.770329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e3fa5c3-b052-45e2-bb3e-d82d64eb9a95 req-85e946f3-7aaf-4e85-8e5a-52491455cb2b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.2213590 Feb 09 20:52:40.774627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21e72d03-a0c5-4e76-8f9e-88cdd11e6b19 req-b074371e-1ca6-4325-a180-9931ffa38ca0 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362551 Feb 09 20:52:40.817566 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Publish callbacks [] for port (e9ef4345-b81f-46c9-a362-56657ed11094), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:40.858038 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e3fa5c3-b052-45e2-bb3e-d82d64eb9a95 req-ba869566-ebac-4b29-ac50-40e0c1726386 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770407 Feb 09 20:52:40.909221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:41.156216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Pushing event updated for resources: {'Port': ['ID=e9ef4345-b81f-46c9-a362-56657ed11094,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:41.157019 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:41.273135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Network f95906ea-4f92-49da-aded-83911c8558af is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:41.282500 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bcba2f3e-e053-48f5-9b80-d56e15f0b3d4 req-3ff47c88-4fd8-4f19-85c8-dc3c59eeaee9 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.1023149 Feb 09 20:52:41.285585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:41.294106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:41.313277 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:52:41.348590 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:41.765478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-a1284c91-a2a7-44c3-9b36-63c06f09e39f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:41.771081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-a1284c91-a2a7-44c3-9b36-63c06f09e39f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:41.772707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-a1284c91-a2a7-44c3-9b36-63c06f09e39f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1681 time: 0.3759387 Feb 09 20:52:41.891027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bff2-177c-4f4a-8dad-4d54a8d5c7c0 req-fd4e3894-d023-4d17-8cf5-93d30ac96216 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:41.897816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bff2-177c-4f4a-8dad-4d54a8d5c7c0 req-fd4e3894-d023-4d17-8cf5-93d30ac96216 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:41.909049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbc7bff2-177c-4f4a-8dad-4d54a8d5c7c0 req-fd4e3894-d023-4d17-8cf5-93d30ac96216 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 1681 time: 0.3073487 Feb 09 20:52:42.028040 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:42.100475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8d3ad-6ffb-4051-9e83-18d7953d53d2 req-95f40f53-52a5-40c6-b5b4-55a50c8c5f45 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:42.108552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1fd8d3ad-6ffb-4051-9e83-18d7953d53d2 req-95f40f53-52a5-40c6-b5b4-55a50c8c5f45 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1104507 Feb 09 20:52:42.113717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbc7bff2-177c-4f4a-8dad-4d54a8d5c7c0 req-7e5854e6-7898-4568-9ffa-3c87688fabde tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998549 Feb 09 20:52:42.172168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1fd8d3ad-6ffb-4051-9e83-18d7953d53d2 req-ef40330a-cb2a-426b-ad78-2fae3d58573a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625527 Feb 09 20:52:42.223836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:42.226164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:42.480828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Publish callbacks [] for port (e9ef4345-b81f-46c9-a362-56657ed11094), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:42.545004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,segment=NetworkSegment(02396c35-0b7e-439f-9a47-5ab577421baf),segment_id=02396c35-0b7e-439f-9a47-5ab577421baf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:42.545533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:42.559966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:42.561264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb7213-2eee-4585-9837-41276ee378b7 req-277bb028-1ee2-45c7-91f0-7b630c7c0421 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:42.565095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81eb7213-2eee-4585-9837-41276ee378b7 req-277bb028-1ee2-45c7-91f0-7b630c7c0421 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1392817 Feb 09 20:52:42.639186 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:42.731409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81eb7213-2eee-4585-9837-41276ee378b7 req-0cca25d2-4232-4039-88a9-d4f110b1e3f8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478827 Feb 09 20:52:42.759898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:42.792200 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:42.848787 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31d546ad-b5bf-4ff6-8565-67b1bd5e2c97 req-819c6887-fa8b-4b16-9202-1935191ed8a8 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0433130 Feb 09 20:52:42.891764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:42.894742 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:43.032667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a02c5-94d1-4c0a-9c94-78aabdd47897 req-92dc8a91-62dc-484f-bea3-a6d37e1c5a80 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:43.043975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a07a02c5-94d1-4c0a-9c94-78aabdd47897 req-92dc8a91-62dc-484f-bea3-a6d37e1c5a80 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1165183 Feb 09 20:52:43.073017 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6a71a1f9-a963-4004-b0cf-4b660ccdf2c3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:43.077431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:43.095674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Pushing event updated for resources: {'Port': ['ID=e9ef4345-b81f-46c9-a362-56657ed11094,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:43.104533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:43.105198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:43.166184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a07a02c5-94d1-4c0a-9c94-78aabdd47897 req-8fa2fa0e-90d3-44d0-ace2-169ded709c72 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203766 Feb 09 20:52:43.179659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=06dfcb75-e141-4b58-8d93-0ba8fa47a1c9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:43.199159 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:43.265289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99199870-2de1-42dd-a6ae-8155de37f33b req-2af353c4-6120-472f-8e81-ddfdf4f1f1c5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:43.275549 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-2af353c4-6120-472f-8e81-ddfdf4f1f1c5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.9553721 Feb 09 20:52:43.301212 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-7cbc686b-f763-4c78-8ab0-76d15289f712 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/quotas/aad186a920f347bdaed3baf1e6b99870 HTTP/1.1" status: 200 len: 375 time: 0.0242326 Feb 09 20:52:43.348003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=06dfcb75-e141-4b58-8d93-0ba8fa47a1c9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:43.366896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=6a71a1f9-a963-4004-b0cf-4b660ccdf2c3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:43.411061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6d586-37f4-44ce-8030-ffc94bbe2c83 req-b395518f-6f76-41dc-b2ee-2909b10e9e7f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:43.420048 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dca6d586-37f4-44ce-8030-ffc94bbe2c83 req-b395518f-6f76-41dc-b2ee-2909b10e9e7f tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 945 time: 0.1384454 Feb 09 20:52:43.523427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dca6d586-37f4-44ce-8030-ffc94bbe2c83 req-1c30f538-fb67-4e30-a061-30cc59465f09 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022842 Feb 09 20:52:43.626279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:43.642084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:43.646617 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-b17415e6-c858-4311-893f-b47452cf71e4 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.50 "DELETE /v2.0/ports/6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 HTTP/1.1" status: 204 len: 173 time: 1.8601060 Feb 09 20:52:43.654920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-deleted', 'tag': '6a71a1f9-a963-4004-b0cf-4b660ccdf2c3'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:43.658497 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa9f867-ee49-48aa-ad0e-3a38ef0de2dc" -d '{"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-deleted", "tag": "6a71a1f9-a963-4004-b0cf-4b660ccdf2c3"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:43.828753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-4eee2328-825f-4a90-a472-92971fede002 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:43.838572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-4eee2328-825f-4a90-a472-92971fede002 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.2210219 Feb 09 20:52:43.843833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-4292f4d2-4586-417c-87a0-b7411073d6dc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5414948 Feb 09 20:52:43.869354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-21e15d8b-189b-4667-b0d3-92147a8ae7c4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/quotas/78e1662b80484a4096590fa7c4066153 HTTP/1.1" status: 200 len: 375 time: 0.0297441 Feb 09 20:52:43.921586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:43.977141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:43.988785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Network f95906ea-4f92-49da-aded-83911c8558af is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:43.992324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:44.038329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:52:44.038683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6a71a1f9-a963-4004-b0cf-4b660ccdf2c3 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:52:44.039101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 16979530-e494-44be-9fec-916ccf754afe no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:44.053372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-97d22c5c-7519-461d-b4b0-1872479d9d57 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1822219 Feb 09 20:52:44.104625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port 16979530-e494-44be-9fec-916ccf754afe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:44.104973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (16979530-e494-44be-9fec-916ccf754afe), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:44.259865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 16979530-e494-44be-9fec-916ccf754afe is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:44.260263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (16979530-e494-44be-9fec-916ccf754afe), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:44.278911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41e51070-6a2e-4ea3-a3ba-56fb19eed895 service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225649 Feb 09 20:52:44.335463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16979530-e494-44be-9fec-916ccf754afe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:44.341063 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a453d5c1-9520-4bd1-a1ef-2db0b7476171" -d '{"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-unplugged", "status": "completed", "tag": "16979530-e494-44be-9fec-916ccf754afe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:44.372969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 16979530-e494-44be-9fec-916ccf754afe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=16979530-e494-44be-9fec-916ccf754afe,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:44.378821 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (16979530-e494-44be-9fec-916ccf754afe), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:44.446635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-6ba4a095-466c-418d-a6fb-204e0c8d4685 service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667597 Feb 09 20:52:44.510463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=16979530-e494-44be-9fec-916ccf754afe,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:44.710886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:44.738352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:52:44.771020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port 16979530-e494-44be-9fec-916ccf754afe, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=16979530-e494-44be-9fec-916ccf754afe,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:44.771400 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (16979530-e494-44be-9fec-916ccf754afe), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:44.783296 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff62f0d3-b710-4887-9e1c-1832ab7a37c6 x-openstack-request-id: req-ff62f0d3-b710-4887-9e1c-1832ab7a37c6 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:44.783655 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-deleted", "tag": "6a71a1f9-a963-4004-b0cf-4b660ccdf2c3", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:44.783990 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ff62f0d3-b710-4887-9e1c-1832ab7a37c6 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:44.784445 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-deleted', 'tag': '6a71a1f9-a963-4004-b0cf-4b660ccdf2c3', 'status': 'completed', 'code': 200} Feb 09 20:52:44.811922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-e8e3ae33-3215-49db-b8c4-e43848c63104 service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8758459 Feb 09 20:52:44.812942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for 16979530-e494-44be-9fec-916ccf754afe owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:44.855584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:44.855993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:44.957013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa3a2c8-4305-45f5-ad57-2535e7e09346 req-f07200a0-7196-4942-9e2b-e7d1eb3e7e1d tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0552230 Feb 09 20:52:45.043646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:45.065258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-db8d2aba-d60f-4c4b-ac61-6b54acf1f503 service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821315 Feb 09 20:52:45.108145 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c3ccd1-0828-4e0d-92ad-2ac72ab8cd40 x-openstack-request-id: req-87c3ccd1-0828-4e0d-92ad-2ac72ab8cd40 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:45.108456 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-unplugged", "status": "completed", "tag": "16979530-e494-44be-9fec-916ccf754afe", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:45.108965 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-87c3ccd1-0828-4e0d-92ad-2ac72ab8cd40 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:45.109409 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16979530-e494-44be-9fec-916ccf754afe', 'code': 200} Feb 09 20:52:45.189431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:52:45.200801 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-69a60b0d-a9f9-4aa8-a3d1-4d05e035c76a admin admin] 10.222.0.102 "PUT /v2.0/routers/63db5b4c-7c95-4fcb-bf7c-784e9d02ade7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8982387 Feb 09 20:52:45.206548 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Sync routers for ids ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:52:45.250742 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Routers {'63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:52:45.254731 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:52:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:45.397929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18bd5a-aad1-4c6c-aaf6-5ee946f67b20 req-feb3c988-c846-46dd-b68d-a506814fc28d tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:45.407849 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (16979530-e494-44be-9fec-916ccf754afe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:45.416238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a18bd5a-aad1-4c6c-aaf6-5ee946f67b20 req-feb3c988-c846-46dd-b68d-a506814fc28d tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 943 time: 0.1334245 Feb 09 20:52:45.482033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=16979530-e494-44be-9fec-916ccf754afe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:45.567867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a18bd5a-aad1-4c6c-aaf6-5ee946f67b20 req-ffe60db9-81cf-44ad-a32a-d011af705581 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/security-groups?id=564bffb3-2bdc-4d92-9087-62400f0c1228&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399088 Feb 09 20:52:45.723090 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Set router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:52:45.726490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-198e82cf-6c80-45e4-8435-a8ecfa8bd4dc req-12124ab2-b829-4b48-91dc-8000ac4e4138 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 210 time: 0.0727277 Feb 09 20:52:45.754733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ade08146-6421-4af8-b3d4-4d605fa00fab req-61a787d4-65ed-4fcc-9600-348b6eccd9e5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 210 time: 0.2570391 Feb 09 20:52:45.755489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port 16979530-e494-44be-9fec-916ccf754afe on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:45.758603 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:45.762399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-150f54e6-a9c7-47a8-a815-6e692bdd83bd req-7ba638ab-2c7f-4f7e-9b03-bace7ff0f4d8 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.50 "DELETE /v2.0/ports/16979530-e494-44be-9fec-916ccf754afe HTTP/1.1" status: 204 len: 173 time: 2.0924609 Feb 09 20:52:46.199067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6be47914-4231-4c85-8c33-26d8a43581d1 req-4173a0e6-69a5-44a0-ac8e-0e8431075c3a tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0887721 Feb 09 20:52:46.257069 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:52:41Z', 'revision_number': 4, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port': {'id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:36Z', 'updated_at': '2022-02-09T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'e9ef4345-b81f-46c9-a362-56657ed11094', 'name': '', 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'mac_address': 'fa:16:3e:a6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '4f5681e1-d034-4426-9d06-ecb18f4c36ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:40Z', 'updated_at': '2022-02-09T20:52:42Z', 'revision_number': 2, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'subnets': [{'id': '4f5681e1-d034-4426-9d06-ecb18f4c36ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:46.309256 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Checking router: 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:52:46.309890 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Updating router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 port e9ef4345-b81f-46c9-a362-56657ed11094 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:52:46.339610 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:46.687558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-a1666d2e-0076-4668-8ed6-f621d1cdfac7 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:46.699816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-a1666d2e-0076-4668-8ed6-f621d1cdfac7 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 818 time: 0.3008008 Feb 09 20:52:46.772871 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-6e4189a0-0ec0-4199-9115-955db730715f tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/quotas/dc68c310263e470ba30c0f78d9d4df90 HTTP/1.1" status: 200 len: 375 time: 0.0567420 Feb 09 20:52:46.817806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-deleted', 'tag': '16979530-e494-44be-9fec-916ccf754afe'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:46.828610 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213e580d-216e-4ded-89f2-d55c76e06833" -d '{"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-deleted", "tag": "16979530-e494-44be-9fec-916ccf754afe"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:46.867205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-25fb5c63-f44e-4365-b53e-e49aa45b19a1 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853703 Feb 09 20:52:46.870625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da051e50-03c9-4fee-adc0-f2dd730826b6 req-8007c715-fa25-432b-bffc-0cbbdbf99459 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "GET /v2.0/ports?device_id=d8d30437-37e8-4c3b-90d6-d9506723b7ef HTTP/1.1" status: 200 len: 210 time: 0.1358979 Feb 09 20:52:47.054330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7751dfe-03c3-46db-ab03-58471ce0eeae req-8e931230-523e-46ea-a2b8-2d5b49fc23e2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 210 time: 0.0524595 Feb 09 20:52:47.091362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-f9cda1bf-9ff2-4c2a-a9cb-5f99b47797bc service neutron] 10.222.0.102 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152307 Feb 09 20:52:47.120181 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Publish callbacks [] for port (e9ef4345-b81f-46c9-a362-56657ed11094), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:47.126309 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:47.173860 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Pushing event updated for resources: {'Port': ['ID=e9ef4345-b81f-46c9-a362-56657ed11094,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:47.183876 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.184308 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.184643 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.185160 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.185658 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.186350 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.186852 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.187323 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.187835 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.188339 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.188826 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.189293 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.189769 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:47.209458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-6402fef2-2541-46c5-8a83-4f455566cc1e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:47.213336 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-6402fef2-2541-46c5-8a83-4f455566cc1e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.3778353 Feb 09 20:52:47.237673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d8a7f20-09d9-4cce-a633-b0feb1d9cc06 req-5fe76514-3201-4596-ad26-0ce7b53a1ea3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 210 time: 0.0945301 Feb 09 20:52:47.247252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'port': {'device_id': '058f18c8-e844-4a6f-bddf-61e0091d72d9', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'admin_state_up': True, 'tenant_id': '78e1662b80484a4096590fa7c4066153'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:47.280573 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Attempting to bind port e9ef4345-b81f-46c9-a362-56657ed11094 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:47.281758 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Attempting to bind port e9ef4345-b81f-46c9-a362-56657ed11094 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:47.282165 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Attempting to bind port e9ef4345-b81f-46c9-a362-56657ed11094 on network f95906ea-4f92-49da-aded-83911c8558af {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:47.288075 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:47.288895 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Checking segment: {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:47.290146 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:47.290950 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Bound using segment: {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:47.291606 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Bound port: e9ef4345-b81f-46c9-a362-56657ed11094, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:47.292275 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:47.343737 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a347bed-e3d2-4b5f-a504-672aa5a50155 x-openstack-request-id: req-3a347bed-e3d2-4b5f-a504-672aa5a50155 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:47.344270 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d30437-37e8-4c3b-90d6-d9506723b7ef", "name": "network-vif-deleted", "tag": "16979530-e494-44be-9fec-916ccf754afe", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:47.344745 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3a347bed-e3d2-4b5f-a504-672aa5a50155 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:47.345513 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d30437-37e8-4c3b-90d6-d9506723b7ef', 'name': 'network-vif-deleted', 'tag': '16979530-e494-44be-9fec-916ccf754afe', 'status': 'completed', 'code': 200} Feb 09 20:52:47.352817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-e75c3274-6549-45d1-a8f6-22b471ef972c service neutron] 10.222.0.102 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549627 Feb 09 20:52:47.442350 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] For port e9ef4345-b81f-46c9-a362-56657ed11094, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:47.465717 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] For port e9ef4345-b81f-46c9-a362-56657ed11094, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e9ef4345-b81f-46c9-a362-56657ed11094,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:47.486172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Made reservation on behalf of 78e1662b80484a4096590fa7c4066153 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:47.490315 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:47.501274 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:47.529731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2495bf07-589d-44f3-ade2-fc28eb60fdf4 req-f73495c6-4355-41b8-81c4-6ad61ff86f1a tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0721881 Feb 09 20:52:47.709891 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Routers {'63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:52:47.710316 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:52:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:47.720696 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6135073-23ef-4d01-92b9-971ed6ab0baf None None] Pushing event updated for resources: {'Port': ['ID=e9ef4345-b81f-46c9-a362-56657ed11094,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:47.856012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce1e1828-86b2-4150-8314-0209b1f85cc3 req-24cba1e5-994a-43d4-9ba5-69d6cead4728 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 210 time: 0.1337190 Feb 09 20:52:47.887879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Allocated IP 172.20.0.10 (18f903fd-99c8-485a-97ea-57a85eb2afd2/5f69966d-468d-4ee2-8995-53bf9abf4e0c/5930e696-d5eb-4866-88c9-a4e3b59599e8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:47.973932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99199870-2de1-42dd-a6ae-8155de37f33b req-92af465c-c83b-4ad6-a2d1-82239c853a69 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:47.980541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-92af465c-c83b-4ad6-a2d1-82239c853a69 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.4089403 Feb 09 20:52:47.982014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:47.995911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Request body: {'port': {'device_id': 'dbbb95d1-056f-4597-b95d-2a350719c7db', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'admin_state_up': True, 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:48.143458 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] Set router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:52:48.299180 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b76b97c-e6ff-43d1-a1b3-1f144e33a9dd req-dfc57ff2-0d72-436a-9e63-a69caaa9f343 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 210 time: 0.1078181 Feb 09 20:52:48.331666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb858bbb-616e-4299-b469-e95180f491fe tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting subnet 973c09b3-86bb-4e0c-a51a-1d2125a616bd {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:52:48.340325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb858bbb-616e-4299-b469-e95180f491fe tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (973c09b3-86bb-4e0c-a51a-1d2125a616bd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:48.435354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb858bbb-616e-4299-b469-e95180f491fe tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (973c09b3-86bb-4e0c-a51a-1d2125a616bd), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:48.528811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d683030-4aaf-41ec-9f08-08e07c7cda55 req-2b35f174-4531-41fd-aaf6-7b17a0339a06 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 210 time: 0.0853612 Feb 09 20:52:48.543879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:48.563475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:48.573917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:48.625370 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:52:41Z', 'revision_number': 4, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port': {'id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:36Z', 'updated_at': '2022-02-09T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'e9ef4345-b81f-46c9-a362-56657ed11094', 'name': '', 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'mac_address': 'fa:16:3e:a6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '4f5681e1-d034-4426-9d06-ecb18f4c36ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:40Z', 'updated_at': '2022-02-09T20:52:47Z', 'revision_number': 4, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'subnets': [{'id': '4f5681e1-d034-4426-9d06-ecb18f4c36ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:48.692982 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ac7ace-8d6a-4435-8fdf-6aa793e58dda None None] The sync data for ids ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'] in n-d-789963-29 is: [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:52:41Z', 'revision_number': 4, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port': {'id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:36Z', 'updated_at': '2022-02-09T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'e9ef4345-b81f-46c9-a362-56657ed11094', 'name': '', 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'mac_address': 'fa:16:3e:a6:b0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '4f5681e1-d034-4426-9d06-ecb18f4c36ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:40Z', 'updated_at': '2022-02-09T20:52:47Z', 'revision_number': 4, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'subnets': [{'id': '4f5681e1-d034-4426-9d06-ecb18f4c36ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:52:48.747971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:48.846150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-3a759fc9-1681-4394-9ed3-b8cfa3a7e904 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:48.863360 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-3a759fc9-1681-4394-9ed3-b8cfa3a7e904 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 818 time: 0.6778498 Feb 09 20:52:48.908631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-8b064402-e0a6-4758-909b-fac5bdbb97bf tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/quotas/dc68c310263e470ba30c0f78d9d4df90 HTTP/1.1" status: 200 len: 375 time: 0.0425584 Feb 09 20:52:48.914166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'Port': ['ID=5930e696-d5eb-4866-88c9-a4e3b59599e8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:48.942725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:48.953416 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e992f751-0826-4ab0-99ec-f4b4db69f417 req-4ff3240e-6c89-4c6a-a9fb-4d3ca706772d tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.2378531 Feb 09 20:52:48.964101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.964101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.964436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.964660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.964995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.965319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.965649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.965979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.966351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.966682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.967013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.967340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.967666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:48.972229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:48.996006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:49.055266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb858bbb-616e-4299-b469-e95180f491fe tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (973c09b3-86bb-4e0c-a51a-1d2125a616bd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:49.065286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:49.066058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:49.106791 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-76a8eb79-b403-4c24-ba75-cbded11377bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8678706 Feb 09 20:52:49.107054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-4bc5edf9-b835-4c90-8282-ffc15456bfb8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1927605 Feb 09 20:52:49.127763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Request body: {'port': {'device_id': '058f18c8-e844-4a6f-bddf-61e0091d72d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:49.240844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Allocated IP 172.20.0.10 (401827f8-1a87-4730-a777-a78cb1a9e9f8/5da60c3a-dc04-497b-aaff-c1952e694419/a73d79dc-6d3c-4b3c-b29b-01c24a9dc380) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:49.247380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:49.538325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-58aac2e8-59e8-45af-bef8-96dd275528ed None None] Provisioning complete for port 5930e696-d5eb-4866-88c9-a4e3b59599e8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:49.538838 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58aac2e8-59e8-45af-bef8-96dd275528ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:49.565104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb858bbb-616e-4299-b469-e95180f491fe tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (973c09b3-86bb-4e0c-a51a-1d2125a616bd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:49.603777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce01597c-6def-43fb-baa3-d6566540eae6 req-a748e753-3747-4e5e-90dc-7c88bf06f0ec tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 210 time: 0.0766695 Feb 09 20:52:49.617431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb858bbb-616e-4299-b469-e95180f491fe tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:49.627330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cb858bbb-616e-4299-b469-e95180f491fe tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "DELETE /v2.0/subnets/973c09b3-86bb-4e0c-a51a-1d2125a616bd HTTP/1.1" status: 204 len: 168 time: 1.6435897 Feb 09 20:52:49.638374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc86ca2-f6da-42de-af7c-a9af07405b2f None None] Network 9f3230d0-1b42-4608-b229-2813166cf674 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:49.647133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:49.707837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-58aac2e8-59e8-45af-bef8-96dd275528ed None None] Port 5930e696-d5eb-4866-88c9-a4e3b59599e8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:52:49.835424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb858bbb-616e-4299-b469-e95180f491fe tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Subnet': ['ID=973c09b3-86bb-4e0c-a51a-1d2125a616bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:49.842056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-38784e79-9ff5-4450-9f59-cf0eea971ced service neutron] 10.222.0.102 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212443 Feb 09 20:52:49.894848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] DHCP port deletion for 9f3230d0-1b42-4608-b229-2813166cf674 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:52:49.984264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9f3230d0-1b42-4608-b229-2813166cf674), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.019260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Deleting port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:50.019641 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.054207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddab12-6437-42ab-a9ff-7a408a199ce1 req-c5973128-ca14-4cbb-b9a7-2cca940e7a55 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:50.058172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7fddab12-6437-42ab-a9ff-7a408a199ce1 req-c5973128-ca14-4cbb-b9a7-2cca940e7a55 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 932 time: 0.2935410 Feb 09 20:52:50.136925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:50.169156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-08a6826f-37a6-490b-ae5c-967791921474 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:50.170135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] For port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0dbe65e7-2ac8-4197-80a9-6ce233d51a40,segment=NetworkSegment(04858a69-be87-4393-8be7-74e7644c5b22),segment_id=04858a69-be87-4393-8be7-74e7644c5b22)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:50.170609 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.171713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-08a6826f-37a6-490b-ae5c-967791921474 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.13 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 818 time: 0.7454693 Feb 09 20:52:50.199664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Calling delete_port for 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:50.200456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Request body: {'port': {'device_id': 'fc6b56f3-7222-46c1-8907-86d9e737bba7', 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af', 'admin_state_up': True, 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:50.206716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks [] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.364572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-5bedc902-df27-42c8-842a-464c1f641434 service neutron] 10.222.0.102 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064132 Feb 09 20:52:50.370952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.390321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] No DVR routers for this DVR port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:50.414283 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7fddab12-6437-42ab-a9ff-7a408a199ce1 req-333126f4-8fee-456e-a562-b65d707d868e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306844 Feb 09 20:52:50.435542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7460-3a49-4ed3-b2b7-700a0e5207cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.474654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5930e696-d5eb-4866-88c9-a4e3b59599e8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:50.502513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Pushing event deleted for resources: {'Port': ['ID=0dbe65e7-2ac8-4197-80a9-6ce233d51a40,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:50.522120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Made reservation on behalf of dc68c310263e470ba30c0f78d9d4df90 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:50.526425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.531376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.531742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.532089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.532796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.533138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.533472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.533796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.534162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.534551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.534878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.535204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.535773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.536106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31020e-9e73-4b72-a8e8-08ac3db2591e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:50.537467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Publish callbacks [] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.559982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.573637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:50.600829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:50.601292 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:50.756286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Transition to ACTIVE for port object 5930e696-d5eb-4866-88c9-a4e3b59599e8 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:52:50.856070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Allocated IP 172.20.0.3 (f95906ea-4f92-49da-aded-83911c8558af/4f5681e1-d034-4426-9d06-ecb18f4c36ea/7876379c-8b46-4eed-9243-43ec4d9447f3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:50.887557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e9ef4345-b81f-46c9-a362-56657ed11094 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:50.906791 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78cdc448-aba5-4c78-9290-a3d76fdcf81f req-81aaaecd-3cc7-438a-9471-0880bfe31168 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.3440726 Feb 09 20:52:50.920593 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.069953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:51.089192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e9ef4345-b81f-46c9-a362-56657ed11094 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:51.089656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.106345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40, host n-d-789963-29, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:51.106895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.117222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:51.143792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:51.293181 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3799961a-954b-4435-9d50-84cfc5f5b9a2 req-6adbe50e-4d74-450d-948b-026d39b8d850 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 210 time: 0.2589118 Feb 09 20:52:51.307970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Attempting to bind port 5930e696-d5eb-4866-88c9-a4e3b59599e8 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:51.308529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Attempting to bind port 5930e696-d5eb-4866-88c9-a4e3b59599e8 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:51.310708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event updated for resources: {'Port': ['ID=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:51.311538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Attempting to bind port 5930e696-d5eb-4866-88c9-a4e3b59599e8 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:51.317571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e9ef4345-b81f-46c9-a362-56657ed11094 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:51.317820 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.330864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Port 5930e696-d5eb-4866-88c9-a4e3b59599e8 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:52:51.331853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Attempting to bind port 5930e696-d5eb-4866-88c9-a4e3b59599e8 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:51.338786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:51.344466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:51.345059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Checking segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:51.345620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Bound using segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:51.346267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Bound port: 5930e696-d5eb-4866-88c9-a4e3b59599e8, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:51.346786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.372572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:52:51.438078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port e9ef4345-b81f-46c9-a362-56657ed11094, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e9ef4345-b81f-46c9-a362-56657ed11094,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:51.442934 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.559343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.559799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.560085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.560540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.560884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.561217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.562106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.562106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.562306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.562615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.562819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.563141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.563459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:52:51.567298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41225008-db87-410a-8589-7030a4d7520e service neutron] Pushing event updated for resources: {'Port': ['ID=5930e696-d5eb-4866-88c9-a4e3b59599e8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:51.590273 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0dbe65e7-2ac8-4197-80a9-6ce233d51a40), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.594266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235080c-157e-4ab2-81d6-9f0c327e0b7e req-58bbc9f7-4ccd-4628-83ca-9d04807b0532 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:51.595887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:51.604246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235080c-157e-4ab2-81d6-9f0c327e0b7e req-58bbc9f7-4ccd-4628-83ca-9d04807b0532 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 932 time: 0.6443822 Feb 09 20:52:51.629052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:51.629722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.673613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:52:51.677128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:52:51.678115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7460-3a49-4ed3-b2b7-700a0e5207cd admin admin] Publish callbacks [] for security_group (15ad70b5-1304-45c1-9ff4-9622a00ff30e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.711855 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.721936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-fab00c59-8769-452a-b38f-83e1a0cfbe2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7320430 Feb 09 20:52:51.725756 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=e9ef4345-b81f-46c9-a362-56657ed11094,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:51.744742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Request body: {'port': {'device_id': 'dbbb95d1-056f-4597-b95d-2a350719c7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:51.749549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] For port 5930e696-d5eb-4866-88c9-a4e3b59599e8, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:51.762908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] For port 5930e696-d5eb-4866-88c9-a4e3b59599e8, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5930e696-d5eb-4866-88c9-a4e3b59599e8,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:51.773409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=0dbe65e7-2ac8-4197-80a9-6ce233d51a40,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:51.776051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.784948 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7460-3a49-4ed3-b2b7-700a0e5207cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (15ad70b5-1304-45c1-9ff4-9622a00ff30e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.791261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port 0dbe65e7-2ac8-4197-80a9-6ce233d51a40 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:51.838654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235080c-157e-4ab2-81d6-9f0c327e0b7e req-57700b5c-9b17-4878-a2a7-b29f3b833818 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335079 Feb 09 20:52:51.857247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d7460-3a49-4ed3-b2b7-700a0e5207cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad70b5-1304-45c1-9ff4-9622a00ff30e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:51.858081 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks [] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.866340 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.889298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:51.889917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:51.891361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-41225008-db87-410a-8589-7030a4d7520e service neutron] 10.222.0.50 "PUT /v2.0/ports/5930e696-d5eb-4866-88c9-a4e3b59599e8 HTTP/1.1" status: 200 len: 1093 time: 2.7770963 Feb 09 20:52:51.919633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058f18c8-e844-4a6f-bddf-61e0091d72d9', 'tag': '5930e696-d5eb-4866-88c9-a4e3b59599e8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:51.921298 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c20bfc-a231-4945-9a68-0effbe9597c4" -d '{"events": [{"name": "network-changed", "server_uuid": "058f18c8-e844-4a6f-bddf-61e0091d72d9", "tag": "5930e696-d5eb-4866-88c9-a4e3b59599e8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:51.998679 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:52.071369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Pushing event updated for resources: {'Port': ['ID=7876379c-8b46-4eed-9243-43ec4d9447f3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:52.093549 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37835915-f485-45d8-b6ee-4729b47a61be x-openstack-request-id: req-37835915-f485-45d8-b6ee-4729b47a61be {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:52.093886 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058f18c8-e844-4a6f-bddf-61e0091d72d9", "tag": "5930e696-d5eb-4866-88c9-a4e3b59599e8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:52.094144 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-37835915-f485-45d8-b6ee-4729b47a61be {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:52.094537 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058f18c8-e844-4a6f-bddf-61e0091d72d9', 'tag': '5930e696-d5eb-4866-88c9-a4e3b59599e8', 'status': 'completed', 'code': 200} Feb 09 20:52:52.136953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59f480fc-c68c-4bec-a459-ce0272ccafd9 req-0744ad79-e397-4e2d-b3a4-cfc0511c989a tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0663791 Feb 09 20:52:52.139274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Network f95906ea-4f92-49da-aded-83911c8558af is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:52.151574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:52.158586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:52.579049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5c4d7460-3a49-4ed3-b2b7-700a0e5207cd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cc1da2c6096f471096e06a3ec7a5b344&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4346020 Feb 09 20:52:52.584096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fdc28-3f55-4eab-8cd7-efad67b5f26a req-5fa38d0d-c73d-47b8-ae2e-88eeea1bec68 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:52.592123 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-672fdc28-3f55-4eab-8cd7-efad67b5f26a req-5fa38d0d-c73d-47b8-ae2e-88eeea1bec68 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 944 time: 1.0104339 Feb 09 20:52:52.604797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:52.723716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e9ef4345-b81f-46c9-a362-56657ed11094 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:52.727143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9f3230d0-1b42-4608-b229-2813166cf674), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:52.786470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3230d0-1b42-4608-b229-2813166cf674']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:52.808676 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-672fdc28-3f55-4eab-8cd7-efad67b5f26a req-2a9b5ba5-de8c-4f5f-a67b-c0ed97b8198c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157028 Feb 09 20:52:52.809308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41225008-db87-410a-8589-7030a4d7520e service neutron] Pushing event updated for resources: {'Port': ['ID=5930e696-d5eb-4866-88c9-a4e3b59599e8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:52.817059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e9ef4345-b81f-46c9-a362-56657ed11094 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:52.818579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04858a69-be87-4393-8be7-74e7644c5b22') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:52.818881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04858a69-be87-4393-8be7-74e7644c5b22') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:52.824544 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:52.848832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (04858a69-be87-4393-8be7-74e7644c5b22), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:52.888914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-27134daa-f798-41ef-8d3e-8cc141c1dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:52.890487 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-27134daa-f798-41ef-8d3e-8cc141c1dc7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 1127 time: 0.9120851 Feb 09 20:52:52.897042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (04858a69-be87-4393-8be7-74e7644c5b22), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:52.948422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:52.948834 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (04858a69-be87-4393-8be7-74e7644c5b22), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:52.953420 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:53.031234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7810bedc-1753-4243-a530-86f854b9d049 admin admin] Publish callbacks [] for security_group (15ad70b5-1304-45c1-9ff4-9622a00ff30e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.116574 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-99cef04d-1af5-4680-9fc7-7f2a411c2f88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5930e696-d5eb-4866-88c9-a4e3b59599e8 HTTP/1.1" status: 200 len: 217 time: 0.2010117 Feb 09 20:52:53.198402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e9ef4345-b81f-46c9-a362-56657ed11094 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:53.281086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7810bedc-1753-4243-a530-86f854b9d049 admin admin] Publish callbacks [] for security_group (15ad70b5-1304-45c1-9ff4-9622a00ff30e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.312627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-ad94cf65-9f25-4d65-9974-bf39c5bab74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:53.312627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-ad94cf65-9f25-4d65-9974-bf39c5bab74e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1460140 Feb 09 20:52:53.365528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:53.374038 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Publish callbacks [] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.386550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Transition to ACTIVE for port object a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:52:53.416945 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.433269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4777ea60-2cfe-4ffa-b232-682cdd988fde req-238d55de-2b30-4d72-a852-9b788485337e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 210 time: 1.0363119 Feb 09 20:52:53.467808 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9f3230d0-1b42-4608-b229-2813166cf674), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.494451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:53.495081 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.500594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacc4cd-e13b-4854-b1e2-ee95cfc5aba4 req-1b9457a1-5291-4971-9336-cb288cee2977 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:53.508570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bacc4cd-e13b-4854-b1e2-ee95cfc5aba4 req-1b9457a1-5291-4971-9336-cb288cee2977 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 932 time: 0.4747941 Feb 09 20:52:53.515722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.521370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "DELETE /v2.0/networks/9f3230d0-1b42-4608-b229-2813166cf674 HTTP/1.1" status: 204 len: 168 time: 3.8671067 Feb 09 20:52:53.528700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:53.566155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-9b3f9ad7-9114-4417-b824-abc40af7d7d8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3721433 Feb 09 20:52:53.599660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75726029-e3c6-4081-9d0b-0224ad11e7ad tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Network': ['ID=9f3230d0-1b42-4608-b229-2813166cf674,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:53.603837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Pushing event updated for resources: {'Port': ['ID=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:53.608252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7810bedc-1753-4243-a530-86f854b9d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (15ad70b5-1304-45c1-9ff4-9622a00ff30e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.615313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Request body: {'port': {'device_id': 'fc6b56f3-7222-46c1-8907-86d9e737bba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:53.618008 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7810bedc-1753-4243-a530-86f854b9d049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.619908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7810bedc-1753-4243-a530-86f854b9d049 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/15ad70b5-1304-45c1-9ff4-9622a00ff30e HTTP/1.1" status: 204 len: 168 time: 1.0142195 Feb 09 20:52:53.684003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810bedc-1753-4243-a530-86f854b9d049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad70b5-1304-45c1-9ff4-9622a00ff30e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:53.710761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-e7d70cd9-b575-405d-9862-01124e033d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:53.713655 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-e7d70cd9-b575-405d-9862-01124e033d98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3169239 Feb 09 20:52:53.721140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-8684cae7-87a0-4424-9902-a423f187f65c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:53.722679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-8684cae7-87a0-4424-9902-a423f187f65c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.50 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 818 time: 1.3397622 Feb 09 20:52:53.754671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f6bf955-2b84-4f14-9f4c-a2b5fb6c7073 req-2a3936f7-6bf0-4001-a140-6e73c03be951 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.1876268 Feb 09 20:52:53.758223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Request body: {'port': {'device_id': 'ed8f84c1-eedd-4bc9-b459-246b5b78fb9b', 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af', 'admin_state_up': True, 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:53.782462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Attempting to bind port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:53.782799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Attempting to bind port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:53.783134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Attempting to bind port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:53.821609 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bacc4cd-e13b-4854-b1e2-ee95cfc5aba4 req-219db61b-f4a8-46ac-bf60-4f2c9cf1f13f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118057 Feb 09 20:52:53.854455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-876a8c73-1921-4eec-9613-b8101859c6d3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting subnet f2deadf4-bfb8-4426-a5cf-6d4b4fac265a {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:52:53.860419 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.863331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-876a8c73-1921-4eec-9613-b8101859c6d3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks [] for subnet (f2deadf4-bfb8-4426-a5cf-6d4b4fac265a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:53.897063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:52:53.897393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Attempting to bind port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:53.921727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:53.922729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Checking segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:53.923367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Bound using segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:53.924179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Bound port: a73d79dc-6d3c-4b3c-b29b-01c24a9dc380, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:53.925250 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.032177 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-666fee8b-9bb0-43be-8f6c-fdd72b5056a7 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040822 Feb 09 20:52:54.164949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] For port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:54.168722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] For port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:54.175349 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-876a8c73-1921-4eec-9613-b8101859c6d3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (f2deadf4-bfb8-4426-a5cf-6d4b4fac265a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.213346 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.254076 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-790487d2-c67f-489d-92bd-dd2327e92f2b req-f07421b3-f6ad-41ff-acbb-066924b63efc service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134686 Feb 09 20:52:54.262331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:54.279226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0877163e-7153-48ac-a68a-0059d6f4a04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.351065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:54.351912 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.353644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] 10.222.0.50 "PUT /v2.0/ports/a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 HTTP/1.1" status: 200 len: 1093 time: 2.6218338 Feb 09 20:52:54.354675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbb95d1-056f-4597-b95d-2a350719c7db', 'tag': 'a73d79dc-6d3c-4b3c-b29b-01c24a9dc380'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:54.366243 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792e310d-a9c1-4336-91ff-82fa5b4b188f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbb95d1-056f-4597-b95d-2a350719c7db", "tag": "a73d79dc-6d3c-4b3c-b29b-01c24a9dc380"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:54.394207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-2fe1e1b3-1cca-424c-b653-f719b18fe8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:54.396485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-2fe1e1b3-1cca-424c-b653-f719b18fe8a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 1127 time: 0.0894694 Feb 09 20:52:54.397600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Made reservation on behalf of dc68c310263e470ba30c0f78d9d4df90 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:52:54.416982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.500998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0877163e-7153-48ac-a68a-0059d6f4a04b admin admin] Publish callbacks [] for security_group (878518f7-5b21-4daf-b6f6-167f959634f9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.513177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0877163e-7153-48ac-a68a-0059d6f4a04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (878518f7-5b21-4daf-b6f6-167f959634f9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.573740 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee49c03e-b194-4f87-bded-b013f68c66f6 x-openstack-request-id: req-ee49c03e-b194-4f87-bded-b013f68c66f6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:54.574081 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbb95d1-056f-4597-b95d-2a350719c7db", "tag": "a73d79dc-6d3c-4b3c-b29b-01c24a9dc380", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:54.574292 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ee49c03e-b194-4f87-bded-b013f68c66f6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:54.574673 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbb95d1-056f-4597-b95d-2a350719c7db', 'tag': 'a73d79dc-6d3c-4b3c-b29b-01c24a9dc380', 'status': 'completed', 'code': 200} Feb 09 20:52:54.699847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1b5c710-d4ab-468c-b612-2fec91b2060d req-46d80bfe-c58e-4c61-b60e-ba512bfe1262 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 210 time: 0.1263163 Feb 09 20:52:54.712325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877163e-7153-48ac-a68a-0059d6f4a04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878518f7-5b21-4daf-b6f6-167f959634f9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:54.747553 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0877163e-7153-48ac-a68a-0059d6f4a04b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7bfc29c7b64245a5ba1c31fd0d64187a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4839869 Feb 09 20:52:54.750378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59884) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:54.764235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3229-a0e3-4fd8-8609-0d19ed0a8a0c req-9d56ccd5-77c2-4b70-a4cb-637e1388c366 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:54.766828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c04a3229-a0e3-4fd8-8609-0d19ed0a8a0c req-9d56ccd5-77c2-4b70-a4cb-637e1388c366 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 944 time: 0.7778840 Feb 09 20:52:54.781941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43021327-3419-4000-84bc-f40d2ed8c02c service neutron] Pushing event updated for resources: {'Port': ['ID=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:54.786807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-d8162adf-7216-48c6-b7c1-eeacdeedac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:54.792309 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-d8162adf-7216-48c6-b7c1-eeacdeedac05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.3877556 Feb 09 20:52:54.941825 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-7bc3e480-baf0-4b10-8a77-9a94b785ebed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5930e696-d5eb-4866-88c9-a4e3b59599e8 HTTP/1.1" status: 200 len: 217 time: 0.1385784 Feb 09 20:52:54.951697 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-876a8c73-1921-4eec-9613-b8101859c6d3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f2deadf4-bfb8-4426-a5cf-6d4b4fac265a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:54.956508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99199870-2de1-42dd-a6ae-8155de37f33b req-d16dbcbe-6b40-4321-a5ce-658b3e36ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:54.958195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-d16dbcbe-6b40-4321-a5ce-658b3e36ea80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 1127 time: 0.5207140 Feb 09 20:52:54.991954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c04a3229-a0e3-4fd8-8609-0d19ed0a8a0c req-cf145cb7-60a8-4dd4-9e1d-f7584c6183af tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159207 Feb 09 20:52:55.038030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-286d62c7-c3cb-48fd-acaa-537690b1a542 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 HTTP/1.1" status: 200 len: 217 time: 0.0558941 Feb 09 20:52:55.080177 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-39b53134-4a26-478d-995d-d86b8513a8f2 req-73ffaa45-907b-4f41-92bd-33674d718e87 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.1311026 Feb 09 20:52:55.098619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ef5-e26b-4ad0-8fe8-f839f79d524b admin admin] Publish callbacks [] for security_group (878518f7-5b21-4daf-b6f6-167f959634f9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:55.148916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-61724e6e-5493-4eb0-9e7f-6f9f3a68107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:55.151489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-61724e6e-5493-4eb0-9e7f-6f9f3a68107f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1818812 Feb 09 20:52:55.170412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ef5-e26b-4ad0-8fe8-f839f79d524b admin admin] Publish callbacks [] for security_group (878518f7-5b21-4daf-b6f6-167f959634f9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:55.197697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99199870-2de1-42dd-a6ae-8155de37f33b req-921033aa-d70e-45c5-8b5a-0200cf8a1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:55.199169 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-921033aa-d70e-45c5-8b5a-0200cf8a1b65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.1505604 Feb 09 20:52:55.210477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-876a8c73-1921-4eec-9613-b8101859c6d3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (f2deadf4-bfb8-4426-a5cf-6d4b4fac265a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:55.260270 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-876a8c73-1921-4eec-9613-b8101859c6d3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:55.263897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-876a8c73-1921-4eec-9613-b8101859c6d3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "DELETE /v2.0/subnets/f2deadf4-bfb8-4426-a5cf-6d4b4fac265a HTTP/1.1" status: 204 len: 168 time: 1.7247148 Feb 09 20:52:55.269115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:55.284030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718d5c0-e504-448a-b598-c7458cd2500b None None] Network 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:52:55.323590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a8c73-1921-4eec-9613-b8101859c6d3 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Subnet': ['ID=f2deadf4-bfb8-4426-a5cf-6d4b4fac265a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:55.341162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-40514f7f-a1cc-47bc-8ed2-995a04318211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:55.343380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-40514f7f-a1cc-47bc-8ed2-995a04318211 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1829607 Feb 09 20:52:55.352255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-1dae57c4-27ba-4477-aaab-bb8fd2114988 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443112 Feb 09 20:52:55.374536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ef5-e26b-4ad0-8fe8-f839f79d524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (878518f7-5b21-4daf-b6f6-167f959634f9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:55.379623 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8df9ef5-e26b-4ad0-8fe8-f839f79d524b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:55.383237 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8df9ef5-e26b-4ad0-8fe8-f839f79d524b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/878518f7-5b21-4daf-b6f6-167f959634f9 HTTP/1.1" status: 204 len: 168 time: 0.6227467 Feb 09 20:52:55.538009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df9ef5-e26b-4ad0-8fe8-f839f79d524b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878518f7-5b21-4daf-b6f6-167f959634f9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:55.654026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] DHCP port deletion for 4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:52:55.680201 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-efb3d87f-5d70-447d-8130-6bdcb316edc9 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165436 Feb 09 20:52:55.708889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f87ac-fd09-4453-b340-fb9c53d51bcd req-bc28a300-7458-4186-8b75-79b49988bed2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:55.716819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea9f87ac-fd09-4453-b340-fb9c53d51bcd req-bc28a300-7458-4186-8b75-79b49988bed2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 944 time: 0.5938113 Feb 09 20:52:55.793826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] Deleting port d52f34b0-f7ba-4b31-911e-06d3cf096c01 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:55.794201 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:55.898096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:55.915802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7876379c-8b46-4eed-9243-43ec4d9447f3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:55.959557 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1402c4f4-5f94-4f00-875e-c646c4fa79ba req-0f58f34b-7a0c-40f9-b3aa-c42c8eef7461 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 210 time: 0.0628443 Feb 09 20:52:55.981232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] For port d52f34b0-f7ba-4b31-911e-06d3cf096c01, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d52f34b0-f7ba-4b31-911e-06d3cf096c01,segment=NetworkSegment(02396c35-0b7e-439f-9a47-5ab577421baf),segment_id=02396c35-0b7e-439f-9a47-5ab577421baf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:55.981492 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6c20bfc-a231-4945-9a68-0effbe9597c4 req-bc480279-7ac8-41dc-b1f2-a449fe8a9382 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990181 Feb 09 20:52:55.987640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.020696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Publish callbacks [] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.051215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] Calling delete_port for d52f34b0-f7ba-4b31-911e-06d3cf096c01 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:56.063992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5930e696-d5eb-4866-88c9-a4e3b59599e8 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:52:56.109786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Transition to ACTIVE for port object 7876379c-8b46-4eed-9243-43ec4d9447f3 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:52:56.158261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea9f87ac-fd09-4453-b340-fb9c53d51bcd req-4445cc90-aa65-4546-b57b-89702ab5673b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404626 Feb 09 20:52:56.160927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-10d52adb-1cda-4496-9c02-bbf80b303420 service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986372 Feb 09 20:52:56.193259 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.273806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028284a-85b0-4b81-87a1-14a418cdc4da req-e47c2e4b-8562-4f0d-ad97-2601473b2650 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:56.276105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9028284a-85b0-4b81-87a1-14a418cdc4da req-e47c2e4b-8562-4f0d-ad97-2601473b2650 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 944 time: 0.1313882 Feb 09 20:52:56.376516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9028284a-85b0-4b81-87a1-14a418cdc4da req-934a46f6-fde7-411e-a2aa-db001c7f1c82 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873649 Feb 09 20:52:56.398957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Pushing event updated for resources: {'Port': ['ID=7876379c-8b46-4eed-9243-43ec4d9447f3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:56.492035 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.589270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5930e696-d5eb-4866-88c9-a4e3b59599e8, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5930e696-d5eb-4866-88c9-a4e3b59599e8,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:56.599164 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.671578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12984a64-707d-4434-9de6-ffe38df6d1ee req-6bb1ca9c-0d3a-432a-a7de-76c95d971546 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.2864494 Feb 09 20:52:56.683492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] Pushing event deleted for resources: {'Port': ['ID=d52f34b0-f7ba-4b31-911e-06d3cf096c01,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:56.690412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '5930e696-d5eb-4866-88c9-a4e3b59599e8', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': '5930e696-d5eb-4866-88c9-a4e3b59599e8', 'mac_address': 'fa:16:3e:63:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:52:56.707078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a6f09-5cd5-431e-aba7-eac6d34f753d None None] No DVR routers for this DVR port d52f34b0-f7ba-4b31-911e-06d3cf096c01 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:56.735260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Attempting to bind port 7876379c-8b46-4eed-9243-43ec4d9447f3 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:52:56.736751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Attempting to bind port 7876379c-8b46-4eed-9243-43ec4d9447f3 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:52:56.737228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Attempting to bind port 7876379c-8b46-4eed-9243-43ec4d9447f3 on network f95906ea-4f92-49da-aded-83911c8558af {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:56.749715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Allocated IP 172.20.0.6 (f95906ea-4f92-49da-aded-83911c8558af/4f5681e1-d034-4426-9d06-ecb18f4c36ea/3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:52:56.767355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5930e696-d5eb-4866-88c9-a4e3b59599e8 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:56.767958 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.782153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Deleting port d52f34b0-f7ba-4b31-911e-06d3cf096c01 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:52:56.783240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d52f34b0-f7ba-4b31-911e-06d3cf096c01 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:52:56.783773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.795229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Port 7876379c-8b46-4eed-9243-43ec4d9447f3 on network f95906ea-4f92-49da-aded-83911c8558af not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:52:56.795571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Attempting to bind port 7876379c-8b46-4eed-9243-43ec4d9447f3 on network f95906ea-4f92-49da-aded-83911c8558af {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:52:56.809088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5930e696-d5eb-4866-88c9-a4e3b59599e8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:52:56.832004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5930e696-d5eb-4866-88c9-a4e3b59599e8, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5930e696-d5eb-4866-88c9-a4e3b59599e8,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:56.834690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: d52f34b0-f7ba-4b31-911e-06d3cf096c01 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:52:56.835397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d52f34b0-f7ba-4b31-911e-06d3cf096c01 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:52:56.837842 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.892754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5930e696-d5eb-4866-88c9-a4e3b59599e8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:56.943769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:52:56.944119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Checking segment: {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:52:56.944504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Bound using segment: {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:52:56.944947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Bound port: 7876379c-8b46-4eed-9243-43ec4d9447f3, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:52:56.945299 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:56.963146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99199870-2de1-42dd-a6ae-8155de37f33b req-898fa753-cd32-402e-8c79-995c7c727366 service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852459 Feb 09 20:52:57.077597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5930e696-d5eb-4866-88c9-a4e3b59599e8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:52:57.089155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] For port d52f34b0-f7ba-4b31-911e-06d3cf096c01, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:57.089465 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:57.141101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c84e6ac3-7e9f-40c4-8635-b88c0f0e3565 req-b6bec1ce-87b3-4353-a92e-110146f304db tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 210 time: 0.0521636 Feb 09 20:52:57.173282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Calling delete_port for d52f34b0-f7ba-4b31-911e-06d3cf096c01 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:52:57.182597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Port d52f34b0-f7ba-4b31-911e-06d3cf096c01 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:52:57.207327 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d52f34b0-f7ba-4b31-911e-06d3cf096c01), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:57.291404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Port': ['ID=d52f34b0-f7ba-4b31-911e-06d3cf096c01,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:57.293346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] No DVR routers for this DVR port d52f34b0-f7ba-4b31-911e-06d3cf096c01 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:52:57.295226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] For port 7876379c-8b46-4eed-9243-43ec4d9447f3, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:52:57.348237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] For port 7876379c-8b46-4eed-9243-43ec4d9447f3, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7876379c-8b46-4eed-9243-43ec4d9447f3,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:52:57.366099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-80cb65f0-b792-4b8f-b62b-22531da116bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:57.367595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-80cb65f0-b792-4b8f-b62b-22531da116bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 1127 time: 0.3348644 Feb 09 20:52:57.393384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:57.564328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a526-28ff-47e9-ae49-042caac3dbcb req-8a98a5cc-ddac-405e-8056-a4b923413eca tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:57.571217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a134a526-28ff-47e9-ae49-042caac3dbcb req-8a98a5cc-ddac-405e-8056-a4b923413eca tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 945 time: 0.0696881 Feb 09 20:52:57.630804 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a134a526-28ff-47e9-ae49-042caac3dbcb req-dd888aec-5b32-4d8b-8351-8b8ba5b2ba23 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519071 Feb 09 20:52:57.910227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-12282847-ce14-47f9-958e-a932fe57e0d0 req-5df72ec5-bdd8-487e-8f71-e991f97db0d9 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0973608 Feb 09 20:52:57.997375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.019086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-14957338-f21b-4c13-baf7-3167ef7f8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:58.020607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-14957338-f21b-4c13-baf7-3167ef7f8636 service neutron] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.6443110 Feb 09 20:52:58.054876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5930e696-d5eb-4866-88c9-a4e3b59599e8 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:52:58.063814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:58.064429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.065880 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] 10.222.0.13 "PUT /v2.0/ports/7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 1092 time: 4.4550509 Feb 09 20:52:58.066345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6b56f3-7222-46c1-8907-86d9e737bba7', 'tag': '7876379c-8b46-4eed-9243-43ec4d9447f3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:58.068794 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a968e5a-8768-44ab-8243-c02059dbbf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6b56f3-7222-46c1-8907-86d9e737bba7", "tag": "7876379c-8b46-4eed-9243-43ec4d9447f3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:58.133747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:58.159430 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c58b70c-c179-4c5b-8904-d5e38133d741 x-openstack-request-id: req-7c58b70c-c179-4c5b-8904-d5e38133d741 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:58.159630 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6b56f3-7222-46c1-8907-86d9e737bba7", "tag": "7876379c-8b46-4eed-9243-43ec4d9447f3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:58.159921 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7c58b70c-c179-4c5b-8904-d5e38133d741 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:58.160641 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6b56f3-7222-46c1-8907-86d9e737bba7', 'tag': '7876379c-8b46-4eed-9243-43ec4d9447f3', 'status': 'completed', 'code': 200} Feb 09 20:52:58.168029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 5930e696-d5eb-4866-88c9-a4e3b59599e8 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:52:58.175533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7093234-7004-4c1e-934f-00864250ad86 req-6ee2935a-c347-4d3b-bcae-ccbd272fe4be tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:58.178580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 5930e696-d5eb-4866-88c9-a4e3b59599e8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:52:58.179255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.183534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7093234-7004-4c1e-934f-00864250ad86 req-6ee2935a-c347-4d3b-bcae-ccbd272fe4be tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 944 time: 0.8847156 Feb 09 20:52:58.185403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276eddd-295c-41a3-bb73-7eb857ab2b22 service neutron] Pushing event updated for resources: {'Port': ['ID=7876379c-8b46-4eed-9243-43ec4d9447f3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:58.196007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-c4712f87-62d5-4f14-8677-d3ce96442909 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 HTTP/1.1" status: 200 len: 217 time: 0.1523950 Feb 09 20:52:58.200465 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks [] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.301766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3b24a3e9-2a40-401c-be21-f845e011b809 req-bdbdb5c1-6cce-4bbf-9958-903b45de377d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 210 time: 0.0507827 Feb 09 20:52:58.329543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02396c35-0b7e-439f-9a47-5ab577421baf') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:58.329829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02396c35-0b7e-439f-9a47-5ab577421baf') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:52:58.332407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-73966f0f-1a7c-41c3-a769-d1200e7e2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:58.332953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5930e696-d5eb-4866-88c9-a4e3b59599e8 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:52:58.333640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.333870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-73966f0f-1a7c-41c3-a769-d1200e7e2d53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.1067903 Feb 09 20:52:58.361107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058f18c8-e844-4a6f-bddf-61e0091d72d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5930e696-d5eb-4866-88c9-a4e3b59599e8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:52:58.363484 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd384e-a991-4e09-899c-134597e90896" -d '{"events": [{"server_uuid": "058f18c8-e844-4a6f-bddf-61e0091d72d9", "name": "network-vif-plugged", "status": "completed", "tag": "5930e696-d5eb-4866-88c9-a4e3b59599e8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:52:58.379275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5930e696-d5eb-4866-88c9-a4e3b59599e8, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5930e696-d5eb-4866-88c9-a4e3b59599e8,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:52:58.390960 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.397788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (02396c35-0b7e-439f-9a47-5ab577421baf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.434746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-df2718e4-f8b2-4575-ac0c-e2b6da45751d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651920 Feb 09 20:52:58.480314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7093234-7004-4c1e-934f-00864250ad86 req-4f0992bb-dfa3-49ac-b485-4fcb0ce3263f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908723 Feb 09 20:52:58.481525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (02396c35-0b7e-439f-9a47-5ab577421baf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.489809 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21779601-6b4c-4aeb-ac00-cc47c758cf62 x-openstack-request-id: req-21779601-6b4c-4aeb-ac00-cc47c758cf62 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:52:58.490759 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058f18c8-e844-4a6f-bddf-61e0091d72d9", "name": "network-vif-plugged", "status": "completed", "tag": "5930e696-d5eb-4866-88c9-a4e3b59599e8", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:52:58.492236 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-21779601-6b4c-4aeb-ac00-cc47c758cf62 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:52:58.492779 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058f18c8-e844-4a6f-bddf-61e0091d72d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5930e696-d5eb-4866-88c9-a4e3b59599e8', 'code': 200} Feb 09 20:52:58.515585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-1999b3e9-5e76-4854-be62-46b5d401f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:58.517129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-1999b3e9-5e76-4854-be62-46b5d401f551 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1126 time: 0.3805192 Feb 09 20:52:58.551163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:52:58.551581 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (02396c35-0b7e-439f-9a47-5ab577421baf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:52:58.554646 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:52:58.584175 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5930e696-d5eb-4866-88c9-a4e3b59599e8,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:58.699588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f06b18-f892-4196-8aea-ffa0c8e863e5 req-74258a6b-5212-4dc7-a8cf-fa549b5ca722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:58.702574 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90f06b18-f892-4196-8aea-ffa0c8e863e5 req-74258a6b-5212-4dc7-a8cf-fa549b5ca722 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 1129 time: 0.1524594 Feb 09 20:52:58.710689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-998cecc7-5007-4381-aaa9-ea1ef1c505eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 217 time: 0.1551504 Feb 09 20:52:58.747987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.776621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90f06b18-f892-4196-8aea-ffa0c8e863e5 req-5b5e9283-07e9-40a3-92a3-8cb3ecd0d4cb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646029 Feb 09 20:52:58.875187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56bdf0-c3e5-4475-9f65-d890ab70d9f1 req-e7a6832c-74b0-437e-9632-439d4dd60730 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:58.877644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea56bdf0-c3e5-4475-9f65-d890ab70d9f1 req-e7a6832c-74b0-437e-9632-439d4dd60730 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.0922651 Feb 09 20:52:58.878559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-a02837ff-f661-4de8-8c29-12e0d1620c5d service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080560 Feb 09 20:52:58.885269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Network f95906ea-4f92-49da-aded-83911c8558af is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:52:58.889041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:52:58.891104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Pushing event updated for resources: {'Port': ['ID=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:58.899369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:52:58.904530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.941858 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:58.948469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] 10.222.0.102 "DELETE /v2.0/networks/4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d HTTP/1.1" status: 204 len: 168 time: 3.6305003 Feb 09 20:52:58.965575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea56bdf0-c3e5-4475-9f65-d890ab70d9f1 req-5eb4398d-ae16-44cb-ba5b-973c3450287b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670023 Feb 09 20:52:58.987316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4df78-1d64-42ec-ad2f-deade8322517 tempest-ServersTestMultiNic-936111192 tempest-ServersTestMultiNic-936111192-project] Pushing event deleted for resources: {'Network': ['ID=4f31f84b-2c0a-4ea9-a35c-47d6bddcf17d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:52:59.133918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-792e310d-a9c1-4336-91ff-82fa5b4b188f req-2217d742-97de-4a3e-b48b-5733e07ba942 service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492634 Feb 09 20:52:59.151985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60010) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:52:59.177922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2423972b-ee69-4b96-90e5-2fa389924ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:59.178832 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-2423972b-ee69-4b96-90e5-2fa389924ce1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.4583838 Feb 09 20:52:59.208061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a054c38e-0d4c-4cb0-8122-39468db40db3 req-1e864534-9dcd-4245-83d1-e824857efb94 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0627139 Feb 09 20:52:59.244701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-002fafe7-c847-4e9d-b082-485c98fda544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474176 Feb 09 20:52:59.252581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:59.253251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:59.327473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-e514b018-2495-44b6-bd1a-15cd4b5e139e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5751970 Feb 09 20:52:59.341616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Request body: {'port': {'device_id': 'ed8f84c1-eedd-4bc9-b459-246b5b78fb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:52:59.502510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-c977351b-ebcc-4de5-8a3e-7acbebe683c0 service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456923 Feb 09 20:52:59.541778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d9213-a662-45c1-a956-c88db8f68516 req-e8e98612-9166-4643-be74-cb45cc649be0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:59.543259 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-243d9213-a662-45c1-a956-c88db8f68516 req-e8e98612-9166-4643-be74-cb45cc649be0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 931 time: 0.0997875 Feb 09 20:52:59.592704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:52:59.686623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-243d9213-a662-45c1-a956-c88db8f68516 req-7bff837a-c02f-4510-9351-ea53dee36b18 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314340 Feb 09 20:52:59.815653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a905e19-3a87-4bc6-b602-3ec115bbf45d req-6f80bc9d-8636-45de-be98-59b78c43da7e service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059056 Feb 09 20:52:59.914141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6506b-1ad8-4234-b545-b2e64bc535a8 req-67efaec2-00fe-4608-98d9-e700ba541cfb tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:52:59.916234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-17f6506b-1ad8-4234-b545-b2e64bc535a8 req-67efaec2-00fe-4608-98d9-e700ba541cfb tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 944 time: 0.3196638 Feb 09 20:52:59.917097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (e43db5d2-62a5-42b6-9392-5d5abd284fb1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:00.056082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:00.174435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5808bce-b35c-410c-86fa-9abf2936b8aa req-71d653f2-cef4-49b4-bdfa-2dab93af3bd3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:00.183006 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5808bce-b35c-410c-86fa-9abf2936b8aa req-71d653f2-cef4-49b4-bdfa-2dab93af3bd3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.0790555 Feb 09 20:53:00.274934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-2bee2b8c-ccd0-49c4-a826-e3f0438e4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:00.277387 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5808bce-b35c-410c-86fa-9abf2936b8aa req-1aa27ec5-2f0c-4c7f-9e3d-4c1a9f95d51e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934670 Feb 09 20:53:00.278420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-2bee2b8c-ccd0-49c4-a826-e3f0438e4c1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1126 time: 0.3712404 Feb 09 20:53:00.283703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-17f6506b-1ad8-4234-b545-b2e64bc535a8 req-55208834-6cfd-47c9-9c9c-20dae3d0ac17 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540440 Feb 09 20:53:00.333882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:00.374042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'a73d79dc-6d3c-4b3c-b29b-01c24a9dc380', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'port_id': 'a73d79dc-6d3c-4b3c-b29b-01c24a9dc380', 'mac_address': 'fa:16:3e:e5:d6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da60c3a-dc04-497b-aaff-c1952e694419', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:00.381103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Deleting port c06f6feb-5a8b-4777-98ec-2bfe59883de3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:00.384209 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:00.454950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec1d4e56-5252-4aed-ad83-42cf01b4a3d7 req-5b76f228-cc57-49e0-a57c-32e07711e63e tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0671558 Feb 09 20:53:00.471896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:00.472316 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:00.476223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-234b7655-fa7f-4928-bf47-1cb9edac6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:00.478502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-234b7655-fa7f-4928-bf47-1cb9edac6631 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.1895351 Feb 09 20:53:00.496467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:00.503997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:00.516886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] For port c06f6feb-5a8b-4777-98ec-2bfe59883de3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c06f6feb-5a8b-4777-98ec-2bfe59883de3,segment=NetworkSegment(38c022bf-ea32-40d8-b303-0342e9856b96),segment_id=38c022bf-ea32-40d8-b303-0342e9856b96)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:00.517534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:00.533254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-31c3d428-0588-485b-ad3f-443be0ddae5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 217 time: 0.0464585 Feb 09 20:53:00.536095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Publish callbacks [] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:00.553687 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Calling delete_port for c06f6feb-5a8b-4777-98ec-2bfe59883de3 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:00.573227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:00.580511 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:00.600088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Transition to ACTIVE for port object 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:53:00.616830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:00.714519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-187dd4c0-82ae-4fd8-a075-166fc7cf545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:00.716962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-187dd4c0-82ae-4fd8-a075-166fc7cf545f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.1730680 Feb 09 20:53:00.763488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:00.795417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-69b36f93-8fa6-4572-80ab-53cd838d079c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695293 Feb 09 20:53:00.797913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:00.852580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['a73d79dc-6d3c-4b3c-b29b-01c24a9dc380'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:00.989692 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c06f6feb-5a8b-4777-98ec-2bfe59883de3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:01.047302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9d992-a3fc-4147-91fc-f12af1e4b050 req-ab605a6b-2f02-4dc7-b85c-c84929e6e9ed tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:01.049038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ff9d992-a3fc-4147-91fc-f12af1e4b050 req-ab605a6b-2f02-4dc7-b85c-c84929e6e9ed tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 943 time: 0.1838160 Feb 09 20:53:01.082561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Pushing event deleted for resources: {'Port': ['ID=c06f6feb-5a8b-4777-98ec-2bfe59883de3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:01.102002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-8b721a6b-aa58-473b-9ca3-c421dc5f1dd7 service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974613 Feb 09 20:53:01.142839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Attempting to bind port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:01.143891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Attempting to bind port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:01.148267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Attempting to bind port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 on network f95906ea-4f92-49da-aded-83911c8558af {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:01.207991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 on network f95906ea-4f92-49da-aded-83911c8558af not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:53:01.208457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Attempting to bind port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 on network f95906ea-4f92-49da-aded-83911c8558af {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:01.253490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:01.254113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Checking segment: {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:01.254693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Bound using segment: {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:01.255318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Bound port: 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:01.255911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:01.418130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] For port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:01.419444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (e43db5d2-62a5-42b6-9392-5d5abd284fb1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:01.421580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] For port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:01.465634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:01.538538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ff9d992-a3fc-4147-91fc-f12af1e4b050 req-95d844e0-993f-4820-ab23-eb35284f1367 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801848 Feb 09 20:53:01.616799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:01.617412 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:01.631973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] 10.222.0.50 "PUT /v2.0/ports/3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 HTTP/1.1" status: 200 len: 1092 time: 2.2835886 Feb 09 20:53:01.635799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8f84c1-eedd-4bc9-b459-246b5b78fb9b', 'tag': '3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:01.638088 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8f84c1-eedd-4bc9-b459-246b5b78fb9b", "tag": "3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:01.676693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ff1f9-47e6-456a-8f24-96e4a265f244 req-af60989b-bc0e-4b3c-b635-b66db8f6cb28 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:01.685601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e1ff1f9-47e6-456a-8f24-96e4a265f244 req-af60989b-bc0e-4b3c-b635-b66db8f6cb28 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.2554104 Feb 09 20:53:01.698890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a968e5a-8768-44ab-8243-c02059dbbf1f req-ebc9b19f-187a-418e-9be6-b857621c968f service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358474 Feb 09 20:53:01.722655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad5075-7fcc-4421-85d6-48fead017747 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:01.831651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7876379c-8b46-4eed-9243-43ec4d9447f3 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:01.848668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf87198-a178-4d8b-a2a4-be774db663ac req-51aa6b7a-2c97-470b-99fd-a907a6a45ed0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:01.850800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aaf87198-a178-4d8b-a2a4-be774db663ac req-51aa6b7a-2c97-470b-99fd-a907a6a45ed0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 945 time: 0.1634607 Feb 09 20:53:01.857029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-2ca51076-6fbf-4e1c-985a-995627d409f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:01.859473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-2ca51076-6fbf-4e1c-985a-995627d409f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 1126 time: 0.1734278 Feb 09 20:53:01.969319 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e1ff1f9-47e6-456a-8f24-96e4a265f244 req-33a39896-e66b-4bd0-adf0-b5b871bfcaba tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828536 Feb 09 20:53:02.019104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-f7894db6-fcee-4c21-a68c-f1880332a46d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 HTTP/1.1" status: 200 len: 217 time: 0.1352108 Feb 09 20:53:02.053008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Router e43db5d2-62a5-42b6-9392-5d5abd284fb1 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:53:02.054919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7876379c-8b46-4eed-9243-43ec4d9447f3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7876379c-8b46-4eed-9243-43ec4d9447f3,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:02.067552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:02.076882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aaf87198-a178-4d8b-a2a4-be774db663ac req-da7a15a1-fb50-4b34-9aa7-5ad83ed6900a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112620 Feb 09 20:53:02.164492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '7876379c-8b46-4eed-9243-43ec4d9447f3', 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af', 'port_id': '7876379c-8b46-4eed-9243-43ec4d9447f3', 'mac_address': 'fa:16:3e:cc:0e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5681e1-d034-4426-9d06-ecb18f4c36ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:02.193142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-11ce38e0-66ab-42cd-8169-8b27ac9230c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:02.194926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-11ce38e0-66ab-42cd-8169-8b27ac9230c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.1660569 Feb 09 20:53:02.199026 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1157d8c-f135-4a04-8041-2b9db5968ff6 x-openstack-request-id: req-d1157d8c-f135-4a04-8041-2b9db5968ff6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:02.199432 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8f84c1-eedd-4bc9-b459-246b5b78fb9b", "tag": "3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:02.207906 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d1157d8c-f135-4a04-8041-2b9db5968ff6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:02.208514 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8f84c1-eedd-4bc9-b459-246b5b78fb9b', 'tag': '3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0', 'status': 'completed', 'code': 200} Feb 09 20:53:02.257696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-2e99ea8f-9051-462c-a31c-2cb5ed191ffd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481162 Feb 09 20:53:02.284604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7876379c-8b46-4eed-9243-43ec4d9447f3 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:02.285001 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:02.288323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:53:02.302350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-16d8c9bd-422e-432c-9fc1-d90b043aeffb admin admin] 10.222.0.102 "PUT /v2.0/routers/e43db5d2-62a5-42b6-9392-5d5abd284fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1492436 Feb 09 20:53:02.313332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] Sync routers for ids ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:53:02.336625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:02.360029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c69b02d3-61b3-4504-8698-630b0bd7b32a req-f183e794-9efd-49d8-95e1-05e0131f8f7e tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0803909 Feb 09 20:53:02.395437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7876379c-8b46-4eed-9243-43ec4d9447f3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:02.398911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-ebf4def9-37c1-472e-a74a-09b941d4f60c service neutron] 10.222.0.50 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338747 Feb 09 20:53:02.456496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7876379c-8b46-4eed-9243-43ec4d9447f3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7876379c-8b46-4eed-9243-43ec4d9447f3,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:02.509291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] Routers {'e43db5d2-62a5-42b6-9392-5d5abd284fb1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:02.510031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:52:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:02.528626 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:02.620992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a42717-3a18-4e3b-b911-b51744e0e969 req-8b489837-b052-4941-9afd-4a2b9a6ec4ed service neutron] 10.222.0.50 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116814 Feb 09 20:53:02.835624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:02.862055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:02.863041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:02.897126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-bd880095-e8a7-4c83-baa3-fc93a288fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:02.913537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-bd880095-e8a7-4c83-baa3-fc93a288fad3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 1126 time: 0.2336786 Feb 09 20:53:02.921857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316a00-07cc-4744-9305-00b7d1b4c363 req-70c86519-d59b-4064-8ab1-15e2639ff62f tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:02.928862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76316a00-07cc-4744-9305-00b7d1b4c363 req-70c86519-d59b-4064-8ab1-15e2639ff62f tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 943 time: 0.2272241 Feb 09 20:53:02.965963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7876379c-8b46-4eed-9243-43ec4d9447f3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:03.145116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7876379c-8b46-4eed-9243-43ec4d9447f3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:03.151163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97cf42-14ea-4f65-91fb-47865bc389e6 req-29a56b46-2238-4178-a406-0057118f27ef tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:03.159313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa97cf42-14ea-4f65-91fb-47865bc389e6 req-29a56b46-2238-4178-a406-0057118f27ef tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.1257498 Feb 09 20:53:03.193112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks [] for router (e43db5d2-62a5-42b6-9392-5d5abd284fb1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:03.321507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] Set router e43db5d2-62a5-42b6-9392-5d5abd284fb1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:03.325584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks [] for router_gateway (e43db5d2-62a5-42b6-9392-5d5abd284fb1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:03.338335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76316a00-07cc-4744-9305-00b7d1b4c363 req-2425b0ad-2b54-41dd-8e1c-b9e7f069146d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080884 Feb 09 20:53:03.363704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-ba62401d-c8d7-4fe3-93c1-2d0d9c3e5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:03.364180 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa97cf42-14ea-4f65-91fb-47865bc389e6 req-fc30108c-6953-41f5-bd2b-11b16f615fed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013292 Feb 09 20:53:03.366655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-ba62401d-c8d7-4fe3-93c1-2d0d9c3e5fbf service neutron] 10.222.0.50 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.4135215 Feb 09 20:53:03.427490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-665f7634-1a7d-4582-9614-f671de67ed13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 HTTP/1.1" status: 200 len: 217 time: 0.0465176 Feb 09 20:53:03.451019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Deleting port 041e305b-baad-40b2-8f38-8154501ca795 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:03.452010 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (041e305b-baad-40b2-8f38-8154501ca795), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:03.596649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-9ddfb312-14f4-41e0-a596-0b0d0a426c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:03.599163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-9ddfb312-14f4-41e0-a596-0b0d0a426c6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.1625545 Feb 09 20:53:03.659630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-a2ebe4af-5be7-4282-af16-11669d5ae54b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466745 Feb 09 20:53:03.671301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6fcef-6f63-4227-83b6-1cb3da5c199c req-4d6dedf1-4a77-42dc-b329-0882ad0fcbfc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:03.678428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fce6fcef-6f63-4227-83b6-1cb3da5c199c req-4d6dedf1-4a77-42dc-b329-0882ad0fcbfc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 945 time: 0.2446489 Feb 09 20:53:03.713572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87d0d2ff-f998-48b0-852b-1164ed142786 req-b4db4d75-5687-41de-884c-7906597d41e0 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.1542172 Feb 09 20:53:03.778741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] For port 041e305b-baad-40b2-8f38-8154501ca795, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=041e305b-baad-40b2-8f38-8154501ca795,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:03.784357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (041e305b-baad-40b2-8f38-8154501ca795), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:03.831840 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Calling delete_port for 041e305b-baad-40b2-8f38-8154501ca795 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:03.853066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fce6fcef-6f63-4227-83b6-1cb3da5c199c req-34969e4c-e4d9-4ca7-a1f3-ce8f9a21e041 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732092 Feb 09 20:53:03.858456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-5254a553-a158-4ceb-97fe-d92589b31bd1 service neutron] 10.222.0.50 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716011 Feb 09 20:53:03.878992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:03.879415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.036413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10a6b1a2-6654-4263-a2ea-f2349d02b6bd req-8f28198c-018b-4808-97ba-c77a847faf61 service neutron] 10.222.0.50 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659636 Feb 09 20:53:04.063065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:04.093644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:04.097803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbb95d1-056f-4597-b95d-2a350719c7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d79dc-6d3c-4b3c-b29b-01c24a9dc380'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:04.100346 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c0f247-b587-4d00-ab89-f7a5b138dbd4" -d '{"events": [{"server_uuid": "dbbb95d1-056f-4597-b95d-2a350719c7db", "name": "network-vif-plugged", "status": "completed", "tag": "a73d79dc-6d3c-4b3c-b29b-01c24a9dc380"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:04.110213 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.214232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:04.237295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (041e305b-baad-40b2-8f38-8154501ca795), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.248090 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b328ac-2cb8-491b-907f-cae9395d3e1d x-openstack-request-id: req-29b328ac-2cb8-491b-907f-cae9395d3e1d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:04.248389 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbb95d1-056f-4597-b95d-2a350719c7db", "name": "network-vif-plugged", "status": "completed", "tag": "a73d79dc-6d3c-4b3c-b29b-01c24a9dc380", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:04.248645 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-29b328ac-2cb8-491b-907f-cae9395d3e1d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:04.249048 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbb95d1-056f-4597-b95d-2a350719c7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73d79dc-6d3c-4b3c-b29b-01c24a9dc380', 'code': 200} Feb 09 20:53:04.272694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Pushing event deleted for resources: {'Port': ['ID=041e305b-baad-40b2-8f38-8154501ca795,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:04.289586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 20:53:04.349872 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (e43db5d2-62a5-42b6-9392-5d5abd284fb1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.378038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cec3c-25b7-4010-bfa4-9e63b8285375 req-021fef91-abd9-4082-a776-d0dca96627f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:04.385786 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737cec3c-25b7-4010-bfa4-9e63b8285375 req-021fef91-abd9-4082-a776-d0dca96627f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 1129 time: 0.1347833 Feb 09 20:53:04.464262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'name': 'tempest-ServersTestMultiNic-1182831852-router', 'tenant_id': '7a12b75650e34f4bb0f8342279aca3af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '041e305b-baad-40b2-8f38-8154501ca795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:27Z', 'updated_at': '2022-02-09T20:53:00Z', 'revision_number': 5, 'project_id': '7a12b75650e34f4bb0f8342279aca3af', 'gw_port': {'id': '041e305b-baad-40b2-8f38-8154501ca795', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43db5d2-62a5-42b6-9392-5d5abd284fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:29Z', 'updated_at': '2022-02-09T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:04.484351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (e43db5d2-62a5-42b6-9392-5d5abd284fb1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.487884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks [] for router_controller (e43db5d2-62a5-42b6-9392-5d5abd284fb1), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.547603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] Checking router: e43db5d2-62a5-42b6-9392-5d5abd284fb1 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:53:04.556264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (e43db5d2-62a5-42b6-9392-5d5abd284fb1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.559281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router e43db5d2-62a5-42b6-9392-5d5abd284fb1 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:53:04.573732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737cec3c-25b7-4010-bfa4-9e63b8285375 req-925b6b8e-eb0f-4738-aaf5-450f5f299284 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814685 Feb 09 20:53:04.585243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] Routers set() bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:04.585762 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.585873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] Router IDs set() for agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 20:53:04.586400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e43db5d2-62a5-42b6-9392-5d5abd284fb1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:52:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 20:53:04.586897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50b9ff-e0e0-4b0c-a457-ff6afbcac0e1 None None] The sync data for ids ['e43db5d2-62a5-42b6-9392-5d5abd284fb1'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:53:04.587043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fbf12ac9-2c7b-4715-8796-6b12967970ff admin admin] 10.222.0.102 "DELETE /v2.0/routers/e43db5d2-62a5-42b6-9392-5d5abd284fb1 HTTP/1.1" status: 204 len: 168 time: 2.2491925 Feb 09 20:53:04.589349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:04.649811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:04.651403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1e810-18e1-4d52-902c-6a87ecd0a651 req-0473eea1-a225-43a0-b581-f14ce74f4071 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:04.653561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ef1e810-18e1-4d52-902c-6a87ecd0a651 req-0473eea1-a225-43a0-b581-f14ce74f4071 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 943 time: 0.2233088 Feb 09 20:53:04.672525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0', 'network_id': 'f95906ea-4f92-49da-aded-83911c8558af', 'port_id': '3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0', 'mac_address': 'fa:16:3e:9a:d9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f5681e1-d034-4426-9d06-ecb18f4c36ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:04.771893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:04.772293 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.774783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ef1e810-18e1-4d52-902c-6a87ecd0a651 req-124e4965-0453-469f-9cda-8b23620a84e6 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109364 Feb 09 20:53:04.805327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:04.808668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-176591a4-96ff-4ecf-b3ed-7b3132835ad1 admin admin] Deleting subnet a4100239-22ba-48ba-8236-e4ac68e1038a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:53:04.821910 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-176591a4-96ff-4ecf-b3ed-7b3132835ad1 admin admin] Publish callbacks [] for subnet (a4100239-22ba-48ba-8236-e4ac68e1038a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.843506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:04.849176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:04.912735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:04.957729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb127-f14d-4a6c-ac88-4ccba98f9f7c req-78fcb247-e2fb-4641-9016-f93a00831952 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:04.961517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-255eb127-f14d-4a6c-ac88-4ccba98f9f7c req-78fcb247-e2fb-4641-9016-f93a00831952 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.4113657 Feb 09 20:53:04.971939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-176591a4-96ff-4ecf-b3ed-7b3132835ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (a4100239-22ba-48ba-8236-e4ac68e1038a), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:05.050745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b08207b0-843a-4cb2-8056-890f98e78d09 req-c116454f-7c80-4489-9295-70719120e20a tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0789688 Feb 09 20:53:05.152242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5f6492e-ffdc-482a-828d-c0bf323167a0 req-880784ac-b7a5-4f77-a822-3f33a634c7de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0503626 Feb 09 20:53:05.153818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:05.251823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00552081-85ee-4dcf-8e36-987db02557bf req-deacccbd-2b0c-4404-a696-984e2248ae18 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:05.258099 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00552081-85ee-4dcf-8e36-987db02557bf req-deacccbd-2b0c-4404-a696-984e2248ae18 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 946 time: 0.1045249 Feb 09 20:53:05.271362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-176591a4-96ff-4ecf-b3ed-7b3132835ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a4100239-22ba-48ba-8236-e4ac68e1038a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:05.304093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-255eb127-f14d-4a6c-ac88-4ccba98f9f7c req-699b3acb-ca2f-438d-8c0c-e6df29d21b8f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346932 Feb 09 20:53:05.373515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00552081-85ee-4dcf-8e36-987db02557bf req-54785eb5-922b-48fd-b487-a1e0be3dc771 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073854 Feb 09 20:53:05.382071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-176591a4-96ff-4ecf-b3ed-7b3132835ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (a4100239-22ba-48ba-8236-e4ac68e1038a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:05.439604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176591a4-96ff-4ecf-b3ed-7b3132835ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4100239-22ba-48ba-8236-e4ac68e1038a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:05.483620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-176591a4-96ff-4ecf-b3ed-7b3132835ad1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:05.489367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-176591a4-96ff-4ecf-b3ed-7b3132835ad1 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/a4100239-22ba-48ba-8236-e4ac68e1038a HTTP/1.1" status: 204 len: 168 time: 0.8989618 Feb 09 20:53:05.493779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78863ed4-e708-4dcf-af7a-119bb85d2c91 None None] Network 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:05.493961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:05.591883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (7ea82d67-3cb2-4955-bc15-4d6fb1db58c0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:05.696640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Deleting port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:05.697621 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:05.771149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] For port 05d33614-fc53-4c6c-9dd8-023d2d8aac80, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=05d33614-fc53-4c6c-9dd8-023d2d8aac80,segment=NetworkSegment(38c022bf-ea32-40d8-b303-0342e9856b96),segment_id=38c022bf-ea32-40d8-b303-0342e9856b96)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:05.771149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:05.799086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Calling delete_port for 05d33614-fc53-4c6c-9dd8-023d2d8aac80 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:05.840419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bbc37e-0959-4f4b-9ea2-3cccc9bc6c87 None None] DHCP port deletion for 7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:53:05.845703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7876379c-8b46-4eed-9243-43ec4d9447f3 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:05.921063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (05d33614-fc53-4c6c-9dd8-023d2d8aac80), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:05.971676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] No DVR routers for this DVR port 05d33614-fc53-4c6c-9dd8-023d2d8aac80 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:53:05.995958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 7876379c-8b46-4eed-9243-43ec4d9447f3 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:06.007001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 7876379c-8b46-4eed-9243-43ec4d9447f3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:06.007383 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.063176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d33614-fc53-4c6c-9dd8-023d2d8aac80,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:06.076461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:06.078713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179a7cd-41ea-44d7-919a-8cf81696e3bd req-f11daca2-4d63-4877-adfb-46a29dee3d71 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:06.090115 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7179a7cd-41ea-44d7-919a-8cf81696e3bd req-f11daca2-4d63-4877-adfb-46a29dee3d71 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 944 time: 0.1637588 Feb 09 20:53:06.131910 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (7ea82d67-3cb2-4955-bc15-4d6fb1db58c0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.159065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea82d67-3cb2-4955-bc15-4d6fb1db58c0']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:06.171586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c022bf-ea32-40d8-b303-0342e9856b96') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:06.172071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c022bf-ea32-40d8-b303-0342e9856b96') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:06.183808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (38c022bf-ea32-40d8-b303-0342e9856b96), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.215133 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (38c022bf-ea32-40d8-b303-0342e9856b96), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.240554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:53:06.245310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (38c022bf-ea32-40d8-b303-0342e9856b96), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:53:06.250116 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:53:06.280935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7179a7cd-41ea-44d7-919a-8cf81696e3bd req-37d8ab99-833b-4c94-afbf-a4e3e63963d9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766064 Feb 09 20:53:06.351376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7876379c-8b46-4eed-9243-43ec4d9447f3 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:06.352074 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.392345 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68106768-99d2-48e9-89e1-308fd4e310b1 req-50c279c2-68cb-480b-9668-b055cba00696 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.1389384 Feb 09 20:53:06.436199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (7ea82d67-3cb2-4955-bc15-4d6fb1db58c0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.454252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.465736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] 10.222.0.102 "DELETE /v2.0/networks/7ea82d67-3cb2-4955-bc15-4d6fb1db58c0 HTTP/1.1" status: 204 len: 168 time: 0.9707603 Feb 09 20:53:06.482488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7876379c-8b46-4eed-9243-43ec4d9447f3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7876379c-8b46-4eed-9243-43ec4d9447f3,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:06.492489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6b56f3-7222-46c1-8907-86d9e737bba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7876379c-8b46-4eed-9243-43ec4d9447f3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:06.496658 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704235a8-24f6-4264-84a5-44840f873f2b" -d '{"events": [{"server_uuid": "fc6b56f3-7222-46c1-8907-86d9e737bba7", "name": "network-vif-plugged", "status": "completed", "tag": "7876379c-8b46-4eed-9243-43ec4d9447f3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:06.504460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9815ff0-598e-4e40-8667-533917d49a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea82d67-3cb2-4955-bc15-4d6fb1db58c0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:06.527576 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.574784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2c03c-f69b-4e5d-8a56-47372de6a447 req-b4068847-b1eb-4bf0-9fc7-8ef00e246896 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:06.576573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:06.583192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:06.583568 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.596376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ad2c03c-f69b-4e5d-8a56-47372de6a447 req-b4068847-b1eb-4bf0-9fc7-8ef00e246896 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.1497130 Feb 09 20:53:06.709594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7876379c-8b46-4eed-9243-43ec4d9447f3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:06.741932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa45284-e406-4576-b557-13d5ff564861 req-15986e5b-29c8-4573-9dd9-2861a335094c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:06.742218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ad2c03c-f69b-4e5d-8a56-47372de6a447 req-87167247-3ae8-466d-9e0a-91ec06ec147d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429327 Feb 09 20:53:06.746935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa45284-e406-4576-b557-13d5ff564861 req-15986e5b-29c8-4573-9dd9-2861a335094c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 946 time: 0.1830082 Feb 09 20:53:06.757762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c06f6feb-5a8b-4777-98ec-2bfe59883de3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:06.781377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c06f6feb-5a8b-4777-98ec-2bfe59883de3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:06.781737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c06f6feb-5a8b-4777-98ec-2bfe59883de3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:06.782156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 05d33614-fc53-4c6c-9dd8-023d2d8aac80 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:06.803669 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69af39f-b667-4a60-bf92-523939f0e317 x-openstack-request-id: req-a69af39f-b667-4a60-bf92-523939f0e317 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:06.804965 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6b56f3-7222-46c1-8907-86d9e737bba7", "name": "network-vif-plugged", "status": "completed", "tag": "7876379c-8b46-4eed-9243-43ec4d9447f3", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:06.804965 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a69af39f-b667-4a60-bf92-523939f0e317 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:06.805173 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6b56f3-7222-46c1-8907-86d9e737bba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7876379c-8b46-4eed-9243-43ec4d9447f3', 'code': 200} Feb 09 20:53:06.827729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 05d33614-fc53-4c6c-9dd8-023d2d8aac80 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:06.828092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 05d33614-fc53-4c6c-9dd8-023d2d8aac80 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:06.828494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 041e305b-baad-40b2-8f38-8154501ca795 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:06.856238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 041e305b-baad-40b2-8f38-8154501ca795 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:06.856610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 041e305b-baad-40b2-8f38-8154501ca795 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:06.861665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa45284-e406-4576-b557-13d5ff564861 req-7d4ba326-4b5c-4812-840a-01a52d63c941 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066380 Feb 09 20:53:06.898297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:06.898700 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:06.951627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:06.969503 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:07.076743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a77c1-661f-47be-bd7e-d5684413a003 req-d2871f74-e7a1-41a2-a5be-59c96a7f7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:07.088047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-710a77c1-661f-47be-bd7e-d5684413a003 req-d2871f74-e7a1-41a2-a5be-59c96a7f7aae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.1337504 Feb 09 20:53:07.111832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:07.146660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf81d44-d11c-4235-86f1-c6650dda684c req-115223be-3f5a-4e33-a358-1a0f0f8ee118 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:07.156728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdf81d44-d11c-4235-86f1-c6650dda684c req-115223be-3f5a-4e33-a358-1a0f0f8ee118 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 946 time: 0.1021724 Feb 09 20:53:07.201313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-710a77c1-661f-47be-bd7e-d5684413a003 req-609caf3d-1480-4fec-91ef-4f3e4c8f3d99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119363 Feb 09 20:53:07.215453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:07.222768 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdf81d44-d11c-4235-86f1-c6650dda684c req-ee78f07c-9882-44c7-a1cd-9e379bd348d6 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650160 Feb 09 20:53:07.271240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bb03ca54-fd78-4ddc-b8dd-05ac443bdaa1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7a12b75650e34f4bb0f8342279aca3af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0545704 Feb 09 20:53:07.275020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:07.395136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78eaae25-5622-45f9-a12a-3d7aad84a7bf admin admin] Publish callbacks [] for security_group (564bffb3-2bdc-4d92-9087-62400f0c1228), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:07.441013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78eaae25-5622-45f9-a12a-3d7aad84a7bf admin admin] Publish callbacks [] for security_group (564bffb3-2bdc-4d92-9087-62400f0c1228), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:07.503051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d069-1f77-48ac-83ae-bc109042c99a req-e6ea1432-1e02-404e-a2cc-555ab700d119 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:07.522647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6f8d069-1f77-48ac-83ae-bc109042c99a req-e6ea1432-1e02-404e-a2cc-555ab700d119 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1415145 Feb 09 20:53:07.568774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75fef233-e4cb-41d6-a711-e15a958cd850 req-df43afa2-6a12-476c-b53e-24aeeaec614f tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0471270 Feb 09 20:53:07.631460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-72a8ca16-d57d-4129-a6e1-9871a3717e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:07.679083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6f8d069-1f77-48ac-83ae-bc109042c99a req-da5a7e7a-5f45-439a-9907-dba056cf8efb tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511426 Feb 09 20:53:07.693160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78eaae25-5622-45f9-a12a-3d7aad84a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (564bffb3-2bdc-4d92-9087-62400f0c1228), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:07.697049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-78eaae25-5622-45f9-a12a-3d7aad84a7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:07.703736 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-78eaae25-5622-45f9-a12a-3d7aad84a7bf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/564bffb3-2bdc-4d92-9087-62400f0c1228 HTTP/1.1" status: 204 len: 168 time: 0.4275110 Feb 09 20:53:07.724046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaae25-5622-45f9-a12a-3d7aad84a7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564bffb3-2bdc-4d92-9087-62400f0c1228,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:07.776312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414bcad-f208-44ef-aba8-aaffd53c71af req-9fcc855e-9e48-445a-ba11-9e8253bd4c04 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:07.785294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c414bcad-f208-44ef-aba8-aaffd53c71af req-9fcc855e-9e48-445a-ba11-9e8253bd4c04 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 946 time: 0.1101146 Feb 09 20:53:07.842178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c414bcad-f208-44ef-aba8-aaffd53c71af req-465c47ec-b7be-492b-ae97-25535c0fd00a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557847 Feb 09 20:53:08.034573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-211bf78a-092f-40d5-9e81-473524155d2e req-70c4ba3f-0e23-4784-bd35-1d77cd2a5584 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c63d85eabf1475782301040f4d2a399&device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0533571 Feb 09 20:53:08.154249 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e7c3eb2-3c7e-4233-85cf-5fc66a59e4b3 req-e7cb8b07-8f8a-4211-bb1b-ec728048c64f tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0655718 Feb 09 20:53:08.606380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:08.634724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-211bf78a-092f-40d5-9e81-473524155d2e req-03fbc7d0-8c65-46e0-91ff-2d996c463281 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1c63d85eabf1475782301040f4d2a399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5861697 Feb 09 20:53:08.642452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4b4f9-0391-4abf-9c2f-235b2d68ead9 req-c8ba3ccb-9c71-4063-a60a-bd02b027ff88 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:08.651869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eac4b4f9-0391-4abf-9c2f-235b2d68ead9 req-c8ba3ccb-9c71-4063-a60a-bd02b027ff88 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.7022705 Feb 09 20:53:08.764611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eac4b4f9-0391-4abf-9c2f-235b2d68ead9 req-66fdb26c-f95c-40b9-ace1-d62decbba111 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083128 Feb 09 20:53:08.801859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc2a31-592a-4fea-bb19-932e24b0ee27 req-a2a1bc3d-2b30-4ac4-849f-55f594ccf8ae tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:08.805999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f84c1-eedd-4bc9-b459-246b5b78fb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:08.809105 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b588a41-45f5-450c-8d4d-7df68f7b8be8" -d '{"events": [{"server_uuid": "ed8f84c1-eedd-4bc9-b459-246b5b78fb9b", "name": "network-vif-plugged", "status": "completed", "tag": "3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:08.809898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ccfc2a31-592a-4fea-bb19-932e24b0ee27 req-a2a1bc3d-2b30-4ac4-849f-55f594ccf8ae tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.0654182 Feb 09 20:53:08.859188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fae56a0-8dc2-4b14-bc9d-4fc55544fe06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:08.866017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bf78a-092f-40d5-9e81-473524155d2e req-8044686c-5bd3-4597-a3c4-d0a33e7b2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:08.867820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-211bf78a-092f-40d5-9e81-473524155d2e req-8044686c-5bd3-4597-a3c4-d0a33e7b2b00 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2031033 Feb 09 20:53:08.900022 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc53fbe3-4d68-4001-89a0-47eb46f19c13 x-openstack-request-id: req-bc53fbe3-4d68-4001-89a0-47eb46f19c13 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:08.900491 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8f84c1-eedd-4bc9-b459-246b5b78fb9b", "name": "network-vif-plugged", "status": "completed", "tag": "3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:08.900813 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bc53fbe3-4d68-4001-89a0-47eb46f19c13 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:08.901276 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8f84c1-eedd-4bc9-b459-246b5b78fb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0', 'code': 200} Feb 09 20:53:08.924768 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ccfc2a31-592a-4fea-bb19-932e24b0ee27 req-75a81d1e-6be6-4157-b48f-d5a060473cc1 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132774 Feb 09 20:53:09.026561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fae56a0-8dc2-4b14-bc9d-4fc55544fe06 admin admin] Publish callbacks [] for security_group (cc4b0d8f-3e30-4066-8767-c7b4647b5c01), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.031704 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fae56a0-8dc2-4b14-bc9d-4fc55544fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cc4b0d8f-3e30-4066-8767-c7b4647b5c01), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.068713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:09.107058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae56a0-8dc2-4b14-bc9d-4fc55544fe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b0d8f-3e30-4066-8767-c7b4647b5c01,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:09.119662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6fae56a0-8dc2-4b14-bc9d-4fc55544fe06 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d253b017c80041048ab7c7f5dbdf6d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5112727 Feb 09 20:53:09.122151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:09.169133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-b6c941e6-2727-48c9-ab33-d4a3a83cea75 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:09.170714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-b6c941e6-2727-48c9-ab33-d4a3a83cea75 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 946 time: 0.1392450 Feb 09 20:53:09.180684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70209d61-ed1f-4541-9318-d0e03e49361f req-de601eb2-466c-453c-82c6-c1484b937c55 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:09.188925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70209d61-ed1f-4541-9318-d0e03e49361f req-de601eb2-466c-453c-82c6-c1484b937c55 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 946 time: 0.2082253 Feb 09 20:53:09.286571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1017494641-network', 'tenant_id': '5d30668ca6ff4833800e047ce24e0a13'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:09.298468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424379-f6e8-4d09-941c-01b5b15e7888 req-1ba00a84-9073-4df9-a0b7-1d53ce66d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:09.300129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9424379-f6e8-4d09-941c-01b5b15e7888 req-1ba00a84-9073-4df9-a0b7-1d53ce66d4d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 1128 time: 0.2707832 Feb 09 20:53:09.328227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1914b91-85e5-4f39-ac36-b69f31e1e8fc admin admin] Publish callbacks [] for security_group (cc4b0d8f-3e30-4066-8767-c7b4647b5c01), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.340904 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc0dba73-0b2b-430d-8743-4a2076cb8284 req-7c07c87e-25b2-4787-9244-7331690c8cd9 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0853477 Feb 09 20:53:09.373177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Made reservation on behalf of 5d30668ca6ff4833800e047ce24e0a13 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:09.375392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.382564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1914b91-85e5-4f39-ac36-b69f31e1e8fc admin admin] Publish callbacks [] for security_group (cc4b0d8f-3e30-4066-8767-c7b4647b5c01), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.411421 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70209d61-ed1f-4541-9318-d0e03e49361f req-33bb3f45-ac84-479d-ab14-44105db67131 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041240 Feb 09 20:53:09.415921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.460624 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1914b91-85e5-4f39-ac36-b69f31e1e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cc4b0d8f-3e30-4066-8767-c7b4647b5c01), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.463716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1914b91-85e5-4f39-ac36-b69f31e1e8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.465149 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c1914b91-85e5-4f39-ac36-b69f31e1e8fc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cc4b0d8f-3e30-4066-8767-c7b4647b5c01 HTTP/1.1" status: 204 len: 168 time: 0.3411045 Feb 09 20:53:09.473986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1914b91-85e5-4f39-ac36-b69f31e1e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b0d8f-3e30-4066-8767-c7b4647b5c01,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:09.536819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9424379-f6e8-4d09-941c-01b5b15e7888 req-7b248ee0-d55e-4cf3-b90d-387d6d591503 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207117 Feb 09 20:53:09.560379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Deleting port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:09.560721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.644265 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Publish callbacks [] for security_group (1dec3463-c40a-42fb-ad13-6054f580f330), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.650561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1dec3463-c40a-42fb-ad13-6054f580f330), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.687860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:53:09.717816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dec3463-c40a-42fb-ad13-6054f580f330,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:09.722124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (828737ee-f178-43fb-989b-533e9056ec9e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.722477 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Added segment 828737ee-f178-43fb-989b-533e9056ec9e of type vlan for network 909ba923-a156-4c07-aa23-b5b573b67bc3 Feb 09 20:53:09.738736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] For port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:09.739149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.745060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8321e8cd-227d-4d72-b18e-8539a782d721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.788147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Calling delete_port for a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:09.927926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (909ba923-a156-4c07-aa23-b5b573b67bc3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.928528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:09.950455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-942ae700-5b75-42aa-8384-570bd47e6d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.957948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (909ba923-a156-4c07-aa23-b5b573b67bc3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.959393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:09.960039 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:09.992220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9148254 Feb 09 20:53:09.995873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b708-cb53-4a16-8519-31bd343dda05 req-e9e5a73b-83ea-4a81-9564-f3494fb0bc9b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:09.997643 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e42b708-cb53-4a16-8519-31bd343dda05 req-e9e5a73b-83ea-4a81-9564-f3494fb0bc9b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.1242750 Feb 09 20:53:09.998332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:10.006764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Request body: {'subnet': {'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1017494641-subnet', 'tenant_id': '5d30668ca6ff4833800e047ce24e0a13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:10.041176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Made reservation on behalf of 5d30668ca6ff4833800e047ce24e0a13 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:10.043882 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.116971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c602e-cfc3-4068-a189-3ad256c4b057 admin admin] Pushing event updated for resources: {'Network': ['ID=909ba923-a156-4c07-aa23-b5b573b67bc3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:10.119435 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a73d79dc-6d3c-4b3c-b29b-01c24a9dc380), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.127925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:53:10.173516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04d0a1-a25a-4f3f-81c8-444100be2b56 req-31d5a696-93f6-45eb-a5e6-a7c8ca108d48 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:10.175009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:10.175151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e04d0a1-a25a-4f3f-81c8-444100be2b56 req-31d5a696-93f6-45eb-a5e6-a7c8ca108d48 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1261923 Feb 09 20:53:10.176242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event deleted for resources: {'Port': ['ID=a73d79dc-6d3c-4b3c-b29b-01c24a9dc380,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:10.255949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e42b708-cb53-4a16-8519-31bd343dda05 req-bd75c163-bf5a-45ca-8966-7dda2baae94b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249596 Feb 09 20:53:10.263154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] No DVR routers for this DVR port a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:53:10.272253 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.277037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03a70aad-7b5a-499e-89f7-f6f7c006eac3 req-fa211cf0-31f8-41d0-bcad-0660b274224d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "DELETE /v2.0/ports/a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 HTTP/1.1" status: 204 len: 173 time: 1.0864854 Feb 09 20:53:10.277759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbb95d1-056f-4597-b95d-2a350719c7db', 'name': 'network-vif-deleted', 'tag': 'a73d79dc-6d3c-4b3c-b29b-01c24a9dc380'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:10.280476 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8c25fb-d19f-40e2-b27e-3f6c419a2b31" -d '{"events": [{"server_uuid": "dbbb95d1-056f-4597-b95d-2a350719c7db", "name": "network-vif-deleted", "tag": "a73d79dc-6d3c-4b3c-b29b-01c24a9dc380"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:10.325496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-211bf78a-092f-40d5-9e81-473524155d2e req-e2151e7b-7fd0-4a94-90ff-b3fc0f0e82c2 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0379758 Feb 09 20:53:10.329352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e04d0a1-a25a-4f3f-81c8-444100be2b56 req-ea4ee98c-e62f-4588-b405-09df10ca735b tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477094 Feb 09 20:53:10.367511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-942ae700-5b75-42aa-8384-570bd47e6d23 admin admin] Publish callbacks [] for security_group (0555ee3e-ccbe-4e74-9852-43b7d5fc9aea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.393529 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-942ae700-5b75-42aa-8384-570bd47e6d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0555ee3e-ccbe-4e74-9852-43b7d5fc9aea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.427823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-942ae700-5b75-42aa-8384-570bd47e6d23 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b0a5611c961147d6ae049a2b44036133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945087 Feb 09 20:53:10.428020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:10.456545 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68305784-f5db-4c10-b8a0-56b19e8e27d3 x-openstack-request-id: req-68305784-f5db-4c10-b8a0-56b19e8e27d3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:10.456545 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbb95d1-056f-4597-b95d-2a350719c7db", "name": "network-vif-deleted", "tag": "a73d79dc-6d3c-4b3c-b29b-01c24a9dc380", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:10.456545 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-68305784-f5db-4c10-b8a0-56b19e8e27d3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:10.456545 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbb95d1-056f-4597-b95d-2a350719c7db', 'name': 'network-vif-deleted', 'tag': 'a73d79dc-6d3c-4b3c-b29b-01c24a9dc380', 'status': 'completed', 'code': 200} Feb 09 20:53:10.540494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ae700-5b75-42aa-8384-570bd47e6d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0555ee3e-ccbe-4e74-9852-43b7d5fc9aea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:10.577159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bfdbf419-4f23-49da-aed8-a35b66d77124 req-7d5d5a26-cf5d-4556-92c5-72d8a5865f10 tempest-ServerShowV254Test-819338645 tempest-ServerShowV254Test-819338645-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d802e0e-b7c8-4fb9-9f86-d5f5259250a9 HTTP/1.1" status: 200 len: 210 time: 0.0846195 Feb 09 20:53:10.617490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24382d19-9518-4563-b481-1b0917e0cea3 admin admin] Publish callbacks [] for security_group (0555ee3e-ccbe-4e74-9852-43b7d5fc9aea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.634604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f725d146-1af8-4f95-9e13-c7e227eee1f1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.676110 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-015301de-0d34-4776-bf93-a2cbc259a532 req-d463fbbc-5c68-45ef-861f-5ebd970fc612 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=dbbb95d1-056f-4597-b95d-2a350719c7db HTTP/1.1" status: 200 len: 210 time: 0.0391574 Feb 09 20:53:10.683564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24382d19-9518-4563-b481-1b0917e0cea3 admin admin] Publish callbacks [] for security_group (0555ee3e-ccbe-4e74-9852-43b7d5fc9aea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.738971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f725d146-1af8-4f95-9e13-c7e227eee1f1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:10.747588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Checking segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:10.748002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Network hostable DHCP agents. Network: 909ba923-a156-4c07-aa23-b5b573b67bc3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:53:10.760597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24382d19-9518-4563-b481-1b0917e0cea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0555ee3e-ccbe-4e74-9852-43b7d5fc9aea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.764098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24382d19-9518-4563-b481-1b0917e0cea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.767631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-24382d19-9518-4563-b481-1b0917e0cea3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0555ee3e-ccbe-4e74-9852-43b7d5fc9aea HTTP/1.1" status: 204 len: 168 time: 0.3364012 Feb 09 20:53:10.781222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:53:10.781646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24382d19-9518-4563-b481-1b0917e0cea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0555ee3e-ccbe-4e74-9852-43b7d5fc9aea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:10.793581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 909ba923-a156-4c07-aa23-b5b573b67bc3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:10.802056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:10.802659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:10.803456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0703b306-d8b1-4cec-b4c6-14be1b905cf4 None None] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:10.829408 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e269c62-85d2-49be-be7d-ae6a6606deb5 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8282318 Feb 09 20:53:11.138689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-909ba923-a156-4c07-aa23-b5b573b67bc3', 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3', 'project_id': '5d30668ca6ff4833800e047ce24e0a13', 'fixed_ips': [{'subnet_id': 'f725d146-1af8-4f95-9e13-c7e227eee1f1'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:53:11.141059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:11.184870 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:11.420809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Allocated IP 172.20.0.2 (909ba923-a156-4c07-aa23-b5b573b67bc3/f725d146-1af8-4f95-9e13-c7e227eee1f1/e88a81ba-d11c-49dc-9db8-18161a24978f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:11.456573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da63f3-7fe1-4556-8374-bd4ee47b72f1 req-3ee288c8-b0b0-4025-9afa-32d0e731604b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:11.458269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37da63f3-7fe1-4556-8374-bd4ee47b72f1 req-3ee288c8-b0b0-4025-9afa-32d0e731604b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.0857561 Feb 09 20:53:11.559082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37da63f3-7fe1-4556-8374-bd4ee47b72f1 req-36c85d96-54d8-46e5-a75f-849c740fa033 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918710 Feb 09 20:53:11.591870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:11.746729 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Publish callbacks [] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:11.768105 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:11.814377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a233e-999b-47d1-9f90-a620cd2b5754 req-2fd92ec2-4adf-40ea-ab85-894c7bdb23c1 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:11.826180 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-230a233e-999b-47d1-9f90-a620cd2b5754 req-2fd92ec2-4adf-40ea-ab85-894c7bdb23c1 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1419468 Feb 09 20:53:11.875049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:11.892659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:11.922772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:11.964001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-dba57bc3-3e0a-4e88-9b3e-e6243d5c08ee tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:11.973316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-dba57bc3-3e0a-4e88-9b3e-e6243d5c08ee tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 816 time: 0.2004685 Feb 09 20:53:11.990243 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-39ac2234-c2a0-4307-9913-42cfab831583 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/quotas/5d30668ca6ff4833800e047ce24e0a13 HTTP/1.1" status: 200 len: 375 time: 0.0154488 Feb 09 20:53:11.995617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Attempting to bind port e88a81ba-d11c-49dc-9db8-18161a24978f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:11.995617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Attempting to bind port e88a81ba-d11c-49dc-9db8-18161a24978f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:11.995617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Attempting to bind port e88a81ba-d11c-49dc-9db8-18161a24978f on network 909ba923-a156-4c07-aa23-b5b573b67bc3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:11.995617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Pushing event updated for resources: {'Port': ['ID=e88a81ba-d11c-49dc-9db8-18161a24978f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:12.010839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:12.011181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Checking segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:12.011594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:12.014024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Bound using segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:12.014511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Bound port: e88a81ba-d11c-49dc-9db8-18161a24978f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:12.020255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:12.086442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-cb293806-c7fe-4ecf-abdb-d6aa87309007 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947680 Feb 09 20:53:12.159001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] For port e88a81ba-d11c-49dc-9db8-18161a24978f, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:12.167818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] For port e88a81ba-d11c-49dc-9db8-18161a24978f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e88a81ba-d11c-49dc-9db8-18161a24978f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:12.180986 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:12.192519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:12.226995 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-7a78f4d8-4aa1-4e67-882a-139b6002b556 service neutron] 10.222.0.102 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390102 Feb 09 20:53:12.258613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-230a233e-999b-47d1-9f90-a620cd2b5754 req-fd8c0b4e-1b48-401f-8f6d-bdf143e1efc9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294429 Feb 09 20:53:12.330758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:12.331158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a73d79dc-6d3c-4b3c-b29b-01c24a9dc380 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:12.353709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068db36e-5049-4b76-9f50-d4e42e793ef6 None None] Pushing event updated for resources: {'Port': ['ID=e88a81ba-d11c-49dc-9db8-18161a24978f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:12.463509 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-87c053e8-ce3f-437a-b1e3-089809d8d625 service neutron] 10.222.0.102 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336800 Feb 09 20:53:12.651227 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:12.778238 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (804a78dc-f55c-4cd8-b773-3f84d04a689b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:13.111904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:13.217608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-e7a5e957-c635-4265-8ede-4cc56fcd5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:13.224226 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-e7a5e957-c635-4265-8ede-4cc56fcd5975 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 1128 time: 0.2683907 Feb 09 20:53:13.437530 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b98580-6e17-4398-8c90-454e24e6249e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:13.549229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-114e78a6-b8c9-4be9-8858-aa591902ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:13.550550 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-114e78a6-b8c9-4be9-8858-aa591902ac75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.2821181 Feb 09 20:53:13.553324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-01107a2b-9f6b-4c7e-a56e-251ef4e534f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6093819 Feb 09 20:53:13.620268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-54904ef0-5e94-408e-ae46-c77f66deee6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 HTTP/1.1" status: 200 len: 217 time: 0.0548606 Feb 09 20:53:13.635293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2ba00-351b-4b64-b12e-2910381d1892 req-c0965ee6-4731-4256-ab9b-4cdf82dcc5f9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:13.642261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6cc2ba00-351b-4b64-b12e-2910381d1892 req-c0965ee6-4731-4256-ab9b-4cdf82dcc5f9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.6334980 Feb 09 20:53:13.688956 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b98580-6e17-4398-8c90-454e24e6249e admin admin] Publish callbacks [] for security_group (8a759c24-8f93-4a0a-be22-9952966e9db2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:13.693285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0b98580-6e17-4398-8c90-454e24e6249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8a759c24-8f93-4a0a-be22-9952966e9db2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:13.767428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d0b98580-6e17-4398-8c90-454e24e6249e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1c63d85eabf1475782301040f4d2a399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6514707 Feb 09 20:53:13.774737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:13.910483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b98580-6e17-4398-8c90-454e24e6249e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a759c24-8f93-4a0a-be22-9952966e9db2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:13.912520 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:13.950585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-088c9f2b-d0bb-4a3c-b11c-6b4919e9a6ef admin admin] Publish callbacks [] for security_group (8a759c24-8f93-4a0a-be22-9952966e9db2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:14.000874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6cc2ba00-351b-4b64-b12e-2910381d1892 req-83e881cc-4ffd-4210-9e8a-c7345cc610da tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576510 Feb 09 20:53:14.096137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-9dcf13ad-1b5f-4471-8150-1593008d1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:14.098246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-9dcf13ad-1b5f-4471-8150-1593008d1758 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.4498699 Feb 09 20:53:14.098752 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-088c9f2b-d0bb-4a3c-b11c-6b4919e9a6ef admin admin] Publish callbacks [] for security_group (8a759c24-8f93-4a0a-be22-9952966e9db2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:14.201803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-f05262cb-73b7-4685-9157-116cfbc95b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:14.203638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-f05262cb-73b7-4685-9157-116cfbc95b66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 1128 time: 0.5396559 Feb 09 20:53:14.206090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-d6211483-9e8c-4335-8d66-b74a765cffd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955386 Feb 09 20:53:14.240894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeff08-45eb-491f-a917-a8196bea3eb2 req-1a2c328c-1048-4edc-b5f7-79cc045aec3c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:14.246315 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7aeff08-45eb-491f-a917-a8196bea3eb2 req-1a2c328c-1048-4edc-b5f7-79cc045aec3c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.4765601 Feb 09 20:53:14.353607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfd755b-0c0b-493c-8e5b-618efc92999d None None] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:14.364740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-088c9f2b-d0bb-4a3c-b11c-6b4919e9a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8a759c24-8f93-4a0a-be22-9952966e9db2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:14.369361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-088c9f2b-d0bb-4a3c-b11c-6b4919e9a6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:14.372961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-088c9f2b-d0bb-4a3c-b11c-6b4919e9a6ef admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8a759c24-8f93-4a0a-be22-9952966e9db2 HTTP/1.1" status: 204 len: 168 time: 0.5944033 Feb 09 20:53:14.417796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7aeff08-45eb-491f-a917-a8196bea3eb2 req-20916ed9-75c2-4779-889d-ddc2cf352d20 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581366 Feb 09 20:53:14.432045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c9f2b-d0bb-4a3c-b11c-6b4919e9a6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a759c24-8f93-4a0a-be22-9952966e9db2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:14.507135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-c6aef1be-d780-4f2c-8779-0befa918efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:14.509195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-c6aef1be-d780-4f2c-8779-0befa918efa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.2200325 Feb 09 20:53:14.579207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8c3dc489-637c-4485-989f-65b15f112815 None None] Provisioning complete for port e88a81ba-d11c-49dc-9db8-18161a24978f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:14.580116 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc489-637c-4485-989f-65b15f112815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:14.901964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-18db1cf3-688b-4dd6-a2b2-c6138c2ea0c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08975faa-ab71-4640-9d4c-68cc116b4646 HTTP/1.1" status: 200 len: 217 time: 0.3210187 Feb 09 20:53:14.903523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8c3dc489-637c-4485-989f-65b15f112815 None None] Current status of the port e88a81ba-d11c-49dc-9db8-18161a24978f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:14.904156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc489-637c-4485-989f-65b15f112815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:15.005171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8c3dc489-637c-4485-989f-65b15f112815 None None] For port e88a81ba-d11c-49dc-9db8-18161a24978f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e88a81ba-d11c-49dc-9db8-18161a24978f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:15.011584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-a5e8d083-5d2d-4b1a-a138-26b424a32fb0 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:15.016632 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-a5e8d083-5d2d-4b1a-a138-26b424a32fb0 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.13 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 816 time: 0.4234235 Feb 09 20:53:15.019769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e88a81ba-d11c-49dc-9db8-18161a24978f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:15.032085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Request body: {'port': {'device_id': '197cfa17-97ae-441d-8c48-de82e9dac504', 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3', 'admin_state_up': True, 'tenant_id': '5d30668ca6ff4833800e047ce24e0a13'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:15.096864 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc489-637c-4485-989f-65b15f112815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:15.201720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dc489-637c-4485-989f-65b15f112815 None None] Pushing event updated for resources: {'Port': ['ID=e88a81ba-d11c-49dc-9db8-18161a24978f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:15.241154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-7862e216-7da1-4ff7-923e-545d5ebec62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:15.247496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e88a81ba-d11c-49dc-9db8-18161a24978f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:15.248446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:15.250005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-7862e216-7da1-4ff7-923e-545d5ebec62c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.3124385 Feb 09 20:53:15.256464 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-f08bf460-4a16-4f3c-ad5a-1da7b573e0d5 service neutron] 10.222.0.50 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0420372 Feb 09 20:53:15.407286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Deleting port 2b070887-397d-4977-88cc-24b8383192e2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:15.407646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2b070887-397d-4977-88cc-24b8383192e2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:15.488916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-6f09497a-619f-4b52-bb21-30008a17269c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:15.488916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-6f09497a-619f-4b52-bb21-30008a17269c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.3245735 Feb 09 20:53:15.529411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e88a81ba-d11c-49dc-9db8-18161a24978f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:15.555934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-71391236-9e2f-4217-8cf4-a734fc6c266f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3028307 Feb 09 20:53:15.561705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-36232a54-aa25-4d4d-9fc7-51f130752314 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:15.562901 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-3f96ec7d-6cc2-4076-886c-31836f84f4f7 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/quotas/aad186a920f347bdaed3baf1e6b99870 HTTP/1.1" status: 200 len: 375 time: 0.0681834 Feb 09 20:53:15.568640 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-36232a54-aa25-4d4d-9fc7-51f130752314 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 816 time: 1.3805680 Feb 09 20:53:15.690076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:15.737259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1553dec7-974d-4f3a-b6aa-5c5cd085836a None None] Provisioning complete for port e88a81ba-d11c-49dc-9db8-18161a24978f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:15.737631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1553dec7-974d-4f3a-b6aa-5c5cd085836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:15.785282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2a4fdc5b-70f0-4aaf-a8cd-8cb3ffea9285 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/quotas/5d30668ca6ff4833800e047ce24e0a13 HTTP/1.1" status: 200 len: 375 time: 0.2154036 Feb 09 20:53:15.790815 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-8360adfb-0d76-4051-8148-523e1e1acb9b service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178845 Feb 09 20:53:15.868428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-23615090-8a7b-44f0-8cdb-a199abb90958 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2846243 Feb 09 20:53:15.878180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Made reservation on behalf of 5d30668ca6ff4833800e047ce24e0a13 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:15.884066 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:15.943199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1553dec7-974d-4f3a-b6aa-5c5cd085836a None None] Current status of the port e88a81ba-d11c-49dc-9db8-18161a24978f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:15.988804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be79bf9b-e62e-4de1-a3cf-8fa387270fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.002646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-18587172-0d05-4d37-a211-03bd6a7fa62b tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2164309 Feb 09 20:53:16.044965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d9a3615-077f-4b30-84fa-4743ab4f2892 req-5c80cccf-6ce3-4c81-baf9-dbf9916bf19c service neutron] 10.222.0.50 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223725 Feb 09 20:53:16.073657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] For port 2b070887-397d-4977-88cc-24b8383192e2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2b070887-397d-4977-88cc-24b8383192e2,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:16.074020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2b070887-397d-4977-88cc-24b8383192e2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.110482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Calling delete_port for 2b070887-397d-4977-88cc-24b8383192e2 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:16.114463 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be79bf9b-e62e-4de1-a3cf-8fa387270fb4 admin admin] Publish callbacks [] for security_group (13e00217-b592-4e9e-88c5-0dc96487ebae), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.124588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be79bf9b-e62e-4de1-a3cf-8fa387270fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (13e00217-b592-4e9e-88c5-0dc96487ebae), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.144824 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1e76481-0127-4a5c-b069-24d405b2b7f2 req-ff6b0f12-c298-4f04-8c7c-c04935069897 service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315256 Feb 09 20:53:16.230432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-be79bf9b-e62e-4de1-a3cf-8fa387270fb4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=00b5f278697d497ca48373666e00c07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5339289 Feb 09 20:53:16.235675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:16.243543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79bf9b-e62e-4de1-a3cf-8fa387270fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e00217-b592-4e9e-88c5-0dc96487ebae,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:16.280517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-88716389-6fd6-4fb8-a53d-78c2a55b834b service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105740 Feb 09 20:53:16.338675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-bb4a9a24-af33-43bc-8293-e846b4c418a3 service neutron] 10.222.0.102 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351793 Feb 09 20:53:16.346884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Allocated IP 172.20.0.8 (909ba923-a156-4c07-aa23-b5b573b67bc3/f725d146-1af8-4f95-9e13-c7e227eee1f1/c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:16.385126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f110-2a29-4159-8948-64657aabb076 admin admin] Publish callbacks [] for security_group (13e00217-b592-4e9e-88c5-0dc96487ebae), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.462370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f110-2a29-4159-8948-64657aabb076 admin admin] Publish callbacks [] for security_group (13e00217-b592-4e9e-88c5-0dc96487ebae), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.476650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-f0f9d425-62c4-412c-9005-21d499b7b961 service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866903 Feb 09 20:53:16.580897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f110-2a29-4159-8948-64657aabb076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (13e00217-b592-4e9e-88c5-0dc96487ebae), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.583564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f110-2a29-4159-8948-64657aabb076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.587847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a2e3f110-2a29-4159-8948-64657aabb076 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/13e00217-b592-4e9e-88c5-0dc96487ebae HTTP/1.1" status: 204 len: 168 time: 0.3496466 Feb 09 20:53:16.608749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3f110-2a29-4159-8948-64657aabb076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e00217-b592-4e9e-88c5-0dc96487ebae,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:16.657845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks [] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.734245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e88a81ba-d11c-49dc-9db8-18161a24978f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:16.794652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.833547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e88a81ba-d11c-49dc-9db8-18161a24978f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:16.834193 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:16.942866 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:16.948819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:16.956018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:16.960962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Pushing event updated for resources: {'Port': ['ID=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:16.973101 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-374af945-3dfd-4592-8fb1-ec952370d8e1 service neutron] 10.222.0.102 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199195 Feb 09 20:53:16.991675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e88a81ba-d11c-49dc-9db8-18161a24978f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:17.021835 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2b070887-397d-4977-88cc-24b8383192e2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:17.047060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22aff1-b5a1-42e7-abfe-087df85184b1 req-4641f4b6-83f7-437f-83b1-4b31b33b3fdc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:17.056254 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d22aff1-b5a1-42e7-abfe-087df85184b1 req-4641f4b6-83f7-437f-83b1-4b31b33b3fdc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.1709216 Feb 09 20:53:17.078167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:17.078813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:17.146948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b070887-397d-4977-88cc-24b8383192e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:17.168620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-b4668d82-09e9-4c98-a2f0-e4a02b7790d8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1410885 Feb 09 20:53:17.209770 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Request body: {'port': {'device_id': '197cfa17-97ae-441d-8c48-de82e9dac504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:17.294719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60514) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:17.435442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d217dcf5-7684-45b1-9366-60fccace112b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:17.464300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d22aff1-b5a1-42e7-abfe-087df85184b1 req-84bf7a59-6c7d-4de4-8cea-7f884d49d606 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823028 Feb 09 20:53:17.577687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd755fb9-fb41-4a3e-bc8e-f07b92c8179b req-6b55b917-2592-42c0-9cfe-2d181abe117f tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:17.581310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd755fb9-fb41-4a3e-bc8e-f07b92c8179b req-6b55b917-2592-42c0-9cfe-2d181abe117f tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.2371466 Feb 09 20:53:17.601573 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (804a78dc-f55c-4cd8-b773-3f84d04a689b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:17.635275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:17.689831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec194bf7-6b7c-4bce-86fa-323539b52f4f req-d44bf3a1-90e3-4f3b-bca1-359057d1d08b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 210 time: 0.0752070 Feb 09 20:53:17.915746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9be3ee7e-b1ea-475e-afc0-0103342d3472 None None] Provisioning complete for port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:17.916869 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9be3ee7e-b1ea-475e-afc0-0103342d3472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:17.956864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9be3ee7e-b1ea-475e-afc0-0103342d3472 None None] Port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:17.998741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd755fb9-fb41-4a3e-bc8e-f07b92c8179b req-5e55ff92-300e-4977-8c1c-a11a628878ea tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088418 Feb 09 20:53:18.076772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d217dcf5-7684-45b1-9366-60fccace112b admin admin] Publish callbacks [] for security_group (f88a2944-e845-4514-8a76-b49c5f2a7d4b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:18.091717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d217dcf5-7684-45b1-9366-60fccace112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f88a2944-e845-4514-8a76-b49c5f2a7d4b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:18.131373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:18.221403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Router 804a78dc-f55c-4cd8-b773-3f84d04a689b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:53:18.318811 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:53:18.362231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f89ed380-e451-4159-b945-6c7a4874571f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:18.433526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:53:18.441733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-de3ce85c-be66-483e-8b5f-474a1f44f00c admin admin] 10.222.0.102 "PUT /v2.0/routers/804a78dc-f55c-4cd8-b773-3f84d04a689b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8487687 Feb 09 20:53:18.445007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:18.463593 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] Sync routers for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:53:18.478874 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:18.482617 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:18.686597 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:18.715947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-4d8c3f69-fc9f-4cb4-9aa0-d17721b4d49f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:18.717818 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-4d8c3f69-fc9f-4cb4-9aa0-d17721b4d49f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.1207578 Feb 09 20:53:18.754898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Request body: {'port': {'device_id': '210df696-9e1c-4abc-a170-0b9e780db920', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'admin_state_up': True, 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:18.854846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:18.865169 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Publish callbacks [] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:18.880434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Transition to ACTIVE for port object c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:53:18.886733 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f89ed380-e451-4159-b945-6c7a4874571f admin admin] Publish callbacks [] for security_group (2b9e2fc6-cae4-4463-983e-fd194d82f302), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:18.907905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f89ed380-e451-4159-b945-6c7a4874571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2b9e2fc6-cae4-4463-983e-fd194d82f302), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:18.912890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:18.933549 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:53:16Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:18.961090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f89ed380-e451-4159-b945-6c7a4874571f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cf018df4d2af472a8c14d88831ff36fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8286514 Feb 09 20:53:18.964049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d217dcf5-7684-45b1-9366-60fccace112b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4f1696b9ce7e4881b273ad2cf8ec9a01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6539316 Feb 09 20:53:18.966322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:18.966910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:18.968323 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] Checking router: 804a78dc-f55c-4cd8-b773-3f84d04a689b for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:53:18.971836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ed380-e451-4159-b945-6c7a4874571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e2fc6-cae4-4463-983e-fd194d82f302,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:18.982760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce657a-3956-484b-a567-7e7ea4ac93b2 req-63e417e0-2eda-46f2-a179-31f636883a19 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:18.985051 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-48ce657a-3956-484b-a567-7e7ea4ac93b2 req-63e417e0-2eda-46f2-a179-31f636883a19 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.4027729 Feb 09 20:53:18.998841 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] Routers {'804a78dc-f55c-4cd8-b773-3f84d04a689b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:19.000311 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['804a78dc-f55c-4cd8-b773-3f84d04a689b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:19.016615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217dcf5-7684-45b1-9366-60fccace112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88a2944-e845-4514-8a76-b49c5f2a7d4b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:19.082698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af005-f753-46d1-b72e-1701a5d39290 req-3aed5a88-7707-43af-934a-3352ce7c5de2 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:19.084794 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-3aed5a88-7707-43af-934a-3352ce7c5de2 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 816 time: 1.2268927 Feb 09 20:53:19.096168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:19.174459 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] Set router 804a78dc-f55c-4cd8-b773-3f84d04a689b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:19.220318 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-d9c5e666-0f44-42b1-9fa7-1e14500a4d77 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/quotas/5d30668ca6ff4833800e047ce24e0a13 HTTP/1.1" status: 200 len: 375 time: 0.1287289 Feb 09 20:53:19.256596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-f1a06984-e54d-445f-8dfc-363367dfa0f1 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:19.258283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-f1a06984-e54d-445f-8dfc-363367dfa0f1 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.50 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 816 time: 0.2137926 Feb 09 20:53:19.261103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Attempting to bind port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:19.261444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Attempting to bind port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:19.262383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Attempting to bind port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 on network 909ba923-a156-4c07-aa23-b5b573b67bc3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:19.269153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 on network 909ba923-a156-4c07-aa23-b5b573b67bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:53:19.269487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Attempting to bind port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 on network 909ba923-a156-4c07-aa23-b5b573b67bc3 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:19.275095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:19.278262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:19.278471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Checking segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:19.278801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Bound using segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:19.279392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Bound port: c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:19.279876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.285415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.373656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Request body: {'port': {'device_id': 'bf9fdb56-700f-4aaf-a729-19ab13bc2733', 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3', 'admin_state_up': True, 'tenant_id': '5d30668ca6ff4833800e047ce24e0a13'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:19.387856 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-eec43792-4d36-4645-b5ea-a511d4b4db44 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1605725 Feb 09 20:53:19.435042 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:53:16Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:19.448363 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-48ce657a-3956-484b-a567-7e7ea4ac93b2 req-0c209ca9-eeb4-4359-98dc-bc2ec16ba6e3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976886 Feb 09 20:53:19.484851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] For port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:19.490475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] For port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:19.506531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.535762 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks [] for router (804a78dc-f55c-4cd8-b773-3f84d04a689b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.560484 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b8ce10-c5dd-4d5d-a093-7cb30473d2ad None None] The sync data for ids ['804a78dc-f55c-4cd8-b773-3f84d04a689b'] in n-d-789963-29 is: [{'id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'name': 'tempest-TaggedBootDevicesTest-2076374782-router', 'tenant_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:43:46Z', 'updated_at': '2022-02-09T20:53:16Z', 'revision_number': 5, 'project_id': '3eb353504fea4b33baaa5bb9d950dd0c', 'gw_port': {'id': '6d1a22a3-95e9-455f-b616-88ba47bc5177', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804a78dc-f55c-4cd8-b773-3f84d04a689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:43:47Z', 'updated_at': '2022-02-09T20:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:53:19.578147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-508ce99f-35d7-494c-8fe0-d9e646d5b956 service neutron] 10.222.0.102 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772258 Feb 09 20:53:19.610501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:19.611161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.613019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] 10.222.0.13 "PUT /v2.0/ports/c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 HTTP/1.1" status: 200 len: 1092 time: 2.4115815 Feb 09 20:53:19.616151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197cfa17-97ae-441d-8c48-de82e9dac504', 'tag': 'c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:19.625878 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5860ed62-143e-4e86-8af2-3923ef2f06b4" -d '{"events": [{"name": "network-changed", "server_uuid": "197cfa17-97ae-441d-8c48-de82e9dac504", "tag": "c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:19.675875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d619a5f3-6c67-47b3-9fa2-3de68e3e6d0b admin admin] Publish callbacks [] for security_group (f88a2944-e845-4514-8a76-b49c5f2a7d4b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.685440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b19676-0cb1-4721-8440-ead09adde1a1 admin admin] Publish callbacks [] for security_group (2b9e2fc6-cae4-4463-983e-fd194d82f302), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.708161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b19676-0cb1-4721-8440-ead09adde1a1 admin admin] Publish callbacks [] for security_group (2b9e2fc6-cae4-4463-983e-fd194d82f302), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.718320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197888-1951-4e41-8bf3-56fe54772ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:19.767904 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-f726bf3f-aa8c-4348-afe3-ebed8cfd6c4b service neutron] 10.222.0.102 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812222 Feb 09 20:53:19.773695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-3b117d4a-eeff-4708-a8da-3f307d834369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:19.775836 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-3b117d4a-eeff-4708-a8da-3f307d834369 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 1126 time: 0.0942132 Feb 09 20:53:19.791201 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b87ac6b3-9b99-4fad-a190-6595d4081816 req-479a245e-488b-438f-bd6a-2677bb37a79b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 210 time: 0.1681144 Feb 09 20:53:19.826237 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b19676-0cb1-4721-8440-ead09adde1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2b9e2fc6-cae4-4463-983e-fd194d82f302), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.828818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b19676-0cb1-4721-8440-ead09adde1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.833225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-28b19676-0cb1-4721-8440-ead09adde1a1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2b9e2fc6-cae4-4463-983e-fd194d82f302 HTTP/1.1" status: 204 len: 168 time: 0.8463333 Feb 09 20:53:19.834621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-8befe5de-078b-4102-8578-2bc4f6b20354 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 HTTP/1.1" status: 200 len: 217 time: 0.0519853 Feb 09 20:53:19.888287 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d619a5f3-6c67-47b3-9fa2-3de68e3e6d0b admin admin] Publish callbacks [] for security_group (f88a2944-e845-4514-8a76-b49c5f2a7d4b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:19.915879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b19676-0cb1-4721-8440-ead09adde1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e2fc6-cae4-4463-983e-fd194d82f302,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:19.924592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-bc697dda-ce89-48d2-a634-a179437a3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:19.933696 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-bc697dda-ce89-48d2-a634-a179437a3d75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f725d146-1af8-4f95-9e13-c7e227eee1f1 HTTP/1.1" status: 200 len: 855 time: 0.0922356 Feb 09 20:53:20.025976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-a41e76fe-7e3e-4df8-b45d-5e921b719a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:20.028710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-a41e76fe-7e3e-4df8-b45d-5e921b719a48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=909ba923-a156-4c07-aa23-b5b573b67bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0891399 Feb 09 20:53:20.044690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Allocated IP 172.20.0.7 (401827f8-1a87-4730-a777-a78cb1a9e9f8/5da60c3a-dc04-497b-aaff-c1952e694419/94928427-ee7e-4036-bf87-bed8e45e36e4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:20.231665 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-2477fe42-3319-4dde-a8d0-a46d8ec9042b service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912367 Feb 09 20:53:20.233757 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7da08d-b07f-4a6a-8922-2c50f37ac70b x-openstack-request-id: req-ea7da08d-b07f-4a6a-8922-2c50f37ac70b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:20.234245 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197cfa17-97ae-441d-8c48-de82e9dac504", "tag": "c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:20.235279 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ea7da08d-b07f-4a6a-8922-2c50f37ac70b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:20.235874 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197cfa17-97ae-441d-8c48-de82e9dac504', 'tag': 'c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23', 'status': 'completed', 'code': 200} Feb 09 20:53:20.310507 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks [] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:20.332649 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93733e6f-3b89-4c08-b8b7-7f580d55a36d req-ce4ae6f0-d84e-4840-9d21-62b61faa5bc4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 210 time: 0.0950208 Feb 09 20:53:20.400133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5690f368-8593-409f-bf87-14b78f89bdb8 req-31ae68ac-2ec1-4edd-a667-1c5caab79cda service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561868 Feb 09 20:53:20.475911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Made reservation on behalf of 5d30668ca6ff4833800e047ce24e0a13 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:20.477678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:20.480083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:20.487810 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d619a5f3-6c67-47b3-9fa2-3de68e3e6d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f88a2944-e845-4514-8a76-b49c5f2a7d4b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:20.490598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d619a5f3-6c67-47b3-9fa2-3de68e3e6d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:20.491899 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d619a5f3-6c67-47b3-9fa2-3de68e3e6d0b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f88a2944-e845-4514-8a76-b49c5f2a7d4b HTTP/1.1" status: 204 len: 168 time: 1.5040538 Feb 09 20:53:20.503512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:20.528961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:20.543033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1072c-d9e8-491d-8fde-030ae625fbb0 req-a50ae048-042f-4d54-8cad-f4d043ee4ab7 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:20.544731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0a1072c-d9e8-491d-8fde-030ae625fbb0 req-a50ae048-042f-4d54-8cad-f4d043ee4ab7 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.5564952 Feb 09 20:53:20.546175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks [] for router_gateway (804a78dc-f55c-4cd8-b773-3f84d04a689b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:20.550221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:20.586799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:20.631476 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-dfb93cd6-bb3c-4960-8a39-83e18765cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:20.639422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-dfb93cd6-bb3c-4960-8a39-83e18765cfec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 1126 time: 0.1728222 Feb 09 20:53:20.679094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619a5f3-6c67-47b3-9fa2-3de68e3e6d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88a2944-e845-4514-8a76-b49c5f2a7d4b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:20.691355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2b070887-397d-4977-88cc-24b8383192e2 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:20.731503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 2b070887-397d-4977-88cc-24b8383192e2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:20.732526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2b070887-397d-4977-88cc-24b8383192e2 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:20.790086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event updated for resources: {'Port': ['ID=94928427-ee7e-4036-bf87-bed8e45e36e4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:20.892889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ca1ee-9ed3-44d6-9727-b8483041b222 req-54765470-a468-46af-b3ff-1ae158ac3253 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:20.894337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a1ca1ee-9ed3-44d6-9727-b8483041b222 req-54765470-a468-46af-b3ff-1ae158ac3253 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.2517188 Feb 09 20:53:20.978601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a1ca1ee-9ed3-44d6-9727-b8483041b222 req-51567d55-e989-47c4-9edd-01b7420b4d1c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713794 Feb 09 20:53:20.979903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-d68c0d1b-1c7d-4540-8772-a3498765b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:21.008755 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-d68c0d1b-1c7d-4540-8772-a3498765b25c service neutron] 10.222.0.13 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 917 time: 0.3439784 Feb 09 20:53:21.089974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-178d2e22-8467-4651-94c7-33dc0d1c4a3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 HTTP/1.1" status: 200 len: 217 time: 0.0733261 Feb 09 20:53:21.208293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-ab1ae988-e50c-4496-8668-cc1f2fcd4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:21.209763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-ab1ae988-e50c-4496-8668-cc1f2fcd4339 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f725d146-1af8-4f95-9e13-c7e227eee1f1 HTTP/1.1" status: 200 len: 855 time: 0.1034222 Feb 09 20:53:21.221395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a4ac-7c38-4d4a-af04-249ff4007e33 req-3366812b-8636-4c9d-88a4-4cfbcf79ba5c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:21.230000 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ac8a4ac-7c38-4d4a-af04-249ff4007e33 req-3366812b-8636-4c9d-88a4-4cfbcf79ba5c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 931 time: 0.1246133 Feb 09 20:53:21.301178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:21.302413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.359966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-b6c2e687-db90-4d4b-bf71-0d9ae8cc6714 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6178730 Feb 09 20:53:21.373417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-6c8a1505-564f-4db3-ba70-797b5fcf2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:21.374949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-6c8a1505-564f-4db3-ba70-797b5fcf2d4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=909ba923-a156-4c07-aa23-b5b573b67bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1425385 Feb 09 20:53:21.392408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Request body: {'port': {'device_id': '210df696-9e1c-4abc-a170-0b9e780db920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:21.396907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ac8a4ac-7c38-4d4a-af04-249ff4007e33 req-7025f9ca-83eb-429d-8957-96c567bd50bd tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657400 Feb 09 20:53:21.446784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0a1072c-d9e8-491d-8fde-030ae625fbb0 req-eac69fcd-d753-46ae-bea7-b68e91caf2fd tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8648362 Feb 09 20:53:21.519300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:21.549495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Allocated IP 172.20.0.4 (909ba923-a156-4c07-aa23-b5b573b67bc3/f725d146-1af8-4f95-9e13-c7e227eee1f1/65221c70-70e9-426d-ae81-afc9f8b53707) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:21.550931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.565787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Deleting port 6d1a22a3-95e9-455f-b616-88ba47bc5177 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:21.566138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.586999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-95079d3a-fbd6-4034-bbd9-2dad4b983a63 req-cd43866d-f3d7-475c-9030-663a4e50d1c1 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 210 time: 0.0569942 Feb 09 20:53:21.622732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-10d6ff30-586d-497a-9097-e1d9debcb545 service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170229 Feb 09 20:53:21.681358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.721957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-106546328-network', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:21.760702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Made reservation on behalf of 5f06c66f0bc846b3b8f86e1bc98b5d96 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:21.763414 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.782511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.828217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5860ed62-143e-4e86-8af2-3923ef2f06b4 req-c3969ae3-1150-4ec8-96a0-443ad40fcf0f service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987188 Feb 09 20:53:21.880240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] For port 6d1a22a3-95e9-455f-b616-88ba47bc5177, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6d1a22a3-95e9-455f-b616-88ba47bc5177,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:21.880626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.915823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Publish callbacks [] for security_group (4a23c206-58fc-4b9d-a6ec-ffffafb196ed), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.922157 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a23c206-58fc-4b9d-a6ec-ffffafb196ed), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.950831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:53:21.968962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a23c206-58fc-4b9d-a6ec-ffffafb196ed,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:21.992355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:21.994001 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Added segment 0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad of type vlan for network e0902706-cfe4-4c84-aeea-f81bad23cf19 Feb 09 20:53:22.064753 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e0902706-cfe4-4c84-aeea-f81bad23cf19), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.105001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e0902706-cfe4-4c84-aeea-f81bad23cf19), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.106075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:22.106824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.165577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6448131 Feb 09 20:53:22.168536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:22.180788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Request body: {'subnet': {'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-106546328-subnet', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:22.200963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Made reservation on behalf of 5f06c66f0bc846b3b8f86e1bc98b5d96 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:22.203627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.220110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6658a-944e-48f9-b3b8-428797399262 admin admin] Pushing event updated for resources: {'Network': ['ID=e0902706-cfe4-4c84-aeea-f81bad23cf19,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:22.233229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:53:22.326914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Calling delete_port for 6d1a22a3-95e9-455f-b616-88ba47bc5177 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:22.421498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (b28620e4-1f7a-44c7-9c19-5bcb3026959c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.564610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Checking segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:22.564984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Network hostable DHCP agents. Network: e0902706-cfe4-4c84-aeea-f81bad23cf19, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:53:22.571031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28620e4-1f7a-44c7-9c19-5bcb3026959c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:22.602596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449bbd-1bdf-466c-89f6-7cf421503952 req-1a1d5219-2209-4c70-b39c-3eca61a16530 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:22.604906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a449bbd-1bdf-466c-89f6-7cf421503952 req-1a1d5219-2209-4c70-b39c-3eca61a16530 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 931 time: 0.1353080 Feb 09 20:53:22.612520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:53:22.637478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e0902706-cfe4-4c84-aeea-f81bad23cf19) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:22.647932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f250d-4f64-4299-b672-5370b3fd1ad7 None None] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:22.649974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:22.650580 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.677710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-81fd5ee3-86ff-4344-8cc7-04e954f50c82 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5079036 Feb 09 20:53:22.685276 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks [] for port (65221c70-70e9-426d-ae81-afc9f8b53707), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.686770 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:22.692146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:22.728638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a449bbd-1bdf-466c-89f6-7cf421503952 req-bf223d22-224b-48b6-8d4d-2178eb755068 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128953 Feb 09 20:53:22.730591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.731726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.799363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks [] for router_controller (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.844358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af005-f753-46d1-b72e-1701a5d39290 req-8c8cd5c3-5aa9-4b11-93df-7389a68f0716 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:22.849054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-e0902706-cfe4-4c84-aeea-f81bad23cf19', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:53:22.850644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-8c8cd5c3-5aa9-4b11-93df-7389a68f0716 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.13 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 816 time: 1.1226633 Feb 09 20:53:22.850893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:22.854133 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.006102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Request body: {'port': {'device_id': 'bfa1373c-11f8-4441-aced-06a0f9ca9724', 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3', 'admin_state_up': True, 'tenant_id': '5d30668ca6ff4833800e047ce24e0a13'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:23.020285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks [] for router_gateway (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.035021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e933575-01b4-43b6-a7cf-bcad9e97ad05 req-148dc2d2-ca9b-4292-a75e-679bd9942cbf tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:23.036861 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e933575-01b4-43b6-a7cf-bcad9e97ad05 req-148dc2d2-ca9b-4292-a75e-679bd9942cbf tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1520469 Feb 09 20:53:23.061207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:23.082672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Allocated IP 172.20.0.2 (e0902706-cfe4-4c84-aeea-f81bad23cf19/b28620e4-1f7a-44c7-9c19-5bcb3026959c/8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:23.109004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1e73-b94d-4ae4-a8a5-23e85ce3e21f req-2db1f302-42e4-4eb7-bdbb-225adf0966a8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:23.116618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f1b1e73-b94d-4ae4-a8a5-23e85ce3e21f req-2db1f302-42e4-4eb7-bdbb-225adf0966a8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.8414567 Feb 09 20:53:23.153445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:23.164074 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e933575-01b4-43b6-a7cf-bcad9e97ad05 req-033641fe-7024-4b8e-8cc4-f26aab6fccd0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 Feb 09 20:53:23.188714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:23.354038 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6d1a22a3-95e9-455f-b616-88ba47bc5177), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.385379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:23.386017 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.399121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Pushing event updated for resources: {'Port': ['ID=65221c70-70e9-426d-ae81-afc9f8b53707,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:23.416739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-218ff52c-fea6-4e21-9110-65dc594ba5e7 req-6f3916a4-7286-4a14-96aa-0c573e24ac4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 210 time: 0.0753460 Feb 09 20:53:23.445250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks [] for router_gateway (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.445658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f1b1e73-b94d-4ae4-a8a5-23e85ce3e21f req-f56e13a1-363c-4b40-83fe-ee98f9c14328 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281269 Feb 09 20:53:23.449331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28304a07-ec3d-41e1-aa4e-2dc77f66bb42 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1423445 Feb 09 20:53:23.469310 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.502053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Request body: {'port': {'device_id': 'bf9fdb56-700f-4aaf-a729-19ab13bc2733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:23.556577 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Publish callbacks [] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.573177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.579375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1a22a3-95e9-455f-b616-88ba47bc5177,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:23.624725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Allocated IP 172.25.4.126 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/bec48408-e5e6-40d1-8845-c720f8204e6a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:23.654997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Made reservation on behalf of 5d30668ca6ff4833800e047ce24e0a13 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:23.658385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.702834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Pushing event updated for resources: {'Port': ['ID=8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:23.719606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.737071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:23.739847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:23.745242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:23.750615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c949965d-b57a-4abd-9771-5df1d4057450 None None] Provisioning complete for port 65221c70-70e9-426d-ae81-afc9f8b53707 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:23.750615 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c949965d-b57a-4abd-9771-5df1d4057450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.785299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks [] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.793618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c949965d-b57a-4abd-9771-5df1d4057450 None None] Port 65221c70-70e9-426d-ae81-afc9f8b53707 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:23.819520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (804a78dc-f55c-4cd8-b773-3f84d04a689b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.864670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.889731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Attempting to bind port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:23.890465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Attempting to bind port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:23.891061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Attempting to bind port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a on network e0902706-cfe4-4c84-aeea-f81bad23cf19 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:23.896493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:23.897219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Checking segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:23.897878 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.899234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Bound using segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:23.899968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Bound port: 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:23.900584 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:23.943810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:24.023144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:24.040530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:24.056030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:24.099014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Pushing event updated for resources: {'Port': ['ID=bec48408-e5e6-40d1-8845-c720f8204e6a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:24.116785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] For port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:24.124270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dafd3b-720e-4ceb-abc1-c9c1e59d18a8 req-5dbdce35-b35d-421d-8734-cef18264e8cc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:24.125778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-49dafd3b-720e-4ceb-abc1-c9c1e59d18a8 req-5dbdce35-b35d-421d-8734-cef18264e8cc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 931 time: 0.2469323 Feb 09 20:53:24.129286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] For port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:24.146336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:24.245727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94928427-ee7e-4036-bf87-bed8e45e36e4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:24.285397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Publish callbacks [] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:24.299676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:24.301394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Transition to ACTIVE for port object 94928427-ee7e-4036-bf87-bed8e45e36e4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:53:24.359338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109abbf-964e-45dc-98ea-902df4e5685d None None] Pushing event updated for resources: {'Port': ['ID=8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:24.366269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23', 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3', 'port_id': 'c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23', 'mac_address': 'fa:16:3e:3c:8f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f725d146-1af8-4f95-9e13-c7e227eee1f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:24.413530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:24.414090 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:24.434522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:24.455642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:24.487801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:24.500746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:24.665636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:24.667429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (804a78dc-f55c-4cd8-b773-3f84d04a689b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:24.736756 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks [] for router_controller (804a78dc-f55c-4cd8-b773-3f84d04a689b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:24.738863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Pushing event updated for resources: {'Port': ['ID=94928427-ee7e-4036-bf87-bed8e45e36e4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:24.760318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:24.769072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Allocated IP 172.20.0.12 (909ba923-a156-4c07-aa23-b5b573b67bc3/f725d146-1af8-4f95-9e13-c7e227eee1f1/60f1aa4f-8071-4bcc-b0fa-1c6c3054595f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:24.955194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c3b81-31c0-4754-b755-1a73f949df03 req-4a5c5f82-ab2e-4421-ac34-32767f8accf0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:24.956967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-354c3b81-31c0-4754-b755-1a73f949df03 req-4a5c5f82-ab2e-4421-ac34-32767f8accf0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.6479967 Feb 09 20:53:24.974707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (804a78dc-f55c-4cd8-b773-3f84d04a689b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:24.980301 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-49dafd3b-720e-4ceb-abc1-c9c1e59d18a8 req-342feba4-aa93-46c7-8200-c1aa05893501 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248657 Feb 09 20:53:24.980879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 804a78dc-f55c-4cd8-b773-3f84d04a689b {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:53:25.031162 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.033415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6e0030c8-b8b7-438f-bf07-87f42b433a8d admin admin] 10.222.0.102 "DELETE /v2.0/routers/804a78dc-f55c-4cd8-b773-3f84d04a689b HTTP/1.1" status: 204 len: 168 time: 6.5872717 Feb 09 20:53:25.043845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:25.069004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:25.069510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks [] for router_gateway (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.160862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:25.161470 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.262375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-661b38a6-255c-4ec1-a91b-7b34959c4e96 req-99d6b029-5f31-4a1c-883c-d51346ea8221 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 210 time: 0.1502719 Feb 09 20:53:25.325166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d633fff-8f1d-4e82-b8aa-2ff0d49e002c admin admin] Deleting subnet d97c76c3-78d6-4891-8af4-1022a460f626 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:53:25.331463 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d633fff-8f1d-4e82-b8aa-2ff0d49e002c admin admin] Publish callbacks [] for subnet (d97c76c3-78d6-4891-8af4-1022a460f626), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.334945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:25.335353 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.382494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:25.388169 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.444128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-354c3b81-31c0-4754-b755-1a73f949df03 req-b95ad8fa-b5b8-4c3b-943d-56ebc166c9e4 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756546 Feb 09 20:53:25.445023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Attempting to bind port 94928427-ee7e-4036-bf87-bed8e45e36e4 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:25.445454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Attempting to bind port 94928427-ee7e-4036-bf87-bed8e45e36e4 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:25.445795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Attempting to bind port 94928427-ee7e-4036-bf87-bed8e45e36e4 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:25.482289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Port 94928427-ee7e-4036-bf87-bed8e45e36e4 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:53:25.483816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Attempting to bind port 94928427-ee7e-4036-bf87-bed8e45e36e4 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:25.507785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:25.508672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Checking segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:25.509329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Bound using segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:25.512133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Bound port: 94928427-ee7e-4036-bf87-bed8e45e36e4, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:25.513490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.525436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:25.568501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.607558 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d633fff-8f1d-4e82-b8aa-2ff0d49e002c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (d97c76c3-78d6-4891-8af4-1022a460f626), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.624914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks [] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.710607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] For port 94928427-ee7e-4036-bf87-bed8e45e36e4, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:25.715351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] For port 94928427-ee7e-4036-bf87-bed8e45e36e4, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=94928427-ee7e-4036-bf87-bed8e45e36e4,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:25.722717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.752841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d633fff-8f1d-4e82-b8aa-2ff0d49e002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d97c76c3-78d6-4891-8af4-1022a460f626), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.810987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Pushing event updated for resources: {'Port': ['ID=94928427-ee7e-4036-bf87-bed8e45e36e4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:25.814310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.817919 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d633fff-8f1d-4e82-b8aa-2ff0d49e002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (d97c76c3-78d6-4891-8af4-1022a460f626), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.825754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:25.868144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d633fff-8f1d-4e82-b8aa-2ff0d49e002c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d97c76c3-78d6-4891-8af4-1022a460f626,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:25.904165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:25.909610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:25.910232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:25.911628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-8336010f-d7d0-4c98-8661-420103d639a2 service neutron] 10.222.0.50 "PUT /v2.0/ports/94928427-ee7e-4036-bf87-bed8e45e36e4 HTTP/1.1" status: 200 len: 1092 time: 4.5358555 Feb 09 20:53:25.915745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210df696-9e1c-4abc-a170-0b9e780db920', 'tag': '94928427-ee7e-4036-bf87-bed8e45e36e4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:25.923776 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365" -d '{"events": [{"name": "network-changed", "server_uuid": "210df696-9e1c-4abc-a170-0b9e780db920", "tag": "94928427-ee7e-4036-bf87-bed8e45e36e4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:25.933430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:25.951809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:25.965831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791e655-f593-4c30-9c8a-db6d8a79cb71 req-e0d33326-99c1-4590-b005-2f606491f0ad tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:25.967379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d791e655-f593-4c30-9c8a-db6d8a79cb71 req-e0d33326-99c1-4590-b005-2f606491f0ad tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.5363944 Feb 09 20:53:26.057699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d633fff-8f1d-4e82-b8aa-2ff0d49e002c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.066504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8d633fff-8f1d-4e82-b8aa-2ff0d49e002c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/d97c76c3-78d6-4891-8af4-1022a460f626 HTTP/1.1" status: 204 len: 168 time: 1.0207362 Feb 09 20:53:26.067402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:26.068555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7033a3b4-d87e-4926-b87e-09b75f494374 None None] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:26.070258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60734) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:26.073389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67497d4-d0c4-402a-8fd5-1635165b8795 None None] Network 0dbc24cc-903f-4158-ba94-8a4dc1788b5f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:26.225801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:26.226466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.230712 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d791e655-f593-4c30-9c8a-db6d8a79cb71 req-ebdde1dd-42ae-4a1c-adae-4c9d444fbef7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583264 Feb 09 20:53:26.252023 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99742056-193b-4904-b527-7e0a336f45f5 x-openstack-request-id: req-99742056-193b-4904-b527-7e0a336f45f5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:26.252315 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210df696-9e1c-4abc-a170-0b9e780db920", "tag": "94928427-ee7e-4036-bf87-bed8e45e36e4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:26.252571 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-99742056-193b-4904-b527-7e0a336f45f5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:26.252964 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210df696-9e1c-4abc-a170-0b9e780db920', 'tag': '94928427-ee7e-4036-bf87-bed8e45e36e4', 'status': 'completed', 'code': 200} Feb 09 20:53:26.270151 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (0dbc24cc-903f-4158-ba94-8a4dc1788b5f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.298187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Pushing event updated for resources: {'Port': ['ID=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:26.403644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:53:26.410983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Deleting port ecb2c295-6ed8-473c-acf0-a7e50b8371aa {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:26.411263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.418354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-0fd51424-7cb3-4726-b836-6ee3c8ac5a4e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4340250 Feb 09 20:53:26.459877 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.468031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Request body: {'port': {'device_id': 'bfa1373c-11f8-4441-aced-06a0f9ca9724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:26.489366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c8f30db5-2eb7-4a4f-809b-56f28d3fe8cc None None] Provisioning complete for port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:26.490481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8f30db5-2eb7-4a4f-809b-56f28d3fe8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.535836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] For port ecb2c295-6ed8-473c-acf0-a7e50b8371aa, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ecb2c295-6ed8-473c-acf0-a7e50b8371aa,segment=NetworkSegment(e2e99954-a600-4d67-a08a-92f4bee679bd),segment_id=e2e99954-a600-4d67-a08a-92f4bee679bd)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:26.536406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-2703659b-26b1-4afb-a7a9-5937287a84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:26.536537 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.538029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-2703659b-26b1-4afb-a7a9-5937287a84e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 1126 time: 0.5773659 Feb 09 20:53:26.553383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Calling delete_port for ecb2c295-6ed8-473c-acf0-a7e50b8371aa owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:26.562416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:26.589724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:26.590445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.616648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d42005-2386-4a6d-9317-2230360c7d16 req-efa17598-0f4e-4368-b79c-f533a19e261b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:26.618978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30d42005-2386-4a6d-9317-2230360c7d16 req-efa17598-0f4e-4368-b79c-f533a19e261b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 943 time: 0.3652649 Feb 09 20:53:26.626724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-6895e5ba-4fe3-429e-972e-27b70812438a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94928427-ee7e-4036-bf87-bed8e45e36e4 HTTP/1.1" status: 200 len: 217 time: 0.0784755 Feb 09 20:53:26.776168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:26.821402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-063e722f-052c-498a-92d5-aeeac9a833a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:26.823535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-063e722f-052c-498a-92d5-aeeac9a833a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.1645544 Feb 09 20:53:26.870558 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.902901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65221c70-70e9-426d-ae81-afc9f8b53707 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:26.918776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c8f30db5-2eb7-4a4f-809b-56f28d3fe8cc None None] Current status of the port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:26.933670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:53:26.943871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b2005-e11e-4772-ac51-108c49fe5c45 req-2b4c13dd-3142-4908-9e5a-37bf7a613811 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:26.946241 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a95b2005-e11e-4772-ac51-108c49fe5c45 req-2b4c13dd-3142-4908-9e5a-37bf7a613811 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 932 time: 0.2789254 Feb 09 20:53:26.949580 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ecb2c295-6ed8-473c-acf0-a7e50b8371aa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:26.957165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-43cbb0e4-dd44-4335-ba45-2ac8ba068d04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119246 Feb 09 20:53:26.972489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Sync routers for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:53:26.998162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30d42005-2386-4a6d-9317-2230360c7d16 req-136d5817-cddb-4eed-bc43-d37c7c9132be tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396790 Feb 09 20:53:27.009871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790304d5-1663-4054-8fdf-ee18671f607d None None] DHCP port deletion for 0dbc24cc-903f-4158-ba94-8a4dc1788b5f request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:53:27.010934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Publish callbacks [] for port (65221c70-70e9-426d-ae81-afc9f8b53707), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.012091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:27.013491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:27.030499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb2c295-6ed8-473c-acf0-a7e50b8371aa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:27.089192 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a95b2005-e11e-4772-ac51-108c49fe5c45 req-52cd7817-f184-41f1-8fdd-268b464ca5a8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874331 Feb 09 20:53:27.092789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] No DVR routers for this DVR port ecb2c295-6ed8-473c-acf0-a7e50b8371aa on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:53:27.106133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.113903 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1af24994-4eba-4100-8b86-c8603110483c admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4257584 Feb 09 20:53:27.142598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:27.188352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:27.188813 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.198903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:27.199373 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.221949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-474f810f-7b00-420f-a095-41a114c43661 None None] Provisioning complete for port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:27.222592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-474f810f-7b00-420f-a095-41a114c43661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.257749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (0dbc24cc-903f-4158-ba94-8a4dc1788b5f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.308085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbc24cc-903f-4158-ba94-8a4dc1788b5f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:27.326048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e99954-a600-4d67-a08a-92f4bee679bd') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:27.326496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e99954-a600-4d67-a08a-92f4bee679bd') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:27.338098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-474f810f-7b00-420f-a095-41a114c43661 None None] Port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:27.366132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:27.368608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (e2e99954-a600-4d67-a08a-92f4bee679bd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.390660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e2e99954-a600-4d67-a08a-92f4bee679bd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.411455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469b7d-df49-4c8a-9d36-63ff8e0e1553 req-4481d722-9d37-4fe5-b343-a0412b6db3ce tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:27.419042 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94469b7d-df49-4c8a-9d36-63ff8e0e1553 req-4481d722-9d37-4fe5-b343-a0412b6db3ce tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.0900826 Feb 09 20:53:27.420275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:53:27.420688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (e2e99954-a600-4d67-a08a-92f4bee679bd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:53:27.422612 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:53:27.634194 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (0dbc24cc-903f-4158-ba94-8a4dc1788b5f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.669269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94469b7d-df49-4c8a-9d36-63ff8e0e1553 req-5305c534-d012-4981-be29-cf0d44c4d468 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118213 Feb 09 20:53:27.670817 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.681591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] 10.222.0.102 "DELETE /v2.0/networks/0dbc24cc-903f-4158-ba94-8a4dc1788b5f HTTP/1.1" status: 204 len: 168 time: 1.5840993 Feb 09 20:53:27.718394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:27.719792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8a4b6-4639-4aac-8dcd-2df68f3334fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbc24cc-903f-4158-ba94-8a4dc1788b5f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:27.765091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Transition to ACTIVE for port object 65221c70-70e9-426d-ae81-afc9f8b53707 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:53:27.845795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.862256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197cfa17-97ae-441d-8c48-de82e9dac504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:27.864540 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da123d37-5e18-4c45-8684-34a615bb1361" -d '{"events": [{"server_uuid": "197cfa17-97ae-441d-8c48-de82e9dac504", "name": "network-vif-plugged", "status": "completed", "tag": "c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:27.897081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:27.908463 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.916033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6e3f6efd-cba4-45a0-8cbc-b58c614d8990 None None] Provisioning complete for port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:27.916404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6efd-cba4-45a0-8cbc-b58c614d8990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:27.969217 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40370839-0e46-43a4-8001-5ed5e5fadeef x-openstack-request-id: req-40370839-0e46-43a4-8001-5ed5e5fadeef {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:27.970086 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197cfa17-97ae-441d-8c48-de82e9dac504", "name": "network-vif-plugged", "status": "completed", "tag": "c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:27.970086 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-40370839-0e46-43a4-8001-5ed5e5fadeef {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:27.970268 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197cfa17-97ae-441d-8c48-de82e9dac504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23', 'code': 200} Feb 09 20:53:28.013532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:28.034578 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6d1a22a3-95e9-455f-b616-88ba47bc5177 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:28.092288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:28.100827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Publish callbacks [] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:28.105472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6d1a22a3-95e9-455f-b616-88ba47bc5177 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:28.105819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6d1a22a3-95e9-455f-b616-88ba47bc5177 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:28.115185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Transition to ACTIVE for port object 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:53:28.172481 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:28.250061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f6efd-cba4-45a0-8cbc-b58c614d8990 None None] Current status of the port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:28.275241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:24Z', 'revision_number': 3, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:28.281393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-58533e9d-36df-4706-b60d-63e45d55295b service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2904508 Feb 09 20:53:28.282021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:28.332649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Checking router: 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:53:28.334921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Updating router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 port bec48408-e5e6-40d1-8845-c720f8204e6a binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:53:28.402664 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:28.447021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e0f5-e76d-4e59-a69c-25b163686f63 req-d37b2bc5-d95a-4953-a5b3-af36d7be249d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:28.460526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2460e0f5-e76d-4e59-a69c-25b163686f63 req-d37b2bc5-d95a-4953-a5b3-af36d7be249d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 943 time: 0.2773077 Feb 09 20:53:28.467100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8dd8a-2cef-441a-a1d9-2bae39ada09c req-c6fa442f-2cbf-4ba7-86d6-484694e31f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:28.468906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38c8dd8a-2cef-441a-a1d9-2bae39ada09c req-c6fa442f-2cbf-4ba7-86d6-484694e31f67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 1128 time: 0.2844257 Feb 09 20:53:28.577830 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38c8dd8a-2cef-441a-a1d9-2bae39ada09c req-b6850e39-761f-4fc3-bacd-6195a2998966 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787158 Feb 09 20:53:28.590058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2460e0f5-e76d-4e59-a69c-25b163686f63 req-607402af-6229-4199-928d-e2d704e3a21a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286047 Feb 09 20:53:28.631297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5966728-b57d-43f1-8aeb-c1b85ed5fe59 req-ea5f3bc0-6083-4c45-8283-d87f6a77093c service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391891 Feb 09 20:53:28.751894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ecb2c295-6ed8-473c-acf0-a7e50b8371aa no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:28.778661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ecb2c295-6ed8-473c-acf0-a7e50b8371aa {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:28.779043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ecb2c295-6ed8-473c-acf0-a7e50b8371aa not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:28.817826 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:28.888412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b216f-af1b-4d7a-9f4c-21c32aae81dd req-c113f27b-1906-4581-b76d-a2f986dd84a9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:28.890645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb1b216f-af1b-4d7a-9f4c-21c32aae81dd req-c113f27b-1906-4581-b76d-a2f986dd84a9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 1.5645549 Feb 09 20:53:28.919003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Pushing event updated for resources: {'Port': ['ID=65221c70-70e9-426d-ae81-afc9f8b53707,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:28.986501 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Publish callbacks [] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:28.998358 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:29.025443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0a80-899d-4317-bfc9-6c9f0de06173 req-b2afe031-17f6-4c8f-b929-2747ef17f1a8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:29.032738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc2c0a80-899d-4317-bfc9-6c9f0de06173 req-b2afe031-17f6-4c8f-b929-2747ef17f1a8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 944 time: 0.2807543 Feb 09 20:53:29.092817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bba324-c03e-41ac-a924-ba221a9ce195 None None] Pushing event updated for resources: {'Port': ['ID=bec48408-e5e6-40d1-8845-c720f8204e6a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:29.108037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Attempting to bind port bec48408-e5e6-40d1-8845-c720f8204e6a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:29.108401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Attempting to bind port bec48408-e5e6-40d1-8845-c720f8204e6a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:29.108932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Attempting to bind port bec48408-e5e6-40d1-8845-c720f8204e6a on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:29.116598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:29.118010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:29.118421 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:29.119021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:29.119503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Bound port: bec48408-e5e6-40d1-8845-c720f8204e6a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:29.120499 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:29.143070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc2c0a80-899d-4317-bfc9-6c9f0de06173 req-9688f99b-bc20-4f6a-a677-2b63a22af1d4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093771 Feb 09 20:53:29.188886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] For port bec48408-e5e6-40d1-8845-c720f8204e6a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:29.193841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] For port bec48408-e5e6-40d1-8845-c720f8204e6a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bec48408-e5e6-40d1-8845-c720f8204e6a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:29.203936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:29.284151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bba324-c03e-41ac-a924-ba221a9ce195 None None] Pushing event updated for resources: {'Port': ['ID=bec48408-e5e6-40d1-8845-c720f8204e6a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:29.320223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:29.321910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:29.349050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3b0e4-168e-4faa-ae78-4ecafec53c91 req-6b4dc9fb-4b73-49c7-b135-d122701e8487 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:29.357257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-49b3b0e4-168e-4faa-ae78-4ecafec53c91 req-6b4dc9fb-4b73-49c7-b135-d122701e8487 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.0938807 Feb 09 20:53:29.359909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Deleting port ad7244eb-0589-4377-99bc-301d402ad352 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:29.360346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ad7244eb-0589-4377-99bc-301d402ad352), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:29.381378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-0d10846b-c88c-489e-84ae-d4f9f1af838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:29.382915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-0d10846b-c88c-489e-84ae-d4f9f1af838e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 1126 time: 0.6070642 Feb 09 20:53:29.387340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Attempting to bind port 65221c70-70e9-426d-ae81-afc9f8b53707 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:29.387699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Attempting to bind port 65221c70-70e9-426d-ae81-afc9f8b53707 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:29.388029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Attempting to bind port 65221c70-70e9-426d-ae81-afc9f8b53707 on network 909ba923-a156-4c07-aa23-b5b573b67bc3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:29.435841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Pushing event updated for resources: {'Port': ['ID=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:29.478818 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-49b3b0e4-168e-4faa-ae78-4ecafec53c91 req-3c76be91-b04b-448a-8fc5-73f6ed00aedb tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145175 Feb 09 20:53:29.498244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb1b216f-af1b-4d7a-9f4c-21c32aae81dd req-e3f3f099-6eb9-4a4d-bba3-a8b8f45fb7f9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640240 Feb 09 20:53:29.507713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] For port ad7244eb-0589-4377-99bc-301d402ad352, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad7244eb-0589-4377-99bc-301d402ad352,segment=NetworkSegment(f0ed8833-9050-443e-913a-e960f386b497),segment_id=f0ed8833-9050-443e-913a-e960f386b497)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:29.508200 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ad7244eb-0589-4377-99bc-301d402ad352), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:29.519310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:29.523076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Calling delete_port for ad7244eb-0589-4377-99bc-301d402ad352 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:29.661330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Port 65221c70-70e9-426d-ae81-afc9f8b53707 on network 909ba923-a156-4c07-aa23-b5b573b67bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:53:29.661727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Attempting to bind port 65221c70-70e9-426d-ae81-afc9f8b53707 on network 909ba923-a156-4c07-aa23-b5b573b67bc3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:29.665547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-589af664-92de-43e6-b82e-f8c942f2f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:29.667027 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-589af664-92de-43e6-b82e-f8c942f2f466 service neutron] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.2578769 Feb 09 20:53:29.693716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Attempting to bind port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:29.694060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Attempting to bind port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:29.694394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Attempting to bind port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f on network 909ba923-a156-4c07-aa23-b5b573b67bc3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:29.769204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-2dcd70c8-b6f6-464c-80d3-ecfd8c453650 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94928427-ee7e-4036-bf87-bed8e45e36e4 HTTP/1.1" status: 200 len: 217 time: 0.0714669 Feb 09 20:53:29.787890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:29.789735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Checking segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:29.791263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Bound using segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:29.791742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Bound port: 65221c70-70e9-426d-ae81-afc9f8b53707, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:29.794309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:29.801129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ad7244eb-0589-4377-99bc-301d402ad352), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:29.855874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7244eb-0589-4377-99bc-301d402ad352,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:29.863989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:24Z', 'revision_number': 3, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:29.928729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070148e6-2f9f-4085-8179-ab635949a779 None None] The sync data for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 is: [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:24Z', 'revision_number': 3, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:53:29.952732 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9139cc-0a8d-4392-9217-93431a969e53 req-58d2010a-b1a9-4a6a-a33e-310d3e713749 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:29.959604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af9139cc-0a8d-4392-9217-93431a969e53 req-58d2010a-b1a9-4a6a-a33e-310d3e713749 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 943 time: 0.1736758 Feb 09 20:53:29.988350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-0a460dc2-ed61-47f1-ade2-29ab465cee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:29.990879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-0a460dc2-ed61-47f1-ade2-29ab465cee46 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.2057662 Feb 09 20:53:29.991521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f on network 909ba923-a156-4c07-aa23-b5b573b67bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:53:29.991938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Attempting to bind port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f on network 909ba923-a156-4c07-aa23-b5b573b67bc3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:30.012021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:30.012411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Checking segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:30.012748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Bound using segment: {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:30.013247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Bound port: 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828737ee-f178-43fb-989b-533e9056ec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:30.013777 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:30.089306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 94928427-ee7e-4036-bf87-bed8e45e36e4 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:30.115392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] For port 65221c70-70e9-426d-ae81-afc9f8b53707, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:30.119078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] For port 65221c70-70e9-426d-ae81-afc9f8b53707, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=65221c70-70e9-426d-ae81-afc9f8b53707,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:30.144554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:30.234665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:30.275817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:30.281813 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:30.283736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] 10.222.0.50 "PUT /v2.0/ports/65221c70-70e9-426d-ae81-afc9f8b53707 HTTP/1.1" status: 200 len: 1092 time: 6.8067541 Feb 09 20:53:30.418860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 94928427-ee7e-4036-bf87-bed8e45e36e4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=94928427-ee7e-4036-bf87-bed8e45e36e4,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:30.439599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '94928427-ee7e-4036-bf87-bed8e45e36e4', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'port_id': '94928427-ee7e-4036-bf87-bed8e45e36e4', 'mac_address': 'fa:16:3e:a6:4b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da60c3a-dc04-497b-aaff-c1952e694419', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:30.516369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af9139cc-0a8d-4392-9217-93431a969e53 req-ca104821-032f-4ed2-9169-f39b51daef6b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554807 Feb 09 20:53:30.568827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 94928427-ee7e-4036-bf87-bed8e45e36e4 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:30.569142 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:30.611480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94928427-ee7e-4036-bf87-bed8e45e36e4 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:30.612960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:30.674405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Allocated IP 172.20.0.1 (e0902706-cfe4-4c84-aeea-f81bad23cf19/b28620e4-1f7a-44c7-9c19-5bcb3026959c/93e842a5-55fc-4eec-a8bb-3bc64923a357) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:30.683668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 94928427-ee7e-4036-bf87-bed8e45e36e4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=94928427-ee7e-4036-bf87-bed8e45e36e4,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:30.701022 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:30.744120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-60f63b41-fd9c-4fba-a8fb-2d31f993c9ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7341111 Feb 09 20:53:30.744601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9fdb56-700f-4aaf-a729-19ab13bc2733', 'tag': '65221c70-70e9-426d-ae81-afc9f8b53707'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:30.749037 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9fdb56-700f-4aaf-a729-19ab13bc2733", "tag": "65221c70-70e9-426d-ae81-afc9f8b53707"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:30.839692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb04702-8fe2-44ac-97f7-f8ffcf32784a service neutron] Pushing event updated for resources: {'Port': ['ID=65221c70-70e9-426d-ae81-afc9f8b53707,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:30.856545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=94928427-ee7e-4036-bf87-bed8e45e36e4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:30.929203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bec48408-e5e6-40d1-8845-c720f8204e6a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:30.963605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c3d5f-0cc5-467e-882c-8b386a32a95a req-caa2bf00-fcf5-406a-8ecc-7cb944302665 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:30.967976 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a67c3d5f-0cc5-467e-882c-8b386a32a95a req-caa2bf00-fcf5-406a-8ecc-7cb944302665 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.2588258 Feb 09 20:53:30.994487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['94928427-ee7e-4036-bf87-bed8e45e36e4'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:31.125919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port bec48408-e5e6-40d1-8845-c720f8204e6a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:31.125919 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:31.152707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a67c3d5f-0cc5-467e-882c-8b386a32a95a req-1b0f0603-bd99-4ab9-8b5a-b0c5aaf1e0c6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782427 Feb 09 20:53:31.239121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-f4ca8ce5-ec04-4ce5-bdf3-e9029b2a94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:31.241426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-f4ca8ce5-ec04-4ce5-bdf3-e9029b2a94f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 1126 time: 0.4618936 Feb 09 20:53:31.248095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:53:31.269574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-d668791c-ec43-4984-aed4-9dcdb0004758 service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312513 Feb 09 20:53:31.287185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d35c42-c291-49a7-9c03-f282c83ab4eb req-908efd04-731c-4261-8737-b4b6073d3e03 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:31.288889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68d35c42-c291-49a7-9c03-f282c83ab4eb req-908efd04-731c-4261-8737-b4b6073d3e03 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 944 time: 1.0041714 Feb 09 20:53:31.349005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port bec48408-e5e6-40d1-8845-c720f8204e6a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:31.349666 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:31.389297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port bec48408-e5e6-40d1-8845-c720f8204e6a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bec48408-e5e6-40d1-8845-c720f8204e6a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:31.389568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] For port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:31.394796 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:31.438520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Publish callbacks [] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:31.441435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-3ee319c3-b7ad-4be5-9ed2-f5b073c8a593 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65221c70-70e9-426d-ae81-afc9f8b53707 HTTP/1.1" status: 200 len: 217 time: 0.1707561 Feb 09 20:53:31.492665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=bec48408-e5e6-40d1-8845-c720f8204e6a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:31.521819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] For port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:31.579924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:53:31.589541 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] Sync routers for ids ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:53:31.591349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8ca55ae4-20dd-4571-999d-0f5e89fef2e5 admin admin] 10.222.0.102 "PUT /v2.0/routers/7ac84822-2212-48fb-9b3c-102ad0ef6d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8685110 Feb 09 20:53:31.593990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:31.605059 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:31.605938 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] Routers {'7ac84822-2212-48fb-9b3c-102ad0ef6d2b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:31.606580 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:31.631744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68d35c42-c291-49a7-9c03-f282c83ab4eb req-96f83a0f-d574-4ee6-b4d5-7360373f3332 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304393 Feb 09 20:53:31.644782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2751b-fecf-453a-befc-e5a6927413da req-82ab3bdc-393c-42b1-8971-92c0f27dd7f7 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:31.657513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-95d2751b-fecf-453a-befc-e5a6927413da req-82ab3bdc-393c-42b1-8971-92c0f27dd7f7 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.2802429 Feb 09 20:53:31.730211 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ac30a6-20dc-4dcf-b093-fef4117b93f2 x-openstack-request-id: req-25ac30a6-20dc-4dcf-b093-fef4117b93f2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:31.730510 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9fdb56-700f-4aaf-a729-19ab13bc2733", "tag": "65221c70-70e9-426d-ae81-afc9f8b53707", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:31.730775 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-25ac30a6-20dc-4dcf-b093-fef4117b93f2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:31.731197 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9fdb56-700f-4aaf-a729-19ab13bc2733', 'tag': '65221c70-70e9-426d-ae81-afc9f8b53707', 'status': 'completed', 'code': 200} Feb 09 20:53:31.821938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:31.823052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:31.828158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] 10.222.0.13 "PUT /v2.0/ports/60f1aa4f-8071-4bcc-b0fa-1c6c3054595f HTTP/1.1" status: 200 len: 1093 time: 5.3829455 Feb 09 20:53:31.910841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-c9ddf542-a271-4c38-a406-4ccb900dd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:31.912710 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-c9ddf542-a271-4c38-a406-4ccb900dd55e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f725d146-1af8-4f95-9e13-c7e227eee1f1 HTTP/1.1" status: 200 len: 855 time: 0.4236014 Feb 09 20:53:31.974611 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-95d2751b-fecf-453a-befc-e5a6927413da req-790c55e4-e196-4b00-90f0-ea44d0f4dc10 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161211 Feb 09 20:53:31.984654 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:32.012136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks [] for router (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:32.089575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 94928427-ee7e-4036-bf87-bed8e45e36e4 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:32.154135 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b701ad8-a1ae-4a40-a3b8-b98a3e568365 req-8234ba93-639c-4fc2-94f1-ce83cccd3e7f service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8642280 Feb 09 20:53:32.201663 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] Set router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:32.207603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a6c94-5658-4a6a-b513-ad26029ac1ac service neutron] Pushing event updated for resources: {'Port': ['ID=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:32.208404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-e8fb7b8f-329a-4010-8d44-cf613712c19f req-9a3dcb4b-6039-448c-9ead-c04657c47f52 service neutron] (103325) timed out ('10.222.0.50', 49777) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 20:53:32.234966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:32.246679 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 94928427-ee7e-4036-bf87-bed8e45e36e4 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:32.253734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 94928427-ee7e-4036-bf87-bed8e45e36e4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:32.255764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:32.363050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Pushing event updated for resources: {'Port': ['ID=93e842a5-55fc-4eec-a8bb-3bc64923a357,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:32.389718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:32.428988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:32.445179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50b3d2-69fa-4b0e-80b8-eeb1b7de8729 req-ececa2e2-aac8-4f4e-b2c0-c033a8ad5c43 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:32.446911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e50b3d2-69fa-4b0e-80b8-eeb1b7de8729 req-ececa2e2-aac8-4f4e-b2c0-c033a8ad5c43 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 944 time: 0.6065056 Feb 09 20:53:32.494670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks [] for router_gateway (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:32.677289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28f1feb7-935d-49ac-a0c7-746806f615a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:32.678861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-28f1feb7-935d-49ac-a0c7-746806f615a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909ba923-a156-4c07-aa23-b5b573b67bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6801405 Feb 09 20:53:32.680838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 94928427-ee7e-4036-bf87-bed8e45e36e4 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:32.681348 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:32.692857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b2d0-ade3-4d84-9eef-c91c11447d3b req-a1a6c047-7076-4208-8405-27a79f5b16e0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:32.700397 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:53:29Z', 'revision_number': 5, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port': {'id': '4da589a1-b4f9-41c2-aeb9-33726cfb413f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:98:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:44:03Z', 'updated_at': '2022-02-09T20:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:32.706029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11c0b2d0-ade3-4d84-9eef-c91c11447d3b req-a1a6c047-7076-4208-8405-27a79f5b16e0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.2905657 Feb 09 20:53:32.716981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af005-f753-46d1-b72e-1701a5d39290 req-1c745b5f-01c1-48a3-a64a-b6c965c33777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:32.727177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-1c745b5f-01c1-48a3-a64a-b6c965c33777 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 1127 time: 0.8405690 Feb 09 20:53:32.738409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210df696-9e1c-4abc-a170-0b9e780db920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94928427-ee7e-4036-bf87-bed8e45e36e4'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:32.741543 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03752b12-017d-4fc6-8c26-02f9c8fd80b5" -d '{"events": [{"server_uuid": "210df696-9e1c-4abc-a170-0b9e780db920", "name": "network-vif-plugged", "status": "completed", "tag": "94928427-ee7e-4036-bf87-bed8e45e36e4"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:32.793471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bec48408-e5e6-40d1-8845-c720f8204e6a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:32.809914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 94928427-ee7e-4036-bf87-bed8e45e36e4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=94928427-ee7e-4036-bf87-bed8e45e36e4,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:32.834461 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] Checking router: 7ac84822-2212-48fb-9b3c-102ad0ef6d2b for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:53:32.859601 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] Routers {'7ac84822-2212-48fb-9b3c-102ad0ef6d2b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:32.862321 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:32.892245 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:32.909501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Deleting port 4da589a1-b4f9-41c2-aeb9-33726cfb413f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:32.909842 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:32.942377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11c0b2d0-ade3-4d84-9eef-c91c11447d3b req-f2806289-823a-4d1b-8e36-3bc1b6521392 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328842 Feb 09 20:53:32.996618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-fe134177-e830-4c8f-be75-09414cdd2aac service neutron] 10.222.0.50 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661955 Feb 09 20:53:33.028749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5cd3ee62-1263-4177-978a-636160bd64ff None None] Provisioning complete for port 93e842a5-55fc-4eec-a8bb-3bc64923a357 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:33.029241 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5cd3ee62-1263-4177-978a-636160bd64ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:33.075491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3ee62-1263-4177-978a-636160bd64ff None None] Port 93e842a5-55fc-4eec-a8bb-3bc64923a357 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:33.087671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=94928427-ee7e-4036-bf87-bed8e45e36e4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:33.093004 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] Set router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:33.111816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port bec48408-e5e6-40d1-8845-c720f8204e6a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:33.112268 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:33.216202 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:53:32Z', 'revision_number': 6, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:33.294329 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797f9aa-1b8a-4963-9fab-aef34875d4f2 None None] The sync data for ids ['7ac84822-2212-48fb-9b3c-102ad0ef6d2b'] in n-d-789963-29 is: [{'id': '7ac84822-2212-48fb-9b3c-102ad0ef6d2b', 'name': 'tempest-TaggedBootDevicesTest-1098841552-router', 'tenant_id': '8b3691d67e484925a80ca7c460d35d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:44:01Z', 'updated_at': '2022-02-09T20:53:32Z', 'revision_number': 6, 'project_id': '8b3691d67e484925a80ca7c460d35d47', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:53:33.312505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port bec48408-e5e6-40d1-8845-c720f8204e6a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:33.369858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] For port 4da589a1-b4f9-41c2-aeb9-33726cfb413f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4da589a1-b4f9-41c2-aeb9-33726cfb413f,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:33.370929 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:33.389924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Calling delete_port for 4da589a1-b4f9-41c2-aeb9-33726cfb413f owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:33.429231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e50b3d2-69fa-4b0e-80b8-eeb1b7de8729 req-6e87b46a-7998-471b-ba65-6e2c132d8817 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9390380 Feb 09 20:53:33.459079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-9fa2e0df-b5e3-43c7-b484-463a82e84dad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f HTTP/1.1" status: 200 len: 217 time: 0.4614367 Feb 09 20:53:33.474857 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:33.505776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b3022-ab2e-47fb-97c3-c03c8e6b9cb2 req-77c2e5eb-6a70-4fc9-9c96-f13b4ea99a62 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:33.507339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-523b3022-ab2e-47fb-97c3-c03c8e6b9cb2 req-77c2e5eb-6a70-4fc9-9c96-f13b4ea99a62 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 944 time: 0.3456745 Feb 09 20:53:33.516044 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db04d894-44a7-4313-99c6-949ffe1be307 x-openstack-request-id: req-db04d894-44a7-4313-99c6-949ffe1be307 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:33.516364 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210df696-9e1c-4abc-a170-0b9e780db920", "name": "network-vif-plugged", "status": "completed", "tag": "94928427-ee7e-4036-bf87-bed8e45e36e4", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:33.516626 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-db04d894-44a7-4313-99c6-949ffe1be307 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:33.517026 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210df696-9e1c-4abc-a170-0b9e780db920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94928427-ee7e-4036-bf87-bed8e45e36e4', 'code': 200} Feb 09 20:53:33.630898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-523b3022-ab2e-47fb-97c3-c03c8e6b9cb2 req-edba8fa7-08be-4713-aa7a-9a24907c73a1 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763052 Feb 09 20:53:33.696789 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4da589a1-b4f9-41c2-aeb9-33726cfb413f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:33.731317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da589a1-b4f9-41c2-aeb9-33726cfb413f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:33.735949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa1373c-11f8-4441-aced-06a0f9ca9724', 'tag': '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:33.738968 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ce07cf-16ce-46d6-8509-7af598e0e642" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa1373c-11f8-4441-aced-06a0f9ca9724", "tag": "60f1aa4f-8071-4bcc-b0fa-1c6c3054595f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:33.746703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a26fb6f-0ffe-47fc-b3aa-9994471147aa req-1f70defa-bbbf-4534-be15-9a355e6400d1 service neutron] 10.222.0.50 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224418 Feb 09 20:53:33.854000 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ac952-fba3-4993-8967-ee1d58aaae0d x-openstack-request-id: req-818ac952-fba3-4993-8967-ee1d58aaae0d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:33.854337 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa1373c-11f8-4441-aced-06a0f9ca9724", "tag": "60f1aa4f-8071-4bcc-b0fa-1c6c3054595f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:33.854589 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-818ac952-fba3-4993-8967-ee1d58aaae0d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:33.854993 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa1373c-11f8-4441-aced-06a0f9ca9724', 'tag': '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f', 'status': 'completed', 'code': 200} Feb 09 20:53:33.861098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:34.020403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af005-f753-46d1-b72e-1701a5d39290 req-b358f9f0-36c8-4482-b818-d4cc5a3b78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:34.022658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-b358f9f0-36c8-4482-b818-d4cc5a3b78f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f725d146-1af8-4f95-9e13-c7e227eee1f1 HTTP/1.1" status: 200 len: 855 time: 0.4253294 Feb 09 20:53:34.079812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:34.090116 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks [] for router_controller (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:34.122899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280e6c3-1e39-4231-8042-9b3cff25f59a req-f9078ca5-ce13-4b9d-98df-0defd6e6bf56 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:34.124812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c280e6c3-1e39-4231-8042-9b3cff25f59a req-f9078ca5-ce13-4b9d-98df-0defd6e6bf56 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.3771141 Feb 09 20:53:34.156417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb8bfd-6b1a-4a1e-aa97-2946e2f4d78d req-a8e16e31-5cf9-4ba0-a090-5ccd1ef5bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:34.160548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdfb8bfd-6b1a-4a1e-aa97-2946e2f4d78d req-a8e16e31-5cf9-4ba0-a090-5ccd1ef5bc74 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 1128 time: 0.4035461 Feb 09 20:53:34.162410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-619ff89b-a9f6-4414-97c3-254761366c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:34.164062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-619ff89b-a9f6-4414-97c3-254761366c50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 1126 time: 0.2946792 Feb 09 20:53:34.246742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (7ac84822-2212-48fb-9b3c-102ad0ef6d2b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:34.247361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac84822-2212-48fb-9b3c-102ad0ef6d2b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:53:34.252667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:34.253878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4556aa38-b27c-46db-b20a-a0c76c36aef3 admin admin] 10.222.0.102 "DELETE /v2.0/routers/7ac84822-2212-48fb-9b3c-102ad0ef6d2b HTTP/1.1" status: 204 len: 168 time: 2.6570251 Feb 09 20:53:34.260662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:34.281665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd359af-7276-488e-9646-4bf20e2de274 req-52d270b4-d7b1-4a33-85de-e5af9bd15e42 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:34.288962 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fd359af-7276-488e-9646-4bf20e2de274 req-52d270b4-d7b1-4a33-85de-e5af9bd15e42 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.1965380 Feb 09 20:53:34.346680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af005-f753-46d1-b72e-1701a5d39290 req-fda038ae-730d-4846-b89f-1a00f6a06848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:34.349320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-fda038ae-730d-4846-b89f-1a00f6a06848 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=909ba923-a156-4c07-aa23-b5b573b67bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3180380 Feb 09 20:53:34.431647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54781f5-5a76-4248-bef6-2874655d4a16 admin admin] Deleting subnet 4606613f-d3e6-4014-a0a8-1376fd8ffabd {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:53:34.437303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f54781f5-5a76-4248-bef6-2874655d4a16 admin admin] Publish callbacks [] for subnet (4606613f-d3e6-4014-a0a8-1376fd8ffabd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:34.472936 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fd359af-7276-488e-9646-4bf20e2de274 req-0423e83a-b92c-4078-9c5f-d1a09f911a3a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829538 Feb 09 20:53:34.517047 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f54781f5-5a76-4248-bef6-2874655d4a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (4606613f-d3e6-4014-a0a8-1376fd8ffabd), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:34.582550 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdfb8bfd-6b1a-4a1e-aa97-2946e2f4d78d req-369c598b-196b-44b9-967c-7ff415cf0a07 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969686 Feb 09 20:53:34.634019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-82285bd0-31bf-4793-8ecc-b561afdf3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:34.636788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-82285bd0-31bf-4793-8ecc-b561afdf3a53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 917 time: 0.4230127 Feb 09 20:53:34.701252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c280e6c3-1e39-4231-8042-9b3cff25f59a req-c6f11992-93ea-4158-bd9a-3407bc10f246 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313029 Feb 09 20:53:34.733024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:34.757035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4da589a1-b4f9-41c2-aeb9-33726cfb413f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:34.795063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4da589a1-b4f9-41c2-aeb9-33726cfb413f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:34.795199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-22df570d-2020-452a-ace1-2a2c7d6897cb service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330213 Feb 09 20:53:34.795326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4da589a1-b4f9-41c2-aeb9-33726cfb413f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:34.796272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad7244eb-0589-4377-99bc-301d402ad352 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:34.833161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ad7244eb-0589-4377-99bc-301d402ad352 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:34.833161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad7244eb-0589-4377-99bc-301d402ad352 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:34.873670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4e755-5983-4005-aa55-0842c9a3faf6 req-0aab2394-0105-4e23-b0b9-7aca2cb6992d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:34.890373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80e4e755-5983-4005-aa55-0842c9a3faf6 req-0aab2394-0105-4e23-b0b9-7aca2cb6992d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 945 time: 0.3294711 Feb 09 20:53:34.954793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-04a93f64-a8e6-4d7a-a51f-52ba43cbd519 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65221c70-70e9-426d-ae81-afc9f8b53707 HTTP/1.1" status: 200 len: 217 time: 0.1620202 Feb 09 20:53:34.961392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f54781f5-5a76-4248-bef6-2874655d4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (4606613f-d3e6-4014-a0a8-1376fd8ffabd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:35.048277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80e4e755-5983-4005-aa55-0842c9a3faf6 req-bfb46b51-d693-4384-9500-8e23051acf25 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569462 Feb 09 20:53:35.089374 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f54781f5-5a76-4248-bef6-2874655d4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (4606613f-d3e6-4014-a0a8-1376fd8ffabd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:35.147556 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f54781f5-5a76-4248-bef6-2874655d4a16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:35.148873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11242a8e-ef52-462f-a2ce-945847f7de21 None None] Network 81b85a02-fb46-40bc-b94b-0dff3c52efea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:35.160384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:35.164776 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f54781f5-5a76-4248-bef6-2874655d4a16 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/4606613f-d3e6-4014-a0a8-1376fd8ffabd HTTP/1.1" status: 204 len: 168 time: 0.9015698 Feb 09 20:53:35.165906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54781f5-5a76-4248-bef6-2874655d4a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4606613f-d3e6-4014-a0a8-1376fd8ffabd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:35.277493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177abb-53a9-487c-a4e7-b1696512587b req-303b9200-0565-455f-8e21-2142bb569dc4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:35.292566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb177abb-53a9-487c-a4e7-b1696512587b req-303b9200-0565-455f-8e21-2142bb569dc4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1022422 Feb 09 20:53:35.393910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb177abb-53a9-487c-a4e7-b1696512587b req-6dc9bd1b-0666-41c5-a974-4cf36a3e0fb1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934024 Feb 09 20:53:35.402352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] DHCP port deletion for 81b85a02-fb46-40bc-b94b-0dff3c52efea request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:53:35.483169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-1861d86b-8ede-484b-94f6-f2180be5a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:35.485016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-1861d86b-8ede-484b-94f6-f2180be5a3ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f725d146-1af8-4f95-9e13-c7e227eee1f1 HTTP/1.1" status: 200 len: 855 time: 0.4324222 Feb 09 20:53:35.535647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df9af005-f753-46d1-b72e-1701a5d39290 req-054b9c93-49e4-4e74-bcfa-3ec48f31b832 service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027104 Feb 09 20:53:35.585488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (81b85a02-fb46-40bc-b94b-0dff3c52efea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:35.642735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28974d4d-2d2e-46dc-bcfc-66283d3c0185 req-0d1d9254-2ce6-4eb7-a4b7-4e5ab44e0c7b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:35.644986 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28974d4d-2d2e-46dc-bcfc-66283d3c0185 req-0d1d9254-2ce6-4eb7-a4b7-4e5ab44e0c7b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1344461 Feb 09 20:53:35.692426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c6f4f-5211-46f0-be9f-dec545bf3bbd req-84e61f55-2a65-499f-9780-e0bb8041be16 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:35.693954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-830c6f4f-5211-46f0-be9f-dec545bf3bbd req-84e61f55-2a65-499f-9780-e0bb8041be16 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 944 time: 0.6470356 Feb 09 20:53:35.746448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28974d4d-2d2e-46dc-bcfc-66283d3c0185 req-e97b8994-2a02-4d0e-9624-1112877e3b96 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903411 Feb 09 20:53:35.818126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] Deleting port 3a23bd41-6356-4259-91e5-4f30e889f1e0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:35.819153 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:35.838683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-830c6f4f-5211-46f0-be9f-dec545bf3bbd req-eea501bc-7a41-46a3-8a96-0fe2486067a5 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326592 Feb 09 20:53:35.852748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-dede0097-59a1-4896-ad22-887856e00764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:35.854828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-dede0097-59a1-4896-ad22-887856e00764 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=909ba923-a156-4c07-aa23-b5b573b67bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3023560 Feb 09 20:53:35.937696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] For port 3a23bd41-6356-4259-91e5-4f30e889f1e0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3a23bd41-6356-4259-91e5-4f30e889f1e0,segment=NetworkSegment(f0ed8833-9050-443e-913a-e960f386b497),segment_id=f0ed8833-9050-443e-913a-e960f386b497)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:35.938113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:35.952628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] Calling delete_port for 3a23bd41-6356-4259-91e5-4f30e889f1e0 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:36.051184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a4c9-bd8f-44f1-8892-43f2a4500f97 req-db312e00-8cc7-4a90-a35a-d58c28fe3911 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:36.058788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0272a4c9-bd8f-44f1-8892-43f2a4500f97 req-db312e00-8cc7-4a90-a35a-d58c28fe3911 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1753325 Feb 09 20:53:36.081218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:36.094748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 65221c70-70e9-426d-ae81-afc9f8b53707 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:36.165273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0272a4c9-bd8f-44f1-8892-43f2a4500f97 req-82645bb7-aa21-409b-a775-d0d1d89601b2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058607 Feb 09 20:53:36.171292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] No DVR routers for this DVR port 3a23bd41-6356-4259-91e5-4f30e889f1e0 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:53:36.215308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e9ad2-c7c5-4e71-884c-47d990015cfb None None] Pushing event deleted for resources: {'Port': ['ID=3a23bd41-6356-4259-91e5-4f30e889f1e0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:36.226101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Publish callbacks [] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:36.240404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-87a76029-c770-4c84-9238-bdee9bd378ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:36.242320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-87a76029-c770-4c84-9238-bdee9bd378ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 1127 time: 0.6332989 Feb 09 20:53:36.243534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:36.289791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 65221c70-70e9-426d-ae81-afc9f8b53707, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=65221c70-70e9-426d-ae81-afc9f8b53707,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:36.302586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea418-b6de-4378-81df-9f8ab771eb3d req-3131db4b-2200-49fe-ac90-611340539998 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:36.311231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5fea418-b6de-4378-81df-9f8ab771eb3d req-3131db4b-2200-49fe-ac90-611340539998 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 945 time: 0.0766897 Feb 09 20:53:36.316074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '65221c70-70e9-426d-ae81-afc9f8b53707', 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3', 'port_id': '65221c70-70e9-426d-ae81-afc9f8b53707', 'mac_address': 'fa:16:3e:d2:a1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f725d146-1af8-4f95-9e13-c7e227eee1f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:36.373299 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5fea418-b6de-4378-81df-9f8ab771eb3d req-97e7c8f8-10ea-4a23-90b7-27e55d97cf38 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607874 Feb 09 20:53:36.402520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 65221c70-70e9-426d-ae81-afc9f8b53707 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:36.406559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:36.440762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65221c70-70e9-426d-ae81-afc9f8b53707 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:36.454938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-f934c72e-8167-48ea-a432-b22632055a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:36.457130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-f934c72e-8167-48ea-a432-b22632055a0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 917 time: 0.1590841 Feb 09 20:53:36.481841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 65221c70-70e9-426d-ae81-afc9f8b53707, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=65221c70-70e9-426d-ae81-afc9f8b53707,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:36.487213 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:36.522789 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-b1a8c2e6-f91a-48f9-b4c4-6e2fa8910d40 service neutron] 10.222.0.50 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656714 Feb 09 20:53:36.541495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da89b4c-bdb8-4a01-b9f6-f8f11e8b4427 req-118c72ac-9453-4dc1-81d7-0b18b6aff1bc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:36.550199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9da89b4c-bdb8-4a01-b9f6-f8f11e8b4427 req-118c72ac-9453-4dc1-81d7-0b18b6aff1bc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 945 time: 0.0803852 Feb 09 20:53:36.556420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=65221c70-70e9-426d-ae81-afc9f8b53707,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:36.589606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Pushing event updated for resources: {'Port': ['ID=93e842a5-55fc-4eec-a8bb-3bc64923a357,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:36.599119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-6b9a81d5-6c7a-4d86-8345-c01a56b26618 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f HTTP/1.1" status: 200 len: 217 time: 0.0929952 Feb 09 20:53:36.622446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9da89b4c-bdb8-4a01-b9f6-f8f11e8b4427 req-70b229e6-807e-4509-86f5-d5704eac01c5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Feb 09 20:53:36.699096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:36.724587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3a23bd41-6356-4259-91e5-4f30e889f1e0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:36.724958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-8357dfbf-14a0-41b7-a75b-1f7e7d9b2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:36.727014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-8357dfbf-14a0-41b7-a75b-1f7e7d9b2f88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f725d146-1af8-4f95-9e13-c7e227eee1f1 HTTP/1.1" status: 200 len: 855 time: 0.0799148 Feb 09 20:53:36.745514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Deleting port 3a23bd41-6356-4259-91e5-4f30e889f1e0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:36.745888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:36.771867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 3a23bd41-6356-4259-91e5-4f30e889f1e0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:36.774372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3a23bd41-6356-4259-91e5-4f30e889f1e0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:36.777574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['65221c70-70e9-426d-ae81-afc9f8b53707'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:37.037728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4300-2cc5-448c-a6e2-defbed550437 req-a98f1210-4d37-45bb-8b1a-a050760895e4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:37.040865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a02b4300-2cc5-448c-a6e2-defbed550437 req-a98f1210-4d37-45bb-8b1a-a050760895e4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 944 time: 0.0608413 Feb 09 20:53:37.047944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-367cfaa0-acc8-4430-810e-ad35f12acac4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:37.049812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-367cfaa0-acc8-4430-810e-ad35f12acac4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.8625510 Feb 09 20:53:37.109526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] For port 3a23bd41-6356-4259-91e5-4f30e889f1e0, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:37.109907 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:37.115942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-08251bc6-1cfc-4ca1-8c52-d7dfacb3285b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/quotas/78e1662b80484a4096590fa7c4066153 HTTP/1.1" status: 200 len: 375 time: 0.0522351 Feb 09 20:53:37.121718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a02b4300-2cc5-448c-a6e2-defbed550437 req-6a608e1c-ba54-4208-8aa8-22e07cb534df tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639572 Feb 09 20:53:37.171890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Calling delete_port for 3a23bd41-6356-4259-91e5-4f30e889f1e0 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:37.178792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61fadaa2-9f2d-401b-83a8-72585d9e6a8f req-f5b412d3-66f7-4555-a8bb-5b26990849cc service neutron] 10.222.0.50 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347561 Feb 09 20:53:37.181031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-277ce20f-84d9-4a36-87c6-e9a8e1295d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:37.182426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-277ce20f-84d9-4a36-87c6-e9a8e1295d45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=909ba923-a156-4c07-aa23-b5b573b67bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4269211 Feb 09 20:53:37.184096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Port 3a23bd41-6356-4259-91e5-4f30e889f1e0 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:53:37.202776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3a23bd41-6356-4259-91e5-4f30e889f1e0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:37.261378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef580a-50b3-41b4-9add-0e96c80f38ab req-dbb22e6a-01ee-4e47-b277-a0ed48e9fa03 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:37.262943 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97ef580a-50b3-41b4-9add-0e96c80f38ab req-dbb22e6a-01ee-4e47-b277-a0ed48e9fa03 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 945 time: 0.0718346 Feb 09 20:53:37.292676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] No DVR routers for this DVR port 3a23bd41-6356-4259-91e5-4f30e889f1e0 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:53:37.294313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a23bd41-6356-4259-91e5-4f30e889f1e0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:37.313230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:37.368799 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97ef580a-50b3-41b4-9add-0e96c80f38ab req-69d6a48e-ac6a-4165-9294-5bba12321183 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959740 Feb 09 20:53:37.512529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ea64b-abf2-4219-ac75-fe652cee5aef req-6b6991b6-f81c-435c-85d9-14fe01461366 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:37.517708 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc2ea64b-abf2-4219-ac75-fe652cee5aef req-6b6991b6-f81c-435c-85d9-14fe01461366 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.0782158 Feb 09 20:53:37.596310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc2ea64b-abf2-4219-ac75-fe652cee5aef req-b0fe7c03-567f-4827-ad60-83880e335220 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740094 Feb 09 20:53:37.629394 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ec1df5ba-5e59-4462-a54f-ea2b50ad7547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:37.665147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:37.794496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-55c00508-5e5f-4ce9-a012-7868e6c4944c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6602304 Feb 09 20:53:37.940672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (81b85a02-fb46-40bc-b94b-0dff3c52efea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:37.950055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-60adf73a-008a-44dd-94f9-46532beb50c1 None None] Provisioning complete for port 93e842a5-55fc-4eec-a8bb-3bc64923a357 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:37.950808 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60adf73a-008a-44dd-94f9-46532beb50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:37.956377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-78ae34e7-3892-492b-b1b6-fddf203d53b5 service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642817 Feb 09 20:53:37.993726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:38.033406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b85a02-fb46-40bc-b94b-0dff3c52efea']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:38.055581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:53:38.071413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ed8833-9050-443e-913a-e960f386b497') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:38.071813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ed8833-9050-443e-913a-e960f386b497') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:38.088126 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (f0ed8833-9050-443e-913a-e960f386b497), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.097014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-bb5a7410-26cf-4b05-b18d-7b4aa8ad07b0 service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649133 Feb 09 20:53:38.120224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 65221c70-70e9-426d-ae81-afc9f8b53707 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:38.122582 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f0ed8833-9050-443e-913a-e960f386b497), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.170700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:38.178893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-60adf73a-008a-44dd-94f9-46532beb50c1 None None] Port 93e842a5-55fc-4eec-a8bb-3bc64923a357 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:38.207180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f', 'network_id': '909ba923-a156-4c07-aa23-b5b573b67bc3', 'port_id': '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f', 'mac_address': 'fa:16:3e:c5:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f725d146-1af8-4f95-9e13-c7e227eee1f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:38.272966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5694632-3d53-4a5a-a705-2b80d1a481d6 req-7f52a850-3742-4f07-b5ed-dd7f6275efa4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:38.278095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:53:38.278528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (f0ed8833-9050-443e-913a-e960f386b497), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.282924 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5694632-3d53-4a5a-a705-2b80d1a481d6 req-7f52a850-3742-4f07-b5ed-dd7f6275efa4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 944 time: 0.0922146 Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:53:38.285765 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:53:38.299441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:38.299703 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.315347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:38.321615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 65221c70-70e9-426d-ae81-afc9f8b53707 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:38.327014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 65221c70-70e9-426d-ae81-afc9f8b53707 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:38.327625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.358206 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5694632-3d53-4a5a-a705-2b80d1a481d6 req-bcaaf627-ffcd-4bdc-a878-9c983b4f0b11 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683742 Feb 09 20:53:38.370293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:38.393735 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.412955 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ce07cf-16ce-46d6-8509-7af598e0e642 req-6ca1b3fe-520e-468a-b980-9b5523b4c287 service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442766 Feb 09 20:53:38.488299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-e9298913-30e6-448c-b314-227b15c0d814 service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818359 Feb 09 20:53:38.532377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (81b85a02-fb46-40bc-b94b-0dff3c52efea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.542909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:38.560705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.566808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] 10.222.0.102 "DELETE /v2.0/networks/81b85a02-fb46-40bc-b94b-0dff3c52efea HTTP/1.1" status: 204 len: 168 time: 3.3800082 Feb 09 20:53:38.566808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e48cc7-2773-454a-b1ca-fb59f64762a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b85a02-fb46-40bc-b94b-0dff3c52efea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:38.582163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 65221c70-70e9-426d-ae81-afc9f8b53707 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:38.589375 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.636616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:53:38.650670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3237651-12a8-47dd-a21b-ae8af450ba1a req-b6e5e1da-0141-453e-8842-96bb60abf1fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:38.659429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3237651-12a8-47dd-a21b-ae8af450ba1a req-b6e5e1da-0141-453e-8842-96bb60abf1fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 945 time: 0.2042091 Feb 09 20:53:38.665988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-914b1771-a4da-494b-b391-48ac525eee89 admin admin] 10.222.0.102 "PUT /v2.0/routers/7c3c0635-f5fd-4bf7-935c-9cee9d34cb04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3750472 Feb 09 20:53:38.694882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9fdb56-700f-4aaf-a729-19ab13bc2733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65221c70-70e9-426d-ae81-afc9f8b53707'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:38.697184 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167a2e30-f351-43d2-8da8-5fb5e6454f59" -d '{"events": [{"server_uuid": "bf9fdb56-700f-4aaf-a729-19ab13bc2733", "name": "network-vif-plugged", "status": "completed", "tag": "65221c70-70e9-426d-ae81-afc9f8b53707"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:38.700659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['60f1aa4f-8071-4bcc-b0fa-1c6c3054595f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:38.702753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Sync routers for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:53:38.708373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 65221c70-70e9-426d-ae81-afc9f8b53707, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=65221c70-70e9-426d-ae81-afc9f8b53707,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:38.728943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-1645a731-495e-4631-959a-c8da54c21625 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:38.732821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-1645a731-495e-4631-959a-c8da54c21625 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 945 time: 0.2407610 Feb 09 20:53:38.783898 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:38.813473 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3237651-12a8-47dd-a21b-ae8af450ba1a req-1def6ba7-d7a7-4b74-b561-ac5411498b4e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460209 Feb 09 20:53:38.838423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:38.843006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:38.985295 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e5401d-c249-43ec-b038-e62689db505c x-openstack-request-id: req-67e5401d-c249-43ec-b038-e62689db505c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:38.985564 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9fdb56-700f-4aaf-a729-19ab13bc2733", "name": "network-vif-plugged", "status": "completed", "tag": "65221c70-70e9-426d-ae81-afc9f8b53707", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:38.985916 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-67e5401d-c249-43ec-b038-e62689db505c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:38.986328 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9fdb56-700f-4aaf-a729-19ab13bc2733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65221c70-70e9-426d-ae81-afc9f8b53707', 'code': 200} Feb 09 20:53:39.041824 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e351247-0234-4586-947f-8db51911e483 req-fa84ae3b-da14-4fb2-a569-7d86acab0c40 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 210 time: 0.0587597 Feb 09 20:53:39.114224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:39.156693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2f6e9-4b9f-4c1c-839e-ede7fdbb4bf4 req-cdf035f7-5cf4-4e53-9d7e-e71f3f03714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:39.158404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2a2f6e9-4b9f-4c1c-839e-ede7fdbb4bf4 req-cdf035f7-5cf4-4e53-9d7e-e71f3f03714f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 1128 time: 0.1809402 Feb 09 20:53:39.166381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Deleting port 94928427-ee7e-4036-bf87-bed8e45e36e4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:53:39.166877 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:39.231398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=65221c70-70e9-426d-ae81-afc9f8b53707,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:39.305975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a259722c-3df5-45ee-9223-6aafd75985bf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3eb353504fea4b33baaa5bb9d950dd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885211 Feb 09 20:53:39.308396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:39.341317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:39.352103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2a2f6e9-4b9f-4c1c-839e-ede7fdbb4bf4 req-a6a3a508-8b52-41b4-9c1d-30dbd04ae1e7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812961 Feb 09 20:53:39.433042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877cb58e-64af-44e7-a052-0ca74c9691c5 admin admin] Publish callbacks [] for security_group (e7202ce0-7135-46bd-b8a0-95486659f497), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:39.490956 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877cb58e-64af-44e7-a052-0ca74c9691c5 admin admin] Publish callbacks [] for security_group (e7202ce0-7135-46bd-b8a0-95486659f497), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:39.529963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] For port 94928427-ee7e-4036-bf87-bed8e45e36e4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=94928427-ee7e-4036-bf87-bed8e45e36e4,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:39.530414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:39.578739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Calling delete_port for 94928427-ee7e-4036-bf87-bed8e45e36e4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:53:39.588372 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877cb58e-64af-44e7-a052-0ca74c9691c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e7202ce0-7135-46bd-b8a0-95486659f497), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:39.591381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-877cb58e-64af-44e7-a052-0ca74c9691c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:39.592631 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-877cb58e-64af-44e7-a052-0ca74c9691c5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e7202ce0-7135-46bd-b8a0-95486659f497 HTTP/1.1" status: 204 len: 168 time: 0.2816825 Feb 09 20:53:39.619089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cb58e-64af-44e7-a052-0ca74c9691c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7202ce0-7135-46bd-b8a0-95486659f497,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:39.712603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3db120-eda7-45d7-9fcc-89398d8d18de req-33667c49-31a5-4507-9075-5cdf5c4bc734 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:39.715288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d3db120-eda7-45d7-9fcc-89398d8d18de req-33667c49-31a5-4507-9075-5cdf5c4bc734 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.3015809 Feb 09 20:53:39.779476 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2df82a38-d7c8-44c2-86c8-ea92bbd35ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:39.860786 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d3db120-eda7-45d7-9fcc-89398d8d18de req-c20a3927-b326-4dbc-898e-96a478c0740d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304064 Feb 09 20:53:40.000566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:35Z', 'revision_number': 2, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:40.008696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (94928427-ee7e-4036-bf87-bed8e45e36e4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.044489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:40.049792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-34f1590b-e61c-4d82-b7cc-7f9ce2f5378b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138115211', 'description': 'tempest-description--2140739413'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:40.095174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Checking router: 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:53:40.095539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Updating router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 port 93e842a5-55fc-4eec-a8bb-3bc64923a357 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:53:40.096164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34f1590b-e61c-4d82-b7cc-7f9ce2f5378b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.098025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['94928427-ee7e-4036-bf87-bed8e45e36e4'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:40.099810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:40.145473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event deleted for resources: {'Port': ['ID=94928427-ee7e-4036-bf87-bed8e45e36e4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:40.198781 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-978ac002-9f8b-4372-8bcd-0846236e1cab req-bfa9f783-6030-4736-a9f6-e4f5ada5d388 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=210df696-9e1c-4abc-a170-0b9e780db920 HTTP/1.1" status: 200 len: 210 time: 0.0519905 Feb 09 20:53:40.240427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] No DVR routers for this DVR port 94928427-ee7e-4036-bf87-bed8e45e36e4 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:53:40.243743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.247020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c42660db-13bf-49f0-a890-6713386b9ac6 req-f009cbf5-f567-4981-ad07-0272296dcf91 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "DELETE /v2.0/ports/94928427-ee7e-4036-bf87-bed8e45e36e4 HTTP/1.1" status: 204 len: 173 time: 1.5083129 Feb 09 20:53:40.247486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210df696-9e1c-4abc-a170-0b9e780db920', 'name': 'network-vif-deleted', 'tag': '94928427-ee7e-4036-bf87-bed8e45e36e4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:40.249867 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47920c0-db22-462a-82f3-11a2156cc0fe" -d '{"events": [{"server_uuid": "210df696-9e1c-4abc-a170-0b9e780db920", "name": "network-vif-deleted", "tag": "94928427-ee7e-4036-bf87-bed8e45e36e4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:40.265685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68537466-103a-46fd-ae11-701d5a901596 req-06ec7600-6c08-4b88-ba95-14fb5b463d9f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:40.267908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68537466-103a-46fd-ae11-701d5a901596 req-06ec7600-6c08-4b88-ba95-14fb5b463d9f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 945 time: 0.2823780 Feb 09 20:53:40.356502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68537466-103a-46fd-ae11-701d5a901596 req-834dd51f-091e-4747-b49e-11fdc4a4a4e4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813584 Feb 09 20:53:40.367417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.379015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e127657b-7d04-4bde-b258-d7031cac86cb req-266da0e0-3e18-4071-a74a-eb62127490ac tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 210 time: 0.0692310 Feb 09 20:53:40.382325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34f1590b-e61c-4d82-b7cc-7f9ce2f5378b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (c4abbff3-d903-4971-bb66-39fbd9fe2583), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.404970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34f1590b-e61c-4d82-b7cc-7f9ce2f5378b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c4abbff3-d903-4971-bb66-39fbd9fe2583), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.449723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:40.490156 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35be2050-f26d-40fe-aae3-268ddc745795 x-openstack-request-id: req-35be2050-f26d-40fe-aae3-268ddc745795 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:40.490530 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210df696-9e1c-4abc-a170-0b9e780db920", "name": "network-vif-deleted", "tag": "94928427-ee7e-4036-bf87-bed8e45e36e4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:40.490708 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-35be2050-f26d-40fe-aae3-268ddc745795 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:40.491101 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210df696-9e1c-4abc-a170-0b9e780db920', 'name': 'network-vif-deleted', 'tag': '94928427-ee7e-4036-bf87-bed8e45e36e4', 'status': 'completed', 'code': 200} Feb 09 20:53:40.507899 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34f1590b-e61c-4d82-b7cc-7f9ce2f5378b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.509510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-34f1590b-e61c-4d82-b7cc-7f9ce2f5378b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4637079 Feb 09 20:53:40.516845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:40.524023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1d48f0f8-a98e-4cc3-899c-eeaa58b32595 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'security_group_rule': {'security_group_id': 'c4abbff3-d903-4971-bb66-39fbd9fe2583', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:40.557335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1590b-e61c-4d82-b7cc-7f9ce2f5378b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4abbff3-d903-4971-bb66-39fbd9fe2583,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:40.617771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d48f0f8-a98e-4cc3-899c-eeaa58b32595 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (4b510129-3139-47c1-99fd-3cc17f2b0e44), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.651529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-659b1049-0c7a-4a2d-8b14-456871a47a29 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:40.653302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-659b1049-0c7a-4a2d-8b14-456871a47a29 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.2277513 Feb 09 20:53:40.676615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'port': {'device_id': 'da0ca1eb-1885-4008-8bf1-8d4d44f94404', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'admin_state_up': True, 'tenant_id': '78e1662b80484a4096590fa7c4066153'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:40.687528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a373fa9-eb67-4e9f-9cab-08519649a7f6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8b3691d67e484925a80ca7c460d35d47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236209 Feb 09 20:53:40.693997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:40.761821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d48f0f8-a98e-4cc3-899c-eeaa58b32595 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (4b510129-3139-47c1-99fd-3cc17f2b0e44), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.768845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d48f0f8-a98e-4cc3-899c-eeaa58b32595 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (4b510129-3139-47c1-99fd-3cc17f2b0e44), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.788033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48f0f8-a98e-4cc3-899c-eeaa58b32595 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b510129-3139-47c1-99fd-3cc17f2b0e44,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:40.881392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d48f0f8-a98e-4cc3-899c-eeaa58b32595 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.886483 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1d48f0f8-a98e-4cc3-899c-eeaa58b32595 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683298 Feb 09 20:53:40.888397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32886) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:40.894091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8a9550f7-027b-4a21-b7ed-ef034d18a9f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'security_group_rule': {'security_group_id': 'c4abbff3-d903-4971-bb66-39fbd9fe2583', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:40.902812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e11c8a4-98c0-41ab-af71-c7f964cf2d46 admin admin] Publish callbacks [] for security_group (cdc5858f-ae41-46a2-92ea-3c0e9e2354b9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.940798 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e11c8a4-98c0-41ab-af71-c7f964cf2d46 admin admin] Publish callbacks [] for security_group (cdc5858f-ae41-46a2-92ea-3c0e9e2354b9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:40.977456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Made reservation on behalf of 78e1662b80484a4096590fa7c4066153 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:40.989191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.027092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a9550f7-027b-4a21-b7ed-ef034d18a9f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (b7fb1c04-54c0-40d2-8119-ac6ec4d2f3d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.108158 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e11c8a4-98c0-41ab-af71-c7f964cf2d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cdc5858f-ae41-46a2-92ea-3c0e9e2354b9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.110822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e11c8a4-98c0-41ab-af71-c7f964cf2d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.111991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e11c8a4-98c0-41ab-af71-c7f964cf2d46 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cdc5858f-ae41-46a2-92ea-3c0e9e2354b9 HTTP/1.1" status: 204 len: 168 time: 0.4104133 Feb 09 20:53:41.143633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851f319-59c6-425f-84a7-d2738f5a22d3 req-1e2ea6d9-332c-4d79-aa3b-e55b1ec7325c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:41.159667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f851f319-59c6-425f-84a7-d2738f5a22d3 req-1e2ea6d9-332c-4d79-aa3b-e55b1ec7325c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1691515 Feb 09 20:53:41.162224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11c8a4-98c0-41ab-af71-c7f964cf2d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc5858f-ae41-46a2-92ea-3c0e9e2354b9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:41.181604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.307095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f851f319-59c6-425f-84a7-d2738f5a22d3 req-26071949-f22a-4b02-9777-39831fc1ca46 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362209 Feb 09 20:53:41.343106 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a9550f7-027b-4a21-b7ed-ef034d18a9f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (b7fb1c04-54c0-40d2-8119-ac6ec4d2f3d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.376936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Publish callbacks [] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.380652 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.403406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a9550f7-027b-4a21-b7ed-ef034d18a9f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b7fb1c04-54c0-40d2-8119-ac6ec4d2f3d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.445872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9550f7-027b-4a21-b7ed-ef034d18a9f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fb1c04-54c0-40d2-8119-ac6ec4d2f3d7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:41.478968 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a9550f7-027b-4a21-b7ed-ef034d18a9f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.481563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8a9550f7-027b-4a21-b7ed-ef034d18a9f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5915790 Feb 09 20:53:41.484728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:41.489594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:41.498174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Allocated IP 172.20.0.13 (18f903fd-99c8-485a-97ea-57a85eb2afd2/5f69966d-468d-4ee2-8995-53bf9abf4e0c/f6254a1c-df32-40fe-ad5b-2634dd322b2e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:41.513266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3faeab0-aee9-445a-8429-15f08a659b97 None None] Pushing event updated for resources: {'Port': ['ID=93e842a5-55fc-4eec-a8bb-3bc64923a357,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:41.555404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.656483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Attempting to bind port 93e842a5-55fc-4eec-a8bb-3bc64923a357 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:41.657015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Attempting to bind port 93e842a5-55fc-4eec-a8bb-3bc64923a357 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:41.657489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Attempting to bind port 93e842a5-55fc-4eec-a8bb-3bc64923a357 on network e0902706-cfe4-4c84-aeea-f81bad23cf19 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:41.663616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:41.664219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Checking segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:41.664730 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.665224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Bound using segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:41.666667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Bound port: 93e842a5-55fc-4eec-a8bb-3bc64923a357, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:41.667336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.678009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d07901bf-8a29-49a2-95a9-b488a96454fe req-b636e497-31dd-4d3a-acea-87730aa5bf87 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 210 time: 0.1132691 Feb 09 20:53:41.818097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] For port 93e842a5-55fc-4eec-a8bb-3bc64923a357, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:41.826614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] For port 93e842a5-55fc-4eec-a8bb-3bc64923a357, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=93e842a5-55fc-4eec-a8bb-3bc64923a357,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:41.835843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616a7b4-c9c4-4aef-9b6d-4b79a250d6bb req-0201120d-afbd-422f-984a-660801788f44 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:41.839422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8616a7b4-c9c4-4aef-9b6d-4b79a250d6bb req-0201120d-afbd-422f-984a-660801788f44 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 945 time: 0.2549877 Feb 09 20:53:41.847799 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:41.986264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8616a7b4-c9c4-4aef-9b6d-4b79a250d6bb req-aa5d2d6d-b8f3-4b63-a356-01e39c595334 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390536 Feb 09 20:53:42.013646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:42.088863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.118024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:42.118929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:42.201074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.255486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-ffef6259-ff76-4d2a-9d6d-5558fbbb5183 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:42.262337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-ffef6259-ff76-4d2a-9d6d-5558fbbb5183 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.4326596 Feb 09 20:53:42.303203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-bb3ad85f-e460-4c32-9183-a6bcb298c8d8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/quotas/aad186a920f347bdaed3baf1e6b99870 HTTP/1.1" status: 200 len: 375 time: 0.0398386 Feb 09 20:53:42.321415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 94928427-ee7e-4036-bf87-bed8e45e36e4 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:53:42.363994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b9102d89-c8b8-4151-9964-6b9a05ea67f1 None None] Provisioning complete for port 93e842a5-55fc-4eec-a8bb-3bc64923a357 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:42.364462 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9102d89-c8b8-4151-9964-6b9a05ea67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.373896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Allocated IP 172.25.4.54 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/766e106f-c1b1-4f17-8b85-f245dbb82051) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:42.437315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.458098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-d8c4e8d9-26eb-4ed0-b064-656aa30b0bcf tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1538584 Feb 09 20:53:42.507731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:42.575188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-89192a7b-c023-4380-abdb-ca43f1dec9b1 service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155632 Feb 09 20:53:42.591199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5930e696-d5eb-4866-88c9-a4e3b59599e8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:42.712692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:42.730050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:42.738343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3faeab0-aee9-445a-8429-15f08a659b97 None None] Pushing event updated for resources: {'Port': ['ID=93e842a5-55fc-4eec-a8bb-3bc64923a357,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:42.741115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 94928427-ee7e-4036-bf87-bed8e45e36e4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:53:42.741475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 94928427-ee7e-4036-bf87-bed8e45e36e4 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:53:42.748913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:42.762656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for port (766e106f-c1b1-4f17-8b85-f245dbb82051), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.773720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'Port': ['ID=f6254a1c-df32-40fe-ad5b-2634dd322b2e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:42.846765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (766e106f-c1b1-4f17-8b85-f245dbb82051), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.866346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:42.876797 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.892587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:42.895298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.926379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe9e22-5cfe-4e80-8139-8e4bb7c58edc req-ee1d5e12-3b32-43bb-8152-2fa7342b05b4 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:42.929597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-c443513d-6228-42e8-9cde-9509ca088a1b service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540103 Feb 09 20:53:42.936722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebfe9e22-5cfe-4e80-8139-8e4bb7c58edc req-ee1d5e12-3b32-43bb-8152-2fa7342b05b4 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.5013206 Feb 09 20:53:42.948800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:42.950808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:42.955989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'Port': ['ID=766e106f-c1b1-4f17-8b85-f245dbb82051,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:43.007977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:43.010949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8e0dc3d6-45b7-41df-b5a8-118fc2907776 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3408720 Feb 09 20:53:43.018477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:43.027795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Request body: {'port': {'device_id': 'da0ca1eb-1885-4008-8bf1-8d4d44f94404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:43.034152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:43.093257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebfe9e22-5cfe-4e80-8139-8e4bb7c58edc req-8d2ec47a-2750-41d6-a960-264b42bef5e9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555576 Feb 09 20:53:43.228233 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (d7ce4f6c-3cbd-4293-8017-18199380d451), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.235341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.242146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:43.352916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b9102d89-c8b8-4151-9964-6b9a05ea67f1 None None] Current status of the port 93e842a5-55fc-4eec-a8bb-3bc64923a357 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:43.353437 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9102d89-c8b8-4151-9964-6b9a05ea67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.358509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:43.373748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (766e106f-c1b1-4f17-8b85-f245dbb82051), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.466957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b9102d89-c8b8-4151-9964-6b9a05ea67f1 None None] For port 93e842a5-55fc-4eec-a8bb-3bc64923a357, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=93e842a5-55fc-4eec-a8bb-3bc64923a357,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:43.490279 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9102d89-c8b8-4151-9964-6b9a05ea67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.506628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f25058-d3ca-4112-89c5-4c7cc5d951d6 req-6cef1ed0-5803-434b-a9c5-593c4f07c933 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:43.519513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f25058-d3ca-4112-89c5-4c7cc5d951d6 req-6cef1ed0-5803-434b-a9c5-593c4f07c933 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 932 time: 0.2445514 Feb 09 20:53:43.584511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-network', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:43.649669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:41Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:43.654054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62a29a-eb78-4e3f-876c-79bafa2202c7 req-a8545e8c-4e9d-4ee2-a2b8-916573a91baf tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:43.656505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd62a29a-eb78-4e3f-876c-79bafa2202c7 req-a8545e8c-4e9d-4ee2-a2b8-916573a91baf tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 945 time: 0.2318282 Feb 09 20:53:43.660918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71382349-9312-44cc-90fd-c8c889cb27d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.737613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3be107-4344-4906-bd1c-4676f82f6958 None None] The sync data for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 is: [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:41Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:53:43.758137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:43.758659 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.761392 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f25058-d3ca-4112-89c5-4c7cc5d951d6 req-65bc1fef-95a3-4186-8c7c-ccff51d6ad02 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362552 Feb 09 20:53:43.797690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:43.800894 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.869286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a55ce4a2-4e55-4ad4-972d-561edf2f324b None None] Provisioning complete for port 93e842a5-55fc-4eec-a8bb-3bc64923a357 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:43.869660 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55ce4a2-4e55-4ad4-972d-561edf2f324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.871104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9102d89-c8b8-4151-9964-6b9a05ea67f1 None None] Pushing event updated for resources: {'Port': ['ID=93e842a5-55fc-4eec-a8bb-3bc64923a357,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:43.875924 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:43.897719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa1373c-11f8-4441-aced-06a0f9ca9724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:43.900096 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01121111-6bca-4113-ade0-9550ec458fd2" -d '{"events": [{"server_uuid": "bfa1373c-11f8-4441-aced-06a0f9ca9724", "name": "network-vif-plugged", "status": "completed", "tag": "60f1aa4f-8071-4bcc-b0fa-1c6c3054595f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:43.917959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:44.015183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.063672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e57ecfb5-ecb8-4b50-ad76-35dece2bd5eb req-e4a36033-c6a8-44eb-a9c7-0a62acbea6e0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 210 time: 0.2055972 Feb 09 20:53:44.075923 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.202444 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39388ff0-0d8a-454f-a2e7-2c546f4f75ac x-openstack-request-id: req-39388ff0-0d8a-454f-a2e7-2c546f4f75ac {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:44.202794 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa1373c-11f8-4441-aced-06a0f9ca9724", "name": "network-vif-plugged", "status": "completed", "tag": "60f1aa4f-8071-4bcc-b0fa-1c6c3054595f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:44.203096 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-39388ff0-0d8a-454f-a2e7-2c546f4f75ac {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:44.203493 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa1373c-11f8-4441-aced-06a0f9ca9724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f', 'code': 200} Feb 09 20:53:44.205207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:44.257988 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for port (766e106f-c1b1-4f17-8b85-f245dbb82051), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.282523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (766e106f-c1b1-4f17-8b85-f245dbb82051), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.337419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a55ce4a2-4e55-4ad4-972d-561edf2f324b None None] Current status of the port 93e842a5-55fc-4eec-a8bb-3bc64923a357 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:44.342770 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71382349-9312-44cc-90fd-c8c889cb27d9 admin admin] Publish callbacks [] for security_group (93ffb807-e780-45f3-80ab-c3f74513ee12), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.360757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a55ce4a2-4e55-4ad4-972d-561edf2f324b None None] Provisioning complete for port f6254a1c-df32-40fe-ad5b-2634dd322b2e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:44.361376 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55ce4a2-4e55-4ad4-972d-561edf2f324b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.390371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71382349-9312-44cc-90fd-c8c889cb27d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (93ffb807-e780-45f3-80ab-c3f74513ee12), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.473393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a55ce4a2-4e55-4ad4-972d-561edf2f324b None None] Port f6254a1c-df32-40fe-ad5b-2634dd322b2e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:44.509281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6254a1c-df32-40fe-ad5b-2634dd322b2e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:44.519204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Publish callbacks [] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.536019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd62a29a-eb78-4e3f-876c-79bafa2202c7 req-4f065874-a329-44aa-9130-35673bfb1e4f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7795601 Feb 09 20:53:44.565278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Transition to ACTIVE for port object f6254a1c-df32-40fe-ad5b-2634dd322b2e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:53:44.575935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.697023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Pushing event updated for resources: {'Port': ['ID=f6254a1c-df32-40fe-ad5b-2634dd322b2e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:44.858744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 93e842a5-55fc-4eec-a8bb-3bc64923a357 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:44.956035 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Publish callbacks [] for security_group (e27a360b-7553-470c-96d9-ffd36363945b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:44.984167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 93e842a5-55fc-4eec-a8bb-3bc64923a357 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:44.984561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.000149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e27a360b-7553-470c-96d9-ffd36363945b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.020307 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'Port': ['ID=766e106f-c1b1-4f17-8b85-f245dbb82051,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:45.038214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:53:45.067592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f8e706ec-fcc4-4b73-a74b-898450630262), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.068081 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Added segment f8e706ec-fcc4-4b73-a74b-898450630262 of type vlan for network e8c7450c-edf7-4dba-8eb7-c4894810333f Feb 09 20:53:45.075384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71382349-9312-44cc-90fd-c8c889cb27d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ffb807-e780-45f3-80ab-c3f74513ee12,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:45.132647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-71382349-9312-44cc-90fd-c8c889cb27d9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9af11bdb0e4b4dda93d60bff6dd16572&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7715011 Feb 09 20:53:45.133288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (d7ce4f6c-3cbd-4293-8017-18199380d451), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.135896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:45.158941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 93e842a5-55fc-4eec-a8bb-3bc64923a357 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:45.168681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf49ff-401e-49ed-849c-47a0db847f1c req-373bd46a-7d0c-4934-bc3e-b7fcf0d2e82d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:45.175765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbaf49ff-401e-49ed-849c-47a0db847f1c req-373bd46a-7d0c-4934-bc3e-b7fcf0d2e82d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.8297248 Feb 09 20:53:45.233175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.243472 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0fa65f93-ceca-4a96-8d86-ecc6b3d3cc14 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7495220 Feb 09 20:53:45.243472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726b111-77d0-49cd-9858-184bad44ef92 req-96d1228d-4629-4459-ac65-230da06159af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:45.243472 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f726b111-77d0-49cd-9858-184bad44ef92 req-96d1228d-4629-4459-ac65-230da06159af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 1129 time: 0.8141568 Feb 09 20:53:45.354002 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbaf49ff-401e-49ed-849c-47a0db847f1c req-12aebca9-549a-4937-bf18-f5b4e58ac8f4 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733518 Feb 09 20:53:45.355807 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-297aca86-75ef-4d5e-801a-c1fb804ca833 admin admin] Publish callbacks [] for security_group (93ffb807-e780-45f3-80ab-c3f74513ee12), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.412775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-297aca86-75ef-4d5e-801a-c1fb804ca833 admin admin] Publish callbacks [] for security_group (93ffb807-e780-45f3-80ab-c3f74513ee12), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.504533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c4033a0e-0fd5-4d9d-b640-b985b39238ca req-44c05c97-b515-43c7-b92c-a1aee117b7d6 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 210 time: 0.0349383 Feb 09 20:53:45.507246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f726b111-77d0-49cd-9858-184bad44ef92 req-cf904921-79ba-4c9b-89c7-07587eef3db0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549410 Feb 09 20:53:45.533879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-297aca86-75ef-4d5e-801a-c1fb804ca833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (93ffb807-e780-45f3-80ab-c3f74513ee12), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.537311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-297aca86-75ef-4d5e-801a-c1fb804ca833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.538668 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-297aca86-75ef-4d5e-801a-c1fb804ca833 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/93ffb807-e780-45f3-80ab-c3f74513ee12 HTTP/1.1" status: 204 len: 168 time: 0.4014959 Feb 09 20:53:45.556135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297aca86-75ef-4d5e-801a-c1fb804ca833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ffb807-e780-45f3-80ab-c3f74513ee12,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:45.607118 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e8c7450c-edf7-4dba-8eb7-c4894810333f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.778572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-3475f311-41e7-410a-a93a-0638e2f221c8 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--138115211&fields=id&tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96 HTTP/1.1" status: 200 len: 267 time: 0.0843384 Feb 09 20:53:45.810198 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e8c7450c-edf7-4dba-8eb7-c4894810333f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.811280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:45.812024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.821488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27a360b-7553-470c-96d9-ffd36363945b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:45.852996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de961030-4777-4c24-8046-fda62dd36727 req-9607abd8-5e85-421e-9118-b71aed0d6d4f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:45.855347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de961030-4777-4c24-8046-fda62dd36727 req-9607abd8-5e85-421e-9118-b71aed0d6d4f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 944 time: 0.9409220 Feb 09 20:53:45.862303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-498d708c-cd21-449a-92dc-78b961834dc2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:45.863775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-498d708c-cd21-449a-92dc-78b961834dc2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.2472162 Feb 09 20:53:45.864500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Attempting to bind port f6254a1c-df32-40fe-ad5b-2634dd322b2e on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:45.864839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Attempting to bind port f6254a1c-df32-40fe-ad5b-2634dd322b2e by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:45.865171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Attempting to bind port f6254a1c-df32-40fe-ad5b-2634dd322b2e on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:45.899301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Request body: {'port': {'device_id': '2a8123a2-3251-47ee-ae6c-ce3c45a6b694', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'admin_state_up': True, 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:45.915767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Port f6254a1c-df32-40fe-ad5b-2634dd322b2e on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:53:45.916070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Attempting to bind port f6254a1c-df32-40fe-ad5b-2634dd322b2e on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:45.950385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:45.950732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Checking segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:45.951186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Bound using segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:45.951643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Bound port: f6254a1c-df32-40fe-ad5b-2634dd322b2e, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:45.952019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:45.956459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7133188 Feb 09 20:53:45.971084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-a3799b5a-691d-4037-b3e5-25d6876daa19 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:45.976236 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-a3799b5a-691d-4037-b3e5-25d6876daa19 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 810 time: 0.1854184 Feb 09 20:53:45.977141 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:45.989160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Request body: {'subnet': {'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-subnet', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:46.019108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e0060-f452-4571-9928-0e0abd9d90bf admin admin] Pushing event updated for resources: {'Network': ['ID=e8c7450c-edf7-4dba-8eb7-c4894810333f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:46.030855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:46.031193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e8c7450c-edf7-4dba-8eb7-c4894810333f details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:53:46.034744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.048840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-d824590e-7de9-4b08-ad4f-9c7652363239 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/quotas/5f06c66f0bc846b3b8f86e1bc98b5d96 HTTP/1.1" status: 200 len: 375 time: 0.0366821 Feb 09 20:53:46.064195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:46.091239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de961030-4777-4c24-8046-fda62dd36727 req-b3d204e2-f9b2-4372-b495-5ce902450abb tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973929 Feb 09 20:53:46.192178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:46.202784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.222552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b08a549-b564-4ebe-bdd5-6bad058360c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.291373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] For port f6254a1c-df32-40fe-ad5b-2634dd322b2e, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:46.321916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-114815c6-2996-4054-a145-34329ceba391 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2723958 Feb 09 20:53:46.333746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] For port f6254a1c-df32-40fe-ad5b-2634dd322b2e, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f6254a1c-df32-40fe-ad5b-2634dd322b2e,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:46.349220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.432114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Pushing event updated for resources: {'Port': ['ID=f6254a1c-df32-40fe-ad5b-2634dd322b2e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:46.461313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:46.461950 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.464033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-8ebe6ec4-08ba-4fe7-8e45-2ddeb5f4e0bd service neutron] 10.222.0.13 "PUT /v2.0/ports/f6254a1c-df32-40fe-ad5b-2634dd322b2e HTTP/1.1" status: 200 len: 1093 time: 3.4452612 Feb 09 20:53:46.464980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0ca1eb-1885-4008-8bf1-8d4d44f94404', 'tag': 'f6254a1c-df32-40fe-ad5b-2634dd322b2e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:46.466833 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "da0ca1eb-1885-4008-8bf1-8d4d44f94404", "tag": "f6254a1c-df32-40fe-ad5b-2634dd322b2e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:46.500950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d493ed-6c78-43c6-b41d-30bc6dbfe1cc req-77cabec1-9a89-4237-826e-24f3f73e9c13 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:46.510271 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8d493ed-6c78-43c6-b41d-30bc6dbfe1cc req-77cabec1-9a89-4237-826e-24f3f73e9c13 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.2903860 Feb 09 20:53:46.521025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Allocated IP 172.20.0.12 (401827f8-1a87-4730-a777-a78cb1a9e9f8/5da60c3a-dc04-497b-aaff-c1952e694419/6e975c96-fc7f-423c-b292-fa800d1e53c7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:46.557268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b08a549-b564-4ebe-bdd5-6bad058360c4 admin admin] Publish callbacks [] for security_group (0876a062-9316-4e62-aa63-13ba805822a0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.568764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b08a549-b564-4ebe-bdd5-6bad058360c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0876a062-9316-4e62-aa63-13ba805822a0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.581420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-0ddfc020-1dca-41d4-ae76-2b73640ccd32 service neutron] 10.222.0.102 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353420 Feb 09 20:53:46.591037 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (105fc58f-0795-4e17-bba4-a34e90633e21), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.660003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-4f991dfc-5877-45f5-896e-6e0bfe79863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:46.661457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-4f991dfc-5877-45f5-896e-6e0bfe79863f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 1127 time: 0.1382005 Feb 09 20:53:46.677155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d8d493ed-6c78-43c6-b41d-30bc6dbfe1cc req-6f1d795a-437b-4924-a77e-7cb76467d5ea tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659207 Feb 09 20:53:46.758486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7b08a549-b564-4ebe-bdd5-6bad058360c4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bbcd7bc0642f4da7892ba043fa747a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6849043 Feb 09 20:53:46.766245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:46.798798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-4ce8034a-bfc1-4372-afbb-557975d2fa1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6254a1c-df32-40fe-ad5b-2634dd322b2e HTTP/1.1" status: 200 len: 217 time: 0.1065097 Feb 09 20:53:46.806917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08a549-b564-4ebe-bdd5-6bad058360c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0876a062-9316-4e62-aa63-13ba805822a0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:46.882909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=105fc58f-0795-4e17-bba4-a34e90633e21,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:46.892320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Checking segment: {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:46.892784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Network hostable DHCP agents. Network: e8c7450c-edf7-4dba-8eb7-c4894810333f, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:53:46.913195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-cffe5191-7fca-481b-b39a-1a4644aed93a service neutron] 10.222.0.102 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093693 Feb 09 20:53:46.916367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95eed46-5d25-40e2-a8f8-c204ee703908 admin admin] Publish callbacks [] for security_group (0876a062-9316-4e62-aa63-13ba805822a0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.936614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Network e8c7450c-edf7-4dba-8eb7-c4894810333f is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:53:46.951373 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95eed46-5d25-40e2-a8f8-c204ee703908 admin admin] Publish callbacks [] for security_group (0876a062-9316-4e62-aa63-13ba805822a0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.961148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e8c7450c-edf7-4dba-8eb7-c4894810333f) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:46.968199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:46.968865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:46.973278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cfef74-567f-4494-a30a-98bcff228a79 None None] Network e8c7450c-edf7-4dba-8eb7-c4894810333f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:47.005594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cac886ef-707c-400a-b17d-236b7d504598 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0264137 Feb 09 20:53:47.006516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:47.012919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:47.043653 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (5aced643-e676-4a16-b07d-3d8b907c0852), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.044834 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (5aced643-e676-4a16-b07d-3d8b907c0852), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.067052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95eed46-5d25-40e2-a8f8-c204ee703908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0876a062-9316-4e62-aa63-13ba805822a0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.070883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c95eed46-5d25-40e2-a8f8-c204ee703908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.072910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c95eed46-5d25-40e2-a8f8-c204ee703908 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0876a062-9316-4e62-aa63-13ba805822a0 HTTP/1.1" status: 204 len: 168 time: 0.3028522 Feb 09 20:53:47.107449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eed46-5d25-40e2-a8f8-c204ee703908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0876a062-9316-4e62-aa63-13ba805822a0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:47.153088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks [] for router_controller (5aced643-e676-4a16-b07d-3d8b907c0852), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.171287 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks [] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.193230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-58ec5e1d-fdf3-43a2-9a9e-5ee123476151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:47.207983 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-58ec5e1d-fdf3-43a2-9a9e-5ee123476151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.3945272 Feb 09 20:53:47.215432 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82245be7-a2e2-4e18-9c41-f9c94aed3478 x-openstack-request-id: req-82245be7-a2e2-4e18-9c41-f9c94aed3478 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:47.215750 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0ca1eb-1885-4008-8bf1-8d4d44f94404", "tag": "f6254a1c-df32-40fe-ad5b-2634dd322b2e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:47.216084 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-82245be7-a2e2-4e18-9c41-f9c94aed3478 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:47.217230 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0ca1eb-1885-4008-8bf1-8d4d44f94404', 'tag': 'f6254a1c-df32-40fe-ad5b-2634dd322b2e', 'status': 'completed', 'code': 200} Feb 09 20:53:47.330344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-e8c7450c-edf7-4dba-8eb7-c4894810333f', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:53:47.332064 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.347578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d608-2e2b-4f1e-968f-014edb6dac0b req-7b06a3d4-260e-4e20-a96e-c49e7b4850e5 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:47.362323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b224d608-2e2b-4f1e-968f-014edb6dac0b req-7b06a3d4-260e-4e20-a96e-c49e7b4850e5 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.5258553 Feb 09 20:53:47.463889 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks [] for router_gateway (5aced643-e676-4a16-b07d-3d8b907c0852), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.506328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea8bdde7-74d5-4642-8884-04420b7087fd req-bb76b56e-4871-4dcb-8c14-6922d7d43a29 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 210 time: 0.1644766 Feb 09 20:53:47.512372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.557381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:47.565591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:47.568088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:47.599907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:47.652260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-fe39d6a4-e201-4f9e-82da-ce7e7c8fe758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:47.653546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-fe39d6a4-e201-4f9e-82da-ce7e7c8fe758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4258716 Feb 09 20:53:47.657451 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ded3efa3-4040-4625-99f0-d993a68be103 req-5e9103e7-5663-4982-9668-c28ce3f49858 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 210 time: 0.0579259 Feb 09 20:53:47.820647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Allocated IP 172.20.0.2 (e8c7450c-edf7-4dba-8eb7-c4894810333f/105fc58f-0795-4e17-bba4-a34e90633e21/4e10659e-4f70-4f3d-8b79-337e7892bc09) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:47.863058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:47.863816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:47.894898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b224d608-2e2b-4f1e-968f-014edb6dac0b req-eda93a14-e1ac-4493-9553-c5689f418685 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316536 Feb 09 20:53:47.923447 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0285447 Feb 09 20:53:48.030264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139e6ec-a965-40b7-a3be-9b2c94f74c55 req-055ba6fd-7c5d-4199-a459-cd5685b4a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:48.039532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6139e6ec-a965-40b7-a3be-9b2c94f74c55 req-055ba6fd-7c5d-4199-a459-cd5685b4a583 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 1128 time: 0.6432810 Feb 09 20:53:48.049098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Request body: {'port': {'device_id': '2a8123a2-3251-47ee-ae6c-ce3c45a6b694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:48.061184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf9463-f6f9-4872-9e69-c71cf55eaefc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event updated for resources: {'Port': ['ID=6e975c96-fc7f-423c-b292-fa800d1e53c7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:48.077753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf525af-7376-475f-ad3d-21658beb5be3 req-46e13d61-9e68-49e7-9ecc-d799d4eddb5f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:48.085299 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbf525af-7376-475f-ad3d-21658beb5be3 req-46e13d61-9e68-49e7-9ecc-d799d4eddb5f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 944 time: 0.1741807 Feb 09 20:53:48.087566 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks [] for router_gateway (5aced643-e676-4a16-b07d-3d8b907c0852), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.118075 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.152800 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Publish callbacks [] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.164378 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.252899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbf525af-7376-475f-ad3d-21658beb5be3 req-59c467fe-2669-4588-8c19-fd294ff3d0e3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666198 Feb 09 20:53:48.276658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.293499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Network e8c7450c-edf7-4dba-8eb7-c4894810333f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:48.297717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:48.300239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:48.302227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Pushing event updated for resources: {'Port': ['ID=4e10659e-4f70-4f3d-8b79-337e7892bc09,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:48.395467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Allocated IP 172.25.4.123 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2d735d98-651b-4233-a971-b25b5e6a691d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:48.411327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Attempting to bind port 4e10659e-4f70-4f3d-8b79-337e7892bc09 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:48.411933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Attempting to bind port 4e10659e-4f70-4f3d-8b79-337e7892bc09 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:48.412408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Attempting to bind port 4e10659e-4f70-4f3d-8b79-337e7892bc09 on network e8c7450c-edf7-4dba-8eb7-c4894810333f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:48.419390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:48.420435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Checking segment: {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:48.421538 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.422037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Bound using segment: {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:48.423421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Bound port: 4e10659e-4f70-4f3d-8b79-337e7892bc09, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:48.424147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.537949 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks [] for port (2d735d98-651b-4233-a971-b25b5e6a691d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.547027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-774f9962-27d8-488b-a642-1add9b520947 None None] For port 4e10659e-4f70-4f3d-8b79-337e7892bc09, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:48.555922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-774f9962-27d8-488b-a642-1add9b520947 None None] For port 4e10659e-4f70-4f3d-8b79-337e7892bc09, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4e10659e-4f70-4f3d-8b79-337e7892bc09,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:48.573595 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.597947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.620473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-2281d52f-9187-4c0c-ad6a-c0f400ca2ab3 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7913017 Feb 09 20:53:48.639378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6139e6ec-a965-40b7-a3be-9b2c94f74c55 req-228ad7f6-be60-4fb1-8bff-dc5ee442f326 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719378 Feb 09 20:53:48.654648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ce2cf-c6bf-41de-a5e4-57a704fabc30 req-ff0a66f9-0482-4ec2-bbec-3da24480c15d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:48.663530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62ce2cf-c6bf-41de-a5e4-57a704fabc30 req-ff0a66f9-0482-4ec2-bbec-3da24480c15d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.6206205 Feb 09 20:53:48.702917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f9962-27d8-488b-a642-1add9b520947 None None] Pushing event updated for resources: {'Port': ['ID=4e10659e-4f70-4f3d-8b79-337e7892bc09,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:48.712098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:48.714672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:48.755271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:48.797914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Pushing event updated for resources: {'Port': ['ID=2d735d98-651b-4233-a971-b25b5e6a691d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:48.804269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eba6ebe2-c117-4791-8c91-79da8c975363 req-393e85ee-a44e-4541-8ae9-879c904baa69 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615965 Feb 09 20:53:48.824279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1de06-8559-4285-bd80-016410038fb1 req-d430c4ad-08bb-42d0-91fa-a3207e6604e9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:48.832531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6d1de06-8559-4285-bd80-016410038fb1 req-d430c4ad-08bb-42d0-91fa-a3207e6604e9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 932 time: 0.1504209 Feb 09 20:53:48.909663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e975c96-fc7f-423c-b292-fa800d1e53c7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:48.921182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Publish callbacks [] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:48.975871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Transition to ACTIVE for port object 6e975c96-fc7f-423c-b292-fa800d1e53c7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:53:48.999802 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:49.142197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Pushing event updated for resources: {'Port': ['ID=6e975c96-fc7f-423c-b292-fa800d1e53c7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:49.214760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62ce2cf-c6bf-41de-a5e4-57a704fabc30 req-1b790859-0d68-438b-ab33-f3e8dab5283c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574092 Feb 09 20:53:49.326172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6d1de06-8559-4285-bd80-016410038fb1 req-6be77c88-56df-4cfe-8b5e-416e3806400d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927416 Feb 09 20:53:49.349581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-53fd7905-65bb-48d7-92d6-7a76b079c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:49.351101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-53fd7905-65bb-48d7-92d6-7a76b079c03c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 1127 time: 0.4872963 Feb 09 20:53:49.483391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks [] for router_gateway (5aced643-e676-4a16-b07d-3d8b907c0852), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:49.491259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Attempting to bind port 6e975c96-fc7f-423c-b292-fa800d1e53c7 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:49.492141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Attempting to bind port 6e975c96-fc7f-423c-b292-fa800d1e53c7 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:49.492483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Attempting to bind port 6e975c96-fc7f-423c-b292-fa800d1e53c7 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:49.502340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-16e883ab-b392-4b79-86ef-57061f70fe21 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:49.503853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-16e883ab-b392-4b79-86ef-57061f70fe21 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 810 time: 0.6399913 Feb 09 20:53:49.529459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Port 6e975c96-fc7f-423c-b292-fa800d1e53c7 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:53:49.529787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Attempting to bind port 6e975c96-fc7f-423c-b292-fa800d1e53c7 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:49.540212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41fa2160-0e0e-4cac-a30e-3290be8740dd req-52a521cf-6f0a-4c04-b834-962003401d06 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 210 time: 0.1274025 Feb 09 20:53:49.550658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:49.551054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Checking segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:49.551447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Bound using segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:49.552117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Bound port: 6e975c96-fc7f-423c-b292-fa800d1e53c7, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:49.552485 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:49.654684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-d6be8801-6316-4a54-b235-90e21c9b6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:49.656211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-d6be8801-6316-4a54-b235-90e21c9b6291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.2936349 Feb 09 20:53:49.717591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adda1f5-a31e-4d17-8d86-41d2cefc6caf req-3c41f8dc-f18b-405b-8aa9-a15e967871b4 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:49.731711 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4adda1f5-a31e-4d17-8d86-41d2cefc6caf req-3c41f8dc-f18b-405b-8aa9-a15e967871b4 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.2642705 Feb 09 20:53:49.739528 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-e65001c6-bfbd-48ea-954e-048d5dae19a3 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96 HTTP/1.1" status: 200 len: 379 time: 0.2112606 Feb 09 20:53:49.740839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] For port 6e975c96-fc7f-423c-b292-fa800d1e53c7, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:49.751489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] For port 6e975c96-fc7f-423c-b292-fa800d1e53c7, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e975c96-fc7f-423c-b292-fa800d1e53c7,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:49.761405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'port': {'device_id': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'admin_state_up': True, 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'security_groups': ['c4abbff3-d903-4971-bb66-39fbd9fe2583']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:49.800090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-5005dee4-0af8-429d-97c1-3d0751d31d39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6254a1c-df32-40fe-ad5b-2634dd322b2e HTTP/1.1" status: 200 len: 217 time: 0.1297038 Feb 09 20:53:49.938185 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:50.018619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:50.019590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:50.021995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] 10.222.0.50 "PUT /v2.0/ports/6e975c96-fc7f-423c-b292-fa800d1e53c7 HTTP/1.1" status: 200 len: 1093 time: 1.9937491 Feb 09 20:53:50.025345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8123a2-3251-47ee-ae6c-ce3c45a6b694', 'tag': '6e975c96-fc7f-423c-b292-fa800d1e53c7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:50.029644 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daae11b-bb4b-48dc-857f-bdc19938f04b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8123a2-3251-47ee-ae6c-ce3c45a6b694", "tag": "6e975c96-fc7f-423c-b292-fa800d1e53c7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:50.043972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8e5dd-0de5-4dd3-8a87-d7282c0c4407 req-e017c2b6-f2e3-46fd-b71c-7ea180896983 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:50.046175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00c8e5dd-0de5-4dd3-8a87-d7282c0c4407 req-e017c2b6-f2e3-46fd-b71c-7ea180896983 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.4250515 Feb 09 20:53:50.051100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Made reservation on behalf of 5f06c66f0bc846b3b8f86e1bc98b5d96 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:50.054903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:50.225667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b14b4-2d74-4702-819b-8528e56ab0eb service neutron] Pushing event updated for resources: {'Port': ['ID=6e975c96-fc7f-423c-b292-fa800d1e53c7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:50.277054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00c8e5dd-0de5-4dd3-8a87-d7282c0c4407 req-47e52e91-911a-427e-b171-e8ec48cf3139 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022922 Feb 09 20:53:50.298140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-12148c30-d606-4df5-bd73-821e12004808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:50.303951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-12148c30-d606-4df5-bd73-821e12004808 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 1127 time: 0.2237604 Feb 09 20:53:50.331665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-d6cfb261-43fc-4e9e-a147-71b7419d5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:50.334901 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-d6cfb261-43fc-4e9e-a147-71b7419d5b4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.5183318 Feb 09 20:53:50.339302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4adda1f5-a31e-4d17-8d86-41d2cefc6caf req-82a231a6-5a27-4ac7-88bd-231326e8020e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063659 Feb 09 20:53:50.350213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d913bf-ce0b-4471-8f45-fe6ad73eb4c9 None None] Network e8c7450c-edf7-4dba-8eb7-c4894810333f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:50.422497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-74bac874-68ef-427a-b944-c67ceee3891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:50.424541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-74bac874-68ef-427a-b944-c67ceee3891f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0817041 Feb 09 20:53:50.479736 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f3bfb5-3d3b-41a7-801f-b8246dc1ce87 x-openstack-request-id: req-61f3bfb5-3d3b-41a7-801f-b8246dc1ce87 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:50.480164 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8123a2-3251-47ee-ae6c-ce3c45a6b694", "tag": "6e975c96-fc7f-423c-b292-fa800d1e53c7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:50.480527 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-61f3bfb5-3d3b-41a7-801f-b8246dc1ce87 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:50.481038 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8123a2-3251-47ee-ae6c-ce3c45a6b694', 'tag': '6e975c96-fc7f-423c-b292-fa800d1e53c7', 'status': 'completed', 'code': 200} Feb 09 20:53:50.485458 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-664df7e2-b98e-4ed8-aa1b-3b96119f8cc3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e975c96-fc7f-423c-b292-fa800d1e53c7 HTTP/1.1" status: 200 len: 217 time: 0.1750019 Feb 09 20:53:50.507070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (5aced643-e676-4a16-b07d-3d8b907c0852), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:50.560873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Provisioning complete for port 4e10659e-4f70-4f3d-8b79-337e7892bc09 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:50.561354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:50.673153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-be362255-1582-42b1-9c91-ad1e686bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:50.676783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-be362255-1582-42b1-9c91-ad1e686bd93e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.1640363 Feb 09 20:53:50.758680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Allocated IP 172.20.0.7 (e0902706-cfe4-4c84-aeea-f81bad23cf19/b28620e4-1f7a-44c7-9c19-5bcb3026959c/d0f910bc-cf7a-4288-a600-6da3644cfb37) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:50.765034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Current status of the port 4e10659e-4f70-4f3d-8b79-337e7892bc09 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:50.765441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:50.829807 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-05c968ce-56bb-41b5-89fd-cf836d84627a service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971918 Feb 09 20:53:50.837320 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] For port 4e10659e-4f70-4f3d-8b79-337e7892bc09, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4e10659e-4f70-4f3d-8b79-337e7892bc09,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:50.843116 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:50.890480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94702c90-8bd5-4c23-9d1b-923bd1ccfb5b req-671bf719-872a-4a27-84cf-3cd3b8571a5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:50.893970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4e10659e-4f70-4f3d-8b79-337e7892bc09 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:50.900106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94702c90-8bd5-4c23-9d1b-923bd1ccfb5b req-671bf719-872a-4a27-84cf-3cd3b8571a5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 945 time: 0.2945850 Feb 09 20:53:50.918364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-2f53250f-ecaa-442f-a85f-12362c87d2ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2310565 Feb 09 20:53:51.023853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Pushing event updated for resources: {'Port': ['ID=4e10659e-4f70-4f3d-8b79-337e7892bc09,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:51.039105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.039487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.039858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.040188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.040691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.041183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.041670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.042180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.043959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.045055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.045602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.046693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.051915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a29aa54-4da6-4623-b768-761e8dbe5c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:51.084476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4e10659e-4f70-4f3d-8b79-337e7892bc09 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:51.085323 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:51.085568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Router 5aced643-e676-4a16-b07d-3d8b907c0852 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:53:51.090532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94702c90-8bd5-4c23-9d1b-923bd1ccfb5b req-5f722f86-12c3-4dde-9ba2-84796ab969f4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888490 Feb 09 20:53:51.142624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b3450-cd06-4188-b11a-da553ce733be req-b500dfa4-32f5-4206-93f9-06df599a70c5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:51.168284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf5b3450-cd06-4188-b11a-da553ce733be req-b500dfa4-32f5-4206-93f9-06df599a70c5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 944 time: 0.6970298 Feb 09 20:53:51.205388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d8646a80-3259-4c85-94eb-21b9ed20b4de None None] Provisioning complete for port 4e10659e-4f70-4f3d-8b79-337e7892bc09 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:51.205764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8646a80-3259-4c85-94eb-21b9ed20b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:51.273144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4e10659e-4f70-4f3d-8b79-337e7892bc09 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:51.280812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:51.331589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:53:51.346114 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Sync routers for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:53:51.355786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8646a80-3259-4c85-94eb-21b9ed20b4de None None] Current status of the port 4e10659e-4f70-4f3d-8b79-337e7892bc09 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:51.361345 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:51.361983 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:51.370804 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c37ad1d-a7f8-480a-a879-8d90915f8f4d req-606faa02-dce4-4f8a-941e-89a9d87ca5c5 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318444 Feb 09 20:53:51.385462 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf5b3450-cd06-4188-b11a-da553ce733be req-bb19ae9f-0dd7-4d49-969a-86b03f26f50a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162905 Feb 09 20:53:51.389535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-aa8056ad-c734-427f-91ed-b2c6dd3aa4e2 service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473541 Feb 09 20:53:51.391311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:51.405528 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:51.409947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9ccc43e4-ab51-4598-a30b-a482d52be401 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4014478 Feb 09 20:53:51.414024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:51.430625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde2a03-ff93-449a-9a59-1e66568fbb86 req-fbe6c471-29f7-452a-830d-ee079b080100 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:51.432434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bde2a03-ff93-449a-9a59-1e66568fbb86 req-fbe6c471-29f7-452a-830d-ee079b080100 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 944 time: 0.1562386 Feb 09 20:53:51.499426 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:51.573267 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:51.674425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bde2a03-ff93-449a-9a59-1e66568fbb86 req-1253bb3f-0799-4d11-8bd9-54bd898f39b3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208928 Feb 09 20:53:51.746408 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:49Z', 'revision_number': 3, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:51.813868 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Checking router: 5aced643-e676-4a16-b07d-3d8b907c0852 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:53:51.819440 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Updating router 5aced643-e676-4a16-b07d-3d8b907c0852 port 2d735d98-651b-4233-a971-b25b5e6a691d binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:53:51.856071 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:51.974102 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.003141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f6254a1c-df32-40fe-ad5b-2634dd322b2e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:52.091197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.113219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'Port': ['ID=d0f910bc-cf7a-4288-a600-6da3644cfb37,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:52.123505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a972ff7-84f2-4a0c-be85-adf53629477b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.126948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0d2e9-1575-4553-bc35-c963720d9d63 req-33a31a40-efeb-4b9c-85a9-afe109b90d1f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:52.128514 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00d0d2e9-1575-4553-bc35-c963720d9d63 req-33a31a40-efeb-4b9c-85a9-afe109b90d1f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.1037173 Feb 09 20:53:52.141644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ccbc5e-8c3e-4fb9-984d-85a286cbd1e9 req-647f30c3-6357-47ff-8a4b-e58f991b2c17 service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7414553 Feb 09 20:53:52.152398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:52.156098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.156643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.157119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.157517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.157967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.158450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.158830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.159465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.159867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.160206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.161029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.161462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.161801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.217267 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Publish callbacks [] for port (2d735d98-651b-4233-a971-b25b5e6a691d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.223037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f6254a1c-df32-40fe-ad5b-2634dd322b2e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f6254a1c-df32-40fe-ad5b-2634dd322b2e,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:52.224268 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.235555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00d0d2e9-1575-4553-bc35-c963720d9d63 req-ea0ea9f0-2be0-4fab-80a4-4152b42f3a12 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686102 Feb 09 20:53:52.237976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'f6254a1c-df32-40fe-ad5b-2634dd322b2e', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': 'f6254a1c-df32-40fe-ad5b-2634dd322b2e', 'mac_address': 'fa:16:3e:e5:1b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:52.254702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a972ff7-84f2-4a0c-be85-adf53629477b admin admin] Publish callbacks [] for security_group (a1d1322c-13a7-4a06-9937-5bc9d93f6fef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.256421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:52.261045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:52.302681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port f6254a1c-df32-40fe-ad5b-2634dd322b2e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:52.303406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a972ff7-84f2-4a0c-be85-adf53629477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a1d1322c-13a7-4a06-9937-5bc9d93f6fef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.304583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.344641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6254a1c-df32-40fe-ad5b-2634dd322b2e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:52.371338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f6254a1c-df32-40fe-ad5b-2634dd322b2e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f6254a1c-df32-40fe-ad5b-2634dd322b2e,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:52.375312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Allocated IP 172.20.0.1 (e8c7450c-edf7-4dba-8eb7-c4894810333f/105fc58f-0795-4e17-bba4-a34e90633e21/778db017-94d7-4969-b4ee-60605a852bcd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:52.378505 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.405145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a972ff7-84f2-4a0c-be85-adf53629477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d1322c-13a7-4a06-9937-5bc9d93f6fef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:52.495712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37636273-3cc6-46bd-8a82-88105db687b4 req-60ed7f4b-e24a-4e65-a37e-aaa846494846 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:52.496805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=f6254a1c-df32-40fe-ad5b-2634dd322b2e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:52.498729 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Attempting to bind port 2d735d98-651b-4233-a971-b25b5e6a691d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:52.499643 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Attempting to bind port 2d735d98-651b-4233-a971-b25b5e6a691d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:52.500262 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Attempting to bind port 2d735d98-651b-4233-a971-b25b5e6a691d on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:52.508661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37636273-3cc6-46bd-8a82-88105db687b4 req-60ed7f4b-e24a-4e65-a37e-aaa846494846 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 931 time: 0.5563095 Feb 09 20:53:52.516730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:52.517342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.530757 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:52.531545 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:52.532194 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.533284 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:52.534010 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Bound port: 2d735d98-651b-4233-a971-b25b5e6a691d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:52.535880 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.538629 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Pushing event updated for resources: {'Port': ['ID=2d735d98-651b-4233-a971-b25b5e6a691d,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:52.576483 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Publish callbacks [] for port (778db017-94d7-4969-b4ee-60605a852bcd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.581469 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.582737 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.583298 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.583903 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.584497 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.584874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f2bb-e24f-4c1d-b3ae-f63760eef87b req-a18f414c-fbe9-45fb-a0d1-2ad7c1d81249 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:52.585353 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.586338 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.586899 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.587441 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.588586 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.589146 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.589918 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.590671 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:52.593710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8357f2bb-e24f-4c1d-b3ae-f63760eef87b req-a18f414c-fbe9-45fb-a0d1-2ad7c1d81249 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1431854 Feb 09 20:53:52.601420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-f4431b3e-1e28-4001-acd4-789ec14f7c1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8410704 Feb 09 20:53:52.616232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Request body: {'port': {'device_id': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:52.634211 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a972ff7-84f2-4a0c-be85-adf53629477b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e8998d8cb0534939acb3d6ba99c57c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2394271 Feb 09 20:53:52.636976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:52.644410 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] For port 2d735d98-651b-4233-a971-b25b5e6a691d, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:52.650412 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] For port 2d735d98-651b-4233-a971-b25b5e6a691d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2d735d98-651b-4233-a971-b25b5e6a691d,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:52.651917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['f6254a1c-df32-40fe-ad5b-2634dd322b2e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:52.674147 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.724581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-1a0f8cdd-03b6-487d-928a-bd52cd089c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:52.726174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-1a0f8cdd-03b6-487d-928a-bd52cd089c74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 1127 time: 0.4238789 Feb 09 20:53:52.737932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37636273-3cc6-46bd-8a82-88105db687b4 req-b9422197-370d-43a9-affb-4d73809cd9d0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283497 Feb 09 20:53:52.752367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8357f2bb-e24f-4c1d-b3ae-f63760eef87b req-ea28b925-57ff-401a-af54-07d13412dcdd tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576290 Feb 09 20:53:52.762715 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:52.763484 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:52.771283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4e10659e-4f70-4f3d-8b79-337e7892bc09 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:52.805219 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (778db017-94d7-4969-b4ee-60605a852bcd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.846948 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d6d58-4025-4b5b-8209-4c6aad6f59f2 None None] Pushing event updated for resources: {'Port': ['ID=2d735d98-651b-4233-a971-b25b5e6a691d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:52.890344 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.917503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-97fd1c2d-50cf-46a8-867c-9f0fc7559749 None None] Provisioning complete for port d0f910bc-cf7a-4288-a600-6da3644cfb37 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:52.920646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97fd1c2d-50cf-46a8-867c-9f0fc7559749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:52.947705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Network e8c7450c-edf7-4dba-8eb7-c4894810333f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:52.957707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-d379206b-e122-407f-925a-dcaf0eda4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:52.958677 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:52.959258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-d379206b-e122-407f-925a-dcaf0eda4901 service neutron] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.2251751 Feb 09 20:53:52.970865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:52.982105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:53:53.017567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-a38138d0-b291-482a-9e5a-2a71090f7512 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e975c96-fc7f-423c-b292-fa800d1e53c7 HTTP/1.1" status: 200 len: 217 time: 0.0442302 Feb 09 20:53:53.033396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4a48a81-3e51-4779-96bb-8c26b3e7ea77 admin admin] Publish callbacks [] for security_group (a1d1322c-13a7-4a06-9937-5bc9d93f6fef), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.062865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=778db017-94d7-4969-b4ee-60605a852bcd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:53.066787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-97fd1c2d-50cf-46a8-867c-9f0fc7559749 None None] Port d0f910bc-cf7a-4288-a600-6da3644cfb37 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:53.121059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8956903-942a-4d0e-86b6-c9fb8b367942 req-556dbd90-60ba-4c53-8abe-6a30ae438600 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:53.127866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8956903-942a-4d0e-86b6-c9fb8b367942 req-556dbd90-60ba-4c53-8abe-6a30ae438600 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 945 time: 0.2378590 Feb 09 20:53:53.139359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.150859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.151255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.151607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.151990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.152328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.152659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.152987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.153313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.153638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.153961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.154281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.158326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:53:53.180792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4a48a81-3e51-4779-96bb-8c26b3e7ea77 admin admin] Publish callbacks [] for security_group (a1d1322c-13a7-4a06-9937-5bc9d93f6fef), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.194098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (5aced643-e676-4a16-b07d-3d8b907c0852), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.195646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4e10659e-4f70-4f3d-8b79-337e7892bc09 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:53.196088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.222104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-d06fef71-f90a-4b91-af89-4ab378dac128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:53.223588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-d06fef71-f90a-4b91-af89-4ab378dac128 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.1140747 Feb 09 20:53:53.337061 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8956903-942a-4d0e-86b6-c9fb8b367942 req-8bdf2d40-b8ab-4c57-b0f9-635e32ff5e26 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081034 Feb 09 20:53:53.410914 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4a48a81-3e51-4779-96bb-8c26b3e7ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a1d1322c-13a7-4a06-9937-5bc9d93f6fef), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.413485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4a48a81-3e51-4779-96bb-8c26b3e7ea77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.414614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f4a48a81-3e51-4779-96bb-8c26b3e7ea77 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a1d1322c-13a7-4a06-9937-5bc9d93f6fef HTTP/1.1" status: 204 len: 168 time: 0.7767210 Feb 09 20:53:53.498756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a48a81-3e51-4779-96bb-8c26b3e7ea77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d1322c-13a7-4a06-9937-5bc9d93f6fef,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:53.527858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4e10659e-4f70-4f3d-8b79-337e7892bc09 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:53.543060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-363f07aa-3986-4dd9-be9f-d56bbbac55f1 None None] Provisioning complete for port 778db017-94d7-4969-b4ee-60605a852bcd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:53.543654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-363f07aa-3986-4dd9-be9f-d56bbbac55f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778db017-94d7-4969-b4ee-60605a852bcd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.585901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-363f07aa-3986-4dd9-be9f-d56bbbac55f1 None None] Port 778db017-94d7-4969-b4ee-60605a852bcd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:53.595574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f910bc-cf7a-4288-a600-6da3644cfb37 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:53.646624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Publish callbacks [] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.652988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-7d7f6907-5980-42a6-8da7-c9234ae19080 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2978435 Feb 09 20:53:53.656472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (778db017-94d7-4969-b4ee-60605a852bcd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.694619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc02439-965a-448b-a73c-bd2927e16909 req-d67aedbc-e649-4225-a11e-874caac9be75 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:53.696712 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebc02439-965a-448b-a73c-bd2927e16909 req-d67aedbc-e649-4225-a11e-874caac9be75 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 944 time: 0.1955671 Feb 09 20:53:53.738515 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:49Z', 'revision_number': 3, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:53.753487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Transition to ACTIVE for port object d0f910bc-cf7a-4288-a600-6da3644cfb37 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:53:53.768257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:53.797234 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b068e8e9-c922-4019-a0b4-1f500651ab5e None None] The sync data for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 is: [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:49Z', 'revision_number': 3, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:53:53.841162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac773d-ff24-41a4-bba5-6593466c6112 req-ef2c3ca0-f23c-4d79-9547-acb2d841aac5 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:53.842782 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65ac773d-ff24-41a4-bba5-6593466c6112 req-ef2c3ca0-f23c-4d79-9547-acb2d841aac5 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.6182585 Feb 09 20:53:53.905378 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebc02439-965a-448b-a73c-bd2927e16909 req-7bed7c3a-1107-4d51-9935-c0a02cc7b34c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839654 Feb 09 20:53:53.955139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:53.992245 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50280bb7-ae27-4962-b40d-929ce46160a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.032066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f910bc-cf7a-4288-a600-6da3644cfb37,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:54.091266 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65ac773d-ff24-41a4-bba5-6593466c6112 req-f7a9ad1b-58ed-46c7-9f8c-00bbca677289 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193491 Feb 09 20:53:54.101601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Publish callbacks [] for port (778db017-94d7-4969-b4ee-60605a852bcd), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.116306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (778db017-94d7-4969-b4ee-60605a852bcd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.137159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-fdfdfa37-6308-4f79-9aae-8fadd5e4619a service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737382 Feb 09 20:53:54.199243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6e975c96-fc7f-423c-b292-fa800d1e53c7 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:54.300712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5daae11b-bb4b-48dc-857f-bdc19938f04b req-bd30125e-08e6-450b-8aeb-fe7c806dde1d service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076312 Feb 09 20:53:54.323448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=778db017-94d7-4969-b4ee-60605a852bcd,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:54.326802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (5aced643-e676-4a16-b07d-3d8b907c0852), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.338594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50280bb7-ae27-4962-b40d-929ce46160a9 admin admin] Publish callbacks [] for security_group (4c433abd-4ba3-42f7-9d0b-8d7c6ae08535), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.364642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Attempting to bind port d0f910bc-cf7a-4288-a600-6da3644cfb37 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:54.364990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Attempting to bind port d0f910bc-cf7a-4288-a600-6da3644cfb37 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:54.365325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Attempting to bind port d0f910bc-cf7a-4288-a600-6da3644cfb37 on network e0902706-cfe4-4c84-aeea-f81bad23cf19 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:54.373931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Port d0f910bc-cf7a-4288-a600-6da3644cfb37 on network e0902706-cfe4-4c84-aeea-f81bad23cf19 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:53:54.374260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Attempting to bind port d0f910bc-cf7a-4288-a600-6da3644cfb37 on network e0902706-cfe4-4c84-aeea-f81bad23cf19 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:54.395910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:54.396113 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-50280bb7-ae27-4962-b40d-929ce46160a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4c433abd-4ba3-42f7-9d0b-8d7c6ae08535), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.396240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Checking segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:54.396240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Bound using segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:54.396420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Bound port: d0f910bc-cf7a-4288-a600-6da3644cfb37, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:54.396766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.457707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801fdd1-99fe-42cd-9674-a7273872b816 req-336eb017-6841-46be-ab09-66ecc2aa1d19 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:54.465484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f801fdd1-99fe-42cd-9674-a7273872b816 req-336eb017-6841-46be-ab09-66ecc2aa1d19 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 943 time: 0.2806687 Feb 09 20:53:54.497522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6e975c96-fc7f-423c-b292-fa800d1e53c7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e975c96-fc7f-423c-b292-fa800d1e53c7,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:54.512557 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-50280bb7-ae27-4962-b40d-929ce46160a9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=87a1404c6a85467ca8c4e1bac24afef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5531893 Feb 09 20:53:54.519721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:54.538280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] For port d0f910bc-cf7a-4288-a600-6da3644cfb37, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:54.539666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57994af1-c7e6-405d-bd32-4c2646b75108 req-d9e993ea-7669-418d-bc59-574d17b60a82 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:54.547880 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57994af1-c7e6-405d-bd32-4c2646b75108 req-d9e993ea-7669-418d-bc59-574d17b60a82 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.5181701 Feb 09 20:53:54.557852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50280bb7-ae27-4962-b40d-929ce46160a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c433abd-4ba3-42f7-9d0b-8d7c6ae08535,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:54.566122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6e975c96-fc7f-423c-b292-fa800d1e53c7', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'port_id': '6e975c96-fc7f-423c-b292-fa800d1e53c7', 'mac_address': 'fa:16:3e:0f:13:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da60c3a-dc04-497b-aaff-c1952e694419', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:54.574795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f801fdd1-99fe-42cd-9674-a7273872b816 req-4e69bfc3-ec74-428b-999d-8c59d3ff22dd tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085005 Feb 09 20:53:54.600027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] For port d0f910bc-cf7a-4288-a600-6da3644cfb37, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:54.630808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.649107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6e975c96-fc7f-423c-b292-fa800d1e53c7 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:54.649741 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.656005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57994af1-c7e6-405d-bd32-4c2646b75108 req-856949cb-6bd6-48f5-b361-ccdda2c0386b tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070917 Feb 09 20:53:54.702960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e975c96-fc7f-423c-b292-fa800d1e53c7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:54.731579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Network e8c7450c-edf7-4dba-8eb7-c4894810333f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:53:54.740514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:54.785871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6e975c96-fc7f-423c-b292-fa800d1e53c7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e975c96-fc7f-423c-b292-fa800d1e53c7,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:54.795096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.801533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f910bc-cf7a-4288-a600-6da3644cfb37,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:54.868739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:54.869704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.871872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-035832d4-3218-49ee-909b-b0d8e4d6ad60 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0f910bc-cf7a-4288-a600-6da3644cfb37 HTTP/1.1" status: 200 len: 1092 time: 2.2692504 Feb 09 20:53:54.872516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'tag': 'd0f910bc-cf7a-4288-a600-6da3644cfb37'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:54.874975 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63825417-d739-4146-bbef-d068ecdaa791" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c", "tag": "d0f910bc-cf7a-4288-a600-6da3644cfb37"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:54.879431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0397629a-4d36-4134-a41e-1bffa244708e admin admin] Publish callbacks [] for security_group (4c433abd-4ba3-42f7-9d0b-8d7c6ae08535), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:54.899445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2d735d98-651b-4233-a971-b25b5e6a691d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:54.972956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0397629a-4d36-4134-a41e-1bffa244708e admin admin] Publish callbacks [] for security_group (4c433abd-4ba3-42f7-9d0b-8d7c6ae08535), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:55.080040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6e975c96-fc7f-423c-b292-fa800d1e53c7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:55.106464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2d735d98-651b-4233-a971-b25b5e6a691d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:55.107023 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:55.181558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0339-c4a4-447e-a124-9261e40e9d80 req-b4ebc17a-5bfe-4579-84ee-4d8d2a4b2ce5 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.186803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cd197-891d-424b-b781-a43b5854fa6d req-84e39c63-818b-4916-b327-eb230084ea9e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.188100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0339-c4a4-447e-a124-9261e40e9d80 req-b4ebc17a-5bfe-4579-84ee-4d8d2a4b2ce5 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.194041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0339-c4a4-447e-a124-9261e40e9d80 req-b4ebc17a-5bfe-4579-84ee-4d8d2a4b2ce5 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.198237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6e975c96-fc7f-423c-b292-fa800d1e53c7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:55.201046 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-297cd197-891d-424b-b781-a43b5854fa6d req-84e39c63-818b-4916-b327-eb230084ea9e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 945 time: 0.2658706 Feb 09 20:53:55.212204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-363d0339-c4a4-447e-a124-9261e40e9d80 req-b4ebc17a-5bfe-4579-84ee-4d8d2a4b2ce5 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724&device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733&device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 2417 time: 0.1707163 Feb 09 20:53:55.236581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-645a47b2-ceb3-4d36-9458-543a53c5127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.238271 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-645a47b2-ceb3-4d36-9458-543a53c5127c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 1126 time: 0.2881200 Feb 09 20:53:55.255802 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0397629a-4d36-4134-a41e-1bffa244708e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4c433abd-4ba3-42f7-9d0b-8d7c6ae08535), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:55.268644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0397629a-4d36-4134-a41e-1bffa244708e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:55.270322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0397629a-4d36-4134-a41e-1bffa244708e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4c433abd-4ba3-42f7-9d0b-8d7c6ae08535 HTTP/1.1" status: 204 len: 168 time: 0.7496309 Feb 09 20:53:55.296641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Router 5aced643-e676-4a16-b07d-3d8b907c0852 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:53:55.301571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-297cd197-891d-424b-b781-a43b5854fa6d req-a4967bb3-af86-4be8-adc4-785ebc13b690 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996113 Feb 09 20:53:55.329842 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:53:55.414274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c6afcf26-3711-47f3-83e1-5239e404a9ce None None] Provisioning complete for port 778db017-94d7-4969-b4ee-60605a852bcd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:55.414571 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c6afcf26-3711-47f3-83e1-5239e404a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778db017-94d7-4969-b4ee-60605a852bcd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:55.440284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397629a-4d36-4134-a41e-1bffa244708e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c433abd-4ba3-42f7-9d0b-8d7c6ae08535,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:55.449696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-2c4e8967-7719-42b9-9754-45afdc1b7eac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37 HTTP/1.1" status: 200 len: 217 time: 0.2012317 Feb 09 20:53:55.472384 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-363d0339-c4a4-447e-a124-9261e40e9d80 req-4a18e318-d691-4209-90a7-7c0b8152d3ce tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591319 Feb 09 20:53:55.473960 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e02ad7-31b5-4df5-b9f7-e6d1e53a846e x-openstack-request-id: req-23e02ad7-31b5-4df5-b9f7-e6d1e53a846e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:55.474253 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c", "tag": "d0f910bc-cf7a-4288-a600-6da3644cfb37", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:55.488156 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-23e02ad7-31b5-4df5-b9f7-e6d1e53a846e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:55.488575 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'tag': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'status': 'completed', 'code': 200} Feb 09 20:53:55.508170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c6afcf26-3711-47f3-83e1-5239e404a9ce None None] Port 778db017-94d7-4969-b4ee-60605a852bcd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:55.649997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:53:55.661725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2d735d98-651b-4233-a971-b25b5e6a691d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:55.662301 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:55.671150 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0992d853-273c-499f-a949-e72a4f361cc2 admin admin] 10.222.0.102 "PUT /v2.0/routers/5aced643-e676-4a16-b07d-3d8b907c0852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2562025 Feb 09 20:53:55.686264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-43de95a2-65d9-4517-94ba-a4ae657f232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.687879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-43de95a2-65d9-4517-94ba-a4ae657f232e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 200 len: 849 time: 0.1983929 Feb 09 20:53:55.759211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 2d735d98-651b-4233-a971-b25b5e6a691d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2d735d98-651b-4233-a971-b25b5e6a691d,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:55.769040 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:55.805538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d12ec-53c9-4fc4-bf61-884f4c6989e9 req-5c550fba-bf84-4950-a1ef-77a2a434680b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.807108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-248d12ec-53c9-4fc4-bf61-884f4c6989e9 req-5c550fba-bf84-4950-a1ef-77a2a434680b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 945 time: 0.2202952 Feb 09 20:53:55.813025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-023272ea-f511-4a38-8893-2fc53b1435d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.814420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-023272ea-f511-4a38-8893-2fc53b1435d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0902706-cfe4-4c84-aeea-f81bad23cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1123214 Feb 09 20:53:55.952978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2fca4-64e8-4f86-b3b6-a1d180a8c16b req-3af811f5-d973-4ae3-975c-d90d37256ba7 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:55.976853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aad2fca4-64e8-4f86-b3b6-a1d180a8c16b req-3af811f5-d973-4ae3-975c-d90d37256ba7 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.1192822 Feb 09 20:53:56.030169 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-248d12ec-53c9-4fc4-bf61-884f4c6989e9 req-ea978045-7c8a-4276-a0b4-ff462c452630 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126720 Feb 09 20:53:56.071813 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aad2fca4-64e8-4f86-b3b6-a1d180a8c16b req-446c743c-afc8-4b63-b23e-984a0edb5aa4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939612 Feb 09 20:53:56.105615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-e9d296af-6026-4e9f-8c35-2d2d93d6435f service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828281 Feb 09 20:53:56.146710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=2d735d98-651b-4233-a971-b25b5e6a691d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:56.150974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f6254a1c-df32-40fe-ad5b-2634dd322b2e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:56.251088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port f6254a1c-df32-40fe-ad5b-2634dd322b2e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:56.264969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port f6254a1c-df32-40fe-ad5b-2634dd322b2e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:56.267496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:56.281496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a2bf2-0d77-4672-a7ba-c8a10afbeb55 req-03d121e1-4478-4ed2-8b59-ae9147def3cc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:56.299452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97a2bf2-0d77-4672-a7ba-c8a10afbeb55 req-03d121e1-4478-4ed2-8b59-ae9147def3cc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1457272 Feb 09 20:53:56.350495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4e77e21-119b-4d6f-bbd5-c4c0cdc3803d req-71a34bd1-dc44-42b6-8ea6-60716cc981db service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386718 Feb 09 20:53:56.379347 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e97a2bf2-0d77-4672-a7ba-c8a10afbeb55 req-b5a0237d-4ab8-4206-bf34-acbc1f9d22d6 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Feb 09 20:53:56.503407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port f6254a1c-df32-40fe-ad5b-2634dd322b2e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:56.504032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:56.528756 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:56.601505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port f6254a1c-df32-40fe-ad5b-2634dd322b2e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f6254a1c-df32-40fe-ad5b-2634dd322b2e,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:56.604913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca1eb-1885-4008-8bf1-8d4d44f94404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6254a1c-df32-40fe-ad5b-2634dd322b2e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:56.610010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd6b8-35c5-44f0-8afd-c8717cc4ecb6 req-adbcc9bb-2c68-4b16-8df2-91154600d67e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:56.612620 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bd2bc5-356d-4655-8d54-7c3d1c834d91" -d '{"events": [{"server_uuid": "da0ca1eb-1885-4008-8bf1-8d4d44f94404", "name": "network-vif-plugged", "status": "completed", "tag": "f6254a1c-df32-40fe-ad5b-2634dd322b2e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:56.615762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d3cd6b8-35c5-44f0-8afd-c8717cc4ecb6 req-adbcc9bb-2c68-4b16-8df2-91154600d67e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 943 time: 0.3383472 Feb 09 20:53:56.622441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:56.664607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63825417-d739-4146-bbef-d068ecdaa791 req-ba4f5635-482f-4fae-80ff-ff30b28aa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:56.671329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63825417-d739-4146-bbef-d068ecdaa791 req-ba4f5635-482f-4fae-80ff-ff30b28aa4f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 1126 time: 0.2527606 Feb 09 20:53:56.712229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:56.728489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=f6254a1c-df32-40fe-ad5b-2634dd322b2e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:56.740241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-928807390-network', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:56.782047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2d735d98-651b-4233-a971-b25b5e6a691d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:56.790792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f49099-21bc-422f-86b2-b4ea4d847d52 req-70f3359d-e101-4384-945f-5621c216b442 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:56.807523 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d2f49099-21bc-422f-86b2-b4ea4d847d52 req-70f3359d-e101-4384-945f-5621c216b442 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 946 time: 0.1486847 Feb 09 20:53:56.850017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Sync routers for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:53:56.865809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:56.866752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:56.908234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d2f49099-21bc-422f-86b2-b4ea4d847d52 req-c6caf3d1-35e5-491d-8f2f-a686e9bd8203 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994060 Feb 09 20:53:56.914990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d3cd6b8-35c5-44f0-8afd-c8717cc4ecb6 req-c4446c4f-674a-46c0-9d7c-085163b6fb91 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867823 Feb 09 20:53:56.926746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Made reservation on behalf of d1e8e8c50d8d4acb864a6c2e3c8f6c91 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:56.934242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.005974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.040586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:53:57.125716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63825417-d739-4146-bbef-d068ecdaa791 req-fd13c024-ac8a-442c-9d5c-4a1660e9b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:57.127869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63825417-d739-4146-bbef-d068ecdaa791 req-fd13c024-ac8a-442c-9d5c-4a1660e9b0ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 911 time: 0.4424858 Feb 09 20:53:57.198165 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f163fe4b-2835-428a-a72a-5ade241d10b2 x-openstack-request-id: req-f163fe4b-2835-428a-a72a-5ade241d10b2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:57.198459 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca1eb-1885-4008-8bf1-8d4d44f94404", "name": "network-vif-plugged", "status": "completed", "tag": "f6254a1c-df32-40fe-ad5b-2634dd322b2e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:57.198721 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f163fe4b-2835-428a-a72a-5ade241d10b2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:57.199132 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca1eb-1885-4008-8bf1-8d4d44f94404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6254a1c-df32-40fe-ad5b-2634dd322b2e', 'code': 200} Feb 09 20:53:57.255975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63825417-d739-4146-bbef-d068ecdaa791 req-a260248b-92d5-4572-895f-c5a4ce4169df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37 HTTP/1.1" status: 200 len: 217 time: 0.1047320 Feb 09 20:53:57.383403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2d735d98-651b-4233-a971-b25b5e6a691d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:57.383826 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.498560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57c666-7e87-491e-9fc4-087df154f181 req-1636e548-e030-483a-a988-9e335f45f3dd tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:57.505037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 2, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:57.515563 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b57c666-7e87-491e-9fc4-087df154f181 req-1636e548-e030-483a-a988-9e335f45f3dd tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 945 time: 0.2260408 Feb 09 20:53:57.523513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafae3c6-8017-42df-9aa7-e086a7db4c9e req-bee56866-0f62-48c5-8e23-3a0f262a90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:57.525982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dafae3c6-8017-42df-9aa7-e086a7db4c9e req-bee56866-0f62-48c5-8e23-3a0f262a90e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 1129 time: 0.3089836 Feb 09 20:53:57.546340 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Publish callbacks [] for security_group (70c0f9a0-0c63-4cfe-8c27-64ab6cdd536b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.554099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63825417-d739-4146-bbef-d068ecdaa791 req-ab66c34f-957b-46ff-b6de-4b1d35ac230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:57.555501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63825417-d739-4146-bbef-d068ecdaa791 req-ab66c34f-957b-46ff-b6de-4b1d35ac230e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 200 len: 849 time: 0.2730322 Feb 09 20:53:57.558140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Checking router: 5aced643-e676-4a16-b07d-3d8b907c0852 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:53:57.560253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Updating router 5aced643-e676-4a16-b07d-3d8b907c0852 port 778db017-94d7-4969-b4ee-60605a852bcd binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:53:57.562815 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (70c0f9a0-0c63-4cfe-8c27-64ab6cdd536b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.603568 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (778db017-94d7-4969-b4ee-60605a852bcd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.607015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2d735d98-651b-4233-a971-b25b5e6a691d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:57.618341 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dafae3c6-8017-42df-9aa7-e086a7db4c9e req-5cb9812d-ea23-419b-843f-551a85b20eb1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854766 Feb 09 20:53:57.620766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33330) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:57.651527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:53:57.660086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b57c666-7e87-491e-9fc4-087df154f181 req-e9292eea-8dde-4cea-8632-1e7af1b8608f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410334 Feb 09 20:53:57.673767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc11d5f-bd8f-4154-b9ff-40ff63762d47 req-0149aaed-6071-49e2-859c-37109120b397 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:57.680666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fc11d5f-bd8f-4154-b9ff-40ff63762d47 req-0149aaed-6071-49e2-859c-37109120b397 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.2455227 Feb 09 20:53:57.704222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (966f3c30-f650-4312-af47-428185f8ffb5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.704570 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Added segment 966f3c30-f650-4312-af47-428185f8ffb5 of type vlan for network bb017ae5-5ea3-440d-a781-50defb93a1f1 Feb 09 20:53:57.707451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c0f9a0-0c63-4cfe-8c27-64ab6cdd536b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:57.792205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (bb017ae5-5ea3-440d-a781-50defb93a1f1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.796994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63825417-d739-4146-bbef-d068ecdaa791 req-338279ce-c87e-4b7d-abd2-264ef6934fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:57.797914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63825417-d739-4146-bbef-d068ecdaa791 req-338279ce-c87e-4b7d-abd2-264ef6934fa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0902706-cfe4-4c84-aeea-f81bad23cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2135134 Feb 09 20:53:57.812651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fc11d5f-bd8f-4154-b9ff-40ff63762d47 req-681404f9-c8eb-430d-a7a4-af1eff9e36f5 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311257 Feb 09 20:53:57.836617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aef69b5c-934f-4017-ad06-ccdfb0c85d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.890142 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (bb017ae5-5ea3-440d-a781-50defb93a1f1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.891098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:57.891897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:57.975065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2606633 Feb 09 20:53:57.980644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:57.987955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Request body: {'subnet': {'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-subnet', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:58.002369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86ca11-1274-42df-8af2-2dbcac063549 admin admin] Pushing event updated for resources: {'Network': ['ID=bb017ae5-5ea3-440d-a781-50defb93a1f1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:58.012105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d0f910bc-cf7a-4288-a600-6da3644cfb37 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:53:58.023597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network bb017ae5-5ea3-440d-a781-50defb93a1f1 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:53:58.026316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aef69b5c-934f-4017-ad06-ccdfb0c85d44 admin admin] Publish callbacks [] for security_group (5ef0b9bb-9e50-4ce0-84da-79309f335a32), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.033460 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aef69b5c-934f-4017-ad06-ccdfb0c85d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5ef0b9bb-9e50-4ce0-84da-79309f335a32), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.062776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63825417-d739-4146-bbef-d068ecdaa791 req-6b30dd0b-9a54-4950-bf4a-a8523fcabd28 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472651 Feb 09 20:53:58.064946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Made reservation on behalf of d1e8e8c50d8d4acb864a6c2e3c8f6c91 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:53:58.068960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69b5c-934f-4017-ad06-ccdfb0c85d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0b9bb-9e50-4ce0-84da-79309f335a32,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:58.069497 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.135543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aef69b5c-934f-4017-ad06-ccdfb0c85d44 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b2005f2346f14c36b0d7b4752609148b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5138395 Feb 09 20:53:58.136327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:58.231896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6e975c96-fc7f-423c-b292-fa800d1e53c7 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:53:58.279436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29acd943-6efc-4e43-9575-f3204912c15f admin admin] Publish callbacks [] for security_group (5ef0b9bb-9e50-4ce0-84da-79309f335a32), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.280251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9af64-4b0b-43a8-9143-e7fea159ecd9 req-93df854a-5cf8-4edb-9856-c45fcd4750e2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:58.281682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45e9af64-4b0b-43a8-9143-e7fea159ecd9 req-93df854a-5cf8-4edb-9856-c45fcd4750e2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 946 time: 0.2727427 Feb 09 20:53:58.287549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Publish callbacks [] for port (778db017-94d7-4969-b4ee-60605a852bcd), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.296060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (778db017-94d7-4969-b4ee-60605a852bcd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.318332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d41ec-a0a8-408c-b2a5-532c68c385f3 req-f62e82c2-1e50-41d5-9c9f-9bf8932fad53 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:58.327831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e48d41ec-a0a8-408c-b2a5-532c68c385f3 req-f62e82c2-1e50-41d5-9c9f-9bf8932fad53 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 943 time: 0.1626933 Feb 09 20:53:58.344609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b8c4a-bd22-465f-8e3c-7562064c07ad None None] Pushing event updated for resources: {'Port': ['ID=778db017-94d7-4969-b4ee-60605a852bcd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:58.360394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29acd943-6efc-4e43-9575-f3204912c15f admin admin] Publish callbacks [] for security_group (5ef0b9bb-9e50-4ce0-84da-79309f335a32), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.361950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d0f910bc-cf7a-4288-a600-6da3644cfb37, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:58.389581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 6e975c96-fc7f-423c-b292-fa800d1e53c7 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:53:58.391760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'port_id': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'mac_address': 'fa:16:3e:77:d8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:53:58.402967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6e975c96-fc7f-423c-b292-fa800d1e53c7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:58.402967 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.423471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63825417-d739-4146-bbef-d068ecdaa791 req-536669b8-d5b7-40ad-b10a-37e78d45fdec service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605457 Feb 09 20:53:58.479383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (42f8ce2a-3ac5-4f3a-994a-6ef052928346), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.487995 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e48d41ec-a0a8-408c-b2a5-532c68c385f3 req-5ff24101-81eb-43fa-989c-e26c0ff38884 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533332 Feb 09 20:53:58.509453 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29acd943-6efc-4e43-9575-f3204912c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5ef0b9bb-9e50-4ce0-84da-79309f335a32), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.512671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29acd943-6efc-4e43-9575-f3204912c15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.514666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-29acd943-6efc-4e43-9575-f3204912c15f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5ef0b9bb-9e50-4ce0-84da-79309f335a32 HTTP/1.1" status: 204 len: 168 time: 0.3773010 Feb 09 20:53:58.518021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45e9af64-4b0b-43a8-9143-e7fea159ecd9 req-bdd500b0-2fc8-4490-807f-ba05ad366463 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180991 Feb 09 20:53:58.554498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acd943-6efc-4e43-9575-f3204912c15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0b9bb-9e50-4ce0-84da-79309f335a32,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:58.616191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d0f910bc-cf7a-4288-a600-6da3644cfb37 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:58.617276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.712604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Attempting to bind port 778db017-94d7-4969-b4ee-60605a852bcd on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:53:58.712992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Attempting to bind port 778db017-94d7-4969-b4ee-60605a852bcd by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:53:58.713358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Attempting to bind port 778db017-94d7-4969-b4ee-60605a852bcd on network e8c7450c-edf7-4dba-8eb7-c4894810333f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:53:58.724217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6e975c96-fc7f-423c-b292-fa800d1e53c7 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:53:58.724633 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.728841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:53:58.729220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Checking segment: {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:58.729621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.730336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Bound using segment: {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:53:58.730486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Bound port: 778db017-94d7-4969-b4ee-60605a852bcd, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:53:58.730872 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (778db017-94d7-4969-b4ee-60605a852bcd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.738095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f8ce2a-3ac5-4f3a-994a-6ef052928346,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:58.741053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Checking segment: {'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:53:58.741677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Network hostable DHCP agents. Network: bb017ae5-5ea3-440d-a781-50defb93a1f1, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:53:58.779660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f910bc-cf7a-4288-a600-6da3644cfb37 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:53:58.817488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Network bb017ae5-5ea3-440d-a781-50defb93a1f1 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:53:58.829672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d0f910bc-cf7a-4288-a600-6da3644cfb37, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:58.839190 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.855491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, bb017ae5-5ea3-440d-a781-50defb93a1f1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:53:58.871178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:58.872021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.889070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbd92c-fd99-4a36-adf9-5c6944aeb35a req-74cd42d3-3806-49f8-9f3d-185fb1362f2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:58.893724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5abbd92c-fd99-4a36-adf9-5c6944aeb35a req-74cd42d3-3806-49f8-9f3d-185fb1362f2a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 945 time: 0.1029465 Feb 09 20:53:58.938307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d0f910bc-cf7a-4288-a600-6da3644cfb37,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:58.946942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1d09be45-7c61-4bde-a9a5-59064b7c6106 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9648230 Feb 09 20:53:58.950372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588ec59-cf35-4e3e-b07c-0dda634d4b29 None None] Network bb017ae5-5ea3-440d-a781-50defb93a1f1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:53:58.951279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:53:58.955638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:53:58.997921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (6374fbcc-4aa2-457d-9445-345a128f9e98), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:58.998960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (6374fbcc-4aa2-457d-9445-345a128f9e98), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:59.037954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5e3dbda1-dbba-4c4a-9682-9a286d0ad628 None None] Provisioning complete for port 778db017-94d7-4969-b4ee-60605a852bcd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:53:59.038572 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbda1-dbba-4c4a-9682-9a286d0ad628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778db017-94d7-4969-b4ee-60605a852bcd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:59.063749 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5abbd92c-fd99-4a36-adf9-5c6944aeb35a req-89290348-f145-42f3-b19f-df2b16a561e1 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627362 Feb 09 20:53:59.139320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks [] for router_controller (6374fbcc-4aa2-457d-9445-345a128f9e98), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:59.175877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6e975c96-fc7f-423c-b292-fa800d1e53c7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e975c96-fc7f-423c-b292-fa800d1e53c7,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:53:59.181558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['d0f910bc-cf7a-4288-a600-6da3644cfb37'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:53:59.195617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f59e3-e958-4607-9e7e-b49b52ed20f1 req-3b4cadba-40a9-476d-81ca-41146dea2d97 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:59.201534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-782f59e3-e958-4607-9e7e-b49b52ed20f1 req-3b4cadba-40a9-476d-81ca-41146dea2d97 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.0930588 Feb 09 20:53:59.249301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8123a2-3251-47ee-ae6c-ce3c45a6b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e975c96-fc7f-423c-b292-fa800d1e53c7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:53:59.258463 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb84c8c2-bca2-42bf-b79b-e6ac2fa801ed" -d '{"events": [{"server_uuid": "2a8123a2-3251-47ee-ae6c-ce3c45a6b694", "name": "network-vif-plugged", "status": "completed", "tag": "6e975c96-fc7f-423c-b292-fa800d1e53c7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:53:59.313878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] For port 778db017-94d7-4969-b4ee-60605a852bcd, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:53:59.328826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] For port 778db017-94d7-4969-b4ee-60605a852bcd, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=778db017-94d7-4969-b4ee-60605a852bcd,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:53:59.339325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:59.362367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-782f59e3-e958-4607-9e7e-b49b52ed20f1 req-1bc2457d-aed9-409d-bc78-03c81b8d56cf tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535573 Feb 09 20:53:59.416082 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (778db017-94d7-4969-b4ee-60605a852bcd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:59.419495 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f689cae5-460f-460a-a30c-467b3a2a4c44 x-openstack-request-id: req-f689cae5-460f-460a-a30c-467b3a2a4c44 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:53:59.419812 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8123a2-3251-47ee-ae6c-ce3c45a6b694", "name": "network-vif-plugged", "status": "completed", "tag": "6e975c96-fc7f-423c-b292-fa800d1e53c7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:53:59.420079 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f689cae5-460f-460a-a30c-467b3a2a4c44 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:53:59.420518 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8123a2-3251-47ee-ae6c-ce3c45a6b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e975c96-fc7f-423c-b292-fa800d1e53c7', 'code': 200} Feb 09 20:53:59.561064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-bb017ae5-5ea3-440d-a781-50defb93a1f1', 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1', 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'fixed_ips': [{'subnet_id': '42f8ce2a-3ac5-4f3a-994a-6ef052928346'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:53:59.561874 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:59.578351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dbda1-dbba-4c4a-9682-9a286d0ad628 None None] Port 778db017-94d7-4969-b4ee-60605a852bcd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:53:59.650456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e44baf-2bf9-4099-9328-4aeb7f61aa43 req-23841526-2373-4d93-90fb-1055486f92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:59.652006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-72e44baf-2bf9-4099-9328-4aeb7f61aa43 req-23841526-2373-4d93-90fb-1055486f92df service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 1129 time: 0.1514716 Feb 09 20:53:59.803515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-72e44baf-2bf9-4099-9328-4aeb7f61aa43 req-f0800ecb-6738-49f7-ab69-ec6f074e017f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440389 Feb 09 20:53:59.861912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Allocated IP 172.20.0.2 (bb017ae5-5ea3-440d-a781-50defb93a1f1/42f8ce2a-3ac5-4f3a-994a-6ef052928346/24dce3b6-019b-4057-9b03-dc287acc7f4d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:53:59.865228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553105f-d671-474b-9454-68e91be84a30 req-f69a31df-1200-4a6d-93d6-449aa3f6022f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:53:59.866491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5553105f-d671-474b-9454-68e91be84a30 req-f69a31df-1200-4a6d-93d6-449aa3f6022f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 944 time: 0.1717443 Feb 09 20:53:59.888091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6e975c96-fc7f-423c-b292-fa800d1e53c7,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:53:59.940872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:53:59.941102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:53:59.973285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks [] for router_gateway (6374fbcc-4aa2-457d-9445-345a128f9e98), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:53:59.978128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5553105f-d671-474b-9454-68e91be84a30 req-76cd81b2-371a-42bc-83ab-4b88c56d6761 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051810 Feb 09 20:54:00.086748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e73a-3b8c-41a3-b4c5-934c5ac9dc7e req-a07f8083-1b8c-4f5a-97f3-970123f7ea5b tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:00.094392 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6b38e73a-3b8c-41a3-b4c5-934c5ac9dc7e req-a07f8083-1b8c-4f5a-97f3-970123f7ea5b tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.2940125 Feb 09 20:54:00.121811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b8c4a-bd22-465f-8e3c-7562064c07ad None None] Pushing event updated for resources: {'Port': ['ID=778db017-94d7-4969-b4ee-60605a852bcd,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:00.175791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a9b2a-fbfe-445b-9c55-adaf294859f4 req-bc34fde4-3001-412b-b3d3-26be62ab89ca tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:00.190658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a28a9b2a-fbfe-445b-9c55-adaf294859f4 req-bc34fde4-3001-412b-b3d3-26be62ab89ca tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 946 time: 0.0908451 Feb 09 20:54:00.198041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6b38e73a-3b8c-41a3-b4c5-934c5ac9dc7e req-70cd06e0-57a8-434a-b44f-e666efda12c4 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023436 Feb 09 20:54:00.313438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a28a9b2a-fbfe-445b-9c55-adaf294859f4 req-937d11f2-ff60-4cbc-b0ab-46e34ea84601 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199849 Feb 09 20:54:00.530808 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks [] for router_gateway (6374fbcc-4aa2-457d-9445-345a128f9e98), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:00.558362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:00.631744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3558bdac-1265-46c3-b82d-c225f4830579 None None] Provisioning complete for port 778db017-94d7-4969-b4ee-60605a852bcd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:00.632164 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3558bdac-1265-46c3-b82d-c225f4830579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778db017-94d7-4969-b4ee-60605a852bcd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:00.743548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:00.764396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Allocated IP 172.25.4.22 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/47f755bb-fc43-4676-80b2-d60e7fe9c1a2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:00.846967 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Publish callbacks [] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:00.878499 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:00.895189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e56a1-6d30-47b6-ad23-cbe7388d58fe req-b0187e4f-f640-49b3-9f22-2d7a26800a2e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:00.898082 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-164e56a1-6d30-47b6-ad23-cbe7388d58fe req-b0187e4f-f640-49b3-9f22-2d7a26800a2e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 946 time: 0.5194335 Feb 09 20:54:01.027500 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-164e56a1-6d30-47b6-ad23-cbe7388d58fe req-594fccc8-9d41-4434-809a-166d73cad265 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223738 Feb 09 20:54:01.035325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks [] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:01.090807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Network bb017ae5-5ea3-440d-a781-50defb93a1f1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:01.091933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Pushing event updated for resources: {'Port': ['ID=24dce3b6-019b-4057-9b03-dc287acc7f4d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:01.097606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3558bdac-1265-46c3-b82d-c225f4830579 None None] Current status of the port 778db017-94d7-4969-b4ee-60605a852bcd is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:01.099519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3558bdac-1265-46c3-b82d-c225f4830579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (778db017-94d7-4969-b4ee-60605a852bcd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:01.118187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:01.135784 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:01.148832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:01.215914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:01.215914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:01.215914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:01.218449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:01.266563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f133102-63b6-4e7c-8e6a-168555f1624f req-9ee66fef-be40-4b73-b3ea-1c3abfa0714f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:01.273907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Pushing event updated for resources: {'Port': ['ID=47f755bb-fc43-4676-80b2-d60e7fe9c1a2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:01.281335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f133102-63b6-4e7c-8e6a-168555f1624f req-9ee66fef-be40-4b73-b3ea-1c3abfa0714f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 944 time: 0.1359942 Feb 09 20:54:01.376029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3558bdac-1265-46c3-b82d-c225f4830579 None None] For port 778db017-94d7-4969-b4ee-60605a852bcd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=778db017-94d7-4969-b4ee-60605a852bcd,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:01.389849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f133102-63b6-4e7c-8e6a-168555f1624f req-4e7cc223-ae53-4f06-bbef-8c6999d4307e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913517 Feb 09 20:54:01.407255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3558bdac-1265-46c3-b82d-c225f4830579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (778db017-94d7-4969-b4ee-60605a852bcd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:01.414952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Attempting to bind port 24dce3b6-019b-4057-9b03-dc287acc7f4d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:01.415366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Attempting to bind port 24dce3b6-019b-4057-9b03-dc287acc7f4d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:01.415788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Attempting to bind port 24dce3b6-019b-4057-9b03-dc287acc7f4d on network bb017ae5-5ea3-440d-a781-50defb93a1f1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:01.456293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:01.456293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Checking segment: {'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:01.456293 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:01.456293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Bound using segment: {'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:01.456293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Bound port: 24dce3b6-019b-4057-9b03-dc287acc7f4d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:01.456293 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:01.509834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a2478611-1189-4f48-b96b-e2493800b110 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2082016844'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:01.515021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a2478611-1189-4f48-b96b-e2493800b110 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Unknown quota resources ['metering_label']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:54:01.549125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558bdac-1265-46c3-b82d-c225f4830579 None None] Pushing event updated for resources: {'Port': ['ID=778db017-94d7-4969-b4ee-60605a852bcd,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:01.580929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] For port 24dce3b6-019b-4057-9b03-dc287acc7f4d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:54:01.588652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c02ab2-c70b-43fa-9d2a-88d38df4669c req-a9693f1c-6a2a-428a-84c8-3d8b92d26638 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:01.594393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] For port 24dce3b6-019b-4057-9b03-dc287acc7f4d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24dce3b6-019b-4057-9b03-dc287acc7f4d,segment=NetworkSegment(966f3c30-f650-4312-af47-428185f8ffb5),segment_id=966f3c30-f650-4312-af47-428185f8ffb5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:54:01.618452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:01.621885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76c02ab2-c70b-43fa-9d2a-88d38df4669c req-a9693f1c-6a2a-428a-84c8-3d8b92d26638 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.2791166 Feb 09 20:54:01.655192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:53:59Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:01.714556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38d255-4a39-4302-becb-2ada42a1a5e4 None None] The sync data for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 is: [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:53:59Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:01.722190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921d289-df6f-4740-8fd3-9fbd9204da22 None None] Pushing event updated for resources: {'Port': ['ID=24dce3b6-019b-4057-9b03-dc287acc7f4d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:01.977028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2478611-1189-4f48-b96b-e2493800b110 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:01.981335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:01.982762 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a2478611-1189-4f48-b96b-e2493800b110 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7658207 Feb 09 20:54:01.986894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6736c526-892a-4fb8-929d-bcc778d466f5 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '49046dd0-c6d0-4d5b-a6e3-820daef9cdd3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:01.987515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6736c526-892a-4fb8-929d-bcc778d466f5 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:54:02.028485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d0f910bc-cf7a-4288-a600-6da3644cfb37 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:02.031311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76c02ab2-c70b-43fa-9d2a-88d38df4669c req-a223df76-e81f-4d0e-a26e-0c275e610eaf tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077773 Feb 09 20:54:02.109543 n-d-789963-29 neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-6736c526-892a-4fb8-929d-bcc778d466f5 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 20:54:02.124459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks [] for router_gateway (6374fbcc-4aa2-457d-9445-345a128f9e98), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:02.157936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port d0f910bc-cf7a-4288-a600-6da3644cfb37 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:54:02.173368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port d0f910bc-cf7a-4288-a600-6da3644cfb37 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:02.174064 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:02.379256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6736c526-892a-4fb8-929d-bcc778d466f5 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:02.384814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6736c526-892a-4fb8-929d-bcc778d466f5 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4021077 Feb 09 20:54:02.390273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:02.398488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a528ca17-24ef-40a9-a729-13325acb5be7 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '49046dd0-c6d0-4d5b-a6e3-820daef9cdd3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:02.398978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a528ca17-24ef-40a9-a729-13325acb5be7 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:54:02.462060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d0f910bc-cf7a-4288-a600-6da3644cfb37 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:02.462445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:02.531647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f910bc-cf7a-4288-a600-6da3644cfb37'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:02.534223 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb092d7-872f-4c79-a8c2-00a0c664106d" -d '{"events": [{"server_uuid": "7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c", "name": "network-vif-plugged", "status": "completed", "tag": "d0f910bc-cf7a-4288-a600-6da3644cfb37"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:02.585762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d0f910bc-cf7a-4288-a600-6da3644cfb37, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:02.594146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3effb74-5f44-4755-8a13-0145049d3dfb req-c830a589-e6fb-44ab-83f9-6bfeb60b1d3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:02.597508 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:02.602513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3effb74-5f44-4755-8a13-0145049d3dfb req-c830a589-e6fb-44ab-83f9-6bfeb60b1d3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 946 time: 0.4037876 Feb 09 20:54:02.652238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd260317-462c-40e6-bbc0-f6e8053c1d98 req-d65a5a89-a829-4424-9a6f-d1cb09bbc78c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:02.654259 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd260317-462c-40e6-bbc0-f6e8053c1d98 req-d65a5a89-a829-4424-9a6f-d1cb09bbc78c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 944 time: 0.1210299 Feb 09 20:54:02.687121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (6374fbcc-4aa2-457d-9445-345a128f9e98), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:02.729945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d0f910bc-cf7a-4288-a600-6da3644cfb37,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:02.937223 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd260317-462c-40e6-bbc0-f6e8053c1d98 req-4e2b55c6-4ac4-46f9-8508-29d2c2f11c7b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692046 Feb 09 20:54:02.969167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 778db017-94d7-4969-b4ee-60605a852bcd up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:03.013173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Router 6374fbcc-4aa2-457d-9445-345a128f9e98 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:54:03.051235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 778db017-94d7-4969-b4ee-60605a852bcd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:03.051628 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778db017-94d7-4969-b4ee-60605a852bcd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:03.207956 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21290d1-363e-45a1-ac1b-f49c9303b7b3 x-openstack-request-id: req-b21290d1-363e-45a1-ac1b-f49c9303b7b3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:03.208691 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c", "name": "network-vif-plugged", "status": "completed", "tag": "d0f910bc-cf7a-4288-a600-6da3644cfb37", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:03.208691 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b21290d1-363e-45a1-ac1b-f49c9303b7b3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:03.208916 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'code': 200} Feb 09 20:54:03.254683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 778db017-94d7-4969-b4ee-60605a852bcd is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:03.255928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24dce3b6-019b-4057-9b03-dc287acc7f4d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:03.307280 n-d-789963-29 neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-a528ca17-24ef-40a9-a729-13325acb5be7 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 20:54:03.320953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:03.324629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3effb74-5f44-4755-8a13-0145049d3dfb req-e510ef49-6c93-42b3-9baf-4cd1f1809633 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211480 Feb 09 20:54:03.334868 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Sync routers for ids ['6374fbcc-4aa2-457d-9445-345a128f9e98'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:03.353445 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Routers {'6374fbcc-4aa2-457d-9445-345a128f9e98'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:03.354083 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6374fbcc-4aa2-457d-9445-345a128f9e98'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:03.500925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:03.504832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-202f44c4-cd89-4fee-a26b-b913d91308fb admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5498989 Feb 09 20:54:03.504994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 24dce3b6-019b-4057-9b03-dc287acc7f4d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:03.504994 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:03.506234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33488) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:03.600221 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Set router 6374fbcc-4aa2-457d-9445-345a128f9e98 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:03.651546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 24dce3b6-019b-4057-9b03-dc287acc7f4d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:03.652725 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:03.678635 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a528ca17-24ef-40a9-a729-13325acb5be7 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:03.686013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a528ca17-24ef-40a9-a729-13325acb5be7 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2932365 Feb 09 20:54:03.687025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33490) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:03.690825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e5fdb-07d1-4188-b822-d89f55c11057 req-a0ae4407-f011-4218-90d0-6b0fafa620d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:03.695021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de0e5fdb-07d1-4188-b822-d89f55c11057 req-a0ae4407-f011-4218-90d0-6b0fafa620d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 1128 time: 0.3861694 Feb 09 20:54:03.732776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 24dce3b6-019b-4057-9b03-dc287acc7f4d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24dce3b6-019b-4057-9b03-dc287acc7f4d,segment=NetworkSegment(966f3c30-f650-4312-af47-428185f8ffb5),segment_id=966f3c30-f650-4312-af47-428185f8ffb5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:03.743938 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:03.744859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2fcdfd14-40e9-4759-8ae5-35fda7a3d1a3 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-label-rules?id=03e09dce-76e4-481a-a9a9-a0c5bc383f68 HTTP/1.1" status: 200 len: 462 time: 0.0473657 Feb 09 20:54:03.752758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:03.926109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=24dce3b6-019b-4057-9b03-dc287acc7f4d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:03.961557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1779db3-835d-4394-a705-74ab80b1b361 None None] Network bb017ae5-5ea3-440d-a781-50defb93a1f1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:54:03.987278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-25aa94f2-fe0c-4ffe-b1ed-34da5efa9fa1 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:03.991391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-25aa94f2-fe0c-4ffe-b1ed-34da5efa9fa1 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "DELETE /v2.0/metering/metering-label-rules/03e09dce-76e4-481a-a9a9-a0c5bc383f68 HTTP/1.1" status: 204 len: 168 time: 0.2373810 Feb 09 20:54:03.992047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:04.023488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc130b-8318-4b95-8ee9-714930fddc75 req-920bde2b-caa5-4671-816e-32ea2fc57379 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:04.035351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67fc130b-8318-4b95-8ee9-714930fddc75 req-920bde2b-caa5-4671-816e-32ea2fc57379 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.7104092 Feb 09 20:54:04.042522 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8bc5f964-a2d6-44a4-9d09-67bc4686fcb2 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-label-rules?id=03e09dce-76e4-481a-a9a9-a0c5bc383f68 HTTP/1.1" status: 200 len: 221 time: 0.0180235 Feb 09 20:54:04.045857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:04.050784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-426dd4a5-db8e-43f2-b3fd-862c9a436655 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1474962256', 'description': 'label created by tempest'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:04.051237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-426dd4a5-db8e-43f2-b3fd-862c9a436655 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Unknown quota resources ['metering_label']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:54:04.189893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-af054310-602e-4cf7-a112-48998f19b958 None None] Provisioning complete for port 24dce3b6-019b-4057-9b03-dc287acc7f4d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:04.190698 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af054310-602e-4cf7-a112-48998f19b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:04.203739 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 3, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port': {'id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:00Z', 'updated_at': '2022-02-09T20:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:04.262800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67fc130b-8318-4b95-8ee9-714930fddc75 req-b0dcb8cf-4615-467e-80f3-38c25f2e2e45 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156999 Feb 09 20:54:04.292828 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Checking router: 6374fbcc-4aa2-457d-9445-345a128f9e98 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:54:04.295089 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Updating router 6374fbcc-4aa2-457d-9445-345a128f9e98 port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:54:04.326777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de0e5fdb-07d1-4188-b822-d89f55c11057 req-25dc66b0-4bda-4cc1-926e-238d86a3f63e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6062794 Feb 09 20:54:04.356257 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:04.363825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-fbd99f80-70bf-4b3a-a7b3-e78717bb0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:04.366135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-fbd99f80-70bf-4b3a-a7b3-e78717bb0d00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.4501023 Feb 09 20:54:04.399080 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-426dd4a5-db8e-43f2-b3fd-862c9a436655 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:04.406225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-af054310-602e-4cf7-a112-48998f19b958 None None] Current status of the port 24dce3b6-019b-4057-9b03-dc287acc7f4d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:04.412259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-426dd4a5-db8e-43f2-b3fd-862c9a436655 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3646929 Feb 09 20:54:04.416242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:04.598461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eb2bab46-f981-49ab-b6d7-f222c689d07d tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-labels?id=20e87eae-b96b-4bc9-acf4-b5a9fa893f3e HTTP/1.1" status: 200 len: 468 time: 0.1787775 Feb 09 20:54:04.612147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:04.630082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da53a4c-2a38-4baf-9bb5-5cae071c3380 req-898b4369-fdcb-4b83-ab90-1383383234c9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:04.633141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3da53a4c-2a38-4baf-9bb5-5cae071c3380 req-898b4369-fdcb-4b83-ab90-1383383234c9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.7210910 Feb 09 20:54:04.803260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24dce3b6-019b-4057-9b03-dc287acc7f4d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:04.835837 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Publish callbacks [] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:04.841346 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:04.930946 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec08a-7e45-4857-a523-1708e8b61c2a None None] Pushing event updated for resources: {'Port': ['ID=47f755bb-fc43-4676-80b2-d60e7fe9c1a2,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:04.937028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-142363d0-dca3-4ae5-bb67-5b19fbbd25b2 None None] Provisioning complete for port 24dce3b6-019b-4057-9b03-dc287acc7f4d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:04.937411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-142363d0-dca3-4ae5-bb67-5b19fbbd25b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:04.982250 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Attempting to bind port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:04.982629 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Attempting to bind port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:04.982990 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Attempting to bind port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:04.997586 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:04.997964 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:04.998368 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:04.998756 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:04.999229 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Bound port: 47f755bb-fc43-4676-80b2-d60e7fe9c1a2, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:04.999996 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:05.000863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-2134ccc2-5718-4849-acf0-d2bcb83915fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:05.006953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-2134ccc2-5718-4849-acf0-d2bcb83915fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.1603174 Feb 09 20:54:05.024410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 24dce3b6-019b-4057-9b03-dc287acc7f4d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:05.025086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:05.077642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02362dae-6e26-41a8-84ca-b214395f2de5 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:05.082111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-02362dae-6e26-41a8-84ca-b214395f2de5 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "DELETE /v2.0/metering/metering-labels/20e87eae-b96b-4bc9-acf4-b5a9fa893f3e HTTP/1.1" status: 204 len: 168 time: 0.4682770 Feb 09 20:54:05.082790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:05.107373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2c37fc10-c54a-4e28-a45c-f8c13387f4c5 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-labels?id=20e87eae-b96b-4bc9-acf4-b5a9fa893f3e HTTP/1.1" status: 200 len: 216 time: 0.0187232 Feb 09 20:54:05.108293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:05.109009 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] For port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:54:05.112229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3da53a4c-2a38-4baf-9bb5-5cae071c3380 req-3443c1b9-ef85-4465-8841-f095c27a729c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728408 Feb 09 20:54:05.115123 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] For port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=47f755bb-fc43-4676-80b2-d60e7fe9c1a2,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:54:05.125575 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:05.128777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6a108f58-3cc6-4633-ac95-4cca623dae5f tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0146701 Feb 09 20:54:05.129581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:05.171357 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e98820c8-66c2-4c5f-a9d4-2443dd84aba0 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0386078 Feb 09 20:54:05.171357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:05.255351 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Routers {'6374fbcc-4aa2-457d-9445-345a128f9e98'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:05.255992 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6374fbcc-4aa2-457d-9445-345a128f9e98'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:05.262621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-dbb996b3-e998-4320-ab65-d70b77516c4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 217 time: 0.2023396 Feb 09 20:54:05.276731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-142363d0-dca3-4ae5-bb67-5b19fbbd25b2 None None] Current status of the port 24dce3b6-019b-4057-9b03-dc287acc7f4d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:05.277229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ae6fd864-b212-4a5b-b9b0-58a5687ffe6d tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-labels/49046dd0-c6d0-4d5b-a6e3-820daef9cdd3 HTTP/1.1" status: 200 len: 473 time: 0.1059389 Feb 09 20:54:05.277820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:05.295554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c69874e5-471f-45c2-b840-583e575eece0 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-label-rules/e3ce83a5-5587-4f27-9979-6005c124a587 HTTP/1.1" status: 200 len: 459 time: 0.0126214 Feb 09 20:54:05.312421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:05.351338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 24dce3b6-019b-4057-9b03-dc287acc7f4d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:05.363852 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec08a-7e45-4857-a523-1708e8b61c2a None None] Pushing event updated for resources: {'Port': ['ID=47f755bb-fc43-4676-80b2-d60e7fe9c1a2,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:05.417940 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] Set router 6374fbcc-4aa2-457d-9445-345a128f9e98 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:05.435532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f366c01-2e7f-4c1f-8ebd-b40e8430c533 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:05.439323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f366c01-2e7f-4c1f-8ebd-b40e8430c533 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "DELETE /v2.0/metering/metering-label-rules/e3ce83a5-5587-4f27-9979-6005c124a587 HTTP/1.1" status: 204 len: 168 time: 0.1259010 Feb 09 20:54:05.442868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:05.464694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639b325-e955-41b6-ac37-82b56eec1d27 req-adb4e5e1-b398-41ae-86d0-5c06beb201de tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:05.465731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-dff3da4b-7993-4b90-b8ed-0ff2a82784c3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:05.466305 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9639b325-e955-41b6-ac37-82b56eec1d27 req-adb4e5e1-b398-41ae-86d0-5c06beb201de tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.2050152 Feb 09 20:54:05.467204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-dff3da4b-7993-4b90-b8ed-0ff2a82784c3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 1.0960374 Feb 09 20:54:05.468679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-2a6c1b26-9ddb-4f37-8b8e-b709918711a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:05.469983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-2a6c1b26-9ddb-4f37-8b8e-b709918711a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.1926208 Feb 09 20:54:05.518545 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9639b325-e955-41b6-ac37-82b56eec1d27 req-b9a66a28-f2bc-461d-867b-2bc32ba9f5f0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447071 Feb 09 20:54:05.593032 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-d9369175-8368-4026-944c-a04eb53576e4 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/quotas/aad186a920f347bdaed3baf1e6b99870 HTTP/1.1" status: 200 len: 375 time: 0.1053405 Feb 09 20:54:05.654083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-8cc56dc0-f55a-4141-87e1-46e5323c89fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588175 Feb 09 20:54:05.698114 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 3, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port': {'id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:00Z', 'updated_at': '2022-02-09T20:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:05.758111 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbfef6-b3e2-4f0d-81c9-671538a3ac50 None None] The sync data for ids ['6374fbcc-4aa2-457d-9445-345a128f9e98'] in n-d-789963-29 is: [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 3, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port': {'id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:00Z', 'updated_at': '2022-02-09T20:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:05.762127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50cda-fcca-4077-afae-435b6136129f req-059a251c-51b9-4081-a47e-cd89132e01b2 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:05.763726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-33c50cda-fcca-4077-afae-435b6136129f req-059a251c-51b9-4081-a47e-cd89132e01b2 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.0664849 Feb 09 20:54:05.845075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-33c50cda-fcca-4077-afae-435b6136129f req-ed86564a-9068-4863-ad5b-bab718355e06 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736523 Feb 09 20:54:05.938929 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-e952ab66-f499-45f6-af2b-b65b6ac88171 service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274756 Feb 09 20:54:06.017300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8224-f74e-4e00-8e54-bd98255c9782 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:06.020954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ef1c8224-f74e-4e00-8e54-bd98255c9782 tempest-MeteringIpV6TestJSON-116276126 tempest-MeteringIpV6TestJSON-116276126-project-admin] 10.222.0.102 "DELETE /v2.0/metering/metering-labels/49046dd0-c6d0-4d5b-a6e3-820daef9cdd3 HTTP/1.1" status: 204 len: 168 time: 0.5746307 Feb 09 20:54:06.145790 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-1350835e-456e-4255-aacc-b3bc772c042d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4783771 Feb 09 20:54:06.150366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea2cd02f-542c-48fc-a123-a9b907526801 req-1ed8f092-03a0-40e1-907e-b88f037cdb7b service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005761 Feb 09 20:54:06.278471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:06.321823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb4595-9351-4373-9291-2e64f12e50b5 req-abbd11eb-b4e0-4881-9507-0330b32aadc4 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:06.340198 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-33cb4595-9351-4373-9291-2e64f12e50b5 req-abbd11eb-b4e0-4881-9507-0330b32aadc4 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1102581 Feb 09 20:54:06.404786 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-8c1a0a8d-0db5-4e1b-b0e5-7e60efac415a service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488019 Feb 09 20:54:06.439798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-33cb4595-9351-4373-9291-2e64f12e50b5 req-8dc084d7-3eb6-4341-992d-d04b41643308 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934832 Feb 09 20:54:06.456614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:06.593342 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-622b498d-4ae4-4b17-b171-8d86d9ea05cd service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779850 Feb 09 20:54:06.615137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Allocated IP 172.20.0.1 (bb017ae5-5ea3-440d-a781-50defb93a1f1/42f8ce2a-3ac5-4f3a-994a-6ef052928346/f825ea8e-ea98-46f6-a78a-7a738d65a786) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:06.682159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7862-5937-46b9-bc5e-1ab4b1659eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:06.802715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Publish callbacks [] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:06.846039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083125a8-9fc9-4fd7-a6ed-d057302efe3a req-b36b56a5-5fcd-4591-b5cd-21eb9f8b5d52 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:06.850404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:06.854105 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-083125a8-9fc9-4fd7-a6ed-d057302efe3a req-b36b56a5-5fcd-4591-b5cd-21eb9f8b5d52 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.2439694 Feb 09 20:54:06.888667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:06.988569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f66f820-f05b-44e2-b419-6da14f6e6275 req-b818fd39-9b34-4bae-9840-cc96ee43e1f6 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 210 time: 0.0836532 Feb 09 20:54:06.996844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Network bb017ae5-5ea3-440d-a781-50defb93a1f1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:07.005373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:07.015795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:07.016375 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.029831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:07.043138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Pushing event updated for resources: {'Port': ['ID=f825ea8e-ea98-46f6-a78a-7a738d65a786,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:07.063619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-083125a8-9fc9-4fd7-a6ed-d057302efe3a req-4f5e431e-c5b6-4362-b3eb-5fcf0b0439ba tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085910 Feb 09 20:54:07.150614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7862-5937-46b9-bc5e-1ab4b1659eec admin admin] Publish callbacks [] for security_group (a7db7405-37d2-40d1-8dc7-433de202ee79), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.153894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (6374fbcc-4aa2-457d-9445-345a128f9e98), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.158580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc6e7862-5937-46b9-bc5e-1ab4b1659eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a7db7405-37d2-40d1-8dc7-433de202ee79), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.260439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:07.260931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.269280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e7862-5937-46b9-bc5e-1ab4b1659eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7db7405-37d2-40d1-8dc7-433de202ee79,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:07.282791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=47f755bb-fc43-4676-80b2-d60e7fe9c1a2,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:07.286545 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.297645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cc6e7862-5937-46b9-bc5e-1ab4b1659eec admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5a832acd1a6e48e9a6551fa981146214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8397529 Feb 09 20:54:07.301323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:07.360082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77419855-a84d-412e-9a19-3760088dbb82 req-1b7374dc-9dde-4ab2-a62d-80a64b042949 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:07.370423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77419855-a84d-412e-9a19-3760088dbb82 req-1b7374dc-9dde-4ab2-a62d-80a64b042949 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1700592 Feb 09 20:54:07.372587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:07.377371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'floatingip': {'port_id': 'd0f910bc-cf7a-4288-a600-6da3644cfb37'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:07.390867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=47f755bb-fc43-4676-80b2-d60e7fe9c1a2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:07.439624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (d7ce4f6c-3cbd-4293-8017-18199380d451), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.461618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422875-8208-4683-95dd-139b0c7a6d07 req-a3e45b67-9085-4dc1-a458-67a433b9bc2a tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:07.468551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01422875-8208-4683-95dd-139b0c7a6d07 req-a3e45b67-9085-4dc1-a458-67a433b9bc2a tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.3093832 Feb 09 20:54:07.548203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-de114d1d-9935-4d14-9e75-e879c9d0cfe8 None None] Provisioning complete for port f825ea8e-ea98-46f6-a78a-7a738d65a786 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:07.548650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de114d1d-9935-4d14-9e75-e879c9d0cfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.571860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01422875-8208-4683-95dd-139b0c7a6d07 req-6706384a-4ef3-4aad-b9dd-ae43fa7d8ddd tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023586 Feb 09 20:54:07.586476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.586778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5524e6d-3ea0-4edf-a8de-544e9aadbaa5 admin admin] Publish callbacks [] for security_group (a7db7405-37d2-40d1-8dc7-433de202ee79), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.646050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-de114d1d-9935-4d14-9e75-e879c9d0cfe8 None None] Port f825ea8e-ea98-46f6-a78a-7a738d65a786 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:54:07.682732 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4680ee3b-3715-4585-b839-b796e7bad286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.702693 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5524e6d-3ea0-4edf-a8de-544e9aadbaa5 admin admin] Publish callbacks [] for security_group (a7db7405-37d2-40d1-8dc7-433de202ee79), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.718574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c8d69-eff8-41d6-841f-ac8dd8cd3fb9 req-ce4dcf61-bb7c-48e8-8e2c-43cdad7fd64d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:07.725943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e45c8d69-eff8-41d6-841f-ac8dd8cd3fb9 req-ce4dcf61-bb7c-48e8-8e2c-43cdad7fd64d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1591575 Feb 09 20:54:07.793117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Publish callbacks [] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.798831 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.887718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e45c8d69-eff8-41d6-841f-ac8dd8cd3fb9 req-cc42d5ae-6682-4ef4-a07f-46bf4f1ee14e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608768 Feb 09 20:54:07.996402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5524e6d-3ea0-4edf-a8de-544e9aadbaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a7db7405-37d2-40d1-8dc7-433de202ee79), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:07.996665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Pushing event updated for resources: {'Port': ['ID=f825ea8e-ea98-46f6-a78a-7a738d65a786,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:08.001727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (6374fbcc-4aa2-457d-9445-345a128f9e98), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:08.007966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5524e6d-3ea0-4edf-a8de-544e9aadbaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:08.023780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d5524e6d-3ea0-4edf-a8de-544e9aadbaa5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a7db7405-37d2-40d1-8dc7-433de202ee79 HTTP/1.1" status: 204 len: 168 time: 0.7166736 Feb 09 20:54:08.072086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5524e6d-3ea0-4edf-a8de-544e9aadbaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7db7405-37d2-40d1-8dc7-433de202ee79,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:08.216817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Network bb017ae5-5ea3-440d-a781-50defb93a1f1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:08.218477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:08.232453 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86ba90c3-b6e8-497b-876a-cdbbe3900b3a req-ff8adb41-fe3d-4fba-b651-e52d6a303a92 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 210 time: 0.1005955 Feb 09 20:54:08.477609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Router 6374fbcc-4aa2-457d-9445-345a128f9e98 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:54:08.503739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:08.597782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (d7ce4f6c-3cbd-4293-8017-18199380d451), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:08.754854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:08.760039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b92e75d3-4bcd-4ceb-be7f-e0519d638ebf None None] Provisioning complete for port f825ea8e-ea98-46f6-a78a-7a738d65a786 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:08.760992 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b92e75d3-4bcd-4ceb-be7f-e0519d638ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:08.765398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:08.780477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-334bc31c-a06c-45ec-a9cb-24e835e3bea3 admin admin] 10.222.0.102 "PUT /v2.0/routers/6374fbcc-4aa2-457d-9445-345a128f9e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2501264 Feb 09 20:54:08.814758 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a46eaa29-dc0c-44ce-8aa2-2cf54d0c47e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:08.841708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b92e75d3-4bcd-4ceb-be7f-e0519d638ebf None None] Port f825ea8e-ea98-46f6-a78a-7a738d65a786 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:54:08.848328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:08.850832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Sync routers for ids ['6374fbcc-4aa2-457d-9445-345a128f9e98'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:08.865375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-b55734c7-d386-46e3-b3db-470df1b1b5e5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:08.867769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-b55734c7-d386-46e3-b3db-470df1b1b5e5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.3619015 Feb 09 20:54:08.888095 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Floating IP d7ce4f6c-3cbd-4293-8017-18199380d451 associated. External IP: 172.25.4.54, port: d0f910bc-cf7a-4288-a600-6da3644cfb37. Feb 09 20:54:08.929838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Routers {'6374fbcc-4aa2-457d-9445-345a128f9e98'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:08.937745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Request body: {'port': {'device_id': '76a684cc-72f1-42ff-bc75-d4835813e98d', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'admin_state_up': True, 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:08.940502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:53:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6374fbcc-4aa2-457d-9445-345a128f9e98'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:08.969581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8daa84-3327-48b6-90ef-8354edc15fd9 req-813f4c20-35cf-44af-890b-eadab10f262f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:08.972512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd8daa84-3327-48b6-90ef-8354edc15fd9 req-813f4c20-35cf-44af-890b-eadab10f262f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.2156816 Feb 09 20:54:09.157058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a46eaa29-dc0c-44ce-8aa2-2cf54d0c47e5 admin admin] Publish callbacks [] for security_group (8f6bf576-2c65-4371-8222-27075928a338), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.216997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a46eaa29-dc0c-44ce-8aa2-2cf54d0c47e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8f6bf576-2c65-4371-8222-27075928a338), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.247708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:09.251128 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.306121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191984d-a8c8-405e-98ad-89d71c8bd603 req-d778c5d2-3e49-43e8-8228-e242d405c59a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:09.313306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3191984d-a8c8-405e-98ad-89d71c8bd603 req-d778c5d2-3e49-43e8-8228-e242d405c59a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1643188 Feb 09 20:54:09.357182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd8daa84-3327-48b6-90ef-8354edc15fd9 req-63af9704-9400-4bce-9436-922e928f0afd tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651874 Feb 09 20:54:09.384101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a46eaa29-dc0c-44ce-8aa2-2cf54d0c47e5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5b75159f147946acbfda438224237a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6175175 Feb 09 20:54:09.387908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:09.396410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:09.397589 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.405486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46eaa29-dc0c-44ce-8aa2-2cf54d0c47e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6bf576-2c65-4371-8222-27075928a338,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:09.558250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a55c53d-6a34-4be7-8324-d013fd68be1e admin admin] Publish callbacks [] for security_group (8f6bf576-2c65-4371-8222-27075928a338), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.565952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Set router 6374fbcc-4aa2-457d-9445-345a128f9e98 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:09.596749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a55c53d-6a34-4be7-8324-d013fd68be1e admin admin] Publish callbacks [] for security_group (8f6bf576-2c65-4371-8222-27075928a338), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.787324 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c72644e2-8da9-497c-a9a9-0413ebca4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.789129 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-24e2e4ea-bbb6-48df-963b-5a4ba934b904 req-ef500ef6-d190-408d-b231-9c5cc732b42b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 210 time: 0.1329086 Feb 09 20:54:09.826451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a55c53d-6a34-4be7-8324-d013fd68be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8f6bf576-2c65-4371-8222-27075928a338), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.830403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a55c53d-6a34-4be7-8324-d013fd68be1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:09.831914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7a55c53d-6a34-4be7-8324-d013fd68be1e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8f6bf576-2c65-4371-8222-27075928a338 HTTP/1.1" status: 204 len: 168 time: 0.4386508 Feb 09 20:54:09.859704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55c53d-6a34-4be7-8324-d013fd68be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6bf576-2c65-4371-8222-27075928a338,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:09.968547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:10.021199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3191984d-a8c8-405e-98ad-89d71c8bd603 req-4864fe54-877a-4192-999b-f5f8325485b5 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067559 Feb 09 20:54:10.142338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Allocated IP 172.20.0.6 (401827f8-1a87-4730-a777-a78cb1a9e9f8/5da60c3a-dc04-497b-aaff-c1952e694419/3fc6102c-e129-430f-b145-c9910df31671) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:10.172530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T20:54:07Z', 'revision_number': 4, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port': {'id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:00Z', 'updated_at': '2022-02-09T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f825ea8e-ea98-46f6-a78a-7a738d65a786', 'name': '', 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'mac_address': 'fa:16:3e:24:6b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '42f8ce2a-3ac5-4f3a-994a-6ef052928346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:06Z', 'updated_at': '2022-02-09T20:54:07Z', 'revision_number': 2, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'subnets': [{'id': '42f8ce2a-3ac5-4f3a-994a-6ef052928346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:10.223355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Checking router: 6374fbcc-4aa2-457d-9445-345a128f9e98 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:54:10.223864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Updating router 6374fbcc-4aa2-457d-9445-345a128f9e98 port f825ea8e-ea98-46f6-a78a-7a738d65a786 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:54:10.262611 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:10.313075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:54:10.445173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks [] for port (3fc6102c-e129-430f-b145-c9910df31671), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:10.605900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964f695-d9f6-44b4-a0cb-9efbfeabc42a req-7d83e11b-5d21-4067-9340-5e6a1764a46a tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:10.616776 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c964f695-d9f6-44b4-a0cb-9efbfeabc42a req-7d83e11b-5d21-4067-9340-5e6a1764a46a tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.1323636 Feb 09 20:54:10.692959 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c964f695-d9f6-44b4-a0cb-9efbfeabc42a req-981d0bea-b655-4a13-b785-95e825eec168 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753114 Feb 09 20:54:10.704188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:10.712123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:10.718580 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] Sync routers for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:10.719111 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3fc6102c-e129-430f-b145-c9910df31671), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:10.732538 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:10.733095 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:10.753450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6e975c96-fc7f-423c-b292-fa800d1e53c7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:10.835235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:10.925554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-167939cf-a60a-40c0-b664-d9a3f3c5f829 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "PUT /v2.0/floatingips/d7ce4f6c-3cbd-4293-8017-18199380d451 HTTP/1.1" status: 200 len: 990 time: 3.5517850 Feb 09 20:54:10.948064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'tag': 'd0f910bc-cf7a-4288-a600-6da3644cfb37'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:10.952043 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b89cb-493b-409a-9f4b-ad08d61a7773" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c", "tag": "d0f910bc-cf7a-4288-a600-6da3644cfb37"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:10.968745 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:10.989063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:10.990419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event updated for resources: {'Port': ['ID=3fc6102c-e129-430f-b145-c9910df31671,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:10.993222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:10.995393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:11.055932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:11.056643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:11.080028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-68edd97f-de31-4c14-aedd-7e9229cda0e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1860263 Feb 09 20:54:11.093603 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Publish callbacks [] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:11.106950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Request body: {'port': {'device_id': '76a684cc-72f1-42ff-bc75-d4835813e98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:11.169219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de856efe-88a7-4720-bf78-c10464ab9e63 req-d6152e41-b5fb-44b5-9b06-c1bce84ab408 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:11.179246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-de856efe-88a7-4720-bf78-c10464ab9e63 req-d6152e41-b5fb-44b5-9b06-c1bce84ab408 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 931 time: 0.2155418 Feb 09 20:54:11.290301 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:11.309818 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:11.313323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-de856efe-88a7-4720-bf78-c10464ab9e63 req-b7c96861-3b30-4e7f-bf1e-b2603b230de1 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292725 Feb 09 20:54:11.345202 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3fc6102c-e129-430f-b145-c9910df31671), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:11.406073 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7311e9f6-7001-451b-8731-ff4297cddf15 x-openstack-request-id: req-7311e9f6-7001-451b-8731-ff4297cddf15 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:11.407439 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c", "tag": "d0f910bc-cf7a-4288-a600-6da3644cfb37", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:11.407724 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7311e9f6-7001-451b-8731-ff4297cddf15 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:11.408164 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'tag': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'status': 'completed', 'code': 200} Feb 09 20:54:11.636435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-35a6fc18-e4f1-40ec-b1bd-00ee68af5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:11.641058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-35a6fc18-e4f1-40ec-b1bd-00ee68af5cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 1128 time: 0.2147636 Feb 09 20:54:11.807646 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'd7ce4f6c-3cbd-4293-8017-18199380d451', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'port_id': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'mac_address': 'fa:16:3e:77:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:53:43Z', 'updated_at': '2022-02-09T20:54:08Z', 'revision_number': 1, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:11.848672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce7321-2594-483c-9868-ab9d3cc42925 None None] Pushing event updated for resources: {'Port': ['ID=f825ea8e-ea98-46f6-a78a-7a738d65a786,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:11.857526 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] Checking router: 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:54:11.867921 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:11.868701 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:11.919933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Attempting to bind port f825ea8e-ea98-46f6-a78a-7a738d65a786 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:11.920630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Attempting to bind port f825ea8e-ea98-46f6-a78a-7a738d65a786 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:11.921153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Attempting to bind port f825ea8e-ea98-46f6-a78a-7a738d65a786 on network bb017ae5-5ea3-440d-a781-50defb93a1f1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:11.942880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:11.943491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Checking segment: {'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:11.943658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aeafd-4369-4bd1-8cdd-31463ff38085 req-80476a94-4c11-435c-8076-e234dc613734 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:11.944294 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:11.944913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Bound using segment: {'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:11.945880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Bound port: f825ea8e-ea98-46f6-a78a-7a738d65a786, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966f3c30-f650-4312-af47-428185f8ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:11.946424 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:11.954561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e06aeafd-4369-4bd1-8cdd-31463ff38085 req-80476a94-4c11-435c-8076-e234dc613734 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.6121092 Feb 09 20:54:12.124460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84009-18b8-498d-b65c-5363d9aca3c4 req-256e43e6-8563-4fea-a768-d9d53f068361 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:12.133267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] For port f825ea8e-ea98-46f6-a78a-7a738d65a786, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:54:12.145384 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:12.162604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-834a6771-d9fb-4e26-ab21-186e0f578691 None None] Provisioning complete for port f825ea8e-ea98-46f6-a78a-7a738d65a786 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:12.163108 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-834a6771-d9fb-4e26-ab21-186e0f578691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:12.169470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6e84009-18b8-498d-b65c-5363d9aca3c4 req-256e43e6-8563-4fea-a768-d9d53f068361 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.4607413 Feb 09 20:54:12.195240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] For port f825ea8e-ea98-46f6-a78a-7a738d65a786, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f825ea8e-ea98-46f6-a78a-7a738d65a786,segment=NetworkSegment(966f3c30-f650-4312-af47-428185f8ffb5),segment_id=966f3c30-f650-4312-af47-428185f8ffb5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:54:12.213990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:12.226249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e06aeafd-4369-4bd1-8cdd-31463ff38085 req-fcb050c9-65c1-4cf9-be53-c90f5a79165a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707083 Feb 09 20:54:12.314701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-834a6771-d9fb-4e26-ab21-186e0f578691 None None] Port f825ea8e-ea98-46f6-a78a-7a738d65a786 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:54:12.393517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Routers {'6374fbcc-4aa2-457d-9445-345a128f9e98'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:12.393989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6374fbcc-4aa2-457d-9445-345a128f9e98'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:12.530267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6e84009-18b8-498d-b65c-5363d9aca3c4 req-6a32ac4f-398a-4cb4-81aa-664c4f3af6be tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521326 Feb 09 20:54:12.530267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-c3b88a15-2e30-4eb5-a224-38e08fe48111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:12.538332 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-c3b88a15-2e30-4eb5-a224-38e08fe48111 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 911 time: 0.8904278 Feb 09 20:54:12.597997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc6102c-e129-430f-b145-c9910df31671 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:54:12.635726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Publish callbacks [] for port (3fc6102c-e129-430f-b145-c9910df31671), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:12.693488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Transition to ACTIVE for port object 3fc6102c-e129-430f-b145-c9910df31671 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:54:12.699886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3fc6102c-e129-430f-b145-c9910df31671), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:12.725971 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'd7ce4f6c-3cbd-4293-8017-18199380d451', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'port_id': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'mac_address': 'fa:16:3e:77:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:53:43Z', 'updated_at': '2022-02-09T20:54:08Z', 'revision_number': 1, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:12.746513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] Set router 6374fbcc-4aa2-457d-9445-345a128f9e98 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:12.884464 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2895eb-39dc-4717-ad1e-7ab6bc7598c4 None None] The sync data for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 is: [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'd7ce4f6c-3cbd-4293-8017-18199380d451', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'port_id': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'mac_address': 'fa:16:3e:77:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:53:43Z', 'updated_at': '2022-02-09T20:54:08Z', 'revision_number': 1, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:13.065675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Pushing event updated for resources: {'Port': ['ID=3fc6102c-e129-430f-b145-c9910df31671,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:13.115371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce7321-2594-483c-9868-ab9d3cc42925 None None] Pushing event updated for resources: {'Port': ['ID=f825ea8e-ea98-46f6-a78a-7a738d65a786,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:13.199385 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:13.309323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-380cad21-29f5-444a-84c7-a0e99bd0ca43 None None] Provisioning complete for port f825ea8e-ea98-46f6-a78a-7a738d65a786 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:13.310871 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-380cad21-29f5-444a-84c7-a0e99bd0ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:13.387974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-38667ff6-b1e8-4da8-827e-a5c70c6bce93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6544666 Feb 09 20:54:13.406570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea74e0c-3504-459a-a7fb-9ed4e82a4927 None None] New status for floating IP d7ce4f6c-3cbd-4293-8017-18199380d451: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:54:13.427503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80122d6-c4bc-485e-8df6-beabae93d142 req-314646b0-9b7a-4b00-97ea-f292cc743c65 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:13.449416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d80122d6-c4bc-485e-8df6-beabae93d142 req-314646b0-9b7a-4b00-97ea-f292cc743c65 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 943 time: 0.5920308 Feb 09 20:54:13.456187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Attempting to bind port 3fc6102c-e129-430f-b145-c9910df31671 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:13.456533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Attempting to bind port 3fc6102c-e129-430f-b145-c9910df31671 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:13.456852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Attempting to bind port 3fc6102c-e129-430f-b145-c9910df31671 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:13.496950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-3ec31298-e783-47c4-8cfd-237c51f60e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:13.498436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-3ec31298-e783-47c4-8cfd-237c51f60e84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d30668ca6ff4833800e047ce24e0a13&device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 1128 time: 0.3919761 Feb 09 20:54:13.522399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Port 3fc6102c-e129-430f-b145-c9910df31671 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:54:13.522729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Attempting to bind port 3fc6102c-e129-430f-b145-c9910df31671 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:13.567915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d80122d6-c4bc-485e-8df6-beabae93d142 req-9e1d5e3b-928c-4fcd-af6e-f8e5482f889d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148036 Feb 09 20:54:13.628924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:13.670634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-a3e2eaa5-f3e5-4532-9aa0-cefa46fa44ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37 HTTP/1.1" status: 200 len: 998 time: 1.1267996 Feb 09 20:54:13.676724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:13.677068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Checking segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:13.677511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Bound using segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:13.677967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Bound port: 3fc6102c-e129-430f-b145-c9910df31671, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:13.678381 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3fc6102c-e129-430f-b145-c9910df31671), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:13.679894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597e23-355b-4e1a-b2cb-add113a519b7 req-b81113b1-4ac5-4d78-8f02-946883e6e1af tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:13.687558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6597e23-355b-4e1a-b2cb-add113a519b7 req-b81113b1-4ac5-4d78-8f02-946883e6e1af tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.1889887 Feb 09 20:54:13.767821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6597e23-355b-4e1a-b2cb-add113a519b7 req-9a2f8ec8-dfc5-41e1-a770-f66de49923e2 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776441 Feb 09 20:54:13.778397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-c4db9074-b13d-42d4-bdba-3949a67e716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:13.779965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-c4db9074-b13d-42d4-bdba-3949a67e716e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1127 time: 0.2866189 Feb 09 20:54:13.836125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-e23a003d-05ce-42fc-ae42-7851c2fa3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:13.839222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-e23a003d-05ce-42fc-ae42-7851c2fa3218 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 200 len: 849 time: 0.1488583 Feb 09 20:54:13.876143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] For port 3fc6102c-e129-430f-b145-c9910df31671, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:54:13.893419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] For port 3fc6102c-e129-430f-b145-c9910df31671, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3fc6102c-e129-430f-b145-c9910df31671,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:54:13.915311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-c8ade287-b999-4d9b-a29d-ef17b8904f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:13.917474 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-c8ade287-b999-4d9b-a29d-ef17b8904f4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0902706-cfe4-4c84-aeea-f81bad23cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0721934 Feb 09 20:54:13.939393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3fc6102c-e129-430f-b145-c9910df31671), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.008135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T20:54:07Z', 'revision_number': 4, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port': {'id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:00Z', 'updated_at': '2022-02-09T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f825ea8e-ea98-46f6-a78a-7a738d65a786', 'name': '', 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'mac_address': 'fa:16:3e:24:6b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '42f8ce2a-3ac5-4f3a-994a-6ef052928346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:06Z', 'updated_at': '2022-02-09T20:54:12Z', 'revision_number': 4, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'subnets': [{'id': '42f8ce2a-3ac5-4f3a-994a-6ef052928346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:14.008745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-db461ff6-923e-415a-b843-9a3f58aa1812 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:14.010235 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.118305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-db461ff6-923e-415a-b843-9a3f58aa1812 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] 10.222.0.102 "PUT /v2.0/quotas/aee256b2da2b446ab27d7dfe1eafb17b HTTP/1.1" status: 200 len: 368 time: 0.4816341 Feb 09 20:54:14.123824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:14.128969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Request body: {'network': {'project_id': 'aee256b2da2b446ab27d7dfe1eafb17b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:14.135061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:14.135714 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.137762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] 10.222.0.50 "PUT /v2.0/ports/3fc6102c-e129-430f-b145-c9910df31671 HTTP/1.1" status: 200 len: 1092 time: 3.0486627 Feb 09 20:54:14.143550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62075784-425f-430f-935b-72e73dfa8d2a req-4bd1cb36-69a1-4197-9e01-cd2e5a6a349a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:14.148371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a684cc-72f1-42ff-bc75-d4835813e98d', 'tag': '3fc6102c-e129-430f-b145-c9910df31671'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:14.151628 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-62075784-425f-430f-935b-72e73dfa8d2a req-4bd1cb36-69a1-4197-9e01-cd2e5a6a349a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.2330551 Feb 09 20:54:14.158763 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5d31cd-1209-45b4-8a02-3c9af90a5466" -d '{"events": [{"name": "network-changed", "server_uuid": "76a684cc-72f1-42ff-bc75-d4835813e98d", "tag": "3fc6102c-e129-430f-b145-c9910df31671"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:14.180694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc74fd1-281d-4e2b-ac45-1d86f63278e6 None None] The sync data for ids ['6374fbcc-4aa2-457d-9445-345a128f9e98'] in n-d-789963-29 is: [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T20:54:07Z', 'revision_number': 4, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port': {'id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:00Z', 'updated_at': '2022-02-09T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f825ea8e-ea98-46f6-a78a-7a738d65a786', 'name': '', 'network_id': 'bb017ae5-5ea3-440d-a781-50defb93a1f1', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'mac_address': 'fa:16:3e:24:6b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '42f8ce2a-3ac5-4f3a-994a-6ef052928346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:06Z', 'updated_at': '2022-02-09T20:54:12Z', 'revision_number': 4, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'subnets': [{'id': '42f8ce2a-3ac5-4f3a-994a-6ef052928346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:14.183737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-380cad21-29f5-444a-84c7-a0e99bd0ca43 None None] Current status of the port f825ea8e-ea98-46f6-a78a-7a738d65a786 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:14.184140 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-380cad21-29f5-444a-84c7-a0e99bd0ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.212828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-51cd908f-f696-4e26-ab55-6d88680612c3 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823510 Feb 09 20:54:14.281933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c36b4-eaad-4cca-a986-58d887e68ebf service neutron] Pushing event updated for resources: {'Port': ['ID=3fc6102c-e129-430f-b145-c9910df31671,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:14.332943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Made reservation on behalf of aee256b2da2b446ab27d7dfe1eafb17b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:14.335261 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.346412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4ab17-7f12-4530-af09-174b74c80fbc req-855b0003-51cb-4e0e-a607-cce4e042b9a7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:14.349307 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0f4ab17-7f12-4530-af09-174b74c80fbc req-855b0003-51cb-4e0e-a607-cce4e042b9a7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.6544976 Feb 09 20:54:14.355931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-fa13e0dd-8e76-4772-91f5-a72d1a8a7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:14.357036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-fa13e0dd-8e76-4772-91f5-a72d1a8a7f5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 200 len: 917 time: 0.8390720 Feb 09 20:54:14.384951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.422478 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-62075784-425f-430f-935b-72e73dfa8d2a req-3a1bbb5f-74fe-456a-84a1-c85448122dc0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676733 Feb 09 20:54:14.509456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-0968227a-5202-45c2-91b5-2cff1a1fcb0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 HTTP/1.1" status: 200 len: 217 time: 0.1090527 Feb 09 20:54:14.579463 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc1b89cb-493b-409a-9f4b-ad08d61a7773 req-ac344a71-178e-4e3d-8475-4147e43617af service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577976 Feb 09 20:54:14.637583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-7e83be94-ca80-4b1d-b4ff-fed376eea75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:14.641694 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-7e83be94-ca80-4b1d-b4ff-fed376eea75c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.5792198 Feb 09 20:54:14.731447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-5221a469-c792-4617-84b6-b5d8757da29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:14.733187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-5221a469-c792-4617-84b6-b5d8757da29f service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.8128378 Feb 09 20:54:14.734787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-9ceec89b-da3c-4c0c-a21b-cf03dc8738fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:14.736420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-9ceec89b-da3c-4c0c-a21b-cf03dc8738fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f725d146-1af8-4f95-9e13-c7e227eee1f1 HTTP/1.1" status: 200 len: 855 time: 0.1986423 Feb 09 20:54:14.738785 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c203290-447b-46eb-9ec1-3da971f36653 x-openstack-request-id: req-9c203290-447b-46eb-9ec1-3da971f36653 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:14.739073 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a684cc-72f1-42ff-bc75-d4835813e98d", "tag": "3fc6102c-e129-430f-b145-c9910df31671", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:14.739326 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9c203290-447b-46eb-9ec1-3da971f36653 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:14.739752 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a684cc-72f1-42ff-bc75-d4835813e98d', 'tag': '3fc6102c-e129-430f-b145-c9910df31671', 'status': 'completed', 'code': 200} Feb 09 20:54:14.752947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-eadfe5d4-b419-4a6d-80cc-4b17b19fe589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:14.754537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-eadfe5d4-b419-4a6d-80cc-4b17b19fe589 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 1126 time: 0.5502992 Feb 09 20:54:14.801216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks [] for security_group (d2d586e9-8395-417c-8eb3-de0863c4ec70), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.806507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d2d586e9-8395-417c-8eb3-de0863c4ec70), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.841633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-380cad21-29f5-444a-84c7-a0e99bd0ca43 None None] For port f825ea8e-ea98-46f6-a78a-7a738d65a786, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f825ea8e-ea98-46f6-a78a-7a738d65a786,segment=NetworkSegment(966f3c30-f650-4312-af47-428185f8ffb5),segment_id=966f3c30-f650-4312-af47-428185f8ffb5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:14.846856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-380cad21-29f5-444a-84c7-a0e99bd0ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:14.919327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-8d36304d-1c9c-44a7-84f2-0fe22c530217 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fc6102c-e129-430f-b145-c9910df31671 HTTP/1.1" status: 200 len: 217 time: 0.1277823 Feb 09 20:54:14.930449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f825ea8e-ea98-46f6-a78a-7a738d65a786 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:14.977765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cad21-29f5-444a-84c7-a0e99bd0ca43 None None] Pushing event updated for resources: {'Port': ['ID=f825ea8e-ea98-46f6-a78a-7a738d65a786,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:14.997361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f825ea8e-ea98-46f6-a78a-7a738d65a786 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:14.997786 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.026396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:54:15.054506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0f4ab17-7f12-4530-af09-174b74c80fbc req-85d4fa32-5f2d-48c5-9de8-deeb5f1e0b34 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6760068 Feb 09 20:54:15.078608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336c19-17fa-4e5a-9560-d4f781ff0a57 req-1bc589b1-ab21-4331-81de-99c3fd257283 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:15.081065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9336c19-17fa-4e5a-9560-d4f781ff0a57 req-1bc589b1-ab21-4331-81de-99c3fd257283 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 943 time: 0.2495797 Feb 09 20:54:15.083729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d586e9-8395-417c-8eb3-de0863c4ec70,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:15.121295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (bee3b7e9-2543-4f65-b2ab-931161d089dd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.121853 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Added segment bee3b7e9-2543-4f65-b2ab-931161d089dd of type vlan for network 48a01319-dc25-4383-b9fe-fb3b506e1abe Feb 09 20:54:15.161331 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9336c19-17fa-4e5a-9560-d4f781ff0a57 req-083a3ccd-e814-49ff-af0d-709768c0e716 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724423 Feb 09 20:54:15.213287 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (48a01319-dc25-4383-b9fe-fb3b506e1abe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.226310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-116459a0-54b1-45b5-a765-9b8d909bff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:15.235348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f825ea8e-ea98-46f6-a78a-7a738d65a786 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:15.247826 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-116459a0-54b1-45b5-a765-9b8d909bff9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.2300246 Feb 09 20:54:15.256377 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (48a01319-dc25-4383-b9fe-fb3b506e1abe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.257802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:15.258544 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.339743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-59fa599a-4ffe-433e-84b7-57dee351e35b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 999 time: 0.5694463 Feb 09 20:54:15.370620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-957ee48b-9e0f-44fc-935f-e0885aa7a785 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217847 Feb 09 20:54:15.373219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-9807fb6f-ba8e-4f8b-a85f-17f1f5fb4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:15.374941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-9807fb6f-ba8e-4f8b-a85f-17f1f5fb4e40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=909ba923-a156-4c07-aa23-b5b573b67bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6194899 Feb 09 20:54:15.383588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Pushing event updated for resources: {'Network': ['ID=48a01319-dc25-4383-b9fe-fb3b506e1abe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:15.410008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 48a01319-dc25-4383-b9fe-fb3b506e1abe details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:54:15.425135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa5ad64c-657d-4431-8305-3b5d2826e5c8 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2993472 Feb 09 20:54:15.427356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:15.437998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-de1cdaec-d10e-40f0-9c8b-55e8bf68ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:15.439589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-de1cdaec-d10e-40f0-9c8b-55e8bf68ff08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.0619771 Feb 09 20:54:15.446916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Request body: {'network': {'project_id': 'aee256b2da2b446ab27d7dfe1eafb17b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:15.489144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-391ee8b9-aa31-4e03-9fda-b5f59c83710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:15.491610 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-391ee8b9-aa31-4e03-9fda-b5f59c83710f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.7508199 Feb 09 20:54:15.527933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Made reservation on behalf of aee256b2da2b446ab27d7dfe1eafb17b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:15.533279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.636794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:54:15.670664 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fa3908a7-ad67-4574-acaf-cbb7b1b4de0e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.672337 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Added segment fa3908a7-ad67-4574-acaf-cbb7b1b4de0e of type vlan for network feadf4a5-8006-4d1e-a3ee-b1bb3c41807f Feb 09 20:54:15.781279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (feadf4a5-8006-4d1e-a3ee-b1bb3c41807f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.810809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-f9bfface-1b6d-4cbc-b534-2fcb6a00433b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 217 time: 0.1972141 Feb 09 20:54:15.889173 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (feadf4a5-8006-4d1e-a3ee-b1bb3c41807f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:15.891652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:15.892259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:16.000357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-49c3b069-bef2-47e8-a769-eff3eb9f347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:16.002431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-49c3b069-bef2-47e8-a769-eff3eb9f347e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.1654980 Feb 09 20:54:16.007325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Pushing event updated for resources: {'Network': ['ID=feadf4a5-8006-4d1e-a3ee-b1bb3c41807f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:16.011822 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668e1a9-0091-4ccd-9272-96ea3e37fb99 req-5be47208-31a0-436a-8f13-e87c038cd1c2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:16.013706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f668e1a9-0091-4ccd-9272-96ea3e37fb99 req-5be47208-31a0-436a-8f13-e87c038cd1c2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.7636795 Feb 09 20:54:16.023499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f408509-6ecd-4894-9f48-1191ec4d5fb2 req-76d71ae6-7f45-4a1b-8e44-e47407406766 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:16.025679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f408509-6ecd-4894-9f48-1191ec4d5fb2 req-76d71ae6-7f45-4a1b-8e44-e47407406766 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.2349253 Feb 09 20:54:16.032929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network feadf4a5-8006-4d1e-a3ee-b1bb3c41807f details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:54:16.040041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ba0254c8-ba9a-4dc5-966f-5d645477ac6f tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6088581 Feb 09 20:54:16.047329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:16.052544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-39cb267d-d921-4574-a422-ec4deb157349 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Request body: {'network': {'project_id': 'aee256b2da2b446ab27d7dfe1eafb17b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:16.060927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-bfbc420a-9974-4da6-8dd0-1507466d71c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363951 Feb 09 20:54:16.067555 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cb267d-d921-4574-a422-ec4deb157349 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 20:54:16.068566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cb267d-d921-4574-a422-ec4deb157349 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:54:16.073863 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-39cb267d-d921-4574-a422-ec4deb157349 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0252268 Feb 09 20:54:16.074599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:16.145651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f408509-6ecd-4894-9f48-1191ec4d5fb2 req-3149d5b8-1cfc-46e1-aa36-e9e3dd2f0239 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991952 Feb 09 20:54:16.205795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dc5a49da-764e-4d7d-a915-e6abcaa4d25a tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=aee256b2da2b446ab27d7dfe1eafb17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214898 Feb 09 20:54:16.207504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:16.213796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-1ea270be-de09-449c-aa01-7c07dedb20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:16.218082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-1ea270be-de09-449c-aa01-7c07dedb20b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7087448 Feb 09 20:54:16.228067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f668e1a9-0091-4ccd-9272-96ea3e37fb99 req-e0316137-3f28-4fbd-8e42-cbfd7939846b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667321 Feb 09 20:54:16.367353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38018c-e22c-4e6b-b557-5d5a011ee6b5 req-fede3b5d-b479-4840-92d9-8db363384ce2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:16.370037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba38018c-e22c-4e6b-b557-5d5a011ee6b5 req-fede3b5d-b479-4840-92d9-8db363384ce2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1344841 Feb 09 20:54:16.428133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03f69cf8-5018-4053-a7d7-8b797c96b807 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks [] for security_group (d2d586e9-8395-417c-8eb3-de0863c4ec70), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:16.431945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-7bbe11db-dc05-4588-aa0e-2889921ebd6e service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9902003 Feb 09 20:54:16.434074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-bdcb6e4e-5abd-47af-b59d-bf95a8c9c77b service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9504602 Feb 09 20:54:16.465194 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba38018c-e22c-4e6b-b557-5d5a011ee6b5 req-1a43a1f7-62df-45af-9343-ecb25cc3258b tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833535 Feb 09 20:54:16.507534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03f69cf8-5018-4053-a7d7-8b797c96b807 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks [] for security_group (d2d586e9-8395-417c-8eb3-de0863c4ec70), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:16.578209 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03f69cf8-5018-4053-a7d7-8b797c96b807 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d2d586e9-8395-417c-8eb3-de0863c4ec70), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:16.581657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03f69cf8-5018-4053-a7d7-8b797c96b807 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:16.583187 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03f69cf8-5018-4053-a7d7-8b797c96b807 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] 10.222.0.102 "DELETE /v2.0/security-groups/d2d586e9-8395-417c-8eb3-de0863c4ec70 HTTP/1.1" status: 204 len: 168 time: 0.3730154 Feb 09 20:54:16.585846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:16.661680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f69cf8-5018-4053-a7d7-8b797c96b807 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d586e9-8395-417c-8eb3-de0863c4ec70,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:16.759741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (feadf4a5-8006-4d1e-a3ee-b1bb3c41807f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:16.825893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f825ea8e-ea98-46f6-a78a-7a738d65a786 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:16.842304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb89b96-2276-45c4-ae91-0c6d88a6e072 req-b2a80e8b-a14c-4866-a924-a93fd3741449 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:16.848196 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6eb89b96-2276-45c4-ae91-0c6d88a6e072 req-b2a80e8b-a14c-4866-a924-a93fd3741449 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 943 time: 0.2435541 Feb 09 20:54:16.925818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f825ea8e-ea98-46f6-a78a-7a738d65a786 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:16.926904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:16.965759 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (feadf4a5-8006-4d1e-a3ee-b1bb3c41807f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:16.995572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6eb89b96-2276-45c4-ae91-0c6d88a6e072 req-0f661a7e-3245-40fa-8a6e-45d8c94c24e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167986 Feb 09 20:54:17.036537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feadf4a5-8006-4d1e-a3ee-b1bb3c41807f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:17.076383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3908a7-ad67-4574-acaf-cbb7b1b4de0e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:17.076655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3908a7-ad67-4574-acaf-cbb7b1b4de0e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:17.092977 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (fa3908a7-ad67-4574-acaf-cbb7b1b4de0e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.095282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f825ea8e-ea98-46f6-a78a-7a738d65a786 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:17.126784 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fa3908a7-ad67-4574-acaf-cbb7b1b4de0e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.131287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-7d9e01ed-8d2c-43fb-bac2-71c173c4066a service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0482240 Feb 09 20:54:17.133864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:54:17.134711 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (fa3908a7-ad67-4574-acaf-cbb7b1b4de0e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.177222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-e8b3be34-97a1-4666-b825-9d01e6607baa service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9470077 Feb 09 20:54:17.199454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001497be-323a-4c49-9dc0-dc0ef07273a5 req-a1f8058f-0de6-42cc-993c-5d203db45317 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:17.201074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-001497be-323a-4c49-9dc0-dc0ef07273a5 req-a1f8058f-0de6-42cc-993c-5d203db45317 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.8025484 Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:54:17.207163 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:54:17.219184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (feadf4a5-8006-4d1e-a3ee-b1bb3c41807f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.227563 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.233233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] 10.222.0.102 "DELETE /v2.0/networks/feadf4a5-8006-4d1e-a3ee-b1bb3c41807f HTTP/1.1" status: 204 len: 168 time: 0.6439621 Feb 09 20:54:17.248717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:17.282836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398aecb-6569-4df2-9a73-11cf9030bb46 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Pushing event deleted for resources: {'Network': ['ID=feadf4a5-8006-4d1e-a3ee-b1bb3c41807f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:17.341245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b88ae81-4660-4794-ac80-66162e1e2109 req-6fe18356-7873-4eb0-b2e2-16fbb449b391 service neutron] 10.222.0.13 "GET /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832350 Feb 09 20:54:17.351045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (48a01319-dc25-4383-b9fe-fb3b506e1abe), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.362361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075a682-cbef-42f9-b2dd-a6738f28cb6f req-cf4fb490-c7fa-4de3-9fe4-64b22b122588 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:17.363989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8075a682-cbef-42f9-b2dd-a6738f28cb6f req-cf4fb490-c7fa-4de3-9fe4-64b22b122588 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1556249 Feb 09 20:54:17.438024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84fc70b2-528d-4a7f-9af2-8e009a3f5241 req-a7c10dc0-144a-4eda-b0bb-5f79185a294b service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829204 Feb 09 20:54:17.508217 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (48a01319-dc25-4383-b9fe-fb3b506e1abe), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.511250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-001497be-323a-4c49-9dc0-dc0ef07273a5 req-1ec85ed0-19ae-4af3-a7c3-3f3fc8c10876 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416599 Feb 09 20:54:17.513310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b965c336-aeea-466b-a3ed-d2aedad2d270 req-242b079f-a22f-4afe-8256-6ec7b601d839 service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639693 Feb 09 20:54:17.573783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2762f8-d335-4999-8ad6-2c8aca5f2628 req-b71ed440-7b52-426b-b3b6-6dca82cd8e99 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693523 Feb 09 20:54:17.592243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a01319-dc25-4383-b9fe-fb3b506e1abe']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:17.610956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8075a682-cbef-42f9-b2dd-a6738f28cb6f req-7fb8e8d1-0c22-4d52-98b8-cfcce9913792 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347758 Feb 09 20:54:17.611123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-7d61407f-a4f7-47c2-84a7-2f9a17d18c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:17.617149 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-7d61407f-a4f7-47c2-84a7-2f9a17d18c24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 1126 time: 0.0960634 Feb 09 20:54:17.625896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee3b7e9-2543-4f65-b2ab-931161d089dd') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:17.626155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee3b7e9-2543-4f65-b2ab-931161d089dd') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:17.638848 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (bee3b7e9-2543-4f65-b2ab-931161d089dd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.664638 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (bee3b7e9-2543-4f65-b2ab-931161d089dd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.674686 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:54:17.675369 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (bee3b7e9-2543-4f65-b2ab-931161d089dd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:54:17.734639 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:54:17.737707 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (48a01319-dc25-4383-b9fe-fb3b506e1abe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.752554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:17.758799 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] 10.222.0.102 "DELETE /v2.0/networks/48a01319-dc25-4383-b9fe-fb3b506e1abe HTTP/1.1" status: 204 len: 168 time: 0.5058365 Feb 09 20:54:17.804046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277776c-9785-402a-bc4c-422c590f9033 tempest-QuotasNegativeTest-1834912482 tempest-QuotasNegativeTest-1834912482-project-admin] Pushing event deleted for resources: {'Network': ['ID=48a01319-dc25-4383-b9fe-fb3b506e1abe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:17.871871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06b56-d723-4227-9ab6-d0ed8dcd0047 req-232ee401-79aa-4f24-a9b1-94eb5feb9417 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:17.888981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7a06b56-d723-4227-9ab6-d0ed8dcd0047 req-232ee401-79aa-4f24-a9b1-94eb5feb9417 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1525848 Feb 09 20:54:17.903336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87c963-744f-4141-ba0d-459620f4ee00 req-91f84f79-ea99-48f6-9158-22f628343ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:17.905622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b87c963-744f-4141-ba0d-459620f4ee00 req-91f84f79-ea99-48f6-9158-22f628343ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.1430163 Feb 09 20:54:17.916552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f03bb5-5742-4c2d-b6c8-c9f0c74a787f req-c5612136-42ab-44a4-b19e-fcfc8516069f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:17.919822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38f03bb5-5742-4c2d-b6c8-c9f0c74a787f req-c5612136-42ab-44a4-b19e-fcfc8516069f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.2971969 Feb 09 20:54:18.002255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-a55e55fe-5a4e-430a-b9e3-a03b7d08aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:18.005374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-a55e55fe-5a4e-430a-b9e3-a03b7d08aa91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.3630829 Feb 09 20:54:18.007191 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7a06b56-d723-4227-9ab6-d0ed8dcd0047 req-aaa67f59-880b-4710-ae96-87c029facd5d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005998 Feb 09 20:54:18.012222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b87c963-744f-4141-ba0d-459620f4ee00 req-2f38e58c-9ca6-49a5-9a5a-cb81b726b0c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910232 Feb 09 20:54:18.072388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-9614bb11-3b71-4ef7-b18d-8002b31001df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fc6102c-e129-430f-b145-c9910df31671 HTTP/1.1" status: 200 len: 217 time: 0.0507219 Feb 09 20:54:18.095750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38f03bb5-5742-4c2d-b6c8-c9f0c74a787f req-e4774292-86d0-4c04-b89e-7079674f31f9 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139643 Feb 09 20:54:18.185952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-2aa0aff5-6468-4b73-9a54-7c6edf9ea79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:18.189212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-2aa0aff5-6468-4b73-9a54-7c6edf9ea79b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.0924397 Feb 09 20:54:18.255427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-8909a649-5c7d-46a0-87d3-d4f15e0a638a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566134 Feb 09 20:54:18.326685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e56cc-ca73-4109-b15e-4c624215d061 req-9bd8ff7c-8822-4899-bddf-5b7a805458fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:18.333170 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-126e56cc-ca73-4109-b15e-4c624215d061 req-9bd8ff7c-8822-4899-bddf-5b7a805458fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 943 time: 0.1196148 Feb 09 20:54:18.419532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-126e56cc-ca73-4109-b15e-4c624215d061 req-bfc14927-033d-4d4f-98e3-7d0ba013f471 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806246 Feb 09 20:54:18.467387 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-c71e4728-35e6-4366-ba99-57c33f6ee87c service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028852 Feb 09 20:54:18.636994 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad5d31cd-1209-45b4-8a02-3c9af90a5466 req-57b855d3-b82c-404d-a1a3-f87b54884b61 service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635873 Feb 09 20:54:18.641595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:18.645476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535780b8-755d-4bda-be9c-77157b7feff8 req-a2834c81-376f-42cd-9b41-2e4f071aa6a7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:18.647486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-535780b8-755d-4bda-be9c-77157b7feff8 req-a2834c81-376f-42cd-9b41-2e4f071aa6a7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1019559 Feb 09 20:54:18.713338 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-535780b8-755d-4bda-be9c-77157b7feff8 req-24e013a1-5d59-4f2a-9c7d-fa988eda0f92 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528662 Feb 09 20:54:18.806483 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61fd2f73-08ad-4cba-b18e-fd7a3cc8bea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:18.938104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61fd2f73-08ad-4cba-b18e-fd7a3cc8bea1 admin admin] Publish callbacks [] for security_group (3d85125f-9d5c-4c75-8f03-52a3cd25c5b5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:18.943731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61fd2f73-08ad-4cba-b18e-fd7a3cc8bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3d85125f-9d5c-4c75-8f03-52a3cd25c5b5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:18.978679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd2f73-08ad-4cba-b18e-fd7a3cc8bea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d85125f-9d5c-4c75-8f03-52a3cd25c5b5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:19.005293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-61fd2f73-08ad-4cba-b18e-fd7a3cc8bea1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=886680bb30e94d5f9b21251f643c882a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610458 Feb 09 20:54:19.008126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:19.071953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9194fec-770e-4635-a429-aebfe71f97ed admin admin] Publish callbacks [] for security_group (3d85125f-9d5c-4c75-8f03-52a3cd25c5b5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:19.118437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9194fec-770e-4635-a429-aebfe71f97ed admin admin] Publish callbacks [] for security_group (3d85125f-9d5c-4c75-8f03-52a3cd25c5b5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:19.228418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752ce5-da51-4f55-9492-b722e0b8dab2 req-074cce24-0d4b-4410-bed7-acdc5b73cf5a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:19.229909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b752ce5-da51-4f55-9492-b722e0b8dab2 req-074cce24-0d4b-4410-bed7-acdc5b73cf5a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0888577 Feb 09 20:54:19.233939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a714b5-8e6a-4e74-a30d-7a860200e520 req-00138cad-5923-47f4-8bae-c2ed92b4e996 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:19.241107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85a714b5-8e6a-4e74-a30d-7a860200e520 req-00138cad-5923-47f4-8bae-c2ed92b4e996 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.0929592 Feb 09 20:54:19.307789 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9194fec-770e-4635-a429-aebfe71f97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3d85125f-9d5c-4c75-8f03-52a3cd25c5b5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:19.310706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9194fec-770e-4635-a429-aebfe71f97ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:19.314317 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c9194fec-770e-4635-a429-aebfe71f97ed admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3d85125f-9d5c-4c75-8f03-52a3cd25c5b5 HTTP/1.1" status: 204 len: 168 time: 0.3028247 Feb 09 20:54:19.327365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85a714b5-8e6a-4e74-a30d-7a860200e520 req-b731983e-5780-4d37-9dbc-a97c0e6dcc67 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745175 Feb 09 20:54:19.340513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b752ce5-da51-4f55-9492-b722e0b8dab2 req-b0ff46a1-5a2f-4370-9aa2-055def124b4a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981381 Feb 09 20:54:19.366315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9194fec-770e-4635-a429-aebfe71f97ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d85125f-9d5c-4c75-8f03-52a3cd25c5b5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:19.523720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775614d-ebbd-4fcd-815f-913e1ee2b33e req-5bcf503e-4f20-4749-8662-cb7410e35837 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:19.534935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2775614d-ebbd-4fcd-815f-913e1ee2b33e req-5bcf503e-4f20-4749-8662-cb7410e35837 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.1156597 Feb 09 20:54:19.610546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240ff17-07d7-4cbb-a591-f1b04ec98b7b req-114e685c-79ae-4153-9fef-099953399d48 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:19.631037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3240ff17-07d7-4cbb-a591-f1b04ec98b7b req-114e685c-79ae-4153-9fef-099953399d48 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 943 time: 0.0813277 Feb 09 20:54:19.637529 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2775614d-ebbd-4fcd-815f-913e1ee2b33e req-10ff2026-5e2d-4611-ac8b-07bd6c431fc5 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016159 Feb 09 20:54:19.703091 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3240ff17-07d7-4cbb-a591-f1b04ec98b7b req-da87b733-5e8c-4d02-9b90-191f80e271e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632241 Feb 09 20:54:19.792962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fa520-a63c-408a-b451-cd24200b4e2e req-06acaaf8-b305-4ab9-8795-65c3797dc941 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:19.794514 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-415fa520-a63c-408a-b451-cd24200b4e2e req-06acaaf8-b305-4ab9-8795-65c3797dc941 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.0600610 Feb 09 20:54:19.848616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:19.883965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-451d50e8-cb5b-46b8-92cf-871083c72b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:19.891778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-415fa520-a63c-408a-b451-cd24200b4e2e req-f48703f0-07a5-413e-9de3-fa8a7a91b53f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867195 Feb 09 20:54:20.019845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-451d50e8-cb5b-46b8-92cf-871083c72b6f admin admin] Publish callbacks [] for security_group (720dc4bf-0b83-424f-b9c8-6cf7e2277b4a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:20.026146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-451d50e8-cb5b-46b8-92cf-871083c72b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (720dc4bf-0b83-424f-b9c8-6cf7e2277b4a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:20.045844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745e335-331d-4ee7-830a-37cdcf2eaf69 req-984b7b0c-da68-40ba-839a-6c61d31ae6dc tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:20.047502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3745e335-331d-4ee7-830a-37cdcf2eaf69 req-984b7b0c-da68-40ba-839a-6c61d31ae6dc tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 945 time: 0.0778108 Feb 09 20:54:20.071274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-451d50e8-cb5b-46b8-92cf-871083c72b6f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=18fcd7ecdc8e42e5a6f0bbb55f9a81c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2216184 Feb 09 20:54:20.074097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d50e8-cb5b-46b8-92cf-871083c72b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720dc4bf-0b83-424f-b9c8-6cf7e2277b4a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:20.076688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:20.129549 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3745e335-331d-4ee7-830a-37cdcf2eaf69 req-7c38f286-d31b-418f-9216-78f54d8ac15b tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730264 Feb 09 20:54:20.132911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-529fb3dc-2fa2-4ba7-9103-f911ac1413d2 admin admin] Publish callbacks [] for security_group (720dc4bf-0b83-424f-b9c8-6cf7e2277b4a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:20.161866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-529fb3dc-2fa2-4ba7-9103-f911ac1413d2 admin admin] Publish callbacks [] for security_group (720dc4bf-0b83-424f-b9c8-6cf7e2277b4a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:20.257825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6e7f0-02a7-4f75-8cce-4761e239e771 req-9c480999-bb60-4e27-a37f-51a72d65a1eb tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:20.259645 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35d6e7f0-02a7-4f75-8cce-4761e239e771 req-9c480999-bb60-4e27-a37f-51a72d65a1eb tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.0668354 Feb 09 20:54:20.266632 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-529fb3dc-2fa2-4ba7-9103-f911ac1413d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (720dc4bf-0b83-424f-b9c8-6cf7e2277b4a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:20.269458 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-529fb3dc-2fa2-4ba7-9103-f911ac1413d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:20.273502 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-529fb3dc-2fa2-4ba7-9103-f911ac1413d2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/720dc4bf-0b83-424f-b9c8-6cf7e2277b4a HTTP/1.1" status: 204 len: 168 time: 0.1926751 Feb 09 20:54:20.298447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fb3dc-2fa2-4ba7-9103-f911ac1413d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720dc4bf-0b83-424f-b9c8-6cf7e2277b4a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:20.347839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35d6e7f0-02a7-4f75-8cce-4761e239e771 req-22d9656d-7c84-4005-b5e3-a4c08943ec54 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759971 Feb 09 20:54:20.511125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8598b0c-ecd3-4a3d-9eab-d0a3e2b92bda req-63d17900-7b5e-496b-986b-495e6f29dea6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:20.517996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8598b0c-ecd3-4a3d-9eab-d0a3e2b92bda req-63d17900-7b5e-496b-986b-495e6f29dea6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0721304 Feb 09 20:54:20.545153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bebe72-edae-4d8a-b0fd-bea4743a686d req-61c36cc7-bea6-4614-89a3-7dfd29bf3982 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:20.546732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48bebe72-edae-4d8a-b0fd-bea4743a686d req-61c36cc7-bea6-4614-89a3-7dfd29bf3982 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1024394 Feb 09 20:54:20.600660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8598b0c-ecd3-4a3d-9eab-d0a3e2b92bda req-97bb15d6-1d0d-458a-ad53-36bb8d3619c3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803292 Feb 09 20:54:20.634437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-c0c75ff6-3d12-4712-8eee-297c0ad26844 req-e629d065-8ea9-47f8-989e-22aab2724c3d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:54:20.642377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0c75ff6-3d12-4712-8eee-297c0ad26844 req-e629d065-8ea9-47f8-989e-22aab2724c3d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132034 Feb 09 20:54:20.653253 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48bebe72-edae-4d8a-b0fd-bea4743a686d req-a57e19bb-105d-4fea-ba36-b1ce77b1556c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941908 Feb 09 20:54:20.832905 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0c75ff6-3d12-4712-8eee-297c0ad26844 req-047eb72a-3999-495c-bc8e-5b46dff22bbb tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1889682 Feb 09 20:54:20.857991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20fd3-0105-42b1-ba9b-560d6a3da1ab req-6d0e3780-7d13-4c41-87ea-a6fb6c92b4de tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:20.860168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6d20fd3-0105-42b1-ba9b-560d6a3da1ab req-6d0e3780-7d13-4c41-87ea-a6fb6c92b4de tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 943 time: 0.0750368 Feb 09 20:54:20.920444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6d20fd3-0105-42b1-ba9b-560d6a3da1ab req-9b7372d1-ac9a-4316-aec4-f422a58b6136 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534403 Feb 09 20:54:21.262209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3db10-3172-4680-beda-c42a0c145b7d req-ea3f448f-467d-4225-b9a1-285257bfddf8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:21.267202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a913-a9d8-449f-a175-58e195a588e2 req-1e8820cc-2d1a-49c3-812b-c8fa4709ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:21.277001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c820a913-a9d8-449f-a175-58e195a588e2 req-1e8820cc-2d1a-49c3-812b-c8fa4709ca07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.1396642 Feb 09 20:54:21.277235 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-51a3db10-3172-4680-beda-c42a0c145b7d req-ea3f448f-467d-4225-b9a1-285257bfddf8 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1278231 Feb 09 20:54:21.307709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c4af-72ac-4434-ab5f-2755a5b4a432 req-84a8e7ef-685c-433b-9a9e-2339e877c827 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:21.315170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca8c4af-72ac-4434-ab5f-2755a5b4a432 req-84a8e7ef-685c-433b-9a9e-2339e877c827 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.1286113 Feb 09 20:54:21.389052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-51a3db10-3172-4680-beda-c42a0c145b7d req-83c4534e-d42b-474a-a73c-af4541411d28 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137028 Feb 09 20:54:21.433840 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca8c4af-72ac-4434-ab5f-2755a5b4a432 req-39c66432-008b-4e7d-8264-404b1304e353 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175482 Feb 09 20:54:21.461691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a913-a9d8-449f-a175-58e195a588e2 req-ecf5129c-bc9a-4cf2-a0e2-14aa6d840cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:21.463755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c820a913-a9d8-449f-a175-58e195a588e2 req-ecf5129c-bc9a-4cf2-a0e2-14aa6d840cf5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.1879475 Feb 09 20:54:21.530725 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c820a913-a9d8-449f-a175-58e195a588e2 req-b6388177-459e-4433-b12e-58345e991ca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 217 time: 0.0576191 Feb 09 20:54:21.568153 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:21.602266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820a913-a9d8-449f-a175-58e195a588e2 req-9c55022a-ddd1-4c61-a019-f8166e7764be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:21.603738 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c820a913-a9d8-449f-a175-58e195a588e2 req-9c55022a-ddd1-4c61-a019-f8166e7764be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.0667934 Feb 09 20:54:21.616613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf321-f534-4b7b-bfb7-4377c11bc8ab req-74bd29b0-b0dc-40df-b65c-4b93af62bf7c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:21.619519 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82faf321-f534-4b7b-bfb7-4377c11bc8ab req-74bd29b0-b0dc-40df-b65c-4b93af62bf7c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 945 time: 0.0889652 Feb 09 20:54:21.654900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c820a913-a9d8-449f-a175-58e195a588e2 req-99084c5b-e6ee-4c1e-b994-577d8191bec7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423892 Feb 09 20:54:21.751994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82faf321-f534-4b7b-bfb7-4377c11bc8ab req-6cd4834c-2c0d-4862-bcf8-d55668f4cb3c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072738 Feb 09 20:54:21.880995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daaca3-5292-4b7e-ac64-b85f03c315e2 req-7748bf18-2385-4253-af29-482b8cb71e54 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:21.884320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11daaca3-5292-4b7e-ac64-b85f03c315e2 req-7748bf18-2385-4253-af29-482b8cb71e54 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1016467 Feb 09 20:54:21.886761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c820a913-a9d8-449f-a175-58e195a588e2 req-ee0a5df2-4f46-433a-8727-9b0199d10411 service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159460 Feb 09 20:54:21.918853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ca022-5392-43cb-89c9-e4795d7f6426 req-74430f7f-a1bc-4741-8c8d-7a8a4be20e5e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:21.920811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a07ca022-5392-43cb-89c9-e4795d7f6426 req-74430f7f-a1bc-4741-8c8d-7a8a4be20e5e tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.0821545 Feb 09 20:54:22.007821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a07ca022-5392-43cb-89c9-e4795d7f6426 req-b27d68cc-c299-4c00-b69c-944422c711c8 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753095 Feb 09 20:54:22.018253 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11daaca3-5292-4b7e-ac64-b85f03c315e2 req-cd47a8ce-65de-44c0-a0e9-cd56fd7744c4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255989 Feb 09 20:54:22.068167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c820a913-a9d8-449f-a175-58e195a588e2 req-a5dd6d6d-095f-40f5-88df-e82ec67ebefe service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739140 Feb 09 20:54:22.156026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1ce42-5b50-4a29-ae4b-51b726013112 req-8e82fc41-13e7-43c6-a1de-3ea642200f80 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:22.157476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8b1ce42-5b50-4a29-ae4b-51b726013112 req-8e82fc41-13e7-43c6-a1de-3ea642200f80 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 943 time: 0.0722399 Feb 09 20:54:22.236166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8b1ce42-5b50-4a29-ae4b-51b726013112 req-07dce8f6-c886-4aa7-a3c1-2f2ef16d598a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721838 Feb 09 20:54:22.278169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8cc5-64b4-4b10-8506-99f5dae8e0c7 req-46b4384e-98a6-42bd-af98-34df1b8783bf tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:22.284180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8cc5-64b4-4b10-8506-99f5dae8e0c7 req-46b4384e-98a6-42bd-af98-34df1b8783bf tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:22.291123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8cc5-64b4-4b10-8506-99f5dae8e0c7 req-46b4384e-98a6-42bd-af98-34df1b8783bf tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:22.293398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb0f8cc5-64b4-4b10-8506-99f5dae8e0c7 req-46b4384e-98a6-42bd-af98-34df1b8783bf tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724&device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733&device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 2417 time: 0.1020622 Feb 09 20:54:22.336903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3fc6102c-e129-430f-b145-c9910df31671 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:54:22.362414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb0f8cc5-64b4-4b10-8506-99f5dae8e0c7 req-9be3b980-b49c-42ad-aa48-fb980fc3c8fa tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Feb 09 20:54:22.409306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-faa5d37d-f6a3-48ee-91e2-57f6c9302c04 req-b945ab4b-5e9d-437d-a473-bdf1a66fe7a1 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:54:22.412065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-faa5d37d-f6a3-48ee-91e2-57f6c9302c04 req-b945ab4b-5e9d-437d-a473-bdf1a66fe7a1 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079818 Feb 09 20:54:22.511241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3fc6102c-e129-430f-b145-c9910df31671, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3fc6102c-e129-430f-b145-c9910df31671,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:22.536808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '3fc6102c-e129-430f-b145-c9910df31671', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'port_id': '3fc6102c-e129-430f-b145-c9910df31671', 'mac_address': 'fa:16:3e:ab:1d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da60c3a-dc04-497b-aaff-c1952e694419', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:54:22.546753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:22.610127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3fc6102c-e129-430f-b145-c9910df31671 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:22.610755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3fc6102c-e129-430f-b145-c9910df31671), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:22.619903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5119ce-4640-4e9e-b138-47ed37385047 req-ca51b278-44bb-49b5-b94c-db5a84fe89d2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:22.633130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b5119ce-4640-4e9e-b138-47ed37385047 req-ca51b278-44bb-49b5-b94c-db5a84fe89d2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1351831 Feb 09 20:54:22.649139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc6102c-e129-430f-b145-c9910df31671 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:54:22.650258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-faa5d37d-f6a3-48ee-91e2-57f6c9302c04 req-fcf44c80-4c01-44b8-a249-a927dcc4e000 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2277107 Feb 09 20:54:22.706651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3fc6102c-e129-430f-b145-c9910df31671, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3fc6102c-e129-430f-b145-c9910df31671,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:22.708228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b5119ce-4640-4e9e-b138-47ed37385047 req-8f06d3b3-a5ce-417a-86e2-b1f2f0930e89 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741987 Feb 09 20:54:22.715861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3fc6102c-e129-430f-b145-c9910df31671), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:22.763130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1031416039', 'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:22.795284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3fc6102c-e129-430f-b145-c9910df31671,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:22.818315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Made reservation on behalf of f9b19f37883644299b08a2299cf51008 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:22.824797 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:22.839236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:22.952282 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for security_group (918c7dd3-c645-4efb-b99d-659f6d308975), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:22.960358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (918c7dd3-c645-4efb-b99d-659f6d308975), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:22.977002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:54:23.006965 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c2233338-ea4d-4657-b85c-22d83d17be54), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:23.007426 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Added segment c2233338-ea4d-4657-b85c-22d83d17be54 of type vlan for network 5b09d58b-406d-417b-87fa-5eb1f7984632 Feb 09 20:54:23.016525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918c7dd3-c645-4efb-b99d-659f6d308975,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:23.064900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['3fc6102c-e129-430f-b145-c9910df31671'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:23.090969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (5b09d58b-406d-417b-87fa-5eb1f7984632), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:23.152693 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (5b09d58b-406d-417b-87fa-5eb1f7984632), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:23.153676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:23.154263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:23.211382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb5cb3-7993-447e-922a-1dda80661e27 req-f281c96d-958e-4f61-9e48-9c5854e63b66 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:23.220732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7eb5cb3-7993-447e-922a-1dda80661e27 req-f281c96d-958e-4f61-9e48-9c5854e63b66 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1015332 Feb 09 20:54:23.255152 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7045159 Feb 09 20:54:23.262789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:23.270982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'subnet': {'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:23.307553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Made reservation on behalf of f9b19f37883644299b08a2299cf51008 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:23.314580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:23.377778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7eb5cb3-7993-447e-922a-1dda80661e27 req-8b89a22a-daee-40bb-8b9c-8fe5a812e258 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558838 Feb 09 20:54:23.413490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd23df-7420-4dd0-8fd1-36457e41ae29 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'Network': ['ID=5b09d58b-406d-417b-87fa-5eb1f7984632,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:23.427576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 5b09d58b-406d-417b-87fa-5eb1f7984632 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:54:23.559142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bf257-524e-4078-8cd3-d624508551e8 req-c5c0c6cd-b4f7-4e10-a86e-59449dd24f22 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:23.561014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-361bf257-524e-4078-8cd3-d624508551e8 req-c5c0c6cd-b4f7-4e10-a86e-59449dd24f22 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 944 time: 0.1356311 Feb 09 20:54:23.660164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-361bf257-524e-4078-8cd3-d624508551e8 req-b584494d-83be-4eaa-92de-d9326fce0236 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840611 Feb 09 20:54:23.906826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.objects.ports [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 20:54:23.907498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:23.963043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:23.991310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfc8bd-02ec-48b2-a3d9-191da7815d90 req-c63b15e0-fc88-477e-a378-8f5ce8c4f135 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:23.992857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01dfc8bd-02ec-48b2-a3d9-191da7815d90 req-c63b15e0-fc88-477e-a378-8f5ce8c4f135 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1952384 Feb 09 20:54:24.017593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Checking segment: {'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:24.017877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Network hostable DHCP agents. Network: 5b09d58b-406d-417b-87fa-5eb1f7984632, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:54:24.054688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Network 5b09d58b-406d-417b-87fa-5eb1f7984632 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:54:24.074748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 5b09d58b-406d-417b-87fa-5eb1f7984632) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:24.079092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:24.080734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:24.100687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd67541-e879-4969-927f-2ecc674eaecc None None] Network 5b09d58b-406d-417b-87fa-5eb1f7984632 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:54:24.106170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3f66207e-c700-44eb-aadb-a374087d160c tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8398035 Feb 09 20:54:24.106440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:24.112581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-891815903', 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:24.117456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01dfc8bd-02ec-48b2-a3d9-191da7815d90 req-e281e851-e39c-4fe6-999a-d15d94de4e92 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071639 Feb 09 20:54:24.144888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Made reservation on behalf of f9b19f37883644299b08a2299cf51008 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:24.148752 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:24.172315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] device_id is not set on port 7d9bc86a-f630-464d-ae39-6ffebffc58c0 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:54:24.331296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Allocated IP 172.20.0.12 (5b09d58b-406d-417b-87fa-5eb1f7984632/cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5/7d9bc86a-f630-464d-ae39-6ffebffc58c0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:24.356013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d868953-0f9f-4325-a069-b2460960de11 None None] Network 5b09d58b-406d-417b-87fa-5eb1f7984632 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:54:24.361981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3fc6102c-e129-430f-b145-c9910df31671 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:24.597309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75615d6-c936-49fd-b5b5-89f0d3684a76 req-e996602f-e3a5-4f9d-a1f6-e46e5d4aa77f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:24.599079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d75615d6-c936-49fd-b5b5-89f0d3684a76 req-e996602f-e3a5-4f9d-a1f6-e46e5d4aa77f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.0702834 Feb 09 20:54:24.637482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 3fc6102c-e129-430f-b145-c9910df31671 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:54:24.642752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 3fc6102c-e129-430f-b145-c9910df31671 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:24.643310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3fc6102c-e129-430f-b145-c9910df31671), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:24.676760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d75615d6-c936-49fd-b5b5-89f0d3684a76 req-6f96c52b-b330-4b60-b8a1-434fa90563ae tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625336 Feb 09 20:54:24.751100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3fc6102c-e129-430f-b145-c9910df31671 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:24.751997 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3fc6102c-e129-430f-b145-c9910df31671), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:24.786132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a684cc-72f1-42ff-bc75-d4835813e98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc6102c-e129-430f-b145-c9910df31671'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:24.789199 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13acf45a-7429-4f8f-856f-573f15f9cdfc" -d '{"events": [{"server_uuid": "76a684cc-72f1-42ff-bc75-d4835813e98d", "name": "network-vif-plugged", "status": "completed", "tag": "3fc6102c-e129-430f-b145-c9910df31671"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:24.807311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3fc6102c-e129-430f-b145-c9910df31671, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3fc6102c-e129-430f-b145-c9910df31671,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:24.814603 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3fc6102c-e129-430f-b145-c9910df31671), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:24.835350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2437851-f1d5-45ab-8800-1730ffc70de3 req-6bcd9601-8b01-45f7-8a26-f26e17fd6b15 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:24.843211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2437851-f1d5-45ab-8800-1730ffc70de3 req-6bcd9601-8b01-45f7-8a26-f26e17fd6b15 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.2661133 Feb 09 20:54:24.845609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b8a2d-d52b-4adf-872e-b906e0c4c958 req-831e90ce-6320-42fc-b0ec-4da72bb22861 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:24.848663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d74b8a2d-d52b-4adf-872e-b906e0c4c958 req-831e90ce-6320-42fc-b0ec-4da72bb22861 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 944 time: 0.0920959 Feb 09 20:54:24.852663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for port (7d9bc86a-f630-464d-ae39-6ffebffc58c0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:24.916520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2437851-f1d5-45ab-8800-1730ffc70de3 req-29c5c923-f193-43f2-a9eb-2e4f922ba3b7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698507 Feb 09 20:54:24.921215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3fc6102c-e129-430f-b145-c9910df31671,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:24.961609 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7d9bc86a-f630-464d-ae39-6ffebffc58c0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:24.966977 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d74b8a2d-d52b-4adf-872e-b906e0c4c958 req-d129e357-8b07-4ffd-85b9-ae5d3e407248 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096604 Feb 09 20:54:24.985081 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ef0760-4652-415f-bfbe-ff939a414fb3 x-openstack-request-id: req-50ef0760-4652-415f-bfbe-ff939a414fb3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:24.985405 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a684cc-72f1-42ff-bc75-d4835813e98d", "name": "network-vif-plugged", "status": "completed", "tag": "3fc6102c-e129-430f-b145-c9910df31671", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:24.985706 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-50ef0760-4652-415f-bfbe-ff939a414fb3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:24.986105 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a684cc-72f1-42ff-bc75-d4835813e98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc6102c-e129-430f-b145-c9910df31671', 'code': 200} Feb 09 20:54:25.020112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Network 5b09d58b-406d-417b-87fa-5eb1f7984632 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:25.023056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:25.026785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:25.058259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9bc86a-f630-464d-ae39-6ffebffc58c0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:25.072278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:25.073248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:25.093957 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cd4716dc-c81c-4230-ac5e-be23f2f44043 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9827518 Feb 09 20:54:25.094287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:25.114812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01461892-5257-4ae9-a31e-f4211668755d req-325ac712-49f7-41df-b7bd-6a386599d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:25.122120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01461892-5257-4ae9-a31e-f4211668755d req-325ac712-49f7-41df-b7bd-6a386599d9bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 1128 time: 0.0587988 Feb 09 20:54:25.192734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67a84952-fb63-4516-a3e9-2e586a172b49 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Deleting port 7d9bc86a-f630-464d-ae39-6ffebffc58c0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:25.193303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01461892-5257-4ae9-a31e-f4211668755d req-6195c6a5-8218-4519-b36b-7a640b6c564e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629311 Feb 09 20:54:25.193830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a84952-fb63-4516-a3e9-2e586a172b49 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7d9bc86a-f630-464d-ae39-6ffebffc58c0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:25.271080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d3bbb-5bd4-4d98-83c1-f0c2484713d6 req-4a86e54c-c1d5-4c5e-b3bd-b58c4ce6d928 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:25.274497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f6d3bbb-5bd4-4d98-83c1-f0c2484713d6 req-4a86e54c-c1d5-4c5e-b3bd-b58c4ce6d928 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.0711851 Feb 09 20:54:25.290641 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a84952-fb63-4516-a3e9-2e586a172b49 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7d9bc86a-f630-464d-ae39-6ffebffc58c0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:25.304939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67a84952-fb63-4516-a3e9-2e586a172b49 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Calling delete_port for 7d9bc86a-f630-464d-ae39-6ffebffc58c0 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:25.336933 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f6d3bbb-5bd4-4d98-83c1-f0c2484713d6 req-7344afa1-eef3-4968-88a8-241fd38bc5ce tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556395 Feb 09 20:54:25.462554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a84952-fb63-4516-a3e9-2e586a172b49 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7d9bc86a-f630-464d-ae39-6ffebffc58c0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:25.495365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a84952-fb63-4516-a3e9-2e586a172b49 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d9bc86a-f630-464d-ae39-6ffebffc58c0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:25.571656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67a84952-fb63-4516-a3e9-2e586a172b49 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:25.575285 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-67a84952-fb63-4516-a3e9-2e586a172b49 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "DELETE /v2.0/ports/7d9bc86a-f630-464d-ae39-6ffebffc58c0 HTTP/1.1" status: 204 len: 168 time: 0.4799874 Feb 09 20:54:25.577850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:25.583103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632', 'external_fixed_ips': [{'subnet_id': 'cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5', 'ip_address': '172.20.0.12'}]}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:25.609585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (c6df8926-b241-466e-82bf-89605fbf26f4), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:25.610682 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (c6df8926-b241-466e-82bf-89605fbf26f4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:25.715657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_controller (c6df8926-b241-466e-82bf-89605fbf26f4), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:26.159083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb2e12-1029-4e67-9951-ab25d9d54e5a req-4f2694f8-2581-4421-8ae3-b76a87bde3da tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:26.169384 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56bb2e12-1029-4e67-9951-ab25d9d54e5a req-4f2694f8-2581-4421-8ae3-b76a87bde3da tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1420619 Feb 09 20:54:26.235756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (c6df8926-b241-466e-82bf-89605fbf26f4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:26.263155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a613962-0279-4d1d-8160-09ffd4f4a7fa req-2ae21e68-7327-42e4-bbb9-780a5b88f2e9 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:26.273281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2a613962-0279-4d1d-8160-09ffd4f4a7fa req-2ae21e68-7327-42e4-bbb9-780a5b88f2e9 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.4520080 Feb 09 20:54:26.323969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56bb2e12-1029-4e67-9951-ab25d9d54e5a req-d0c85356-8c47-40e8-a387-1749d2712327 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535382 Feb 09 20:54:26.369568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-281c3ba6-dda1-4dc9-9f0b-adca5c11f946 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:26.377573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-281c3ba6-dda1-4dc9-9f0b-adca5c11f946 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 946 time: 0.1746709 Feb 09 20:54:26.441291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:26.499010 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2a613962-0279-4d1d-8160-09ffd4f4a7fa req-debe7358-55b3-4603-8f7a-56dd2a43f2a7 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244287 Feb 09 20:54:26.592126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Deleting port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:26.592409 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:26.658467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a559766-a038-48b0-948f-3672a891328a req-b5ea9ef1-e626-44ce-94f4-129f8f5ea845 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:26.660691 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a559766-a038-48b0-948f-3672a891328a req-b5ea9ef1-e626-44ce-94f4-129f8f5ea845 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 945 time: 0.2023153 Feb 09 20:54:26.750105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (c6df8926-b241-466e-82bf-89605fbf26f4), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:26.778112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:26.861997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a559766-a038-48b0-948f-3672a891328a req-e91e2be9-ff6f-4e2b-907a-daa5cdbc7cfc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952202 Feb 09 20:54:26.894475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] For port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:26.894839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:26.935710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Calling delete_port for 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:27.002147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Allocated IP 172.20.0.12 (5b09d58b-406d-417b-87fa-5eb1f7984632/cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5/61591e13-6270-47c1-83cf-f61de1e8616c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:27.163512 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (60f1aa4f-8071-4bcc-b0fa-1c6c3054595f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:27.180131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['65221c70-70e9-426d-ae81-afc9f8b53707'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:27.204374 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for port (61591e13-6270-47c1-83cf-f61de1e8616c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:27.231064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23', '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:27.253258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Pushing event deleted for resources: {'Port': ['ID=60f1aa4f-8071-4bcc-b0fa-1c6c3054595f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:27.258756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (61591e13-6270-47c1-83cf-f61de1e8616c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:27.323973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] No DVR routers for this DVR port 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:54:27.327608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:27.338444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bbaa711-0cd6-4eeb-80c8-5af206c821d0 req-324f1b08-4afa-40c8-8e86-0d7304460e81 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.13 "DELETE /v2.0/ports/60f1aa4f-8071-4bcc-b0fa-1c6c3054595f HTTP/1.1" status: 204 len: 173 time: 0.9554322 Feb 09 20:54:27.345185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa1373c-11f8-4441-aced-06a0f9ca9724', 'name': 'network-vif-deleted', 'tag': '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:27.354189 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e1e9c5-ee2f-4edb-8e92-be1f1309e1d5" -d '{"events": [{"server_uuid": "bfa1373c-11f8-4441-aced-06a0f9ca9724", "name": "network-vif-deleted", "tag": "60f1aa4f-8071-4bcc-b0fa-1c6c3054595f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:27.401585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'Port': ['ID=61591e13-6270-47c1-83cf-f61de1e8616c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:27.439161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Network 5b09d58b-406d-417b-87fa-5eb1f7984632 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:27.445390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:27.449921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:27.488011 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ac11e-7cd2-4a34-bc76-d5d89127beab x-openstack-request-id: req-315ac11e-7cd2-4a34-bc76-d5d89127beab {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:27.488011 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa1373c-11f8-4441-aced-06a0f9ca9724", "name": "network-vif-deleted", "tag": "60f1aa4f-8071-4bcc-b0fa-1c6c3054595f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:27.488222 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-315ac11e-7cd2-4a34-bc76-d5d89127beab {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:27.488575 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa1373c-11f8-4441-aced-06a0f9ca9724', 'name': 'network-vif-deleted', 'tag': '60f1aa4f-8071-4bcc-b0fa-1c6c3054595f', 'status': 'completed', 'code': 200} Feb 09 20:54:27.766836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10c8fa49-8820-486b-a81d-e1f66624430b req-5cea175e-5739-4cbb-8a7b-b4bda7cec4e6 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfa1373c-11f8-4441-aced-06a0f9ca9724 HTTP/1.1" status: 200 len: 210 time: 0.0487571 Feb 09 20:54:27.867052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d24c4-ed74-48d2-882c-d172576d117e req-eb4a6a43-9780-48a1-aca9-2fd54ab021db tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:27.867295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d49d24c4-ed74-48d2-882c-d172576d117e req-eb4a6a43-9780-48a1-aca9-2fd54ab021db tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.3422265 Feb 09 20:54:28.060389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45370454-632e-4b51-8b47-5db9808b110c req-2f6d091b-136a-49de-ba60-4336b6dea5e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:28.066954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45370454-632e-4b51-8b47-5db9808b110c req-2f6d091b-136a-49de-ba60-4336b6dea5e8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 945 time: 0.1058137 Feb 09 20:54:28.073920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d49d24c4-ed74-48d2-882c-d172576d117e req-9cc9ef8a-96d4-4dfa-b27c-56df1831fd91 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725925 Feb 09 20:54:28.097718 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (c6df8926-b241-466e-82bf-89605fbf26f4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:28.140059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45370454-632e-4b51-8b47-5db9808b110c req-6153a87b-0867-47a5-8daa-5b0ba784d4ca tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561275 Feb 09 20:54:28.301952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c3630-52a6-49b8-8708-4303cff47691 req-4271a1e5-8701-4125-b3fe-d979cf4b70ed tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:28.309608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-206c3630-52a6-49b8-8708-4303cff47691 req-4271a1e5-8701-4125-b3fe-d979cf4b70ed tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 946 time: 0.0777531 Feb 09 20:54:28.310352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f171c-b2d9-48a8-b65f-f337c25423ef req-ad7d9c1d-2082-4ead-8fb0-198322f0025f tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:28.317797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a40f171c-b2d9-48a8-b65f-f337c25423ef req-ad7d9c1d-2082-4ead-8fb0-198322f0025f tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1118047 Feb 09 20:54:28.373375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-206c3630-52a6-49b8-8708-4303cff47691 req-5e724dfc-0ee0-4bb4-9298-e445af76bdd9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614536 Feb 09 20:54:28.458126 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a40f171c-b2d9-48a8-b65f-f337c25423ef req-19448227-88ae-4776-9926-04352245afb6 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245170 Feb 09 20:54:28.514091 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (c6df8926-b241-466e-82bf-89605fbf26f4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:28.530212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d352636-d39b-4e14-baa2-67d76d5ba48c req-5216c00c-2ce8-4338-a79a-29754b2099c3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:28.531742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d352636-d39b-4e14-baa2-67d76d5ba48c req-5216c00c-2ce8-4338-a79a-29754b2099c3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 945 time: 0.0762677 Feb 09 20:54:28.616789 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d352636-d39b-4e14-baa2-67d76d5ba48c req-a08f2d71-b79a-4446-9cf6-1a7399b46b06 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726230 Feb 09 20:54:28.701297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Router c6df8926-b241-466e-82bf-89605fbf26f4 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:54:28.861924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:28.874654 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Sync routers for ids ['c6df8926-b241-466e-82bf-89605fbf26f4'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:28.891008 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Routers {'c6df8926-b241-466e-82bf-89605fbf26f4'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:28.893399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:28.897639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b40c3ffa-32a4-4bef-9426-cd7b6e5d3439 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.3158689 Feb 09 20:54:28.898004 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c6df8926-b241-466e-82bf-89605fbf26f4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:28.898394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:29.117915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90530e-f21d-4dc8-92df-2484c8dc927e req-58d02fa5-4e6d-4613-b867-a0493625c03e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:29.121647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f90530e-f21d-4dc8-92df-2484c8dc927e req-58d02fa5-4e6d-4613-b867-a0493625c03e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 945 time: 0.1226819 Feb 09 20:54:29.161318 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (c6df8926-b241-466e-82bf-89605fbf26f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:29.173434 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Set router c6df8926-b241-466e-82bf-89605fbf26f4 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:29.257626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f90530e-f21d-4dc8-92df-2484c8dc927e req-a37e9f2b-414c-4d4b-a120-3b3fc42bc7cb tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286721 Feb 09 20:54:29.520264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea6053-4371-4283-9597-3950f1aaebd0 req-f5b3be4b-21d9-4828-931b-18462cb9f8b7 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:29.534656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23ea6053-4371-4283-9597-3950f1aaebd0 req-f5b3be4b-21d9-4828-931b-18462cb9f8b7 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 945 time: 0.1486826 Feb 09 20:54:29.535910 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6df8926-b241-466e-82bf-89605fbf26f4', 'name': '', 'tenant_id': 'f9b19f37883644299b08a2299cf51008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632', 'external_fixed_ips': [{'subnet_id': 'cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '61591e13-6270-47c1-83cf-f61de1e8616c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:54:25Z', 'updated_at': '2022-02-09T20:54:27Z', 'revision_number': 3, 'project_id': 'f9b19f37883644299b08a2299cf51008', 'gw_port': {'id': '61591e13-6270-47c1-83cf-f61de1e8616c', 'name': '', 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6df8926-b241-466e-82bf-89605fbf26f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:26Z', 'updated_at': '2022-02-09T20:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:29.592215 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Checking router: c6df8926-b241-466e-82bf-89605fbf26f4 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:54:29.592596 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Updating router c6df8926-b241-466e-82bf-89605fbf26f4 port 61591e13-6270-47c1-83cf-f61de1e8616c binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:54:29.639994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23ea6053-4371-4283-9597-3950f1aaebd0 req-af9ee4a6-d289-4159-bf1f-f892db2ad03c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024811 Feb 09 20:54:29.650521 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (61591e13-6270-47c1-83cf-f61de1e8616c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:29.797881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a78f1-8dba-4c7b-8f29-223f1e3361af req-ab151e5b-7b59-4f40-875d-001c821ba341 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:29.806394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-176a78f1-8dba-4c7b-8f29-223f1e3361af req-ab151e5b-7b59-4f40-875d-001c821ba341 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1366148 Feb 09 20:54:29.837743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (c6df8926-b241-466e-82bf-89605fbf26f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:29.912813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-176a78f1-8dba-4c7b-8f29-223f1e3361af req-9031977d-23cd-4444-a247-f21174976292 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018984 Feb 09 20:54:29.956550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Deleting port 61591e13-6270-47c1-83cf-f61de1e8616c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:29.957814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (61591e13-6270-47c1-83cf-f61de1e8616c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.132945 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (61591e13-6270-47c1-83cf-f61de1e8616c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.146060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Calling delete_port for 61591e13-6270-47c1-83cf-f61de1e8616c owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:30.173974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:54:30.222508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:54:30.223794 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Publish callbacks [] for port (61591e13-6270-47c1-83cf-f61de1e8616c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.226234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 60f1aa4f-8071-4bcc-b0fa-1c6c3054595f not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:54:30.237160 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (61591e13-6270-47c1-83cf-f61de1e8616c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.323294 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Attempting to bind port 61591e13-6270-47c1-83cf-f61de1e8616c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:30.323775 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Attempting to bind port 61591e13-6270-47c1-83cf-f61de1e8616c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:30.324201 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Attempting to bind port 61591e13-6270-47c1-83cf-f61de1e8616c on network 5b09d58b-406d-417b-87fa-5eb1f7984632 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:30.327222 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066a343-712d-42e1-ab09-0c11e3dd6262 None None] Pushing event updated for resources: {'Port': ['ID=61591e13-6270-47c1-83cf-f61de1e8616c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:30.332311 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:30.332609 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Checking segment: {'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:30.333010 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.333389 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Bound using segment: {'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:30.333857 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Bound port: 61591e13-6270-47c1-83cf-f61de1e8616c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:30.336379 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (61591e13-6270-47c1-83cf-f61de1e8616c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.462036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (61591e13-6270-47c1-83cf-f61de1e8616c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.465237 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:54:30.465649 n-d-789963-29 neutron-server[103327]: DEBUG oslo_db.api [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:54:30.495838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97d6fe-0daa-4a1f-9fd1-2b35e8389509 req-cbb3823b-cd07-4590-802a-814209b40e18 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:30.497906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9a97d6fe-0daa-4a1f-9fd1-2b35e8389509 req-cbb3823b-cd07-4590-802a-814209b40e18 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 945 time: 0.0916948 Feb 09 20:54:30.527216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event deleted for resources: {'Port': ['ID=61591e13-6270-47c1-83cf-f61de1e8616c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:30.600692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (c6df8926-b241-466e-82bf-89605fbf26f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.616008 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9a97d6fe-0daa-4a1f-9fd1-2b35e8389509 req-9247e646-e78a-4f22-9827-ec295db46a01 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094801 Feb 09 20:54:30.791781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (c6df8926-b241-466e-82bf-89605fbf26f4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.795376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_controller (c6df8926-b241-466e-82bf-89605fbf26f4), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.877259 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (c6df8926-b241-466e-82bf-89605fbf26f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.877922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6df8926-b241-466e-82bf-89605fbf26f4 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:54:30.882591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.885848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4b5d2342-66b2-48b0-a5a1-276293bf3d1b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "DELETE /v2.0/routers/c6df8926-b241-466e-82bf-89605fbf26f4 HTTP/1.1" status: 204 len: 168 time: 1.9838471 Feb 09 20:54:30.886221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34258) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:30.890701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccb43c-2528-4ef0-bf3d-ea8c2f9fa04d req-ee8cd75d-3125-41c2-bf60-5cc6f63bb655 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:30.892260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00ccb43c-2528-4ef0-bf3d-ea8c2f9fa04d req-ee8cd75d-3125-41c2-bf60-5cc6f63bb655 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 945 time: 0.1650498 Feb 09 20:54:30.899325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-082fa5ff-3a90-4ba4-b442-e8d38f739b95 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:30.900745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-082fa5ff-3a90-4ba4-b442-e8d38f739b95 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 945 time: 0.2127373 Feb 09 20:54:30.960314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ed92b5-ea40-41f5-9abd-d5ce376597b0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Deleting subnet cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:54:30.963968 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03ed92b5-ea40-41f5-9abd-d5ce376597b0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for subnet (cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:30.991720 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Attempting to bind port 61591e13-6270-47c1-83cf-f61de1e8616c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:30.991971 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Attempting to bind port 61591e13-6270-47c1-83cf-f61de1e8616c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:30.992221 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Attempting to bind port 61591e13-6270-47c1-83cf-f61de1e8616c on network 5b09d58b-406d-417b-87fa-5eb1f7984632 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:31.002034 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03ed92b5-ea40-41f5-9abd-d5ce376597b0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.004728 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:31.005111 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Checking segment: {'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:31.005518 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.007363 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Bound using segment: {'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:31.007880 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Bound port: 61591e13-6270-47c1-83cf-f61de1e8616c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2233338-ea4d-4657-b85c-22d83d17be54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '5b09d58b-406d-417b-87fa-5eb1f7984632'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:31.008276 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (61591e13-6270-47c1-83cf-f61de1e8616c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.044331 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Port 61591e13-6270-47c1-83cf-f61de1e8616c has been deleted concurrently {{(pid=103327) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 20:54:31.053316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03ed92b5-ea40-41f5-9abd-d5ce376597b0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.074299 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Routers set() bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:31.075056 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Router IDs set() for agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 20:54:31.078895 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_agentschedulers_db [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6df8926-b241-466e-82bf-89605fbf26f4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent'). {{(pid=103327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 20:54:31.079314 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da38192-32ac-4c1e-af31-0f01cd2dadc9 None None] The sync data for ids ['c6df8926-b241-466e-82bf-89605fbf26f4'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:31.125613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00ccb43c-2528-4ef0-bf3d-ea8c2f9fa04d req-8f42dc7b-cff3-42e6-b72c-104355752e5f tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225661 Feb 09 20:54:31.125925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03ed92b5-ea40-41f5-9abd-d5ce376597b0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.159750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-de58f1ec-cd87-42c0-892d-f2d1d1f26c96 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:31.161288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-de58f1ec-cd87-42c0-892d-f2d1d1f26c96 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 945 time: 0.1588764 Feb 09 20:54:31.176375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed92b5-ea40-41f5-9abd-d5ce376597b0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:31.179199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03ed92b5-ea40-41f5-9abd-d5ce376597b0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.189138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03ed92b5-ea40-41f5-9abd-d5ce376597b0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "DELETE /v2.0/subnets/cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5 HTTP/1.1" status: 204 len: 168 time: 0.2994940 Feb 09 20:54:31.189440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:31.234584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0febb-475c-41ac-8d1e-8f4d02e91324 req-276a1120-d3ec-4f2d-abab-bbc4a7c89f75 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:31.242709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0af0febb-475c-41ac-8d1e-8f4d02e91324 req-276a1120-d3ec-4f2d-abab-bbc4a7c89f75 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1273806 Feb 09 20:54:31.313861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Deleting port 3fc6102c-e129-430f-b145-c9910df31671 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:31.314461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3fc6102c-e129-430f-b145-c9910df31671), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.319065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (5b09d58b-406d-417b-87fa-5eb1f7984632), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.340644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0af0febb-475c-41ac-8d1e-8f4d02e91324 req-56f1788f-a351-4a4f-b55a-53c5c534f1e1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918982 Feb 09 20:54:31.519131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (5b09d58b-406d-417b-87fa-5eb1f7984632), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.535541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Deleting port 65221c70-70e9-426d-ae81-afc9f8b53707 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:31.535972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.544468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] For port 3fc6102c-e129-430f-b145-c9910df31671, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3fc6102c-e129-430f-b145-c9910df31671,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:31.544836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3fc6102c-e129-430f-b145-c9910df31671), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.598920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b09d58b-406d-417b-87fa-5eb1f7984632']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:31.603288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Calling delete_port for 3fc6102c-e129-430f-b145-c9910df31671 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:31.619987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2233338-ea4d-4657-b85c-22d83d17be54') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:31.620290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2233338-ea4d-4657-b85c-22d83d17be54') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:31.643048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (c2233338-ea4d-4657-b85c-22d83d17be54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.724962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c2233338-ea4d-4657-b85c-22d83d17be54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.755053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:54:31.755467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (c2233338-ea4d-4657-b85c-22d83d17be54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: items = [ Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:54:31.760837 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:54:31.845236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] For port 65221c70-70e9-426d-ae81-afc9f8b53707, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=65221c70-70e9-426d-ae81-afc9f8b53707,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:31.845604 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.872998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Calling delete_port for 65221c70-70e9-426d-ae81-afc9f8b53707 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:31.906172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (5b09d58b-406d-417b-87fa-5eb1f7984632), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.911176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b09d58b-406d-417b-87fa-5eb1f7984632 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 20:54:31.913832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:31.916661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "DELETE /v2.0/networks/5b09d58b-406d-417b-87fa-5eb1f7984632 HTTP/1.1" status: 204 len: 168 time: 0.7262998 Feb 09 20:54:32.013749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad0cd9-f1c0-4bcf-b4cb-397de817e296 req-86f0fb7d-b511-43f2-828f-9c3e1bb6e13e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:32.015611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63ad0cd9-f1c0-4bcf-b4cb-397de817e296 req-86f0fb7d-b511-43f2-828f-9c3e1bb6e13e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=76a684cc-72f1-42ff-bc75-d4835813e98d HTTP/1.1" status: 200 len: 945 time: 0.2884879 Feb 09 20:54:32.019894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b817f-e711-4c55-81c3-7b88cd313842 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b09d58b-406d-417b-87fa-5eb1f7984632,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:32.266341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3fc6102c-e129-430f-b145-c9910df31671), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.280224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6e975c96-fc7f-423c-b292-fa800d1e53c7', '3fc6102c-e129-430f-b145-c9910df31671'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:32.282507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:32.319642 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:54:32.332660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:32.339264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-914ea576-bbc5-4735-929c-e1671e81da68 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'router': {'name': 'tempest-router--1628411232', 'project_id': '917146ce7f6b4a0d9d2dcc8af6d7fa2a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:32.436333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-914ea576-bbc5-4735-929c-e1671e81da68 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (cdaa8ffe-3e1a-44ee-af9b-4427219ffa36), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.437507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-914ea576-bbc5-4735-929c-e1671e81da68 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (cdaa8ffe-3e1a-44ee-af9b-4427219ffa36), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.453469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63ad0cd9-f1c0-4bcf-b4cb-397de817e296 req-bb22a1a2-a35d-4322-818d-f7947c849821 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225307 Feb 09 20:54:32.495552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f468a9-0cee-471c-81e6-cc5a21ffdd65 req-ee7c08d0-3b86-4009-b203-551328d0ca88 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:32.502565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7f468a9-0cee-471c-81e6-cc5a21ffdd65 req-ee7c08d0-3b86-4009-b203-551328d0ca88 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf9fdb56-700f-4aaf-a729-19ab13bc2733 HTTP/1.1" status: 200 len: 945 time: 0.1714141 Feb 09 20:54:32.533269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event deleted for resources: {'Port': ['ID=3fc6102c-e129-430f-b145-c9910df31671,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:32.560810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-914ea576-bbc5-4735-929c-e1671e81da68 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_controller (cdaa8ffe-3e1a-44ee-af9b-4427219ffa36), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.568199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-914ea576-bbc5-4735-929c-e1671e81da68 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (cdaa8ffe-3e1a-44ee-af9b-4427219ffa36), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.588381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-914ea576-bbc5-4735-929c-e1671e81da68 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.589848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-914ea576-bbc5-4735-929c-e1671e81da68 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2557509 Feb 09 20:54:32.592602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:32.674505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] No DVR routers for this DVR port 3fc6102c-e129-430f-b145-c9910df31671 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:54:32.678883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.699743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2da060a-00fc-4512-b5f9-f7a113d453f8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (cdaa8ffe-3e1a-44ee-af9b-4427219ffa36), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.704608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab460b7c-1e7a-49bf-ab06-0cb6f246334c req-774d5e6a-98dc-4d42-a6c9-f0de4e12e249 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "DELETE /v2.0/ports/3fc6102c-e129-430f-b145-c9910df31671 HTTP/1.1" status: 204 len: 173 time: 1.7970798 Feb 09 20:54:32.726740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a684cc-72f1-42ff-bc75-d4835813e98d', 'name': 'network-vif-deleted', 'tag': '3fc6102c-e129-430f-b145-c9910df31671'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:32.737929 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e433145-74b2-4076-a26f-308e323784cd" -d '{"events": [{"server_uuid": "76a684cc-72f1-42ff-bc75-d4835813e98d", "name": "network-vif-deleted", "tag": "3fc6102c-e129-430f-b145-c9910df31671"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:32.846176 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (65221c70-70e9-426d-ae81-afc9f8b53707), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:32.879229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:32.901697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Pushing event deleted for resources: {'Port': ['ID=65221c70-70e9-426d-ae81-afc9f8b53707,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:32.964011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f275c-2be6-4ba6-a98c-1ecba4ac4c22 req-b9484f92-4053-44cb-8c32-ae4b71fc2e1c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:32.965574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-801f275c-2be6-4ba6-a98c-1ecba4ac4c22 req-b9484f92-4053-44cb-8c32-ae4b71fc2e1c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.2953091 Feb 09 20:54:32.991827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7f468a9-0cee-471c-81e6-cc5a21ffdd65 req-28aa204e-5123-4d2b-9bb3-123fb81ff642 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881456 Feb 09 20:54:32.993342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['65221c70-70e9-426d-ae81-afc9f8b53707'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:33.033211 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2da060a-00fc-4512-b5f9-f7a113d453f8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (cdaa8ffe-3e1a-44ee-af9b-4427219ffa36), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:33.036692 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2da060a-00fc-4512-b5f9-f7a113d453f8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_controller (cdaa8ffe-3e1a-44ee-af9b-4427219ffa36), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:33.119058 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcfff92-092e-45ab-873a-54eea1aeed39 x-openstack-request-id: req-adcfff92-092e-45ab-873a-54eea1aeed39 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:33.119058 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a684cc-72f1-42ff-bc75-d4835813e98d", "name": "network-vif-deleted", "tag": "3fc6102c-e129-430f-b145-c9910df31671", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:33.119422 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-adcfff92-092e-45ab-873a-54eea1aeed39 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:33.119591 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a684cc-72f1-42ff-bc75-d4835813e98d', 'name': 'network-vif-deleted', 'tag': '3fc6102c-e129-430f-b145-c9910df31671', 'status': 'completed', 'code': 200} Feb 09 20:54:33.123255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] No DVR routers for this DVR port 65221c70-70e9-426d-ae81-afc9f8b53707 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:54:33.133901 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:33.138788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c99fd4b3-29b0-413f-b3de-0adba385bb12 req-91bee6c4-adda-4983-9e9d-2e7e15a5119c tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.50 "DELETE /v2.0/ports/65221c70-70e9-426d-ae81-afc9f8b53707 HTTP/1.1" status: 204 len: 173 time: 1.9678833 Feb 09 20:54:33.150771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2da060a-00fc-4512-b5f9-f7a113d453f8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (cdaa8ffe-3e1a-44ee-af9b-4427219ffa36), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:33.150771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2da060a-00fc-4512-b5f9-f7a113d453f8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdaa8ffe-3e1a-44ee-af9b-4427219ffa36 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:54:33.161622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d2da060a-00fc-4512-b5f9-f7a113d453f8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:33.166300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d2da060a-00fc-4512-b5f9-f7a113d453f8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "DELETE /v2.0/routers/cdaa8ffe-3e1a-44ee-af9b-4427219ffa36 HTTP/1.1" status: 204 len: 168 time: 0.5702205 Feb 09 20:54:33.252219 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-801f275c-2be6-4ba6-a98c-1ecba4ac4c22 req-b16072b6-bef5-49c7-96ab-174cec74c215 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776408 Feb 09 20:54:33.467111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:33.913994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-701669644', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:34.023304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b2171-f3b2-450d-a748-36ad0e192e80 req-c5fc8406-7708-4dbe-b17a-6757dcb8d140 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:34.031774 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd1b2171-f3b2-450d-a748-36ad0e192e80 req-c5fc8406-7708-4dbe-b17a-6757dcb8d140 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 946 time: 0.1043465 Feb 09 20:54:34.042859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (84450973-06f7-418e-bcfd-22e07e0b8218), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:34.044252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (84450973-06f7-418e-bcfd-22e07e0b8218), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:34.166642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd1b2171-f3b2-450d-a748-36ad0e192e80 req-d536a9ad-75e8-4028-bdb7-8d0f04ce9c88 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308949 Feb 09 20:54:34.169897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (84450973-06f7-418e-bcfd-22e07e0b8218), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:34.371057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3fc6102c-e129-430f-b145-c9910df31671 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:54:34.409442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 3fc6102c-e129-430f-b145-c9910df31671 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:54:34.409442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3fc6102c-e129-430f-b145-c9910df31671 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:54:34.520801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925ea2f-68db-47c6-9b8a-dbe722c6400f req-cc0bb3ef-82be-4d41-822b-a064a721eb66 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:34.530765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925ea2f-68db-47c6-9b8a-dbe722c6400f req-cc0bb3ef-82be-4d41-822b-a064a721eb66 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.1665773 Feb 09 20:54:34.602581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (84450973-06f7-418e-bcfd-22e07e0b8218), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:34.646244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925ea2f-68db-47c6-9b8a-dbe722c6400f req-f5496784-41a0-477e-814a-f421466ee8d2 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035655 Feb 09 20:54:35.042769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f7ecc-3980-4ffa-a9af-be5715fe9106 req-52a10d75-2c3a-4c0d-acaf-b0685a2573ef tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:35.044401 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b82f7ecc-3980-4ffa-a9af-be5715fe9106 req-52a10d75-2c3a-4c0d-acaf-b0685a2573ef tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.6166282 Feb 09 20:54:35.120593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9fdb56-700f-4aaf-a729-19ab13bc2733', 'name': 'network-vif-deleted', 'tag': '65221c70-70e9-426d-ae81-afc9f8b53707'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:35.121330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b82f7ecc-3980-4ffa-a9af-be5715fe9106 req-3d9f00bf-fb40-48f2-a97f-efb908d5e756 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701241 Feb 09 20:54:35.125297 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5d5d47-0277-4ca3-a7bd-e9d96e217af1" -d '{"events": [{"server_uuid": "bf9fdb56-700f-4aaf-a729-19ab13bc2733", "name": "network-vif-deleted", "tag": "65221c70-70e9-426d-ae81-afc9f8b53707"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:35.211992 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a227b-f5d5-4537-bfc1-7ba9b6ce9aa1 x-openstack-request-id: req-bc1a227b-f5d5-4537-bfc1-7ba9b6ce9aa1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:35.212505 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9fdb56-700f-4aaf-a729-19ab13bc2733", "name": "network-vif-deleted", "tag": "65221c70-70e9-426d-ae81-afc9f8b53707", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:35.212974 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bc1a227b-f5d5-4537-bfc1-7ba9b6ce9aa1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:35.213582 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9fdb56-700f-4aaf-a729-19ab13bc2733', 'name': 'network-vif-deleted', 'tag': '65221c70-70e9-426d-ae81-afc9f8b53707', 'status': 'completed', 'code': 200} Feb 09 20:54:35.242686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (84450973-06f7-418e-bcfd-22e07e0b8218), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:35.265088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:35.392170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4877c3-751b-4471-9731-5a03384b6de1 req-93bae9c2-1d61-42e5-acb0-8f32392747ee tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:35.394293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b4877c3-751b-4471-9731-5a03384b6de1 req-93bae9c2-1d61-42e5-acb0-8f32392747ee tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 946 time: 0.1311367 Feb 09 20:54:35.435215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Allocated IP 172.25.4.41 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/1b433245-3c68-40d2-9d00-412aedabe154) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:35.442024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-56bd2a0b-b3db-4c86-8a92-42cbd02b2dc0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:35.446847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-56bd2a0b-b3db-4c86-8a92-42cbd02b2dc0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 946 time: 0.0869522 Feb 09 20:54:35.509959 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b4877c3-751b-4471-9731-5a03384b6de1 req-9c6b3080-91fc-4d62-8bb9-f449dbe8c9fc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005681 Feb 09 20:54:35.593002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Deleting port 6e975c96-fc7f-423c-b292-fa800d1e53c7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:35.593545 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:35.606766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for port (1b433245-3c68-40d2-9d00-412aedabe154), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:35.709684 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1b433245-3c68-40d2-9d00-412aedabe154), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:35.738150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] For port 6e975c96-fc7f-423c-b292-fa800d1e53c7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e975c96-fc7f-423c-b292-fa800d1e53c7,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:35.738150 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:35.752414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Calling delete_port for 6e975c96-fc7f-423c-b292-fa800d1e53c7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:35.779246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:35.784907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:35.794693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:35.834431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event updated for resources: {'Port': ['ID=1b433245-3c68-40d2-9d00-412aedabe154,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:35.881632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa3e56-24f4-471a-ad65-7972e0a9e980 req-1f1ad963-ab1b-421d-b4a0-e01b07b647a2 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:35.883420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85aa3e56-24f4-471a-ad65-7972e0a9e980 req-1f1ad963-ab1b-421d-b4a0-e01b07b647a2 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.1199517 Feb 09 20:54:36.003130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85aa3e56-24f4-471a-ad65-7972e0a9e980 req-ae4f5c4d-5b74-458d-a8d2-ec8975d7eb21 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/security-groups?id=1dec3463-c40a-42fb-ad13-6054f580f330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114480 Feb 09 20:54:36.029275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6e975c96-fc7f-423c-b292-fa800d1e53c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:36.047653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:36.050344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6e975c96-fc7f-423c-b292-fa800d1e53c7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:36.070207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event deleted for resources: {'Port': ['ID=6e975c96-fc7f-423c-b292-fa800d1e53c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:36.143837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] No DVR routers for this DVR port 6e975c96-fc7f-423c-b292-fa800d1e53c7 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:54:36.149076 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:36.153499 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9fa9cf56-26da-4199-a7ec-d77c6397eb03 req-20382719-7df0-4598-9f1b-1b3fb02295fa tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "DELETE /v2.0/ports/6e975c96-fc7f-423c-b292-fa800d1e53c7 HTTP/1.1" status: 204 len: 173 time: 0.6926050 Feb 09 20:54:36.215268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (84450973-06f7-418e-bcfd-22e07e0b8218), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:36.302461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-17d8be9a-51bd-4867-96bf-dc000761b763 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:36.311408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-17d8be9a-51bd-4867-96bf-dc000761b763 tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.13 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 945 time: 0.1759417 Feb 09 20:54:36.383460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 65221c70-70e9-426d-ae81-afc9f8b53707 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:54:36.436602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 65221c70-70e9-426d-ae81-afc9f8b53707 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:54:36.437025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 65221c70-70e9-426d-ae81-afc9f8b53707 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:54:36.461969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Deleting port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:36.462316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:36.491972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed74a4-5abd-4603-be73-3d035d792979 req-64a72d3d-1b43-4793-b4c0-26c545dfe19a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:36.499377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93ed74a4-5abd-4603-be73-3d035d792979 req-64a72d3d-1b43-4793-b4c0-26c545dfe19a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1884379 Feb 09 20:54:36.585427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] For port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:36.585729 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:36.606711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Calling delete_port for c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:36.649555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93ed74a4-5abd-4603-be73-3d035d792979 req-7636a5cc-dd18-4b41-9689-15106cfd1787 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488547 Feb 09 20:54:36.658646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (84450973-06f7-418e-bcfd-22e07e0b8218), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:36.898243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4fa9f9ae-b023-4e14-a951-7b8d67ba11d8 req-99f888ff-01f9-4e08-b7b5-b0711c277d81 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=2a8123a2-3251-47ee-ae6c-ce3c45a6b694 HTTP/1.1" status: 200 len: 210 time: 0.0309000 Feb 09 20:54:36.910809 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:36.931424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:37.001903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Pushing event deleted for resources: {'Port': ['ID=c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:37.032767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba749784-9fa3-4993-bcdf-e3cc8c2571de req-688063eb-6fef-4d30-97aa-ae115294c9b8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:37.034352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba749784-9fa3-4993-bcdf-e3cc8c2571de req-688063eb-6fef-4d30-97aa-ae115294c9b8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0916290 Feb 09 20:54:37.081344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] No DVR routers for this DVR port c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:54:37.083973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:37.088175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1adec4b-b24c-4e7c-88b9-db1ee00ce4e1 req-f4fee83a-a8d6-456f-8ce0-f956eb8c7e5d tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.13 "DELETE /v2.0/ports/c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 HTTP/1.1" status: 204 len: 173 time: 0.7726724 Feb 09 20:54:37.103396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-b6910d72-d326-4b62-9ac1-61c695a1d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:37.109653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-b6910d72-d326-4b62-9ac1-61c695a1d366 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1127 time: 0.1197774 Feb 09 20:54:37.160167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Router 84450973-06f7-418e-bcfd-22e07e0b8218 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:54:37.200563 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba749784-9fa3-4993-bcdf-e3cc8c2571de req-c18012f3-b3e9-4cdc-9ef2-3c7da6ac9e71 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502645 Feb 09 20:54:37.235490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8123a2-3251-47ee-ae6c-ce3c45a6b694', 'name': 'network-vif-deleted', 'tag': '6e975c96-fc7f-423c-b292-fa800d1e53c7'}, {'server_uuid': '197cfa17-97ae-441d-8c48-de82e9dac504', 'name': 'network-vif-deleted', 'tag': 'c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:37.237782 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d653d4-9c94-449b-9e96-2f6951ff2dda" -d '{"events": [{"server_uuid": "2a8123a2-3251-47ee-ae6c-ce3c45a6b694", "name": "network-vif-deleted", "tag": "6e975c96-fc7f-423c-b292-fa800d1e53c7"}, {"server_uuid": "197cfa17-97ae-441d-8c48-de82e9dac504", "name": "network-vif-deleted", "tag": "c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:37.292605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a7cd7de-41dc-4f2a-96d6-6556837c1ac2 req-a2ce80f6-0e09-48c7-92df-702edfd164ad tempest-ListServerFiltersTestJSON-1131240231 tempest-ListServerFiltersTestJSON-1131240231-project] 10.222.0.102 "GET /v2.0/ports?device_id=197cfa17-97ae-441d-8c48-de82e9dac504 HTTP/1.1" status: 200 len: 210 time: 0.1227717 Feb 09 20:54:37.361339 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8308ec8e-c8fc-4867-a94d-2f419b36fef6 x-openstack-request-id: req-8308ec8e-c8fc-4867-a94d-2f419b36fef6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:37.361535 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8123a2-3251-47ee-ae6c-ce3c45a6b694", "name": "network-vif-deleted", "tag": "6e975c96-fc7f-423c-b292-fa800d1e53c7", "status": "completed", "code": 200}, {"server_uuid": "197cfa17-97ae-441d-8c48-de82e9dac504", "name": "network-vif-deleted", "tag": "c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:37.361798 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8308ec8e-c8fc-4867-a94d-2f419b36fef6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:37.364740 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8123a2-3251-47ee-ae6c-ce3c45a6b694', 'name': 'network-vif-deleted', 'tag': '6e975c96-fc7f-423c-b292-fa800d1e53c7', 'status': 'completed', 'code': 200} Feb 09 20:54:37.365017 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197cfa17-97ae-441d-8c48-de82e9dac504', 'name': 'network-vif-deleted', 'tag': 'c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23', 'status': 'completed', 'code': 200} Feb 09 20:54:37.387932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-0f701445-d18f-471a-8b67-4fba768a14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:37.390346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-0f701445-d18f-471a-8b67-4fba768a14d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.2691624 Feb 09 20:54:37.426601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:37.437496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac97a5-ab25-4a06-9eba-6d6c3e0109d4 None None] Sync routers for ids ['84450973-06f7-418e-bcfd-22e07e0b8218'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:37.489597 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:37.491833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b84b834c-5e55-4980-86cc-6bffa869600f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0225730 Feb 09 20:54:37.494602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:37.504042 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-928820fb-b408-4c91-9b52-ab91f75b1257 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 999 time: 0.1060688 Feb 09 20:54:37.608586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-ff3b6d1e-217f-4431-864e-c26ae32889fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:37.611542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-ff3b6d1e-217f-4431-864e-c26ae32889fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1000211 Feb 09 20:54:37.615213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac97a5-ab25-4a06-9eba-6d6c3e0109d4 None None] Routers {'84450973-06f7-418e-bcfd-22e07e0b8218'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:37.616043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cdac97a5-ab25-4a06-9eba-6d6c3e0109d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['84450973-06f7-418e-bcfd-22e07e0b8218'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:37.655908 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bbbb49e-27e8-4f82-830b-cdd77bddc50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:37.657601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cdac97a5-ab25-4a06-9eba-6d6c3e0109d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:37.668971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac97a5-ab25-4a06-9eba-6d6c3e0109d4 None None] Routers {'84450973-06f7-418e-bcfd-22e07e0b8218'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:37.669841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cdac97a5-ab25-4a06-9eba-6d6c3e0109d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['84450973-06f7-418e-bcfd-22e07e0b8218'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:37.702424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-aa7ce3e2-2f29-409d-a5dd-08fdfc8c17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:37.704137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-aa7ce3e2-2f29-409d-a5dd-08fdfc8c17ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0856240 Feb 09 20:54:37.717654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cdac97a5-ab25-4a06-9eba-6d6c3e0109d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:37.718600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac97a5-ab25-4a06-9eba-6d6c3e0109d4 None None] The sync data for ids ['84450973-06f7-418e-bcfd-22e07e0b8218'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:37.740530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fd88ee90-b529-40ba-9949-ec25f8b5ea16 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/routers/84450973-06f7-418e-bcfd-22e07e0b8218 HTTP/1.1" status: 200 len: 919 time: 0.2444916 Feb 09 20:54:37.744431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:37.858439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fa3fbb75-4b22-43a8-b205-8615e9ae0735 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=84450973-06f7-418e-bcfd-22e07e0b8218 HTTP/1.1" status: 200 len: 205 time: 0.1127229 Feb 09 20:54:37.861080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:37.910214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-dbae9df3-36dd-44a7-86d4-bee51f2401f1 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934702 Feb 09 20:54:38.036039 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44c10c06-d220-439f-9ae8-5d6d5e14989a req-8fdaf02c-8764-42a1-97ed-5383b071aacf service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189861 Feb 09 20:54:38.067700 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (84450973-06f7-418e-bcfd-22e07e0b8218), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.212271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (84450973-06f7-418e-bcfd-22e07e0b8218), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.328027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdb6f7-73b5-4171-a4cb-727a150c5d62 req-e642cf5c-0446-4088-868a-58fc68d27676 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:38.329587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0abdb6f7-73b5-4171-a4cb-727a150c5d62 req-e642cf5c-0446-4088-868a-58fc68d27676 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0637059 Feb 09 20:54:38.370782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Deleting port 1b433245-3c68-40d2-9d00-412aedabe154 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:38.371272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1b433245-3c68-40d2-9d00-412aedabe154), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.394312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0abdb6f7-73b5-4171-a4cb-727a150c5d62 req-27daa50a-8f98-4d7a-84ac-73dd8eed2c9f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587792 Feb 09 20:54:38.449920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-b7f9ddbe-b339-41c8-8f70-d2ec70ecf91e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:38.456544 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-b7f9ddbe-b339-41c8-8f70-d2ec70ecf91e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.2262444 Feb 09 20:54:38.460939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:38.480226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-e895b661-eb67-4d7f-aa4f-de93a12a0dca tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/quotas/aad186a920f347bdaed3baf1e6b99870 HTTP/1.1" status: 200 len: 375 time: 0.0227580 Feb 09 20:54:38.515385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-869f7985-a596-42aa-8e3f-f8f17b1a5a0d admin admin] Deleting subnet f725d146-1af8-4f95-9e13-c7e227eee1f1 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:54:38.520744 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-869f7985-a596-42aa-8e3f-f8f17b1a5a0d admin admin] Publish callbacks [] for subnet (f725d146-1af8-4f95-9e13-c7e227eee1f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.575125 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-869f7985-a596-42aa-8e3f-f8f17b1a5a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (f725d146-1af8-4f95-9e13-c7e227eee1f1), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.662843 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-869f7985-a596-42aa-8e3f-f8f17b1a5a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f725d146-1af8-4f95-9e13-c7e227eee1f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.721328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-869f7985-a596-42aa-8e3f-f8f17b1a5a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (f725d146-1af8-4f95-9e13-c7e227eee1f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.737290 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-869f7985-a596-42aa-8e3f-f8f17b1a5a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.741554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-869f7985-a596-42aa-8e3f-f8f17b1a5a0d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/f725d146-1af8-4f95-9e13-c7e227eee1f1 HTTP/1.1" status: 204 len: 168 time: 0.2793620 Feb 09 20:54:38.742257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af6e013-79fc-4d01-8bed-87669a682f2b None None] Network 909ba923-a156-4c07-aa23-b5b573b67bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:54:38.760260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:38.768999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7985-a596-42aa-8e3f-f8f17b1a5a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f725d146-1af8-4f95-9e13-c7e227eee1f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:38.874548 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (909ba923-a156-4c07-aa23-b5b573b67bc3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:38.993986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Deleting port e88a81ba-d11c-49dc-9db8-18161a24978f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:38.994321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.027286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] DHCP port deletion for 909ba923-a156-4c07-aa23-b5b573b67bc3 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:54:39.031576 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1b433245-3c68-40d2-9d00-412aedabe154), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.044597 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-3c25fbcd-ac17-4c5b-9ff8-25606c6c8e85 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5634758 Feb 09 20:54:39.098223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] For port e88a81ba-d11c-49dc-9db8-18161a24978f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e88a81ba-d11c-49dc-9db8-18161a24978f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:39.098879 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.115489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Calling delete_port for e88a81ba-d11c-49dc-9db8-18161a24978f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:39.117912 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Calling delete_port for 1b433245-3c68-40d2-9d00-412aedabe154 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:39.129974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] Deleting port e88a81ba-d11c-49dc-9db8-18161a24978f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:39.131517 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.243334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.272813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e88a81ba-d11c-49dc-9db8-18161a24978f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:39.284002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] No DVR routers for this DVR port e88a81ba-d11c-49dc-9db8-18161a24978f on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:54:39.285288 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-80e34af1-082c-4bd4-8c77-2168b963b6cc service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395613 Feb 09 20:54:39.291719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] For port e88a81ba-d11c-49dc-9db8-18161a24978f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e88a81ba-d11c-49dc-9db8-18161a24978f,segment=NetworkSegment(828737ee-f178-43fb-989b-533e9056ec9e),segment_id=828737ee-f178-43fb-989b-533e9056ec9e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:39.292088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.306767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] Calling delete_port for e88a81ba-d11c-49dc-9db8-18161a24978f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:39.399651 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (e88a81ba-d11c-49dc-9db8-18161a24978f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.433792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] Pushing event deleted for resources: {'Port': ['ID=e88a81ba-d11c-49dc-9db8-18161a24978f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:39.435987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb5d20-5ae3-4c6a-b283-5daf80916c1c None None] No DVR routers for this DVR port e88a81ba-d11c-49dc-9db8-18161a24978f on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:54:39.478777 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (909ba923-a156-4c07-aa23-b5b573b67bc3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.522135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909ba923-a156-4c07-aa23-b5b573b67bc3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:39.548103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828737ee-f178-43fb-989b-533e9056ec9e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:39.548716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828737ee-f178-43fb-989b-533e9056ec9e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:39.562895 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (828737ee-f178-43fb-989b-533e9056ec9e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.569559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-201c4965-6b58-4802-b885-373df5151bfd service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807403 Feb 09 20:54:39.590813 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (828737ee-f178-43fb-989b-533e9056ec9e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.600816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:54:39.601306 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (828737ee-f178-43fb-989b-533e9056ec9e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.667263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1b433245-3c68-40d2-9d00-412aedabe154), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:54:39.692963 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:54:39.698775 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (909ba923-a156-4c07-aa23-b5b573b67bc3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.711112 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.719934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] 10.222.0.102 "DELETE /v2.0/networks/909ba923-a156-4c07-aa23-b5b573b67bc3 HTTP/1.1" status: 204 len: 168 time: 0.9562213 Feb 09 20:54:39.720146 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-013c459a-0348-4ba0-8fc8-c4c946c0449b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.733963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event deleted for resources: {'Port': ['ID=1b433245-3c68-40d2-9d00-412aedabe154,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:39.776895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc760d-6b4e-4dad-98ab-e19ddc5b43b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=909ba923-a156-4c07-aa23-b5b573b67bc3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:39.812888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91519b79-1156-4b50-a0a8-ca48cc25ee36 req-baad19ea-727f-4bea-9996-d56219a921ea tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:39.814416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91519b79-1156-4b50-a0a8-ca48cc25ee36 req-baad19ea-727f-4bea-9996-d56219a921ea tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1202648 Feb 09 20:54:39.830273 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (84450973-06f7-418e-bcfd-22e07e0b8218), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.959328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (84450973-06f7-418e-bcfd-22e07e0b8218), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.962180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (84450973-06f7-418e-bcfd-22e07e0b8218), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:39.972354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91519b79-1156-4b50-a0a8-ca48cc25ee36 req-706d7c7a-3b26-4c15-9dfc-ca1ed8ce4cbb tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441612 Feb 09 20:54:40.048057 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e0b6b9a-b261-493f-87d6-1d48f90b0443 req-4407ce99-5fb1-4dc9-a61c-c5a02ccc8816 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 210 time: 0.0342307 Feb 09 20:54:40.049221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (84450973-06f7-418e-bcfd-22e07e0b8218), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.049839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Fanout notify agent at l3_agent the message router_deleted on router 84450973-06f7-418e-bcfd-22e07e0b8218 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:54:40.059064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.063122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e1cf2ce-c192-4bbf-bd7b-8bd64c3b8cb5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/84450973-06f7-418e-bcfd-22e07e0b8218 HTTP/1.1" status: 204 len: 168 time: 2.1962848 Feb 09 20:54:40.064201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:40.069889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1695641951', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:40.130631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (627a5636-b267-4787-9f87-98e3e282ee90), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.130631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (627a5636-b267-4787-9f87-98e3e282ee90), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.217934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34442) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:40.226455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:54:40.280613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:54:40.281372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c1fce4e8-0f80-4325-ac09-8bc5a7fdeb23 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:54:40.301207 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_controller (627a5636-b267-4787-9f87-98e3e282ee90), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.322174 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5e0009ce-10fb-40b3-89bb-b1c7dd0cecce admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5d30668ca6ff4833800e047ce24e0a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006608 Feb 09 20:54:40.323091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:40.400759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6e975c96-fc7f-423c-b292-fa800d1e53c7 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:54:40.428743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17b53813-3bef-469a-bf4a-21f869e3b051 admin admin] Publish callbacks [] for security_group (1dec3463-c40a-42fb-ad13-6054f580f330), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.440499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 6e975c96-fc7f-423c-b292-fa800d1e53c7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:54:40.444760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6e975c96-fc7f-423c-b292-fa800d1e53c7 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:54:40.477106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17b53813-3bef-469a-bf4a-21f869e3b051 admin admin] Publish callbacks [] for security_group (1dec3463-c40a-42fb-ad13-6054f580f330), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.556231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17b53813-3bef-469a-bf4a-21f869e3b051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1dec3463-c40a-42fb-ad13-6054f580f330), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.560451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17b53813-3bef-469a-bf4a-21f869e3b051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:40.561634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17b53813-3bef-469a-bf4a-21f869e3b051 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1dec3463-c40a-42fb-ad13-6054f580f330 HTTP/1.1" status: 204 len: 168 time: 0.2352595 Feb 09 20:54:40.572024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b53813-3bef-469a-bf4a-21f869e3b051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dec3463-c40a-42fb-ad13-6054f580f330,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:40.840649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e88a81ba-d11c-49dc-9db8-18161a24978f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:54:40.897331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e88a81ba-d11c-49dc-9db8-18161a24978f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:54:40.898992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e88a81ba-d11c-49dc-9db8-18161a24978f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:54:41.174690 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:41.215056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7c079-8056-40c6-964f-426bb0cbc77b req-fd2f0382-a718-4817-9a27-de16dbc281e0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:41.216699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fb7c079-8056-40c6-964f-426bb0cbc77b req-fd2f0382-a718-4817-9a27-de16dbc281e0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 1.1056728 Feb 09 20:54:41.228643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (627a5636-b267-4787-9f87-98e3e282ee90), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:41.229591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3e7a082-6b3b-4495-a1f2-250b4dddbb1f req-b246bab8-056a-4314-b67d-ccaaffa80fdc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 210 time: 0.0442841 Feb 09 20:54:41.451967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6fb7c079-8056-40c6-964f-426bb0cbc77b req-21f6d01a-54c4-4625-807c-deb64377fae0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056696 Feb 09 20:54:42.032646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2e3a8908-31fa-4ba9-8a7f-a33d7d620ea3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:42.034308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2e3a8908-31fa-4ba9-8a7f-a33d7d620ea3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.5288424 Feb 09 20:54:42.064812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Request body: {'port': {'device_id': '9b3f50cf-4748-4cd8-9397-d1074b5a45fd', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'admin_state_up': True, 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:42.179344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623da0-e3fc-4df3-801f-b464f12c0356 req-4f4b8dcc-a53d-4e38-a3ef-b966594a14b3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:42.180884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd623da0-e3fc-4df3-801f-b464f12c0356 req-4f4b8dcc-a53d-4e38-a3ef-b966594a14b3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.2403181 Feb 09 20:54:42.194066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (627a5636-b267-4787-9f87-98e3e282ee90), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:42.234098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:42.357197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:42.360657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:42.377970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd623da0-e3fc-4df3-801f-b464f12c0356 req-5f7334e8-42c2-41dc-a37e-11a323d37bdb tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883569 Feb 09 20:54:42.578499 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5199b7db-0442-4e18-a0cf-ea419c431917 req-3932f5a6-3ab8-446d-8db7-8efc3da08a9c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 210 time: 0.0626585 Feb 09 20:54:42.623953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed735a87-e03b-436c-9221-43174843174a req-0f6587d5-5b50-44ff-9ab4-a9fdf7ba6910 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=d50157e9-8040-4d22-9b89-6db4aa7bd29f HTTP/1.1" status: 200 len: 210 time: 0.0489321 Feb 09 20:54:42.658146 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:42.869450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Allocated IP 172.25.4.10 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/85f78070-a466-48bf-96be-b43283952bb7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:43.199879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64e1ec-8a3c-4909-9e55-7612168b5773 req-2401f25d-e6aa-404b-ba09-fa187f6b9551 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:43.201370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c64e1ec-8a3c-4909-9e55-7612168b5773 req-2401f25d-e6aa-404b-ba09-fa187f6b9551 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.4895306 Feb 09 20:54:43.217327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Allocated IP 172.20.0.5 (401827f8-1a87-4730-a777-a78cb1a9e9f8/5da60c3a-dc04-497b-aaff-c1952e694419/de894227-4591-4431-af26-9fd3cdb2e807) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:43.388338 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a403365-847c-4791-8a34-c72982f1d505 req-3c3222f2-2e4f-4f95-9826-7ea6c49bac5f tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0885980 Feb 09 20:54:43.455370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for port (85f78070-a466-48bf-96be-b43283952bb7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:43.506963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (85f78070-a466-48bf-96be-b43283952bb7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:43.679531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:43.710628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c64e1ec-8a3c-4909-9e55-7612168b5773 req-163404bd-7f75-48f7-9f48-b18249303fb6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4999928 Feb 09 20:54:43.766597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:43.777952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'Port': ['ID=85f78070-a466-48bf-96be-b43283952bb7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:43.812253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:43.814218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b68a7f40-2ccb-48dd-98bb-d13f9cdbd927 req-da83e09e-8eb1-4ceb-b8cf-fcc9950a3319 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 210 time: 0.0764017 Feb 09 20:54:43.921627 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:44.238307 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (627a5636-b267-4787-9f87-98e3e282ee90), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:44.249778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks [] for port (de894227-4591-4431-af26-9fd3cdb2e807), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:44.408549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (de894227-4591-4431-af26-9fd3cdb2e807), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:44.422210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:44.554452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:44.633959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:44.638217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aab14ad-b5a4-42f2-986a-7d93f1d212bb req-34927d45-54a3-4fff-9df6-c37f32535621 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0963585 Feb 09 20:54:44.639238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:44.699646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:44.700693 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:44.730993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event updated for resources: {'Port': ['ID=de894227-4591-4431-af26-9fd3cdb2e807,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:44.761823 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-2da03a53-d081-41ff-916c-33bbdab12ec8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7080681 Feb 09 20:54:44.763110 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (627a5636-b267-4787-9f87-98e3e282ee90), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:44.780049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Request body: {'port': {'device_id': '9b3f50cf-4748-4cd8-9397-d1074b5a45fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:44.904009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cb371-b7cf-48aa-996e-1d86bf9e1c4b req-fc438bd5-724f-497a-9e6f-92b978a13990 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:44.916229 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad2cb371-b7cf-48aa-996e-1d86bf9e1c4b req-fc438bd5-724f-497a-9e6f-92b978a13990 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1067507 Feb 09 20:54:44.942581 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (de894227-4591-4431-af26-9fd3cdb2e807), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:45.015460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad2cb371-b7cf-48aa-996e-1d86bf9e1c4b req-e400f16a-9b88-4894-9243-fb07f231f89b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921493 Feb 09 20:54:45.050824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea6b0b-56e7-432f-9ddb-0e1e67e45fb9 req-fee46d5e-9046-4522-a0a4-114ed4a1b5cf tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:45.058358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bea6b0b-56e7-432f-9ddb-0e1e67e45fb9 req-fee46d5e-9046-4522-a0a4-114ed4a1b5cf tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 931 time: 0.1194510 Feb 09 20:54:45.216064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bea6b0b-56e7-432f-9ddb-0e1e67e45fb9 req-7c207add-78b4-4f36-a096-4b2948bf3737 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525967 Feb 09 20:54:45.239068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Router 627a5636-b267-4787-9f87-98e3e282ee90 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:54:45.317166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6cd89-1687-4723-869e-4b153a69858d req-50c1a550-4748-450e-8d46-28bcea14e48f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:45.319287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31a6cd89-1687-4723-869e-4b153a69858d req-50c1a550-4748-450e-8d46-28bcea14e48f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0962837 Feb 09 20:54:45.434895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:45.445172 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Sync routers for ids ['627a5636-b267-4787-9f87-98e3e282ee90'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:45.467948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31a6cd89-1687-4723-869e-4b153a69858d req-a056b1ea-d481-4049-b806-5c6781c58740 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426158 Feb 09 20:54:45.495172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:45.498862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6d9d966d-4e57-44a6-9ff4-39e3d567f4f0 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4328010 Feb 09 20:54:45.502780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:45.506375 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Routers {'627a5636-b267-4787-9f87-98e3e282ee90'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:45.507257 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['627a5636-b267-4787-9f87-98e3e282ee90'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:45.526711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de894227-4591-4431-af26-9fd3cdb2e807 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:54:45.539599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Publish callbacks [] for port (de894227-4591-4431-af26-9fd3cdb2e807), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:45.585399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd9f746f-e25d-429b-8b20-4590002cf9fd req-5f107a81-2f5f-4c46-a436-0ed39de96b29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d50157e9-8040-4d22-9b89-6db4aa7bd29f HTTP/1.1" status: 200 len: 210 time: 0.0322764 Feb 09 20:54:45.590223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Transition to ACTIVE for port object de894227-4591-4431-af26-9fd3cdb2e807 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:54:45.595018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (de894227-4591-4431-af26-9fd3cdb2e807), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:45.661225 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Set router 627a5636-b267-4787-9f87-98e3e282ee90 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:45.668781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Pushing event updated for resources: {'Port': ['ID=de894227-4591-4431-af26-9fd3cdb2e807,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:45.712900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c15994d8-051d-4c1a-8921-4fca664c170e tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/routers/627a5636-b267-4787-9f87-98e3e282ee90 HTTP/1.1" status: 200 len: 908 time: 0.2080874 Feb 09 20:54:45.713491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34570) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:45.717718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1695641951', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': True}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:45.757948 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:45.759212 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:45.832700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-497740b7-6842-4e9f-89eb-0b7c71eb4e7a req-4814fe04-1e57-4893-bb48-dbefcfac7736 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0488935 Feb 09 20:54:45.839720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Attempting to bind port de894227-4591-4431-af26-9fd3cdb2e807 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:45.840369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Attempting to bind port de894227-4591-4431-af26-9fd3cdb2e807 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:45.840915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Attempting to bind port de894227-4591-4431-af26-9fd3cdb2e807 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:45.850031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Port de894227-4591-4431-af26-9fd3cdb2e807 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:54:45.850691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Attempting to bind port de894227-4591-4431-af26-9fd3cdb2e807 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:45.860354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:45.861046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Checking segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:45.861632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Bound using segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:45.862263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Bound port: de894227-4591-4431-af26-9fd3cdb2e807, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:45.862934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (de894227-4591-4431-af26-9fd3cdb2e807), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:45.877729 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_controller (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.011880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] For port de894227-4591-4431-af26-9fd3cdb2e807, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:54:46.012283 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627a5636-b267-4787-9f87-98e3e282ee90', 'name': 'tempest-snat-router-1695641951', 'tenant_id': 'f9b19f37883644299b08a2299cf51008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.10'}], 'enable_snat': False}, 'gw_port_id': '85f78070-a466-48bf-96be-b43283952bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:54:40Z', 'updated_at': '2022-02-09T20:54:44Z', 'revision_number': 3, 'project_id': 'f9b19f37883644299b08a2299cf51008', 'gw_port': {'id': '85f78070-a466-48bf-96be-b43283952bb7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a5636-b267-4787-9f87-98e3e282ee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:42Z', 'updated_at': '2022-02-09T20:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:46.015587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] For port de894227-4591-4431-af26-9fd3cdb2e807, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=de894227-4591-4431-af26-9fd3cdb2e807,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:54:46.026427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (de894227-4591-4431-af26-9fd3cdb2e807), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.042187 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Checking router: 627a5636-b267-4787-9f87-98e3e282ee90 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:54:46.042547 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Updating router 627a5636-b267-4787-9f87-98e3e282ee90 port 85f78070-a466-48bf-96be-b43283952bb7 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:54:46.043935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.074652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:46.075716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.077121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] 10.222.0.50 "PUT /v2.0/ports/de894227-4591-4431-af26-9fd3cdb2e807 HTTP/1.1" status: 200 len: 1092 time: 1.3017290 Feb 09 20:54:46.077562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3f50cf-4748-4cd8-9397-d1074b5a45fd', 'tag': 'de894227-4591-4431-af26-9fd3cdb2e807'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:46.080288 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbc9691-0a71-4422-9680-507d981bb72d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3f50cf-4748-4cd8-9397-d1074b5a45fd", "tag": "de894227-4591-4431-af26-9fd3cdb2e807"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:46.087238 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (85f78070-a466-48bf-96be-b43283952bb7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.185146 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1a9e52-be01-443e-950a-79a71f285fe0 x-openstack-request-id: req-8d1a9e52-be01-443e-950a-79a71f285fe0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:46.197277 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3f50cf-4748-4cd8-9397-d1074b5a45fd", "tag": "de894227-4591-4431-af26-9fd3cdb2e807", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:46.197277 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8d1a9e52-be01-443e-950a-79a71f285fe0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:46.197277 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3f50cf-4748-4cd8-9397-d1074b5a45fd', 'tag': 'de894227-4591-4431-af26-9fd3cdb2e807', 'status': 'completed', 'code': 200} Feb 09 20:54:46.199023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a333de-0b17-44d9-bf10-873a5469f42d service neutron] Pushing event updated for resources: {'Port': ['ID=de894227-4591-4431-af26-9fd3cdb2e807,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:46.238149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-bb63b43e-e161-4c11-8f7b-ddb892d40ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:46.259438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-bb63b43e-e161-4c11-8f7b-ddb892d40ff4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 1126 time: 0.1137009 Feb 09 20:54:46.346141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-ee5df996-597d-40b3-8863-17a76b0722ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de894227-4591-4431-af26-9fd3cdb2e807 HTTP/1.1" status: 200 len: 217 time: 0.0856452 Feb 09 20:54:46.421840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a222f573-b1d3-4bf5-9871-51357df77ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:46.423621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-a222f573-b1d3-4bf5-9871-51357df77ea9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.0673404 Feb 09 20:54:46.425933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.476693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.491886 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a792be03-52d7-4c90-921d-591bb36d8af0 req-bb484268-84c4-46bc-9619-3d28fb27c28e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0575991 Feb 09 20:54:46.499266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f9d7-9a6f-4c71-a6d7-d6bee55097e9 req-94c08496-3bd0-4a4c-a38f-81b97c7a995c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:46.504020 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Publish callbacks [] for port (85f78070-a466-48bf-96be-b43283952bb7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.513389 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (85f78070-a466-48bf-96be-b43283952bb7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.519500 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e15f9d7-9a6f-4c71-a6d7-d6bee55097e9 req-94c08496-3bd0-4a4c-a38f-81b97c7a995c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 943 time: 0.1716247 Feb 09 20:54:46.543847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-909560bf-d22a-40cc-ae58-53772d2c37b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968859 Feb 09 20:54:46.560506 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f0da4-ff5d-4506-9dc1-beb8081fca7f None None] Pushing event updated for resources: {'Port': ['ID=85f78070-a466-48bf-96be-b43283952bb7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:46.596645 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Attempting to bind port 85f78070-a466-48bf-96be-b43283952bb7 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:46.597016 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Attempting to bind port 85f78070-a466-48bf-96be-b43283952bb7 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:46.597726 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Attempting to bind port 85f78070-a466-48bf-96be-b43283952bb7 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:46.604295 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:46.604669 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:46.605519 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.606459 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:46.607227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Bound port: 85f78070-a466-48bf-96be-b43283952bb7, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:46.607977 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (85f78070-a466-48bf-96be-b43283952bb7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.627012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e15f9d7-9a6f-4c71-a6d7-d6bee55097e9 req-0db54628-021f-4f46-99b9-5e50ffc6e271 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069314 Feb 09 20:54:46.668518 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] For port 85f78070-a466-48bf-96be-b43283952bb7, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:54:46.673704 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] For port 85f78070-a466-48bf-96be-b43283952bb7, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=85f78070-a466-48bf-96be-b43283952bb7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:54:46.683355 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (85f78070-a466-48bf-96be-b43283952bb7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.711037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Allocated IP 172.25.4.209 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/0765bc6a-a04e-4665-a22f-864791fb556e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:46.725591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b618f9-e3cd-4647-b38b-1707747be27e req-54303ae2-7cf9-4787-be8a-b100bad63479 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:46.732891 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65b618f9-e3cd-4647-b38b-1707747be27e req-54303ae2-7cf9-4787-be8a-b100bad63479 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1347938 Feb 09 20:54:46.752611 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f0da4-ff5d-4506-9dc1-beb8081fca7f None None] Pushing event updated for resources: {'Port': ['ID=85f78070-a466-48bf-96be-b43283952bb7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:46.804492 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Routers {'627a5636-b267-4787-9f87-98e3e282ee90'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:46.805317 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['627a5636-b267-4787-9f87-98e3e282ee90'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:46.879073 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65b618f9-e3cd-4647-b38b-1707747be27e req-2dd81d64-7f15-4c1b-896a-dee1d4da15e1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453226 Feb 09 20:54:46.948221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-eca2fb8d-d47d-48dc-8450-07c85eff879b service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345314 Feb 09 20:54:46.983740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for port (0765bc6a-a04e-4665-a22f-864791fb556e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:46.986537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b44096db-8dbc-402d-afb2-f11642fcb112 req-c56f6c02-41e1-4feb-8781-d1282ee36d6c tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0338099 Feb 09 20:54:47.058590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] Set router 627a5636-b267-4787-9f87-98e3e282ee90 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:47.079151 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0765bc6a-a04e-4665-a22f-864791fb556e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:47.104737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68cca3c6-e33b-4c3f-807e-0458ac1560c1 req-0b7bb11c-a4b4-4853-ad81-dfe2ad304c17 service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171424 Feb 09 20:54:47.125898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'Port': ['ID=0765bc6a-a04e-4665-a22f-864791fb556e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:47.141539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:47.143702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:47.146600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:47.271488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc9691-0a71-4422-9680-507d981bb72d req-27eb6282-3cdc-491d-8d4a-e9f9a6927616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:47.277141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acbc9691-0a71-4422-9680-507d981bb72d req-27eb6282-3cdc-491d-8d4a-e9f9a6927616 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 1126 time: 0.1125805 Feb 09 20:54:47.319331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46029df-67a9-423e-9648-ab85bd808a6d req-99ee018e-8c4f-404d-904d-21b34556e7b1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:47.327648 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f46029df-67a9-423e-9648-ab85bd808a6d req-99ee018e-8c4f-404d-904d-21b34556e7b1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.3114164 Feb 09 20:54:47.418609 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627a5636-b267-4787-9f87-98e3e282ee90', 'name': 'tempest-snat-router-1695641951', 'tenant_id': 'f9b19f37883644299b08a2299cf51008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.10'}], 'enable_snat': False}, 'gw_port_id': '85f78070-a466-48bf-96be-b43283952bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:54:40Z', 'updated_at': '2022-02-09T20:54:44Z', 'revision_number': 3, 'project_id': 'f9b19f37883644299b08a2299cf51008', 'gw_port': {'id': '85f78070-a466-48bf-96be-b43283952bb7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a5636-b267-4787-9f87-98e3e282ee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:42Z', 'updated_at': '2022-02-09T20:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:47.427607 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f46029df-67a9-423e-9648-ab85bd808a6d req-ccb4ccf2-2a28-4d8a-8ae2-74d4460b7abe tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945151 Feb 09 20:54:47.479482 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4df2703-d421-4796-b8e2-d30c22c831ec None None] The sync data for ids ['627a5636-b267-4787-9f87-98e3e282ee90'] in n-d-789963-29 is: [{'id': '627a5636-b267-4787-9f87-98e3e282ee90', 'name': 'tempest-snat-router-1695641951', 'tenant_id': 'f9b19f37883644299b08a2299cf51008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.10'}], 'enable_snat': False}, 'gw_port_id': '85f78070-a466-48bf-96be-b43283952bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:54:40Z', 'updated_at': '2022-02-09T20:54:44Z', 'revision_number': 3, 'project_id': 'f9b19f37883644299b08a2299cf51008', 'gw_port': {'id': '85f78070-a466-48bf-96be-b43283952bb7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627a5636-b267-4787-9f87-98e3e282ee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:42Z', 'updated_at': '2022-02-09T20:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:47.518835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc9691-0a71-4422-9680-507d981bb72d req-d95225c1-a355-4faa-bf43-755ff1e3878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:47.520594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acbc9691-0a71-4422-9680-507d981bb72d req-d95225c1-a355-4faa-bf43-755ff1e3878b service neutron] 10.222.0.50 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.2372415 Feb 09 20:54:47.595224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acbc9691-0a71-4422-9680-507d981bb72d req-5e515a1d-4fe0-4529-b475-a6814fd40fbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de894227-4591-4431-af26-9fd3cdb2e807 HTTP/1.1" status: 200 len: 217 time: 0.0640986 Feb 09 20:54:47.639515 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:47.711839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb3310-1324-4109-8c33-1dc8b4903c61 req-8dce6ef8-7726-4058-b071-58f64a7f97cc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:47.716247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8bb3310-1324-4109-8c33-1dc8b4903c61 req-8dce6ef8-7726-4058-b071-58f64a7f97cc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1993659 Feb 09 20:54:47.721096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc9691-0a71-4422-9680-507d981bb72d req-51f80cea-2031-47ec-98c5-f8a5d77ccdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:47.722937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acbc9691-0a71-4422-9680-507d981bb72d req-51f80cea-2031-47ec-98c5-f8a5d77ccdda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.1169562 Feb 09 20:54:47.942351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7a08f-034a-4369-8dee-9d6cd851a0d3 req-7c179abd-e055-4e0f-89c3-eba67df602ba tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:47.950844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0cb7a08f-034a-4369-8dee-9d6cd851a0d3 req-7c179abd-e055-4e0f-89c3-eba67df602ba tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 943 time: 0.2018201 Feb 09 20:54:48.037499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0cb7a08f-034a-4369-8dee-9d6cd851a0d3 req-ea5be64a-5eb0-4488-ae7b-41e7a31811a2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852633 Feb 09 20:54:48.163423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:48.199340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e5d30f6-76f4-4421-8f3b-50ce1d081402 req-e62b64e6-a80b-4605-8e1a-cf45597cbe10 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0330057 Feb 09 20:54:48.399064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8bb3310-1324-4109-8c33-1dc8b4903c61 req-763f97fe-5c1b-4bb6-b136-819d0078bfaa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6746473 Feb 09 20:54:48.401803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acbc9691-0a71-4422-9680-507d981bb72d req-0dcb702c-787d-422e-b0ee-c736bd94d477 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884521 Feb 09 20:54:48.438439 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Router 8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:54:48.671326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492c3c8-dcc9-43a3-ad3d-7351359bf83f req-b0d5e575-277e-4c2c-9300-4aecb3dad39b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:48.673627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4492c3c8-dcc9-43a3-ad3d-7351359bf83f req-b0d5e575-277e-4c2c-9300-4aecb3dad39b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1549933 Feb 09 20:54:48.675740 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acbc9691-0a71-4422-9680-507d981bb72d req-88d8247f-879f-4a46-a189-5358ee0d245c service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673752 Feb 09 20:54:48.853773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4492c3c8-dcc9-43a3-ad3d-7351359bf83f req-fb45c252-c20a-4982-9efe-82cbad289d16 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742585 Feb 09 20:54:48.856243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 85f78070-a466-48bf-96be-b43283952bb7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:48.912905 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acbc9691-0a71-4422-9680-507d981bb72d req-ca3ba647-6488-46ce-8728-324b7172e64b service neutron] 10.222.0.50 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215455 Feb 09 20:54:48.971369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 85f78070-a466-48bf-96be-b43283952bb7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:48.971768 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (85f78070-a466-48bf-96be-b43283952bb7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.070118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 85f78070-a466-48bf-96be-b43283952bb7 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:49.070728 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (85f78070-a466-48bf-96be-b43283952bb7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.076230 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78179f5a-969e-412e-a05e-a17886d32ac9 req-95e7e3e9-e60b-4311-9bde-d7e25232e7cb tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0523760 Feb 09 20:54:49.097577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 85f78070-a466-48bf-96be-b43283952bb7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=85f78070-a466-48bf-96be-b43283952bb7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:49.103097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (85f78070-a466-48bf-96be-b43283952bb7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.166802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:49.181647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Sync routers for ids ['8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:49.191431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.193037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d3ebe83e-2aa5-464c-ba63-2d54da63d877 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4784999 Feb 09 20:54:49.195520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:49.253518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=85f78070-a466-48bf-96be-b43283952bb7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:49.260348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19537d6d-9f4b-45b4-a446-e4d8777c479d req-5c38a20e-8494-4161-b128-5e58d0309dd5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:49.262401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19537d6d-9f4b-45b4-a446-e4d8777c479d req-5c38a20e-8494-4161-b128-5e58d0309dd5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 943 time: 0.1105075 Feb 09 20:54:49.264238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Routers {'8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:49.265251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:49.363161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03e97aed-df96-4e82-bb0d-aa86e7c391e3 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/routers/8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d HTTP/1.1" status: 200 len: 908 time: 0.1632581 Feb 09 20:54:49.369800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:49.376283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19537d6d-9f4b-45b4-a446-e4d8777c479d req-35842513-5e8b-46ad-88bd-70b072039b49 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040893 Feb 09 20:54:49.435098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Set router 8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:54:49.585074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.682311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d', 'name': 'tempest-snat-router-1695641951', 'tenant_id': 'f9b19f37883644299b08a2299cf51008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '0765bc6a-a04e-4665-a22f-864791fb556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:54:45Z', 'updated_at': '2022-02-09T20:54:47Z', 'revision_number': 3, 'project_id': 'f9b19f37883644299b08a2299cf51008', 'gw_port': {'id': '0765bc6a-a04e-4665-a22f-864791fb556e', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:46Z', 'updated_at': '2022-02-09T20:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:49.710941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Checking router: 8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:54:49.711840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Updating router 8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d port 0765bc6a-a04e-4665-a22f-864791fb556e binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:54:49.727868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.744369 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0765bc6a-a04e-4665-a22f-864791fb556e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.818118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Deleting port 0765bc6a-a04e-4665-a22f-864791fb556e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:49.818470 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0765bc6a-a04e-4665-a22f-864791fb556e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.935101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0765bc6a-a04e-4665-a22f-864791fb556e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:49.953985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Calling delete_port for 0765bc6a-a04e-4665-a22f-864791fb556e owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:50.059158 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Publish callbacks [] for port (0765bc6a-a04e-4665-a22f-864791fb556e), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.067152 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0765bc6a-a04e-4665-a22f-864791fb556e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.153469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dc2a4-bcf0-43c0-b90c-3718dc6098e6 None None] Pushing event updated for resources: {'Port': ['ID=0765bc6a-a04e-4665-a22f-864791fb556e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:50.164863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Attempting to bind port 0765bc6a-a04e-4665-a22f-864791fb556e on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:50.165244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Attempting to bind port 0765bc6a-a04e-4665-a22f-864791fb556e by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:50.165609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Attempting to bind port 0765bc6a-a04e-4665-a22f-864791fb556e on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:50.171240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:50.171615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:50.172046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.172432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:50.172900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Bound port: 0765bc6a-a04e-4665-a22f-864791fb556e, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:50.173279 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0765bc6a-a04e-4665-a22f-864791fb556e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.235591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0765bc6a-a04e-4665-a22f-864791fb556e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.251341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:54:50.251735 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:54:50.264833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aceef968-02d7-4b86-8c4b-07d181461122 req-ea163ddb-1240-4429-a4f3-3db1ac82d977 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0429494 Feb 09 20:54:50.288766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event deleted for resources: {'Port': ['ID=0765bc6a-a04e-4665-a22f-864791fb556e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:50.362524 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.490438 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.492864 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_controller (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.500251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device de894227-4591-4431-af26-9fd3cdb2e807 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:54:50.541436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3f6b1-9068-4c9e-8a51-f929b41e8d1c req-2c0172b3-d0ab-4752-ab3e-97690871cbb9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:50.543838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4d3f6b1-9068-4c9e-8a51-f929b41e8d1c req-2c0172b3-d0ab-4752-ab3e-97690871cbb9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 943 time: 0.0989594 Feb 09 20:54:50.565269 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.566980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:54:50.582314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.584503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fd95001d-8d9d-4e56-bed6-edb2518f2743 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "DELETE /v2.0/routers/8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d HTTP/1.1" status: 204 len: 168 time: 1.2136836 Feb 09 20:54:50.587140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34658) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:50.627764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4d3f6b1-9068-4c9e-8a51-f929b41e8d1c req-4be80b03-9316-4578-872c-fed7ceac7a33 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714226 Feb 09 20:54:50.730991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port de894227-4591-4431-af26-9fd3cdb2e807, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=de894227-4591-4431-af26-9fd3cdb2e807,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:50.744970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'de894227-4591-4431-af26-9fd3cdb2e807', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'port_id': 'de894227-4591-4431-af26-9fd3cdb2e807', 'mac_address': 'fa:16:3e:c8:df:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da60c3a-dc04-497b-aaff-c1952e694419', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:54:50.782144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (627a5636-b267-4787-9f87-98e3e282ee90), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.837149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Attempting to bind port 0765bc6a-a04e-4665-a22f-864791fb556e on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:50.837846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Attempting to bind port 0765bc6a-a04e-4665-a22f-864791fb556e by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:50.838529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Attempting to bind port 0765bc6a-a04e-4665-a22f-864791fb556e on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:50.843282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 85f78070-a466-48bf-96be-b43283952bb7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:50.881895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port de894227-4591-4431-af26-9fd3cdb2e807 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:50.882621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (de894227-4591-4431-af26-9fd3cdb2e807), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.908651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de894227-4591-4431-af26-9fd3cdb2e807 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:54:50.931754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:50.932617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:50.933219 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.933829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:50.934563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Bound port: 0765bc6a-a04e-4665-a22f-864791fb556e, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:50.935154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0765bc6a-a04e-4665-a22f-864791fb556e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.941328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (627a5636-b267-4787-9f87-98e3e282ee90), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:50.962623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Port 0765bc6a-a04e-4665-a22f-864791fb556e has been deleted concurrently {{(pid=103326) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 20:54:50.977155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port de894227-4591-4431-af26-9fd3cdb2e807, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=de894227-4591-4431-af26-9fd3cdb2e807,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:50.978603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 85f78070-a466-48bf-96be-b43283952bb7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:50.979290 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (85f78070-a466-48bf-96be-b43283952bb7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.027161 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (de894227-4591-4431-af26-9fd3cdb2e807), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.054655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Deleting port 85f78070-a466-48bf-96be-b43283952bb7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:51.055031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (85f78070-a466-48bf-96be-b43283952bb7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.162381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Routers set() bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:51.163483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Router IDs set() for agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 20:54:51.164192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 20:54:51.164683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bf4a9-774b-4d8c-83a6-58f87a1cf720 None None] The sync data for ids ['8e9bf4e8-0fba-4ebf-a6ce-d09c0342285d'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:51.171984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] For port 85f78070-a466-48bf-96be-b43283952bb7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=85f78070-a466-48bf-96be-b43283952bb7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:51.172223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (85f78070-a466-48bf-96be-b43283952bb7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.173575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=de894227-4591-4431-af26-9fd3cdb2e807,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:51.185107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.185266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.185542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.185882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.186221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.186558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.186882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.187208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.187533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.187882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.188209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.188531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.188851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:51.196781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Calling delete_port for 85f78070-a466-48bf-96be-b43283952bb7 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:51.212855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 85f78070-a466-48bf-96be-b43283952bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:51.315161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['de894227-4591-4431-af26-9fd3cdb2e807'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:51.410432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c88aa81a-8199-4f11-bf73-e27e5b6be941 req-4cfac75f-7422-4e39-a0c8-a005a20b3c7f tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0296977 Feb 09 20:54:51.436109 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (85f78070-a466-48bf-96be-b43283952bb7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.467969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event deleted for resources: {'Port': ['ID=85f78070-a466-48bf-96be-b43283952bb7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:51.555879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (627a5636-b267-4787-9f87-98e3e282ee90), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.569957 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.657367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (627a5636-b267-4787-9f87-98e3e282ee90), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.660228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_controller (627a5636-b267-4787-9f87-98e3e282ee90), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.710439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (627a5636-b267-4787-9f87-98e3e282ee90), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.710985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 627a5636-b267-4787-9f87-98e3e282ee90 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:54:51.718094 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.719839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e094ee4d-a6f9-412f-ac44-06d267173f89 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "DELETE /v2.0/routers/627a5636-b267-4787-9f87-98e3e282ee90 HTTP/1.1" status: 204 len: 168 time: 1.1315789 Feb 09 20:54:51.723246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:51.731051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1188802649', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:51.775450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (b89a1d4f-eccd-4f01-9562-e74188bad3b8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.776784 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (b89a1d4f-eccd-4f01-9562-e74188bad3b8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.827473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8d5a-3e44-4650-9ce8-0824dea89ab1 req-c7c3bb3f-4361-4cd6-92c2-ed2276e4fa11 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:51.835750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:51.838966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-080e8d5a-3e44-4650-9ce8-0824dea89ab1 req-c7c3bb3f-4361-4cd6-92c2-ed2276e4fa11 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 944 time: 0.0948672 Feb 09 20:54:51.845056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1059960289'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:51.900130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-080e8d5a-3e44-4650-9ce8-0824dea89ab1 req-271d3347-ffa8-45e5-b5b3-12989d3f8d11 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599933 Feb 09 20:54:51.927426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (b89a1d4f-eccd-4f01-9562-e74188bad3b8), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:51.939173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:51.943585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.042537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:54:52.053246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (360b18f1-c60d-4426-9ea4-992d9bc513bd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.053620 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Added segment 360b18f1-c60d-4426-9ea4-992d9bc513bd of type vlan for network b59df7eb-b308-4cf5-80c1-12a526539cf0 Feb 09 20:54:52.100060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b59df7eb-b308-4cf5-80c1-12a526539cf0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.128326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b59df7eb-b308-4cf5-80c1-12a526539cf0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.132981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:52.133584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.257591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:52.258727 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4178312 Feb 09 20:54:52.263080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-66992554'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:52.275320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (b89a1d4f-eccd-4f01-9562-e74188bad3b8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.295758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:52.300443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9f8c3-535d-4336-8c98-d7f0cdc030f4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Network': ['ID=b59df7eb-b308-4cf5-80c1-12a526539cf0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:52.303002 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.319485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:54:52.355436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:54:52.380923 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ceac2288-ce21-4645-84df-3ca364c8f7d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.381249 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Added segment ceac2288-ce21-4645-84df-3ca364c8f7d0 of type vlan for network 4684df51-983a-47c5-a29a-38f5ffed942e Feb 09 20:54:52.423253 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (4684df51-983a-47c5-a29a-38f5ffed942e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.448700 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (4684df51-983a-47c5-a29a-38f5ffed942e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.469004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:52.480189 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.508360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device de894227-4591-4431-af26-9fd3cdb2e807 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:52.586827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:52.588411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3294110 Feb 09 20:54:52.601148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'subnet': {'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:52.604547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port de894227-4591-4431-af26-9fd3cdb2e807 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:54:52.611164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port de894227-4591-4431-af26-9fd3cdb2e807 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:52.611546 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (de894227-4591-4431-af26-9fd3cdb2e807), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.632282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Network': ['ID=4684df51-983a-47c5-a29a-38f5ffed942e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:52.644086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.644915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.645546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.646717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.647296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.648032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.648620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.649188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.649800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.649934 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42adba74-c7cd-42ed-a877-3ad169c1f818 req-36028247-07b1-4b00-81f3-650395ae2b80 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0771871 Feb 09 20:54:52.650533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.651209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.651799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.652412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121518f4-5949-4065-a725-16914d133636 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:52.670418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 4684df51-983a-47c5-a29a-38f5ffed942e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:54:52.671706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (b89a1d4f-eccd-4f01-9562-e74188bad3b8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.736215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.811880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 85f78070-a466-48bf-96be-b43283952bb7 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:54:52.852084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 85f78070-a466-48bf-96be-b43283952bb7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:54:52.852504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 85f78070-a466-48bf-96be-b43283952bb7 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:54:52.857808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port de894227-4591-4431-af26-9fd3cdb2e807 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:52.858211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (de894227-4591-4431-af26-9fd3cdb2e807), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.903979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3f50cf-4748-4cd8-9397-d1074b5a45fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de894227-4591-4431-af26-9fd3cdb2e807'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:52.907636 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda5161e-8e30-425a-94c3-75ec59c99fc8" -d '{"events": [{"server_uuid": "9b3f50cf-4748-4cd8-9397-d1074b5a45fd", "name": "network-vif-plugged", "status": "completed", "tag": "de894227-4591-4431-af26-9fd3cdb2e807"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:52.947371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Allocated IP 172.25.4.68 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/a16da419-e13a-4a7f-8ab6-3b840b2d3bfd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:52.955574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port de894227-4591-4431-af26-9fd3cdb2e807, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=de894227-4591-4431-af26-9fd3cdb2e807,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:52.962941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (de894227-4591-4431-af26-9fd3cdb2e807), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:52.963134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:52.972908 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:53.020481 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e7a31e-0b31-4db5-bac6-4e46daac829a x-openstack-request-id: req-e3e7a31e-0b31-4db5-bac6-4e46daac829a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:53.021362 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3f50cf-4748-4cd8-9397-d1074b5a45fd", "name": "network-vif-plugged", "status": "completed", "tag": "de894227-4591-4431-af26-9fd3cdb2e807", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:53.021576 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e3e7a31e-0b31-4db5-bac6-4e46daac829a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:53.022229 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3f50cf-4748-4cd8-9397-d1074b5a45fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de894227-4591-4431-af26-9fd3cdb2e807', 'code': 200} Feb 09 20:54:53.065699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=de894227-4591-4431-af26-9fd3cdb2e807,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:53.143420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ede53-4e93-43c9-8010-508510cfbd4f req-54419e2b-432c-4290-9d32-6a6a3a952c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:53.145280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a8ede53-4e93-43c9-8010-508510cfbd4f req-54419e2b-432c-4290-9d32-6a6a3a952c93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 1128 time: 0.0623720 Feb 09 20:54:53.199501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a8ede53-4e93-43c9-8010-508510cfbd4f req-591198a6-8fc9-4667-8cd9-89df8de21cc5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 Feb 09 20:54:53.583562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ef1db-1e68-46ff-8250-db105a39f1a7 req-19156de4-5f6e-4b57-af94-79349202ba2d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:53.585276 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2b1ef1db-1e68-46ff-8250-db105a39f1a7 req-19156de4-5f6e-4b57-af94-79349202ba2d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 945 time: 0.4556651 Feb 09 20:54:53.657472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for port (a16da419-e13a-4a7f-8ab6-3b840b2d3bfd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:53.687398 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (b4ac8f64-7be4-4802-9790-a2a627a70d45), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:53.735908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2b1ef1db-1e68-46ff-8250-db105a39f1a7 req-4a62c3b9-2163-429a-99df-6713295885f4 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244328 Feb 09 20:54:53.792993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Subnet': ['ID=b4ac8f64-7be4-4802-9790-a2a627a70d45,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:53.809509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a16da419-e13a-4a7f-8ab6-3b840b2d3bfd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:53.857309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.857870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.858234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.858698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.859038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.859365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.859728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.860044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.860366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.860691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.861012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.861327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.861655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:54:53.913848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d43d94b5-7667-42e7-92fd-7b5d3927bca3 req-3f4374f2-c944-4b85-a806-f3f4f413719b tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.1069129 Feb 09 20:54:53.933349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event updated for resources: {'Port': ['ID=a16da419-e13a-4a7f-8ab6-3b840b2d3bfd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:53.941260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:53.951987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Checking segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:53.952482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network hostable DHCP agents. Network: b59df7eb-b308-4cf5-80c1-12a526539cf0, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:54:53.955643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:53.960258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:54.010401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:54:54.057067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, b59df7eb-b308-4cf5-80c1-12a526539cf0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:54.068271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9fd557-0090-479d-9827-429b08e779d8 None None] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:54:54.091067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:54.091663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.132462 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0020411d-6fb8-4806-a3a3-f281f2b5d361 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5383265 Feb 09 20:54:54.132809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:54.137674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'subnet': {'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:54.208083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-b59df7eb-b308-4cf5-80c1-12a526539cf0', 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'fixed_ips': [{'subnet_id': 'b4ac8f64-7be4-4802-9790-a2a627a70d45'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:54:54.212314 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.356655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:54.359984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Allocated IP 10.1.1.2 (b59df7eb-b308-4cf5-80c1-12a526539cf0/b4ac8f64-7be4-4802-9790-a2a627a70d45/a4b63ba8-4718-49dd-8a6c-f0320c4d74bc) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:54.360629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.485331 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (b89a1d4f-eccd-4f01-9562-e74188bad3b8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.535446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Publish callbacks [] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.544706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.565493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:54.619963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:54.625752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:54.721007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (0310728c-4a85-4d44-9b0f-edf3c472cc80), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.756669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Pushing event updated for resources: {'Port': ['ID=a4b63ba8-4718-49dd-8a6c-f0320c4d74bc,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:54.772493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Attempting to bind port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:54.772886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Attempting to bind port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:54.773256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Attempting to bind port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:54.783266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:54.783654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Checking segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:54.784093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.784652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Bound using segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:54.785138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Bound port: a4b63ba8-4718-49dd-8a6c-f0320c4d74bc, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:54.785528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.797516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Subnet': ['ID=0310728c-4a85-4d44-9b0f-edf3c472cc80,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:54.862703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Checking segment: {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:54.863484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network hostable DHCP agents. Network: 4684df51-983a-47c5-a29a-38f5ffed942e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:54:54.891543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] For port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:54:54.897000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] For port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a4b63ba8-4718-49dd-8a6c-f0320c4d74bc,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:54:54.905240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:54.926771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc7b35-6dca-4198-8289-c0a0fa448868 req-93931b59-d501-416c-ba1e-70bf5cb20e94 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:54.929367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9acc7b35-6dca-4198-8289-c0a0fa448868 req-93931b59-d501-416c-ba1e-70bf5cb20e94 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 945 time: 0.0767465 Feb 09 20:54:55.032407 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (b89a1d4f-eccd-4f01-9562-e74188bad3b8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:55.043453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06508e-7110-4f4f-891e-5f40338659cd None None] Pushing event updated for resources: {'Port': ['ID=a4b63ba8-4718-49dd-8a6c-f0320c4d74bc,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:55.058718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network 4684df51-983a-47c5-a29a-38f5ffed942e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:54:55.064019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9acc7b35-6dca-4198-8289-c0a0fa448868 req-458aea34-1249-4315-a707-5a8c514b4a88 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190641 Feb 09 20:54:55.198030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1fd6edec-514d-40e2-873d-ae4f5777f184 req-2f7cd0dd-0325-4f2a-9f52-582daea71e07 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0915754 Feb 09 20:54:55.203140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 4684df51-983a-47c5-a29a-38f5ffed942e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:55.213366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f36329-ddf9-4e75-b256-33a1a13b4cd8 None None] Network 4684df51-983a-47c5-a29a-38f5ffed942e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:54:55.265685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:55.265888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:55.327672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-58ca1aa3-0d78-48df-ae5f-c9052d0dcb12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1940556 Feb 09 20:54:55.332293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:55.339039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'port': {'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'name': 'tempest-TaggedBootDevicesTest_v242-601535990', 'fixed_ips': [{'subnet_id': 'b4ac8f64-7be4-4802-9790-a2a627a70d45'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:55.395826 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Router b89a1d4f-eccd-4f01-9562-e74188bad3b8 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:54:55.582688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dd8a2-045a-4306-8554-f4159eb61da2 req-1ca947dd-9358-4ba3-8e71-6b13a523e779 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:55.585263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-143dd8a2-045a-4306-8554-f4159eb61da2 req-1ca947dd-9358-4ba3-8e71-6b13a523e779 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 945 time: 0.2217999 Feb 09 20:54:55.592449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:55.597863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:55.617760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-4684df51-983a-47c5-a29a-38f5ffed942e', 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e', 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'fixed_ips': [{'subnet_id': '0310728c-4a85-4d44-9b0f-edf3c472cc80'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:54:55.618746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:55.640163 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:55.644556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7a703cff-4b8c-42b4-b73e-d683cd184668 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9184163 Feb 09 20:54:55.648336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:55.657588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6fce0a0c-2b7d-4f0c-b1c1-b920e8053d45 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': False}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:55.736110 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c81ec-e7b4-46a4-9b09-ac19e024ca89 None None] Sync routers for ids ['b89a1d4f-eccd-4f01-9562-e74188bad3b8'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:55.775499 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:55.779182 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c81ec-e7b4-46a4-9b09-ac19e024ca89 None None] Routers {'b89a1d4f-eccd-4f01-9562-e74188bad3b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:55.779826 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f89c81ec-e7b4-46a4-9b09-ac19e024ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['b89a1d4f-eccd-4f01-9562-e74188bad3b8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:55.792119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-143dd8a2-045a-4306-8554-f4159eb61da2 req-dc40719b-c9f2-4cc0-b54f-5a3dcf413375 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207533 Feb 09 20:54:55.823991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] device_id is not set on port 84966e3d-3525-4cc7-995e-67aa8d5e58ad yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:54:55.837459 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f89c81ec-e7b4-46a4-9b09-ac19e024ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:55.855971 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c81ec-e7b4-46a4-9b09-ac19e024ca89 None None] Routers {'b89a1d4f-eccd-4f01-9562-e74188bad3b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:55.856809 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f89c81ec-e7b4-46a4-9b09-ac19e024ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['b89a1d4f-eccd-4f01-9562-e74188bad3b8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:55.869424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Allocated IP 10.2.2.2 (4684df51-983a-47c5-a29a-38f5ffed942e/0310728c-4a85-4d44-9b0f-edf3c472cc80/21a264a2-78f7-4086-92cf-5ab0537762cb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:55.904617 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f89c81ec-e7b4-46a4-9b09-ac19e024ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:55.905610 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c81ec-e7b4-46a4-9b09-ac19e024ca89 None None] The sync data for ids ['b89a1d4f-eccd-4f01-9562-e74188bad3b8'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:56.081242 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Publish callbacks [] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.089073 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.135764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Network 4684df51-983a-47c5-a29a-38f5ffed942e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:56.142271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:56.145041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:56.163812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Pushing event updated for resources: {'Port': ['ID=21a264a2-78f7-4086-92cf-5ab0537762cb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:56.229120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Attempting to bind port 21a264a2-78f7-4086-92cf-5ab0537762cb on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:54:56.229811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Attempting to bind port 21a264a2-78f7-4086-92cf-5ab0537762cb by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:54:56.230005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Attempting to bind port 21a264a2-78f7-4086-92cf-5ab0537762cb on network 4684df51-983a-47c5-a29a-38f5ffed942e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:54:56.236998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:54:56.237386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Checking segment: {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:54:56.237800 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.238845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Bound using segment: {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:54:56.239981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Bound port: 21a264a2-78f7-4086-92cf-5ab0537762cb, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:54:56.242575 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.246760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354850-4213-4eac-8117-ff0162ce544e req-e3489173-8bb8-4d66-8ed8-63b6cae1f5bc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:56.248335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9354850-4213-4eac-8117-ff0162ce544e req-e3489173-8bb8-4d66-8ed8-63b6cae1f5bc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 945 time: 0.3416431 Feb 09 20:54:56.285947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Allocated IP 10.1.1.242 (b59df7eb-b308-4cf5-80c1-12a526539cf0/b4ac8f64-7be4-4802-9790-a2a627a70d45/84966e3d-3525-4cc7-995e-67aa8d5e58ad) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:56.375834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] For port 21a264a2-78f7-4086-92cf-5ab0537762cb, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:54:56.381868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] For port 21a264a2-78f7-4086-92cf-5ab0537762cb, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=21a264a2-78f7-4086-92cf-5ab0537762cb,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:54:56.391931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.450266 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9354850-4213-4eac-8117-ff0162ce544e req-24339f11-f4d7-48c1-b2b7-9b02902fb475 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935184 Feb 09 20:54:56.471053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eef52193-bf4e-4a6b-875a-5e99ac7fa3a4 req-eea132bd-1b4e-467e-a9ee-d0bb6e0b85e0 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0458031 Feb 09 20:54:56.504108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fce0a0c-2b7d-4f0c-b1c1-b920e8053d45 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (b89a1d4f-eccd-4f01-9562-e74188bad3b8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.573316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3495a-9321-4204-9010-6c5246758cd2 None None] Pushing event updated for resources: {'Port': ['ID=21a264a2-78f7-4086-92cf-5ab0537762cb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:56.581927 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.592579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.619135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135810cc-c0e0-40b1-b5c4-9c5a14054078 None None] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:54:56.643012 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.726299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:56.729773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:56.742619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:56.747025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4b712ab7-e8da-49cf-b6d8-221622a5c7cf None None] Provisioning complete for port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:56.747424 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b712ab7-e8da-49cf-b6d8-221622a5c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.886846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:56.887250 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:56.910913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=84966e3d-3525-4cc7-995e-67aa8d5e58ad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:56.920935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ae9bd2e8-51aa-46e1-99c4-be195488b2da tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5872920 Feb 09 20:54:56.927432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:56.940592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'port': {'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'name': 'tempest-TaggedBootDevicesTest_v242-1750027597', 'fixed_ips': [{'subnet_id': 'b4ac8f64-7be4-4802-9790-a2a627a70d45'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:57.034723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a4b63ba8-4718-49dd-8a6c-f0320c4d74bc up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:57.077057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4b712ab7-e8da-49cf-b6d8-221622a5c7cf None None] Current status of the port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:57.077456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b712ab7-e8da-49cf-b6d8-221622a5c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.086547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe22eb-62c6-403c-a884-f1d29cdc8ee6 req-b742a483-3de7-4f3a-9be8-33cce961f69b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:57.101329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37fe22eb-62c6-403c-a884-f1d29cdc8ee6 req-b742a483-3de7-4f3a-9be8-33cce961f69b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 945 time: 0.1353245 Feb 09 20:54:57.138723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:54:57.139799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4b712ab7-e8da-49cf-b6d8-221622a5c7cf None None] For port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a4b63ba8-4718-49dd-8a6c-f0320c4d74bc,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:57.146361 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b712ab7-e8da-49cf-b6d8-221622a5c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.146600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.173139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37fe22eb-62c6-403c-a884-f1d29cdc8ee6 req-9d24cdea-4d65-4b7a-951f-20fd9161b57c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708606 Feb 09 20:54:57.177707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] device_id is not set on port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:54:57.177896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:57.180060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.244044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b712ab7-e8da-49cf-b6d8-221622a5c7cf None None] Pushing event updated for resources: {'Port': ['ID=a4b63ba8-4718-49dd-8a6c-f0320c4d74bc,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:57.299040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:57.438783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fce0a0c-2b7d-4f0c-b1c1-b920e8053d45 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (b89a1d4f-eccd-4f01-9562-e74188bad3b8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.442342 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fce0a0c-2b7d-4f0c-b1c1-b920e8053d45 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (b89a1d4f-eccd-4f01-9562-e74188bad3b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.451284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Allocated IP 10.1.1.16 (b59df7eb-b308-4cf5-80c1-12a526539cf0/b4ac8f64-7be4-4802-9790-a2a627a70d45/42d0a70d-e51d-4f6b-a4b0-14388ec0837a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:57.476790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cfc9d775-6b70-4ca7-a497-33c4bc2dfa87 None None] Provisioning complete for port 84966e3d-3525-4cc7-995e-67aa8d5e58ad triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:57.477565 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d775-6b70-4ca7-a497-33c4bc2dfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.556898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9d775-6b70-4ca7-a497-33c4bc2dfa87 None None] Port 84966e3d-3525-4cc7-995e-67aa8d5e58ad cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:54:57.591238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cfc9d775-6b70-4ca7-a497-33c4bc2dfa87 None None] Provisioning complete for port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:57.591623 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cfc9d775-6b70-4ca7-a497-33c4bc2dfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.722707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb538804-d1aa-4d63-9715-fc242821d923 req-025c2638-b70a-41df-a2da-4e16716e1d7f tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0531173 Feb 09 20:54:57.738956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9d775-6b70-4ca7-a497-33c4bc2dfa87 None None] Current status of the port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:57.816303 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.870865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d030c7f0-fbf5-4c72-bca1-5be59d3932ec None None] Provisioning complete for port 84966e3d-3525-4cc7-995e-67aa8d5e58ad triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:57.871241 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d030c7f0-fbf5-4c72-bca1-5be59d3932ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.883994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:57.949282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d030c7f0-fbf5-4c72-bca1-5be59d3932ec None None] Port 84966e3d-3525-4cc7-995e-67aa8d5e58ad cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:54:57.976312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:57.986792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:54:57.988833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:57.991270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:54:58.021378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fce0a0c-2b7d-4f0c-b1c1-b920e8053d45 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Router b89a1d4f-eccd-4f01-9562-e74188bad3b8 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:54:58.049926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:58.050613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.061930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ee71e-fe67-4f55-8433-3f0f821be253 None None] Network 4684df51-983a-47c5-a29a-38f5ffed942e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:54:58.076972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7372ab27-c7f7-436f-9f12-0acc7d6a59ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1483555 Feb 09 20:54:58.195072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fce0a0c-2b7d-4f0c-b1c1-b920e8053d45 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:54:58.218388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34415a07-24f4-4762-a98f-129db076b0a3 None None] Sync routers for ids ['b89a1d4f-eccd-4f01-9562-e74188bad3b8'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:54:58.229076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6fce0a0c-2b7d-4f0c-b1c1-b920e8053d45 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.233425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6fce0a0c-2b7d-4f0c-b1c1-b920e8053d45 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "PUT /v2.0/routers/b89a1d4f-eccd-4f01-9562-e74188bad3b8 HTTP/1.1" status: 200 len: 921 time: 2.5802600 Feb 09 20:54:58.233570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:58.256699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c95710cd-6a5a-4f76-ad44-f1030bdda6fb None None] Provisioning complete for port 21a264a2-78f7-4086-92cf-5ab0537762cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:58.257286 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c95710cd-6a5a-4f76-ad44-f1030bdda6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.316092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34415a07-24f4-4762-a98f-129db076b0a3 None None] Routers {'b89a1d4f-eccd-4f01-9562-e74188bad3b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:58.323383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-34415a07-24f4-4762-a98f-129db076b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['b89a1d4f-eccd-4f01-9562-e74188bad3b8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:58.397760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da13933-f9d4-402a-b1a3-b51646104bba req-74d90b4a-2314-48aa-847a-59c9f94d268c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:58.399633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-34415a07-24f4-4762-a98f-129db076b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:58.404716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da13933-f9d4-402a-b1a3-b51646104bba req-74d90b4a-2314-48aa-847a-59c9f94d268c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 945 time: 0.1033204 Feb 09 20:54:58.413035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:58.417710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c2a16bd3-454f-4a55-a6e7-c5ed894787a7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617183463', 'description': 'tempest-description--1884692366'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:58.425195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34415a07-24f4-4762-a98f-129db076b0a3 None None] Routers {'b89a1d4f-eccd-4f01-9562-e74188bad3b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:54:58.425743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-34415a07-24f4-4762-a98f-129db076b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['b89a1d4f-eccd-4f01-9562-e74188bad3b8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:58.441793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a16bd3-454f-4a55-a6e7-c5ed894787a7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.483597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-34415a07-24f4-4762-a98f-129db076b0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:54:58.484693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34415a07-24f4-4762-a98f-129db076b0a3 None None] The sync data for ids ['b89a1d4f-eccd-4f01-9562-e74188bad3b8'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:54:58.514544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0da13933-f9d4-402a-b1a3-b51646104bba req-6c8e0c11-b0bc-4408-bdfb-b7363b4bad4f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088147 Feb 09 20:54:58.537891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c95710cd-6a5a-4f76-ad44-f1030bdda6fb None None] Current status of the port 21a264a2-78f7-4086-92cf-5ab0537762cb is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:58.538857 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c95710cd-6a5a-4f76-ad44-f1030bdda6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.544320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e92f3b97-6086-47d3-8aff-8a699ad92d14 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/routers/b89a1d4f-eccd-4f01-9562-e74188bad3b8 HTTP/1.1" status: 200 len: 921 time: 0.3064809 Feb 09 20:54:58.544505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:58.587304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-adfa1e49-5b3e-4227-ba29-fcb70453df9d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:58.588884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-adfa1e49-5b3e-4227-ba29-fcb70453df9d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 945 time: 0.0639675 Feb 09 20:54:58.615098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c95710cd-6a5a-4f76-ad44-f1030bdda6fb None None] For port 21a264a2-78f7-4086-92cf-5ab0537762cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=21a264a2-78f7-4086-92cf-5ab0537762cb,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:58.619209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c95710cd-6a5a-4f76-ad44-f1030bdda6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.658469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a16bd3-454f-4a55-a6e7-c5ed894787a7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group (3c4ab541-1576-4425-b06f-30afc8ffee0f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.666195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a16bd3-454f-4a55-a6e7-c5ed894787a7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3c4ab541-1576-4425-b06f-30afc8ffee0f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.684174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95710cd-6a5a-4f76-ad44-f1030bdda6fb None None] Pushing event updated for resources: {'Port': ['ID=21a264a2-78f7-4086-92cf-5ab0537762cb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:58.709807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85e026-e805-493a-9747-5cf9f9b03408 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:58.711452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa85e026-e805-493a-9747-5cf9f9b03408 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=b89a1d4f-eccd-4f01-9562-e74188bad3b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1653795 Feb 09 20:54:58.715578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:58.727941 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a16bd3-454f-4a55-a6e7-c5ed894787a7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.737442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2a16bd3-454f-4a55-a6e7-c5ed894787a7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3233528 Feb 09 20:54:58.742525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34768) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:58.751563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2fc834a2-9144-47cf-87f2-dc5516ab18b3 None None] Provisioning complete for port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:58.754731 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2fc834a2-9144-47cf-87f2-dc5516ab18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.785425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-92e14625-df32-4beb-8c8a-083a2478a90e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'security_group_rule': {'security_group_id': '3c4ab541-1576-4425-b06f-30afc8ffee0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:58.790788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a16bd3-454f-4a55-a6e7-c5ed894787a7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ab541-1576-4425-b06f-30afc8ffee0f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:58.797035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Deleting port de894227-4591-4431-af26-9fd3cdb2e807 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:58.797519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (de894227-4591-4431-af26-9fd3cdb2e807), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.798365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2fc834a2-9144-47cf-87f2-dc5516ab18b3 None None] Port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:54:58.834143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e14625-df32-4beb-8c8a-083a2478a90e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group_rule (84e803df-d5c7-4a98-a6d1-ba1aeba25c71), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.908697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84c4ce-34b4-45d6-90ed-3f709394c8e5 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:54:58.913175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2e84c4ce-34b4-45d6-90ed-3f709394c8e5 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 881 time: 0.1933312 Feb 09 20:54:58.915970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:58.928669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0ace8889-f501-4415-a7f7-7a0de2c55969 req-b9e90026-0699-44aa-bd4a-081f99ec3b68 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0686114 Feb 09 20:54:58.935918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c87be36d-765d-475b-bc29-b2503a32726e None None] Provisioning complete for port 21a264a2-78f7-4086-92cf-5ab0537762cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:58.936305 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c87be36d-765d-475b-bc29-b2503a32726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.947262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f4f2999a-134b-4afd-814d-2f463d700ba5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=b89a1d4f-eccd-4f01-9562-e74188bad3b8 HTTP/1.1" status: 200 len: 205 time: 0.0301263 Feb 09 20:54:58.950284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:58.964044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] For port de894227-4591-4431-af26-9fd3cdb2e807, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=de894227-4591-4431-af26-9fd3cdb2e807,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:54:58.964044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (de894227-4591-4431-af26-9fd3cdb2e807), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:58.966915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Calling delete_port for de894227-4591-4431-af26-9fd3cdb2e807 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:59.035953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 21a264a2-78f7-4086-92cf-5ab0537762cb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:59.040872 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e14625-df32-4beb-8c8a-083a2478a90e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group_rule (84e803df-d5c7-4a98-a6d1-ba1aeba25c71), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.048396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e14625-df32-4beb-8c8a-083a2478a90e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (84e803df-d5c7-4a98-a6d1-ba1aeba25c71), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.078501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e14625-df32-4beb-8c8a-083a2478a90e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e803df-d5c7-4a98-a6d1-ba1aeba25c71,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:59.086109 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e14625-df32-4beb-8c8a-083a2478a90e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.087313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92e14625-df32-4beb-8c8a-083a2478a90e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381193 Feb 09 20:54:59.090163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:59.096944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5d3f0eed-1da3-4cdc-becc-a1dab1534772 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'security_group_rule': {'security_group_id': '3c4ab541-1576-4425-b06f-30afc8ffee0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:59.127145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (de894227-4591-4431-af26-9fd3cdb2e807), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.142740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:59.150387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0eed-1da3-4cdc-becc-a1dab1534772 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group_rule (ba7f5bc0-882f-4561-8a01-baffe07b81c7), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.156396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (b89a1d4f-eccd-4f01-9562-e74188bad3b8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.161866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event deleted for resources: {'Port': ['ID=de894227-4591-4431-af26-9fd3cdb2e807,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:59.208622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['de894227-4591-4431-af26-9fd3cdb2e807'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:54:59.210490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] No DVR routers for this DVR port de894227-4591-4431-af26-9fd3cdb2e807 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:54:59.213160 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.217098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49be9681-b63f-4e9a-b054-58b5d2d739f6 req-422a1e0c-fa66-4830-8690-08e585e347fe tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.50 "DELETE /v2.0/ports/de894227-4591-4431-af26-9fd3cdb2e807 HTTP/1.1" status: 204 len: 173 time: 0.6227882 Feb 09 20:54:59.217754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3f50cf-4748-4cd8-9397-d1074b5a45fd', 'name': 'network-vif-deleted', 'tag': 'de894227-4591-4431-af26-9fd3cdb2e807'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:54:59.220352 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a300aa-7017-4736-9deb-433662a3dab6" -d '{"events": [{"server_uuid": "9b3f50cf-4748-4cd8-9397-d1074b5a45fd", "name": "network-vif-deleted", "tag": "de894227-4591-4431-af26-9fd3cdb2e807"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:54:59.271033 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052c3a71-7c5f-4b6f-939a-2962f6dc9a4c x-openstack-request-id: req-052c3a71-7c5f-4b6f-939a-2962f6dc9a4c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:54:59.272990 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3f50cf-4748-4cd8-9397-d1074b5a45fd", "name": "network-vif-deleted", "tag": "de894227-4591-4431-af26-9fd3cdb2e807", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:54:59.273523 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-052c3a71-7c5f-4b6f-939a-2962f6dc9a4c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:54:59.274164 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3f50cf-4748-4cd8-9397-d1074b5a45fd', 'name': 'network-vif-deleted', 'tag': 'de894227-4591-4431-af26-9fd3cdb2e807', 'status': 'completed', 'code': 200} Feb 09 20:54:59.280676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c87be36d-765d-475b-bc29-b2503a32726e None None] Current status of the port 21a264a2-78f7-4086-92cf-5ab0537762cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:59.308759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 21a264a2-78f7-4086-92cf-5ab0537762cb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:59.309155 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.323344 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0eed-1da3-4cdc-becc-a1dab1534772 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group_rule (ba7f5bc0-882f-4561-8a01-baffe07b81c7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.330843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0eed-1da3-4cdc-becc-a1dab1534772 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (ba7f5bc0-882f-4561-8a01-baffe07b81c7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.363524 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (b89a1d4f-eccd-4f01-9562-e74188bad3b8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.367167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f0eed-1da3-4cdc-becc-a1dab1534772 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7f5bc0-882f-4561-8a01-baffe07b81c7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:59.376703 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5d3f0eed-1da3-4cdc-becc-a1dab1534772 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.377912 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5d3f0eed-1da3-4cdc-becc-a1dab1534772 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869027 Feb 09 20:54:59.381998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:54:59.385792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:54:59.425112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Deleting port a16da419-e13a-4a7f-8ab6-3b840b2d3bfd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:54:59.425452 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a16da419-e13a-4a7f-8ab6-3b840b2d3bfd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.437646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.513726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a16da419-e13a-4a7f-8ab6-3b840b2d3bfd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.529114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Calling delete_port for a16da419-e13a-4a7f-8ab6-3b840b2d3bfd owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:54:59.595602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 21a264a2-78f7-4086-92cf-5ab0537762cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:59.599258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a4b63ba8-4718-49dd-8a6c-f0320c4d74bc up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:54:59.606816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.744860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Allocated IP 172.25.4.21 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b0d24120-d71f-4cf5-bd70-385b9c6c5a00) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:54:59.757347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:54:59.757722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.776862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b9c3c25-3bd1-4ff2-8027-8c2eb6c3c08f req-8eb4dc9e-602f-46ca-98e6-72173cb3644a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b3f50cf-4748-4cd8-9397-d1074b5a45fd HTTP/1.1" status: 200 len: 210 time: 0.1031709 Feb 09 20:54:59.885177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:54:59.905830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.929634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a16da419-e13a-4a7f-8ab6-3b840b2d3bfd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.946897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:54:59.956699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event deleted for resources: {'Port': ['ID=a16da419-e13a-4a7f-8ab6-3b840b2d3bfd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:54:59.994135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:54:59.997303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:00.000794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:00.032993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=b0d24120-d71f-4cf5-bd70-385b9c6c5a00,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:00.054357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (b89a1d4f-eccd-4f01-9562-e74188bad3b8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.065246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-755a956a-ce1c-48a9-8016-1c212522176d req-759af2fb-68fc-4f09-9948-7f2688e1a2f1 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0356915 Feb 09 20:55:00.131323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for floatingip (270e5dcf-d637-44d9-b481-b544d4f80645), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.155507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (b89a1d4f-eccd-4f01-9562-e74188bad3b8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.157751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (b89a1d4f-eccd-4f01-9562-e74188bad3b8), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.171661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.208076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (b89a1d4f-eccd-4f01-9562-e74188bad3b8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.209596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Fanout notify agent at l3_agent the message router_deleted on router b89a1d4f-eccd-4f01-9562-e74188bad3b8 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:00.217361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.222115 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-56f7636e-9dc7-4826-9550-0365e7f3b10e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/b89a1d4f-eccd-4f01-9562-e74188bad3b8 HTTP/1.1" status: 204 len: 168 time: 1.2640386 Feb 09 20:55:00.222380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:00.226819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-893fb8c6-3ae3-4cc8-854f-19aa99c2376a tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39711435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:00.288938 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-893fb8c6-3ae3-4cc8-854f-19aa99c2376a tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.289930 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-893fb8c6-3ae3-4cc8-854f-19aa99c2376a tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.374776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-893fb8c6-3ae3-4cc8-854f-19aa99c2376a tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.380683 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-893fb8c6-3ae3-4cc8-854f-19aa99c2376a tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.404556 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.409392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-893fb8c6-3ae3-4cc8-854f-19aa99c2376a tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.410506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-893fb8c6-3ae3-4cc8-854f-19aa99c2376a tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1871777 Feb 09 20:55:00.411864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.413394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:00.417916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:00.487661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=b0d24120-d71f-4cf5-bd70-385b9c6c5a00,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:00.508881 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (270e5dcf-d637-44d9-b481-b544d4f80645), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.524154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.533628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-786dad7a-6186-4e50-bed2-b07956b9e7b8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1432116 Feb 09 20:55:00.644508 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.883513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-aea60d0e-2d56-4c8b-a5a4-fbd334076d4b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--617183463&fields=id&tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326 HTTP/1.1" status: 200 len: 267 time: 0.1219549 Feb 09 20:55:00.908993 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.965368 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:00.990528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-95e257b3-42c8-452a-a6c1-879588eb8bc6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:00.991909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-95e257b3-42c8-452a-a6c1-879588eb8bc6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports/84966e3d-3525-4cc7-995e-67aa8d5e58ad HTTP/1.1" status: 200 len: 936 time: 0.0851426 Feb 09 20:55:01.118455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-90b0e387-92d5-4037-9bd4-8f5af948730c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:01.122396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-90b0e387-92d5-4037-9bd4-8f5af948730c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports/42d0a70d-e51d-4f6b-a4b0-14388ec0837a HTTP/1.1" status: 200 len: 936 time: 0.1012633 Feb 09 20:55:01.175610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-2f167baa-095a-40e7-8f56-0d1a0308a1a4 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:01.177884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-2f167baa-095a-40e7-8f56-0d1a0308a1a4 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.1634173 Feb 09 20:55:01.193300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-92f353af-60fb-45d7-8735-88493ade370d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/quotas/aad186a920f347bdaed3baf1e6b99870 HTTP/1.1" status: 200 len: 375 time: 0.0100286 Feb 09 20:55:01.213174 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-7b1bdb40-6c73-4851-a220-365567b1fe56 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0641203 Feb 09 20:55:01.255643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c692ec01-e287-4bdf-ace0-a916a11352af tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562537 Feb 09 20:55:01.257636 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Allocated IP 172.25.4.73 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c600d3c7-990b-4269-a24b-2ecced5c4452) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:01.261320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-c994c8b5-13b2-4154-825e-9bbdb81bbfb7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0412762 Feb 09 20:55:01.368926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-d1aff174-6925-4bab-87c0-aaf5b1c3d051 service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007588 Feb 09 20:55:01.449485 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-13034fa4-62cd-41d4-b083-7928b8f8b516 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:01.455127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-13034fa4-62cd-41d4-b083-7928b8f8b516 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:01.460771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-13034fa4-62cd-41d4-b083-7928b8f8b516 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:01.462829 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-13034fa4-62cd-41d4-b083-7928b8f8b516 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/networks?id=e8c7450c-edf7-4dba-8eb7-c4894810333f&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=4684df51-983a-47c5-a29a-38f5ffed942e&id=4684df51-983a-47c5-a29a-38f5ffed942e HTTP/1.1" status: 200 len: 1994 time: 0.1928430 Feb 09 20:55:01.487777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for port (c600d3c7-990b-4269-a24b-2ecced5c4452), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:01.493355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-4ab24a06-26e7-47fc-8e88-2bc09b987280 service neutron] 10.222.0.102 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172915 Feb 09 20:55:01.494006 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-843dff66-2002-473a-b330-8671cb6a0a56 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/quotas/fe06c5fbdeec4ecc8b2dc218ad861326 HTTP/1.1" status: 200 len: 375 time: 0.0222135 Feb 09 20:55:01.576213 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c600d3c7-990b-4269-a24b-2ecced5c4452), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:01.601662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-1c415024-9127-459e-a01a-331cfb4bbab0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0948334 Feb 09 20:55:01.719873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:01.721685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:01.760695 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88f621b1-4de6-49a8-94c9-a9c54ef8ca5e req-d15f05c6-d1bc-412b-b8dd-3766a88036e9 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0525794 Feb 09 20:55:01.773283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:01.775292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event updated for resources: {'Port': ['ID=c600d3c7-990b-4269-a24b-2ecced5c4452,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:01.848223 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-6fcdea60-dc4f-484e-a94c-08ede946238f service neutron] 10.222.0.102 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403526 Feb 09 20:55:01.903147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf870808-0c61-4628-b754-ca3471587f9e req-324f78c0-c95c-4375-a5c1-0d6974422c36 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 210 time: 0.0418057 Feb 09 20:55:02.108825 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-fb86c10a-cb0c-45ae-a861-cd55a45c5449 service neutron] 10.222.0.102 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448635 Feb 09 20:55:02.521671 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-aa515ac5-238d-40e6-bc67-f5d164dcffba service neutron] 10.222.0.102 "GET /v2.0/ports/84966e3d-3525-4cc7-995e-67aa8d5e58ad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3684795 Feb 09 20:55:02.577440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device de894227-4591-4431-af26-9fd3cdb2e807 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:55:02.593420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:02.600668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: de894227-4591-4431-af26-9fd3cdb2e807 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:55:02.601223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device de894227-4591-4431-af26-9fd3cdb2e807 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:55:02.690878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-5d091bb1-e38f-457f-8d6b-0a38d067eaf6 service neutron] 10.222.0.102 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630526 Feb 09 20:55:02.876928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-6b06a73e-55d0-4d4f-8466-6e8d9855c5f6 service neutron] 10.222.0.102 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756608 Feb 09 20:55:02.895139 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:02.899913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:02.937156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3da1dc5a-8a33-45f2-8514-7e16114851bc req-39f06884-6bef-4c0e-89b9-d80dfd7e2b12 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0573933 Feb 09 20:55:02.991564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-44bf7427-65d4-43be-9f3c-b8f159159a5a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:03.000884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-44bf7427-65d4-43be-9f3c-b8f159159a5a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.13 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 806 time: 0.2443905 Feb 09 20:55:03.013423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Request body: {'port': {'device_id': '7c4603dc-b8e7-467b-a256-f7bb12f73c3e', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'admin_state_up': True, 'tenant_id': 'aad186a920f347bdaed3baf1e6b99870'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:03.041876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-c9cea43e-805f-4300-b5f9-9db0ca8cfd5a service neutron] 10.222.0.102 "GET /v2.0/ports/42d0a70d-e51d-4f6b-a4b0-14388ec0837a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1387589 Feb 09 20:55:03.116063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ead1f61d-4992-4f4b-99c3-9a9b1c920708 req-d3be865e-39e9-4b73-a214-571b075a8bb6 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 210 time: 0.0356555 Feb 09 20:55:03.179423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-7ad8fbbb-fbc1-4eb4-8085-ee793b4842de service neutron] 10.222.0.102 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282232 Feb 09 20:55:03.184802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Made reservation on behalf of aad186a920f347bdaed3baf1e6b99870 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:03.188266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:03.241470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Router 0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:55:03.381805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-271b6e9b-1dda-4bd7-9c9e-9a581ad83864 service neutron] 10.222.0.102 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947732 Feb 09 20:55:03.444734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:55:03.457708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:03.459301 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b0241e91-6a43-4e89-86d5-99c86f49d225 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "PUT /v2.0/routers/0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1 HTTP/1.1" status: 200 len: 877 time: 3.0449157 Feb 09 20:55:03.459560 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595e04c-33dd-41f0-ad3d-74ce29ccae7e None None] Sync routers for ids ['0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:55:03.470375 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595e04c-33dd-41f0-ad3d-74ce29ccae7e None None] Routers {'0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:03.471263 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2595e04c-33dd-41f0-ad3d-74ce29ccae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:03.509231 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2595e04c-33dd-41f0-ad3d-74ce29ccae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:03.519129 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595e04c-33dd-41f0-ad3d-74ce29ccae7e None None] Routers {'0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:03.520044 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2595e04c-33dd-41f0-ad3d-74ce29ccae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:03.520216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-22ed7837-020a-4eb1-86a9-de324a986f63 service neutron] 10.222.0.102 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309509 Feb 09 20:55:03.530344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:03.554161 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2595e04c-33dd-41f0-ad3d-74ce29ccae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:03.555067 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2595e04c-33dd-41f0-ad3d-74ce29ccae7e None None] The sync data for ids ['0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:55:03.642657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Allocated IP 172.20.0.7 (401827f8-1a87-4730-a777-a78cb1a9e9f8/5da60c3a-dc04-497b-aaff-c1952e694419/c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:03.698649 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-79ac7c5b-deea-47de-9cfc-1c61eb034044 service neutron] 10.222.0.102 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774569 Feb 09 20:55:03.706636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e92b474d-a514-499e-b79a-a352e7c9739e tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/routers/0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1 HTTP/1.1" status: 200 len: 918 time: 0.1750686 Feb 09 20:55:03.709315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34856) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:03.798722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks [] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:03.808671 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd29c47a-a4c7-4402-a05d-d4e8f15481c7 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:03.812789 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dd29c47a-a4c7-4402-a05d-d4e8f15481c7 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1000123 Feb 09 20:55:03.816693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:03.834262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b5bcea33-cd31-495d-8307-1d1689ad1d5b service neutron] 10.222.0.102 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163533 Feb 09 20:55:03.871195 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:03.886367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:55:03.929413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Network 401827f8-1a87-4730-a777-a78cb1a9e9f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:03.935766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:03.942154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:03.946055 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-39fe26c2-1600-48c3-b36c-4ee48e051a6e service neutron] 10.222.0.102 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049738 Feb 09 20:55:03.947365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event updated for resources: {'Port': ['ID=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:04.003659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f937ad-d9c3-40a1-af7e-0317ee3ec58a tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:04.008181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b8f937ad-d9c3-40a1-af7e-0317ee3ec58a tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 881 time: 0.1883497 Feb 09 20:55:04.009498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:04.042019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0d2212cc-1875-473b-9180-c346d10d2394 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1 HTTP/1.1" status: 200 len: 205 time: 0.0291421 Feb 09 20:55:04.046046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:04.046692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:04.049040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:04.216344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-c2e13f6a-56ce-4787-9248-a6562aabaf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2065506 Feb 09 20:55:04.244585 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-749a0112-f360-48b7-a5fa-1a0197ec7376 service neutron] 10.222.0.102 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702627 Feb 09 20:55:04.246448 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31f9d32d-0664-487c-a7f8-1eb77190f74c req-b9a1e9e4-3edf-4d6c-909f-a5aa874ef9e9 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.1381373 Feb 09 20:55:04.273008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Request body: {'port': {'device_id': '7c4603dc-b8e7-467b-a256-f7bb12f73c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:04.362144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-ac018f80-2809-420d-a9f1-f8542ba9d929 service neutron] 10.222.0.102 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104977 Feb 09 20:55:04.441756 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:04.448701 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:04.465491 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-d71933e4-3a6c-487c-b1d1-e30b760a6bcc service neutron] 10.222.0.102 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959587 Feb 09 20:55:04.541078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5248bd0-298c-4199-b378-b19cf308da76 req-5347bbb4-e0a1-4181-8231-bc59d017ebd2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:04.542619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5248bd0-298c-4199-b378-b19cf308da76 req-5347bbb4-e0a1-4181-8231-bc59d017ebd2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 931 time: 0.2135046 Feb 09 20:55:04.564269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-e3608640-0bf1-4e04-ab76-6eb0173f65b2 service neutron] 10.222.0.102 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929661 Feb 09 20:55:04.692974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5248bd0-298c-4199-b378-b19cf308da76 req-aa2e4252-d456-4c3b-8b4e-efd5d14f3be4 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270089 Feb 09 20:55:04.700443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:04.851361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Deleting port c600d3c7-990b-4269-a24b-2ecced5c4452 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:04.851734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c600d3c7-990b-4269-a24b-2ecced5c4452), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:04.987145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:04.997230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c600d3c7-990b-4269-a24b-2ecced5c4452), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.001399 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Publish callbacks [] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.019059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Calling delete_port for c600d3c7-990b-4269-a24b-2ecced5c4452 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:05.028473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Transition to ACTIVE for port object c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:55:05.034333 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.172657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:05.276708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78330762-0ec9-4444-bcae-3dfba41f090d req-142f0f9d-92e9-48d6-9959-b828370bd02f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0359740 Feb 09 20:55:05.302717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Attempting to bind port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:05.303081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Attempting to bind port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:05.303398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Attempting to bind port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:05.325702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:55:05.326055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Attempting to bind port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 on network 401827f8-1a87-4730-a777-a78cb1a9e9f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:05.354841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:05.355190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Checking segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:05.355578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Bound using segment: {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:05.356063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Bound port: c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fa443d-786d-42b0-ad2a-fe8ddb6949a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:05.356424 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.427031 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c600d3c7-990b-4269-a24b-2ecced5c4452), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.428320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb587bdf-0abd-4c1b-a706-20782613953c req-32ccc2ac-3fb2-4e59-ac0c-59e2824c6916 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0433836 Feb 09 20:55:05.489220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event deleted for resources: {'Port': ['ID=c600d3c7-990b-4269-a24b-2ecced5c4452,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:05.515000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] For port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:05.550435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] For port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:05.561017 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.576282 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.629315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:05.630719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.632141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] 10.222.0.13 "PUT /v2.0/ports/c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 HTTP/1.1" status: 200 len: 1092 time: 1.3954024 Feb 09 20:55:05.684566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4603dc-b8e7-467b-a256-f7bb12f73c3e', 'tag': 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:05.686630 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f62973-9f82-452d-827e-973b6f8a6cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4603dc-b8e7-467b-a256-f7bb12f73c3e", "tag": "c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:05.778232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.783892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.879121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64822-66bb-434c-a9c3-ad6e671df6ec req-3b818750-ad2f-4a2f-8454-4c7eb1b2a881 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:05.881185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55e64822-66bb-434c-a9c3-ad6e671df6ec req-3b818750-ad2f-4a2f-8454-4c7eb1b2a881 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.0588253 Feb 09 20:55:05.889012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba0b7c-e395-48bb-afdd-b8bde9cc1043 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:05.925118 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.925643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Fanout notify agent at l3_agent the message router_deleted on router 0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:05.933070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.938811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7588c425-8320-4292-b14c-9903ded37dab tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1 HTTP/1.1" status: 204 len: 168 time: 1.8881435 Feb 09 20:55:05.939822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:05.942275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-edf65144-0a69-4496-a797-605046647f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:05.944267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-edf65144-0a69-4496-a797-605046647f4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 1126 time: 0.2156205 Feb 09 20:55:05.944941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-031c4510-8254-4a89-afa0-4c5bf918e943 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-251687923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:05.964860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55e64822-66bb-434c-a9c3-ad6e671df6ec req-24bea906-16b9-4173-81c8-ba65c2681bb0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774565 Feb 09 20:55:05.975301 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-031c4510-8254-4a89-afa0-4c5bf918e943 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (3fbbb47a-b579-4286-b1d0-b44265c885e8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.976661 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-031c4510-8254-4a89-afa0-4c5bf918e943 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (3fbbb47a-b579-4286-b1d0-b44265c885e8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:05.999980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c115e-8a25-40be-9dda-46a200264884 req-c6e71bf1-f281-4e56-827a-b9d8f4427723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:06.001550 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e86c115e-8a25-40be-9dda-46a200264884 req-c6e71bf1-f281-4e56-827a-b9d8f4427723 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.2276051 Feb 09 20:55:06.003719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-41c547bb-b14a-483f-a481-c80e727218eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 HTTP/1.1" status: 200 len: 217 time: 0.0508487 Feb 09 20:55:06.011724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77757e0a-9740-4e6d-ba7f-3ef4e2e9922e req-c7b0230d-7427-44c4-bee8-2936588e3bf9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:06.013697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77757e0a-9740-4e6d-ba7f-3ef4e2e9922e req-c7b0230d-7427-44c4-bee8-2936588e3bf9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 943 time: 0.1708012 Feb 09 20:55:06.039397 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-031c4510-8254-4a89-afa0-4c5bf918e943 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (3fbbb47a-b579-4286-b1d0-b44265c885e8), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:06.045764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-031c4510-8254-4a89-afa0-4c5bf918e943 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (3fbbb47a-b579-4286-b1d0-b44265c885e8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:06.056877 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742394ac-8209-4a40-9f19-9aa976c92868 x-openstack-request-id: req-742394ac-8209-4a40-9f19-9aa976c92868 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:06.057145 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4603dc-b8e7-467b-a256-f7bb12f73c3e", "tag": "c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:06.057404 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-742394ac-8209-4a40-9f19-9aa976c92868 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:06.057787 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4603dc-b8e7-467b-a256-f7bb12f73c3e', 'tag': 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2', 'status': 'completed', 'code': 200} Feb 09 20:55:06.074164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-031c4510-8254-4a89-afa0-4c5bf918e943 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:06.075885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-031c4510-8254-4a89-afa0-4c5bf918e943 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1348462 Feb 09 20:55:06.078554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:06.086818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': True}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:06.175200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-7bb56df8-4874-4b7a-8a27-174316bbd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:06.177257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-7bb56df8-4874-4b7a-8a27-174316bbd096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.1618235 Feb 09 20:55:06.188351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77757e0a-9740-4e6d-ba7f-3ef4e2e9922e req-93b9761f-f0d1-48ef-b34c-4cd6b9761a1a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545277 Feb 09 20:55:06.222227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-36d3600c-f9f2-422a-abff-ce0a07731174 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373790 Feb 09 20:55:06.225688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c115e-8a25-40be-9dda-46a200264884 req-faf70d04-a46c-4844-be42-26b1d869c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:06.227170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e86c115e-8a25-40be-9dda-46a200264884 req-faf70d04-a46c-4844-be42-26b1d869c98a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.2111762 Feb 09 20:55:06.312903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e86c115e-8a25-40be-9dda-46a200264884 req-6ac2fff4-fda6-4bb1-9ed9-5d1c3f2f2a6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 217 time: 0.0792143 Feb 09 20:55:06.388538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c115e-8a25-40be-9dda-46a200264884 req-687d238b-2755-44cf-818f-a3f69aeab6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:06.390131 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e86c115e-8a25-40be-9dda-46a200264884 req-687d238b-2755-44cf-818f-a3f69aeab6cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.0694709 Feb 09 20:55:06.400531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (3fbbb47a-b579-4286-b1d0-b44265c885e8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:06.512893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba72cf68-e46a-4da2-93d7-7defadd5991e req-6598ff04-6e10-4030-bc5e-b2936584b125 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0460522 Feb 09 20:55:06.814133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e86c115e-8a25-40be-9dda-46a200264884 req-871a8952-1cff-4cd6-889d-ccfd000a554c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4180098 Feb 09 20:55:06.819699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-4c0ed688-281a-4a9f-90b8-a60713dd3a51 service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871179 Feb 09 20:55:06.821857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ca978fa-6de0-4482-b6f3-f1e97e313865 req-734de232-2b41-452e-aa65-5f6927d5a42b tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0637221 Feb 09 20:55:06.925798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b4909558-5f4e-402f-959c-6348af1a0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:06.927749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b4909558-5f4e-402f-959c-6348af1a0427 service neutron] 10.222.0.50 "GET /v2.0/ports/84966e3d-3525-4cc7-995e-67aa8d5e58ad HTTP/1.1" status: 200 len: 1032 time: 0.1799619 Feb 09 20:55:06.984692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-36d0bb88-7a25-4b40-bc9a-1f39eae0d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:06.985964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-36d0bb88-7a25-4b40-bc9a-1f39eae0d68b service neutron] 10.222.0.50 "GET /v2.0/ports/42d0a70d-e51d-4f6b-a4b0-14388ec0837a HTTP/1.1" status: 200 len: 1032 time: 0.0491199 Feb 09 20:55:07.034782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (3fbbb47a-b579-4286-b1d0-b44265c885e8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:07.058200 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:07.102088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e86c115e-8a25-40be-9dda-46a200264884 req-6c27b495-4def-4e17-9b06-3d1f4834cac4 service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791076 Feb 09 20:55:07.106231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b235273c-2624-4655-872c-3c4f5dbfbd56 req-a1781d3a-949f-4db4-b58a-ff9d6e36c5e5 service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725177 Feb 09 20:55:07.238166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Allocated IP 172.25.4.44 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/7fc99603-415b-4264-b22a-95e14528ee54) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:07.247298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb8aeb-68b5-47ea-94d1-ee130294a616 req-85d1d73f-073b-4ea1-b67e-90ebd66535a5 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:07.249172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1cb8aeb-68b5-47ea-94d1-ee130294a616 req-85d1d73f-073b-4ea1-b67e-90ebd66535a5 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1288040 Feb 09 20:55:07.355024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e86c115e-8a25-40be-9dda-46a200264884 req-40fca65a-2f05-4982-ba44-fefffb1f4e20 service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395966 Feb 09 20:55:07.363597 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1cb8aeb-68b5-47ea-94d1-ee130294a616 req-6c9af3fa-b9d7-4a67-8c12-c2bc6e86d297 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042242 Feb 09 20:55:07.425182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for port (7fc99603-415b-4264-b22a-95e14528ee54), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:07.443445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-39180b64-4d48-4f9f-b11b-20ab5a26e2fd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:07.449016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-39180b64-4d48-4f9f-b11b-20ab5a26e2fd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:07.455114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-39180b64-4d48-4f9f-b11b-20ab5a26e2fd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:07.460353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-39180b64-4d48-4f9f-b11b-20ab5a26e2fd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "GET /v2.0/networks?id=e8c7450c-edf7-4dba-8eb7-c4894810333f&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=4684df51-983a-47c5-a29a-38f5ffed942e&id=4684df51-983a-47c5-a29a-38f5ffed942e HTTP/1.1" status: 200 len: 1994 time: 0.4633029 Feb 09 20:55:07.477474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-b92f565b-fab2-48ea-b4e4-57f451655a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:07.478819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-b92f565b-fab2-48ea-b4e4-57f451655a59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 1126 time: 0.2758570 Feb 09 20:55:07.487412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7fc99603-415b-4264-b22a-95e14528ee54), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:07.524853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f106c7-d71d-4480-a406-ea4b01b95495 req-5fc9d6c4-6888-4ca4-b121-3ed130e288a5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:07.531898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7f106c7-d71d-4480-a406-ea4b01b95495 req-5fc9d6c4-6888-4ca4-b121-3ed130e288a5 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 943 time: 0.2237144 Feb 09 20:55:07.574235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'Port': ['ID=7fc99603-415b-4264-b22a-95e14528ee54,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:07.606054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:07.610916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:07.623702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:07.624850 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-642720d3-d3f0-4634-8eed-d56aac672021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:07.688820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7f106c7-d71d-4480-a406-ea4b01b95495 req-9ac1119c-ac6c-4869-9798-accd9389d5fb tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559572 Feb 09 20:55:07.726073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-dc722be9-e1fb-4cca-816b-9245866102df tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326 HTTP/1.1" status: 200 len: 379 time: 0.2455204 Feb 09 20:55:07.734790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'admin_state_up': True, 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'security_groups': ['3c4ab541-1576-4425-b06f-30afc8ffee0f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:07.737051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-daf1ae48-375a-4fe7-954a-6518c2517811 req-ed5de780-1f0d-47b5-96ce-70d0da69ed8d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0547824 Feb 09 20:55:07.798970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-801190bf-4eef-4904-99b3-09813df270a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:07.800646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-801190bf-4eef-4904-99b3-09813df270a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.3138950 Feb 09 20:55:07.848521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-6a118919-c185-4a4e-ab59-53b6eef208c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 HTTP/1.1" status: 200 len: 217 time: 0.0402935 Feb 09 20:55:07.933002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-15b289a4-7f28-4d6a-b21c-febf74fbf895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:07.934649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-15b289a4-7f28-4d6a-b21c-febf74fbf895 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.0755799 Feb 09 20:55:07.982980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a40b37fc-ce58-440b-8504-9b50f6d9f4c3 req-c42c0987-9064-42c0-ac66-38de664f788f tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0300894 Feb 09 20:55:08.010004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-70d45091-3fdb-436e-b917-9a188a575db1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639849 Feb 09 20:55:08.010004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:08.010964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.057569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (3fbbb47a-b579-4286-b1d0-b44265c885e8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.174564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-5e9f9455-b828-4682-a2bf-f2993063d3d7 service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602590 Feb 09 20:55:08.284512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Allocated IP 172.20.0.3 (e8c7450c-edf7-4dba-8eb7-c4894810333f/105fc58f-0795-4e17-bba4-a34e90633e21/9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:08.339652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (3fbbb47a-b579-4286-b1d0-b44265c885e8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.343150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f62973-9f82-452d-827e-973b6f8a6cd2 req-9e0b3bd8-4770-4543-967a-6982828f5983 service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462717 Feb 09 20:55:08.343663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (3fbbb47a-b579-4286-b1d0-b44265c885e8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.401802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:55:08.497227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.515421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8401dc-792d-4f53-a0c4-8895cd418caf req-b91857e4-3038-485b-9e1d-8942e8c9f236 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:08.523800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2a8401dc-792d-4f53-a0c4-8895cd418caf req-b91857e4-3038-485b-9e1d-8942e8c9f236 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.0815246 Feb 09 20:55:08.539466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.564798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network e8c7450c-edf7-4dba-8eb7-c4894810333f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:08.568562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:08.569090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:55:08.583395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2', 'network_id': '401827f8-1a87-4730-a777-a78cb1a9e9f8', 'port_id': 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2', 'mac_address': 'fa:16:3e:e6:c5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da60c3a-dc04-497b-aaff-c1952e694419', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:55:08.595143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:08.626020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2a8401dc-792d-4f53-a0c4-8895cd418caf req-f39c2ae6-eece-48ae-92a0-1346fa79f58d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010234 Feb 09 20:55:08.643557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Router 3fbbb47a-b579-4286-b1d0-b44265c885e8 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:55:08.661467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:08.662706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:55:08.663729 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.670377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:08.670871 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.685029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:08.697465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-4149e4fb-a047-4148-bf2a-c2ba6231059d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9665339 Feb 09 20:55:08.708353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:55:08.713170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'admin_state_up': True, 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'security_groups': ['3c4ab541-1576-4425-b06f-30afc8ffee0f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:08.713759 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.787150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:08.840747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:55:08.850188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaafb35-ed35-4801-91f0-ac74a5ac8a8f None None] Sync routers for ids ['3fbbb47a-b579-4286-b1d0-b44265c885e8'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:55:08.869639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaafb35-ed35-4801-91f0-ac74a5ac8a8f None None] Routers {'3fbbb47a-b579-4286-b1d0-b44265c885e8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:08.870269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3aaafb35-ed35-4801-91f0-ac74a5ac8a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['3fbbb47a-b579-4286-b1d0-b44265c885e8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:08.892197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.895997 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5200b772-d52b-43d9-962e-ee90cc0447b8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "PUT /v2.0/routers/3fbbb47a-b579-4286-b1d0-b44265c885e8 HTTP/1.1" status: 200 len: 913 time: 2.8127584 Feb 09 20:55:08.896094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:08.934924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3aaafb35-ed35-4801-91f0-ac74a5ac8a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:08.953218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e2741-62bf-4859-9ce1-85bad56911bb req-fb709d00-1f00-4703-a998-9055d04d45da tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:08.953559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a5f8f698-c6b8-4cd6-8260-5636fbd011f0 None None] Provisioning complete for port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:08.953958 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f698-c6b8-4cd6-8260-5636fbd011f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.955627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a06e2741-62bf-4859-9ce1-85bad56911bb req-fb709d00-1f00-4703-a998-9055d04d45da tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 944 time: 0.1224372 Feb 09 20:55:08.982016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:08.985887 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:08.996870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8f698-c6b8-4cd6-8260-5636fbd011f0 None None] Port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:08.999244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaafb35-ed35-4801-91f0-ac74a5ac8a8f None None] Routers {'3fbbb47a-b579-4286-b1d0-b44265c885e8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:08.999926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3aaafb35-ed35-4801-91f0-ac74a5ac8a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:54:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['3fbbb47a-b579-4286-b1d0-b44265c885e8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:09.030037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1227c1-5212-47f8-920e-f5fad705a85e req-a06a24bb-1534-4842-be56-2026f6d1723c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:09.031774 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ac1227c1-5212-47f8-920e-f5fad705a85e req-a06a24bb-1534-4842-be56-2026f6d1723c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 931 time: 0.1688437 Feb 09 20:55:09.058304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:55:09.062014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3aaafb35-ed35-4801-91f0-ac74a5ac8a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:09.062651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaafb35-ed35-4801-91f0-ac74a5ac8a8f None None] The sync data for ids ['3fbbb47a-b579-4286-b1d0-b44265c885e8'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:55:09.070731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a70aa588-def6-4ae6-8701-1af92b4e051b tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/routers/3fbbb47a-b579-4286-b1d0-b44265c885e8 HTTP/1.1" status: 200 len: 919 time: 0.1736131 Feb 09 20:55:09.078525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:09.114925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a06e2741-62bf-4859-9ce1-85bad56911bb req-7435a5b4-1a0e-4ab2-90c6-bc052f934d2f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404104 Feb 09 20:55:09.136284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ac1227c1-5212-47f8-920e-f5fad705a85e req-dc2bea25-1f37-467d-b4e4-f0cf3d09989f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944414 Feb 09 20:55:09.168688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3efc3a0-19a9-410c-bc8a-4c8e95cd57bc tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:09.172967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c3efc3a0-19a9-410c-bc8a-4c8e95cd57bc tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=3fbbb47a-b579-4286-b1d0-b44265c885e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0911779 Feb 09 20:55:09.179091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:09.226394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Allocated IP 10.1.1.226 (b59df7eb-b308-4cf5-80c1-12a526539cf0/b4ac8f64-7be4-4802-9790-a2a627a70d45/fbee48e4-f9e0-4a86-85b8-41271a6d2c4d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:09.266404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66267f-09cd-4905-8fd2-c15d8ed55323 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:09.270623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d66267f-09cd-4905-8fd2-c15d8ed55323 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 881 time: 0.0877161 Feb 09 20:55:09.270856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:09.282886 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb86b025-fb49-4b4d-8f06-67ba86f701c3 req-96fd84c2-2f92-43ea-a117-5add3750b772 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0424895 Feb 09 20:55:09.306286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ef991dbe-c7a0-40ea-84f9-486d204b775a tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fbbb47a-b579-4286-b1d0-b44265c885e8 HTTP/1.1" status: 200 len: 205 time: 0.0320415 Feb 09 20:55:09.306615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:09.319988 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:55:09.402494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.433057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (3fbbb47a-b579-4286-b1d0-b44265c885e8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.440245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.497672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:09.501694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:09.505581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:09.541665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:09.565151 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (3fbbb47a-b579-4286-b1d0-b44265c885e8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.572452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:09.574025 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.601249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-d242323b-4e8c-42e5-9845-9f4f4dac3b6a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8933611 Feb 09 20:55:09.610953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'admin_state_up': True, 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'security_groups': ['3c4ab541-1576-4425-b06f-30afc8ffee0f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:09.682443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Deleting port 7fc99603-415b-4264-b22a-95e14528ee54 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:09.683358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7fc99603-415b-4264-b22a-95e14528ee54), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.708604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2b0d-3d9e-49c4-bf64-24ed03ba5e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.753665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:09.758517 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.885100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c477abd-8969-416e-b3e3-f4b52d135762 req-45221d94-5a75-4993-bf1f-2ab304186174 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:09.886587 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c477abd-8969-416e-b3e3-f4b52d135762 req-45221d94-5a75-4993-bf1f-2ab304186174 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1078224 Feb 09 20:55:09.896069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7fc99603-415b-4264-b22a-95e14528ee54), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.920902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Calling delete_port for 7fc99603-415b-4264-b22a-95e14528ee54 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:09.938085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-971d3738-3a4e-458d-98cf-76cb3b2eb8ef None None] Provisioning complete for port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:09.938862 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-971d3738-3a4e-458d-98cf-76cb3b2eb8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:09.946844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Allocated IP 10.1.1.114 (b59df7eb-b308-4cf5-80c1-12a526539cf0/b4ac8f64-7be4-4802-9790-a2a627a70d45/c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:09.995591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-971d3738-3a4e-458d-98cf-76cb3b2eb8ef None None] Port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:10.003384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c477abd-8969-416e-b3e3-f4b52d135762 req-592bab6d-89ea-457e-b909-0ce53ff1ea27 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100130 Feb 09 20:55:10.202302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.221191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7fc99603-415b-4264-b22a-95e14528ee54), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.271957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event deleted for resources: {'Port': ['ID=7fc99603-415b-4264-b22a-95e14528ee54,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:10.302995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6e06-ac4e-4575-8ad2-004b03b8a688 req-e1625bea-6c6e-4223-b398-b0304c5ce26d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:10.304669 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a6bd6e06-ac4e-4575-8ad2-004b03b8a688 req-e1625bea-6c6e-4223-b398-b0304c5ce26d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 944 time: 0.0909145 Feb 09 20:55:10.310494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.368264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (3fbbb47a-b579-4286-b1d0-b44265c885e8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.376699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:10.378394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb54c4-d31a-4733-8092-551c2e082373 req-c04867a7-58cc-44ad-9667-5da172209f8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:10.384224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb54c4-d31a-4733-8092-551c2e082373 req-c04867a7-58cc-44ad-9667-5da172209f8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:10.386471 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6afb54c4-d31a-4733-8092-551c2e082373 req-c04867a7-58cc-44ad-9667-5da172209f8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 1653 time: 0.1174865 Feb 09 20:55:10.387096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:10.393667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:10.400239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:10.421267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:55:10.461976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a6bd6e06-ac4e-4575-8ad2-004b03b8a688 req-76acd7bc-0d45-48c6-9e19-079f001d5fde tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487567 Feb 09 20:55:10.501833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:55:10.506364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:10.506703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:10.506832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.507088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.529400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-681ae173-8bcd-46d4-a653-0af0643ac0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9222870 Feb 09 20:55:10.543819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e', 'admin_state_up': True, 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'security_groups': ['3c4ab541-1576-4425-b06f-30afc8ffee0f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:10.591564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (3fbbb47a-b579-4286-b1d0-b44265c885e8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.594179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a66406b-7d9f-4923-bcbc-e9d49cbc15d0 req-d9aba529-169c-416d-85d5-75d70f327f38 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0410583 Feb 09 20:55:10.594915 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (3fbbb47a-b579-4286-b1d0-b44265c885e8), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.677999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:55:10.679275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.700999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (3fbbb47a-b579-4286-b1d0-b44265c885e8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.701720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Fanout notify agent at l3_agent the message router_deleted on router 3fbbb47a-b579-4286-b1d0-b44265c885e8 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:10.708573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.713682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-32073f90-6b17-4f4c-9528-69dc24703eee tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/3fbbb47a-b579-4286-b1d0-b44265c885e8 HTTP/1.1" status: 204 len: 168 time: 1.4020810 Feb 09 20:55:10.713682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6afb54c4-d31a-4733-8092-551c2e082373 req-8b506269-6027-4813-8de2-ebc815298797 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468319 Feb 09 20:55:10.713943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:10.718392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4f7ae86f-a1ef-4e86-ad25-c064961e71b0 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1421004009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:10.741343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae86f-a1ef-4e86-ad25-c064961e71b0 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (c3051e50-c525-4913-a503-2b6a12074c1a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.743006 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae86f-a1ef-4e86-ad25-c064961e71b0 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (c3051e50-c525-4913-a503-2b6a12074c1a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.758528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4603dc-b8e7-467b-a256-f7bb12f73c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:10.762444 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb86b77-bbd6-424a-9b48-b1a29be52624" -d '{"events": [{"server_uuid": "7c4603dc-b8e7-467b-a256-f7bb12f73c3e", "name": "network-vif-plugged", "status": "completed", "tag": "c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:10.786725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:10.790339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:55:10.796419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.813760 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd05bfd-0ba7-44a5-ae34-01e566cbe1b3 x-openstack-request-id: req-2fd05bfd-0ba7-44a5-ae34-01e566cbe1b3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:10.814273 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4603dc-b8e7-467b-a256-f7bb12f73c3e", "name": "network-vif-plugged", "status": "completed", "tag": "c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:10.814783 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2fd05bfd-0ba7-44a5-ae34-01e566cbe1b3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:10.815368 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4603dc-b8e7-467b-a256-f7bb12f73c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2', 'code': 200} Feb 09 20:55:10.841174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae86f-a1ef-4e86-ad25-c064961e71b0 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (c3051e50-c525-4913-a503-2b6a12074c1a), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.845937 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae86f-a1ef-4e86-ad25-c064961e71b0 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (c3051e50-c525-4913-a503-2b6a12074c1a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.878096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f54cb668-3535-4f48-b6f7-9351f05e746f None None] Provisioning complete for port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:10.878822 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f54cb668-3535-4f48-b6f7-9351f05e746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.886354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae86f-a1ef-4e86-ad25-c064961e71b0 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.890356 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4f7ae86f-a1ef-4e86-ad25-c064961e71b0 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1728654 Feb 09 20:55:10.890531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:10.893296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:10.896269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': False}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:10.913881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:10.934116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f54cb668-3535-4f48-b6f7-9351f05e746f None None] Port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:11.003039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7aad-f0dc-46c0-9ad7-407393ace235 req-d2f1c954-07cf-4e28-8b26-0327a9c78576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:11.004730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-823b7aad-f0dc-46c0-9ad7-407393ace235 req-d2f1c954-07cf-4e28-8b26-0327a9c78576 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 1128 time: 0.1151702 Feb 09 20:55:11.134450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Allocated IP 10.2.2.100 (4684df51-983a-47c5-a29a-38f5ffed942e/0310728c-4a85-4d44-9b0f-edf3c472cc80/2fd56860-0d34-4f48-8e21-fb8ebe3223b4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:11.140858 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (c3051e50-c525-4913-a503-2b6a12074c1a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.174261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.185712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-823b7aad-f0dc-46c0-9ad7-407393ace235 req-35dcab91-a0a0-451e-a31f-18073a367a47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545537 Feb 09 20:55:11.265272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54645bd5-b7fd-4d9b-8872-9a53fb7a6f21 req-c33940e7-eddf-44c7-92a8-17b81790d22a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:11.266974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54645bd5-b7fd-4d9b-8872-9a53fb7a6f21 req-c33940e7-eddf-44c7-92a8-17b81790d22a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1195176 Feb 09 20:55:11.337629 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54645bd5-b7fd-4d9b-8872-9a53fb7a6f21 req-9928bc50-2a84-4e1c-947a-d76798f365e0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627565 Feb 09 20:55:11.374147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.412627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.463987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network 4684df51-983a-47c5-a29a-38f5ffed942e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:11.468099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:11.472886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:11.478042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:11.531247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (c3051e50-c525-4913-a503-2b6a12074c1a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.553538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:11.554323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.575343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.581246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-0b3a48d0-1180-43a4-bfcc-ebc0420451d2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0400789 Feb 09 20:55:11.596026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e', 'admin_state_up': True, 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'security_groups': ['3c4ab541-1576-4425-b06f-30afc8ffee0f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:11.733781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982fd50-e863-4d62-a0a0-4571ce5dccc9 req-d3e945af-0274-4b2d-b6a2-7cd074cf3e95 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:11.741565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a982fd50-e863-4d62-a0a0-4571ce5dccc9 req-d3e945af-0274-4b2d-b6a2-7cd074cf3e95 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1348248 Feb 09 20:55:11.760884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Allocated IP 172.25.4.8 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/fa088a37-6e86-45da-a23a-9fdea24e6a8d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:11.815875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fa1cac7a-ea96-44d1-a166-49d89989a25c req-d0ba16a0-89b8-4b32-b831-696103790bdb tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0498433 Feb 09 20:55:11.825556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a982fd50-e863-4d62-a0a0-4571ce5dccc9 req-529eee07-0fd1-4e73-9ba3-bbb0563b733a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828979 Feb 09 20:55:11.883065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Made reservation on behalf of fe06c5fbdeec4ecc8b2dc218ad861326 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:11.887577 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.900880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bc0d72d7-927a-4f62-a743-a31a80433997 None None] Provisioning complete for port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:11.902725 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc0d72d7-927a-4f62-a743-a31a80433997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.924775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for port (fa088a37-6e86-45da-a23a-9fdea24e6a8d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.982746 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (fa088a37-6e86-45da-a23a-9fdea24e6a8d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:11.997950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d72d7-927a-4f62-a743-a31a80433997 None None] Port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:12.034085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:12.041782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:12.046111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:12.054777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Pushing event updated for resources: {'Port': ['ID=fa088a37-6e86-45da-a23a-9fdea24e6a8d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:12.079939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e12990-6b9f-4e10-9fc6-c68ebd3f9e61 req-72d43aa8-02d1-4747-a5b4-d5e753140d5b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:12.087226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e12990-6b9f-4e10-9fc6-c68ebd3f9e61 req-72d43aa8-02d1-4747-a5b4-d5e753140d5b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:12.094562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e12990-6b9f-4e10-9fc6-c68ebd3f9e61 req-72d43aa8-02d1-4747-a5b4-d5e753140d5b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:12.100958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e12990-6b9f-4e10-9fc6-c68ebd3f9e61 req-72d43aa8-02d1-4747-a5b4-d5e753140d5b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:12.108243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59e12990-6b9f-4e10-9fc6-c68ebd3f9e61 req-72d43aa8-02d1-4747-a5b4-d5e753140d5b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 3095 time: 0.1481919 Feb 09 20:55:12.204318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59e12990-6b9f-4e10-9fc6-c68ebd3f9e61 req-90b0ade6-316c-4ee9-90ff-c1b9b8427775 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949857 Feb 09 20:55:12.251099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Allocated IP 10.2.2.200 (4684df51-983a-47c5-a29a-38f5ffed942e/0310728c-4a85-4d44-9b0f-edf3c472cc80/232d94c4-405a-458f-9289-27b7f5eae1ef) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:12.488403 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:12.534267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:12.599535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event updated for resources: {'Port': ['ID=232d94c4-405a-458f-9289-27b7f5eae1ef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:12.617059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Network 4684df51-983a-47c5-a29a-38f5ffed942e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:12.618621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:12.621366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:12.658504 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:12.691826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:12.692551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:12.724126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-264509b1-623f-4711-91f2-c0de777aaa7e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1331096 Feb 09 20:55:12.738190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:12.821603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:12.906447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66426280-d098-4a5a-ad6c-76a861982830 req-5aa2f2ba-1de6-41a6-84e8-2cc1f9494720 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:12.921875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-66426280-d098-4a5a-ad6c-76a861982830 req-5aa2f2ba-1de6-41a6-84e8-2cc1f9494720 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1891937 Feb 09 20:55:12.942967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-28910407-c1d1-462f-b31e-232b02c1e3b2 None None] Provisioning complete for port 232d94c4-405a-458f-9289-27b7f5eae1ef triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:12.943553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-28910407-c1d1-462f-b31e-232b02c1e3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:13.013817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-28910407-c1d1-462f-b31e-232b02c1e3b2 None None] Port 232d94c4-405a-458f-9289-27b7f5eae1ef cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:13.022072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-66426280-d098-4a5a-ad6c-76a861982830 req-a000e87d-8a42-4d0f-8a14-4dfd16245032 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935547 Feb 09 20:55:13.033741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router_gateway (c3051e50-c525-4913-a503-2b6a12074c1a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:13.242027 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e1a99ca-2f47-4649-802c-db98b73029c3 req-f9a00645-d943-4482-9e64-40123dee1ef4 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0549936 Feb 09 20:55:13.521783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (c3051e50-c525-4913-a503-2b6a12074c1a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:13.533508 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (c3051e50-c525-4913-a503-2b6a12074c1a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:13.564654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd19b87-aec9-44f3-870f-f3da3ad09aa7 req-7c676d22-8897-4dc9-8263-b508576513c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:13.571941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd19b87-aec9-44f3-870f-f3da3ad09aa7 req-7c676d22-8897-4dc9-8263-b508576513c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:13.580643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd19b87-aec9-44f3-870f-f3da3ad09aa7 req-7c676d22-8897-4dc9-8263-b508576513c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:13.585881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd19b87-aec9-44f3-870f-f3da3ad09aa7 req-7c676d22-8897-4dc9-8263-b508576513c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:13.591089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd19b87-aec9-44f3-870f-f3da3ad09aa7 req-7c676d22-8897-4dc9-8263-b508576513c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:13.595701 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6fd19b87-aec9-44f3-870f-f3da3ad09aa7 req-7c676d22-8897-4dc9-8263-b508576513c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 3816 time: 0.2260334 Feb 09 20:55:13.746839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daeb26-ec5c-4011-a7be-70062a47b5e8 req-bbcd41f0-f1dc-4d8c-8155-684cce848978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:13.748312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0daeb26-ec5c-4011-a7be-70062a47b5e8 req-bbcd41f0-f1dc-4d8c-8155-684cce848978 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.1786959 Feb 09 20:55:13.768985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6fd19b87-aec9-44f3-870f-f3da3ad09aa7 req-7b2c0ca1-8c9b-4fd7-be42-ec82c2d4755b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929604 Feb 09 20:55:13.799794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e0e57-2368-4504-8aeb-1a0f7a4b23d8 req-21a7d20e-29a9-4364-a1b3-f63be2b59f94 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:13.809192 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a9e0e57-2368-4504-8aeb-1a0f7a4b23d8 req-21a7d20e-29a9-4364-a1b3-f63be2b59f94 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.2507682 Feb 09 20:55:13.823818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Router c3051e50-c525-4913-a503-2b6a12074c1a is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:55:13.879542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcf53661-e865-4127-8cd1-e3152c99423b req-5ca4a74e-9512-4874-96f7-cc38592d52ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1717262 Feb 09 20:55:13.949622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:13.980331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a9e0e57-2368-4504-8aeb-1a0f7a4b23d8 req-24d266d0-fdf8-48ed-9210-5d076b925eb3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700456 Feb 09 20:55:13.981189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:55:13.982579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:13.991440 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0daeb26-ec5c-4011-a7be-70062a47b5e8 req-6280a69f-b9ae-47b5-81c8-f18d2e00f968 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348831 Feb 09 20:55:13.992329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:13.994289 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Publish callbacks [] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:13.996505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d54437a-04f2-4e5d-b7f3-b0978242dffe tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "PUT /v2.0/routers/c3051e50-c525-4913-a503-2b6a12074c1a HTTP/1.1" status: 200 len: 914 time: 3.1047606 Feb 09 20:55:13.997855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:14.000081 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ee6ff-918d-42fa-aa03-89eddcce8059 None None] Sync routers for ids ['c3051e50-c525-4913-a503-2b6a12074c1a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:55:14.015230 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ee6ff-918d-42fa-aa03-89eddcce8059 None None] Routers {'c3051e50-c525-4913-a503-2b6a12074c1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:14.015569 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e7ee6ff-918d-42fa-aa03-89eddcce8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c3051e50-c525-4913-a503-2b6a12074c1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:14.052924 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e7ee6ff-918d-42fa-aa03-89eddcce8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:14.062903 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ee6ff-918d-42fa-aa03-89eddcce8059 None None] Routers {'c3051e50-c525-4913-a503-2b6a12074c1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:14.063865 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e7ee6ff-918d-42fa-aa03-89eddcce8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c3051e50-c525-4913-a503-2b6a12074c1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:14.102622 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e7ee6ff-918d-42fa-aa03-89eddcce8059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:14.103621 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ee6ff-918d-42fa-aa03-89eddcce8059 None None] The sync data for ids ['c3051e50-c525-4913-a503-2b6a12074c1a'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:55:14.137160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Transition to ACTIVE for port object 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:55:14.150536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf53661-e865-4127-8cd1-e3152c99423b req-2d6c0421-e86b-41a3-bf62-4ce853603853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:14.158321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcf53661-e865-4127-8cd1-e3152c99423b req-2d6c0421-e86b-41a3-bf62-4ce853603853 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 1129 time: 0.2329111 Feb 09 20:55:14.280391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:14.365512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caa350-b4c2-4cf0-a22b-e39f2b1f584c req-f98a61a0-56e9-4f30-a4b3-bd2208135599 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:14.367015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48caa350-b4c2-4cf0-a22b-e39f2b1f584c req-f98a61a0-56e9-4f30-a4b3-bd2208135599 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0818267 Feb 09 20:55:14.436608 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48caa350-b4c2-4cf0-a22b-e39f2b1f584c req-30908f72-2d87-408a-bc28-9ab368fe1a8b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585384 Feb 09 20:55:14.452985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Pushing event updated for resources: {'Port': ['ID=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:14.524900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca727-c659-42f0-9bac-cdb3e80cc182 req-41f2d76a-1c86-4c1d-a2f5-442a0a33ac7a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:14.526537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9cca727-c659-42f0-9bac-cdb3e80cc182 req-41f2d76a-1c86-4c1d-a2f5-442a0a33ac7a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.3670173 Feb 09 20:55:14.590135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8df9d330-79f8-460c-973b-14f6d465646c req-0c2e5b2e-c149-4df3-bf2b-6af308a3f287 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0498519 Feb 09 20:55:14.602521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f2501661-d202-4f65-bd7b-32ad6ce6b7e4 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/routers/c3051e50-c525-4913-a503-2b6a12074c1a HTTP/1.1" status: 200 len: 920 time: 0.6009064 Feb 09 20:55:14.604208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:14.605833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf53661-e865-4127-8cd1-e3152c99423b req-60ce2c50-98c5-4004-8ee1-a7056de6d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:14.607362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcf53661-e865-4127-8cd1-e3152c99423b req-60ce2c50-98c5-4004-8ee1-a7056de6d48f service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.3710515 Feb 09 20:55:14.689311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Attempting to bind port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:14.689880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Attempting to bind port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:14.690540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Attempting to bind port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 on network e8c7450c-edf7-4dba-8eb7-c4894810333f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:14.701748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcf53661-e865-4127-8cd1-e3152c99423b req-e9cc4a06-da8f-47e5-ae30-7ea9ce5a21ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5930e696-d5eb-4866-88c9-a4e3b59599e8 HTTP/1.1" status: 200 len: 217 time: 0.0859299 Feb 09 20:55:14.705400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 on network e8c7450c-edf7-4dba-8eb7-c4894810333f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:55:14.705802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Attempting to bind port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 on network e8c7450c-edf7-4dba-8eb7-c4894810333f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:14.710777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9cca727-c659-42f0-9bac-cdb3e80cc182 req-17681ebc-b88b-4fac-a5b8-6dc66948ea6a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460268 Feb 09 20:55:14.747165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:14.747818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Checking segment: {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:14.748029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Bound using segment: {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:14.748518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Bound port: 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e706ec-fcc4-4b73-a74b-898450630262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:14.748876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:14.784402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b11853f-f04b-4ae8-a509-935184b1e7e6 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:14.786226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8b11853f-f04b-4ae8-a509-935184b1e7e6 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=c3051e50-c525-4913-a503-2b6a12074c1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1808312 Feb 09 20:55:14.788951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:14.871293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] For port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:14.882204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] For port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:14.905539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e7868-618d-41d2-9d92-40631b5e3ece tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:14.907643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:14.920265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-173e7868-618d-41d2-9d92-40631b5e3ece tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 881 time: 0.1300838 Feb 09 20:55:14.928191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:14.987789 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-54d6203e-0286-441c-b384-5f66ac4858a5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=c3051e50-c525-4913-a503-2b6a12074c1a HTTP/1.1" status: 200 len: 205 time: 0.0580671 Feb 09 20:55:14.988669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:14.992460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf53661-e865-4127-8cd1-e3152c99423b req-5a45d0b9-b017-49d2-abc1-8c524d5b7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:14.993980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcf53661-e865-4127-8cd1-e3152c99423b req-5a45d0b9-b017-49d2-abc1-8c524d5b7723 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.2811825 Feb 09 20:55:15.022762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.023392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:15.024883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] 10.222.0.50 "PUT /v2.0/ports/9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 HTTP/1.1" status: 200 len: 1092 time: 2.2910092 Feb 09 20:55:15.038670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:15.041159 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37910759-7386-4e6f-b45f-666408d33f46" -d '{"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:15.081700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf24b8-bc00-474d-9dea-4149eec2d661 req-a78e1493-6cd4-4282-b7fc-79c47e5238cb tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.085689 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54cf24b8-bc00-474d-9dea-4149eec2d661 req-a78e1493-6cd4-4282-b7fc-79c47e5238cb tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.3413451 Feb 09 20:55:15.133142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:15.278272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54cf24b8-bc00-474d-9dea-4149eec2d661 req-386e63a4-c76c-49ce-927b-80b79a138d1b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351042 Feb 09 20:55:15.289960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (c3051e50-c525-4913-a503-2b6a12074c1a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:15.292865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75303333-dd80-42f6-b124-7a5bec1e668b service neutron] Pushing event updated for resources: {'Port': ['ID=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:15.327289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548805ed-dc7b-4342-a56f-73ae376ac4da req-5254d5e5-709f-42d2-bc46-ebb26f8a5685 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.333894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548805ed-dc7b-4342-a56f-73ae376ac4da req-5254d5e5-709f-42d2-bc46-ebb26f8a5685 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.339899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548805ed-dc7b-4342-a56f-73ae376ac4da req-5254d5e5-709f-42d2-bc46-ebb26f8a5685 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.347021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548805ed-dc7b-4342-a56f-73ae376ac4da req-5254d5e5-709f-42d2-bc46-ebb26f8a5685 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.353066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548805ed-dc7b-4342-a56f-73ae376ac4da req-5254d5e5-709f-42d2-bc46-ebb26f8a5685 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.361069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-548805ed-dc7b-4342-a56f-73ae376ac4da req-5254d5e5-709f-42d2-bc46-ebb26f8a5685 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 3828 time: 0.4385471 Feb 09 20:55:15.372416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:15.386751 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-3e3e8581-f31d-4ac2-aeef-77108cfed5c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4177270 Feb 09 20:55:15.422259 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f35cd47-0828-4e4f-90ab-c58a9c312828 x-openstack-request-id: req-6f35cd47-0828-4e4f-90ab-c58a9c312828 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:15.422568 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:15.422826 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6f35cd47-0828-4e4f-90ab-c58a9c312828 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:15.423231 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'status': 'completed', 'code': 200} Feb 09 20:55:15.536772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-4c557f94-8906-49e7-a540-977ab9b7f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.537255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-4c557f94-8906-49e7-a540-977ab9b7f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.537725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-4c557f94-8906-49e7-a540-977ab9b7f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.538215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-4c557f94-8906-49e7-a540-977ab9b7f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.539333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-4c557f94-8906-49e7-a540-977ab9b7f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.541177 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37910759-7386-4e6f-b45f-666408d33f46 req-4c557f94-8906-49e7-a540-977ab9b7f7dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 4395 time: 0.0979249 Feb 09 20:55:15.598139 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (c3051e50-c525-4913-a503-2b6a12074c1a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:15.742946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Deleting port fa088a37-6e86-45da-a23a-9fdea24e6a8d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:15.743670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fa088a37-6e86-45da-a23a-9fdea24e6a8d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:15.753552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84966e3d-3525-4cc7-995e-67aa8d5e58ad {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:15.762230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Publish callbacks [] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:15.776895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Transition to ACTIVE for port object 84966e3d-3525-4cc7-995e-67aa8d5e58ad will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:55:15.793442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf53661-e865-4127-8cd1-e3152c99423b req-28c45976-4e1c-4cd1-943a-b0bd8680d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.794856 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcf53661-e865-4127-8cd1-e3152c99423b req-28c45976-4e1c-4cd1-943a-b0bd8680d6b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7691374 Feb 09 20:55:15.795492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:15.820830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-1a12c459-7dc4-4a89-b779-55f4a51c964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.821693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-1a12c459-7dc4-4a89-b779-55f4a51c964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.822345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-1a12c459-7dc4-4a89-b779-55f4a51c964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.824856 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37910759-7386-4e6f-b45f-666408d33f46 req-1a12c459-7dc4-4a89-b779-55f4a51c964b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2397408 Feb 09 20:55:15.931859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db5345-1c60-4768-95e4-0cdd11f66474 req-9933c9e7-9808-46f6-89aa-7358548a3e65 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:15.933724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76db5345-1c60-4768-95e4-0cdd11f66474 req-9933c9e7-9808-46f6-89aa-7358548a3e65 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1855798 Feb 09 20:55:15.952755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-548805ed-dc7b-4342-a56f-73ae376ac4da req-65bdfdc5-c38b-4ea3-b079-088742c1c27d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5907781 Feb 09 20:55:16.003902 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fa088a37-6e86-45da-a23a-9fdea24e6a8d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.053643 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76db5345-1c60-4768-95e4-0cdd11f66474 req-39887dec-de9d-448d-93c6-7b621b919e2f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949190 Feb 09 20:55:16.056708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcf53661-e865-4127-8cd1-e3152c99423b req-638f5631-475b-479c-bffe-383cd73a8664 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240806 Feb 09 20:55:16.064667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Pushing event updated for resources: {'Port': ['ID=84966e3d-3525-4cc7-995e-67aa8d5e58ad,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:16.079230 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Calling delete_port for fa088a37-6e86-45da-a23a-9fdea24e6a8d owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:16.083249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910759-7386-4e6f-b45f-666408d33f46 req-03e56d93-8a2e-4352-a260-762b701394e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:16.089696 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37910759-7386-4e6f-b45f-666408d33f46 req-03e56d93-8a2e-4352-a260-762b701394e8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591054 Feb 09 20:55:16.284135 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a3064bb-7643-4505-977b-7f1e00a11c8a req-531e1d71-07a1-4170-b1c2-7186928ac7d0 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0746942 Feb 09 20:55:16.290314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-1bcd6d77-8101-4ddb-ba69-a4f7355b7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:16.291915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-1bcd6d77-8101-4ddb-ba69-a4f7355b7d7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad186a920f347bdaed3baf1e6b99870&device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 1128 time: 0.5083768 Feb 09 20:55:16.308939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Attempting to bind port 84966e3d-3525-4cc7-995e-67aa8d5e58ad on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:16.309249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Attempting to bind port 84966e3d-3525-4cc7-995e-67aa8d5e58ad by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:16.309555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Attempting to bind port 84966e3d-3525-4cc7-995e-67aa8d5e58ad on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:16.341382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Port 84966e3d-3525-4cc7-995e-67aa8d5e58ad on network b59df7eb-b308-4cf5-80c1-12a526539cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:55:16.341726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Attempting to bind port 84966e3d-3525-4cc7-995e-67aa8d5e58ad on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:16.357460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:16.357914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Checking segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:16.358198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Bound using segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:16.358646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Bound port: 84966e3d-3525-4cc7-995e-67aa8d5e58ad, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:16.359015 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.394726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fcf53661-e865-4127-8cd1-e3152c99423b req-90ea20c4-5954-4cbd-a5a4-1f964ed3667a service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259692 Feb 09 20:55:16.461051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09ef41-30a1-40e3-979e-0ab3b1e70b5d req-61217f6d-2a97-4e82-b7ac-001390231bd9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:16.468256 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc09ef41-30a1-40e3-979e-0ab3b1e70b5d req-61217f6d-2a97-4e82-b7ac-001390231bd9 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.2937372 Feb 09 20:55:16.497610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (fa088a37-6e86-45da-a23a-9fdea24e6a8d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.526333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-79a63da6-6852-46d9-9672-0923d2ac0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:16.527854 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-79a63da6-6852-46d9-9672-0923d2ac0e67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 200 len: 907 time: 0.2105834 Feb 09 20:55:16.533961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] For port 84966e3d-3525-4cc7-995e-67aa8d5e58ad, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:16.539028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event deleted for resources: {'Port': ['ID=fa088a37-6e86-45da-a23a-9fdea24e6a8d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:16.544615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] For port 84966e3d-3525-4cc7-995e-67aa8d5e58ad, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84966e3d-3525-4cc7-995e-67aa8d5e58ad,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:16.585943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-2f6392d8-7835-4702-8bab-425539a12b10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08975faa-ab71-4640-9d4c-68cc116b4646 HTTP/1.1" status: 200 len: 217 time: 0.0480125 Feb 09 20:55:16.586959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.601826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc09ef41-30a1-40e3-979e-0ab3b1e70b5d req-3ed41713-82fd-409e-ab04-c92b2aad7c52 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322701 Feb 09 20:55:16.678359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:16.679102 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.680602 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] 10.222.0.50 "PUT /v2.0/ports/84966e3d-3525-4cc7-995e-67aa8d5e58ad HTTP/1.1" status: 200 len: 1136 time: 1.5516596 Feb 09 20:55:16.709206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (c3051e50-c525-4913-a503-2b6a12074c1a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.738116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364921f-1caa-4c7f-909f-da469072bee6 service neutron] Pushing event updated for resources: {'Port': ['ID=84966e3d-3525-4cc7-995e-67aa8d5e58ad,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:16.746120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:16.885430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.900580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-12fcfd5a-290e-49b7-ac60-82d5b2e0ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:16.902084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-12fcfd5a-290e-49b7-ac60-82d5b2e0ce44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 200 len: 846 time: 0.3014708 Feb 09 20:55:16.954279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (c3051e50-c525-4913-a503-2b6a12074c1a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.956840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (c3051e50-c525-4913-a503-2b6a12074c1a), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:16.992235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-78e023a3-7ae2-4b73-9234-bddf7069ff90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=401827f8-1a87-4730-a777-a78cb1a9e9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824909 Feb 09 20:55:17.048111 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (c3051e50-c525-4913-a503-2b6a12074c1a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:17.049541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Fanout notify agent at l3_agent the message router_deleted on router c3051e50-c525-4913-a503-2b6a12074c1a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:17.062066 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:17.063541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e48b4e42-ca5b-4cc8-96c9-60342a3b6ffb tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/c3051e50-c525-4913-a503-2b6a12074c1a HTTP/1.1" status: 204 len: 168 time: 2.0721452 Feb 09 20:55:17.080174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:17.095370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-781221828', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:17.143229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (20562073-0102-41c4-b956-399d8ecb0f6d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:17.144389 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (20562073-0102-41c4-b956-399d8ecb0f6d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:17.237338 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-c6d3e417-d8c1-431e-861e-793928438a5d service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389326 Feb 09 20:55:17.409813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-f7466110-854c-4c57-807d-e8f4279c76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.411405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-f7466110-854c-4c57-807d-e8f4279c76bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.2218759 Feb 09 20:55:17.436075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '84966e3d-3525-4cc7-995e-67aa8d5e58ad'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:17.439808 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc81e4f-6048-49b5-9714-525e51b5ebbf" -d '{"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "84966e3d-3525-4cc7-995e-67aa8d5e58ad"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:17.554288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a242-3824-4131-8453-53eef754c75b req-a7e93f00-040f-49f0-bc22-b56ad4a06916 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.560653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a242-3824-4131-8453-53eef754c75b req-a7e93f00-040f-49f0-bc22-b56ad4a06916 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.588209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a242-3824-4131-8453-53eef754c75b req-a7e93f00-040f-49f0-bc22-b56ad4a06916 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.595395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a242-3824-4131-8453-53eef754c75b req-a7e93f00-040f-49f0-bc22-b56ad4a06916 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.601062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a242-3824-4131-8453-53eef754c75b req-a7e93f00-040f-49f0-bc22-b56ad4a06916 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.606370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a242-3824-4131-8453-53eef754c75b req-a7e93f00-040f-49f0-bc22-b56ad4a06916 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.608333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acc1a242-3824-4131-8453-53eef754c75b req-a7e93f00-040f-49f0-bc22-b56ad4a06916 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 4605 time: 0.3893688 Feb 09 20:55:17.639457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (20562073-0102-41c4-b956-399d8ecb0f6d), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:17.645630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1aaead8-b610-43e9-b8ee-efa99f4d73fd req-2073a417-967c-499b-8355-298707707750 service neutron] 10.222.0.13 "GET /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883755 Feb 09 20:55:17.729056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b849dde-6746-471b-9a0a-79e5bda0f506 req-4d46d9a6-d850-4cee-aee4-173d97ff4df1 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.736402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3b849dde-6746-471b-9a0a-79e5bda0f506 req-4d46d9a6-d850-4cee-aee4-173d97ff4df1 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.5504446 Feb 09 20:55:17.879035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acc1a242-3824-4131-8453-53eef754c75b req-3b337152-22bb-4cef-8169-80b6cbe1635c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2308607 Feb 09 20:55:17.894307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-54d23d1f-5c60-497d-92af-9769ced5527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:17.895783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-54d23d1f-5c60-497d-92af-9769ced5527a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.3549347 Feb 09 20:55:17.897976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d0a70d-e51d-4f6b-a4b0-14388ec0837a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:17.931337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3b849dde-6746-471b-9a0a-79e5bda0f506 req-2b9c624e-f537-4e30-8ca3-712d5de79ea6 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940594 Feb 09 20:55:17.940657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (20562073-0102-41c4-b956-399d8ecb0f6d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:17.946365 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Publish callbacks [] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:17.950361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-5d0e3aab-09c1-48cd-b215-b882f63b51f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 217 time: 0.0478201 Feb 09 20:55:18.032106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Transition to ACTIVE for port object 42d0a70d-e51d-4f6b-a4b0-14388ec0837a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:55:18.049580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:18.135493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80bddd24-f10f-460d-8117-a9762c85c31f req-da43676d-9b90-46c6-941c-b84924f89471 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0455561 Feb 09 20:55:18.168412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-9cd9a526-fb04-4ff4-8f4e-34bb0c93bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:18.169877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-9cd9a526-fb04-4ff4-8f4e-34bb0c93bbfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.2129517 Feb 09 20:55:18.213316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-84f02ab7-f902-42dd-a472-1d9eafa745d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348828 Feb 09 20:55:18.367898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-e614cace-fc01-45ed-8a77-315a033d1bac service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476662 Feb 09 20:55:18.368995 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (20562073-0102-41c4-b956-399d8ecb0f6d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:18.390406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:18.421665 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b19335-1994-45f4-aa3a-d6e1e1057aaf x-openstack-request-id: req-10b19335-1994-45f4-aa3a-d6e1e1057aaf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:18.421954 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "84966e3d-3525-4cc7-995e-67aa8d5e58ad", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:18.422209 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-10b19335-1994-45f4-aa3a-d6e1e1057aaf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:18.422677 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '84966e3d-3525-4cc7-995e-67aa8d5e58ad', 'status': 'completed', 'code': 200} Feb 09 20:55:18.447386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Pushing event updated for resources: {'Port': ['ID=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:18.541629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Allocated IP 172.25.4.84 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6bb767ec-3629-446a-a366-a6650c702464) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:18.713134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for port (6bb767ec-3629-446a-a366-a6650c702464), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:18.764862 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6bb767ec-3629-446a-a366-a6650c702464), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:18.821479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event updated for resources: {'Port': ['ID=6bb767ec-3629-446a-a366-a6650c702464,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:18.844768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:18.846830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:18.849459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:18.987961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-9f11f06b-4a42-41f7-96cc-7f63a57c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:18.988525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-9f11f06b-4a42-41f7-96cc-7f63a57c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:18.988932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-9f11f06b-4a42-41f7-96cc-7f63a57c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:18.989404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-9f11f06b-4a42-41f7-96cc-7f63a57c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:18.989871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-9f11f06b-4a42-41f7-96cc-7f63a57c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:18.990336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-9f11f06b-4a42-41f7-96cc-7f63a57c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:18.990795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-9f11f06b-4a42-41f7-96cc-7f63a57c12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:18.993383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-9f11f06b-4a42-41f7-96cc-7f63a57c12d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6242 time: 0.6246650 Feb 09 20:55:19.000514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c3ecf-9d6a-4cdd-8ea1-62c8304dfb52 req-bc924e7b-7caf-41fa-9775-c92b1347c9bd tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.002123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-533c3ecf-9d6a-4cdd-8ea1-62c8304dfb52 req-bc924e7b-7caf-41fa-9775-c92b1347c9bd tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.9786494 Feb 09 20:55:19.152026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-533c3ecf-9d6a-4cdd-8ea1-62c8304dfb52 req-47cb4d3c-1853-4a57-a22e-f008a6559e76 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359160 Feb 09 20:55:19.156921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Attempting to bind port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:19.157263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Attempting to bind port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:19.157795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Attempting to bind port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:19.174450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-794048dc-945a-4296-9874-74f7b7e55566 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.185139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-794048dc-945a-4296-9874-74f7b7e55566 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.191849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a on network b59df7eb-b308-4cf5-80c1-12a526539cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:55:19.198219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-794048dc-945a-4296-9874-74f7b7e55566 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.204279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Attempting to bind port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:19.209264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-794048dc-945a-4296-9874-74f7b7e55566 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.211355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b61b35-be1a-407c-a838-49de2b2667bc req-0556a30f-d76d-4130-8e15-327da837542c service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607522 Feb 09 20:55:19.227113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:19.227505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Checking segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:19.227870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Bound using segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:19.228328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Bound port: 42d0a70d-e51d-4f6b-a4b0-14388ec0837a, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:19.228697 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:19.230672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-794048dc-945a-4296-9874-74f7b7e55566 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.237766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-794048dc-945a-4296-9874-74f7b7e55566 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.245210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-794048dc-945a-4296-9874-74f7b7e55566 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.247169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-794048dc-945a-4296-9874-74f7b7e55566 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5382 time: 0.2323220 Feb 09 20:55:19.320070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-41af1aa1-c559-4d69-9881-9d2fee5ec710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.320542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-41af1aa1-c559-4d69-9881-9d2fee5ec710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.321078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-41af1aa1-c559-4d69-9881-9d2fee5ec710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.322666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-41af1aa1-c559-4d69-9881-9d2fee5ec710 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3170316 Feb 09 20:55:19.407831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-032209d6-6ef7-473e-b3bc-944c35a38ca3 req-7f68dafc-6cb4-494e-bd34-1ff31f706b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487904 Feb 09 20:55:19.462327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] For port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:19.467299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] For port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:19.469405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (20562073-0102-41c4-b956-399d8ecb0f6d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:19.506536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:19.603237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Pushing event updated for resources: {'Port': ['ID=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:19.607395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-736af5e0-9084-43df-9e07-05220be94fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.609319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adc81e4f-6048-49b5-9714-525e51b5ebbf req-736af5e0-9084-43df-9e07-05220be94fc6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678583 Feb 09 20:55:19.636528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbf461b6-572b-45e1-9f0b-329c6ea73baf req-4a7d6790-e18e-434d-a5c2-187714c644fd tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.1096361 Feb 09 20:55:19.643857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.644475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:19.645903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-a1dc16d3-8069-430b-8106-1b9381b5d584 service neutron] 10.222.0.50 "PUT /v2.0/ports/42d0a70d-e51d-4f6b-a4b0-14388ec0837a HTTP/1.1" status: 200 len: 1136 time: 2.9040496 Feb 09 20:55:19.679264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:19.688278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c8d78-2723-4da1-883d-3a07a3c0b0f3 req-0cf180ad-6ff3-4530-a87a-d4b43b34b274 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:19.689861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee2c8d78-2723-4da1-883d-3a07a3c0b0f3 req-0cf180ad-6ff3-4530-a87a-d4b43b34b274 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.4566782 Feb 09 20:55:19.845272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee2c8d78-2723-4da1-883d-3a07a3c0b0f3 req-4d4aa9f3-d9c2-4c70-8767-0d1c4f030b9a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248512 Feb 09 20:55:19.852729 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:19.853267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (20562073-0102-41c4-b956-399d8ecb0f6d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:20.118701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Router 20562073-0102-41c4-b956-399d8ecb0f6d is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:55:20.303436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:55:20.325000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f4d0c-5c87-439a-9bef-3594fac5413a None None] Sync routers for ids ['20562073-0102-41c4-b956-399d8ecb0f6d'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:55:20.360083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:20.364527 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f3deab3f-d553-4292-8327-59f3ed0d4505 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2822146 Feb 09 20:55:20.365320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:20.368994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f4d0c-5c87-439a-9bef-3594fac5413a None None] Routers {'20562073-0102-41c4-b956-399d8ecb0f6d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:20.369639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-805f4d0c-5c87-439a-9bef-3594fac5413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['20562073-0102-41c4-b956-399d8ecb0f6d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:20.369887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:20.406115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-805f4d0c-5c87-439a-9bef-3594fac5413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:20.423421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f4d0c-5c87-439a-9bef-3594fac5413a None None] Routers {'20562073-0102-41c4-b956-399d8ecb0f6d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:20.424101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-805f4d0c-5c87-439a-9bef-3594fac5413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['20562073-0102-41c4-b956-399d8ecb0f6d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:20.450546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbee48e4-f9e0-4a86-85b8-41271a6d2c4d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:20.470343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '42d0a70d-e51d-4f6b-a4b0-14388ec0837a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:20.493398 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30081149-2b7f-4ac4-bcab-0def0350217f" -d '{"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "42d0a70d-e51d-4f6b-a4b0-14388ec0837a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:20.505726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Publish callbacks [] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:20.519100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-805f4d0c-5c87-439a-9bef-3594fac5413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:20.521052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f4d0c-5c87-439a-9bef-3594fac5413a None None] The sync data for ids ['20562073-0102-41c4-b956-399d8ecb0f6d'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:55:20.539558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Transition to ACTIVE for port object fbee48e4-f9e0-4a86-85b8-41271a6d2c4d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:55:20.552177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-55f3493b-b165-4213-a3f1-c9f50aff701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:20.552177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-55f3493b-b165-4213-a3f1-c9f50aff701a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1127 time: 0.1335297 Feb 09 20:55:20.580955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca1b07-12dd-482e-8966-36bf8381d7bb req-923a83f0-3f2e-4118-86b7-ff25de678c3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:20.583027 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-69ca1b07-12dd-482e-8966-36bf8381d7bb req-923a83f0-3f2e-4118-86b7-ff25de678c3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.2561271 Feb 09 20:55:20.585336 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:20.608654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08cc1b-7f15-4ace-a360-e8b962849e19 req-5da470d5-07f8-4f46-9556-990f0e139bb5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:20.616838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c08cc1b-7f15-4ace-a360-e8b962849e19 req-5da470d5-07f8-4f46-9556-990f0e139bb5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1707842 Feb 09 20:55:20.669117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Pushing event updated for resources: {'Port': ['ID=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:20.965575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-8887b47c-c3e3-4406-bf7d-1e1695ae23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:20.967408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-8887b47c-c3e3-4406-bf7d-1e1695ae23f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.4116130 Feb 09 20:55:20.995928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-69ca1b07-12dd-482e-8966-36bf8381d7bb req-81aa6572-fd67-442c-9fb8-79a178b56827 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311446 Feb 09 20:55:20.995928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Attempting to bind port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:20.995928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Attempting to bind port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:20.995928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Attempting to bind port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:21.012009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d on network b59df7eb-b308-4cf5-80c1-12a526539cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:55:21.015638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Attempting to bind port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:21.044441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:21.047034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Checking segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:21.047568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Bound using segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:21.050909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Bound port: fbee48e4-f9e0-4a86-85b8-41271a6d2c4d, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:21.050909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:21.279444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-10075b65-b39c-4dd6-aec4-a4ee56eb27bb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.285704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-10075b65-b39c-4dd6-aec4-a4ee56eb27bb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.292078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c08cc1b-7f15-4ace-a360-e8b962849e19 req-bcc44fa8-4b65-47a6-83ed-4659174c02ff tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6614873 Feb 09 20:55:21.293988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-10075b65-b39c-4dd6-aec4-a4ee56eb27bb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.301213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-10075b65-b39c-4dd6-aec4-a4ee56eb27bb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.307887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-10075b65-b39c-4dd6-aec4-a4ee56eb27bb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.313395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-10075b65-b39c-4dd6-aec4-a4ee56eb27bb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.322710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-10075b65-b39c-4dd6-aec4-a4ee56eb27bb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.333772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-10075b65-b39c-4dd6-aec4-a4ee56eb27bb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5394 time: 0.1888962 Feb 09 20:55:21.384869 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179186a6-57a9-4f62-868a-a35b5f92a1c9 x-openstack-request-id: req-179186a6-57a9-4f62-868a-a35b5f92a1c9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:21.385175 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "42d0a70d-e51d-4f6b-a4b0-14388ec0837a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:21.385572 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-179186a6-57a9-4f62-868a-a35b5f92a1c9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:21.386047 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '42d0a70d-e51d-4f6b-a4b0-14388ec0837a', 'status': 'completed', 'code': 200} Feb 09 20:55:21.429773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-33f62fd7-53e3-441e-a8fa-bc2126c728cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 999 time: 0.4187891 Feb 09 20:55:21.457931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] For port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:21.490501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac01a50-d6b7-45fc-9be0-e36dea793059 req-2fa1921a-f4f6-4b88-a2de-ce7a69582deb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1538236 Feb 09 20:55:21.495770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] For port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:21.503833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:21.543161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-15875613-578c-4f54-aa03-554b667ab540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.544697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-15875613-578c-4f54-aa03-554b667ab540 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1029537 Feb 09 20:55:21.564955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.565565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:21.567528 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] 10.222.0.50 "PUT /v2.0/ports/fbee48e4-f9e0-4a86-85b8-41271a6d2c4d HTTP/1.1" status: 200 len: 1092 time: 1.8937225 Feb 09 20:55:21.588896 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:21.628996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c0852e9-15fe-4b8a-81f7-7b6ac0b1e1de req-bd2c9b96-f465-4ae2-ad3d-60bd8ddde3c4 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.1424797 Feb 09 20:55:21.661771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491da6f7-35af-4d6c-8197-d9111d2b22ab service neutron] Pushing event updated for resources: {'Port': ['ID=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:21.689349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:21.732693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-b39e6457-694b-44b6-83d8-af3c9ae39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.733524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-b39e6457-694b-44b6-83d8-af3c9ae39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.734184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-b39e6457-694b-44b6-83d8-af3c9ae39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.734832 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-b39e6457-694b-44b6-83d8-af3c9ae39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.735479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-b39e6457-694b-44b6-83d8-af3c9ae39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.736154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-b39e6457-694b-44b6-83d8-af3c9ae39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.739443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-b39e6457-694b-44b6-83d8-af3c9ae39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:21.749966 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30081149-2b7f-4ac4-bcab-0def0350217f req-b39e6457-694b-44b6-83d8-af3c9ae39366 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6371 time: 0.3218799 Feb 09 20:55:21.780021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:21.809788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-ed9ff93e-895c-4668-874a-1469eb507c95 req-dc9f2c60-b7d5-44e4-8b4c-4dfb4d8ca8b3 service neutron] (103325) timed out ('10.222.0.102', 39650) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 20:55:21.813570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (20562073-0102-41c4-b956-399d8ecb0f6d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:21.876035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_gateway (20562073-0102-41c4-b956-399d8ecb0f6d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:22.058039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-75d7cb0b-f28e-4823-b8f3-941024a07fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.059699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-75d7cb0b-f28e-4823-b8f3-941024a07fbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5048876 Feb 09 20:55:22.077579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-449f704a-454b-4662-a408-2edfba6bbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.078067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-449f704a-454b-4662-a408-2edfba6bbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.079765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-449f704a-454b-4662-a408-2edfba6bbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.081440 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30081149-2b7f-4ac4-bcab-0def0350217f req-449f704a-454b-4662-a408-2edfba6bbf09 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3028185 Feb 09 20:55:22.081995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.50', 50189) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:22.099855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Deleting port 6bb767ec-3629-446a-a366-a6650c702464 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:22.100214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6bb767ec-3629-446a-a366-a6650c702464), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:22.136460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ca4e3-7b1d-446e-92a4-79534780a2b9 req-7e980675-e7af-424a-85cb-1fa50e15c37d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.138014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-141ca4e3-7b1d-446e-92a4-79534780a2b9 req-7e980675-e7af-424a-85cb-1fa50e15c37d tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.4722245 Feb 09 20:55:22.259637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081149-2b7f-4ac4-bcab-0def0350217f req-355090ec-21a9-4371-8c61-be05ab0a8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.261135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30081149-2b7f-4ac4-bcab-0def0350217f req-355090ec-21a9-4371-8c61-be05ab0a8b7d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365733 Feb 09 20:55:22.283927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-141ca4e3-7b1d-446e-92a4-79534780a2b9 req-e9bad856-3e75-4916-b060-a207b0a2dda3 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128492 Feb 09 20:55:22.297062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-cf03c579-d1e7-4424-ae95-dfbc5f47d525 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916454 Feb 09 20:55:22.331777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbcf3ddd-12ca-48ed-9e87-b61cc28353d4 req-4dd964f7-66ce-45dc-b7f9-21479dca0584 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.2290413 Feb 09 20:55:22.373391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97122c-527f-4d49-b02b-2f7142ee596e req-c5c912e8-6592-4cb4-acc1-1ee32e35cb57 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.377871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d97122c-527f-4d49-b02b-2f7142ee596e req-c5c912e8-6592-4cb4-acc1-1ee32e35cb57 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.3830738 Feb 09 20:55:22.451497 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6bb767ec-3629-446a-a366-a6650c702464), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:22.467132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d97122c-527f-4d49-b02b-2f7142ee596e req-c93f9730-a67c-4c73-845e-c9adb47e19b0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884669 Feb 09 20:55:22.471885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Calling delete_port for 6bb767ec-3629-446a-a366-a6650c702464 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:22.539325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:22.555227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Publish callbacks [] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:22.581398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Transition to ACTIVE for port object c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:55:22.598095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e80dc-59cb-4a23-8c97-19c074aef98b req-8860527c-3a8a-4180-ae74-7cf1af16eeea tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.605596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a14e80dc-59cb-4a23-8c97-19c074aef98b req-8860527c-3a8a-4180-ae74-7cf1af16eeea tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1873665 Feb 09 20:55:22.611717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:22.652557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dcb42f7-f54d-405e-97b6-f03660ca4880 req-8f1e4b44-ebc6-4e03-909d-858b343ff359 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459313 Feb 09 20:55:22.705118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:22.733769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a14e80dc-59cb-4a23-8c97-19c074aef98b req-e9353c25-0da6-4691-9698-6529d6553202 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141489 Feb 09 20:55:22.791143 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40c489-f49d-408f-9f38-e15e3fbebce4 req-f69fb1b9-f969-40f4-a40d-3a03655d2fab tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:22.802594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-be40c489-f49d-408f-9f38-e15e3fbebce4 req-f69fb1b9-f969-40f4-a40d-3a03655d2fab tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1559966 Feb 09 20:55:22.868757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6bb767ec-3629-446a-a366-a6650c702464), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:22.886632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Attempting to bind port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:22.886982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Attempting to bind port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:22.887325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Attempting to bind port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:22.906958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b on network b59df7eb-b308-4cf5-80c1-12a526539cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:55:22.907290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Attempting to bind port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:22.918544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:22.918912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Checking segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:22.919308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Bound using segment: {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:22.919783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Bound port: c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360b18f1-c60d-4426-9ea4-992d9bc513bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:22.920154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:22.951390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Pushing event deleted for resources: {'Port': ['ID=6bb767ec-3629-446a-a366-a6650c702464,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:23.022365 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-be40c489-f49d-408f-9f38-e15e3fbebce4 req-976addae-7011-4326-9912-618b00543125 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172728 Feb 09 20:55:23.105053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] For port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:23.112169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] For port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:23.121422 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:23.130997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (20562073-0102-41c4-b956-399d8ecb0f6d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:23.211372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.212027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:23.213433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] 10.222.0.50 "PUT /v2.0/ports/c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b HTTP/1.1" status: 200 len: 1092 time: 1.5329285 Feb 09 20:55:23.258107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:23.354771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-276be8f1-33b9-456b-ac47-970481f5cea7 req-6187df89-01de-46b2-8501-c7b8ace0ce10 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.1062033 Feb 09 20:55:23.398124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d'}, {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': 'c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:23.400483 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956" -d '{"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "fbee48e4-f9e0-4a86-85b8-41271a6d2c4d"}, {"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:23.414222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeea79c-5ff3-4947-b3b3-a9d9f1589330 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:23.461986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:23.529037 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7118b1-ed7f-45e4-908e-6a2416b00c0e x-openstack-request-id: req-5c7118b1-ed7f-45e4-908e-6a2416b00c0e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:23.529340 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "fbee48e4-f9e0-4a86-85b8-41271a6d2c4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:23.529589 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5c7118b1-ed7f-45e4-908e-6a2416b00c0e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:23.537325 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d', 'status': 'completed', 'code': 200} Feb 09 20:55:23.537724 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': 'c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b', 'status': 'completed', 'code': 200} Feb 09 20:55:23.705251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-6118f05c-f767-46af-bea3-1a24c14327fa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.711159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-6118f05c-f767-46af-bea3-1a24c14327fa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.727827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-6118f05c-f767-46af-bea3-1a24c14327fa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.742887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-6118f05c-f767-46af-bea3-1a24c14327fa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.763663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-e66b5a06-ded5-4ae4-afdb-35dc04b30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.764346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-e66b5a06-ded5-4ae4-afdb-35dc04b30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.764452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-e66b5a06-ded5-4ae4-afdb-35dc04b30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.764908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-e66b5a06-ded5-4ae4-afdb-35dc04b30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.765368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-e66b5a06-ded5-4ae4-afdb-35dc04b30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.765825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-e66b5a06-ded5-4ae4-afdb-35dc04b30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.766283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-e66b5a06-ded5-4ae4-afdb-35dc04b30b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.766678 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-6118f05c-f767-46af-bea3-1a24c14327fa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.768330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-e66b5a06-ded5-4ae4-afdb-35dc04b30b8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6513 time: 0.2140720 Feb 09 20:55:23.777508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-6118f05c-f767-46af-bea3-1a24c14327fa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.788311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-6118f05c-f767-46af-bea3-1a24c14327fa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.804770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-6118f05c-f767-46af-bea3-1a24c14327fa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5406 time: 0.5835440 Feb 09 20:55:23.858895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (20562073-0102-41c4-b956-399d8ecb0f6d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:23.867349 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (20562073-0102-41c4-b956-399d8ecb0f6d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:23.927142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabcb87-42d7-45cc-810c-a5da047ac38d req-55717ddd-84ea-4920-8b04-6a2fc2cad52f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:23.934050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dabcb87-42d7-45cc-810c-a5da047ac38d req-55717ddd-84ea-4920-8b04-6a2fc2cad52f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.2074022 Feb 09 20:55:24.026649 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cafe62c-3788-4c11-8b66-74a5535fa229 req-2b4e9266-8947-400c-8237-c86f85d69561 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2145159 Feb 09 20:55:24.027916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-ff979db4-1852-4309-81c4-53430280b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:24.028716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-ff979db4-1852-4309-81c4-53430280b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:24.029262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-ff979db4-1852-4309-81c4-53430280b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:24.030894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-ff979db4-1852-4309-81c4-53430280b2af service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2233822 Feb 09 20:55:24.039577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Router 20562073-0102-41c4-b956-399d8ecb0f6d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:55:24.065755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dabcb87-42d7-45cc-810c-a5da047ac38d req-d3af4162-e727-4fd0-8a9e-d5a7b97dca76 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256027 Feb 09 20:55:24.173385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:55:24.185069 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4be2d4-8aa2-44de-b43a-83210dd18d9f None None] Sync routers for ids ['20562073-0102-41c4-b956-399d8ecb0f6d'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:55:24.206389 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4be2d4-8aa2-44de-b43a-83210dd18d9f None None] Routers {'20562073-0102-41c4-b956-399d8ecb0f6d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:24.207442 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2b4be2d4-8aa2-44de-b43a-83210dd18d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['20562073-0102-41c4-b956-399d8ecb0f6d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:24.211944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:24.213429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-759f1942-4f86-4567-bc50-9fde5e217051 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "PUT /v2.0/routers/20562073-0102-41c4-b956-399d8ecb0f6d HTTP/1.1" status: 200 len: 705 time: 3.8470418 Feb 09 20:55:24.222330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:24.242177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:24.284387 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Publish callbacks [] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:24.352587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcec943-d6bd-49ac-b513-848790244295 req-674aa474-81a2-4401-bdfc-454fb5db674a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:24.359258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-afcec943-d6bd-49ac-b513-848790244295 req-674aa474-81a2-4401-bdfc-454fb5db674a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1830802 Feb 09 20:55:24.359915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Transition to ACTIVE for port object 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:55:24.363739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-515e7fe0-b44d-41b8-a025-1657e26708a8 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/routers/20562073-0102-41c4-b956-399d8ecb0f6d HTTP/1.1" status: 200 len: 740 time: 0.1365523 Feb 09 20:55:24.369487 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2b4be2d4-8aa2-44de-b43a-83210dd18d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:24.382116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:24.389429 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4be2d4-8aa2-44de-b43a-83210dd18d9f None None] Routers {'20562073-0102-41c4-b956-399d8ecb0f6d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:24.390541 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2b4be2d4-8aa2-44de-b43a-83210dd18d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['20562073-0102-41c4-b956-399d8ecb0f6d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:24.446938 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2b4be2d4-8aa2-44de-b43a-83210dd18d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:24.448400 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4be2d4-8aa2-44de-b43a-83210dd18d9f None None] The sync data for ids ['20562073-0102-41c4-b956-399d8ecb0f6d'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:55:24.460653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-de0a391e-0b51-4ff5-823b-f5fc6426f7d5 tempest-RoutersAdminTest-407915046 tempest-RoutersAdminTest-407915046-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=20562073-0102-41c4-b956-399d8ecb0f6d HTTP/1.1" status: 200 len: 205 time: 0.0683255 Feb 09 20:55:24.461653 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-afcec943-d6bd-49ac-b513-848790244295 req-a52dcd91-1a2d-4715-a80d-5efea50bd54c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940821 Feb 09 20:55:24.462446 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:24.466145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:24.480538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-75cce59c-68f7-4662-9895-270e1135cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:24.487530 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-75cce59c-68f7-4662-9895-270e1135cdba service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4473472 Feb 09 20:55:24.512725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbe9c-ac59-412d-84c6-22aca36df8cf req-a851af60-13a7-4c92-9916-541079968ebf tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:24.521064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0bcbe9c-ac59-412d-84c6-22aca36df8cf req-a851af60-13a7-4c92-9916-541079968ebf tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.3473835 Feb 09 20:55:24.579430 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f2a089f-b11a-46c3-af34-10bae6d6870e req-32f93a85-b558-4003-acf0-49f893197e07 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0329268 Feb 09 20:55:24.609253 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f19ff9d8-d5f1-4614-9881-c6c670db130e tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=20562073-0102-41c4-b956-399d8ecb0f6d HTTP/1.1" status: 200 len: 205 time: 0.1402469 Feb 09 20:55:24.612691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:24.815983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc5033f-7a23-462a-88c5-765394dc590f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (20562073-0102-41c4-b956-399d8ecb0f6d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:24.969650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a9e72de-f3a1-499e-bfc8-0457d97d5571 req-90988e04-f8da-4fac-bc72-912f99c2e63c tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35&device_id=d50157e9-8040-4d22-9b89-6db4aa7bd29f HTTP/1.1" status: 200 len: 210 time: 0.0382364 Feb 09 20:55:25.133321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc5033f-7a23-462a-88c5-765394dc590f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (20562073-0102-41c4-b956-399d8ecb0f6d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:25.135977 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc5033f-7a23-462a-88c5-765394dc590f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router_controller (20562073-0102-41c4-b956-399d8ecb0f6d), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:25.181554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Pushing event updated for resources: {'Port': ['ID=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:25.223769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-c66de24e-6996-404f-b8e3-67700a3cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.224848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-c66de24e-6996-404f-b8e3-67700a3cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.226537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-c66de24e-6996-404f-b8e3-67700a3cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.227322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-c66de24e-6996-404f-b8e3-67700a3cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.228162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-c66de24e-6996-404f-b8e3-67700a3cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.229059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-c66de24e-6996-404f-b8e3-67700a3cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.229550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-c66de24e-6996-404f-b8e3-67700a3cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.231916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-c66de24e-6996-404f-b8e3-67700a3cb14f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6539 time: 0.6811705 Feb 09 20:55:25.236355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f0bcbe9c-ac59-412d-84c6-22aca36df8cf req-e9de42e9-55b8-4f80-9147-458fca4eeb81 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7134581 Feb 09 20:55:25.293080 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc5033f-7a23-462a-88c5-765394dc590f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (20562073-0102-41c4-b956-399d8ecb0f6d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:25.293631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc5033f-7a23-462a-88c5-765394dc590f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Fanout notify agent at l3_agent the message router_deleted on router 20562073-0102-41c4-b956-399d8ecb0f6d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:25.302450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc5033f-7a23-462a-88c5-765394dc590f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:25.308276 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-efc5033f-7a23-462a-88c5-765394dc590f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/20562073-0102-41c4-b956-399d8ecb0f6d HTTP/1.1" status: 204 len: 168 time: 0.6923144 Feb 09 20:55:25.319399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:25.374305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6de50b9f-fa4b-4b61-9999-694ff0acb531 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=20562073-0102-41c4-b956-399d8ecb0f6d HTTP/1.1" status: 200 len: 205 time: 0.0535295 Feb 09 20:55:25.407001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:25.420458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-980d40a3-b865-4b79-a727-d7d0d0849cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.420927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-980d40a3-b865-4b79-a727-d7d0d0849cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.421516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-980d40a3-b865-4b79-a727-d7d0d0849cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.423193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-980d40a3-b865-4b79-a727-d7d0d0849cf5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1766458 Feb 09 20:55:25.500451 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a8912e2-0a8f-48df-90b9-7e3853fa4252 req-07631074-c329-4a9b-babe-9c0d600e51e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c00d2822e238484b8c741854daafc739&device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.1247253 Feb 09 20:55:25.520690 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9025f1df-1a3c-44da-ad13-fdfbcc27a6af tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] delete failed (client error): The resource could not be found. Feb 09 20:55:25.521919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9025f1df-1a3c-44da-ad13-fdfbcc27a6af tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/20562073-0102-41c4-b956-399d8ecb0f6d HTTP/1.1" status: 404 len: 336 time: 0.1131468 Feb 09 20:55:25.534654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:25.561054 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a8912e2-0a8f-48df-90b9-7e3853fa4252 req-2ce0e0d3-b644-4fc7-8954-734c090600df service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c00d2822e238484b8c741854daafc739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380933 Feb 09 20:55:25.587939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-81b94720-807c-46f0-947a-68d866885adf tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=c3051e50-c525-4913-a503-2b6a12074c1a HTTP/1.1" status: 200 len: 205 time: 0.0517426 Feb 09 20:55:25.594102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:25.618649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51937238-56d4-4299-ab16-fdf8570802ab req-e914df35-b2a7-44a3-bac9-445d8e5f25d7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.626062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-51937238-56d4-4299-ab16-fdf8570802ab req-e914df35-b2a7-44a3-bac9-445d8e5f25d7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1922619 Feb 09 20:55:25.647711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Attempting to bind port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:25.648169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Attempting to bind port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:25.648577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Attempting to bind port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 on network 4684df51-983a-47c5-a29a-38f5ffed942e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:25.659010 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-c060ce06-f2c6-4532-908c-fcee4704c8f5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] delete failed (client error): The resource could not be found. Feb 09 20:55:25.660164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c060ce06-f2c6-4532-908c-fcee4704c8f5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/c3051e50-c525-4913-a503-2b6a12074c1a HTTP/1.1" status: 404 len: 336 time: 0.0636010 Feb 09 20:55:25.672345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:25.687825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 on network 4684df51-983a-47c5-a29a-38f5ffed942e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:55:25.688246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Attempting to bind port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 on network 4684df51-983a-47c5-a29a-38f5ffed942e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:25.719977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-29ffa9fa-38fc-4fdc-870a-77fbb32645d8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.725807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-29ffa9fa-38fc-4fdc-870a-77fbb32645d8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.731249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-29ffa9fa-38fc-4fdc-870a-77fbb32645d8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.736738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-29ffa9fa-38fc-4fdc-870a-77fbb32645d8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.742623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-29ffa9fa-38fc-4fdc-870a-77fbb32645d8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.750321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-29ffa9fa-38fc-4fdc-870a-77fbb32645d8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.754039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8912e2-0a8f-48df-90b9-7e3853fa4252 req-537849cc-73b0-4192-9936-3e8ca4a258d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.755569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a8912e2-0a8f-48df-90b9-7e3853fa4252 req-537849cc-73b0-4192-9936-3e8ca4a258d9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878037 Feb 09 20:55:25.755764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-29ffa9fa-38fc-4fdc-870a-77fbb32645d8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.763615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-29ffa9fa-38fc-4fdc-870a-77fbb32645d8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5418 time: 0.3385568 Feb 09 20:55:25.780635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bd1da2b3-e10f-4509-9f86-ffcc6853f52f tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fbbb47a-b579-4286-b1d0-b44265c885e8 HTTP/1.1" status: 200 len: 205 time: 0.1050191 Feb 09 20:55:25.782520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:25.790662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:25.791017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Checking segment: {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:25.791411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Bound using segment: {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:25.791900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Bound port: 2fd56860-0d34-4f48-8e21-fb8ebe3223b4, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:25.792265 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:25.807371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-9d50e5fd-652f-42a0-93e7-cbdf2f7fc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:25.809204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1dd984a-8c2d-49a7-84d8-2b51f1ac6956 req-9d50e5fd-652f-42a0-93e7-cbdf2f7fc834 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3461580 Feb 09 20:55:25.848968 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-5ea3ca15-86e6-40f1-964e-a2b7007ebea3 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] delete failed (client error): The resource could not be found. Feb 09 20:55:25.850854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5ea3ca15-86e6-40f1-964e-a2b7007ebea3 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/3fbbb47a-b579-4286-b1d0-b44265c885e8 HTTP/1.1" status: 404 len: 336 time: 0.0556717 Feb 09 20:55:25.854447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:25.861989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-51937238-56d4-4299-ab16-fdf8570802ab req-dfdc9311-a2d6-459d-b3f6-2f9d80ca2a9a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332399 Feb 09 20:55:25.955650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] For port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:25.960466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] For port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:25.962923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bad467dc-a590-4485-b880-b59cf9d23f8e req-b1b2d756-319a-44f9-a994-856e6f5b8e05 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0375192 Feb 09 20:55:25.972592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c73461b6-bc48-4c18-bf16-02d7861b5dbc tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1 HTTP/1.1" status: 200 len: 205 time: 0.1116388 Feb 09 20:55:25.973009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:25.973453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:25.990853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d58d5a0c-0ec4-4093-b337-559db7cd8032 req-c364353b-feb8-4994-aeb4-7b506f022fe9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2256291 Feb 09 20:55:26.044025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.044650 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:26.046157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] 10.222.0.50 "PUT /v2.0/ports/2fd56860-0d34-4f48-8e21-fb8ebe3223b4 HTTP/1.1" status: 200 len: 1092 time: 2.7923241 Feb 09 20:55:26.046634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '2fd56860-0d34-4f48-8e21-fb8ebe3223b4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:26.051753 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "2fd56860-0d34-4f48-8e21-fb8ebe3223b4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:26.064300 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-cbdcb133-4305-4db3-87c2-45a5eea44942 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] delete failed (client error): The resource could not be found. Feb 09 20:55:26.066045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cbdcb133-4305-4db3-87c2-45a5eea44942 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/0a3f28dc-cebb-46c2-b8c7-40a7d0a41aa1 HTTP/1.1" status: 404 len: 336 time: 0.0920451 Feb 09 20:55:26.069328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:26.095630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Request body: {'port': {'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:26.132417 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c715085d-7c34-4e61-8894-e5dff9c53d9b tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=b89a1d4f-eccd-4f01-9562-e74188bad3b8 HTTP/1.1" status: 200 len: 205 time: 0.0616827 Feb 09 20:55:26.135332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:26.162598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b25148-a89a-4c8c-ba41-87b5603a1f9f service neutron] Pushing event updated for resources: {'Port': ['ID=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:26.239159 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-3e7db6e6-e6ef-4ba0-a0a1-7650b694ffbd tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] delete failed (client error): The resource could not be found. Feb 09 20:55:26.245221 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e7db6e6-e6ef-4ba0-a0a1-7650b694ffbd tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/b89a1d4f-eccd-4f01-9562-e74188bad3b8 HTTP/1.1" status: 404 len: 336 time: 0.1054938 Feb 09 20:55:26.245406 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5ee29b-4be0-47d5-8fb8-fdd20b1b1896 x-openstack-request-id: req-ee5ee29b-4be0-47d5-8fb8-fdd20b1b1896 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:26.245406 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "2fd56860-0d34-4f48-8e21-fb8ebe3223b4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:26.245406 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ee5ee29b-4be0-47d5-8fb8-fdd20b1b1896 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:26.245406 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '2fd56860-0d34-4f48-8e21-fb8ebe3223b4', 'status': 'completed', 'code': 200} Feb 09 20:55:26.246386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35328) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:26.319954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141eaf6-a7fc-4625-9f5a-780c94eac018 req-35241b38-bc38-449a-9820-401d4dfbc014 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.321496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0141eaf6-a7fc-4625-9f5a-780c94eac018 req-35241b38-bc38-449a-9820-401d4dfbc014 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1694193 Feb 09 20:55:26.386899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:26.393364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-81812525-5254-456d-93e6-4c27707182a0 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "GET /v2.0/ports?device_id=84450973-06f7-418e-bcfd-22e07e0b8218 HTTP/1.1" status: 200 len: 205 time: 0.1439745 Feb 09 20:55:26.401639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:26.405275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0141eaf6-a7fc-4625-9f5a-780c94eac018 req-841cf2bc-48f8-4001-9745-0e4a2e7946b2 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772276 Feb 09 20:55:26.450620 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-d789cdc6-5a7b-4e04-8cea-dd61ed483a55 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] delete failed (client error): The resource could not be found. Feb 09 20:55:26.451717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d789cdc6-5a7b-4e04-8cea-dd61ed483a55 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/routers/84450973-06f7-418e-bcfd-22e07e0b8218 HTTP/1.1" status: 404 len: 336 time: 0.0455055 Feb 09 20:55:26.456066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:26.491501 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a258376d-e0d0-4521-bfc8-8352a54d7fc5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] DELETE failed (client error): The resource could not be found. Feb 09 20:55:26.492659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a258376d-e0d0-4521-bfc8-8352a54d7fc5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:55:26.496139 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a258376d-e0d0-4521-bfc8-8352a54d7fc5 tempest-RoutersAdminTest-1012256771 tempest-RoutersAdminTest-1012256771-project] 10.222.0.102 "DELETE /v2.0/subnets/cbd14a85-b50c-4e9c-8eb9-b861bc86f2d5 HTTP/1.1" status: 404 len: 337 time: 0.0373788 Feb 09 20:55:26.499048 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:26.524529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-ab0585c2-e158-4db8-bf28-87422bb4b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.525125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-ab0585c2-e158-4db8-bf28-87422bb4b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.525666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-ab0585c2-e158-4db8-bf28-87422bb4b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.526371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-ab0585c2-e158-4db8-bf28-87422bb4b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.526947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-ab0585c2-e158-4db8-bf28-87422bb4b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.527556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-ab0585c2-e158-4db8-bf28-87422bb4b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.528108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-ab0585c2-e158-4db8-bf28-87422bb4b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.530353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-ab0585c2-e158-4db8-bf28-87422bb4b1d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6612 time: 0.2448318 Feb 09 20:55:26.784445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-7804eabd-60c2-4169-a2f5-082ee556b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.785189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-7804eabd-60c2-4169-a2f5-082ee556b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.785741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-7804eabd-60c2-4169-a2f5-082ee556b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.788135 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-7804eabd-60c2-4169-a2f5-082ee556b397 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2482662 Feb 09 20:55:26.843740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:26.962559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-6099db61-5886-4e87-8ac4-2d5708be5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:26.964219 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05c438e5-3450-4d1d-8989-3b9c3c10f9dc req-6099db61-5886-4e87-8ac4-2d5708be5ab2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619632 Feb 09 20:55:26.986887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232d94c4-405a-458f-9289-27b7f5eae1ef {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:55:27.017895 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Publish callbacks [] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.022011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57116007-dab3-475d-b088-f02c7f9f486e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.034901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Transition to ACTIVE for port object 232d94c4-405a-458f-9289-27b7f5eae1ef will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:55:27.083606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.158079 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d32e7441-2850-4b42-9403-fb6eee59889a req-9067209c-bfeb-452b-ab73-23a63680d3c9 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.0380340 Feb 09 20:55:27.164061 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57116007-dab3-475d-b088-f02c7f9f486e admin admin] Publish callbacks [] for security_group (8c8e1c2e-6b75-401f-a76b-2723e5edbb98), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.172429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57116007-dab3-475d-b088-f02c7f9f486e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8c8e1c2e-6b75-401f-a76b-2723e5edbb98), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.183355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ab9e7-a53c-4f50-be02-9513b2a15057 req-0540c49b-668d-41f1-943a-8cf4380a5793 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.195370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-441ab9e7-a53c-4f50-be02-9513b2a15057 req-0540c49b-668d-41f1-943a-8cf4380a5793 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.2030392 Feb 09 20:55:27.196261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Pushing event updated for resources: {'Port': ['ID=232d94c4-405a-458f-9289-27b7f5eae1ef,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:27.327649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57116007-dab3-475d-b088-f02c7f9f486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e1c2e-6b75-401f-a76b-2723e5edbb98,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:27.338196 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-57116007-dab3-475d-b088-f02c7f9f486e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3c0e8318189645c799bff5aa99497187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4936244 Feb 09 20:55:27.349893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:27.405847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a8912e2-0a8f-48df-90b9-7e3853fa4252 req-72c03b12-6b39-4a36-a5c5-278fa3a42b6e tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c1cf5d4-8e62-4642-b9f3-79e8001efe35 HTTP/1.1" status: 200 len: 210 time: 0.1438904 Feb 09 20:55:27.423015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b925b8-0cc7-4bf2-bc8e-b956cebf3000 admin admin] Publish callbacks [] for security_group (8c8e1c2e-6b75-401f-a76b-2723e5edbb98), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.445237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Attempting to bind port 232d94c4-405a-458f-9289-27b7f5eae1ef on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:27.445655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Attempting to bind port 232d94c4-405a-458f-9289-27b7f5eae1ef by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:27.446084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Attempting to bind port 232d94c4-405a-458f-9289-27b7f5eae1ef on network 4684df51-983a-47c5-a29a-38f5ffed942e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:27.476127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-441ab9e7-a53c-4f50-be02-9513b2a15057 req-1456105e-289d-4fde-acb5-4837e804fc02 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626038 Feb 09 20:55:27.479302 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b925b8-0cc7-4bf2-bc8e-b956cebf3000 admin admin] Publish callbacks [] for security_group (8c8e1c2e-6b75-401f-a76b-2723e5edbb98), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.482949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Port 232d94c4-405a-458f-9289-27b7f5eae1ef on network 4684df51-983a-47c5-a29a-38f5ffed942e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:55:27.494355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Attempting to bind port 232d94c4-405a-458f-9289-27b7f5eae1ef on network 4684df51-983a-47c5-a29a-38f5ffed942e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:27.508732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:27.509083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Checking segment: {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:27.509848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Bound using segment: {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:27.509981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Bound port: 232d94c4-405a-458f-9289-27b7f5eae1ef, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceac2288-ce21-4645-84df-3ca364c8f7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:27.514400 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.559813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-2b4ea38e-3828-47e6-a1ec-fd65a9aaf735 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.567065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-2b4ea38e-3828-47e6-a1ec-fd65a9aaf735 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.574135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-2b4ea38e-3828-47e6-a1ec-fd65a9aaf735 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.579859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-2b4ea38e-3828-47e6-a1ec-fd65a9aaf735 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.587800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-2b4ea38e-3828-47e6-a1ec-fd65a9aaf735 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.595347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-2b4ea38e-3828-47e6-a1ec-fd65a9aaf735 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.602849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-2b4ea38e-3828-47e6-a1ec-fd65a9aaf735 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.613249 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-2b4ea38e-3828-47e6-a1ec-fd65a9aaf735 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.3491356 Feb 09 20:55:27.615365 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b925b8-0cc7-4bf2-bc8e-b956cebf3000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8c8e1c2e-6b75-401f-a76b-2723e5edbb98), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.618911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b925b8-0cc7-4bf2-bc8e-b956cebf3000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.620052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44b925b8-0cc7-4bf2-bc8e-b956cebf3000 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8c8e1c2e-6b75-401f-a76b-2723e5edbb98 HTTP/1.1" status: 204 len: 168 time: 0.2691283 Feb 09 20:55:27.634455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b925b8-0cc7-4bf2-bc8e-b956cebf3000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e1c2e-6b75-401f-a76b-2723e5edbb98,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:27.671555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] For port 232d94c4-405a-458f-9289-27b7f5eae1ef, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:27.676228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] For port 232d94c4-405a-458f-9289-27b7f5eae1ef, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=232d94c4-405a-458f-9289-27b7f5eae1ef,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:27.689392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.733678 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddcea091-f438-48d9-80e6-5ed03de5c167 req-273d39dd-83a1-44b4-8137-f84d7688df1a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192756 Feb 09 20:55:27.823465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.824281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:27.825527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-fa58fb13-9193-4416-a160-43855055a236 service neutron] 10.222.0.50 "PUT /v2.0/ports/232d94c4-405a-458f-9289-27b7f5eae1ef HTTP/1.1" status: 200 len: 1092 time: 1.7479179 Feb 09 20:55:27.848115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58fb13-9193-4416-a160-43855055a236 service neutron] Pushing event updated for resources: {'Port': ['ID=232d94c4-405a-458f-9289-27b7f5eae1ef,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:27.882335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e846d8-23d2-4e8f-a0c1-17ce684b561d req-55fac243-1202-4e46-bead-cec009782994 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:27.884203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e3e846d8-23d2-4e8f-a0c1-17ce684b561d req-55fac243-1202-4e46-bead-cec009782994 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1919894 Feb 09 20:55:28.060155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e3e846d8-23d2-4e8f-a0c1-17ce684b561d req-579f58ed-1f8c-40a1-a542-944d3e8a8398 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697526 Feb 09 20:55:28.106492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b77e2334-beb2-46f6-ad63-58495b59ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.108719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b77e2334-beb2-46f6-ad63-58495b59ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.109219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b77e2334-beb2-46f6-ad63-58495b59ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.109699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b77e2334-beb2-46f6-ad63-58495b59ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.110161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b77e2334-beb2-46f6-ad63-58495b59ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.112873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b77e2334-beb2-46f6-ad63-58495b59ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.113396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b77e2334-beb2-46f6-ad63-58495b59ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.117594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b77e2334-beb2-46f6-ad63-58495b59ad5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6711 time: 0.1979699 Feb 09 20:55:28.213289 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-2991d404-4a98-466f-bcb8-9ed44b9c4ec4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 HTTP/1.1" status: 200 len: 217 time: 0.0880315 Feb 09 20:55:28.261375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '232d94c4-405a-458f-9289-27b7f5eae1ef'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:28.270957 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd1be6e-e8ad-430b-974c-2a04f697e096" -d '{"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "232d94c4-405a-458f-9289-27b7f5eae1ef"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:28.300207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:28.325301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-76f3011c-4a2b-4f6d-8122-8ef008db7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.327310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-76f3011c-4a2b-4f6d-8122-8ef008db7249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=105fc58f-0795-4e17-bba4-a34e90633e21 HTTP/1.1" status: 200 len: 856 time: 0.1076603 Feb 09 20:55:28.393685 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2129e76b-b023-4c29-a6cd-50752f3ba471 x-openstack-request-id: req-2129e76b-b023-4c29-a6cd-50752f3ba471 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:28.393976 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "232d94c4-405a-458f-9289-27b7f5eae1ef", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:28.394286 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2129e76b-b023-4c29-a6cd-50752f3ba471 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:28.396344 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '232d94c4-405a-458f-9289-27b7f5eae1ef', 'status': 'completed', 'code': 200} Feb 09 20:55:28.398455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-30def8c0-c5ff-4176-b7a9-ce30d48dd058 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f9b19f37883644299b08a2299cf51008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0952356 Feb 09 20:55:28.400970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:28.428346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-37cf4bb0-ade7-4892-8919-56cbf42231bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.429926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-37cf4bb0-ade7-4892-8919-56cbf42231bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c7450c-edf7-4dba-8eb7-c4894810333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0958130 Feb 09 20:55:28.537754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0793ffcd-6545-431c-8bad-16b7efc0d55a admin admin] Publish callbacks [] for security_group (918c7dd3-c645-4efb-b99d-659f6d308975), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:28.597565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0793ffcd-6545-431c-8bad-16b7efc0d55a admin admin] Publish callbacks [] for security_group (918c7dd3-c645-4efb-b99d-659f6d308975), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:28.628069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e26de663-ca87-4043-8f7f-aab049cda54d req-a0c0ffd1-80f8-4482-b883-1ff521a529b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c00d2822e238484b8c741854daafc739&device_id=d50157e9-8040-4d22-9b89-6db4aa7bd29f HTTP/1.1" status: 200 len: 210 time: 0.0693738 Feb 09 20:55:28.685836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e26de663-ca87-4043-8f7f-aab049cda54d req-09ff1f13-74c5-438d-8a61-1c8b0365391a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c00d2822e238484b8c741854daafc739&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375216 Feb 09 20:55:28.706680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0793ffcd-6545-431c-8bad-16b7efc0d55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (918c7dd3-c645-4efb-b99d-659f6d308975), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:28.709841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0793ffcd-6545-431c-8bad-16b7efc0d55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:28.711452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0793ffcd-6545-431c-8bad-16b7efc0d55a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/918c7dd3-c645-4efb-b99d-659f6d308975 HTTP/1.1" status: 204 len: 168 time: 0.3095188 Feb 09 20:55:28.742405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-e3f3c014-7373-492e-8ed0-436b94de9f92 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058350 Feb 09 20:55:28.746807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236916a-d17f-4f5f-9233-c1be05633c44 req-6a19aeec-3b73-4d00-bcd9-21a9cbb929f1 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:28.753824 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4236916a-d17f-4f5f-9233-c1be05633c44 req-6a19aeec-3b73-4d00-bcd9-21a9cbb929f1 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1517403 Feb 09 20:55:28.757157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793ffcd-6545-431c-8bad-16b7efc0d55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c7dd3-c645-4efb-b99d-659f6d308975,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:28.866647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4236916a-d17f-4f5f-9233-c1be05633c44 req-d5251ea4-4532-41d8-8be7-c89b80a28f51 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104856 Feb 09 20:55:28.899988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f47e88d5-8cf2-4cc0-b52f-e537ca86fa6a req-99e1d3a0-3015-45c0-a71c-3431bab19e0b tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=d50157e9-8040-4d22-9b89-6db4aa7bd29f HTTP/1.1" status: 200 len: 210 time: 0.1752179 Feb 09 20:55:29.203872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26de663-ca87-4043-8f7f-aab049cda54d req-e58dafeb-bc19-4650-8d57-bd8b4d6d26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.211012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e26de663-ca87-4043-8f7f-aab049cda54d req-e58dafeb-bc19-4650-8d57-bd8b4d6d26c3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5087104 Feb 09 20:55:29.218396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b46aeb10-c050-4470-9abe-5739f11d82a8 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285243 Feb 09 20:55:29.241350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-1ff277b9-3bcf-4dc3-bc7d-fb668f711262 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.249323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-1ff277b9-3bcf-4dc3-bc7d-fb668f711262 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.257263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-1ff277b9-3bcf-4dc3-bc7d-fb668f711262 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.265362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-1ff277b9-3bcf-4dc3-bc7d-fb668f711262 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.273685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-1ff277b9-3bcf-4dc3-bc7d-fb668f711262 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.279264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-1ff277b9-3bcf-4dc3-bc7d-fb668f711262 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.286906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-1ff277b9-3bcf-4dc3-bc7d-fb668f711262 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.295581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-1ff277b9-3bcf-4dc3-bc7d-fb668f711262 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2784162 Feb 09 20:55:29.307303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ddb25-7f74-4c81-abb5-ff8a51814eae req-9b3433f1-2a36-4608-a467-183d11d8e699 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.319127 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c6ddb25-7f74-4c81-abb5-ff8a51814eae req-9b3433f1-2a36-4608-a467-183d11d8e699 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1383824 Feb 09 20:55:29.383589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-1e443e88-f80e-4412-8474-b5be97a5815e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=84966e3d-3525-4cc7-995e-67aa8d5e58ad HTTP/1.1" status: 200 len: 217 time: 0.0656538 Feb 09 20:55:29.402406 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c6ddb25-7f74-4c81-abb5-ff8a51814eae req-fd2eefa1-ed4d-41cb-8624-f1af5e337031 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823379 Feb 09 20:55:29.495773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6157bab-333b-4be6-8a9c-7f8d3d45668a req-8ee96c3f-c003-4385-9ef9-0c31a43a4ac0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1983993 Feb 09 20:55:29.503621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-f29f07ad-313e-460b-9849-7406ba5fc30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.505640 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-f29f07ad-313e-460b-9849-7406ba5fc30e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.1125865 Feb 09 20:55:29.584734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b1c453fe-71a2-4f5f-86b4-21d51120efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:29.593774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b1c453fe-71a2-4f5f-86b4-21d51120efa9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0819893 Feb 09 20:55:29.752195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-f6b9fba8-25a8-44f3-a45f-ac6957463f24 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461911 Feb 09 20:55:29.900357 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-eaca1e1b-ee89-4d34-b134-6bc9ba478eba service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410134 Feb 09 20:55:30.009771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-ce713146-5696-4c92-b1c8-9716115c12ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=42d0a70d-e51d-4f6b-a4b0-14388ec0837a HTTP/1.1" status: 200 len: 217 time: 0.1016963 Feb 09 20:55:30.089433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b3235629-757b-4dd4-ab77-e316b751efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.091193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b3235629-757b-4dd4-ab77-e316b751efd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.0741236 Feb 09 20:55:30.092736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a708bc-b9d4-4eb4-9ded-68a0de4d7938 req-4f934e00-a0c6-4972-bdcd-0cfc1d244688 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.094210 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35a708bc-b9d4-4eb4-9ded-68a0de4d7938 req-4f934e00-a0c6-4972-bdcd-0cfc1d244688 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1090503 Feb 09 20:55:30.122620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c864feda-32cd-4df9-84c1-712a70e8b142 req-89b7f694-ecc6-4bb3-8180-0fa4924b73c0 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=d50157e9-8040-4d22-9b89-6db4aa7bd29f HTTP/1.1" status: 200 len: 210 time: 0.0301375 Feb 09 20:55:30.181413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-64e3f2b1-64bf-4c80-bcf0-c260b3841597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.183792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-64e3f2b1-64bf-4c80-bcf0-c260b3841597 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0598106 Feb 09 20:55:30.264576 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35a708bc-b9d4-4eb4-9ded-68a0de4d7938 req-d3c07037-0614-4c03-af6f-f2abca17fc30 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639581 Feb 09 20:55:30.355732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-9a9c2c8c-ddbe-4534-94f2-9ba952d62f02 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654954 Feb 09 20:55:30.460177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-a2815c00-0aaf-4e06-8fe2-19e3fd2ad61d service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980899 Feb 09 20:55:30.520632 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-9c386971-d9c8-4555-9bce-591ec5c7c06d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d HTTP/1.1" status: 200 len: 217 time: 0.0527992 Feb 09 20:55:30.632668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-d56746bc-1946-4671-971e-1405d695e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.636308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-d56746bc-1946-4671-971e-1405d695e2b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.1073968 Feb 09 20:55:30.639294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b2cbb-6425-420c-8f83-b9093929f569 req-51a0bafb-a0c4-4b41-9e51-7d681521a927 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.641658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a60b2cbb-6425-420c-8f83-b9093929f569 req-51a0bafb-a0c4-4b41-9e51-7d681521a927 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0769269 Feb 09 20:55:30.720244 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a60b2cbb-6425-420c-8f83-b9093929f569 req-d84522a7-3ffe-4848-9ef7-87954dd74353 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709076 Feb 09 20:55:30.762392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e26de663-ca87-4043-8f7f-aab049cda54d req-b5bb0f54-ae4f-4543-a931-cc3471197ae9 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50157e9-8040-4d22-9b89-6db4aa7bd29f HTTP/1.1" status: 200 len: 210 time: 0.0742893 Feb 09 20:55:30.813373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132744-17d7-487f-a814-549561d4da30 req-15382f94-0b56-4962-95b1-7051b0183f49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.819450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132744-17d7-487f-a814-549561d4da30 req-15382f94-0b56-4962-95b1-7051b0183f49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.825813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132744-17d7-487f-a814-549561d4da30 req-15382f94-0b56-4962-95b1-7051b0183f49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.831303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132744-17d7-487f-a814-549561d4da30 req-15382f94-0b56-4962-95b1-7051b0183f49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.837236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132744-17d7-487f-a814-549561d4da30 req-15382f94-0b56-4962-95b1-7051b0183f49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.842624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132744-17d7-487f-a814-549561d4da30 req-15382f94-0b56-4962-95b1-7051b0183f49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.848011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a132744-17d7-487f-a814-549561d4da30 req-15382f94-0b56-4962-95b1-7051b0183f49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.855640 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a132744-17d7-487f-a814-549561d4da30 req-15382f94-0b56-4962-95b1-7051b0183f49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2258012 Feb 09 20:55:30.920189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-06d03934-b0b7-4dc5-a49a-e0c0128121a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:30.921742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-06d03934-b0b7-4dc5-a49a-e0c0128121a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2348747 Feb 09 20:55:30.942574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a132744-17d7-487f-a814-549561d4da30 req-171827ea-d2df-467f-9ef1-d6afd4f25411 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859323 Feb 09 20:55:31.047966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-7575fa62-d0bc-451c-9c73-1ca8ae93ab13 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042721 Feb 09 20:55:31.144753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35488) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:31.178184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-630d3424-15f0-4fec-b389-88fb76d0fcc9 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238315 Feb 09 20:55:31.223601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-ba77c32a-0ad9-455a-82e1-9a573cbf84f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b HTTP/1.1" status: 200 len: 217 time: 0.0368173 Feb 09 20:55:31.309778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29159aa1-b512-42ea-a690-ecc08b923369 req-16515a26-6028-47c9-9cc5-0960a5fcf7a7 tempest-ServerShowV247Test-560740505 tempest-ServerShowV247Test-560740505-project] 10.222.0.102 "GET /v2.0/ports?device_id=d50157e9-8040-4d22-9b89-6db4aa7bd29f HTTP/1.1" status: 200 len: 210 time: 0.0544140 Feb 09 20:55:31.346397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-bd5664c1-6f41-4d34-b41a-1c0b59fa4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:31.350302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-bd5664c1-6f41-4d34-b41a-1c0b59fa4909 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.1137049 Feb 09 20:55:31.394071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b901ecf2-fc12-4847-8873-6b3970da19d0 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-972241921'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:31.430467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-706be97a-6ca5-4f5d-8257-578a95be2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:31.434203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-706be97a-6ca5-4f5d-8257-578a95be2612 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0778577 Feb 09 20:55:31.444248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b901ecf2-fc12-4847-8873-6b3970da19d0 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (2008db8a-b9c3-4b21-a49a-f4e09e6811aa), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:31.445408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b901ecf2-fc12-4847-8873-6b3970da19d0 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (2008db8a-b9c3-4b21-a49a-f4e09e6811aa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:31.548163 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b901ecf2-fc12-4847-8873-6b3970da19d0 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (2008db8a-b9c3-4b21-a49a-f4e09e6811aa), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:31.553960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b901ecf2-fc12-4847-8873-6b3970da19d0 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (2008db8a-b9c3-4b21-a49a-f4e09e6811aa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:31.577823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b901ecf2-fc12-4847-8873-6b3970da19d0 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:31.581571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b901ecf2-fc12-4847-8873-6b3970da19d0 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4335115 Feb 09 20:55:31.585056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:31.704072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500994c-73e0-419e-bbb3-4468f0c80026 req-0adfeaee-1ffa-4109-b246-b459ab65bbad tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:31.706115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0500994c-73e0-419e-bbb3-4468f0c80026 req-0adfeaee-1ffa-4109-b246-b459ab65bbad tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.2558811 Feb 09 20:55:31.776314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-9ba28e26-b418-4745-aa53-ef09e989c14f service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273063 Feb 09 20:55:31.859814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0500994c-73e0-419e-bbb3-4468f0c80026 req-e31dec35-a990-47f7-bc9d-420ea8b2b907 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437945 Feb 09 20:55:31.951907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-038ea959-3917-43ff-b00c-28a39cc4d640 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676958 Feb 09 20:55:32.060223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-21531eae-5ce7-4131-899f-c76089fdd402 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fd56860-0d34-4f48-8e21-fb8ebe3223b4 HTTP/1.1" status: 200 len: 217 time: 0.1007063 Feb 09 20:55:32.153130 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4498b3f8-70c1-4feb-9927-0170dba0040d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (2008db8a-b9c3-4b21-a49a-f4e09e6811aa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.185920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-32c44834-5628-4817-b8b9-f0423beab8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.188491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-32c44834-5628-4817-b8b9-f0423beab8c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0310728c-4a85-4d44-9b0f-edf3c472cc80 HTTP/1.1" status: 200 len: 797 time: 0.1237824 Feb 09 20:55:32.234084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb66871-c6a2-491d-aebc-44fbd74e10d9 req-feef7209-eada-46ff-b5db-7006b0617a37 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.243118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-beb66871-c6a2-491d-aebc-44fbd74e10d9 req-feef7209-eada-46ff-b5db-7006b0617a37 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1578987 Feb 09 20:55:32.315148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-e1188b35-7792-4076-be7b-7f0532b977c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.326526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-e1188b35-7792-4076-be7b-7f0532b977c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.333991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-e1188b35-7792-4076-be7b-7f0532b977c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.339646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-e1188b35-7792-4076-be7b-7f0532b977c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.345540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-e1188b35-7792-4076-be7b-7f0532b977c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.352920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-e1188b35-7792-4076-be7b-7f0532b977c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.367854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-e1188b35-7792-4076-be7b-7f0532b977c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.402893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4498b3f8-70c1-4feb-9927-0170dba0040d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (2008db8a-b9c3-4b21-a49a-f4e09e6811aa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.403182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-e1188b35-7792-4076-be7b-7f0532b977c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.3117032 Feb 09 20:55:32.405281 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4498b3f8-70c1-4feb-9927-0170dba0040d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (2008db8a-b9c3-4b21-a49a-f4e09e6811aa), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.422892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-beb66871-c6a2-491d-aebc-44fbd74e10d9 req-d0576ae7-f6ce-495a-af4d-4298147b81a8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786554 Feb 09 20:55:32.513511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4498b3f8-70c1-4feb-9927-0170dba0040d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (2008db8a-b9c3-4b21-a49a-f4e09e6811aa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.514196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4498b3f8-70c1-4feb-9927-0170dba0040d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2008db8a-b9c3-4b21-a49a-f4e09e6811aa {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:32.519594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4498b3f8-70c1-4feb-9927-0170dba0040d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.521140 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4498b3f8-70c1-4feb-9927-0170dba0040d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "DELETE /v2.0/routers/2008db8a-b9c3-4b21-a49a-f4e09e6811aa HTTP/1.1" status: 204 len: 168 time: 0.9347239 Feb 09 20:55:32.524216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-2c6d2578-2015-406e-b6fe-357a188147c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:32.526183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35526) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:32.533125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-2c6d2578-2015-406e-b6fe-357a188147c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3129489 Feb 09 20:55:32.552056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bd7d4825-a451-49de-839b-c5b261d40085 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Request body: {'router': {'name': 'tempest-router-527939588', 'distributed': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:32.604206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4825-a451-49de-839b-c5b261d40085 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (3a884a6b-6ba4-4319-8adc-92b7c8abe920), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.612871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4825-a451-49de-839b-c5b261d40085 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (3a884a6b-6ba4-4319-8adc-92b7c8abe920), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.684289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4825-a451-49de-839b-c5b261d40085 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (3a884a6b-6ba4-4319-8adc-92b7c8abe920), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.690017 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4825-a451-49de-839b-c5b261d40085 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (3a884a6b-6ba4-4319-8adc-92b7c8abe920), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.706541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb996cf2-39d0-4cc9-9969-f2cd481cd62c req-1264067a-c82b-432a-af75-306ea9e9a3f7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3024879 Feb 09 20:55:32.728511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4825-a451-49de-839b-c5b261d40085 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:32.735704 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bd7d4825-a451-49de-839b-c5b261d40085 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2053003 Feb 09 20:55:32.736664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35532) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:32.811520 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-cd1b6fe6-a026-40c4-8619-871fa835a573 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773461 Feb 09 20:55:32.905105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db6c7644-3c81-4044-9e2d-612b8ceb149d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (3a884a6b-6ba4-4319-8adc-92b7c8abe920), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.038361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-e0ed7904-3fe5-439c-8ec8-59a7ca37efef service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199833 Feb 09 20:55:33.060629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:33.092958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-71ddd53b-d63f-403b-a7f6-42ee96ffa720 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232d94c4-405a-458f-9289-27b7f5eae1ef HTTP/1.1" status: 200 len: 217 time: 0.0482693 Feb 09 20:55:33.147605 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db6c7644-3c81-4044-9e2d-612b8ceb149d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (3a884a6b-6ba4-4319-8adc-92b7c8abe920), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.150656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db6c7644-3c81-4044-9e2d-612b8ceb149d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (3a884a6b-6ba4-4319-8adc-92b7c8abe920), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.188304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b154fcb9-cea6-4d79-9686-bd6ded5e1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:33.189892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b154fcb9-cea6-4d79-9686-bd6ded5e1142 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0310728c-4a85-4d44-9b0f-edf3c472cc80 HTTP/1.1" status: 200 len: 797 time: 0.0822105 Feb 09 20:55:33.249771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db6c7644-3c81-4044-9e2d-612b8ceb149d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (3a884a6b-6ba4-4319-8adc-92b7c8abe920), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.250457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6c7644-3c81-4044-9e2d-612b8ceb149d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a884a6b-6ba4-4319-8adc-92b7c8abe920 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:33.270006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce101764-224f-424e-ab72-c9468f61684f req-b8a71f39-e6cd-4533-a8dd-5db9b59dc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:33.270231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db6c7644-3c81-4044-9e2d-612b8ceb149d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.271182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-db6c7644-3c81-4044-9e2d-612b8ceb149d tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "DELETE /v2.0/routers/3a884a6b-6ba4-4319-8adc-92b7c8abe920 HTTP/1.1" status: 204 len: 168 time: 0.5287447 Feb 09 20:55:33.277350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b8a71f39-e6cd-4533-a8dd-5db9b59dc4e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0805457 Feb 09 20:55:33.277839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:33.283033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bfe81022-0d6f-4023-aced-abacb9ace6f7 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Request body: {'router': {'name': 'tempest-router-201203681', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '918e6e5d2f0c4119adb14a354abd550c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:33.305120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe81022-0d6f-4023-aced-abacb9ace6f7 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (7f528192-181d-441d-a88f-c6a2b68495d9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.306393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe81022-0d6f-4023-aced-abacb9ace6f7 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (7f528192-181d-441d-a88f-c6a2b68495d9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.326953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2329a-f0f7-4629-bd5d-43713e702eb6 req-b093e06c-3c4b-4bc5-a05d-bea9527d345a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:33.328620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb2329a-f0f7-4629-bd5d-43713e702eb6 req-b093e06c-3c4b-4bc5-a05d-bea9527d345a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1252923 Feb 09 20:55:33.387801 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb2329a-f0f7-4629-bd5d-43713e702eb6 req-e1f7ad3a-637e-40c5-a05d-d9635d611583 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509634 Feb 09 20:55:33.392761 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b62d82d-e60a-4516-9976-0e99efe23db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.481535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe81022-0d6f-4023-aced-abacb9ace6f7 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (7f528192-181d-441d-a88f-c6a2b68495d9), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.492298 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe81022-0d6f-4023-aced-abacb9ace6f7 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (7f528192-181d-441d-a88f-c6a2b68495d9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.522032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-41c352e8-ce54-4143-8f2b-5bb07b211135 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201555 Feb 09 20:55:33.529785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfe81022-0d6f-4023-aced-abacb9ace6f7 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.533790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35550) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:33.533974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bfe81022-0d6f-4023-aced-abacb9ace6f7 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2550097 Feb 09 20:55:33.539070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:33.662113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce101764-224f-424e-ab72-c9468f61684f req-b7035024-0bce-47c0-a34d-3b149f10868f service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254544 Feb 09 20:55:33.839228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ea58a-101f-4b2b-999c-db3dceb94626 req-462a8161-0b7f-4825-b8de-13fc33a6dabc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:33.840891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f64ea58a-101f-4b2b-999c-db3dceb94626 req-462a8161-0b7f-4825-b8de-13fc33a6dabc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.3035181 Feb 09 20:55:33.846248 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b62d82d-e60a-4516-9976-0e99efe23db7 admin admin] Publish callbacks [] for security_group (fd832553-56d5-4a53-8ad7-5b25cc6a93ad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.859877 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b62d82d-e60a-4516-9976-0e99efe23db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd832553-56d5-4a53-8ad7-5b25cc6a93ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:33.888299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7b62d82d-e60a-4516-9976-0e99efe23db7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c00d2822e238484b8c741854daafc739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7971547 Feb 09 20:55:33.899349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:34.024494 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c1f8-819f-4f97-b247-44b7ba3b90c4 admin admin] Publish callbacks [] for security_group (fd832553-56d5-4a53-8ad7-5b25cc6a93ad), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.051341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c1f8-819f-4f97-b247-44b7ba3b90c4 admin admin] Publish callbacks [] for security_group (fd832553-56d5-4a53-8ad7-5b25cc6a93ad), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.142353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (7f528192-181d-441d-a88f-c6a2b68495d9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.142700 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (7f528192-181d-441d-a88f-c6a2b68495d9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.149167 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c1f8-819f-4f97-b247-44b7ba3b90c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd832553-56d5-4a53-8ad7-5b25cc6a93ad), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.152303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c1f8-819f-4f97-b247-44b7ba3b90c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.153501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bcc2c1f8-819f-4f97-b247-44b7ba3b90c4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fd832553-56d5-4a53-8ad7-5b25cc6a93ad HTTP/1.1" status: 204 len: 168 time: 0.2490373 Feb 09 20:55:34.238390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2c1f8-819f-4f97-b247-44b7ba3b90c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd832553-56d5-4a53-8ad7-5b25cc6a93ad,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:34.258881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-7e40b480-ab82-4d6a-bfac-a1434de5ae99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.265502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-7e40b480-ab82-4d6a-bfac-a1434de5ae99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.271808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-7e40b480-ab82-4d6a-bfac-a1434de5ae99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.277455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-7e40b480-ab82-4d6a-bfac-a1434de5ae99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.283003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-7e40b480-ab82-4d6a-bfac-a1434de5ae99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.289311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-7e40b480-ab82-4d6a-bfac-a1434de5ae99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.295573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-7e40b480-ab82-4d6a-bfac-a1434de5ae99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.297547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-7e40b480-ab82-4d6a-bfac-a1434de5ae99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2951863 Feb 09 20:55:34.333411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103325) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 20:55:34.334043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Router 7f528192-181d-441d-a88f-c6a2b68495d9 migrating from provider to provider. {{(pid=103325) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 20:55:34.334623 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (7f528192-181d-441d-a88f-c6a2b68495d9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.341181 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (7f528192-181d-441d-a88f-c6a2b68495d9), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.360448 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (7f528192-181d-441d-a88f-c6a2b68495d9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:34.392708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1e3976dd-3947-4c67-925d-9077306eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.396860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1e3976dd-3947-4c67-925d-9077306eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.398485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1e3976dd-3947-4c67-925d-9077306eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.399119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1e3976dd-3947-4c67-925d-9077306eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.400634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1e3976dd-3947-4c67-925d-9077306eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.401286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1e3976dd-3947-4c67-925d-9077306eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.402096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1e3976dd-3947-4c67-925d-9077306eb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.405942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1e3976dd-3947-4c67-925d-9077306eb235 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6711 time: 0.6814990 Feb 09 20:55:34.530151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-45d5f38a-4516-4e5c-9c65-5a6224364b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.531911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-45d5f38a-4516-4e5c-9c65-5a6224364b8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4684df51-983a-47c5-a29a-38f5ffed942e HTTP/1.1" status: 200 len: 901 time: 0.1078143 Feb 09 20:55:34.532682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62d82d-e60a-4516-9976-0e99efe23db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd832553-56d5-4a53-8ad7-5b25cc6a93ad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:34.622843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-278b4868-2bee-4f3c-8d8c-feb2321991ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232d94c4-405a-458f-9289-27b7f5eae1ef HTTP/1.1" status: 200 len: 217 time: 0.0851526 Feb 09 20:55:34.627954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f64ea58a-101f-4b2b-999c-db3dceb94626 req-cef7ea14-d84a-4940-b24c-50c388ffb6f8 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7803309 Feb 09 20:55:34.631723 n-d-789963-29 neutron-server[103325]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] No L3 agents can host the router 7f528192-181d-441d-a88f-c6a2b68495d9 Feb 09 20:55:34.659535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0ac942ea-551d-48f9-9367-bb77a21f00e2 req-4b8ee316-8f7d-4e76-8530-c6f010b96bef tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3068523 Feb 09 20:55:34.673654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-d466f892-6b31-4c25-9447-5d3c1eac27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.676347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-d466f892-6b31-4c25-9447-5d3c1eac27d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0310728c-4a85-4d44-9b0f-edf3c472cc80 HTTP/1.1" status: 200 len: 797 time: 0.0467625 Feb 09 20:55:34.768812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-bb481f23-d126-4e54-8218-5fb3212f48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:34.772124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-bb481f23-d126-4e54-8218-5fb3212f48bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0879250 Feb 09 20:55:34.956235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Hosts for router 7f528192-181d-441d-a88f-c6a2b68495d9: [] {{(pid=103325) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 20:55:35.000062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-1036d0b3-f305-4aab-9e29-cf15ed64e6d1 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213507 Feb 09 20:55:35.000648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Hosts for other DVR routers connected to router 7f528192-181d-441d-a88f-c6a2b68495d9: set() {{(pid=103325) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 20:55:35.003805 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:35.005794 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b7fb63d2-f47e-44b2-ad00-d3d1aaec5d20 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "PUT /v2.0/routers/7f528192-181d-441d-a88f-c6a2b68495d9 HTTP/1.1" status: 200 len: 716 time: 1.4709470 Feb 09 20:55:35.008782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:35.009218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cfd4e-29fe-4b93-8335-34ac7d813d3c req-3609f3e5-2a5f-494d-9b54-83cac8d51e86 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.010967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-785cfd4e-29fe-4b93-8335-34ac7d813d3c req-3609f3e5-2a5f-494d-9b54-83cac8d51e86 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1243007 Feb 09 20:55:35.133057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd1be6e-e8ad-430b-974c-2a04f697e096 req-649da3f4-e289-4b84-b77d-082b9afc1a83 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210077 Feb 09 20:55:35.180826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-043d0de3-287d-45cc-9987-8977beeebf48 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "GET /v2.0/routers/7f528192-181d-441d-a88f-c6a2b68495d9 HTTP/1.1" status: 200 len: 716 time: 0.1682417 Feb 09 20:55:35.181089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:35.234119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-785cfd4e-29fe-4b93-8335-34ac7d813d3c req-d1738ab1-00a3-4002-83a8-9804b1766d1c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998676 Feb 09 20:55:35.637405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38bd89ef-9bdc-4175-a008-e24d2f92668f tempest-RoutersTestDVR-17347726 tempest-RoutersTestDVR-17347726-project] 10.222.0.102 "GET /v2.0/routers/7f528192-181d-441d-a88f-c6a2b68495d9 HTTP/1.1" status: 200 len: 682 time: 0.4551761 Feb 09 20:55:35.640207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35598) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:35.801860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8724f831-2fc5-4561-9ace-dbf5e3d4dee1 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (7f528192-181d-441d-a88f-c6a2b68495d9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:35.914403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4315da2-723f-45b5-873a-44fdb2a5562b req-e183868d-8756-43ef-9070-c9d870bb8cf0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.915952 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4315da2-723f-45b5-873a-44fdb2a5562b req-e183868d-8756-43ef-9070-c9d870bb8cf0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1569455 Feb 09 20:55:35.924256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-f15cb352-df6b-479a-aadb-a0f34aaa6695 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.929568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-f15cb352-df6b-479a-aadb-a0f34aaa6695 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.934847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-f15cb352-df6b-479a-aadb-a0f34aaa6695 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.940142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-f15cb352-df6b-479a-aadb-a0f34aaa6695 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.945439 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-f15cb352-df6b-479a-aadb-a0f34aaa6695 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.950946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-f15cb352-df6b-479a-aadb-a0f34aaa6695 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.956246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-f15cb352-df6b-479a-aadb-a0f34aaa6695 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:35.958721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-f15cb352-df6b-479a-aadb-a0f34aaa6695 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1040099 Feb 09 20:55:36.022803 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8724f831-2fc5-4561-9ace-dbf5e3d4dee1 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (7f528192-181d-441d-a88f-c6a2b68495d9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.026168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8724f831-2fc5-4561-9ace-dbf5e3d4dee1 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (7f528192-181d-441d-a88f-c6a2b68495d9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.039306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90dc91a5-d36a-4dee-8677-89274af571c5 req-9f7d9529-d6ba-4e1d-841b-9ce95cd2fc94 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723901 Feb 09 20:55:36.081419 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8724f831-2fc5-4561-9ace-dbf5e3d4dee1 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (7f528192-181d-441d-a88f-c6a2b68495d9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.082488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8724f831-2fc5-4561-9ace-dbf5e3d4dee1 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f528192-181d-441d-a88f-c6a2b68495d9 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:36.093866 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8724f831-2fc5-4561-9ace-dbf5e3d4dee1 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.095380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8724f831-2fc5-4561-9ace-dbf5e3d4dee1 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "DELETE /v2.0/routers/7f528192-181d-441d-a88f-c6a2b68495d9 HTTP/1.1" status: 204 len: 168 time: 0.4540613 Feb 09 20:55:36.100622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:36.112470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-08187bc1-2fa7-4a9a-979a-5065ceaa743c tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Request body: {'router': {'name': 'tempest-router-980437467', 'distributed': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:36.155329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08187bc1-2fa7-4a9a-979a-5065ceaa743c tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (46eb4398-e9e3-48c2-9f05-09ff43384b89), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.156764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08187bc1-2fa7-4a9a-979a-5065ceaa743c tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (46eb4398-e9e3-48c2-9f05-09ff43384b89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.160503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4d422ea-e5ec-4881-ab63-263c3bb42ec0 req-e47b9b87-9eb4-43f0-9e2f-f8f9f952d3cb tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0732760 Feb 09 20:55:36.182868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c4315da2-723f-45b5-873a-44fdb2a5562b req-932b2bb7-d931-4128-895a-e11f1f4762c0 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043651 Feb 09 20:55:36.237235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08187bc1-2fa7-4a9a-979a-5065ceaa743c tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (46eb4398-e9e3-48c2-9f05-09ff43384b89), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.242235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08187bc1-2fa7-4a9a-979a-5065ceaa743c tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (46eb4398-e9e3-48c2-9f05-09ff43384b89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.268521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08187bc1-2fa7-4a9a-979a-5065ceaa743c tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.270585 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-08187bc1-2fa7-4a9a-979a-5065ceaa743c tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1687388 Feb 09 20:55:36.273483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:36.372138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d65289d-e730-4e16-892d-65502dea68e4 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (46eb4398-e9e3-48c2-9f05-09ff43384b89), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.385986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6c84c-316f-413e-881b-4105630635cb req-4d92808e-164e-4592-a6ef-ab9f8d664719 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:36.394111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ae6c84c-316f-413e-881b-4105630635cb req-4d92808e-164e-4592-a6ef-ab9f8d664719 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0854361 Feb 09 20:55:36.445341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ae6c84c-316f-413e-881b-4105630635cb req-988af823-4fb2-4c4d-8d12-97d7a6cedecf tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495300 Feb 09 20:55:36.558828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d65289d-e730-4e16-892d-65502dea68e4 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (46eb4398-e9e3-48c2-9f05-09ff43384b89), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.562511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d65289d-e730-4e16-892d-65502dea68e4 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router_controller (46eb4398-e9e3-48c2-9f05-09ff43384b89), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.609827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d65289d-e730-4e16-892d-65502dea68e4 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (46eb4398-e9e3-48c2-9f05-09ff43384b89), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.610357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d65289d-e730-4e16-892d-65502dea68e4 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46eb4398-e9e3-48c2-9f05-09ff43384b89 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:36.615134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d65289d-e730-4e16-892d-65502dea68e4 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:36.616282 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1d65289d-e730-4e16-892d-65502dea68e4 tempest-RoutersTestDVR-496315626 tempest-RoutersTestDVR-496315626-project-admin] 10.222.0.102 "DELETE /v2.0/routers/46eb4398-e9e3-48c2-9f05-09ff43384b89 HTTP/1.1" status: 204 len: 168 time: 0.3415024 Feb 09 20:55:36.870628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35630) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:36.999108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bc5540-bdaf-4e66-886c-0bf3ee445265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.078877 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bc5540-bdaf-4e66-886c-0bf3ee445265 admin admin] Publish callbacks [] for security_group (c8e9c9ce-4670-4f31-839b-77d548e6fb45), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.084870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bc5540-bdaf-4e66-886c-0bf3ee445265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c8e9c9ce-4670-4f31-839b-77d548e6fb45), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.160174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc5540-bdaf-4e66-886c-0bf3ee445265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e9c9ce-4670-4f31-839b-77d548e6fb45,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:37.168681 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62bc5540-bdaf-4e66-886c-0bf3ee445265 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=918e6e5d2f0c4119adb14a354abd550c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969530 Feb 09 20:55:37.171330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:37.200588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-8718e250-2168-4e76-83e7-c63269a57bd8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.206572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-8718e250-2168-4e76-83e7-c63269a57bd8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.214079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-8718e250-2168-4e76-83e7-c63269a57bd8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.219539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-8718e250-2168-4e76-83e7-c63269a57bd8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.225024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-8718e250-2168-4e76-83e7-c63269a57bd8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.230385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-8718e250-2168-4e76-83e7-c63269a57bd8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.237204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-8718e250-2168-4e76-83e7-c63269a57bd8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.239740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-8718e250-2168-4e76-83e7-c63269a57bd8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1247563 Feb 09 20:55:37.240448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d2a258e-f649-4b0f-8fe9-a832b4245354 admin admin] Publish callbacks [] for security_group (c8e9c9ce-4670-4f31-839b-77d548e6fb45), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.288171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d2a258e-f649-4b0f-8fe9-a832b4245354 admin admin] Publish callbacks [] for security_group (c8e9c9ce-4670-4f31-839b-77d548e6fb45), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.291404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1dca885a-d0c7-41b8-b159-07beeace9498 req-6a3e5915-b18c-4ccd-bf16-7464d741b47f tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0397308 Feb 09 20:55:37.319165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cee9a746-66a5-40f9-b534-c6fe601e4f0f req-7caf7abf-69c5-400f-a762-92728dbb4a21 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645406 Feb 09 20:55:37.371380 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d2a258e-f649-4b0f-8fe9-a832b4245354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c8e9c9ce-4670-4f31-839b-77d548e6fb45), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.374020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d2a258e-f649-4b0f-8fe9-a832b4245354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.378297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0d2a258e-f649-4b0f-8fe9-a832b4245354 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c8e9c9ce-4670-4f31-839b-77d548e6fb45 HTTP/1.1" status: 204 len: 168 time: 0.2050912 Feb 09 20:55:37.413952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a258e-f649-4b0f-8fe9-a832b4245354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e9c9ce-4670-4f31-839b-77d548e6fb45,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:37.445556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de922246-8248-4e84-bde9-26923467dfd2 req-8fec485a-9369-4c69-bf47-a7c44b3da609 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.447121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de922246-8248-4e84-bde9-26923467dfd2 req-8fec485a-9369-4c69-bf47-a7c44b3da609 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0672112 Feb 09 20:55:37.534847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de922246-8248-4e84-bde9-26923467dfd2 req-a73f2f7e-1482-43a1-94ba-4c5fbff162c3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753725 Feb 09 20:55:37.586137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37f15-bafc-4c2a-806a-e873a83f47e1 req-8151a562-a5b9-40d5-ba65-470767f7a907 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.587956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0b37f15-bafc-4c2a-806a-e873a83f47e1 req-8151a562-a5b9-40d5-ba65-470767f7a907 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0599279 Feb 09 20:55:37.620922 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8076e15-367b-4f36-91b9-3b2870360db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.655739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0b37f15-bafc-4c2a-806a-e873a83f47e1 req-edee2417-c5e6-483d-a81b-c21458ae92db tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615351 Feb 09 20:55:37.705292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:37.720769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef76cc11-27da-4f77-8160-f40f00aabd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.813529 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef76cc11-27da-4f77-8160-f40f00aabd1d admin admin] Publish callbacks [] for security_group (14ecab77-f9ff-4720-9953-df8ad94a3938), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.818291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef76cc11-27da-4f77-8160-f40f00aabd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (14ecab77-f9ff-4720-9953-df8ad94a3938), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:37.893483 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ef76cc11-27da-4f77-8160-f40f00aabd1d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=103d70ed219045e6af2ff6030982597e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1868279 Feb 09 20:55:37.894147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:37.896053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76cc11-27da-4f77-8160-f40f00aabd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ecab77-f9ff-4720-9953-df8ad94a3938,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:37.923994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484e188-19a1-493f-80f9-ba821e77c2c9 req-25c5a417-a582-49bc-9765-ccee431d65f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.926698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7484e188-19a1-493f-80f9-ba821e77c2c9 req-25c5a417-a582-49bc-9765-ccee431d65f4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0895748 Feb 09 20:55:37.945724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-4725713d-64dc-41c8-b68c-b31ec1d6f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:37.947537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-4725713d-64dc-41c8-b68c-b31ec1d6f803 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 1128 time: 0.0805769 Feb 09 20:55:37.979145 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7484e188-19a1-493f-80f9-ba821e77c2c9 req-37f4bb07-1ede-42a2-83ea-463f9ee61f7f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457070 Feb 09 20:55:37.980753 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e92f1940-c43f-423d-a453-ee48f86b7880 admin admin] Publish callbacks [] for security_group (14ecab77-f9ff-4720-9953-df8ad94a3938), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:38.032943 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e92f1940-c43f-423d-a453-ee48f86b7880 admin admin] Publish callbacks [] for security_group (14ecab77-f9ff-4720-9953-df8ad94a3938), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:38.085126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-cd654146-9dd1-432e-8ae0-13a283dfec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.086590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-cd654146-9dd1-432e-8ae0-13a283dfec84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 911 time: 0.1273308 Feb 09 20:55:38.161836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e92f1940-c43f-423d-a453-ee48f86b7880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (14ecab77-f9ff-4720-9953-df8ad94a3938), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:38.164349 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e92f1940-c43f-423d-a453-ee48f86b7880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:38.165446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e92f1940-c43f-423d-a453-ee48f86b7880 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/14ecab77-f9ff-4720-9953-df8ad94a3938 HTTP/1.1" status: 204 len: 168 time: 0.2708793 Feb 09 20:55:38.167413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1b2f0f8-ef3b-4dc8-baa0-d7b832dcb6f4 req-5aae9123-058f-4661-ab0b-6af52bb4422c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0361764 Feb 09 20:55:38.181070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f1940-c43f-423d-a453-ee48f86b7880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ecab77-f9ff-4720-9953-df8ad94a3938,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:38.190866 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-0797237e-216f-4771-8155-92047a51997e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37 HTTP/1.1" status: 200 len: 1000 time: 0.0981481 Feb 09 20:55:38.246166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-349f7dc2-2fc1-4d0c-8dc2-da648621bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.247714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-349f7dc2-2fc1-4d0c-8dc2-da648621bdcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 200 len: 849 time: 0.0495734 Feb 09 20:55:38.310493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-59d9ebf5-20a0-43aa-a639-cd7992c4da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.312918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-59d9ebf5-20a0-43aa-a639-cd7992c4da5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0902706-cfe4-4c84-aeea-f81bad23cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0583003 Feb 09 20:55:38.418565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b79d0325-02bf-45fa-b8b2-f56ce0f93884 req-8032895b-5337-463c-9211-86fcaab10946 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0377021 Feb 09 20:55:38.446602 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-95fbb5ae-75ba-4d59-bc7a-985ab6652404 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236389 Feb 09 20:55:38.576197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-41819a02-1ad2-4131-bf2f-70f11643bd8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.584914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-41819a02-1ad2-4131-bf2f-70f11643bd8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.592836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-41819a02-1ad2-4131-bf2f-70f11643bd8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.599393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f56e0e31-3270-46df-b8e7-6191b6423527 req-112ec0ac-dff6-4a6c-ba73-a05e6fb70036 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379282 Feb 09 20:55:38.599724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-41819a02-1ad2-4131-bf2f-70f11643bd8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.612383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-41819a02-1ad2-4131-bf2f-70f11643bd8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.617905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-41819a02-1ad2-4131-bf2f-70f11643bd8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.624559 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-41819a02-1ad2-4131-bf2f-70f11643bd8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.626621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-41819a02-1ad2-4131-bf2f-70f11643bd8c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1570036 Feb 09 20:55:38.689320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ad091-62fd-4908-ad6f-211884c717e9 req-69de45be-eabd-48eb-a404-72c071d0a8a9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:38.694548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f70ad091-62fd-4908-ad6f-211884c717e9 req-69de45be-eabd-48eb-a404-72c071d0a8a9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0737975 Feb 09 20:55:38.714994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34876f4f-9f20-441c-8a05-9abf76dbcd53 req-7fd1e368-3bef-48b7-b464-be8578525596 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639632 Feb 09 20:55:38.757270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f70ad091-62fd-4908-ad6f-211884c717e9 req-d755846b-15ec-4f09-b711-e6eab08c0084 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539091 Feb 09 20:55:39.038426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:39.107046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae0165-3efa-4b79-9695-4449b989032a req-a8f22f33-2507-451a-88a4-98c3ffa60708 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:39.108701 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0ae0165-3efa-4b79-9695-4449b989032a req-a8f22f33-2507-451a-88a4-98c3ffa60708 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0587282 Feb 09 20:55:39.155199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1164467660'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:39.173970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0ae0165-3efa-4b79-9695-4449b989032a req-4404a1ca-469a-4a27-b657-c2b36a378cd9 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556073 Feb 09 20:55:39.180858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Made reservation on behalf of e060907c574049c4a0e42f71f099e5b8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:39.185083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.200173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.289934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for security_group (a2ede5d9-5de8-49ff-86c2-ea11fd5d97cc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.300114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a2ede5d9-5de8-49ff-86c2-ea11fd5d97cc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.323910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:55:39.341773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c64cdb10-be8d-4d23-8e1b-403af9f631d3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.342277 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Added segment c64cdb10-be8d-4d23-8e1b-403af9f631d3 of type vlan for network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e Feb 09 20:55:39.343697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ede5d9-5de8-49ff-86c2-ea11fd5d97cc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:39.391813 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (906c5b57-5a72-4c7b-9ef9-c8ef145bf45e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.419400 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (906c5b57-5a72-4c7b-9ef9-c8ef145bf45e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.424744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:39.425375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.479422 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4393499 Feb 09 20:55:39.482688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:39.489926 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Request body: {'subnet': {'network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:39.508465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203af33-4c06-4495-bdc1-cfd78b659f82 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'Network': ['ID=906c5b57-5a72-4c7b-9ef9-c8ef145bf45e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:39.522240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:55:39.608323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea794c0d-7e76-4cfb-a7bb-f57e9fe4e8f0 req-7759eb57-352c-4fdb-bf1a-00eefc8daed1 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0483015 Feb 09 20:55:39.682608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Made reservation on behalf of e060907c574049c4a0e42f71f099e5b8 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:39.693468 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:39.716755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c65105e-89bd-45e9-8aa4-6871e52f32c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.057842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb9b72-70e6-414f-b014-7310fdecbbcb req-062eb518-707d-46a3-96a0-9e46df755311 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.060172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8cb9b72-70e6-414f-b014-7310fdecbbcb req-062eb518-707d-46a3-96a0-9e46df755311 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0732555 Feb 09 20:55:40.124499 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8cb9b72-70e6-414f-b014-7310fdecbbcb req-38d22b54-1511-47b2-875b-bdefeea3181e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569072 Feb 09 20:55:40.198092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-9e0cd6d1-86d0-4a03-82ba-c5a247d95dce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.204175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-9e0cd6d1-86d0-4a03-82ba-c5a247d95dce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.209623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-9e0cd6d1-86d0-4a03-82ba-c5a247d95dce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.215075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-9e0cd6d1-86d0-4a03-82ba-c5a247d95dce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.220503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-9e0cd6d1-86d0-4a03-82ba-c5a247d95dce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.226010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-9e0cd6d1-86d0-4a03-82ba-c5a247d95dce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.231471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-9e0cd6d1-86d0-4a03-82ba-c5a247d95dce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.233671 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-9e0cd6d1-86d0-4a03-82ba-c5a247d95dce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1315155 Feb 09 20:55:40.280326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80292c6-bbe5-40c9-82df-4522c5560bf7 req-2ec6f0da-0bfd-45ac-8d15-ca3f23ab2147 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0650456 Feb 09 20:55:40.375454 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed369f9d-6eca-4697-a24d-66f56cab919a req-7aea8ea6-eed6-4a2f-9424-1688986e46fc tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026268 Feb 09 20:55:40.393648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca0e95-e1f2-4607-8d9c-57290a7f9e97 req-903a7606-9c71-458c-972e-b7524ea6bcaa tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.395489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9eca0e95-e1f2-4607-8d9c-57290a7f9e97 req-903a7606-9c71-458c-972e-b7524ea6bcaa tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0553048 Feb 09 20:55:40.406294 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (fa3a05fa-4b40-4485-aade-2f2d9d2f8f26), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.452331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9eca0e95-e1f2-4607-8d9c-57290a7f9e97 req-cb0a3e59-b21e-475c-9452-493a9728f7b5 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511215 Feb 09 20:55:40.480659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Checking segment: {'id': 'c64cdb10-be8d-4d23-8e1b-403af9f631d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:40.481028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Network hostable DHCP agents. Network: 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:55:40.489596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'Subnet': ['ID=fa3a05fa-4b40-4485-aade-2f2d9d2f8f26,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:40.503031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:55:40.512148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:40.516773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:40.518477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.522540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d0725-44fc-4f49-aece-f40aedb84aaf None None] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:55:40.536413 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d8eb268d-d525-4877-b88d-195cafe4e023 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0525298 Feb 09 20:55:40.538947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:40.543311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cea5c59d-c5ca-498f-bcac-fb9b68f783de tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1612362239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:40.564051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea5c59d-c5ca-498f-bcac-fb9b68f783de tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (ee1af765-cd42-42a7-bae2-28ddf15015e8), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.565084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea5c59d-c5ca-498f-bcac-fb9b68f783de tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (ee1af765-cd42-42a7-bae2-28ddf15015e8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.626790 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea5c59d-c5ca-498f-bcac-fb9b68f783de tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for router_controller (ee1af765-cd42-42a7-bae2-28ddf15015e8), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.632041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea5c59d-c5ca-498f-bcac-fb9b68f783de tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (ee1af765-cd42-42a7-bae2-28ddf15015e8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.638921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-906c5b57-5a72-4c7b-9ef9-c8ef145bf45e', 'network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e', 'project_id': 'e060907c574049c4a0e42f71f099e5b8', 'fixed_ips': [{'subnet_id': 'fa3a05fa-4b40-4485-aade-2f2d9d2f8f26'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:55:40.641125 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.653727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cea5c59d-c5ca-498f-bcac-fb9b68f783de tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.655143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cea5c59d-c5ca-498f-bcac-fb9b68f783de tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1152885 Feb 09 20:55:40.657966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:40.795160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Allocated IP 172.20.0.2 (906c5b57-5a72-4c7b-9ef9-c8ef145bf45e/fa3a05fa-4b40-4485-aade-2f2d9d2f8f26/f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:40.957942 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Publish callbacks [] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:40.972400 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.043188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:41.046198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:41.051200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Pushing event updated for resources: {'Port': ['ID=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:41.057285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.064517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:41.128531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Attempting to bind port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:55:41.129196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Attempting to bind port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c64cdb10-be8d-4d23-8e1b-403af9f631d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:55:41.129740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Attempting to bind port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 on network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:55:41.135429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:55:41.136757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Checking segment: {'id': 'c64cdb10-be8d-4d23-8e1b-403af9f631d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:55:41.137363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.137931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Bound using segment: {'id': 'c64cdb10-be8d-4d23-8e1b-403af9f631d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:55:41.138945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Bound port: f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64cdb10-be8d-4d23-8e1b-403af9f631d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:55:41.139520 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.216109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] For port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:55:41.235772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] For port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,segment=NetworkSegment(c64cdb10-be8d-4d23-8e1b-403af9f631d3),segment_id=c64cdb10-be8d-4d23-8e1b-403af9f631d3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:55:41.240109 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.243387 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.312433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1b006-0a56-49a4-8083-210bed7aead8 None None] Pushing event updated for resources: {'Port': ['ID=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:41.379789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac0289-8d14-458e-9f25-2a3cf0f1b462 req-1a8f3ee0-88b9-42a8-832a-506b79d590ce tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:41.388084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aeac0289-8d14-458e-9f25-2a3cf0f1b462 req-1a8f3ee0-88b9-42a8-832a-506b79d590ce tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1704977 Feb 09 20:55:41.391134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Allocated IP 172.20.0.1 (906c5b57-5a72-4c7b-9ef9-c8ef145bf45e/fa3a05fa-4b40-4485-aade-2f2d9d2f8f26/5e15fd7e-7bed-4d89-a22e-1739755522b9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:41.402747 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eaa16ef2-c2d4-4715-a0e9-01f917a2b13f req-702ef246-5f73-4b1c-a89d-4771781ebbce tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0325031 Feb 09 20:55:41.532284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aeac0289-8d14-458e-9f25-2a3cf0f1b462 req-4955d1c3-4cf3-4ee9-8aba-83c888b46000 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432331 Feb 09 20:55:41.607363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa086-c26a-4272-b09d-d1654cd826eb req-f9a0c290-7e47-4966-92a3-6430bf5c515d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:41.612715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa086-c26a-4272-b09d-d1654cd826eb req-f9a0c290-7e47-4966-92a3-6430bf5c515d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:41.618384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa086-c26a-4272-b09d-d1654cd826eb req-f9a0c290-7e47-4966-92a3-6430bf5c515d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:41.625672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa086-c26a-4272-b09d-d1654cd826eb req-f9a0c290-7e47-4966-92a3-6430bf5c515d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:41.633181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.634346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa086-c26a-4272-b09d-d1654cd826eb req-f9a0c290-7e47-4966-92a3-6430bf5c515d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:41.642572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa086-c26a-4272-b09d-d1654cd826eb req-f9a0c290-7e47-4966-92a3-6430bf5c515d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:41.648973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa086-c26a-4272-b09d-d1654cd826eb req-f9a0c290-7e47-4966-92a3-6430bf5c515d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:41.651152 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-147aa086-c26a-4272-b09d-d1654cd826eb req-f9a0c290-7e47-4966-92a3-6430bf5c515d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1647680 Feb 09 20:55:41.676377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.726378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'Port': ['ID=5e15fd7e-7bed-4d89-a22e-1739755522b9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:41.744093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-147aa086-c26a-4272-b09d-d1654cd826eb req-378bfff3-4ae2-4bc9-bc06-f80a077e9315 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833869 Feb 09 20:55:41.757221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:41.758793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:41.761182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:41.810645 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (ee1af765-cd42-42a7-bae2-28ddf15015e8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:41.930658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.196707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.202109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.285415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'Port': ['ID=5e15fd7e-7bed-4d89-a22e-1739755522b9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:42.289007 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (ee1af765-cd42-42a7-bae2-28ddf15015e8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.385832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:42.387483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:42.493532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc0869-a739-4487-8fe1-b9c653c5c190 None None] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:55:42.510112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Router ee1af765-cd42-42a7-bae2-28ddf15015e8 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:55:42.547086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68458615-ad6c-4d28-93c7-19cfc4d70317 req-b1df9609-2d4b-49fb-a5d3-61a275741a62 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0322444 Feb 09 20:55:42.633481 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4fbf193c-59ef-47b3-a619-1e4eac5d7112 None None] Provisioning complete for port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:42.634006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fbf193c-59ef-47b3-a619-1e4eac5d7112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.640861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:55:42.650908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1831893d-7785-46ac-8c60-344a7805d532 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "PUT /v2.0/routers/ee1af765-cd42-42a7-bae2-28ddf15015e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9918532 Feb 09 20:55:42.655115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35754) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:42.661537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Request body: {'port': {'network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e', 'name': 'tempest-FloatingIPNegativeTestJSON-176849852'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:42.668483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049bca5-2ead-49a8-80f8-75e0cf9cd347 None None] Sync routers for ids ['ee1af765-cd42-42a7-bae2-28ddf15015e8'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:55:42.705601 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.707557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049bca5-2ead-49a8-80f8-75e0cf9cd347 None None] Routers {'ee1af765-cd42-42a7-bae2-28ddf15015e8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:42.708563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f049bca5-2ead-49a8-80f8-75e0cf9cd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ee1af765-cd42-42a7-bae2-28ddf15015e8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:42.721542 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a649-1e4d-4f80-b33c-57458c12e962 req-65604a5d-7986-4a82-ac67-be19c4a50031 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:42.723972 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5b7a649-1e4d-4f80-b33c-57458c12e962 req-65604a5d-7986-4a82-ac67-be19c4a50031 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.1103926 Feb 09 20:55:42.748596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f049bca5-2ead-49a8-80f8-75e0cf9cd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:42.796752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049bca5-2ead-49a8-80f8-75e0cf9cd347 None None] Routers {'ee1af765-cd42-42a7-bae2-28ddf15015e8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:42.797524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f049bca5-2ead-49a8-80f8-75e0cf9cd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ee1af765-cd42-42a7-bae2-28ddf15015e8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:42.885164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f049bca5-2ead-49a8-80f8-75e0cf9cd347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:42.885920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049bca5-2ead-49a8-80f8-75e0cf9cd347 None None] The sync data for ids ['ee1af765-cd42-42a7-bae2-28ddf15015e8'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:55:42.900602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf193c-59ef-47b3-a619-1e4eac5d7112 None None] Current status of the port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:55:42.901017 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fbf193c-59ef-47b3-a619-1e4eac5d7112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.951695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4fbf193c-59ef-47b3-a619-1e4eac5d7112 None None] For port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,segment=NetworkSegment(c64cdb10-be8d-4d23-8e1b-403af9f631d3),segment_id=c64cdb10-be8d-4d23-8e1b-403af9f631d3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:55:42.972748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:55:42.972972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Made reservation on behalf of e060907c574049c4a0e42f71f099e5b8 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:42.975137 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4fbf193c-59ef-47b3-a619-1e4eac5d7112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.976329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:42.986444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-885c088a-f2a2-4c71-940d-97c59fb69337 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:43.000268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-885c088a-f2a2-4c71-940d-97c59fb69337 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:43.004488 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5b7a649-1e4d-4f80-b33c-57458c12e962 req-2cd5a0e4-26de-44dd-ba39-52a405faf83e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673872 Feb 09 20:55:43.008821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-885c088a-f2a2-4c71-940d-97c59fb69337 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:43.021381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-885c088a-f2a2-4c71-940d-97c59fb69337 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:43.023709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] device_id is not set on port a9916834-d0c2-4650-b6bc-751aed275454 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:55:43.033199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-885c088a-f2a2-4c71-940d-97c59fb69337 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:43.044440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-885c088a-f2a2-4c71-940d-97c59fb69337 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:43.050195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-885c088a-f2a2-4c71-940d-97c59fb69337 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:43.058065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-885c088a-f2a2-4c71-940d-97c59fb69337 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1993558 Feb 09 20:55:43.081715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf193c-59ef-47b3-a619-1e4eac5d7112 None None] Pushing event updated for resources: {'Port': ['ID=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:43.130376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-701dbb83-c1d5-40d3-9647-86f1a6b7597c None None] Provisioning complete for port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:43.131230 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-701dbb83-c1d5-40d3-9647-86f1a6b7597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.179178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6012ead0-cb16-4287-8e4e-1c2882812f1a req-37907f32-95c1-4dcd-b272-fe15780d94c9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201372 Feb 09 20:55:43.204133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Allocated IP 172.20.0.10 (906c5b57-5a72-4c7b-9ef9-c8ef145bf45e/fa3a05fa-4b40-4485-aade-2f2d9d2f8f26/a9916834-d0c2-4650-b6bc-751aed275454) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:43.244931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:43.245316 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.249304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-701dbb83-c1d5-40d3-9647-86f1a6b7597c None None] Current status of the port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:55:43.283729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-701dbb83-c1d5-40d3-9647-86f1a6b7597c None None] Provisioning complete for port 5e15fd7e-7bed-4d89-a22e-1739755522b9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:43.284377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-701dbb83-c1d5-40d3-9647-86f1a6b7597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.338482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-701dbb83-c1d5-40d3-9647-86f1a6b7597c None None] Port 5e15fd7e-7bed-4d89-a22e-1739755522b9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:43.385327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:55:43.389917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for port (a9916834-d0c2-4650-b6bc-751aed275454), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.428191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a9916834-d0c2-4650-b6bc-751aed275454), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.460992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-29c708ef-a750-4526-9162-bfc9888977b2 None None] Provisioning complete for port 5e15fd7e-7bed-4d89-a22e-1739755522b9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:43.461410 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29c708ef-a750-4526-9162-bfc9888977b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.502434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-29c708ef-a750-4526-9162-bfc9888977b2 None None] Port 5e15fd7e-7bed-4d89-a22e-1739755522b9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:43.504261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:43.507900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:43.512905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:43.517946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'Port': ['ID=a9916834-d0c2-4650-b6bc-751aed275454,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:43.576352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:43.577016 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.602483 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-689b7c92-6a3f-458a-bb10-7e0fa4ac6d9f tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9463894 Feb 09 20:55:43.604146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:43.608879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:43.627526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8b8e74a1-b179-4d4c-afb5-6d747cfeebfd None None] Provisioning complete for port 5e15fd7e-7bed-4d89-a22e-1739755522b9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:43.629171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8b8e74a1-b179-4d4c-afb5-6d747cfeebfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.639238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.673452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e74a1-b179-4d4c-afb5-6d747cfeebfd None None] Port 5e15fd7e-7bed-4d89-a22e-1739755522b9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:43.692456 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f00085f-c834-4c1a-b24a-5c1a05afdbea req-648ccb7a-7c59-402a-8144-b50e90256fbd tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0310659 Feb 09 20:55:43.795501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1b1feaa8-62dd-4b0d-93d4-a68d5978e9cc None None] Provisioning complete for port a9916834-d0c2-4650-b6bc-751aed275454 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:43.796177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b1feaa8-62dd-4b0d-93d4-a68d5978e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a9916834-d0c2-4650-b6bc-751aed275454), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.804240 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:43.831944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1b1feaa8-62dd-4b0d-93d4-a68d5978e9cc None None] Port a9916834-d0c2-4650-b6bc-751aed275454 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:55:43.920952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Allocated IP 172.25.4.7 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c74d30af-a3e1-4e01-8b8b-546b9d328e62) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:43.927140 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.021545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for port (c74d30af-a3e1-4e01-8b8b-546b9d328e62), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.057181 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c74d30af-a3e1-4e01-8b8b-546b9d328e62), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.099276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:44.104280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:44.107881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:44.131301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'Port': ['ID=c74d30af-a3e1-4e01-8b8b-546b9d328e62,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:44.139763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bb85-d6d7-4fa8-b7fc-611f28883c43 req-342fa021-f331-4d12-b81a-ce6d5cb4f281 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:44.141515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3b4bb85-d6d7-4fa8-b7fc-611f28883c43 req-342fa021-f331-4d12-b81a-ce6d5cb4f281 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0610104 Feb 09 20:55:44.215395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3b4bb85-d6d7-4fa8-b7fc-611f28883c43 req-01e1edaa-98e5-453a-a280-bdb12fede4b3 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650053 Feb 09 20:55:44.223142 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for floatingip (551157d9-c80f-46b7-8e83-1abf08ff5970), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.269869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c74d30af-a3e1-4e01-8b8b-546b9d328e62), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.388398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-e2def03b-add3-483c-b12d-8b743315990e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:44.393659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-e2def03b-add3-483c-b12d-8b743315990e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:44.399396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-e2def03b-add3-483c-b12d-8b743315990e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:44.404821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-e2def03b-add3-483c-b12d-8b743315990e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:44.410057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-e2def03b-add3-483c-b12d-8b743315990e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:44.415284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-e2def03b-add3-483c-b12d-8b743315990e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:44.420558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-e2def03b-add3-483c-b12d-8b743315990e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:44.422469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-e2def03b-add3-483c-b12d-8b743315990e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1674747 Feb 09 20:55:44.521169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7af4216-cdf7-4861-95ae-dbc718ee5d68 req-406a04d0-d77d-4637-ae5b-ce064e6ca101 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905583 Feb 09 20:55:44.543210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for port (c74d30af-a3e1-4e01-8b8b-546b9d328e62), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.548256 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c74d30af-a3e1-4e01-8b8b-546b9d328e62), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.615209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'Port': ['ID=c74d30af-a3e1-4e01-8b8b-546b9d328e62,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:44.626898 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (551157d9-c80f-46b7-8e83-1abf08ff5970), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.643521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.645327 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7bd85c6a-05d2-4b18-9b4e-e05a6477968b tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0401912 Feb 09 20:55:44.648098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:44.652424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-51dc0ba1-492d-4dd2-8efb-853392f18f6a tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Request body: {'floatingip': {'port_id': 'a9916834-d0c2-4650-b6bc-751aed275454', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:44.691583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51dc0ba1-492d-4dd2-8efb-853392f18f6a tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for floatingip (551157d9-c80f-46b7-8e83-1abf08ff5970), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.815136 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-51dc0ba1-492d-4dd2-8efb-853392f18f6a tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] update failed (client error): The resource could not be found. Feb 09 20:55:44.817784 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-51dc0ba1-492d-4dd2-8efb-853392f18f6a tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "PUT /v2.0/floatingips/551157d9-c80f-46b7-8e83-1abf08ff5970 HTTP/1.1" status: 404 len: 507 time: 0.1685607 Feb 09 20:55:44.820757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35778) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:44.836432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-710683c5-cf19-4193-8ae7-a86be3e6a401 req-51806869-116c-40b2-bd21-8e499a27a3f5 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0417249 Feb 09 20:55:44.867338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:55:44.914423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:55:44.914951 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:44.963623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Deleting port c74d30af-a3e1-4e01-8b8b-546b9d328e62 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:44.963987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c74d30af-a3e1-4e01-8b8b-546b9d328e62), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.001908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:55:45.047992 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c74d30af-a3e1-4e01-8b8b-546b9d328e62), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.048328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for floatingip (c74d30af-a3e1-4e01-8b8b-546b9d328e62), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.064944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Calling delete_port for c74d30af-a3e1-4e01-8b8b-546b9d328e62 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:45.219978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c74d30af-a3e1-4e01-8b8b-546b9d328e62), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.249774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event deleted for resources: {'Port': ['ID=c74d30af-a3e1-4e01-8b8b-546b9d328e62,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:45.364535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for floatingip (551157d9-c80f-46b7-8e83-1abf08ff5970), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.367252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.368869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ed8c3e0-003b-45ca-ad26-ae4398ba15d7 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "DELETE /v2.0/floatingips/551157d9-c80f-46b7-8e83-1abf08ff5970 HTTP/1.1" status: 204 len: 168 time: 0.5468428 Feb 09 20:55:45.372444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:45.376987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e473769e-5c36-4755-8c26-2b5c871ee879 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Request body: {'floatingip': {'floating_network_id': '906c5b57-5a72-4c7b-9ef9-c8ef145bf45e', 'port_id': 'a9916834-d0c2-4650-b6bc-751aed275454', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:45.395669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1addfb-98a0-4202-8b05-3ff07b20288c req-c5b68c7a-37a4-474a-8419-e8dafdb3d225 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:45.397219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba1addfb-98a0-4202-8b05-3ff07b20288c req-c5b68c7a-37a4-474a-8419-e8dafdb3d225 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0814767 Feb 09 20:55:45.399630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e473769e-5c36-4755-8c26-2b5c871ee879 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.451127 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba1addfb-98a0-4202-8b05-3ff07b20288c req-b3eeecbb-9353-4b5a-8805-acb3ba6dbf1f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465252 Feb 09 20:55:45.533096 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-e473769e-5c36-4755-8c26-2b5c871ee879 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:45.534174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e473769e-5c36-4755-8c26-2b5c871ee879 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1606772 Feb 09 20:55:45.537953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:45.542495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'a9916834-d0c2-4650-b6bc-751aed275454', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:45.563641 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.661142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9f40-fc38-44b8-bef7-26226045451d req-994848a4-aabe-4e3f-a688-d4d0246574b5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:45.664936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.667842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9f40-fc38-44b8-bef7-26226045451d req-994848a4-aabe-4e3f-a688-d4d0246574b5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:45.673452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9f40-fc38-44b8-bef7-26226045451d req-994848a4-aabe-4e3f-a688-d4d0246574b5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:45.679484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9f40-fc38-44b8-bef7-26226045451d req-994848a4-aabe-4e3f-a688-d4d0246574b5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:45.684771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9f40-fc38-44b8-bef7-26226045451d req-994848a4-aabe-4e3f-a688-d4d0246574b5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:45.690021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9f40-fc38-44b8-bef7-26226045451d req-994848a4-aabe-4e3f-a688-d4d0246574b5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:45.695891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba9f40-fc38-44b8-bef7-26226045451d req-994848a4-aabe-4e3f-a688-d4d0246574b5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:45.697790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35ba9f40-fc38-44b8-bef7-26226045451d req-994848a4-aabe-4e3f-a688-d4d0246574b5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.0980775 Feb 09 20:55:45.760683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35ba9f40-fc38-44b8-bef7-26226045451d req-29f6301b-0772-4538-af10-4bcb69828b3a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556152 Feb 09 20:55:45.777860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Allocated IP 172.25.4.85 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/ba40fb86-c075-4229-a1eb-826b01c28f38) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:55:45.880518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for port (ba40fb86-c075-4229-a1eb-826b01c28f38), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.933623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9415e182-c0ca-44dd-9783-71cfbdae57b6 req-0e5f8705-e736-485e-afe1-36bca117c3df tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0415490 Feb 09 20:55:45.949607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ba40fb86-c075-4229-a1eb-826b01c28f38), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:45.997533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:55:46.001862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:55:46.004485 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:55:46.028102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event updated for resources: {'Port': ['ID=ba40fb86-c075-4229-a1eb-826b01c28f38,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:46.173211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Deleting port ba40fb86-c075-4229-a1eb-826b01c28f38 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:46.173480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ba40fb86-c075-4229-a1eb-826b01c28f38), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:46.248679 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ba40fb86-c075-4229-a1eb-826b01c28f38), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:46.249011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for floatingip (ba40fb86-c075-4229-a1eb-826b01c28f38), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:46.260929 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Calling delete_port for ba40fb86-c075-4229-a1eb-826b01c28f38 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:46.320964 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:55:46.396006 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ba40fb86-c075-4229-a1eb-826b01c28f38), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:46.418883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event deleted for resources: {'Port': ['ID=ba40fb86-c075-4229-a1eb-826b01c28f38,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:46.502773 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] create failed (client error): The resource could not be found. Feb 09 20:55:46.508071 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-611f9822-109d-4db1-ba94-b96efa351ded tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9650621 Feb 09 20:55:46.508218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:46.625499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87089b-360b-4ce9-a3b1-b2f433a34b4c req-2fa2f05f-13d9-4db4-b174-c1b9d3e78ead tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.626978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd87089b-360b-4ce9-a3b1-b2f433a34b4c req-2fa2f05f-13d9-4db4-b174-c1b9d3e78ead tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0856452 Feb 09 20:55:46.662280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a7bb529-fa2c-4bc6-9dd8-0ff62034e206 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Deleting port a9916834-d0c2-4650-b6bc-751aed275454 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:46.662628 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb529-fa2c-4bc6-9dd8-0ff62034e206 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a9916834-d0c2-4650-b6bc-751aed275454), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:46.732291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd87089b-360b-4ce9-a3b1-b2f433a34b4c req-9cbca309-cc4f-4b82-90f1-408bd3b02b81 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942805 Feb 09 20:55:46.779994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb529-fa2c-4bc6-9dd8-0ff62034e206 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a9916834-d0c2-4650-b6bc-751aed275454), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:46.798067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5a7bb529-fa2c-4bc6-9dd8-0ff62034e206 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Calling delete_port for a9916834-d0c2-4650-b6bc-751aed275454 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:46.944755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-287213b8-a635-4aeb-b34b-c27be411c666 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.951029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-287213b8-a635-4aeb-b34b-c27be411c666 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.957221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-287213b8-a635-4aeb-b34b-c27be411c666 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.963943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-287213b8-a635-4aeb-b34b-c27be411c666 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.968423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-287213b8-a635-4aeb-b34b-c27be411c666 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.973955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1fc33-4238-40bd-94a2-e04bd974728d req-3b46ae8b-1e93-4f76-b855-fa8333eda051 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.974529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-287213b8-a635-4aeb-b34b-c27be411c666 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.975808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aae1fc33-4238-40bd-94a2-e04bd974728d req-3b46ae8b-1e93-4f76-b855-fa8333eda051 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0631099 Feb 09 20:55:46.979891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-287213b8-a635-4aeb-b34b-c27be411c666 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:46.981936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-287213b8-a635-4aeb-b34b-c27be411c666 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1369498 Feb 09 20:55:47.027117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aae1fc33-4238-40bd-94a2-e04bd974728d req-96e1a180-88f4-4978-abf3-812fdb0d07c9 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 Feb 09 20:55:47.074240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb529-fa2c-4bc6-9dd8-0ff62034e206 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a9916834-d0c2-4650-b6bc-751aed275454), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:47.120831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bb529-fa2c-4bc6-9dd8-0ff62034e206 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event deleted for resources: {'Port': ['ID=a9916834-d0c2-4650-b6bc-751aed275454,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:47.121524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba4207ae-1b61-4822-b60f-099e1f62e57b req-07632ce2-ae5e-47ac-b48d-7bb038a1c9c8 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0285654 Feb 09 20:55:47.130183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83935769-696a-4d32-bc98-6cb08b2838d3 req-246bd917-1234-499b-883d-7a16e3f2db1d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400783 Feb 09 20:55:47.230300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a7bb529-fa2c-4bc6-9dd8-0ff62034e206 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:47.238470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5a7bb529-fa2c-4bc6-9dd8-0ff62034e206 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "DELETE /v2.0/ports/a9916834-d0c2-4650-b6bc-751aed275454 HTTP/1.1" status: 204 len: 168 time: 0.7286141 Feb 09 20:55:47.239183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:47.291407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02364bc-bdca-4ebb-816d-d4d31b40310f req-d6d9bf0a-0209-42e7-831a-60477a5d7801 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:47.292922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e02364bc-bdca-4ebb-816d-d4d31b40310f req-d6d9bf0a-0209-42e7-831a-60477a5d7801 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0883274 Feb 09 20:55:47.326887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198102ac-7606-4471-8cbd-b7ddd80106d2 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:47.328464 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-198102ac-7606-4471-8cbd-b7ddd80106d2 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "GET /v2.0/ports?device_id=ee1af765-cd42-42a7-bae2-28ddf15015e8 HTTP/1.1" status: 200 len: 913 time: 0.0883331 Feb 09 20:55:47.331194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:47.431930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e02364bc-bdca-4ebb-816d-d4d31b40310f req-c4636ce9-f07c-4a42-9469-d1e9f16e393a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291986 Feb 09 20:55:47.717615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d17ee4-3eb4-49e3-9398-321e994cfd9d req-3228e9f0-7144-4c43-8ada-0c3379a823bc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:47.719062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56d17ee4-3eb4-49e3-9398-321e994cfd9d req-3228e9f0-7144-4c43-8ada-0c3379a823bc tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0921607 Feb 09 20:55:47.762192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (ee1af765-cd42-42a7-bae2-28ddf15015e8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:47.837286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56d17ee4-3eb4-49e3-9398-321e994cfd9d req-46f0e934-9678-4108-868d-6f4f729d943a tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081364 Feb 09 20:55:48.017638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Deleting port 5e15fd7e-7bed-4d89-a22e-1739755522b9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:48.018311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:48.102715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:48.114987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Calling delete_port for 5e15fd7e-7bed-4d89-a22e-1739755522b9 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:48.272225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c64c02f5-fb40-4e74-8080-fb2cd2be5798 req-6cba51f0-3d39-4c01-b4f8-366b6c264146 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0325263 Feb 09 20:55:48.326025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (5e15fd7e-7bed-4d89-a22e-1739755522b9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:48.367227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282681cb-d976-4681-9f99-86debad6629c req-345c960a-4994-45b8-a057-949ed69b305a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:48.372563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282681cb-d976-4681-9f99-86debad6629c req-345c960a-4994-45b8-a057-949ed69b305a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:48.385429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282681cb-d976-4681-9f99-86debad6629c req-345c960a-4994-45b8-a057-949ed69b305a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:48.393180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282681cb-d976-4681-9f99-86debad6629c req-345c960a-4994-45b8-a057-949ed69b305a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:48.399374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282681cb-d976-4681-9f99-86debad6629c req-345c960a-4994-45b8-a057-949ed69b305a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:48.405489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282681cb-d976-4681-9f99-86debad6629c req-345c960a-4994-45b8-a057-949ed69b305a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:48.411955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282681cb-d976-4681-9f99-86debad6629c req-345c960a-4994-45b8-a057-949ed69b305a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:48.414222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-282681cb-d976-4681-9f99-86debad6629c req-345c960a-4994-45b8-a057-949ed69b305a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1517525 Feb 09 20:55:48.415037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event deleted for resources: {'Port': ['ID=5e15fd7e-7bed-4d89-a22e-1739755522b9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:48.594336 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-282681cb-d976-4681-9f99-86debad6629c req-2635e72a-5286-4688-840e-e7d9907be855 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1647632 Feb 09 20:55:48.604675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (ee1af765-cd42-42a7-bae2-28ddf15015e8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:48.998030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9a7d-37fe-404c-abd9-21afe112f451 req-256fa3d8-6959-4455-a2c4-76a27b46a50d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:48.999677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4fb9a7d-37fe-404c-abd9-21afe112f451 req-256fa3d8-6959-4455-a2c4-76a27b46a50d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0905612 Feb 09 20:55:49.011975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-027f92ae-0672-433c-93a2-e3fa04ad5f8c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:49.013406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-027f92ae-0672-433c-93a2-e3fa04ad5f8c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 945 time: 0.0774994 Feb 09 20:55:49.058304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Router ee1af765-cd42-42a7-bae2-28ddf15015e8 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:55:49.124181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4fb9a7d-37fe-404c-abd9-21afe112f451 req-c3e05bf7-c260-4ebf-b2be-758f78b19eff tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097624 Feb 09 20:55:49.158801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Deleting port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:49.159149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.161660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:55:49.170203 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-82097b31-1f55-4bd5-9bc5-d9bac3f2c339 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "PUT /v2.0/routers/ee1af765-cd42-42a7-bae2-28ddf15015e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351965 Feb 09 20:55:49.170203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:49.178647 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebc2e8e-beed-45af-bd28-6c4f82f62e91 None None] Sync routers for ids ['ee1af765-cd42-42a7-bae2-28ddf15015e8'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:55:49.188818 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc2e8e-beed-45af-bd28-6c4f82f62e91 None None] Routers {'ee1af765-cd42-42a7-bae2-28ddf15015e8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:49.189424 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ebc2e8e-beed-45af-bd28-6c4f82f62e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ee1af765-cd42-42a7-bae2-28ddf15015e8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:49.223414 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ebc2e8e-beed-45af-bd28-6c4f82f62e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:49.233236 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc2e8e-beed-45af-bd28-6c4f82f62e91 None None] Routers {'ee1af765-cd42-42a7-bae2-28ddf15015e8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:55:49.234035 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ebc2e8e-beed-45af-bd28-6c4f82f62e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:55:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ee1af765-cd42-42a7-bae2-28ddf15015e8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:49.250102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a6aeafb-1a1b-439b-809a-4df48b417187 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for router (ee1af765-cd42-42a7-bae2-28ddf15015e8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.270619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] For port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:55:49.270982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.274023 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ebc2e8e-beed-45af-bd28-6c4f82f62e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:49.274848 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebc2e8e-beed-45af-bd28-6c4f82f62e91 None None] The sync data for ids ['ee1af765-cd42-42a7-bae2-28ddf15015e8'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:55:49.285965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Calling delete_port for c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:49.427541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.439569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646', 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:55:49.462661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-05f441a2-4afc-46d5-993b-fd333d067122 req-25fefe74-5440-4463-af75-53052b8990e9 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0573587 Feb 09 20:55:49.466185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a6aeafb-1a1b-439b-809a-4df48b417187 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (ee1af765-cd42-42a7-bae2-28ddf15015e8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.468412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a6aeafb-1a1b-439b-809a-4df48b417187 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for router_controller (ee1af765-cd42-42a7-bae2-28ddf15015e8), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.574062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a6aeafb-1a1b-439b-809a-4df48b417187 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (ee1af765-cd42-42a7-bae2-28ddf15015e8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.574935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6aeafb-1a1b-439b-809a-4df48b417187 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Fanout notify agent at l3_agent the message router_deleted on router ee1af765-cd42-42a7-bae2-28ddf15015e8 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:55:49.582096 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a6aeafb-1a1b-439b-809a-4df48b417187 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.585835 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8a6aeafb-1a1b-439b-809a-4df48b417187 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "DELETE /v2.0/routers/ee1af765-cd42-42a7-bae2-28ddf15015e8 HTTP/1.1" status: 204 len: 168 time: 0.4124949 Feb 09 20:55:49.586169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35842) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:49.648024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be5b40e-27c6-4793-8a65-2a565252240d tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Deleting subnet fa3a05fa-4b40-4485-aade-2f2d9d2f8f26 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:55:49.651432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7be5b40e-27c6-4793-8a65-2a565252240d tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for subnet (fa3a05fa-4b40-4485-aade-2f2d9d2f8f26), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.697002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7be5b40e-27c6-4793-8a65-2a565252240d tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (fa3a05fa-4b40-4485-aade-2f2d9d2f8f26), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.790457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7be5b40e-27c6-4793-8a65-2a565252240d tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (fa3a05fa-4b40-4485-aade-2f2d9d2f8f26), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.853072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7be5b40e-27c6-4793-8a65-2a565252240d tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (fa3a05fa-4b40-4485-aade-2f2d9d2f8f26), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.884721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5b40e-27c6-4793-8a65-2a565252240d tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3a05fa-4b40-4485-aade-2f2d9d2f8f26,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:49.886792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7be5b40e-27c6-4793-8a65-2a565252240d tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.892888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7be5b40e-27c6-4793-8a65-2a565252240d tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "DELETE /v2.0/subnets/fa3a05fa-4b40-4485-aade-2f2d9d2f8f26 HTTP/1.1" status: 204 len: 168 time: 0.3052161 Feb 09 20:55:49.893564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:49.897809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d400d2-3130-4fec-a218-e08534422a92 None None] Network 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:55:49.919304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event deleted for resources: {'Port': ['ID=c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:49.989446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] No DVR routers for this DVR port c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:55:49.995254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:49.998971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bf00574-ab00-4ba5-bcaa-0ceeb17c283c req-e98f0ed6-fd3f-4a92-8a4a-d95df75dd82f tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.13 "DELETE /v2.0/ports/c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 HTTP/1.1" status: 204 len: 173 time: 0.9769311 Feb 09 20:55:49.999439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4603dc-b8e7-467b-a256-f7bb12f73c3e', 'name': 'network-vif-deleted', 'tag': 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:50.000599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (906c5b57-5a72-4c7b-9ef9-c8ef145bf45e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.001694 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9109d2a-afe7-44cf-9542-93b80220847d" -d '{"events": [{"server_uuid": "7c4603dc-b8e7-467b-a256-f7bb12f73c3e", "name": "network-vif-deleted", "tag": "c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:50.031388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-e0d12761-05b0-4eb6-a54c-7626da3e6a89 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:50.038403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-e0d12761-05b0-4eb6-a54c-7626da3e6a89 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:50.045285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-e0d12761-05b0-4eb6-a54c-7626da3e6a89 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:50.060781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-e0d12761-05b0-4eb6-a54c-7626da3e6a89 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:50.066939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-e0d12761-05b0-4eb6-a54c-7626da3e6a89 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:50.073280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-e0d12761-05b0-4eb6-a54c-7626da3e6a89 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:50.079993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-e0d12761-05b0-4eb6-a54c-7626da3e6a89 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:50.088382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-e0d12761-05b0-4eb6-a54c-7626da3e6a89 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1831605 Feb 09 20:55:50.092479 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a5885-0275-4b52-8c73-bed043c1a633 x-openstack-request-id: req-884a5885-0275-4b52-8c73-bed043c1a633 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:50.093010 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4603dc-b8e7-467b-a256-f7bb12f73c3e", "name": "network-vif-deleted", "tag": "c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:50.093485 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-884a5885-0275-4b52-8c73-bed043c1a633 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:50.094100 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4603dc-b8e7-467b-a256-f7bb12f73c3e', 'name': 'network-vif-deleted', 'tag': 'c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2', 'status': 'completed', 'code': 200} Feb 09 20:55:50.107333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Deleting port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:50.107861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.139663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] DHCP port deletion for 906c5b57-5a72-4c7b-9ef9-c8ef145bf45e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:55:50.194801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] For port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,segment=NetworkSegment(c64cdb10-be8d-4d23-8e1b-403af9f631d3),segment_id=c64cdb10-be8d-4d23-8e1b-403af9f631d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:55:50.195179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.207343 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa727e4d-2741-4435-9c60-d4bc6541b693 req-86a6537f-3c61-44e2-87f3-2c5b89e2443f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122825 Feb 09 20:55:50.212610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Calling delete_port for f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:50.229727 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] Deleting port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:50.230105 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.298456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] For port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,segment=NetworkSegment(c64cdb10-be8d-4d23-8e1b-403af9f631d3),segment_id=c64cdb10-be8d-4d23-8e1b-403af9f631d3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:55:50.298845 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.305168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9c43aca-9dde-472b-90b5-95bdce0858d1 req-845bd25c-c73d-4aea-8e9c-37cb63e22060 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=7c4603dc-b8e7-467b-a256-f7bb12f73c3e HTTP/1.1" status: 200 len: 210 time: 0.0363932 Feb 09 20:55:50.312796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] Calling delete_port for f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:50.344313 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.370522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event deleted for resources: {'Port': ['ID=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:50.375285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] No DVR routers for this DVR port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:55:50.414938 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.442781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] Pushing event deleted for resources: {'Port': ['ID=f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:50.447055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e389e86-3b2c-4e6d-a174-98481283c46a None None] No DVR routers for this DVR port f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:55:50.471617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (906c5b57-5a72-4c7b-9ef9-c8ef145bf45e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.495506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906c5b57-5a72-4c7b-9ef9-c8ef145bf45e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:50.509716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64cdb10-be8d-4d23-8e1b-403af9f631d3') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:50.510010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64cdb10-be8d-4d23-8e1b-403af9f631d3') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:50.525572 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (c64cdb10-be8d-4d23-8e1b-403af9f631d3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.541111 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c64cdb10-be8d-4d23-8e1b-403af9f631d3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.548906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:55:50.549534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (c64cdb10-be8d-4d23-8e1b-403af9f631d3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: items = [ Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:55:50.553671 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:55:50.646255 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (906c5b57-5a72-4c7b-9ef9-c8ef145bf45e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.648273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25278f62-4571-4beb-ac06-c6ae469b48c1 req-b06d0f9b-8752-4567-a1eb-2f75460f1dab tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0379272 Feb 09 20:55:50.652698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:50.656570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] 10.222.0.102 "DELETE /v2.0/networks/906c5b57-5a72-4c7b-9ef9-c8ef145bf45e HTTP/1.1" status: 204 len: 168 time: 0.7616270 Feb 09 20:55:50.676899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6a90d-9ef5-44a4-b950-853d0215c188 tempest-FloatingIPNegativeTestJSON-1980771564 tempest-FloatingIPNegativeTestJSON-1980771564-project] Pushing event deleted for resources: {'Network': ['ID=906c5b57-5a72-4c7b-9ef9-c8ef145bf45e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:50.851703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:55:50.871933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:55:50.872288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8564bb5-97a7-4aa6-9aad-2c7f7754f4e6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:55:50.923396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:51.054279 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-820ff548-b381-41f3-973c-b3afaa2ee9b8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e060907c574049c4a0e42f71f099e5b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297119 Feb 09 20:55:51.056763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:51.107051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f91c1d37-eb50-4b6b-91f9-9b40eb869251 admin admin] Publish callbacks [] for security_group (a2ede5d9-5de8-49ff-86c2-ea11fd5d97cc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:51.127113 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f91c1d37-eb50-4b6b-91f9-9b40eb869251 admin admin] Publish callbacks [] for security_group (a2ede5d9-5de8-49ff-86c2-ea11fd5d97cc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:51.177404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f91c1d37-eb50-4b6b-91f9-9b40eb869251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a2ede5d9-5de8-49ff-86c2-ea11fd5d97cc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:51.179985 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f91c1d37-eb50-4b6b-91f9-9b40eb869251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:51.181125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f91c1d37-eb50-4b6b-91f9-9b40eb869251 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a2ede5d9-5de8-49ff-86c2-ea11fd5d97cc HTTP/1.1" status: 204 len: 168 time: 0.1234319 Feb 09 20:55:51.189661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c1d37-eb50-4b6b-91f9-9b40eb869251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ede5d9-5de8-49ff-86c2-ea11fd5d97cc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:51.345269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76316-002e-4b7b-b93f-98fc10017749 req-d6ada2c1-59be-4a78-ab75-d10ce916dc69 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:51.352066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76316-002e-4b7b-b93f-98fc10017749 req-d6ada2c1-59be-4a78-ab75-d10ce916dc69 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:51.357899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76316-002e-4b7b-b93f-98fc10017749 req-d6ada2c1-59be-4a78-ab75-d10ce916dc69 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:51.365104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76316-002e-4b7b-b93f-98fc10017749 req-d6ada2c1-59be-4a78-ab75-d10ce916dc69 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:51.370614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76316-002e-4b7b-b93f-98fc10017749 req-d6ada2c1-59be-4a78-ab75-d10ce916dc69 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:51.376391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76316-002e-4b7b-b93f-98fc10017749 req-d6ada2c1-59be-4a78-ab75-d10ce916dc69 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:51.381708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d76316-002e-4b7b-b93f-98fc10017749 req-d6ada2c1-59be-4a78-ab75-d10ce916dc69 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:51.383651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-08d76316-002e-4b7b-b93f-98fc10017749 req-d6ada2c1-59be-4a78-ab75-d10ce916dc69 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1057177 Feb 09 20:55:51.488485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-08d76316-002e-4b7b-b93f-98fc10017749 req-dc3a380f-cda1-4dfe-b6a5-fa265de316e5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887837 Feb 09 20:55:51.569097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:51.790022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-abf0da98-562c-475f-94a4-807f7219ea2f req-cfa2e5e3-ddb7-416e-ad9d-cb394f52ec6f tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0379007 Feb 09 20:55:51.952342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:52.062479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-315e7c24-38e8-46b7-a377-b78706fd33a9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:52.067199 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-315e7c24-38e8-46b7-a377-b78706fd33a9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 20:55:52.067760 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-315e7c24-38e8-46b7-a377-b78706fd33a9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 20:55:52.072524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-315e7c24-38e8-46b7-a377-b78706fd33a9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1153862 Feb 09 20:55:52.073598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35934) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:52.079133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264141771'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:52.104518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.114347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.171917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d38bf6-b8d5-4573-9806-11f6d87ac346 req-b1f34472-9ce1-4210-88d2-13f21934701e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:52.179627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4d38bf6-b8d5-4573-9806-11f6d87ac346 req-b1f34472-9ce1-4210-88d2-13f21934701e tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 945 time: 0.0615551 Feb 09 20:55:52.203332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (a6041bd9-3ae4-4909-b757-6a4a0980e953), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.207936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a6041bd9-3ae4-4909-b757-6a4a0980e953), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.227101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4d38bf6-b8d5-4573-9806-11f6d87ac346 req-495a2aba-c6ad-444f-8f9b-4f1fbe74613c tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465245 Feb 09 20:55:52.246594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6041bd9-3ae4-4909-b757-6a4a0980e953,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:52.290089 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (72f13d46-c006-4e05-9906-801c902c3191), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.294033 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (72f13d46-c006-4e05-9906-801c902c3191), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.327027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.328339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2535474 Feb 09 20:55:52.329616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9747b2-b41f-427f-8f35-1b541123c1b6 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f13d46-c006-4e05-9906-801c902c3191,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:52.332153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35938) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:52.336879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-12265048-15e6-4139-a1bd-743928e7f577 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '72f13d46-c006-4e05-9906-801c902c3191', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:52.362888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12265048-15e6-4139-a1bd-743928e7f577 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group_rule (efc08282-40d0-44d8-9e06-3895a34386a4), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.422166 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12265048-15e6-4139-a1bd-743928e7f577 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group_rule (efc08282-40d0-44d8-9e06-3895a34386a4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.426047 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12265048-15e6-4139-a1bd-743928e7f577 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (efc08282-40d0-44d8-9e06-3895a34386a4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.445534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12265048-15e6-4139-a1bd-743928e7f577 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc08282-40d0-44d8-9e06-3895a34386a4,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:52.455722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12265048-15e6-4139-a1bd-743928e7f577 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.457404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:52.462039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4fe18abc-579c-4df1-a1d0-9e1f782dd0e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '72f13d46-c006-4e05-9906-801c902c3191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:52.464286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-12265048-15e6-4139-a1bd-743928e7f577 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310003 Feb 09 20:55:52.497790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe18abc-579c-4df1-a1d0-9e1f782dd0e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group_rule (0fda43c1-c000-438f-b02b-ab06009bb737), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.563857 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-4fe18abc-579c-4df1-a1d0-9e1f782dd0e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 20:55:52.565075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4fe18abc-579c-4df1-a1d0-9e1f782dd0e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1066484 Feb 09 20:55:52.568519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35944) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:52.653651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:55:52.664817 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (72f13d46-c006-4e05-9906-801c902c3191), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.676730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-b5d20608-02d5-4922-af99-792b9ab0868e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:52.682674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-b5d20608-02d5-4922-af99-792b9ab0868e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:52.683186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:55:52.683535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device c3c3e5fd-db30-4c1d-ab62-ca5f527f06e2 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:55:52.689452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-b5d20608-02d5-4922-af99-792b9ab0868e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:52.696961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-b5d20608-02d5-4922-af99-792b9ab0868e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:52.702258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-b5d20608-02d5-4922-af99-792b9ab0868e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:52.708410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-b5d20608-02d5-4922-af99-792b9ab0868e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:52.713550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-b5d20608-02d5-4922-af99-792b9ab0868e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:52.715657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-b5d20608-02d5-4922-af99-792b9ab0868e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1301496 Feb 09 20:55:52.751421 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (72f13d46-c006-4e05-9906-801c902c3191), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.813631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32f6eb38-350a-456b-8e0b-04fb5de43620 req-717c0599-f709-4980-95b5-f6c8772909de tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870221 Feb 09 20:55:52.838885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (72f13d46-c006-4e05-9906-801c902c3191), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.841959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:52.843088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/72f13d46-c006-4e05-9906-801c902c3191 HTTP/1.1" status: 204 len: 168 time: 0.2734041 Feb 09 20:55:52.845708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:52.871023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f13d46-c006-4e05-9906-801c902c3191,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:52.883145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.883494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.883880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.884225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.884557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.885109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.885462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.885789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.886119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.886445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.886867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.893892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.894274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a3b99-c484-4c9a-b4b6-7c595cc12432 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:52.921408 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4502c3e-bc29-433d-a0af-42fbe7c297a9 req-303ace41-7695-4fb6-8aa2-edf91f438938 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0458052 Feb 09 20:55:52.950443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3381b414-ef20-48f9-8324-5cbf1682ef52 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1034536 Feb 09 20:55:52.953936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:52.958509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5ebce706-68b2-4524-852b-18d0a6c0ef7d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--319336763'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:52.985131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebce706-68b2-4524-852b-18d0a6c0ef7d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.053615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebce706-68b2-4524-852b-18d0a6c0ef7d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (0c96ce72-c7bc-4aaf-a8ef-0921194514a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.057430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebce706-68b2-4524-852b-18d0a6c0ef7d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0c96ce72-c7bc-4aaf-a8ef-0921194514a3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.088319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ebce706-68b2-4524-852b-18d0a6c0ef7d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.089549 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5ebce706-68b2-4524-852b-18d0a6c0ef7d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1346195 Feb 09 20:55:53.090235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebce706-68b2-4524-852b-18d0a6c0ef7d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c96ce72-c7bc-4aaf-a8ef-0921194514a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:53.092553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.098033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-65497076-8d53-4ad3-bc67-82440f9afa6e tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '0c96ce72-c7bc-4aaf-a8ef-0921194514a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:53.098878 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-65497076-8d53-4ad3-bc67-82440f9afa6e tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 20:55:53.099405 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-65497076-8d53-4ad3-bc67-82440f9afa6e tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:53.102942 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-65497076-8d53-4ad3-bc67-82440f9afa6e tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063183 Feb 09 20:55:53.103534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.162791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-346acbbb-8766-4f00-a66c-399da339cdbe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (0c96ce72-c7bc-4aaf-a8ef-0921194514a3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.186432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-346acbbb-8766-4f00-a66c-399da339cdbe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (0c96ce72-c7bc-4aaf-a8ef-0921194514a3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.229959 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-346acbbb-8766-4f00-a66c-399da339cdbe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0c96ce72-c7bc-4aaf-a8ef-0921194514a3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.234225 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-346acbbb-8766-4f00-a66c-399da339cdbe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.235723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-346acbbb-8766-4f00-a66c-399da339cdbe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/0c96ce72-c7bc-4aaf-a8ef-0921194514a3 HTTP/1.1" status: 204 len: 168 time: 0.1311810 Feb 09 20:55:53.243495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.247375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346acbbb-8766-4f00-a66c-399da339cdbe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c96ce72-c7bc-4aaf-a8ef-0921194514a3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:53.320833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-62ae24ec-4330-4d79-85c5-2058b196f81c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702496 Feb 09 20:55:53.321180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.325897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fc211c93-f3ab-40b1-99d3-c2066ae119e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--253706613'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:53.349382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc211c93-f3ab-40b1-99d3-c2066ae119e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.384635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd2983-f482-473d-925a-71617d0d33bd req-12281cec-1953-4241-a294-a000e097f6bb tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:53.386934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0cd2983-f482-473d-925a-71617d0d33bd req-12281cec-1953-4241-a294-a000e097f6bb tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 945 time: 0.0699399 Feb 09 20:55:53.440741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc211c93-f3ab-40b1-99d3-c2066ae119e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (04ae7dd3-7b92-41e6-abfa-b5066dcc8f14), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.445160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc211c93-f3ab-40b1-99d3-c2066ae119e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (04ae7dd3-7b92-41e6-abfa-b5066dcc8f14), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.450520 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0cd2983-f482-473d-925a-71617d0d33bd req-80ff72d8-76ac-4586-8901-7f6f934bd97d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574467 Feb 09 20:55:53.477646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc211c93-f3ab-40b1-99d3-c2066ae119e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae7dd3-7b92-41e6-abfa-b5066dcc8f14,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:53.495392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc211c93-f3ab-40b1-99d3-c2066ae119e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.499509 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fc211c93-f3ab-40b1-99d3-c2066ae119e7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1745944 Feb 09 20:55:53.500077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.504846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fe06dc50-e3d1-4e85-a2a3-1cd652f92428 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '04ae7dd3-7b92-41e6-abfa-b5066dcc8f14', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:53.505856 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-fe06dc50-e3d1-4e85-a2a3-1cd652f92428 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 20:55:53.506482 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-fe06dc50-e3d1-4e85-a2a3-1cd652f92428 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:53.509984 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fe06dc50-e3d1-4e85-a2a3-1cd652f92428 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063081 Feb 09 20:55:53.510430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.566470 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e67db76a-17d9-4e9f-9af1-2ee0aa687bc2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (04ae7dd3-7b92-41e6-abfa-b5066dcc8f14), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.590500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e67db76a-17d9-4e9f-9af1-2ee0aa687bc2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (04ae7dd3-7b92-41e6-abfa-b5066dcc8f14), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.636791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e67db76a-17d9-4e9f-9af1-2ee0aa687bc2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (04ae7dd3-7b92-41e6-abfa-b5066dcc8f14), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.639742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e67db76a-17d9-4e9f-9af1-2ee0aa687bc2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.640972 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e67db76a-17d9-4e9f-9af1-2ee0aa687bc2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/04ae7dd3-7b92-41e6-abfa-b5066dcc8f14 HTTP/1.1" status: 204 len: 168 time: 0.1295898 Feb 09 20:55:53.643869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.657193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67db76a-17d9-4e9f-9af1-2ee0aa687bc2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae7dd3-7b92-41e6-abfa-b5066dcc8f14,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:53.668719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-e66b377d-cdc0-4ac9-9c73-4f0aba177047 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:53.670179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-e66b377d-cdc0-4ac9-9c73-4f0aba177047 tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 945 time: 0.0718639 Feb 09 20:55:53.742212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4b227ed8-e567-4320-9080-9c8ad4436f7c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968564 Feb 09 20:55:53.745895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35972) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.750321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--612522140'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:53.780649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.821050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Deleting port 08975faa-ab71-4640-9d4c-68cc116b4646 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:55:53.821402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.881947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.888021 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.942997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:53.949525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:53.954602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2072783 Feb 09 20:55:53.954787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.963314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-97cba63a-045f-4546-8675-9d1686eb5b5a tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:53.971191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.971555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.972505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.972966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.973245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.973521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.973857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.974193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.974318 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-97cba63a-045f-4546-8675-9d1686eb5b5a tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 20:55:53.974549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.975171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.975171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.975672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.976048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd55a4c-973a-4f34-99fb-ab8659718bf3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:55:53.976604 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-97cba63a-045f-4546-8675-9d1686eb5b5a tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:53.978188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-97cba63a-045f-4546-8675-9d1686eb5b5a tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227087 Feb 09 20:55:53.986824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:53.992984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0c77b0d3-70ba-40c7-8329-602c95aef2f1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:53.993661 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-0c77b0d3-70ba-40c7-8329-602c95aef2f1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 20:55:53.994225 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-0c77b0d3-70ba-40c7-8329-602c95aef2f1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:53.995275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0c77b0d3-70ba-40c7-8329-602c95aef2f1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074663 Feb 09 20:55:53.999379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35984) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.002595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] For port 08975faa-ab71-4640-9d4c-68cc116b4646, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=08975faa-ab71-4640-9d4c-68cc116b4646,segment=NetworkSegment(59fa443d-786d-42b0-ad2a-fe8ddb6949a0),segment_id=59fa443d-786d-42b0-ad2a-fe8ddb6949a0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:55:54.002971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.008129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ac665a59-a2f5-48de-8cd6-f04e7a54c81f tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.008968 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-ac665a59-a2f5-48de-8cd6-f04e7a54c81f tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 20:55:54.009465 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ac665a59-a2f5-48de-8cd6-f04e7a54c81f tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.010598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ac665a59-a2f5-48de-8cd6-f04e7a54c81f tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101161 Feb 09 20:55:54.014218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.020054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aabb08ae-836e-421e-af56-c5c3da8f27c9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.022692 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-aabb08ae-836e-421e-af56-c5c3da8f27c9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 20:55:54.023222 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-aabb08ae-836e-421e-af56-c5c3da8f27c9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.023454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Calling delete_port for 08975faa-ab71-4640-9d4c-68cc116b4646 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:55:54.027134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.027399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aabb08ae-836e-421e-af56-c5c3da8f27c9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123510 Feb 09 20:55:54.060447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-635f0208-8190-4b6f-82bd-b18cae4c7f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:54.068378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-635f0208-8190-4b6f-82bd-b18cae4c7f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:54.074096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-635f0208-8190-4b6f-82bd-b18cae4c7f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:54.079388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-635f0208-8190-4b6f-82bd-b18cae4c7f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:54.085451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-635f0208-8190-4b6f-82bd-b18cae4c7f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:54.090677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-635f0208-8190-4b6f-82bd-b18cae4c7f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:54.096615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-635f0208-8190-4b6f-82bd-b18cae4c7f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:54.098632 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-635f0208-8190-4b6f-82bd-b18cae4c7f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1582577 Feb 09 20:55:54.115032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca36723e-1ce0-4fa1-8881-a28e2b384f88 req-919c7dcf-97bb-41ed-9576-9c5712e8b6c3 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0679381 Feb 09 20:55:54.177510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dc410b8-ca78-4c67-abb0-b6c987501486 req-5156ce87-24d3-4cdc-baf8-9a0ad5a3b35d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718000 Feb 09 20:55:54.178588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9385997e-b5f1-477f-9f1b-1c72aee23960 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.230703 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9385997e-b5f1-477f-9f1b-1c72aee23960 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.277552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (08975faa-ab71-4640-9d4c-68cc116b4646), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.291498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['08975faa-ab71-4640-9d4c-68cc116b4646'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:55:54.312968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Pushing event deleted for resources: {'Port': ['ID=08975faa-ab71-4640-9d4c-68cc116b4646,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:54.324644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9385997e-b5f1-477f-9f1b-1c72aee23960 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.325220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9385997e-b5f1-477f-9f1b-1c72aee23960 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.329399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9385997e-b5f1-477f-9f1b-1c72aee23960 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf HTTP/1.1" status: 204 len: 168 time: 0.2982726 Feb 09 20:55:54.330072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.353223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385997e-b5f1-477f-9f1b-1c72aee23960 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e9ec9e-0804-46a4-8a0e-8e3bdb386fcf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:54.368275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] No DVR routers for this DVR port 08975faa-ab71-4640-9d4c-68cc116b4646 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:55:54.371263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.374575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3bb4ac43-15d1-490b-b8f0-2f4133f8ba36 req-cdf2f8b6-bc25-4ef8-a3e5-a55b0bfcab3b tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.13 "DELETE /v2.0/ports/08975faa-ab71-4640-9d4c-68cc116b4646 HTTP/1.1" status: 204 len: 173 time: 0.6965847 Feb 09 20:55:54.375035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd90848-4e35-4d77-a278-8e97d0b6b275', 'name': 'network-vif-deleted', 'tag': '08975faa-ab71-4640-9d4c-68cc116b4646'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:55:54.378672 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543853dd-0523-43dc-bec8-a4d9d059539c" -d '{"events": [{"server_uuid": "4dd90848-4e35-4d77-a278-8e97d0b6b275", "name": "network-vif-deleted", "tag": "08975faa-ab71-4640-9d4c-68cc116b4646"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:55:54.395777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2753f636-b32a-41f6-af88-bd9e3445b5a0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0606804 Feb 09 20:55:54.398222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.403237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-81f6d746-762d-4b4e-98de-828d54e82a67 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--443357859'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.428957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81f6d746-762d-4b4e-98de-828d54e82a67 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.429288 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1cf99c-0306-4242-a872-b2d6a46c67b4 x-openstack-request-id: req-1f1cf99c-0306-4242-a872-b2d6a46c67b4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:55:54.429630 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd90848-4e35-4d77-a278-8e97d0b6b275", "name": "network-vif-deleted", "tag": "08975faa-ab71-4640-9d4c-68cc116b4646", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:55:54.429935 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1f1cf99c-0306-4242-a872-b2d6a46c67b4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:55:54.430490 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd90848-4e35-4d77-a278-8e97d0b6b275', 'name': 'network-vif-deleted', 'tag': '08975faa-ab71-4640-9d4c-68cc116b4646', 'status': 'completed', 'code': 200} Feb 09 20:55:54.509792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81f6d746-762d-4b4e-98de-828d54e82a67 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (96744112-5c6b-424c-b2fe-b2210ebe054a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.513759 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81f6d746-762d-4b4e-98de-828d54e82a67 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (96744112-5c6b-424c-b2fe-b2210ebe054a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.566205 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81f6d746-762d-4b4e-98de-828d54e82a67 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.570579 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-81f6d746-762d-4b4e-98de-828d54e82a67 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1682050 Feb 09 20:55:54.571301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.576493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9ab7e658-b60a-4569-8f0f-4ca5a2622bb7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.577281 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-9ab7e658-b60a-4569-8f0f-4ca5a2622bb7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 20:55:54.577790 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-9ab7e658-b60a-4569-8f0f-4ca5a2622bb7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.581857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9ab7e658-b60a-4569-8f0f-4ca5a2622bb7 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089741 Feb 09 20:55:54.582399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.586780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1b93da69-eeab-4a64-bbd3-9a957e5c400b tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.587018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6d746-762d-4b4e-98de-828d54e82a67 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96744112-5c6b-424c-b2fe-b2210ebe054a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:54.590602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8912623-b75d-49af-8e48-d245470e14ad req-f6678bfc-bde0-429e-89f9-1119ea3f1a1d tempest-ServersTestJSON-735345683 tempest-ServersTestJSON-735345683-project] 10.222.0.102 "GET /v2.0/ports?device_id=4dd90848-4e35-4d77-a278-8e97d0b6b275 HTTP/1.1" status: 200 len: 210 time: 0.0513036 Feb 09 20:55:54.632220 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-1b93da69-eeab-4a64-bbd3-9a957e5c400b tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.633276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1b93da69-eeab-4a64-bbd3-9a957e5c400b tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0499930 Feb 09 20:55:54.636086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.640628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b5ac9358-3bf3-4ff6-ace6-f077d2f702ca tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.641106 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-b5ac9358-3bf3-4ff6-ace6-f077d2f702ca tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 20:55:54.641586 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-b5ac9358-3bf3-4ff6-ace6-f077d2f702ca tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.642496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5ac9358-3bf3-4ff6-ace6-f077d2f702ca tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055125 Feb 09 20:55:54.644836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.648702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-68aaed09-ef59-47c8-9b4e-853bfc06ff24 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.681010 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-68aaed09-ef59-47c8-9b4e-853bfc06ff24 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.684560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-68aaed09-ef59-47c8-9b4e-853bfc06ff24 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0363483 Feb 09 20:55:54.684895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.689483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f71e616-a835-4962-8ae4-cb40bda9f631 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.690234 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-9f71e616-a835-4962-8ae4-cb40bda9f631 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 20:55:54.691278 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9f71e616-a835-4962-8ae4-cb40bda9f631 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.694232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9f71e616-a835-4962-8ae4-cb40bda9f631 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063767 Feb 09 20:55:54.694781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.700145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-57d22eb5-3ac1-4d54-b4c8-d7f933572649 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.721114 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-57d22eb5-3ac1-4d54-b4c8-d7f933572649 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Project 766cc0d5b8a4441c86d1e5023c86a3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:55:54.733589 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-57d22eb5-3ac1-4d54-b4c8-d7f933572649 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.734648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-57d22eb5-3ac1-4d54-b4c8-d7f933572649 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0387893 Feb 09 20:55:54.737865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.742121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8bf32e6f-60d1-41e8-a547-29c0301cc748 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.742595 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-8bf32e6f-60d1-41e8-a547-29c0301cc748 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 20:55:54.743061 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-8bf32e6f-60d1-41e8-a547-29c0301cc748 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.746711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8bf32e6f-60d1-41e8-a547-29c0301cc748 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059211 Feb 09 20:55:54.746909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.750999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cf856133-7758-4adb-8f76-ac1ab7e7f3a1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.772601 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-cf856133-7758-4adb-8f76-ac1ab7e7f3a1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Project 766cc0d5b8a4441c86d1e5023c86a3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:55:54.787940 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-cf856133-7758-4adb-8f76-ac1ab7e7f3a1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.792088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.792346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cf856133-7758-4adb-8f76-ac1ab7e7f3a1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0443392 Feb 09 20:55:54.796990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cf245265-a5e7-4eda-9b04-f4f34df97c27 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '96744112-5c6b-424c-b2fe-b2210ebe054a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:54.830105 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-cf245265-a5e7-4eda-9b04-f4f34df97c27 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Project 766cc0d5b8a4441c86d1e5023c86a3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:55:54.844239 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-cf245265-a5e7-4eda-9b04-f4f34df97c27 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:54.845634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cf245265-a5e7-4eda-9b04-f4f34df97c27 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0520837 Feb 09 20:55:54.848818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:54.912868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88ffb9b7-2013-45c5-8488-068e39977e34 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (96744112-5c6b-424c-b2fe-b2210ebe054a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.947128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88ffb9b7-2013-45c5-8488-068e39977e34 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (96744112-5c6b-424c-b2fe-b2210ebe054a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.991554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88ffb9b7-2013-45c5-8488-068e39977e34 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (96744112-5c6b-424c-b2fe-b2210ebe054a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.994137 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88ffb9b7-2013-45c5-8488-068e39977e34 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:54.995292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-88ffb9b7-2013-45c5-8488-068e39977e34 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/96744112-5c6b-424c-b2fe-b2210ebe054a HTTP/1.1" status: 204 len: 168 time: 0.1453245 Feb 09 20:55:54.998089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.005228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffb9b7-2013-45c5-8488-068e39977e34 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96744112-5c6b-424c-b2fe-b2210ebe054a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:55.043759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-10fbda01-2c1f-4713-8d7b-8f197fcefa2b tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0444577 Feb 09 20:55:55.048937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.053204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6455630d-d0f5-4ce8-846c-fec297e838d4 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--881086253'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:55.072723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6455630d-d0f5-4ce8-846c-fec297e838d4 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.141113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6455630d-d0f5-4ce8-846c-fec297e838d4 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.145145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6455630d-d0f5-4ce8-846c-fec297e838d4 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.186571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455630d-d0f5-4ce8-846c-fec297e838d4 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:55.191149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6455630d-d0f5-4ce8-846c-fec297e838d4 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.192718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6455630d-d0f5-4ce8-846c-fec297e838d4 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1440496 Feb 09 20:55:55.196650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.201432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f894c51e-b8e8-43e7-a310-7e74e8f153c0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:55.243942 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-f894c51e-b8e8-43e7-a310-7e74e8f153c0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The resource could not be found. Feb 09 20:55:55.245277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f894c51e-b8e8-43e7-a310-7e74e8f153c0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0476425 Feb 09 20:55:55.248152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.253021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f42b5223-ecb6-4514-a7c9-cde9431c233b tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '366ebb02-cd34-4ff0-b5af-5eb54a01bdcc'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:55.258668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da3c16c1-3ad9-44f1-aa7e-c346100abd76 req-99faf50e-ff89-40eb-b00b-1c5b83f5e59d tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0540848 Feb 09 20:55:55.308874 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-f42b5223-ecb6-4514-a7c9-cde9431c233b tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The resource could not be found. Feb 09 20:55:55.312472 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f42b5223-ecb6-4514-a7c9-cde9431c233b tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0609102 Feb 09 20:55:55.312710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.362975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-f716166a-1fbd-4da1-8a0a-21e33a0f4f2b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:55.369211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-f716166a-1fbd-4da1-8a0a-21e33a0f4f2b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:55.370256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3aed-059c-4ee0-beea-08cc1dd8ebe1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.374677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-f716166a-1fbd-4da1-8a0a-21e33a0f4f2b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:55.380854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-f716166a-1fbd-4da1-8a0a-21e33a0f4f2b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:55.386308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-f716166a-1fbd-4da1-8a0a-21e33a0f4f2b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:55.392144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-f716166a-1fbd-4da1-8a0a-21e33a0f4f2b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:55.394075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3aed-059c-4ee0-beea-08cc1dd8ebe1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.397735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-f716166a-1fbd-4da1-8a0a-21e33a0f4f2b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:55.400106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-f716166a-1fbd-4da1-8a0a-21e33a0f4f2b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1136906 Feb 09 20:55:55.436011 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3aed-059c-4ee0-beea-08cc1dd8ebe1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.438631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad8b3aed-059c-4ee0-beea-08cc1dd8ebe1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.440165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ad8b3aed-059c-4ee0-beea-08cc1dd8ebe1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824 HTTP/1.1" status: 204 len: 168 time: 0.1263478 Feb 09 20:55:55.442914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.449635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b3aed-059c-4ee0-beea-08cc1dd8ebe1 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0f7fa7-6b9c-464b-ab05-4a7cb8e1f824,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:55.493590 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-322d26e0-941c-47f1-adb4-4a0aec6288a4 req-9e08dd75-eb34-4530-a69b-258a2e7e7307 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853086 Feb 09 20:55:55.508412 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b788b801-a75f-41ce-b4f0-5e161a55d209 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0641468 Feb 09 20:55:55.512612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.517030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7730f214-07a8-42a7-ae17-c765f8900d1a tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': 'cf89fd6c-5e6c-4683-b930-fb7a82f70311', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:55.555275 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-7730f214-07a8-42a7-ae17-c765f8900d1a tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The resource could not be found. Feb 09 20:55:55.559734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7730f214-07a8-42a7-ae17-c765f8900d1a tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0426693 Feb 09 20:55:55.559928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.564310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b7ceedc-36f3-4705-82b8-dfb849deb6e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218870550'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:55.584593 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7ceedc-36f3-4705-82b8-dfb849deb6e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.649372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.670832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7ceedc-36f3-4705-82b8-dfb849deb6e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (130e2e8e-6b42-4040-8883-f194e591ac62), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.674494 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7ceedc-36f3-4705-82b8-dfb849deb6e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (130e2e8e-6b42-4040-8883-f194e591ac62), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.704185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7ceedc-36f3-4705-82b8-dfb849deb6e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.708739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2b7ceedc-36f3-4705-82b8-dfb849deb6e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1445971 Feb 09 20:55:55.708889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b8fc1a-521e-4f4f-bff0-13e7af04978b admin admin] Deleting subnet 5da60c3a-dc04-497b-aaff-c1952e694419 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:55:55.709027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.711764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fc1a-521e-4f4f-bff0-13e7af04978b admin admin] Publish callbacks [] for subnet (5da60c3a-dc04-497b-aaff-c1952e694419), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.713164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3c63e9c2-959f-4446-98c7-d417feab9fff tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--409396511'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:55.720622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ceedc-36f3-4705-82b8-dfb849deb6e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130e2e8e-6b42-4040-8883-f194e591ac62,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:55.736577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9c2-959f-4446-98c7-d417feab9fff tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.748869 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fc1a-521e-4f4f-bff0-13e7af04978b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (5da60c3a-dc04-497b-aaff-c1952e694419), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.790587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fc1a-521e-4f4f-bff0-13e7af04978b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5da60c3a-dc04-497b-aaff-c1952e694419), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.811617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9c2-959f-4446-98c7-d417feab9fff tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (9d75c552-6ab6-4de0-8bab-85e5d8b3fba1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.816629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9c2-959f-4446-98c7-d417feab9fff tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9d75c552-6ab6-4de0-8bab-85e5d8b3fba1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.844753 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9c2-959f-4446-98c7-d417feab9fff tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.845406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fc1a-521e-4f4f-bff0-13e7af04978b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (5da60c3a-dc04-497b-aaff-c1952e694419), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.846070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3c63e9c2-959f-4446-98c7-d417feab9fff tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1362231 Feb 09 20:55:55.849572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.853902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-18756694-72b3-4c5b-9a7d-601fe2fdb3cc tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '130e2e8e-6b42-4040-8883-f194e591ac62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9d75c552-6ab6-4de0-8bab-85e5d8b3fba1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:55.859087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e9c2-959f-4446-98c7-d417feab9fff tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d75c552-6ab6-4de0-8bab-85e5d8b3fba1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:55.870659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8fc1a-521e-4f4f-bff0-13e7af04978b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da60c3a-dc04-497b-aaff-c1952e694419,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:55.874681 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6b8fc1a-521e-4f4f-bff0-13e7af04978b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.879305 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f6b8fc1a-521e-4f4f-bff0-13e7af04978b admin admin] 10.222.0.102 "DELETE /v2.0/subnets/5da60c3a-dc04-497b-aaff-c1952e694419 HTTP/1.1" status: 204 len: 168 time: 0.2287722 Feb 09 20:55:55.882292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.900863 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-18756694-72b3-4c5b-9a7d-601fe2fdb3cc tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:55.904230 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-18756694-72b3-4c5b-9a7d-601fe2fdb3cc tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0536458 Feb 09 20:55:55.905110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:55.970737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (401827f8-1a87-4730-a777-a78cb1a9e9f8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:55.988286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace5db1e-a7fe-4498-baae-f4b9885cdffe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (9d75c552-6ab6-4de0-8bab-85e5d8b3fba1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.013053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace5db1e-a7fe-4498-baae-f4b9885cdffe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (9d75c552-6ab6-4de0-8bab-85e5d8b3fba1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.055070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (401827f8-1a87-4730-a777-a78cb1a9e9f8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.060511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace5db1e-a7fe-4498-baae-f4b9885cdffe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9d75c552-6ab6-4de0-8bab-85e5d8b3fba1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.063573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace5db1e-a7fe-4498-baae-f4b9885cdffe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.067505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ace5db1e-a7fe-4498-baae-f4b9885cdffe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/9d75c552-6ab6-4de0-8bab-85e5d8b3fba1 HTTP/1.1" status: 204 len: 168 time: 0.1614401 Feb 09 20:55:56.068125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.078002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['401827f8-1a87-4730-a777-a78cb1a9e9f8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:56.088704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fa443d-786d-42b0-ad2a-fe8ddb6949a0') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:56.089167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fa443d-786d-42b0-ad2a-fe8ddb6949a0') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:56.095139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5db1e-a7fe-4498-baae-f4b9885cdffe tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d75c552-6ab6-4de0-8bab-85e5d8b3fba1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:56.099634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (59fa443d-786d-42b0-ad2a-fe8ddb6949a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.115168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (59fa443d-786d-42b0-ad2a-fe8ddb6949a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.123327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:55:56.123980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (59fa443d-786d-42b0-ad2a-fe8ddb6949a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:55:56.125939 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:55:56.143428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-90d24bc8-911c-4ce5-9f73-8f980610328f tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0709596 Feb 09 20:55:56.144816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.188789 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (401827f8-1a87-4730-a777-a78cb1a9e9f8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.195406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.199179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] 10.222.0.102 "DELETE /v2.0/networks/401827f8-1a87-4730-a777-a78cb1a9e9f8 HTTP/1.1" status: 204 len: 168 time: 0.3158665 Feb 09 20:55:56.208778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835a5631-ac64-49d4-a210-681d24c6d85c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (130e2e8e-6b42-4040-8883-f194e591ac62), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.212225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263f5e1-1079-42b0-9fb6-53b123c5d047 admin admin] Pushing event deleted for resources: {'Network': ['ID=401827f8-1a87-4730-a777-a78cb1a9e9f8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:56.236764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835a5631-ac64-49d4-a210-681d24c6d85c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (130e2e8e-6b42-4040-8883-f194e591ac62), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.280879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835a5631-ac64-49d4-a210-681d24c6d85c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (130e2e8e-6b42-4040-8883-f194e591ac62), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.283595 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835a5631-ac64-49d4-a210-681d24c6d85c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.285379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-835a5631-ac64-49d4-a210-681d24c6d85c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/130e2e8e-6b42-4040-8883-f194e591ac62 HTTP/1.1" status: 204 len: 168 time: 0.1394739 Feb 09 20:55:56.288065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.302377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a5631-ac64-49d4-a210-681d24c6d85c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130e2e8e-6b42-4040-8883-f194e591ac62,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:56.363568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4d4646db-55e7-40c3-bd44-1188147cabf0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0742967 Feb 09 20:55:56.370670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.377623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6ea0ff0b-f689-466f-9b98-d5487dd864e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165915831'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:56.418724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.424445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dc6227e6-b5ad-4a38-bf29-368d2811b852 req-8f0d28f8-835c-4110-a176-62c0aabe099b tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0295012 Feb 09 20:55:56.425686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff0b-f689-466f-9b98-d5487dd864e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.482329 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.496075 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff0b-f689-466f-9b98-d5487dd864e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (04d2e9a8-1b40-4f2b-9075-adaf815bfc0a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.500153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-85a131a4-f31d-4674-9465-7cce3c643a6a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=aad186a920f347bdaed3baf1e6b99870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800862 Feb 09 20:55:56.502544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.504197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff0b-f689-466f-9b98-d5487dd864e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (04d2e9a8-1b40-4f2b-9075-adaf815bfc0a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.534531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ea0ff0b-f689-466f-9b98-d5487dd864e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.538844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ea0ff0b-f689-466f-9b98-d5487dd864e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1623092 Feb 09 20:55:56.539457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.544072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8fb66133-2db1-4a57-bddd-76e2e0492dd8 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '04d2e9a8-1b40-4f2b-9075-adaf815bfc0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:56.552068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0ff0b-f689-466f-9b98-d5487dd864e0 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d2e9a8-1b40-4f2b-9075-adaf815bfc0a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:56.584313 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-8fb66133-2db1-4a57-bddd-76e2e0492dd8 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:56.585915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85ee592-f319-44cf-b42b-72d7c0238890 admin admin] Publish callbacks [] for security_group (2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.586051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8fb66133-2db1-4a57-bddd-76e2e0492dd8 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0456054 Feb 09 20:55:56.588791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.593299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4cd14cf5-1282-4fb8-b7de-893cd38965b3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group_rule': {'security_group_id': '04d2e9a8-1b40-4f2b-9075-adaf815bfc0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:56.655469 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85ee592-f319-44cf-b42b-72d7c0238890 admin admin] Publish callbacks [] for security_group (2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.684273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 08975faa-ab71-4640-9d4c-68cc116b4646 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:55:56.705446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 08975faa-ab71-4640-9d4c-68cc116b4646 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:55:56.705950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 08975faa-ab71-4640-9d4c-68cc116b4646 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:55:56.708005 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-4cd14cf5-1282-4fb8-b7de-893cd38965b3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:55:56.709261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4cd14cf5-1282-4fb8-b7de-893cd38965b3 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1194065 Feb 09 20:55:56.712814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.729083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa974-4e71-4229-b303-50f684574eab req-11a8f1c5-9d63-4794-907e-40a79f510b8f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:56.734335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa974-4e71-4229-b303-50f684574eab req-11a8f1c5-9d63-4794-907e-40a79f510b8f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:56.740232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa974-4e71-4229-b303-50f684574eab req-11a8f1c5-9d63-4794-907e-40a79f510b8f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:56.745540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa974-4e71-4229-b303-50f684574eab req-11a8f1c5-9d63-4794-907e-40a79f510b8f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:56.750791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa974-4e71-4229-b303-50f684574eab req-11a8f1c5-9d63-4794-907e-40a79f510b8f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:56.756818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa974-4e71-4229-b303-50f684574eab req-11a8f1c5-9d63-4794-907e-40a79f510b8f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:56.762322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aa974-4e71-4229-b303-50f684574eab req-11a8f1c5-9d63-4794-907e-40a79f510b8f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:56.764315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-494aa974-4e71-4229-b303-50f684574eab req-11a8f1c5-9d63-4794-907e-40a79f510b8f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1607220 Feb 09 20:55:56.771499 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-133303a7-9227-4f84-b020-2d0a1b6f8db9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (04d2e9a8-1b40-4f2b-9075-adaf815bfc0a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.794243 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85ee592-f319-44cf-b42b-72d7c0238890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.796815 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a85ee592-f319-44cf-b42b-72d7c0238890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.801087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a85ee592-f319-44cf-b42b-72d7c0238890 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09 HTTP/1.1" status: 204 len: 168 time: 0.2938018 Feb 09 20:55:56.807571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-133303a7-9227-4f84-b020-2d0a1b6f8db9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (04d2e9a8-1b40-4f2b-9075-adaf815bfc0a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.815235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ee592-f319-44cf-b42b-72d7c0238890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e5d5a-bff8-4b3f-92e9-d8394ee83b09,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:56.848544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-494aa974-4e71-4229-b303-50f684574eab req-b3209606-f2a3-4171-bf65-d2cacd9500ed tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743265 Feb 09 20:55:56.864856 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-133303a7-9227-4f84-b020-2d0a1b6f8db9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (04d2e9a8-1b40-4f2b-9075-adaf815bfc0a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.869970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-133303a7-9227-4f84-b020-2d0a1b6f8db9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:56.871775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-133303a7-9227-4f84-b020-2d0a1b6f8db9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/04d2e9a8-1b40-4f2b-9075-adaf815bfc0a HTTP/1.1" status: 204 len: 168 time: 0.1574323 Feb 09 20:55:56.874368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36086) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.902863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133303a7-9227-4f84-b020-2d0a1b6f8db9 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d2e9a8-1b40-4f2b-9075-adaf815bfc0a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:56.942597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b7e92a18-88c9-4ac0-8e87-950c369072b2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669320 Feb 09 20:55:56.946795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36090) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:56.952483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ecef93df-3d41-48b7-a7b8-88cfbc209ffb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'tempest-secgroup--984061100'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:56.981206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecef93df-3d41-48b7-a7b8-88cfbc209ffb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.065061 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecef93df-3d41-48b7-a7b8-88cfbc209ffb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (663d6cc0-8843-4c90-8a88-8dea78127e8c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.070620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecef93df-3d41-48b7-a7b8-88cfbc209ffb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (663d6cc0-8843-4c90-8a88-8dea78127e8c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.107340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ecef93df-3d41-48b7-a7b8-88cfbc209ffb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.111472 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ecef93df-3d41-48b7-a7b8-88cfbc209ffb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1634736 Feb 09 20:55:57.112857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef93df-3d41-48b7-a7b8-88cfbc209ffb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663d6cc0-8843-4c90-8a88-8dea78127e8c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:57.113205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.124426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-20bf238d-6f66-48e2-9aa6-e5c2d68177e5 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:57.125193 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-20bf238d-6f66-48e2-9aa6-e5c2d68177e5 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 20:55:57.125699 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-20bf238d-6f66-48e2-9aa6-e5c2d68177e5 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 20:55:57.126675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-20bf238d-6f66-48e2-9aa6-e5c2d68177e5 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "PUT /v2.0/security-groups/663d6cc0-8843-4c90-8a88-8dea78127e8c HTTP/1.1" status: 409 len: 330 time: 0.0119343 Feb 09 20:55:57.130046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.187059 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3594-1ac5-4edc-bd67-d463b2d620fb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (663d6cc0-8843-4c90-8a88-8dea78127e8c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.212402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3594-1ac5-4edc-bd67-d463b2d620fb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (663d6cc0-8843-4c90-8a88-8dea78127e8c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.259366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3594-1ac5-4edc-bd67-d463b2d620fb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (663d6cc0-8843-4c90-8a88-8dea78127e8c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.262020 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3594-1ac5-4edc-bd67-d463b2d620fb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.265449 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1f7b3594-1ac5-4edc-bd67-d463b2d620fb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/663d6cc0-8843-4c90-8a88-8dea78127e8c HTTP/1.1" status: 204 len: 168 time: 0.1321511 Feb 09 20:55:57.265926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.273211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b3594-1ac5-4edc-bd67-d463b2d620fb tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663d6cc0-8843-4c90-8a88-8dea78127e8c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:57.340405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fc95465b-ab40-4b1d-934e-30291f502a6c tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727088 Feb 09 20:55:57.353932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36108) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.369256 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ef2800ab-933c-4efb-be8e-9083d8d7059d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] delete failed (client error): The resource could not be found. Feb 09 20:55:57.373996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ef2800ab-933c-4efb-be8e-9083d8d7059d tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "DELETE /v2.0/security-groups/b420b661-c805-465c-9dc1-1ab4c39ed2c2 HTTP/1.1" status: 404 len: 347 time: 0.0241604 Feb 09 20:55:57.374798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.392156 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-f32d627c-2f0c-4fba-bbf0-7ca70da7a2d2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] show failed (client error): The resource could not be found. Feb 09 20:55:57.397405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f32d627c-2f0c-4fba-bbf0-7ca70da7a2d2 tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-groups/03b40d00-1b2f-404b-b57b-20a083e9dc52 HTTP/1.1" status: 404 len: 347 time: 0.0173941 Feb 09 20:55:57.397736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.412244 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-bc549ca8-1f11-4cdc-abb8-62bbf8a965dc tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] show failed (client error): The resource could not be found. Feb 09 20:55:57.415723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bc549ca8-1f11-4cdc-abb8-62bbf8a965dc tempest-NegativeSecGroupIPv6Test-2059766869 tempest-NegativeSecGroupIPv6Test-2059766869-project] 10.222.0.102 "GET /v2.0/security-group-rules/c2050705-2a30-46d1-9e63-af0700b6decd HTTP/1.1" status: 404 len: 356 time: 0.0145118 Feb 09 20:55:57.572229 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18a390f4-6e8b-4e75-b2b2-bd8f6d190767 req-73641014-00ec-4388-be97-56200ca3e3f1 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0483627 Feb 09 20:55:57.664046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.692583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.796636 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2098838688-network', 'tenant_id': 'eddf69e37d8b473cbe9f18d350ce53d2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:55:57.822394 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fa832c51-ba56-488b-8e7f-69773703a3f4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=766cc0d5b8a4441c86d1e5023c86a3cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1571701 Feb 09 20:55:57.825353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:57.831738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Made reservation on behalf of eddf69e37d8b473cbe9f18d350ce53d2 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:55:57.834277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.844342 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.881888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9687a22-8b29-4a97-82f6-f285a0e5406b admin admin] Publish callbacks [] for security_group (a6041bd9-3ae4-4909-b757-6a4a0980e953), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.907571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9687a22-8b29-4a97-82f6-f285a0e5406b admin admin] Publish callbacks [] for security_group (a6041bd9-3ae4-4909-b757-6a4a0980e953), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.945074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Publish callbacks [] for security_group (4015acbc-841a-4beb-a8eb-d8c76b6c6ae1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.950820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4015acbc-841a-4beb-a8eb-d8c76b6c6ae1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.971580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9687a22-8b29-4a97-82f6-f285a0e5406b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a6041bd9-3ae4-4909-b757-6a4a0980e953), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.976173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9687a22-8b29-4a97-82f6-f285a0e5406b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:57.978018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d9687a22-8b29-4a97-82f6-f285a0e5406b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a6041bd9-3ae4-4909-b757-6a4a0980e953 HTTP/1.1" status: 204 len: 168 time: 0.1516609 Feb 09 20:55:57.986822 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9687a22-8b29-4a97-82f6-f285a0e5406b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6041bd9-3ae4-4909-b757-6a4a0980e953,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:57.994354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4015acbc-841a-4beb-a8eb-d8c76b6c6ae1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:57.997112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:55:58.013878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4b954025-51d7-40a8-8e11-01dc3c5d372c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:58.014995 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Added segment 4b954025-51d7-40a8-8e11-01dc3c5d372c of type vlan for network 4e16736c-0402-41cf-b2bb-3c23acd97393 Feb 09 20:55:58.081236 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (4e16736c-0402-41cf-b2bb-3c23acd97393), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:58.114233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-519b9846-1859-4e9b-b715-588aadc8d875 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.115259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (4e16736c-0402-41cf-b2bb-3c23acd97393), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:58.116437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.117341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:58.120436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-519b9846-1859-4e9b-b715-588aadc8d875 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.127797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-519b9846-1859-4e9b-b715-588aadc8d875 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.134297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-519b9846-1859-4e9b-b715-588aadc8d875 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.141280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-519b9846-1859-4e9b-b715-588aadc8d875 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.147595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-519b9846-1859-4e9b-b715-588aadc8d875 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.154576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-519b9846-1859-4e9b-b715-588aadc8d875 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.157273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-519b9846-1859-4e9b-b715-588aadc8d875 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1313505 Feb 09 20:55:58.193175 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4915793 Feb 09 20:55:58.200221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebd11d-b0f6-4ca5-a82e-e2ef917470c9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e16736c-0402-41cf-b2bb-3c23acd97393,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:58.213222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 4e16736c-0402-41cf-b2bb-3c23acd97393 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:55:58.249083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc84351a-86d9-4a79-8da7-3548dce1f5e4 req-1871c1b0-349c-44b2-81fd-1554675d0868 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799267 Feb 09 20:55:58.720733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6689d-e55f-43d1-8088-3696a2312104 req-e67f44e0-c398-4ad4-94d2-eecc92824ec3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:58.728275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-50e6689d-e55f-43d1-8088-3696a2312104 req-e67f44e0-c398-4ad4-94d2-eecc92824ec3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0787461 Feb 09 20:55:58.789876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-50e6689d-e55f-43d1-8088-3696a2312104 req-42648137-6839-4332-816e-9590ed44fe5b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555840 Feb 09 20:55:58.879380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:58.881921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76003b9d-669f-47d4-a114-e96592aa4b2c req-5e5cd1b2-7087-4730-a4d7-145fa6799fc0 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0300066 Feb 09 20:55:58.886045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [-] 10.222.0.102 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0029240 Feb 09 20:55:58.892239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36190) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:58.998838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896f83-1aa0-4335-a58d-6fe0cffd39b1 req-5f693e64-d1b9-447c-88e2-6591c9d434f2 tempest-ComputeTenantNetworksTest-729906944 tempest-ComputeTenantNetworksTest-729906944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.004694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896f83-1aa0-4335-a58d-6fe0cffd39b1 req-5f693e64-d1b9-447c-88e2-6591c9d434f2 tempest-ComputeTenantNetworksTest-729906944 tempest-ComputeTenantNetworksTest-729906944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.011527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896f83-1aa0-4335-a58d-6fe0cffd39b1 req-5f693e64-d1b9-447c-88e2-6591c9d434f2 tempest-ComputeTenantNetworksTest-729906944 tempest-ComputeTenantNetworksTest-729906944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.013517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1896f83-1aa0-4335-a58d-6fe0cffd39b1 req-5f693e64-d1b9-447c-88e2-6591c9d434f2 tempest-ComputeTenantNetworksTest-729906944 tempest-ComputeTenantNetworksTest-729906944-project] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2522717 Feb 09 20:55:59.033425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614f8c-27b0-4bbe-9b44-2165c0fa1eb9 req-52a4a082-4a3d-44fb-a226-f402531f1ade tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.035763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77614f8c-27b0-4bbe-9b44-2165c0fa1eb9 req-52a4a082-4a3d-44fb-a226-f402531f1ade tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0613286 Feb 09 20:55:59.100272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77614f8c-27b0-4bbe-9b44-2165c0fa1eb9 req-025038c6-aa1c-4def-9b92-c6f4626a6784 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566568 Feb 09 20:55:59.120368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0d765cd8-2c14-42c1-bac6-b9ae9fa5eca6 tempest-NetworksApiDiscovery-1824311401 tempest-NetworksApiDiscovery-1824311401-project] 10.222.0.102 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2263236 Feb 09 20:55:59.175506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa89e1-8bc0-4208-b5bd-f633f09099eb req-95352fd5-07b0-4fb0-83d6-e4a921739a7b tempest-ComputeTenantNetworksTest-729906944 tempest-ComputeTenantNetworksTest-729906944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.182961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bafa89e1-8bc0-4208-b5bd-f633f09099eb req-95352fd5-07b0-4fb0-83d6-e4a921739a7b tempest-ComputeTenantNetworksTest-729906944 tempest-ComputeTenantNetworksTest-729906944-project] 10.222.0.102 "GET /v2.0/networks/4e16736c-0402-41cf-b2bb-3c23acd97393 HTTP/1.1" status: 200 len: 769 time: 0.1495044 Feb 09 20:55:59.187378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:59.266867 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (4e16736c-0402-41cf-b2bb-3c23acd97393), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.426666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-d158a232-dbcd-4bf4-af7e-60fe818b0444 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.430111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:59.433430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-d158a232-dbcd-4bf4-af7e-60fe818b0444 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.438839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-d158a232-dbcd-4bf4-af7e-60fe818b0444 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.444951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-d158a232-dbcd-4bf4-af7e-60fe818b0444 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.449182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (4e16736c-0402-41cf-b2bb-3c23acd97393), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.458752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-d158a232-dbcd-4bf4-af7e-60fe818b0444 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.460722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-d158a232-dbcd-4bf4-af7e-60fe818b0444 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.466560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-d158a232-dbcd-4bf4-af7e-60fe818b0444 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.468493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-d158a232-dbcd-4bf4-af7e-60fe818b0444 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1161823 Feb 09 20:55:59.483576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e16736c-0402-41cf-b2bb-3c23acd97393']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:59.508423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b954025-51d7-40a8-8e11-01dc3c5d372c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:59.508866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b954025-51d7-40a8-8e11-01dc3c5d372c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:55:59.527192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (4b954025-51d7-40a8-8e11-01dc3c5d372c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.541326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-885fd97d-f92d-4af2-b60e-c566fde38540 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:55:59.541875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23d6b6e5-45cd-4497-ba66-48a255f16806 req-31e5b9b2-ed7d-4927-93cf-8de346784613 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658584 Feb 09 20:55:59.544124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-885fd97d-f92d-4af2-b60e-c566fde38540 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.2066114 Feb 09 20:55:59.569393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4b954025-51d7-40a8-8e11-01dc3c5d372c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.579291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-f9da5ed4-4df5-45a1-95f0-dd90637492d0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/quotas/78e1662b80484a4096590fa7c4066153 HTTP/1.1" status: 200 len: 375 time: 0.0294640 Feb 09 20:55:59.584684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:55:59.585071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (4b954025-51d7-40a8-8e11-01dc3c5d372c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:55:59.586678 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:55:59.635674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d474540-2bb5-4343-a4ae-39d61e3615cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.695958 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (4e16736c-0402-41cf-b2bb-3c23acd97393), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.706104 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.709329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] 10.222.0.102 "DELETE /v2.0/networks/4e16736c-0402-41cf-b2bb-3c23acd97393 HTTP/1.1" status: 204 len: 168 time: 0.5207386 Feb 09 20:55:59.741525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc3324-74e9-43d6-a8a2-cdad268852e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e16736c-0402-41cf-b2bb-3c23acd97393,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:59.757078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-ce94159a-03e5-486b-abff-0a195837769b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1693029 Feb 09 20:55:59.855423 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d474540-2bb5-4343-a4ae-39d61e3615cc admin admin] Publish callbacks [] for security_group (f065091a-196a-4abc-a8b1-749ae9650ad6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.863355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:59.867475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7d474540-2bb5-4343-a4ae-39d61e3615cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f065091a-196a-4abc-a8b1-749ae9650ad6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:55:59.914447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-728a27c9-e5ea-4013-813c-4fb4a4d070fa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=eddf69e37d8b473cbe9f18d350ce53d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465186 Feb 09 20:55:59.915074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:55:59.921447 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-2ba43431-a38c-43b4-be4f-318615833009 service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543427 Feb 09 20:55:59.924552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d474540-2bb5-4343-a4ae-39d61e3615cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065091a-196a-4abc-a8b1-749ae9650ad6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:55:59.931020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7d474540-2bb5-4343-a4ae-39d61e3615cc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=af57819666cd4f00bc7c163c05e42612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982266 Feb 09 20:55:59.933651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:00.017277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-573592f7-e67e-4ccd-9636-464efcd9e40e admin admin] Publish callbacks [] for security_group (4015acbc-841a-4beb-a8eb-d8c76b6c6ae1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:00.051333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-2ba449c9-7aa0-4bc9-87b2-6b2d57e0f284 service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232471 Feb 09 20:56:00.071479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-573592f7-e67e-4ccd-9636-464efcd9e40e admin admin] Publish callbacks [] for security_group (4015acbc-841a-4beb-a8eb-d8c76b6c6ae1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:00.075093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf9a0e3b-f0d1-4fba-b981-58e91fb38511 req-0b89330f-7ca5-4660-83e0-b470c7d7930a tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0613906 Feb 09 20:56:00.080449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fd0176a-f66f-40eb-bad2-7e77db53f654 admin admin] Publish callbacks [] for security_group (f065091a-196a-4abc-a8b1-749ae9650ad6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:00.122600 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fd0176a-f66f-40eb-bad2-7e77db53f654 admin admin] Publish callbacks [] for security_group (f065091a-196a-4abc-a8b1-749ae9650ad6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:00.181819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-573592f7-e67e-4ccd-9636-464efcd9e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4015acbc-841a-4beb-a8eb-d8c76b6c6ae1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:00.188310 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-573592f7-e67e-4ccd-9636-464efcd9e40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:00.191009 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-573592f7-e67e-4ccd-9636-464efcd9e40e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4015acbc-841a-4beb-a8eb-d8c76b6c6ae1 HTTP/1.1" status: 204 len: 168 time: 0.2736025 Feb 09 20:56:00.196627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fd0176a-f66f-40eb-bad2-7e77db53f654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f065091a-196a-4abc-a8b1-749ae9650ad6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:00.202349 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8fd0176a-f66f-40eb-bad2-7e77db53f654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:00.203475 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8fd0176a-f66f-40eb-bad2-7e77db53f654 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f065091a-196a-4abc-a8b1-749ae9650ad6 HTTP/1.1" status: 204 len: 168 time: 0.2687011 Feb 09 20:56:00.251727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573592f7-e67e-4ccd-9636-464efcd9e40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4015acbc-841a-4beb-a8eb-d8c76b6c6ae1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:00.275256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0176a-f66f-40eb-bad2-7e77db53f654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065091a-196a-4abc-a8b1-749ae9650ad6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:00.347522 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a9eb6696-ce68-4a46-97ba-ff83f201e189 req-0dba66bc-3692-44c5-a9d7-30d2fe2f6199 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 210 time: 0.0410652 Feb 09 20:56:00.841411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-3436b098-3c52-4da2-a7ad-09be06883dd4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:00.861444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-3436b098-3c52-4da2-a7ad-09be06883dd4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:00.873800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-3436b098-3c52-4da2-a7ad-09be06883dd4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:00.896113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-3436b098-3c52-4da2-a7ad-09be06883dd4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:00.901701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-3436b098-3c52-4da2-a7ad-09be06883dd4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:00.913242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-3436b098-3c52-4da2-a7ad-09be06883dd4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:00.918563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-3436b098-3c52-4da2-a7ad-09be06883dd4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:00.960400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-3436b098-3c52-4da2-a7ad-09be06883dd4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2809029 Feb 09 20:56:01.095355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc859870-0edc-40b5-9a83-1e24e3133d1a req-28afc34b-9860-4fcd-8361-ee69087769e9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273596 Feb 09 20:56:01.252049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b9cd635f-91c7-4bc0-a782-8fc9f6d850ff req-34a2c5ca-81bd-4e0e-ba94-f59b9fd46ec2 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0361199 Feb 09 20:56:01.523537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-66860eaf-1056-4296-9b10-0f309d769333 req-46defb81-6e12-492c-9df6-ba2c7ce730d0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 210 time: 0.0714054 Feb 09 20:56:01.775620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-9b9e8308-c984-4c6d-9a7e-b26a4c0194e5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:01.777710 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-9b9e8308-c984-4c6d-9a7e-b26a4c0194e5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.2052066 Feb 09 20:56:01.790999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'port': {'device_id': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'admin_state_up': True, 'tenant_id': '78e1662b80484a4096590fa7c4066153'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:01.938809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Made reservation on behalf of 78e1662b80484a4096590fa7c4066153 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:56:01.942903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.015108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36316) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:02.168378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8091e64a-6ad1-4824-9b84-3d4d0847fc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.180254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Allocated IP 172.20.0.5 (18f903fd-99c8-485a-97ea-57a85eb2afd2/5f69966d-468d-4ee2-8995-53bf9abf4e0c/2ba0f9fb-2050-4d9c-967b-1e1676eaba12) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:56:02.409827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-10449063-c042-4bea-b727-45e8ba421a0b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.416059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-10449063-c042-4bea-b727-45e8ba421a0b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.422169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-10449063-c042-4bea-b727-45e8ba421a0b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.430986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-10449063-c042-4bea-b727-45e8ba421a0b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.437342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-10449063-c042-4bea-b727-45e8ba421a0b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.444552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-10449063-c042-4bea-b727-45e8ba421a0b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.453269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-10449063-c042-4bea-b727-45e8ba421a0b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.465422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-10449063-c042-4bea-b727-45e8ba421a0b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2528512 Feb 09 20:56:02.479903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8091e64a-6ad1-4824-9b84-3d4d0847fc74 admin admin] Publish callbacks [] for security_group (c456b5d7-a047-4cab-b5f2-09e0bc3a9950), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.495999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8091e64a-6ad1-4824-9b84-3d4d0847fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c456b5d7-a047-4cab-b5f2-09e0bc3a9950), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.496699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3319e8f1-9edc-48b7-8f33-5530413dbcf2 req-e963c9f0-27fe-431b-aa0f-fbbb8430a26e tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0733061 Feb 09 20:56:02.519765 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.568187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091e64a-6ad1-4824-9b84-3d4d0847fc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c456b5d7-a047-4cab-b5f2-09e0bc3a9950,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:02.569721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.584468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8091e64a-6ad1-4824-9b84-3d4d0847fc74 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=270eb42d1aaa491db2e75812fb89deb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5681529 Feb 09 20:56:02.590262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:02.592272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['f6254a1c-df32-40fe-ad5b-2634dd322b2e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:02.649529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5930e696-d5eb-4866-88c9-a4e3b59599e8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:02.657017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:56:02.662433 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a5beb46-f955-4575-baa6-ca5b202a3448 req-82ac9cba-aaef-4e23-97a9-f17935f7c6b3 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1892633 Feb 09 20:56:02.692391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:56:02.716086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:56:02.764075 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a097f78-bd89-4162-b6c9-d7d06465aff2 admin admin] Publish callbacks [] for security_group (c456b5d7-a047-4cab-b5f2-09e0bc3a9950), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.789481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'Port': ['ID=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:02.811972 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a097f78-bd89-4162-b6c9-d7d06465aff2 admin admin] Publish callbacks [] for security_group (c456b5d7-a047-4cab-b5f2-09e0bc3a9950), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.851380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.865564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.907190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a097f78-bd89-4162-b6c9-d7d06465aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c456b5d7-a047-4cab-b5f2-09e0bc3a9950), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.907479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908cb1f-5d3e-42b0-923b-cd19bf5f5332 req-35ff2b9b-43ea-40a5-887f-249d1ebb77ec tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:02.915490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a097f78-bd89-4162-b6c9-d7d06465aff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:02.920829 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1a097f78-bd89-4162-b6c9-d7d06465aff2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c456b5d7-a047-4cab-b5f2-09e0bc3a9950 HTTP/1.1" status: 204 len: 168 time: 0.3244681 Feb 09 20:56:02.936931 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a908cb1f-5d3e-42b0-923b-cd19bf5f5332 req-35ff2b9b-43ea-40a5-887f-249d1ebb77ec tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 931 time: 0.2824655 Feb 09 20:56:02.952477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-1e615237-b577-40a5-84cf-4da4e97b95aa tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1654329 Feb 09 20:56:02.953208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a097f78-bd89-4162-b6c9-d7d06465aff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c456b5d7-a047-4cab-b5f2-09e0bc3a9950,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:02.981474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Request body: {'port': {'device_id': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:03.148863 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a908cb1f-5d3e-42b0-923b-cd19bf5f5332 req-3d734d8a-1fc4-495f-a8c4-12f591259157 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921847 Feb 09 20:56:03.166595 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:03.278404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c65f13b5-8e03-4cd3-aa57-26f49796e201 None None] Provisioning complete for port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:03.279295 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c65f13b5-8e03-4cd3-aa57-26f49796e201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:03.346834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c65f13b5-8e03-4cd3-aa57-26f49796e201 None None] Port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:56:03.748551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0299abd7-9ba8-483b-8daf-2daa48c53929 req-f82304d9-99e3-40ed-b186-4dfcfaa3578d tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.1134393 Feb 09 20:56:03.839029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:03.851991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Publish callbacks [] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:03.890742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-0dbc84d1-a634-412e-aa40-1b661840fc81 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:03.897255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-0dbc84d1-a634-412e-aa40-1b661840fc81 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:03.902864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-0dbc84d1-a634-412e-aa40-1b661840fc81 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:03.908760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-0dbc84d1-a634-412e-aa40-1b661840fc81 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:03.915392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-0dbc84d1-a634-412e-aa40-1b661840fc81 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:03.921137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-0dbc84d1-a634-412e-aa40-1b661840fc81 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:03.927191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-0dbc84d1-a634-412e-aa40-1b661840fc81 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:03.935184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-0dbc84d1-a634-412e-aa40-1b661840fc81 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1553125 Feb 09 20:56:03.956963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Transition to ACTIVE for port object 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:56:03.966422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36374) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:03.976632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.150786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Attempting to bind port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:56:04.151145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Attempting to bind port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:56:04.151448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Attempting to bind port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:56:04.153849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:04.172296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6573952-e656-44b9-b877-d0f332f297d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.177651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2df95205-cf41-482f-9a63-e3abc151ea4c req-fb7b3301-8d06-4777-8050-4e7737e76bce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2412972 Feb 09 20:56:04.184784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:56:04.185380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Attempting to bind port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:56:04.191422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:56:04.192108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Checking segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:56:04.192840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Bound using segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:56:04.193601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Bound port: 2ba0f9fb-2050-4d9c-967b-1e1676eaba12, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:56:04.194279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.297462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] For port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:56:04.306168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] For port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:56:04.316625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.433581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6573952-e656-44b9-b877-d0f332f297d2 admin admin] Publish callbacks [] for security_group (3bf1cd1f-2abe-4f64-8292-b91713ca97af), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.439399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6573952-e656-44b9-b877-d0f332f297d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3bf1cd1f-2abe-4f64-8292-b91713ca97af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.449402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:04.496384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:04.497087 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.498566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-8d576ba7-91b4-4848-a1ca-cdd9f1a16025 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ba0f9fb-2050-4d9c-967b-1e1676eaba12 HTTP/1.1" status: 200 len: 1092 time: 1.5216942 Feb 09 20:56:04.499073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'tag': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:04.519609 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d36f9a0-6646-4985-9cbc-ac75ae3e1852", "tag": "2ba0f9fb-2050-4d9c-967b-1e1676eaba12"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:04.526784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbe296-9cb0-4cb7-8027-6d7b77ebf5ac req-9b9959c2-55f3-4929-bdc2-5afeedd54970 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:04.527834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:04.534815 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eccbe296-9cb0-4cb7-8027-6d7b77ebf5ac req-9b9959c2-55f3-4929-bdc2-5afeedd54970 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 943 time: 0.2226017 Feb 09 20:56:04.537998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f6573952-e656-44b9-b877-d0f332f297d2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b1ea5f4550a24087a1653eba197bc466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5703385 Feb 09 20:56:04.541883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:04.548986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6573952-e656-44b9-b877-d0f332f297d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1cd1f-2abe-4f64-8292-b91713ca97af,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:04.687125 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315405d3-0c58-4f10-a330-c89b182ca1b1 x-openstack-request-id: req-315405d3-0c58-4f10-a330-c89b182ca1b1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:04.687429 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d36f9a0-6646-4985-9cbc-ac75ae3e1852", "tag": "2ba0f9fb-2050-4d9c-967b-1e1676eaba12", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:04.687713 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-315405d3-0c58-4f10-a330-c89b182ca1b1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:04.688720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eccbe296-9cb0-4cb7-8027-6d7b77ebf5ac req-ec6e361b-aa6b-4693-bc60-a32698136131 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361611 Feb 09 20:56:04.689085 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'tag': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12', 'status': 'completed', 'code': 200} Feb 09 20:56:04.731784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-134a6b2f-ea65-41c9-baf5-a0bdf0c0b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:04.733334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-134a6b2f-ea65-41c9-baf5-a0bdf0c0b410 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 1126 time: 0.1546154 Feb 09 20:56:04.759031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-685616630-network', 'tenant_id': '4d0b30cfc9a949dd9981345718214305'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:04.804498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2900b5a0-ee3e-412c-8f74-1fa80e23afae admin admin] Publish callbacks [] for security_group (3bf1cd1f-2abe-4f64-8292-b91713ca97af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.812427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-734bf0b7-6baf-4e17-9cc0-20ca50bf95e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12 HTTP/1.1" status: 200 len: 217 time: 0.0647206 Feb 09 20:56:04.873963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Made reservation on behalf of 4d0b30cfc9a949dd9981345718214305 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:56:04.876366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.882909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2900b5a0-ee3e-412c-8f74-1fa80e23afae admin admin] Publish callbacks [] for security_group (3bf1cd1f-2abe-4f64-8292-b91713ca97af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.913045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:04.943748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-e6354e2a-d10f-4910-afae-3f43e194b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:04.945153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-e6354e2a-d10f-4910-afae-3f43e194b0f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1173027 Feb 09 20:56:04.953074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8adca0a2-8c50-4128-8acb-496476e6c31b req-21e67aa6-460f-413b-866e-b4a635d30be6 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0536523 Feb 09 20:56:05.024330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-70d8dd39-6664-44ba-a60d-447bb105edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.026001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-70d8dd39-6664-44ba-a60d-447bb105edd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0682859 Feb 09 20:56:05.030348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2900b5a0-ee3e-412c-8f74-1fa80e23afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3bf1cd1f-2abe-4f64-8292-b91713ca97af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.032929 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2900b5a0-ee3e-412c-8f74-1fa80e23afae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.037130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2900b5a0-ee3e-412c-8f74-1fa80e23afae admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3bf1cd1f-2abe-4f64-8292-b91713ca97af HTTP/1.1" status: 204 len: 168 time: 0.4911668 Feb 09 20:56:05.092711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900b5a0-ee3e-412c-8f74-1fa80e23afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1cd1f-2abe-4f64-8292-b91713ca97af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:05.183693 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-23fc19f8-d1cb-4f57-94cf-6a1d8db4dfda service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480093 Feb 09 20:56:05.201094 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Publish callbacks [] for security_group (225267c0-4564-4f9c-b12a-b2ea096991d3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.224664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (225267c0-4564-4f9c-b12a-b2ea096991d3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.289217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:56:05.316190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3c6052d4-0a9d-483d-a525-b30d0beffd89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.316549 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Added segment 3c6052d4-0a9d-483d-a525-b30d0beffd89 of type vlan for network 501d64d8-b16a-4e85-a47e-62da5d3ec865 Feb 09 20:56:05.326513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225267c0-4564-4f9c-b12a-b2ea096991d3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:05.385395 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (501d64d8-b16a-4e85-a47e-62da5d3ec865), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.391107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a13396ac-7d61-4f83-bb57-bee84435b749 req-b4f91154-2a57-4a3f-815a-da99449269a5 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883054 Feb 09 20:56:05.426516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (501d64d8-b16a-4e85-a47e-62da5d3ec865), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.429792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.430490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.457910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-5e4693e2-c115-4136-b4dc-8615548181f2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.480017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-5e4693e2-c115-4136-b4dc-8615548181f2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.492667 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-5e4693e2-c115-4136-b4dc-8615548181f2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.504908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-5e4693e2-c115-4136-b4dc-8615548181f2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.517509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-5e4693e2-c115-4136-b4dc-8615548181f2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.518597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-5e4693e2-c115-4136-b4dc-8615548181f2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.522254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:05.533698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-5e4693e2-c115-4136-b4dc-8615548181f2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.536560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-5e4693e2-c115-4136-b4dc-8615548181f2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2480075 Feb 09 20:56:05.580268 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb943d90-04f3-4d39-a4d3-ff11618e0df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.596005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0669181 Feb 09 20:56:05.597606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:05.604696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Request body: {'subnet': {'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-685616630-subnet', 'tenant_id': '4d0b30cfc9a949dd9981345718214305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:05.628182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8343c1a7-8fbe-469e-828c-d7bc715342e3 req-59657513-a810-41a6-ab9f-c1666a4c14ca tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848181 Feb 09 20:56:05.634438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565cc88-ca87-4158-864b-50b88134eb50 admin admin] Pushing event updated for resources: {'Network': ['ID=501d64d8-b16a-4e85-a47e-62da5d3ec865,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:05.646651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 501d64d8-b16a-4e85-a47e-62da5d3ec865 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:56:05.647749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-7504575d-48a0-466b-bfe4-d6637b7c2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.649266 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-7504575d-48a0-466b-bfe4-d6637b7c2699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 1126 time: 0.1868436 Feb 09 20:56:05.660879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Made reservation on behalf of 4d0b30cfc9a949dd9981345718214305 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:56:05.667072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.792191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb943d90-04f3-4d39-a4d3-ff11618e0df6 admin admin] Publish callbacks [] for security_group (c4364a70-9a2a-4bc4-9652-98654770b57b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.795530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-be6e9b78-6b81-4ac8-86e9-5ea260ca6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.797269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-be6e9b78-6b81-4ac8-86e9-5ea260ca6438 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.1386900 Feb 09 20:56:05.798669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb943d90-04f3-4d39-a4d3-ff11618e0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c4364a70-9a2a-4bc4-9652-98654770b57b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:05.844835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-7c62c93b-c3d4-4101-9d33-6b45f2f8292f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12 HTTP/1.1" status: 200 len: 217 time: 0.0408442 Feb 09 20:56:05.943842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eb943d90-04f3-4d39-a4d3-ff11618e0df6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=48b4f6815f2f4109b830024b43ccf33a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4205358 Feb 09 20:56:05.947650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb943d90-04f3-4d39-a4d3-ff11618e0df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4364a70-9a2a-4bc4-9652-98654770b57b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:05.951002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:05.970464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-784bb9b2-3551-4769-a6e7-8c76b8a6794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:05.973609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-784bb9b2-3551-4769-a6e7-8c76b8a6794e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1157932 Feb 09 20:56:06.037950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c39e-5f1d-4d35-bd90-bd72dbf576e5 req-b645debf-66e7-4606-9c9f-65c5a3fbaac4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:06.039636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe94c39e-5f1d-4d35-bd90-bd72dbf576e5 req-b645debf-66e7-4606-9c9f-65c5a3fbaac4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 943 time: 0.1876290 Feb 09 20:56:06.113225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe94c39e-5f1d-4d35-bd90-bd72dbf576e5 req-7a84af38-7cdc-4d35-b29d-cd9672ad318d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664229 Feb 09 20:56:06.120205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-920ba395-f1a5-471d-ab9e-ea3ee7f60f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:06.121766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-920ba395-f1a5-471d-ab9e-ea3ee7f60f16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1417997 Feb 09 20:56:06.148847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c319b67c-4542-42cb-bb91-b03fce4f0636 req-a7b76f85-cbe8-4340-a4dd-33468f2e7993 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0614724 Feb 09 20:56:06.198725 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa8f0-8458-4c70-94df-ee3b4b515624 admin admin] Publish callbacks [] for security_group (c4364a70-9a2a-4bc4-9652-98654770b57b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:06.223814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:06.241043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa8f0-8458-4c70-94df-ee3b4b515624 admin admin] Publish callbacks [] for security_group (c4364a70-9a2a-4bc4-9652-98654770b57b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:06.296671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-db158329-5636-479d-a26a-7299d98b84e6 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679156 Feb 09 20:56:06.323387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:06.338041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Checking segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:56:06.338469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Network hostable DHCP agents. Network: 501d64d8-b16a-4e85-a47e-62da5d3ec865, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:56:06.357564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Network 501d64d8-b16a-4e85-a47e-62da5d3ec865 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:56:06.361121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa8f0-8458-4c70-94df-ee3b4b515624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c4364a70-9a2a-4bc4-9652-98654770b57b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:06.364274 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa8f0-8458-4c70-94df-ee3b4b515624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:06.368035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bc3aa8f0-8458-4c70-94df-ee3b4b515624 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c4364a70-9a2a-4bc4-9652-98654770b57b HTTP/1.1" status: 204 len: 168 time: 0.4129076 Feb 09 20:56:06.376997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 501d64d8-b16a-4e85-a47e-62da5d3ec865) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:56:06.378863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aa8f0-8458-4c70-94df-ee3b4b515624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4364a70-9a2a-4bc4-9652-98654770b57b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:06.386781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:06.386781 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:06.396003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb24921-6497-4968-a1a7-423adeb65f04 None None] Network 501d64d8-b16a-4e85-a47e-62da5d3ec865 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:56:06.428729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8e5ce47e-5859-4751-a998-0115f66ad7db admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8295226 Feb 09 20:56:06.504917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff382c7c-1e79-4ff5-90f7-65a7eb815b4c req-f7dc4788-fc83-45b5-8a1c-71acac572eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962917 Feb 09 20:56:06.626880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f54c18-42c3-421e-81c0-49f576e297a1 None None] Network 501d64d8-b16a-4e85-a47e-62da5d3ec865 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:56:06.739520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:06.960942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-c976b3ca-5028-446b-9db2-92fc0568037c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:06.977401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-c976b3ca-5028-446b-9db2-92fc0568037c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:06.987623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-c976b3ca-5028-446b-9db2-92fc0568037c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:07.000455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-c976b3ca-5028-446b-9db2-92fc0568037c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:07.012685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-c976b3ca-5028-446b-9db2-92fc0568037c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:07.027480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-c976b3ca-5028-446b-9db2-92fc0568037c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:07.034911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-c976b3ca-5028-446b-9db2-92fc0568037c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:07.047576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-c976b3ca-5028-446b-9db2-92fc0568037c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2583423 Feb 09 20:56:07.069580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:07.139540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12', 'mac_address': 'fa:16:3e:8e:24:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:07.210589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c99dc77a-b760-4458-8b91-f8c32877ebe8 req-569b24ad-6179-472a-981f-1df34daeeeaa tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1620142 Feb 09 20:56:07.291261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-c2ff3a76-c49f-4dd4-9cdf-f80b00ba01d2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:07.292821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-c2ff3a76-c49f-4dd4-9cdf-f80b00ba01d2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 814 time: 0.2567532 Feb 09 20:56:07.301940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:07.302351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:07.317799 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-4b6d2d46-9567-4af8-b5cf-5f27b228a06e tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/quotas/4d0b30cfc9a949dd9981345718214305 HTTP/1.1" status: 200 len: 375 time: 0.0193405 Feb 09 20:56:07.332597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:07.379195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:07.383375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-83b2e2bf-bedb-44f1-b6b8-6d69c5dae7bf tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587404 Feb 09 20:56:07.401157 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:07.429129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29ca41-ff93-45cb-ab7f-f081a41c4339 req-847accac-f637-4857-bd99-49b3a6851afd tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:07.437291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b29ca41-ff93-45cb-ab7f-f081a41c4339 req-847accac-f637-4857-bd99-49b3a6851afd tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 943 time: 0.1021249 Feb 09 20:56:07.489793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:07.509144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b29ca41-ff93-45cb-ab7f-f081a41c4339 req-fbeb22e8-5113-4348-a459-611761c3384e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706093 Feb 09 20:56:07.530448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.530814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.531157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.531508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.548304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-2bff5388-0a76-40fa-8827-5849fddbdd70 service neutron] 10.222.0.102 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577728 Feb 09 20:56:07.555702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.559475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.559878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.564108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.564533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.565014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.568304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.570037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.570186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:07.661718 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d7ceee7-39ca-407c-84a3-7ff203488ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:07.703534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['2ba0f9fb-2050-4d9c-967b-1e1676eaba12'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:07.804476 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d760ae3-8942-429e-898a-7d6d7ddb9fe8 req-e0316b61-5dfb-46a9-af6f-56da9284f1b2 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0569303 Feb 09 20:56:07.867060 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-5ad67fe0-078e-4ead-a499-7b9b6029ad92 service neutron] 10.222.0.102 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090320 Feb 09 20:56:08.240764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d3d8ab5-217d-41b9-b26f-6990962ce48f req-3807fa08-eddf-4565-b631-7b5b303b59d3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 210 time: 0.1002538 Feb 09 20:56:08.372729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b536-58df-4eea-92ad-404ae149188d req-ce81bfe6-487e-4ff0-b2eb-e9decc20ed60 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:08.378949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b536-58df-4eea-92ad-404ae149188d req-ce81bfe6-487e-4ff0-b2eb-e9decc20ed60 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:08.384655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b536-58df-4eea-92ad-404ae149188d req-ce81bfe6-487e-4ff0-b2eb-e9decc20ed60 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:08.390201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b536-58df-4eea-92ad-404ae149188d req-ce81bfe6-487e-4ff0-b2eb-e9decc20ed60 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:08.397525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b536-58df-4eea-92ad-404ae149188d req-ce81bfe6-487e-4ff0-b2eb-e9decc20ed60 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:08.402966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b536-58df-4eea-92ad-404ae149188d req-ce81bfe6-487e-4ff0-b2eb-e9decc20ed60 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:08.408533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b536-58df-4eea-92ad-404ae149188d req-ce81bfe6-487e-4ff0-b2eb-e9decc20ed60 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:08.416296 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59f1b536-58df-4eea-92ad-404ae149188d req-ce81bfe6-487e-4ff0-b2eb-e9decc20ed60 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1189003 Feb 09 20:56:08.492675 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59f1b536-58df-4eea-92ad-404ae149188d req-21071ff6-2b09-4b95-a746-3ab6c61d072b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754519 Feb 09 20:56:08.678813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ef1fa-ab50-4a1a-a803-f0384cfacf55 req-ba15108a-47fa-4acc-8adc-ef031f150eef tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:08.688718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e2ef1fa-ab50-4a1a-a803-f0384cfacf55 req-ba15108a-47fa-4acc-8adc-ef031f150eef tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 944 time: 0.0824480 Feb 09 20:56:08.715570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:08.751519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e2ef1fa-ab50-4a1a-a803-f0384cfacf55 req-86d0d0c8-5959-49a2-9a12-8de6be9d48b6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Feb 09 20:56:08.833147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:08.839875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:08.840546 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:08.926199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-145f5447-f82e-430e-b562-2bf3fb3c231f req-31f94e72-d091-47c9-ab02-5b71366c160e tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0370317 Feb 09 20:56:09.006510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:09.007203 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:09.039274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:09.042334 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c116f63-9d30-4586-ab12-e941078632cd" -d '{"events": [{"server_uuid": "9d36f9a0-6646-4985-9cbc-ac75ae3e1852", "name": "network-vif-plugged", "status": "completed", "tag": "2ba0f9fb-2050-4d9c-967b-1e1676eaba12"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:09.061515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:09.075058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:09.115490 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903962c1-6178-4080-b1ef-acfcbae14e7c x-openstack-request-id: req-903962c1-6178-4080-b1ef-acfcbae14e7c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:09.116261 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d36f9a0-6646-4985-9cbc-ac75ae3e1852", "name": "network-vif-plugged", "status": "completed", "tag": "2ba0f9fb-2050-4d9c-967b-1e1676eaba12", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:09.117377 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-903962c1-6178-4080-b1ef-acfcbae14e7c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:09.118105 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12', 'code': 200} Feb 09 20:56:09.173967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:09.236331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2e5e-7236-4c04-a5ac-e21eac59e27e req-758f7d9b-b8e3-4c57-87f0-f7d30355f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:09.239194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-894a2e5e-7236-4c04-a5ac-e21eac59e27e req-758f7d9b-b8e3-4c57-87f0-f7d30355f3a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 1128 time: 0.0628390 Feb 09 20:56:09.314793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-894a2e5e-7236-4c04-a5ac-e21eac59e27e req-c316cb54-d281-43d2-8682-49a78e58c197 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637696 Feb 09 20:56:09.354798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-713f2a9b-0857-4d11-977d-da1b127bb103 req-6b566951-1e1b-4489-8b27-7de78d76ddd9 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 210 time: 0.0275927 Feb 09 20:56:09.729349 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-065d3ee8-2e62-4b36-9785-abee8f5f3d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:10.140314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-6d2f1f26-08e4-45f7-ba9d-b235b1da3860 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.145889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-6d2f1f26-08e4-45f7-ba9d-b235b1da3860 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.151286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-6d2f1f26-08e4-45f7-ba9d-b235b1da3860 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.156546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-6d2f1f26-08e4-45f7-ba9d-b235b1da3860 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.162801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-6d2f1f26-08e4-45f7-ba9d-b235b1da3860 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.168153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-6d2f1f26-08e4-45f7-ba9d-b235b1da3860 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.175788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-6d2f1f26-08e4-45f7-ba9d-b235b1da3860 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.177773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-6d2f1f26-08e4-45f7-ba9d-b235b1da3860 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.5942109 Feb 09 20:56:10.256922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-fae50b1f-b9d8-4847-ada8-5c8a9688b9a0 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.258475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-fae50b1f-b9d8-4847-ada8-5c8a9688b9a0 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 814 time: 0.2009625 Feb 09 20:56:10.280248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Request body: {'port': {'device_id': 'a5cabd28-3240-474b-9378-b1428a26df26', 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'admin_state_up': True, 'tenant_id': '4d0b30cfc9a949dd9981345718214305'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:10.304030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab3fbcd3-6784-4cc0-89f6-6a00653724c2 req-72ef5cba-1f93-4f01-9ee9-bc9ed97c6c48 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203747 Feb 09 20:56:10.312358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c4a53-241c-4959-a7fe-1be4f66718f9 req-0c4814b6-a924-48d6-8d5f-b070e8fde122 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:10.319328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-457c4a53-241c-4959-a7fe-1be4f66718f9 req-0c4814b6-a924-48d6-8d5f-b070e8fde122 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 945 time: 0.4691546 Feb 09 20:56:10.385944 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-457c4a53-241c-4959-a7fe-1be4f66718f9 req-6d4f3d45-32ea-4526-bb5e-2c306223ea0a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Feb 09 20:56:10.493288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Made reservation on behalf of 4d0b30cfc9a949dd9981345718214305 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:56:10.498372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:10.528183 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-45ef2b77-ad6e-4d7b-a8de-a083cc1f01eb req-3dea68f9-4f7c-4b24-bb57-ee748afcc642 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 210 time: 0.0621209 Feb 09 20:56:10.530090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4bde873-db4f-44b9-a8e0-2c4cb03355fe req-4b3449e4-abfb-49ba-a21f-a9699643ff46 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0516903 Feb 09 20:56:10.692431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Allocated IP 172.20.0.11 (501d64d8-b16a-4e85-a47e-62da5d3ec865/a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb/db89bcd2-108e-409d-ba95-cbd153fa50a9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:56:11.042624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks [] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:11.146933 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:11.179145 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:11.304593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Network 501d64d8-b16a-4e85-a47e-62da5d3ec865 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:56:11.308029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:56:11.329571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:56:11.338798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Pushing event updated for resources: {'Port': ['ID=db89bcd2-108e-409d-ba95-cbd153fa50a9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:11.443325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.444238 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:11.471051 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b10f3d5e-5e20-4d43-9e0f-ebef0d622df6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1998820 Feb 09 20:56:11.487060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Request body: {'port': {'device_id': 'a5cabd28-3240-474b-9378-b1428a26df26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:11.572300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-96654bb4-7548-486c-980f-870af93a9a49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.586467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-96654bb4-7548-486c-980f-870af93a9a49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.598341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-96654bb4-7548-486c-980f-870af93a9a49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.612294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-96654bb4-7548-486c-980f-870af93a9a49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.622792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-96654bb4-7548-486c-980f-870af93a9a49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.632872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-96654bb4-7548-486c-980f-870af93a9a49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.652284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-96654bb4-7548-486c-980f-870af93a9a49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.664306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-96654bb4-7548-486c-980f-870af93a9a49 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2005780 Feb 09 20:56:11.677990 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:11.792006 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3b078f96-bf87-4304-a6ba-fd2709ba0c94 req-9a937c8c-9f15-46da-93cd-9ee911d229c4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140110 Feb 09 20:56:11.934472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab8d0b-73f9-491c-b5b1-5a21b73f8308 req-f2805a92-dda6-4628-9342-50764e512b56 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:11.936129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65ab8d0b-73f9-491c-b5b1-5a21b73f8308 req-f2805a92-dda6-4628-9342-50764e512b56 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 945 time: 0.2323704 Feb 09 20:56:11.992899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670aa0be-53f0-4682-80e0-cc9d0738b4c9 req-67547b69-6cd4-4914-a548-e608be9e56e2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:12.004232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-670aa0be-53f0-4682-80e0-cc9d0738b4c9 req-67547b69-6cd4-4914-a548-e608be9e56e2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 932 time: 0.1059139 Feb 09 20:56:12.078706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-670aa0be-53f0-4682-80e0-cc9d0738b4c9 req-04ca8b6b-ab66-4104-9ea1-69e1688ba143 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735352 Feb 09 20:56:12.244580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c62331cb-a065-4055-b0ca-fc0129812555 req-5602bbae-10f2-4079-bf4e-c12ac1ac5068 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0532451 Feb 09 20:56:12.348267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db89bcd2-108e-409d-ba95-cbd153fa50a9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:12.388013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Publish callbacks [] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:12.419597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Transition to ACTIVE for port object db89bcd2-108e-409d-ba95-cbd153fa50a9 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:56:12.439484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:12.485417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-65ab8d0b-73f9-491c-b5b1-5a21b73f8308 req-bb220c88-7e21-4a12-8322-be2055f19150 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347457 Feb 09 20:56:12.489856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49de7b-535c-4dd5-8592-870ba9952aa3 req-bd7ade98-ec1c-4fb3-aa5b-463032893540 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:12.491420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6b49de7b-535c-4dd5-8592-870ba9952aa3 req-bd7ade98-ec1c-4fb3-aa5b-463032893540 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1310792 Feb 09 20:56:12.592275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6b49de7b-535c-4dd5-8592-870ba9952aa3 req-7067d0bf-958c-46a0-9564-5fd152d4c7cd tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940764 Feb 09 20:56:12.662544 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:12.686511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f232322d-3026-4493-bee9-c149ac98fe6b req-59a903bd-905f-4a25-842f-f3331bea4479 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=78e1662b80484a4096590fa7c4066153 HTTP/1.1" status: 200 len: 267 time: 0.0807900 Feb 09 20:56:12.689596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Pushing event updated for resources: {'Port': ['ID=db89bcd2-108e-409d-ba95-cbd153fa50a9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:12.767445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Attempting to bind port db89bcd2-108e-409d-ba95-cbd153fa50a9 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:56:12.767823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Attempting to bind port db89bcd2-108e-409d-ba95-cbd153fa50a9 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:56:12.768206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Attempting to bind port db89bcd2-108e-409d-ba95-cbd153fa50a9 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:56:12.780710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232322d-3026-4493-bee9-c149ac98fe6b req-bf598fcf-734d-4228-b455-8849ccf1a7bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:12.788084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f232322d-3026-4493-bee9-c149ac98fe6b req-bf598fcf-734d-4228-b455-8849ccf1a7bc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 945 time: 0.0877819 Feb 09 20:56:12.804786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f232322d-3026-4493-bee9-c149ac98fe6b req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'port': {'security_groups': []}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:12.807804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Port db89bcd2-108e-409d-ba95-cbd153fa50a9 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:56:12.808139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Attempting to bind port db89bcd2-108e-409d-ba95-cbd153fa50a9 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:56:12.854450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:56:12.855171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Checking segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:56:12.855835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Bound using segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:56:12.864700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Bound port: db89bcd2-108e-409d-ba95-cbd153fa50a9, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:56:12.865508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:13.036380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-6157b627-6355-422f-8515-bb163ae1b6ce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.055743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-6157b627-6355-422f-8515-bb163ae1b6ce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.061232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-6157b627-6355-422f-8515-bb163ae1b6ce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.080598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-6157b627-6355-422f-8515-bb163ae1b6ce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.084685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47762ec9-8832-4bf1-ad84-3c9fe5ad534f req-46a17889-5875-450b-8f2c-aa8afe57a8df service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0606778 Feb 09 20:56:13.085903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-6157b627-6355-422f-8515-bb163ae1b6ce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.108637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-6157b627-6355-422f-8515-bb163ae1b6ce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.114645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-6157b627-6355-422f-8515-bb163ae1b6ce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.115905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f232322d-3026-4493-bee9-c149ac98fe6b req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:13.134381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-6157b627-6355-422f-8515-bb163ae1b6ce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2223489 Feb 09 20:56:13.255155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-995f3a63-32dd-45ae-b06a-f707538c2b40 req-5d69d78f-30c5-4c1f-9245-9421e72b0c5f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169827 Feb 09 20:56:13.257493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] For port db89bcd2-108e-409d-ba95-cbd153fa50a9, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:56:13.351963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] For port db89bcd2-108e-409d-ba95-cbd153fa50a9, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:56:13.363505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:13.437192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.437828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:13.439277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] 10.222.0.13 "PUT /v2.0/ports/db89bcd2-108e-409d-ba95-cbd153fa50a9 HTTP/1.1" status: 200 len: 1093 time: 1.9569979 Feb 09 20:56:13.439772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cabd28-3240-474b-9378-b1428a26df26', 'tag': 'db89bcd2-108e-409d-ba95-cbd153fa50a9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:13.442554 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3bde1-981b-4140-9072-74737296f1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cabd28-3240-474b-9378-b1428a26df26", "tag": "db89bcd2-108e-409d-ba95-cbd153fa50a9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:13.556437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89698ec6-e9ad-480e-81da-dc98d22c6646 req-6946b2bd-cdf4-42c4-9aa0-ede550f0b848 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.565495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-89698ec6-e9ad-480e-81da-dc98d22c6646 req-6946b2bd-cdf4-42c4-9aa0-ede550f0b848 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 944 time: 0.1848738 Feb 09 20:56:13.609237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd911c5-d7ca-44b5-864c-1473117cedf1 service neutron] Pushing event updated for resources: {'Port': ['ID=db89bcd2-108e-409d-ba95-cbd153fa50a9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:13.676343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-89698ec6-e9ad-480e-81da-dc98d22c6646 req-e9a6463d-6400-44d4-b39a-190ccb9f5472 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083877 Feb 09 20:56:13.709599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-353b8aab-9241-416a-bbc7-2a7a6098047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.711164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-353b8aab-9241-416a-bbc7-2a7a6098047f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 1127 time: 0.1885555 Feb 09 20:56:13.743423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f232322d-3026-4493-bee9-c149ac98fe6b req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] For port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:13.794790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-a37a3f02-d241-4d37-b39c-40824f15f1bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9 HTTP/1.1" status: 200 len: 217 time: 0.0755568 Feb 09 20:56:13.814254 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d437ea-d27e-41c1-9a66-ab3037f3faf5 req-4dd202cc-5544-487c-9044-9ce9154745a9 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0399294 Feb 09 20:56:13.864978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-a07c51c5-d87a-44b4-8105-98d839a8ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:13.866490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-a07c51c5-d87a-44b4-8105-98d839a8ac75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.0637372 Feb 09 20:56:13.903628 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f232322d-3026-4493-bee9-c149ac98fe6b req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:13.925722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-b9e4bc39-b32b-47a5-8d4f-01037b941f8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516686 Feb 09 20:56:13.926705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f232322d-3026-4493-bee9-c149ac98fe6b req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:13.934438 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:13.943038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['f6254a1c-df32-40fe-ad5b-2634dd322b2e', '2ba0f9fb-2050-4d9c-967b-1e1676eaba12'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:13.947194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5930e696-d5eb-4866-88c9-a4e3b59599e8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:14.095204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-5372b439-3ce5-46d8-9c46-b6fe5df655cf service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559238 Feb 09 20:56:14.122769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232322d-3026-4493-bee9-c149ac98fe6b req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.123409 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f232322d-3026-4493-bee9-c149ac98fe6b req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:14.144157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f232322d-3026-4493-bee9-c149ac98fe6b req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "PUT /v2.0/ports/2ba0f9fb-2050-4d9c-967b-1e1676eaba12 HTTP/1.1" status: 200 len: 904 time: 1.3495810 Feb 09 20:56:14.271773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6cbde-3ec1-4c2a-95ef-991b3b8ddbde tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'Port': ['ID=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:14.275590 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8876c15-c732-486f-9cd9-d6bf82d3f3a4 x-openstack-request-id: req-b8876c15-c732-486f-9cd9-d6bf82d3f3a4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:14.275904 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cabd28-3240-474b-9378-b1428a26df26", "tag": "db89bcd2-108e-409d-ba95-cbd153fa50a9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:14.276162 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b8876c15-c732-486f-9cd9-d6bf82d3f3a4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:14.276568 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cabd28-3240-474b-9378-b1428a26df26', 'tag': 'db89bcd2-108e-409d-ba95-cbd153fa50a9', 'status': 'completed', 'code': 200} Feb 09 20:56:14.332962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['2ba0f9fb-2050-4d9c-967b-1e1676eaba12'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:14.485541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6649824-7490-4cb3-a3d4-fc47843101b6 req-490a388c-6579-4cb1-b7ce-ea0dc544daba tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.493107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6649824-7490-4cb3-a3d4-fc47843101b6 req-490a388c-6579-4cb1-b7ce-ea0dc544daba tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.1322134 Feb 09 20:56:14.612888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6649824-7490-4cb3-a3d4-fc47843101b6 req-9948d2a5-fe6f-4f9a-a6ad-d72f4b525897 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185646 Feb 09 20:56:14.680556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-189a1950-24b2-4efb-9751-b078194be1a9 None None] Provisioning complete for port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:14.680932 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-189a1950-24b2-4efb-9751-b078194be1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:14.765543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-5fcef888-5113-4979-9162-26c73c829455 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.767058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-5fcef888-5113-4979-9162-26c73c829455 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 945 time: 0.3919904 Feb 09 20:56:14.814949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-006ec2ce-d4e1-49da-86a9-596f3aab2ed0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.833726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24d09c-51cb-4347-9552-eb5de4a2be78 req-83dcb53b-b215-4fa8-b974-4ed2be3ec488 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.835611 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-006ec2ce-d4e1-49da-86a9-596f3aab2ed0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.845262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f24d09c-51cb-4347-9552-eb5de4a2be78 req-83dcb53b-b215-4fa8-b974-4ed2be3ec488 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 907 time: 0.4631846 Feb 09 20:56:14.848857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-006ec2ce-d4e1-49da-86a9-596f3aab2ed0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.860665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e623d77-a90f-46c0-a44a-3c17e91144d9 req-ef5bb5c9-5724-4279-b93b-e7e9b5073c1d service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7561879 Feb 09 20:56:14.861188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-006ec2ce-d4e1-49da-86a9-596f3aab2ed0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.879874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-006ec2ce-d4e1-49da-86a9-596f3aab2ed0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.899521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-006ec2ce-d4e1-49da-86a9-596f3aab2ed0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.904857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-006ec2ce-d4e1-49da-86a9-596f3aab2ed0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:14.917149 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-006ec2ce-d4e1-49da-86a9-596f3aab2ed0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2225142 Feb 09 20:56:14.919656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-189a1950-24b2-4efb-9751-b078194be1a9 None None] Current status of the port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:15.004667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07e5e9f0-b9f3-4ee9-b7cc-f877dccca95b req-fae5bdfe-3e9a-4b86-92cf-4dc07ea712c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724194 Feb 09 20:56:15.051087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Deleting port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:56:15.051872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:15.079946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3bde1-981b-4140-9072-74737296f1d5 req-fc07b01d-36a4-421d-b61f-1c605f7e2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:15.082372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57f3bde1-981b-4140-9072-74737296f1d5 req-fc07b01d-36a4-421d-b61f-1c605f7e2969 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 1127 time: 0.1401389 Feb 09 20:56:15.165270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f7a2-ba66-4eaa-9775-fbd986794303 req-c23cd451-4528-4ec6-9d44-c02df9b2126b tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:15.171268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb12bd17-d816-4625-b5c1-3ab41958df3c req-274f582f-a6fa-461f-a017-be5685e36723 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0520875 Feb 09 20:56:15.172027 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1eb3f7a2-ba66-4eaa-9775-fbd986794303 req-c23cd451-4528-4ec6-9d44-c02df9b2126b tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 944 time: 0.1812563 Feb 09 20:56:15.339249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] For port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:15.339674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:15.355316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1eb3f7a2-ba66-4eaa-9775-fbd986794303 req-925ffcc8-b275-4f7d-80eb-78131b8d0d9d tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419966 Feb 09 20:56:15.409186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Calling delete_port for 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:56:15.419644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3bde1-981b-4140-9072-74737296f1d5 req-18664abf-a16c-45ff-9b5b-341b2f9520fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:15.421735 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57f3bde1-981b-4140-9072-74737296f1d5 req-18664abf-a16c-45ff-9b5b-341b2f9520fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 915 time: 0.3106177 Feb 09 20:56:15.421892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d418744-2d5b-4ae4-b30c-dcccda934419 req-d312cb1f-86b2-4a6d-9e16-e1159612ce13 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:15.423908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d418744-2d5b-4ae4-b30c-dcccda934419 req-d312cb1f-86b2-4a6d-9e16-e1159612ce13 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1152666 Feb 09 20:56:15.543325 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d418744-2d5b-4ae4-b30c-dcccda934419 req-ecf1a677-942e-404b-ba70-a7ccff16bda0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109111 Feb 09 20:56:15.670483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:15.712106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:15.714243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7876379c-8b46-4eed-9243-43ec4d9447f3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:15.819060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2c0a-3cf7-4d89-945a-3b62581d38e8 req-5fbf3a69-d902-4a06-b65f-2b1b8d109f40 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:15.830351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5af2c0a-3cf7-4d89-945a-3b62581d38e8 req-5fbf3a69-d902-4a06-b65f-2b1b8d109f40 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1530941 Feb 09 20:56:15.851392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3eff2cc-019c-4491-93f5-196c4c136c04 req-0bd11144-aa0c-4b03-8913-8f1582c1c2f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b92d760f615e48c9b231fcee4a70303d&device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.2001884 Feb 09 20:56:15.857814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57f3bde1-981b-4140-9072-74737296f1d5 req-92d24521-98cb-4f0d-8609-53931e463506 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9 HTTP/1.1" status: 200 len: 217 time: 0.2041888 Feb 09 20:56:15.918401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3eff2cc-019c-4491-93f5-196c4c136c04 req-3dc69cb7-92cc-4d99-a9ca-4700b414f641 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b92d760f615e48c9b231fcee4a70303d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596254 Feb 09 20:56:15.919660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Pushing event deleted for resources: {'Port': ['ID=3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:15.927623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5af2c0a-3cf7-4d89-945a-3b62581d38e8 req-394e0e90-6c3a-4a7b-9e80-5e6374f1f8fe tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889745 Feb 09 20:56:16.062669 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29c274ab-7cb2-4ca1-8239-9d34b16eb8d8 req-fc29ad36-b595-43e9-95f9-bc6a245e0b42 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.2319238 Feb 09 20:56:16.123312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dafdfe9-e1c9-43b8-a5f8-b2fad7b49510 req-b4545ba6-ecf1-4e7d-8e4d-b8ac92ac12bc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=ed8f84c1-eedd-4bc9-b459-246b5b78fb9b HTTP/1.1" status: 200 len: 210 time: 0.0422752 Feb 09 20:56:16.282627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'tag': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:16.285883 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b9cba-ad25-405c-b15a-797757eedc23" -d '{"events": [{"name": "network-changed", "server_uuid": "9d36f9a0-6646-4985-9cbc-ac75ae3e1852", "tag": "2ba0f9fb-2050-4d9c-967b-1e1676eaba12"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:16.288706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] No DVR routers for this DVR port 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:56:16.292551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:16.296062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1712ad87-90f1-40e7-92ea-1934d61f2cac req-2c37dfc7-dba7-434d-92b1-e7f841c4babc tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.50 "DELETE /v2.0/ports/3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 HTTP/1.1" status: 204 len: 173 time: 1.5219283 Feb 09 20:56:16.406120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-355f13ef-e531-41f0-984b-477362b25cad req-b13e3eb1-1cd3-491b-a020-4f2f01f1a103 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4756038 Feb 09 20:56:16.417799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3bde1-981b-4140-9072-74737296f1d5 req-5651235e-1a78-48e2-8abd-54ba659cc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.419880 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57f3bde1-981b-4140-9072-74737296f1d5 req-5651235e-1a78-48e2-8abd-54ba659cc990 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.4925807 Feb 09 20:56:16.437725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-73889018-4655-4d90-b4bb-142d049c2ec8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.450147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-73889018-4655-4d90-b4bb-142d049c2ec8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.2185309 Feb 09 20:56:16.477761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-daa1697e-06b0-4a55-83b9-13aa79846b5f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/quotas/78e1662b80484a4096590fa7c4066153 HTTP/1.1" status: 200 len: 375 time: 0.0262668 Feb 09 20:56:16.513695 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57f3bde1-981b-4140-9072-74737296f1d5 req-11d160a5-1959-420d-9f8e-9b1042c79369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814068 Feb 09 20:56:16.540376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-d27d44d4-02ef-4630-8045-e98fe168493f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.546278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-d27d44d4-02ef-4630-8045-e98fe168493f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.552149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-d27d44d4-02ef-4630-8045-e98fe168493f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.557929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-d27d44d4-02ef-4630-8045-e98fe168493f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.563719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-d27d44d4-02ef-4630-8045-e98fe168493f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.569880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-d27d44d4-02ef-4630-8045-e98fe168493f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.575999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-d27d44d4-02ef-4630-8045-e98fe168493f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.578204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-d27d44d4-02ef-4630-8045-e98fe168493f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2709918 Feb 09 20:56:16.588754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-1b1d3dac-f222-4424-8150-43b0e5b72112 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1101074 Feb 09 20:56:16.623858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eff2cc-019c-4491-93f5-196c4c136c04 req-8211b98c-de4a-4e25-899d-9d1bb79c7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.625495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3eff2cc-019c-4491-93f5-196c4c136c04 req-8211b98c-de4a-4e25-899d-9d1bb79c7b36 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6081259 Feb 09 20:56:16.693666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-9fd106e6-679d-4dee-8384-0897356f4230 service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970075 Feb 09 20:56:16.733687 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ac1e587-acdd-4c42-8b34-a53c9d97116b req-725ff1fb-abae-4121-b122-be66294651a2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1382806 Feb 09 20:56:16.751842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device db89bcd2-108e-409d-ba95-cbd153fa50a9 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:16.773601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f13ef-e531-41f0-984b-477362b25cad req-b31f1fff-8065-459c-b205-230ad034a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:16.775135 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-355f13ef-e531-41f0-984b-477362b25cad req-b31f1fff-8065-459c-b205-230ad034a53e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc68c310263e470ba30c0f78d9d4df90&device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 1128 time: 0.3336191 Feb 09 20:56:16.826580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-40b95af7-716e-46b2-80f6-aeaf2961617e service neutron] 10.222.0.102 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286826 Feb 09 20:56:16.902705 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d15204-8f01-4cf0-bfb1-c27cfe6689f6 x-openstack-request-id: req-04d15204-8f01-4cf0-bfb1-c27cfe6689f6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:16.903287 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d36f9a0-6646-4985-9cbc-ac75ae3e1852", "tag": "2ba0f9fb-2050-4d9c-967b-1e1676eaba12", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:16.903704 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-04d15204-8f01-4cf0-bfb1-c27cfe6689f6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:16.904186 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'tag': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12', 'status': 'completed', 'code': 200} Feb 09 20:56:17.012400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57f3bde1-981b-4140-9072-74737296f1d5 req-331ef218-b64f-411c-80a5-b9e5b9181706 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860477 Feb 09 20:56:17.031707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-7af51ab2-e03c-4819-8fe3-d0b5388c6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:17.036136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-7af51ab2-e03c-4819-8fe3-d0b5388c6666 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 1090 time: 0.1218896 Feb 09 20:56:17.151845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port db89bcd2-108e-409d-ba95-cbd153fa50a9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:17.227706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'db89bcd2-108e-409d-ba95-cbd153fa50a9', 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'port_id': 'db89bcd2-108e-409d-ba95-cbd153fa50a9', 'mac_address': 'fa:16:3e:2c:f1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:17.289546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57f3bde1-981b-4140-9072-74737296f1d5 req-91dbf487-b890-400f-8be5-6320a52dbfb0 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705247 Feb 09 20:56:17.300724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a63dea86-d45d-4bdb-87da-444b29433ad6 req-38502b2d-b4ac-4898-b5f4-6583f47acb6a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 210 time: 0.1015499 Feb 09 20:56:17.361228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port db89bcd2-108e-409d-ba95-cbd153fa50a9 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:17.361687 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:17.413624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db89bcd2-108e-409d-ba95-cbd153fa50a9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:17.414081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f13ef-e531-41f0-984b-477362b25cad req-a6ac523e-82eb-4732-82a8-23be3805173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:17.415609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-355f13ef-e531-41f0-984b-477362b25cad req-a6ac523e-82eb-4732-82a8-23be3805173e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 200 len: 919 time: 0.6113923 Feb 09 20:56:17.505684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port db89bcd2-108e-409d-ba95-cbd153fa50a9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:17.511411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:17.535529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-355f13ef-e531-41f0-984b-477362b25cad req-cd0d07f8-214f-425d-a2ec-1188c259f4d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 200 len: 217 time: 0.1077709 Feb 09 20:56:17.558583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-6cc3b53b-66c0-4efc-b0b0-14f53d94dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:17.562853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-6cc3b53b-66c0-4efc-b0b0-14f53d94dccf service neutron] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.5180781 Feb 09 20:56:17.588287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5646d-353c-486a-9845-b386a29ea8b3 req-3091ef86-2f77-49f7-ae2f-e823e0ae85a6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:17.598410 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b3d7dab-f36e-46e2-9b7d-b3b707c440fd req-c16aac53-681c-48c5-a977-5785b5b53ff7 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.102 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.1791520 Feb 09 20:56:17.620856 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee5646d-353c-486a-9845-b386a29ea8b3 req-3091ef86-2f77-49f7-ae2f-e823e0ae85a6 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 944 time: 0.5434470 Feb 09 20:56:17.629091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=db89bcd2-108e-409d-ba95-cbd153fa50a9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:17.741097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-96334eb3-2591-40e1-b3d2-c632b2862404 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12 HTTP/1.1" status: 200 len: 217 time: 0.1733449 Feb 09 20:56:17.774886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['db89bcd2-108e-409d-ba95-cbd153fa50a9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:17.808264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f13ef-e531-41f0-984b-477362b25cad req-6b2058da-4f7f-47e3-ab0c-fbd7ce1d52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:17.810097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-355f13ef-e531-41f0-984b-477362b25cad req-6b2058da-4f7f-47e3-ab0c-fbd7ce1d52a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 200 len: 858 time: 0.2532918 Feb 09 20:56:17.854312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-355f13ef-e531-41f0-984b-477362b25cad req-6fe50b9f-bdf4-4389-977b-3226de19006b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f95906ea-4f92-49da-aded-83911c8558af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371716 Feb 09 20:56:17.854695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-f3984f7e-6646-4d8c-bfc0-222bd99c9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:17.857403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-f3984f7e-6646-4d8c-bfc0-222bd99c9c10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1000621 Feb 09 20:56:17.870635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ee5646d-353c-486a-9845-b386a29ea8b3 req-e65f0abd-c12e-41dc-9e71-b53e0abe45c7 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488298 Feb 09 20:56:17.969049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-59e13bbd-b594-4d73-af01-730a7e83b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:17.970878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-59e13bbd-b594-4d73-af01-730a7e83b910 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1047008 Feb 09 20:56:18.136444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3eff2cc-019c-4491-93f5-196c4c136c04 req-94ce08dd-8fe5-4bed-acf2-1ab3c1c789c6 tempest-ServerShowV257Test-1734239903 tempest-ServerShowV257Test-1734239903-project] 10.222.0.50 "GET /v2.0/ports?device_id=d80000b1-4376-4b18-a369-b925bfd515e8 HTTP/1.1" status: 200 len: 210 time: 0.0843785 Feb 09 20:56:18.297392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-355f13ef-e531-41f0-984b-477362b25cad req-dbe360dc-ca40-4faa-98b0-5a5804d9eac8 service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246068 Feb 09 20:56:18.321731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-1b2a6885-76a7-4b82-9a84-feec23c2bfa7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:18.341051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-1b2a6885-76a7-4b82-9a84-feec23c2bfa7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:18.351619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-1b2a6885-76a7-4b82-9a84-feec23c2bfa7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:18.389778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-1b2a6885-76a7-4b82-9a84-feec23c2bfa7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:18.411943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-1b2a6885-76a7-4b82-9a84-feec23c2bfa7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:18.430198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-1b2a6885-76a7-4b82-9a84-feec23c2bfa7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:18.446110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-1b2a6885-76a7-4b82-9a84-feec23c2bfa7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:18.466792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-1b2a6885-76a7-4b82-9a84-feec23c2bfa7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.3951087 Feb 09 20:56:18.493347 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-bf3f10fb-542b-42c7-8c88-645bc4328331 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150836 Feb 09 20:56:18.669933 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0ca0ebaa-5efe-47df-8a4b-71a109dd5cfd req-9a972df8-ec58-43eb-bca8-5d756e84f32b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2019401 Feb 09 20:56:18.745626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device db89bcd2-108e-409d-ba95-cbd153fa50a9 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:18.838566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af1b9cba-ad25-405c-b15a-797757eedc23 req-9146bed7-70ee-46f7-b359-d09d341499e1 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188860 Feb 09 20:56:18.868017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:56:18.916059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:56:18.920762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:56:18.977296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port db89bcd2-108e-409d-ba95-cbd153fa50a9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:18.989642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port db89bcd2-108e-409d-ba95-cbd153fa50a9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:18.990033 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:19.118950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f0ef4-c997-499b-9c55-77726d7c3983 req-d9bdb441-fcda-4ddd-8406-99540a6fce69 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:19.121811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e7f0ef4-c997-499b-9c55-77726d7c3983 req-d9bdb441-fcda-4ddd-8406-99540a6fce69 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1974649 Feb 09 20:56:19.149609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f84c1-eedd-4bc9-b459-246b5b78fb9b', 'name': 'network-vif-deleted', 'tag': '3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:19.163659 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314e932f-513d-4096-9db1-0dd82f75ae19" -d '{"events": [{"server_uuid": "ed8f84c1-eedd-4bc9-b459-246b5b78fb9b", "name": "network-vif-deleted", "tag": "3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:19.199165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port db89bcd2-108e-409d-ba95-cbd153fa50a9 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:19.199574 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:19.294411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port db89bcd2-108e-409d-ba95-cbd153fa50a9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:19.294411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cabd28-3240-474b-9378-b1428a26df26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db89bcd2-108e-409d-ba95-cbd153fa50a9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:19.300841 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58f307-b28c-4dc9-a5bd-153a10cc5d6a" -d '{"events": [{"server_uuid": "a5cabd28-3240-474b-9378-b1428a26df26", "name": "network-vif-plugged", "status": "completed", "tag": "db89bcd2-108e-409d-ba95-cbd153fa50a9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:19.313339 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:19.334173 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-801f92c8-fbaf-4602-8eb4-7bc0c23b575e req-bc518218-4eef-4d3d-b88b-12bc9b099bac tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 210 time: 0.1536589 Feb 09 20:56:19.352802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e7f0ef4-c997-499b-9c55-77726d7c3983 req-617bafb3-06c1-4bfb-b828-6a55f7bfef2e tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248344 Feb 09 20:56:19.447284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=db89bcd2-108e-409d-ba95-cbd153fa50a9,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:19.497555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-355f13ef-e531-41f0-984b-477362b25cad req-54e1466f-93ba-4911-95dd-7580f1d5e93b service neutron] 10.222.0.13 "GET /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1811059 Feb 09 20:56:19.554738 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f3135f-1510-4507-a6ab-f53170f3db75 x-openstack-request-id: req-20f3135f-1510-4507-a6ab-f53170f3db75 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:19.555567 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8f84c1-eedd-4bc9-b459-246b5b78fb9b", "name": "network-vif-deleted", "tag": "3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:19.556899 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-20f3135f-1510-4507-a6ab-f53170f3db75 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:19.557509 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8f84c1-eedd-4bc9-b459-246b5b78fb9b', 'name': 'network-vif-deleted', 'tag': '3d7ec6a1-7d6a-4dfc-9937-f59b11784eb0', 'status': 'completed', 'code': 200} Feb 09 20:56:19.626216 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcffcfb-678f-4e0c-b4d3-8d5fd240a5e7 x-openstack-request-id: req-3bcffcfb-678f-4e0c-b4d3-8d5fd240a5e7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:19.626523 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cabd28-3240-474b-9378-b1428a26df26", "name": "network-vif-plugged", "status": "completed", "tag": "db89bcd2-108e-409d-ba95-cbd153fa50a9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:19.626781 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3bcffcfb-678f-4e0c-b4d3-8d5fd240a5e7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:19.627339 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cabd28-3240-474b-9378-b1428a26df26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db89bcd2-108e-409d-ba95-cbd153fa50a9', 'code': 200} Feb 09 20:56:19.660862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-4cde52d6-8182-407c-9eed-30c38b083ba9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:19.662404 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-4cde52d6-8182-407c-9eed-30c38b083ba9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 812 time: 0.4882255 Feb 09 20:56:19.683596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Request body: {'port': {'device_id': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'admin_state_up': True, 'tenant_id': '78e1662b80484a4096590fa7c4066153'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:19.723393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1ff32-2a61-458f-8edf-b57a7b866268 req-42d26ccd-bc64-4c97-931b-7e4076213f17 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:19.725250 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07e1ff32-2a61-458f-8edf-b57a7b866268 req-42d26ccd-bc64-4c97-931b-7e4076213f17 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 946 time: 0.2439508 Feb 09 20:56:19.835421 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07e1ff32-2a61-458f-8edf-b57a7b866268 req-8db0f84e-3c52-4107-8fcb-662f3fa8c03d tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789108 Feb 09 20:56:19.890827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51638c49-2938-49d0-aed5-0b0e1c4ae07b req-c8932ff2-90a8-4355-be03-4633cd4ead9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:19.892535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51638c49-2938-49d0-aed5-0b0e1c4ae07b req-c8932ff2-90a8-4355-be03-4633cd4ead9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 1129 time: 0.1762736 Feb 09 20:56:19.902231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Made reservation on behalf of 78e1662b80484a4096590fa7c4066153 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:56:19.906645 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:20.060349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51638c49-2938-49d0-aed5-0b0e1c4ae07b req-d302267f-bd5e-4d62-9275-749b4e2b73aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588330 Feb 09 20:56:20.197730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Allocated IP 172.20.0.12 (18f903fd-99c8-485a-97ea-57a85eb2afd2/5f69966d-468d-4ee2-8995-53bf9abf4e0c/84f16567-74a2-4d5b-9b55-b754b8ceada2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:56:20.465830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:20.562132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b765ad6-7ef2-49ab-a2ac-b393e721e970 req-5daf47c7-ff8b-4a90-9f9c-a6b4a85a025a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 210 time: 0.0906427 Feb 09 20:56:20.661067 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-763dc4a8-b955-4beb-bc2b-0b6484250622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:20.705747 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:20.745185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-16993c50-7977-4dc5-931c-272d0e0987c2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:20.751910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-16993c50-7977-4dc5-931c-272d0e0987c2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:20.773294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-16993c50-7977-4dc5-931c-272d0e0987c2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:20.784229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:20.788919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-16993c50-7977-4dc5-931c-272d0e0987c2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:20.794661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-16993c50-7977-4dc5-931c-272d0e0987c2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:20.803626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5930e696-d5eb-4866-88c9-a4e3b59599e8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:20.806788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-16993c50-7977-4dc5-931c-272d0e0987c2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:20.809455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['f6254a1c-df32-40fe-ad5b-2634dd322b2e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:20.818757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-16993c50-7977-4dc5-931c-272d0e0987c2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:20.833312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-16993c50-7977-4dc5-931c-272d0e0987c2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.7950306 Feb 09 20:56:20.852924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event updated for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:20.872888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:56:20.879330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:56:20.896125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:56:20.980396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:20.981505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.018417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc7a1c-19da-4411-b396-13ee19444b00 req-3a90132c-f56a-4de8-854a-8a2980b934b0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:21.028822 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1cdc7a1c-19da-4411-b396-13ee19444b00 req-3a90132c-f56a-4de8-854a-8a2980b934b0 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.3266966 Feb 09 20:56:21.033166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-763dc4a8-b955-4beb-bc2b-0b6484250622 admin admin] Publish callbacks [] for security_group (f0d1e435-0004-4506-ba8a-bcaa24145b49), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.064326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-763dc4a8-b955-4beb-bc2b-0b6484250622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f0d1e435-0004-4506-ba8a-bcaa24145b49), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.073734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-e584563b-1827-47ca-a0c6-f8ad297df3a9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3941331 Feb 09 20:56:21.154656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1cdc7a1c-19da-4411-b396-13ee19444b00 req-c18174f8-ba11-47e3-acc1-2a7090ac392c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242857 Feb 09 20:56:21.159206 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Request body: {'port': {'device_id': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:21.305436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ef2eb60-0531-4705-b812-1d5f40112282 req-95c70319-8a75-412c-b2fe-d01528f94248 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4694045 Feb 09 20:56:21.343449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dc4a8-b955-4beb-bc2b-0b6484250622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1e435-0004-4506-ba8a-bcaa24145b49,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:21.364708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-763dc4a8-b955-4beb-bc2b-0b6484250622 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b92d760f615e48c9b231fcee4a70303d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8972461 Feb 09 20:56:21.371088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:21.375733 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.513844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-edee24fc-e115-451e-8e45-943611aafb4d None None] Provisioning complete for port 84f16567-74a2-4d5b-9b55-b754b8ceada2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:21.514440 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-edee24fc-e115-451e-8e45-943611aafb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.633057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f44d5c0-2825-46a7-8279-e2171b2962f5 admin admin] Publish callbacks [] for security_group (f0d1e435-0004-4506-ba8a-bcaa24145b49), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.716679 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f44d5c0-2825-46a7-8279-e2171b2962f5 admin admin] Publish callbacks [] for security_group (f0d1e435-0004-4506-ba8a-bcaa24145b49), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.741738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f16567-74a2-4d5b-9b55-b754b8ceada2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:21.748999 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.749959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-edee24fc-e115-451e-8e45-943611aafb4d None None] Port 84f16567-74a2-4d5b-9b55-b754b8ceada2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:56:21.779064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Publish callbacks [] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.882657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c80a0-52cc-432a-ace3-00995f9e978d req-ef82e5db-cf94-4815-ac50-0a298a3c6e64 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:21.888192 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d64c80a0-52cc-432a-ace3-00995f9e978d req-ef82e5db-cf94-4815-ac50-0a298a3c6e64 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 946 time: 0.5918055 Feb 09 20:56:21.889585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Transition to ACTIVE for port object 84f16567-74a2-4d5b-9b55-b754b8ceada2 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:56:21.916722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.917406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4c784-973b-4e68-a33e-7379628a9da0 req-0509f725-9f15-453a-8b66-d9e0e58032d1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:21.928922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4bc4c784-973b-4e68-a33e-7379628a9da0 req-0509f725-9f15-453a-8b66-d9e0e58032d1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 932 time: 0.1743457 Feb 09 20:56:21.982315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f44d5c0-2825-46a7-8279-e2171b2962f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f0d1e435-0004-4506-ba8a-bcaa24145b49), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.984865 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f44d5c0-2825-46a7-8279-e2171b2962f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:21.988777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f44d5c0-2825-46a7-8279-e2171b2962f5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f0d1e435-0004-4506-ba8a-bcaa24145b49 HTTP/1.1" status: 204 len: 168 time: 0.6143475 Feb 09 20:56:22.039984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44d5c0-2825-46a7-8279-e2171b2962f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1e435-0004-4506-ba8a-bcaa24145b49,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:22.049141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4bc4c784-973b-4e68-a33e-7379628a9da0 req-cb522b25-76c8-40cb-a306-fe116e233dba tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193070 Feb 09 20:56:22.168730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Pushing event updated for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:22.227424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d64c80a0-52cc-432a-ace3-00995f9e978d req-6c1b3c0d-8a6a-478f-bd19-660f7472c947 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335381 Feb 09 20:56:22.241041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Attempting to bind port 84f16567-74a2-4d5b-9b55-b754b8ceada2 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:56:22.241703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Attempting to bind port 84f16567-74a2-4d5b-9b55-b754b8ceada2 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:56:22.242470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Attempting to bind port 84f16567-74a2-4d5b-9b55-b754b8ceada2 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:56:22.255423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Port 84f16567-74a2-4d5b-9b55-b754b8ceada2 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:56:22.257410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Attempting to bind port 84f16567-74a2-4d5b-9b55-b754b8ceada2 on network 18f903fd-99c8-485a-97ea-57a85eb2afd2 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:56:22.265024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:56:22.265710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Checking segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:56:22.270970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Bound using segment: {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:56:22.271724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Bound port: 84f16567-74a2-4d5b-9b55-b754b8ceada2, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:56:22.275375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:22.379156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:56:22.385713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:56:22.400224 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:22.488847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1774a95-e7d2-4d42-b5b0-ab5f4c09a801 req-71aca5a6-a6e1-4a08-8b75-cba74ccf3aee tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.489497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.490444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1774a95-e7d2-4d42-b5b0-ab5f4c09a801 req-71aca5a6-a6e1-4a08-8b75-cba74ccf3aee tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1811395 Feb 09 20:56:22.496322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:22.498024 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] 10.222.0.13 "PUT /v2.0/ports/84f16567-74a2-4d5b-9b55-b754b8ceada2 HTTP/1.1" status: 200 len: 1093 time: 1.3654885 Feb 09 20:56:22.498502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:22.501509 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dad59f6-f92e-44e8-ac8e-792616886800" -d '{"events": [{"name": "network-changed", "server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:22.690856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d613367-808c-42f9-85c6-fd814feec16d service neutron] Pushing event updated for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:22.699000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1774a95-e7d2-4d42-b5b0-ab5f4c09a801 req-4cf798d3-a1b6-4bf4-be78-b5b07226b0ab tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941280 Feb 09 20:56:22.747035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-abaef6de-9978-4d46-ab47-6927f3198289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.754198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-abaef6de-9978-4d46-ab47-6927f3198289 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 1127 time: 0.1693230 Feb 09 20:56:22.772181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-71099241-b47d-45d2-b926-66d5f2a16cf5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.777683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-71099241-b47d-45d2-b926-66d5f2a16cf5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.786199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-71099241-b47d-45d2-b926-66d5f2a16cf5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.792172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-71099241-b47d-45d2-b926-66d5f2a16cf5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.798041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-71099241-b47d-45d2-b926-66d5f2a16cf5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.804620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-71099241-b47d-45d2-b926-66d5f2a16cf5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.811146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-71099241-b47d-45d2-b926-66d5f2a16cf5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.813668 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-71099241-b47d-45d2-b926-66d5f2a16cf5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2791650 Feb 09 20:56:22.867051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-3ea759af-1ea9-4dfd-81e1-59cb3ee0cef4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2 HTTP/1.1" status: 200 len: 217 time: 0.1059012 Feb 09 20:56:22.954729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-478f85f8-9f2a-4a17-a2d5-57cf83b90bfa req-e16fee7f-1c38-4626-99bc-34e362c6686f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913022 Feb 09 20:56:22.990580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-a983d886-6782-4e94-aeac-d973f621abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:22.992789 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-a983d886-6782-4e94-aeac-d973f621abb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1076045 Feb 09 20:56:23.074334 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b76cd-1c77-4591-871a-189d7434b6c1 x-openstack-request-id: req-605b76cd-1c77-4591-871a-189d7434b6c1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:23.075775 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:23.077560 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-605b76cd-1c77-4591-871a-189d7434b6c1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:23.079549 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'status': 'completed', 'code': 200} Feb 09 20:56:23.130436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-05a523f3-7f4b-4b78-be1c-3f55afe5f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:23.131857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-05a523f3-7f4b-4b78-be1c-3f55afe5f234 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1257906 Feb 09 20:56:23.325266 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:56:23.331143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-536568a2-39a6-42cd-9b6c-3a2a07a828a6 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906953 Feb 09 20:56:23.353736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01548-d16d-4ca0-80aa-727aa26afbd7 req-10aef653-a0a7-4272-8c14-78fa7b7d7c44 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:23.367276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7f01548-d16d-4ca0-80aa-727aa26afbd7 req-10aef653-a0a7-4272-8c14-78fa7b7d7c44 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 944 time: 0.1025069 Feb 09 20:56:23.451642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c7f01548-d16d-4ca0-80aa-727aa26afbd7 req-624a2ff3-ff05-4792-ae34-5696a7ccef67 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834632 Feb 09 20:56:23.554033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c391b8-b08d-4727-86b7-2bcbec5a6475 req-408ef1e9-5f75-4ce9-8be0-56b0131b10b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:23.561251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14c391b8-b08d-4727-86b7-2bcbec5a6475 req-408ef1e9-5f75-4ce9-8be0-56b0131b10b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 946 time: 0.1807988 Feb 09 20:56:23.571990 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da4da33-e7c6-4bf8-a205-966ce08c3b5d req-6cd6267f-c1de-4e37-b54d-55d7303348b1 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324946 Feb 09 20:56:23.637635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14c391b8-b08d-4727-86b7-2bcbec5a6475 req-3f6bc21b-f5fd-4e2a-a4d8-df35abf16d18 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754340 Feb 09 20:56:23.695572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-17aa4325-9910-4c58-bf02-14ac103a98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:23.697301 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-17aa4325-9910-4c58-bf02-14ac103a98b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 1127 time: 0.0588305 Feb 09 20:56:23.856802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-279b4b89-7bf3-45ca-a680-882965281174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:23.858611 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-279b4b89-7bf3-45ca-a680-882965281174 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.1549256 Feb 09 20:56:23.927610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-6d6f3637-acf8-48d5-a654-7e605e606737 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2 HTTP/1.1" status: 200 len: 217 time: 0.0603843 Feb 09 20:56:24.051802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-6ee5ccce-0456-4cf7-a74c-4eaeba7f659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.053274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-6ee5ccce-0456-4cf7-a74c-4eaeba7f659f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1151323 Feb 09 20:56:24.099594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42785b-2eae-42fa-843f-d3db22250cb2 req-568e18c6-fdb1-4691-b1d8-39097a9e9542 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.134769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae42785b-2eae-42fa-843f-d3db22250cb2 req-568e18c6-fdb1-4691-b1d8-39097a9e9542 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.3173409 Feb 09 20:56:24.263087 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae42785b-2eae-42fa-843f-d3db22250cb2 req-7dfc3b24-986c-4a96-b616-78fb368f8a2a tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173220 Feb 09 20:56:24.269920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-10245750-7475-4884-aa94-0d05693e7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.271443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-10245750-7475-4884-aa94-0d05693e7ed0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2095349 Feb 09 20:56:24.446918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-a4227128-fff4-4a6b-b884-826500a7eedb service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652398 Feb 09 20:56:24.450105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-02306991-a860-4f6e-9567-0c342b2491fe tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.451914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-02306991-a860-4f6e-9567-0c342b2491fe tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.2709644 Feb 09 20:56:24.485333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8348-e358-4ee1-9556-84d3c6701215 req-0b0c2496-3b74-478c-88f2-ed169882e473 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.504922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8348-e358-4ee1-9556-84d3c6701215 req-0b0c2496-3b74-478c-88f2-ed169882e473 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.517164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8348-e358-4ee1-9556-84d3c6701215 req-0b0c2496-3b74-478c-88f2-ed169882e473 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.533428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8348-e358-4ee1-9556-84d3c6701215 req-0b0c2496-3b74-478c-88f2-ed169882e473 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.538887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8348-e358-4ee1-9556-84d3c6701215 req-0b0c2496-3b74-478c-88f2-ed169882e473 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.559835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8348-e358-4ee1-9556-84d3c6701215 req-0b0c2496-3b74-478c-88f2-ed169882e473 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.578081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8348-e358-4ee1-9556-84d3c6701215 req-0b0c2496-3b74-478c-88f2-ed169882e473 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:24.588492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-906d8348-e358-4ee1-9556-84d3c6701215 req-0b0c2496-3b74-478c-88f2-ed169882e473 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.3609042 Feb 09 20:56:24.657567 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dad59f6-f92e-44e8-ac8e-792616886800 req-4c52f17c-e777-4c29-bea8-334e07ba074d service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032807 Feb 09 20:56:24.771641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-906d8348-e358-4ee1-9556-84d3c6701215 req-9857cc2d-c8d4-4ab9-972d-328298accd87 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803086 Feb 09 20:56:24.781272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84f16567-74a2-4d5b-9b55-b754b8ceada2 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:24.842148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Deleting port 7876379c-8b46-4eed-9243-43ec4d9447f3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:56:24.842406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.041869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:25.056860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'mac_address': 'fa:16:3e:77:50:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:25.087621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb59bac-a051-477d-b502-879fe515a63e req-67681c79-349e-4fc6-9dc5-ad9e3fa493d8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:25.099870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cbb59bac-a051-477d-b502-879fe515a63e req-67681c79-349e-4fc6-9dc5-ad9e3fa493d8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 944 time: 0.2125931 Feb 09 20:56:25.100766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 84f16567-74a2-4d5b-9b55-b754b8ceada2 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:25.101349 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.117480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f16567-74a2-4d5b-9b55-b754b8ceada2 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:25.141310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:25.154266 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.171346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] For port 7876379c-8b46-4eed-9243-43ec4d9447f3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7876379c-8b46-4eed-9243-43ec4d9447f3,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:25.172097 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.222938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cbb59bac-a051-477d-b502-879fe515a63e req-9d84c9a4-5545-4e09-b131-47e2d6e552b1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208854 Feb 09 20:56:25.225662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Calling delete_port for 7876379c-8b46-4eed-9243-43ec4d9447f3 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:56:25.286068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:25.402660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['84f16567-74a2-4d5b-9b55-b754b8ceada2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:25.446050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:25.504808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cb386-c336-4861-8f3d-f42e816f1a47 req-c2ee62af-f3c0-440c-96f5-3402244fe866 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:25.519339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e6cb386-c336-4861-8f3d-f42e816f1a47 req-c2ee62af-f3c0-440c-96f5-3402244fe866 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/ports?device_id=fc6b56f3-7222-46c1-8907-86d9e737bba7 HTTP/1.1" status: 200 len: 945 time: 0.1507485 Feb 09 20:56:25.614302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7876379c-8b46-4eed-9243-43ec4d9447f3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.624428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e6cb386-c336-4861-8f3d-f42e816f1a47 req-9bfe5c21-06bb-412c-9933-49a36a92dd8c tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.102 "GET /v2.0/security-groups?id=5718e09c-21fa-462f-bafe-92295896ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014132 Feb 09 20:56:25.691991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-769ec39b-7939-427e-81be-9061e63c0027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.741046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Pushing event deleted for resources: {'Port': ['ID=7876379c-8b46-4eed-9243-43ec4d9447f3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:25.809199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-769ec39b-7939-427e-81be-9061e63c0027 admin admin] Publish callbacks [] for security_group (fac2dfc1-953f-41b3-ae6a-7158d1fd5d5e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.816716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-769ec39b-7939-427e-81be-9061e63c0027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fac2dfc1-953f-41b3-ae6a-7158d1fd5d5e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.868314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] No DVR routers for this DVR port 7876379c-8b46-4eed-9243-43ec4d9447f3 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:56:25.873586 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:25.880401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94f1dcc-b19b-41c8-b4cb-245a06d8f595 req-5c4646d7-27d5-42c6-a2a0-d38e605da0c2 tempest-ServerRescueNegativeTestJSON-1680590675 tempest-ServerRescueNegativeTestJSON-1680590675-project] 10.222.0.13 "DELETE /v2.0/ports/7876379c-8b46-4eed-9243-43ec4d9447f3 HTTP/1.1" status: 204 len: 173 time: 1.2879078 Feb 09 20:56:25.883738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6b56f3-7222-46c1-8907-86d9e737bba7', 'name': 'network-vif-deleted', 'tag': '7876379c-8b46-4eed-9243-43ec4d9447f3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:25.895027 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecbc73d-5966-410a-bdac-ca34cf7c3044" -d '{"events": [{"server_uuid": "fc6b56f3-7222-46c1-8907-86d9e737bba7", "name": "network-vif-deleted", "tag": "7876379c-8b46-4eed-9243-43ec4d9447f3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:25.898720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-769ec39b-7939-427e-81be-9061e63c0027 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e1917d79d4d64fcca20ae2805d6a9e32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4476914 Feb 09 20:56:25.898720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ec39b-7939-427e-81be-9061e63c0027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac2dfc1-953f-41b3-ae6a-7158d1fd5d5e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:25.901536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:26.019940 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f63d2-3e08-45a4-9b5f-b80e60067314 x-openstack-request-id: req-589f63d2-3e08-45a4-9b5f-b80e60067314 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:26.020270 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6b56f3-7222-46c1-8907-86d9e737bba7", "name": "network-vif-deleted", "tag": "7876379c-8b46-4eed-9243-43ec4d9447f3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:26.020487 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-589f63d2-3e08-45a4-9b5f-b80e60067314 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:26.020895 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6b56f3-7222-46c1-8907-86d9e737bba7', 'name': 'network-vif-deleted', 'tag': '7876379c-8b46-4eed-9243-43ec4d9447f3', 'status': 'completed', 'code': 200} Feb 09 20:56:26.032606 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f61a7d9-26d3-4be2-8d66-549b9c47459a admin admin] Publish callbacks [] for security_group (fac2dfc1-953f-41b3-ae6a-7158d1fd5d5e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:26.055705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-d7921d23-daef-457a-91c3-53210846c055 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:26.067498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-d7921d23-daef-457a-91c3-53210846c055 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:26.084225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-d7921d23-daef-457a-91c3-53210846c055 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:26.090621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f61a7d9-26d3-4be2-8d66-549b9c47459a admin admin] Publish callbacks [] for security_group (fac2dfc1-953f-41b3-ae6a-7158d1fd5d5e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:26.090968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-d7921d23-daef-457a-91c3-53210846c055 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:26.106257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-d7921d23-daef-457a-91c3-53210846c055 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:26.111523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-d7921d23-daef-457a-91c3-53210846c055 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:26.122202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-d7921d23-daef-457a-91c3-53210846c055 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:26.134121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-d7921d23-daef-457a-91c3-53210846c055 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2060769 Feb 09 20:56:26.183152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f61a7d9-26d3-4be2-8d66-549b9c47459a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fac2dfc1-953f-41b3-ae6a-7158d1fd5d5e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:26.188005 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f61a7d9-26d3-4be2-8d66-549b9c47459a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:26.189614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0f61a7d9-26d3-4be2-8d66-549b9c47459a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fac2dfc1-953f-41b3-ae6a-7158d1fd5d5e HTTP/1.1" status: 204 len: 168 time: 0.2868495 Feb 09 20:56:26.238377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61a7d9-26d3-4be2-8d66-549b9c47459a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac2dfc1-953f-41b3-ae6a-7158d1fd5d5e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:26.270058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7424407-3b3f-4459-8fbe-638cf3cd00ec req-e19da8a9-f1bd-48de-9279-c6bf5010b8a9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300626 Feb 09 20:56:26.512515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:26.513946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dfe1c-1f79-4cf3-9f18-1cf380d2ccaf req-ef84aa2a-8203-489b-b0f9-f662ca498118 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:26.515631 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-284dfe1c-1f79-4cf3-9f18-1cf380d2ccaf req-ef84aa2a-8203-489b-b0f9-f662ca498118 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 945 time: 0.1181872 Feb 09 20:56:26.603926 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-284dfe1c-1f79-4cf3-9f18-1cf380d2ccaf req-939617ff-3f09-4477-afcb-e5c79a3fc367 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809059 Feb 09 20:56:26.703371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:26.781202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84f16567-74a2-4d5b-9b55-b754b8ceada2 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:26.926186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 84f16567-74a2-4d5b-9b55-b754b8ceada2 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:26.931745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 84f16567-74a2-4d5b-9b55-b754b8ceada2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:26.932140 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:27.112379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 84f16567-74a2-4d5b-9b55-b754b8ceada2 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:27.113708 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:27.154933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:27.161892 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ab20de-954c-4c29-b616-ed040c708603" -d '{"events": [{"server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "name": "network-vif-plugged", "status": "completed", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:27.209375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:27.225613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:27.225613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7876379c-8b46-4eed-9243-43ec4d9447f3 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:56:27.318319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:27.323489 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a2c3d-4ae7-46e4-812d-9dbb93f4bf33 x-openstack-request-id: req-e07a2c3d-4ae7-46e4-812d-9dbb93f4bf33 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:27.323906 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "name": "network-vif-plugged", "status": "completed", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:27.324261 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e07a2c3d-4ae7-46e4-812d-9dbb93f4bf33 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:27.324751 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'code': 200} Feb 09 20:56:27.325379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 7876379c-8b46-4eed-9243-43ec4d9447f3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:56:27.325817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7876379c-8b46-4eed-9243-43ec4d9447f3 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:56:27.590415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94618d-0978-4815-9fc6-c3958f4a689f req-9b32fd82-927e-4196-84f9-ab51c3c38596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.609014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e94618d-0978-4815-9fc6-c3958f4a689f req-9b32fd82-927e-4196-84f9-ab51c3c38596 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 1129 time: 0.2205093 Feb 09 20:56:27.696118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-0a15cc01-4e8f-4284-af47-c0f3678cdb80 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.713483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-0a15cc01-4e8f-4284-af47-c0f3678cdb80 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.738783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-0a15cc01-4e8f-4284-af47-c0f3678cdb80 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.744425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-0a15cc01-4e8f-4284-af47-c0f3678cdb80 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.778839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-0a15cc01-4e8f-4284-af47-c0f3678cdb80 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.784312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-0a15cc01-4e8f-4284-af47-c0f3678cdb80 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.811873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-0a15cc01-4e8f-4284-af47-c0f3678cdb80 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.821209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-0a15cc01-4e8f-4284-af47-c0f3678cdb80 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.3381267 Feb 09 20:56:27.925674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e94618d-0978-4815-9fc6-c3958f4a689f req-8c5aefa3-d8f4-4ef0-a9a1-2e9f263a5215 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919431 Feb 09 20:56:27.956081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43db148-db19-4928-b60e-27ef578ea400 req-c72b823a-846d-4621-994d-f7b9dfe37646 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:27.963002 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a43db148-db19-4928-b60e-27ef578ea400 req-c72b823a-846d-4621-994d-f7b9dfe37646 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1754942 Feb 09 20:56:28.023418 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:28.032949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08103f7e-a646-46f8-9df7-64146a6aeaf4 req-d56865c6-dfc0-4af6-8c4b-d92abff38b27 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2106981 Feb 09 20:56:28.212985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a43db148-db19-4928-b60e-27ef578ea400 req-0a32b486-5dd7-4516-899b-9c7760364bee tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489231 Feb 09 20:56:28.514353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Deleting port e9ef4345-b81f-46c9-a362-56657ed11094 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:56:28.515467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:28.679942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] For port e9ef4345-b81f-46c9-a362-56657ed11094, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e9ef4345-b81f-46c9-a362-56657ed11094,segment=NetworkSegment(f5c99500-367e-4c0b-a841-08ea5ac1c5a9),segment_id=f5c99500-367e-4c0b-a841-08ea5ac1c5a9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:28.680521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:28.704553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Calling delete_port for e9ef4345-b81f-46c9-a362-56657ed11094 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:56:29.022229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e9ef4345-b81f-46c9-a362-56657ed11094), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:29.180974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ef4345-b81f-46c9-a362-56657ed11094,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:29.445361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9329f-e718-4950-b1aa-fb500415869f req-8c027bd7-3d6d-499c-8987-acc88321b82f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:29.456218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fef9329f-e718-4950-b1aa-fb500415869f req-8c027bd7-3d6d-499c-8987-acc88321b82f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.0807645 Feb 09 20:56:29.541255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fef9329f-e718-4950-b1aa-fb500415869f req-0ff0c235-2fdb-4b88-9e5c-6e124681325a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838203 Feb 09 20:56:29.617154 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:29.657720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-23ac147c-001e-4f95-b202-67f2c6b1c369 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:29.667885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-23ac147c-001e-4f95-b202-67f2c6b1c369 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:29.692394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-23ac147c-001e-4f95-b202-67f2c6b1c369 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:29.699482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-23ac147c-001e-4f95-b202-67f2c6b1c369 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:29.706040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-23ac147c-001e-4f95-b202-67f2c6b1c369 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:29.712019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-23ac147c-001e-4f95-b202-67f2c6b1c369 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:29.718259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-23ac147c-001e-4f95-b202-67f2c6b1c369 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:29.721654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-23ac147c-001e-4f95-b202-67f2c6b1c369 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.4759078 Feb 09 20:56:30.009847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c63ef-ac34-4cd1-8a62-db6c2332f31a req-381c96d5-f884-4df1-8791-5639014ee497 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:30.026978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c66c63ef-ac34-4cd1-8a62-db6c2332f31a req-381c96d5-f884-4df1-8791-5639014ee497 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1505337 Feb 09 20:56:30.159859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c66c63ef-ac34-4cd1-8a62-db6c2332f31a req-ef6224c7-9e16-4299-962f-94ba7de2dab1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314490 Feb 09 20:56:30.221267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e27a12c9-5648-48c8-994b-25fb0dc9fb64 req-d29d8e8b-25be-46f9-ae1e-a08522cd1846 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4814129 Feb 09 20:56:30.497972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:56:30.713025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:56:30.722484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] Sync routers for ids ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:56:30.730661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e692962-8a1d-4a49-b40d-9a53844a9821 admin admin] 10.222.0.102 "PUT /v2.0/routers/63db5b4c-7c95-4fcb-bf7c-784e9d02ade7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0260434 Feb 09 20:56:30.733227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:30.738623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] Routers {'63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:56:30.739632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:56:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:30.989489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] Set router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:56:31.034451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks [] for router (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:31.105505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:31.227069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks [] for router_gateway (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:31.361778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Deleting port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:56:31.362121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:31.412804 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b03f8ca3-ac70-443f-ac2d-e94170a295c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:31.432076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:56:28Z', 'revision_number': 5, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port': {'id': '06dfcb75-e141-4b58-8d93-0ba8fa47a1c9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:52:36Z', 'updated_at': '2022-02-09T20:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:31.449232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] For port 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=06dfcb75-e141-4b58-8d93-0ba8fa47a1c9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:31.449595 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:31.470380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fffe6b-7862-45d2-9275-ef3de4c377bb req-462cf434-fdc0-41e8-b617-2d5d7a0b28e9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:31.479987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fffe6b-7862-45d2-9275-ef3de4c377bb req-462cf434-fdc0-41e8-b617-2d5d7a0b28e9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1715384 Feb 09 20:56:31.485069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Calling delete_port for 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:56:31.521881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] Checking router: 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:56:31.542010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] Routers {'63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:56:31.542408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fffe6b-7862-45d2-9275-ef3de4c377bb req-206400e2-8943-434b-9be4-0f7175c8d166 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608006 Feb 09 20:56:31.544627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:56:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:31.681286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (06dfcb75-e141-4b58-8d93-0ba8fa47a1c9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:31.706521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b03f8ca3-ac70-443f-ac2d-e94170a295c5 admin admin] Publish callbacks [] for security_group (c11c91fb-8505-461d-adc2-64d55de09dbc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:31.716917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b03f8ca3-ac70-443f-ac2d-e94170a295c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c11c91fb-8505-461d-adc2-64d55de09dbc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:31.795755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] Set router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:56:31.831942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=06dfcb75-e141-4b58-8d93-0ba8fa47a1c9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:31.854197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:56:31Z', 'revision_number': 6, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:31.867237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b03f8ca3-ac70-443f-ac2d-e94170a295c5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7cbe251d3b9e4c8e8ba1c95b57272f94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7599776 Feb 09 20:56:31.868093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:31.872941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f8ca3-ac70-443f-ac2d-e94170a295c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11c91fb-8505-461d-adc2-64d55de09dbc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:31.887622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10976ecc-e8ce-46f8-b745-402ecf06ab75 None None] The sync data for ids ['63db5b4c-7c95-4fcb-bf7c-784e9d02ade7'] in n-d-789963-29 is: [{'id': '63db5b4c-7c95-4fcb-bf7c-784e9d02ade7', 'name': 'tempest-ServerRescueNegativeTestJSON-646357932-router', 'tenant_id': 'dc68c310263e470ba30c0f78d9d4df90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:52:33Z', 'updated_at': '2022-02-09T20:56:31Z', 'revision_number': 6, 'project_id': 'dc68c310263e470ba30c0f78d9d4df90', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:56:32.001638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-29121b9a-3f9e-4169-a9d5-8868a2b3275e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:32.020684 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5619537b-9bf3-4378-9b25-6d91e1a000fa admin admin] Publish callbacks [] for security_group (c11c91fb-8505-461d-adc2-64d55de09dbc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.024093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-29121b9a-3f9e-4169-a9d5-8868a2b3275e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:32.037445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-29121b9a-3f9e-4169-a9d5-8868a2b3275e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:32.048531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-29121b9a-3f9e-4169-a9d5-8868a2b3275e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:32.059661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-29121b9a-3f9e-4169-a9d5-8868a2b3275e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:32.061320 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5619537b-9bf3-4378-9b25-6d91e1a000fa admin admin] Publish callbacks [] for security_group (c11c91fb-8505-461d-adc2-64d55de09dbc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.070311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-29121b9a-3f9e-4169-a9d5-8868a2b3275e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:32.076002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-29121b9a-3f9e-4169-a9d5-8868a2b3275e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:32.078002 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-29121b9a-3f9e-4169-a9d5-8868a2b3275e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.4090159 Feb 09 20:56:32.083289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.149781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5619537b-9bf3-4378-9b25-6d91e1a000fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c11c91fb-8505-461d-adc2-64d55de09dbc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.152070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5619537b-9bf3-4378-9b25-6d91e1a000fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.156390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5619537b-9bf3-4378-9b25-6d91e1a000fa admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c11c91fb-8505-461d-adc2-64d55de09dbc HTTP/1.1" status: 204 len: 168 time: 0.2773931 Feb 09 20:56:32.174245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619537b-9bf3-4378-9b25-6d91e1a000fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11c91fb-8505-461d-adc2-64d55de09dbc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:32.255780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.272107 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks [] for router_controller (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.366597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d462-626e-478b-9c18-1a8bc71f0251 req-8faa31e4-e9f2-47ea-b67c-c70a5ebaa864 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:32.388783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ac8d462-626e-478b-9c18-1a8bc71f0251 req-8faa31e4-e9f2-47ea-b67c-c70a5ebaa864 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.0874968 Feb 09 20:56:32.419792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (63db5b4c-7c95-4fcb-bf7c-784e9d02ade7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.424364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:56:32.469244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.472435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7c7fd484-dc87-4d4e-bbab-4056a883bd8a admin admin] 10.222.0.102 "DELETE /v2.0/routers/63db5b4c-7c95-4fcb-bf7c-784e9d02ade7 HTTP/1.1" status: 204 len: 168 time: 1.7354059 Feb 09 20:56:32.475104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37486) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:32.488177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ac8d462-626e-478b-9c18-1a8bc71f0251 req-7a63470c-23b6-4c9c-b7db-a98a99b2a99b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986550 Feb 09 20:56:32.576376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-75040891-df69-4bd3-aaff-0fd1facc4872 req-0cd3044d-2fb0-4b8c-81c9-f6bceda6d459 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1850781 Feb 09 20:56:32.608881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac4e424-6e73-4e13-a7ba-23de7f38baaf admin admin] Deleting subnet 4f5681e1-d034-4426-9d06-ecb18f4c36ea {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:56:32.620925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac4e424-6e73-4e13-a7ba-23de7f38baaf admin admin] Publish callbacks [] for subnet (4f5681e1-d034-4426-9d06-ecb18f4c36ea), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.677622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac4e424-6e73-4e13-a7ba-23de7f38baaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (4f5681e1-d034-4426-9d06-ecb18f4c36ea), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.735286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:32.755623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aecdf7bf-d2a6-4411-aefb-0255d603c8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.759289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac4e424-6e73-4e13-a7ba-23de7f38baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (4f5681e1-d034-4426-9d06-ecb18f4c36ea), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.843532 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac4e424-6e73-4e13-a7ba-23de7f38baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (4f5681e1-d034-4426-9d06-ecb18f4c36ea), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.864569 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aecdf7bf-d2a6-4411-aefb-0255d603c8b0 admin admin] Publish callbacks [] for security_group (91ea5c72-2c74-42d3-94fb-b3bab2e652da), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.875235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aecdf7bf-d2a6-4411-aefb-0255d603c8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (91ea5c72-2c74-42d3-94fb-b3bab2e652da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.897903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4e424-6e73-4e13-a7ba-23de7f38baaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f5681e1-d034-4426-9d06-ecb18f4c36ea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:32.901521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ac4e424-6e73-4e13-a7ba-23de7f38baaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:32.904932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1ac4e424-6e73-4e13-a7ba-23de7f38baaf admin admin] 10.222.0.102 "DELETE /v2.0/subnets/4f5681e1-d034-4426-9d06-ecb18f4c36ea HTTP/1.1" status: 204 len: 168 time: 0.4288971 Feb 09 20:56:32.916227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:32.950842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e9ef4345-b81f-46c9-a362-56657ed11094 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:56:32.975971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aecdf7bf-d2a6-4411-aefb-0255d603c8b0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f41bee5fa6ff41089bf051313de7ffba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357850 Feb 09 20:56:32.976966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:32.979218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf7bf-d2a6-4411-aefb-0255d603c8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea5c72-2c74-42d3-94fb-b3bab2e652da,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:32.989179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e9ef4345-b81f-46c9-a362-56657ed11094 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:56:32.990190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e9ef4345-b81f-46c9-a362-56657ed11094 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:56:32.991289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:56:33.047442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:56:33.048037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 06dfcb75-e141-4b58-8d93-0ba8fa47a1c9 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:56:33.062917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (f95906ea-4f92-49da-aded-83911c8558af), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.077410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3fad5c2-c6d3-4c43-91db-44971aabd301 admin admin] Publish callbacks [] for security_group (91ea5c72-2c74-42d3-94fb-b3bab2e652da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.119172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3fad5c2-c6d3-4c43-91db-44971aabd301 admin admin] Publish callbacks [] for security_group (91ea5c72-2c74-42d3-94fb-b3bab2e652da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.192481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3fad5c2-c6d3-4c43-91db-44971aabd301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (91ea5c72-2c74-42d3-94fb-b3bab2e652da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.194152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (f95906ea-4f92-49da-aded-83911c8558af), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.196351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3fad5c2-c6d3-4c43-91db-44971aabd301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.200359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f3fad5c2-c6d3-4c43-91db-44971aabd301 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/91ea5c72-2c74-42d3-94fb-b3bab2e652da HTTP/1.1" status: 204 len: 168 time: 0.2195644 Feb 09 20:56:33.209505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fad5c2-c6d3-4c43-91db-44971aabd301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea5c72-2c74-42d3-94fb-b3bab2e652da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:33.252644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95906ea-4f92-49da-aded-83911c8558af']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:33.264166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:33.264834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c99500-367e-4c0b-a841-08ea5ac1c5a9') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:33.304039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f5c99500-367e-4c0b-a841-08ea5ac1c5a9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.331237 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f5c99500-367e-4c0b-a841-08ea5ac1c5a9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.342834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:56:33.343179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f5c99500-367e-4c0b-a841-08ea5ac1c5a9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:56:33.344948 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:56:33.444036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (f95906ea-4f92-49da-aded-83911c8558af), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.458071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:33.464060 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] 10.222.0.102 "DELETE /v2.0/networks/f95906ea-4f92-49da-aded-83911c8558af HTTP/1.1" status: 204 len: 168 time: 0.5467598 Feb 09 20:56:33.492832 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d625aed-29fe-42df-9b20-7f2ab86fc81d admin admin] Pushing event deleted for resources: {'Network': ['ID=f95906ea-4f92-49da-aded-83911c8558af,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:33.784287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75ef5-d968-4646-a014-e7d0cbee838d req-b00f8a93-ca47-494d-8e69-6a8db7359a6a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:33.785857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43d75ef5-d968-4646-a014-e7d0cbee838d req-b00f8a93-ca47-494d-8e69-6a8db7359a6a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1507113 Feb 09 20:56:33.846034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-c60626fa-f8ef-4977-bd2f-374eb60902c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:33.860067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-c60626fa-f8ef-4977-bd2f-374eb60902c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:33.870598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-c60626fa-f8ef-4977-bd2f-374eb60902c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:33.879306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:33.898067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-c60626fa-f8ef-4977-bd2f-374eb60902c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:33.899537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43d75ef5-d968-4646-a014-e7d0cbee838d req-a6f3fbab-c26a-4cee-9dd7-8b0b444655d8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056437 Feb 09 20:56:33.910368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-c60626fa-f8ef-4977-bd2f-374eb60902c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:33.924315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-c60626fa-f8ef-4977-bd2f-374eb60902c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:33.930255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-c60626fa-f8ef-4977-bd2f-374eb60902c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:33.934300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-c60626fa-f8ef-4977-bd2f-374eb60902c7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2237859 Feb 09 20:56:34.015673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37514) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:34.019060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f01f8a1c-bbd3-4c89-8d9e-d53dd344350d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dc68c310263e470ba30c0f78d9d4df90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1178882 Feb 09 20:56:34.095332 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2afb3980-c47e-4faf-8a5a-85836a93941f req-9afdcedf-1445-4456-a971-b4695195e669 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545491 Feb 09 20:56:34.108402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b68f-1895-4f7a-8b9d-f370abcff167 admin admin] Publish callbacks [] for security_group (5718e09c-21fa-462f-bafe-92295896ba0e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:34.144625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b68f-1895-4f7a-8b9d-f370abcff167 admin admin] Publish callbacks [] for security_group (5718e09c-21fa-462f-bafe-92295896ba0e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:34.219359 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b68f-1895-4f7a-8b9d-f370abcff167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5718e09c-21fa-462f-bafe-92295896ba0e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:34.228424 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b68f-1895-4f7a-8b9d-f370abcff167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:34.234993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4cf3b68f-1895-4f7a-8b9d-f370abcff167 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5718e09c-21fa-462f-bafe-92295896ba0e HTTP/1.1" status: 204 len: 168 time: 0.2133765 Feb 09 20:56:34.263551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3b68f-1895-4f7a-8b9d-f370abcff167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5718e09c-21fa-462f-bafe-92295896ba0e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:34.806759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84f16567-74a2-4d5b-9b55-b754b8ceada2 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:34.965018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3675-3a33-421e-8c6a-091cd28e0fae req-6abd5b8d-97f6-428c-ae3b-dea0fcb5167f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:34.966535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d63b3675-3a33-421e-8c6a-091cd28e0fae req-6abd5b8d-97f6-428c-ae3b-dea0fcb5167f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1726522 Feb 09 20:56:35.082072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d63b3675-3a33-421e-8c6a-091cd28e0fae req-859d2bec-811f-4515-8658-8e20cac039ed tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063190 Feb 09 20:56:35.089847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:35.103008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'port_id': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'mac_address': 'fa:16:3e:77:50:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:35.104951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a92ff3-1b4f-43e1-aebe-afee9276b252 req-8f393e22-e88d-444f-b2d2-0205e7455995 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:35.131446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34a92ff3-1b4f-43e1-aebe-afee9276b252 req-8f393e22-e88d-444f-b2d2-0205e7455995 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1673071 Feb 09 20:56:35.156485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 84f16567-74a2-4d5b-9b55-b754b8ceada2 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:35.156891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:35.198942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84f16567-74a2-4d5b-9b55-b754b8ceada2 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:35.237316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34a92ff3-1b4f-43e1-aebe-afee9276b252 req-2d7b248a-e292-431a-88fd-e67a1d6be600 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049602 Feb 09 20:56:35.239617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:35.246308 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:35.353361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-00810ae8-e366-4eb5-af02-b99546766662 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:35.370629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:35.375348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-00810ae8-e366-4eb5-af02-b99546766662 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:35.378870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-00810ae8-e366-4eb5-af02-b99546766662 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:35.384721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-00810ae8-e366-4eb5-af02-b99546766662 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:35.390209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-00810ae8-e366-4eb5-af02-b99546766662 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:35.395850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-00810ae8-e366-4eb5-af02-b99546766662 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:35.401332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['84f16567-74a2-4d5b-9b55-b754b8ceada2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:35.417791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-00810ae8-e366-4eb5-af02-b99546766662 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:35.419743 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-00810ae8-e366-4eb5-af02-b99546766662 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.1688025 Feb 09 20:56:35.595484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bb1a108-3648-46d9-acdb-0e63055d2ac6 req-f96fa090-6e07-40dd-8d72-2f6c0bdfb12f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616423 Feb 09 20:56:36.310874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69a56b-5ed6-4e63-a2b7-a4f12c89501b req-88020eec-d29f-4f03-a0fa-bb6a051555bf tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.320775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f69a56b-5ed6-4e63-a2b7-a4f12c89501b req-88020eec-d29f-4f03-a0fa-bb6a051555bf tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0989625 Feb 09 20:56:36.438146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f69a56b-5ed6-4e63-a2b7-a4f12c89501b req-28c78df0-0c74-41b6-962e-001a447108b8 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088254 Feb 09 20:56:36.480468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263de579-fce3-4840-816c-4c3be5330259 req-77592ebc-f6a7-4975-a5c6-cf03f824df95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.490106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-263de579-fce3-4840-816c-4c3be5330259 req-77592ebc-f6a7-4975-a5c6-cf03f824df95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 945 time: 0.1205602 Feb 09 20:56:36.552047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-263de579-fce3-4840-816c-4c3be5330259 req-0cceb4c2-8f45-4f46-8955-4a7e3d4d7cc8 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607967 Feb 09 20:56:36.618435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37626) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:36.807470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-d448464b-858d-4aa3-82f9-999f5ef33675 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.818183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84f16567-74a2-4d5b-9b55-b754b8ceada2 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:36.861201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-d448464b-858d-4aa3-82f9-999f5ef33675 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.872069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-d448464b-858d-4aa3-82f9-999f5ef33675 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.889899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-d448464b-858d-4aa3-82f9-999f5ef33675 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.907106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-d448464b-858d-4aa3-82f9-999f5ef33675 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.925521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-d448464b-858d-4aa3-82f9-999f5ef33675 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.934021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 84966e3d-3525-4cc7-995e-67aa8d5e58ad details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:36.942121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-d448464b-858d-4aa3-82f9-999f5ef33675 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:36.947823 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-d448464b-858d-4aa3-82f9-999f5ef33675 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5430 time: 0.2574749 Feb 09 20:56:37.030164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea36b613-cc3d-4093-8f0c-3a3e9fb4586d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.129788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cfb7e2f-58d1-40ab-83d6-c4e2d3c6bd08 req-94d7653c-63e5-445e-9f79-94c97c7fe0a6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1741099 Feb 09 20:56:37.192489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 84966e3d-3525-4cc7-995e-67aa8d5e58ad, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84966e3d-3525-4cc7-995e-67aa8d5e58ad,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:37.211910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '84966e3d-3525-4cc7-995e-67aa8d5e58ad', 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'port_id': '84966e3d-3525-4cc7-995e-67aa8d5e58ad', 'mac_address': 'fa:16:3e:3f:17:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ac8f64-7be4-4802-9790-a2a627a70d45', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:37.225036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 84f16567-74a2-4d5b-9b55-b754b8ceada2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:37.225680 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.286493 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea36b613-cc3d-4093-8f0c-3a3e9fb4586d admin admin] Publish callbacks [] for security_group (1ac438a4-d4c7-4cc5-ab9a-adb08db92310), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.305193 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea36b613-cc3d-4093-8f0c-3a3e9fb4586d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1ac438a4-d4c7-4cc5-ab9a-adb08db92310), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.324703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 84966e3d-3525-4cc7-995e-67aa8d5e58ad is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:37.325495 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.345475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84966e3d-3525-4cc7-995e-67aa8d5e58ad {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:37.372224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 84966e3d-3525-4cc7-995e-67aa8d5e58ad, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84966e3d-3525-4cc7-995e-67aa8d5e58ad,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:37.379178 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.380022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device fbee48e4-f9e0-4a86-85b8-41271a6d2c4d details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:37.432048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36b613-cc3d-4093-8f0c-3a3e9fb4586d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac438a4-d4c7-4cc5-ab9a-adb08db92310,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:37.441898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=84966e3d-3525-4cc7-995e-67aa8d5e58ad,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:37.504431 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ea36b613-cc3d-4093-8f0c-3a3e9fb4586d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=470d08d2f0f24cbfa2b97b1cd0b08b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8845339 Feb 09 20:56:37.507992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:37.527432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 84f16567-74a2-4d5b-9b55-b754b8ceada2 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:37.528686 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.588914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:37.613462 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8c372a-d5e1-4c88-8d86-0bb74dcf28ab" -d '{"events": [{"server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "name": "network-vif-plugged", "status": "completed", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:37.707866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:37.713979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:37.725212 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f54c7fbd-d985-4bc0-92f1-e789652dab89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.732902 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.739631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d', 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'port_id': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d', 'mac_address': 'fa:16:3e:13:61:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ac8f64-7be4-4802-9790-a2a627a70d45', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:37.808395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:37.808802 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.809667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f8fae-870a-4738-a307-c2de3191d2da req-cb10133c-5332-4982-b16c-0eeb1f775752 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:37.812728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59f8fae-870a-4738-a307-c2de3191d2da req-cb10133c-5332-4982-b16c-0eeb1f775752 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 945 time: 0.1131394 Feb 09 20:56:37.844811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbee48e4-f9e0-4a86-85b8-41271a6d2c4d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:37.879012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:37.915536 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:37.915536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:37.919849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:37.928295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59f8fae-870a-4738-a307-c2de3191d2da req-20036f67-2d85-4f53-9d8c-7a7f0ee71de4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063807 Feb 09 20:56:38.043305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054242e4-12b6-4434-8b63-ffd71636b2df admin admin] Publish callbacks [] for security_group (1ac438a4-d4c7-4cc5-ab9a-adb08db92310), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:38.045197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:38.052699 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad2e15c-e02d-46ef-a296-63cf6d0001c8 x-openstack-request-id: req-fad2e15c-e02d-46ef-a296-63cf6d0001c8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:38.053347 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "name": "network-vif-plugged", "status": "completed", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:38.053968 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fad2e15c-e02d-46ef-a296-63cf6d0001c8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:38.054660 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'code': 200} Feb 09 20:56:38.089087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:38.104375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b', 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'port_id': 'c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b', 'mac_address': 'fa:16:3e:40:95:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ac8f64-7be4-4802-9790-a2a627a70d45', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:38.136736 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054242e4-12b6-4434-8b63-ffd71636b2df admin admin] Publish callbacks [] for security_group (1ac438a4-d4c7-4cc5-ab9a-adb08db92310), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:38.159464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:38.160091 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:38.203349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:38.222950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bf458-7666-4c7b-b6a6-83e1bd932c8f req-7d630a73-2a51-4b5a-8445-0d87683b7724 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:38.240149 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c35bf458-7666-4c7b-b6a6-83e1bd932c8f req-7d630a73-2a51-4b5a-8445-0d87683b7724 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.5735319 Feb 09 20:56:38.253881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:38.266813 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:38.268428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:38.405347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-b4174817-705d-41a7-92d6-d39de7364e4c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:38.427305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-b4174817-705d-41a7-92d6-d39de7364e4c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:38.436269 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054242e4-12b6-4434-8b63-ffd71636b2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1ac438a4-d4c7-4cc5-ab9a-adb08db92310), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:38.443500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-054242e4-12b6-4434-8b63-ffd71636b2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:38.445307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-b4174817-705d-41a7-92d6-d39de7364e4c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:38.450028 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-054242e4-12b6-4434-8b63-ffd71636b2df admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1ac438a4-d4c7-4cc5-ab9a-adb08db92310 HTTP/1.1" status: 204 len: 168 time: 0.9386182 Feb 09 20:56:38.465375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-b4174817-705d-41a7-92d6-d39de7364e4c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:38.489012 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c35bf458-7666-4c7b-b6a6-83e1bd932c8f req-ebdfed6b-0b20-4cb4-9865-f3a7191270d7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310731 Feb 09 20:56:38.497843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-b4174817-705d-41a7-92d6-d39de7364e4c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:38.501285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054242e4-12b6-4434-8b63-ffd71636b2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac438a4-d4c7-4cc5-ab9a-adb08db92310,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:38.522582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-b4174817-705d-41a7-92d6-d39de7364e4c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:38.545580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-b4174817-705d-41a7-92d6-d39de7364e4c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:38.563435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-b4174817-705d-41a7-92d6-d39de7364e4c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5433 time: 0.3006003 Feb 09 20:56:38.576678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:38.743539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89c823c1-4cfe-48ba-9fd3-e82a548d6c09 req-37536ed4-cb13-449e-ad18-19ce0fb408b7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773484 Feb 09 20:56:38.744963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '2fd56860-0d34-4f48-8e21-fb8ebe3223b4', 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e', 'port_id': '2fd56860-0d34-4f48-8e21-fb8ebe3223b4', 'mac_address': 'fa:16:3e:ae:05:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310728c-4a85-4d44-9b0f-edf3c472cc80', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:38.772407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:38.880889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:38.885651 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:38.940833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:39.021010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:39.037654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.039252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 42d0a70d-e51d-4f6b-a4b0-14388ec0837a details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:39.181575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:39.184192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:39.187297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bcee6-315b-4461-974e-d02a4d42b9a5 req-903032bb-1f62-4ccb-98e6-8f2ea1853258 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:39.190626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e65bcee6-315b-4461-974e-d02a4d42b9a5 req-903032bb-1f62-4ccb-98e6-8f2ea1853258 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1188326 Feb 09 20:56:39.222671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '42d0a70d-e51d-4f6b-a4b0-14388ec0837a', 'network_id': 'b59df7eb-b308-4cf5-80c1-12a526539cf0', 'port_id': '42d0a70d-e51d-4f6b-a4b0-14388ec0837a', 'mac_address': 'fa:16:3e:05:84:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ac8f64-7be4-4802-9790-a2a627a70d45', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:39.266170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:39.273080 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e65bcee6-315b-4461-974e-d02a4d42b9a5 req-d3f8a33d-dad3-4ca9-b2e6-6699ced8438d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761514 Feb 09 20:56:39.285629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38c59ad1-afe4-4c07-84a8-15150e732bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.312468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:39.312881 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.336142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d0a70d-e51d-4f6b-a4b0-14388ec0837a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:39.387277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:39.396163 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.397658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 232d94c4-405a-458f-9289-27b7f5eae1ef details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:39.450776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 232d94c4-405a-458f-9289-27b7f5eae1ef, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=232d94c4-405a-458f-9289-27b7f5eae1ef,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:39.458205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38c59ad1-afe4-4c07-84a8-15150e732bf8 admin admin] Publish callbacks [] for security_group (5aa1d23c-e4d5-45d2-8415-83d831951017), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.473611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '232d94c4-405a-458f-9289-27b7f5eae1ef', 'network_id': '4684df51-983a-47c5-a29a-38f5ffed942e', 'port_id': '232d94c4-405a-458f-9289-27b7f5eae1ef', 'mac_address': 'fa:16:3e:b7:48:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0310728c-4a85-4d44-9b0f-edf3c472cc80', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:39.475539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38c59ad1-afe4-4c07-84a8-15150e732bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5aa1d23c-e4d5-45d2-8415-83d831951017), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.558705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-38c59ad1-afe4-4c07-84a8-15150e732bf8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d25d80a5f9fa4b219f650775e89be24d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902124 Feb 09 20:56:39.559866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c59ad1-afe4-4c07-84a8-15150e732bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa1d23c-e4d5-45d2-8415-83d831951017,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:39.561372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:39.708507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-470f8c09-9d30-4238-9619-3b893b903b05 admin admin] Publish callbacks [] for security_group (5aa1d23c-e4d5-45d2-8415-83d831951017), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.739562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871a408-39b8-4e3d-b6ee-e73e457d4d3b req-d993ee1c-338a-4159-bbba-cd2fee6e0704 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:39.755253 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5871a408-39b8-4e3d-b6ee-e73e457d4d3b req-d993ee1c-338a-4159-bbba-cd2fee6e0704 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1265845 Feb 09 20:56:39.761353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-470f8c09-9d30-4238-9619-3b893b903b05 admin admin] Publish callbacks [] for security_group (5aa1d23c-e4d5-45d2-8415-83d831951017), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.881836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5871a408-39b8-4e3d-b6ee-e73e457d4d3b req-4d41b05a-b421-4caa-bc8f-e92f65987c5f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252985 Feb 09 20:56:39.916746 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-470f8c09-9d30-4238-9619-3b893b903b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5aa1d23c-e4d5-45d2-8415-83d831951017), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.919903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-470f8c09-9d30-4238-9619-3b893b903b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.921176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-470f8c09-9d30-4238-9619-3b893b903b05 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5aa1d23c-e4d5-45d2-8415-83d831951017 HTTP/1.1" status: 204 len: 168 time: 0.3583412 Feb 09 20:56:39.936531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f8c09-9d30-4238-9619-3b893b903b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa1d23c-e4d5-45d2-8415-83d831951017,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:39.959253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-9e543e36-44ea-4fff-997b-eeb8f7e6a676 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:39.965825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-9e543e36-44ea-4fff-997b-eeb8f7e6a676 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:39.970665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 232d94c4-405a-458f-9289-27b7f5eae1ef is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:39.974036 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:39.974938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-9e543e36-44ea-4fff-997b-eeb8f7e6a676 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:39.982174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-9e543e36-44ea-4fff-997b-eeb8f7e6a676 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:39.988704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-9e543e36-44ea-4fff-997b-eeb8f7e6a676 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:39.995637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-9e543e36-44ea-4fff-997b-eeb8f7e6a676 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:40.001395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-9e543e36-44ea-4fff-997b-eeb8f7e6a676 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:40.012096 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-9e543e36-44ea-4fff-997b-eeb8f7e6a676 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5435 time: 0.1487110 Feb 09 20:56:40.078586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232d94c4-405a-458f-9289-27b7f5eae1ef {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:40.089648 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b4b767c-eec2-43d9-94ad-390edb02abb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:40.104089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:40.155252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 232d94c4-405a-458f-9289-27b7f5eae1ef, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=232d94c4-405a-458f-9289-27b7f5eae1ef,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:40.164944 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6594c502-5fee-484f-8c18-611d94f06ac1 req-b7f67c19-2daa-4149-a938-c692b60a588c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506834 Feb 09 20:56:40.176669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:40.177390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:56:40.346789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=232d94c4-405a-458f-9289-27b7f5eae1ef,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:40.488365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:40.521746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'port_id': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'mac_address': 'fa:16:3e:11:f7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:56:40.524555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb70782-4013-461e-9514-8145b430f6b6 req-d45faf77-7ecf-4593-94e2-bf06c5e9ddc2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:40.535473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdb70782-4013-461e-9514-8145b430f6b6 req-d45faf77-7ecf-4593-94e2-bf06c5e9ddc2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1255531 Feb 09 20:56:40.607335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdb70782-4013-461e-9514-8145b430f6b6 req-a7e52a8c-9156-4a45-ae14-4bbb8ca6796c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680406 Feb 09 20:56:40.639989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:40.640273 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:40.675589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:56:40.721800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:40.734557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:40.836748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:41.028294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1c9f-99f5-44c5-9264-5a842abe6bff req-36ff240d-6e41-4845-94bc-4827d2f95761 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.037239 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3dac1c9f-99f5-44c5-9264-5a842abe6bff req-36ff240d-6e41-4845-94bc-4827d2f95761 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0826981 Feb 09 20:56:41.113279 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3dac1c9f-99f5-44c5-9264-5a842abe6bff req-241d5555-a461-49c3-8dd5-c1bf57b709eb tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679126 Feb 09 20:56:41.169734 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:41.388252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:41.407532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-f8eb1093-b02b-4394-b9c7-3f23288c73c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.422556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-f8eb1093-b02b-4394-b9c7-3f23288c73c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.439814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-f8eb1093-b02b-4394-b9c7-3f23288c73c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.453163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-f8eb1093-b02b-4394-b9c7-3f23288c73c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.456723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['2fd56860-0d34-4f48-8e21-fb8ebe3223b4'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:41.469381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-f8eb1093-b02b-4394-b9c7-3f23288c73c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.475346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-f8eb1093-b02b-4394-b9c7-3f23288c73c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.491625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-f8eb1093-b02b-4394-b9c7-3f23288c73c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.496506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-f8eb1093-b02b-4394-b9c7-3f23288c73c0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5437 time: 0.1783614 Feb 09 20:56:41.550809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:41.635799 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aec3728-0bc3-4c15-92e0-39a3f8c465f1 req-79538af8-3998-424c-8cd3-b980a1f10fc1 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225903 Feb 09 20:56:41.665358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['42d0a70d-e51d-4f6b-a4b0-14388ec0837a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:41.822305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993a480-fd55-4f0c-ab70-4003e32af85f req-a63b99da-0aed-4cdb-9b50-059f89f59cc5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:41.827289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6993a480-fd55-4f0c-ab70-4003e32af85f req-a63b99da-0aed-4cdb-9b50-059f89f59cc5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.0967360 Feb 09 20:56:41.928803 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6993a480-fd55-4f0c-ab70-4003e32af85f req-8d131395-e764-4194-8d9f-19a4f129a9de tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927553 Feb 09 20:56:42.388643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e49e89-85ee-4ab2-8aaf-49dda7029d73 req-7c32b19e-3b0e-4cd4-8120-38099bfb5087 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:42.396133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18e49e89-85ee-4ab2-8aaf-49dda7029d73 req-7c32b19e-3b0e-4cd4-8120-38099bfb5087 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1503248 Feb 09 20:56:42.472149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['fbee48e4-f9e0-4a86-85b8-41271a6d2c4d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:42.502866 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18e49e89-85ee-4ab2-8aaf-49dda7029d73 req-29557fe7-ce9d-4d41-9d83-686e315aa0d0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057556 Feb 09 20:56:42.559844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['232d94c4-405a-458f-9289-27b7f5eae1ef'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:42.865210 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:42.909032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051fe3-3821-4b47-a107-7258c59a6120 req-313831c8-3167-4a3c-ab60-62b7e6c39347 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:42.915701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051fe3-3821-4b47-a107-7258c59a6120 req-313831c8-3167-4a3c-ab60-62b7e6c39347 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:42.921888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051fe3-3821-4b47-a107-7258c59a6120 req-313831c8-3167-4a3c-ab60-62b7e6c39347 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:42.928825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051fe3-3821-4b47-a107-7258c59a6120 req-313831c8-3167-4a3c-ab60-62b7e6c39347 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:42.935943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051fe3-3821-4b47-a107-7258c59a6120 req-313831c8-3167-4a3c-ab60-62b7e6c39347 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:42.946950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051fe3-3821-4b47-a107-7258c59a6120 req-313831c8-3167-4a3c-ab60-62b7e6c39347 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:42.962501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67051fe3-3821-4b47-a107-7258c59a6120 req-313831c8-3167-4a3c-ab60-62b7e6c39347 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:42.972620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67051fe3-3821-4b47-a107-7258c59a6120 req-313831c8-3167-4a3c-ab60-62b7e6c39347 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5437 time: 0.1980822 Feb 09 20:56:43.121899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67051fe3-3821-4b47-a107-7258c59a6120 req-f3d2f4a2-daf5-4bbd-b9d8-441f298d0b18 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429744 Feb 09 20:56:43.257546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab140f-474e-49e6-bd37-5479b2d1bffb req-d69796bb-d88d-499a-b230-42bf7798aac3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:43.263343 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1aab140f-474e-49e6-bd37-5479b2d1bffb req-d69796bb-d88d-499a-b230-42bf7798aac3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1883759 Feb 09 20:56:43.340628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:43.383884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1aab140f-474e-49e6-bd37-5479b2d1bffb req-57fd013b-b925-413e-a851-31563f9e7847 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049471 Feb 09 20:56:43.672386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc593f-d4bf-4329-a119-5fb3c3e3ebd9 req-a5fec80a-c4cd-42ee-9d6f-95ace95749cb tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:43.680417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['84966e3d-3525-4cc7-995e-67aa8d5e58ad'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:56:43.684248 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebcc593f-d4bf-4329-a119-5fb3c3e3ebd9 req-a5fec80a-c4cd-42ee-9d6f-95ace95749cb tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0815914 Feb 09 20:56:43.743967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb384e84-3352-446b-84ce-3007104d101e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:43.840957 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebcc593f-d4bf-4329-a119-5fb3c3e3ebd9 req-ed70e9ef-e34c-4d5d-b719-4c74cf95b54b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540852 Feb 09 20:56:43.949379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb384e84-3352-446b-84ce-3007104d101e admin admin] Publish callbacks [] for security_group (ca901880-7802-432f-a023-aab9badb84f5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:43.957557 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb384e84-3352-446b-84ce-3007104d101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ca901880-7802-432f-a023-aab9badb84f5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:43.998520 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:44.027930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eb384e84-3352-446b-84ce-3007104d101e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cb1d809378224dd7b936d6aa7e968d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6859329 Feb 09 20:56:44.030302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:44.033183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb384e84-3352-446b-84ce-3007104d101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca901880-7802-432f-a023-aab9badb84f5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:44.109660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f42a6d-0aa4-49b1-9038-0b7f90633b8b admin admin] Publish callbacks [] for security_group (ca901880-7802-432f-a023-aab9badb84f5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:44.147514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f42a6d-0aa4-49b1-9038-0b7f90633b8b admin admin] Publish callbacks [] for security_group (ca901880-7802-432f-a023-aab9badb84f5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:44.304962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f42a6d-0aa4-49b1-9038-0b7f90633b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ca901880-7802-432f-a023-aab9badb84f5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:44.307809 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92f42a6d-0aa4-49b1-9038-0b7f90633b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:44.309132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92f42a6d-0aa4-49b1-9038-0b7f90633b8b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ca901880-7802-432f-a023-aab9badb84f5 HTTP/1.1" status: 204 len: 168 time: 0.2773643 Feb 09 20:56:44.326536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f42a6d-0aa4-49b1-9038-0b7f90633b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca901880-7802-432f-a023-aab9badb84f5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:44.473024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-21f27204-37d3-4050-ae28-bb81b867722d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:44.479728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-21f27204-37d3-4050-ae28-bb81b867722d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:44.488914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-21f27204-37d3-4050-ae28-bb81b867722d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:44.496252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-21f27204-37d3-4050-ae28-bb81b867722d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:44.505354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-21f27204-37d3-4050-ae28-bb81b867722d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:44.511475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-21f27204-37d3-4050-ae28-bb81b867722d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:44.521199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-21f27204-37d3-4050-ae28-bb81b867722d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:44.550260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-21f27204-37d3-4050-ae28-bb81b867722d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5437 time: 0.2657316 Feb 09 20:56:44.651182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf20f1-1f28-494a-b3cd-6eba3026e376 req-a560d785-5769-40c8-ba16-33696215589c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:44.653919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cacf20f1-1f28-494a-b3cd-6eba3026e376 req-a560d785-5769-40c8-ba16-33696215589c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1272690 Feb 09 20:56:44.754778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8a7c5ce-9b36-49a6-901d-20069463af51 req-b73eff9e-19a0-4b57-823f-8de60bc715ee tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1965277 Feb 09 20:56:44.763303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cacf20f1-1f28-494a-b3cd-6eba3026e376 req-cbffe552-60b4-4eb3-a899-b78ad090e8b1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013625 Feb 09 20:56:44.768984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 42d0a70d-e51d-4f6b-a4b0-14388ec0837a up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:44.981431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:44.991587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:44.992764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.033929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:45.055405 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811afcd2-a774-4f91-8181-1747c8006e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.099339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2e9f2-22c2-4a5f-a101-3fb179af9a91 req-58922ec3-5150-452d-b3ff-7781891ab80d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:45.113743 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84f2e9f2-22c2-4a5f-a101-3fb179af9a91 req-58922ec3-5150-452d-b3ff-7781891ab80d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1636627 Feb 09 20:56:45.178401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:45.179382 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.202458 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84f2e9f2-22c2-4a5f-a101-3fb179af9a91 req-54e0659f-be21-461e-9f39-7b1ca7e70e1a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878141 Feb 09 20:56:45.222508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:45.224126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d0a70d-e51d-4f6b-a4b0-14388ec0837a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:45.224986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811afcd2-a774-4f91-8181-1747c8006e9a admin admin] Publish callbacks [] for security_group (727ae04d-7c7d-4aa0-8ba1-f754d0727ac4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.228029 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4077aa5a-2216-494c-b269-4f6417aa3816" -d '{"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "42d0a70d-e51d-4f6b-a4b0-14388ec0837a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:45.233254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.233930 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-811afcd2-a774-4f91-8181-1747c8006e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (727ae04d-7c7d-4aa0-8ba1-f754d0727ac4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.234811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:45.329329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:45.331668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-811afcd2-a774-4f91-8181-1747c8006e9a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cfe07cacd4db4ca69426cbd8b8f2a831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957735 Feb 09 20:56:45.335550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:45.336729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811afcd2-a774-4f91-8181-1747c8006e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727ae04d-7c7d-4aa0-8ba1-f754d0727ac4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:45.380093 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ab04d-db34-46ec-8605-3fe02e62f001 x-openstack-request-id: req-946ab04d-db34-46ec-8605-3fe02e62f001 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:45.380474 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "42d0a70d-e51d-4f6b-a4b0-14388ec0837a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:45.380790 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-946ab04d-db34-46ec-8605-3fe02e62f001 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:45.381258 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d0a70d-e51d-4f6b-a4b0-14388ec0837a', 'code': 200} Feb 09 20:56:45.398813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:45.407600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:45.408032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.470036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82a3b039-d266-4861-bf58-83de5a369e28 admin admin] Publish callbacks [] for security_group (727ae04d-7c7d-4aa0-8ba1-f754d0727ac4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.506454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82a3b039-d266-4861-bf58-83de5a369e28 admin admin] Publish callbacks [] for security_group (727ae04d-7c7d-4aa0-8ba1-f754d0727ac4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.575840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82a3b039-d266-4861-bf58-83de5a369e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (727ae04d-7c7d-4aa0-8ba1-f754d0727ac4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.580222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82a3b039-d266-4861-bf58-83de5a369e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.587004 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-82a3b039-d266-4861-bf58-83de5a369e28 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/727ae04d-7c7d-4aa0-8ba1-f754d0727ac4 HTTP/1.1" status: 204 len: 168 time: 0.2556272 Feb 09 20:56:45.611824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3b039-d266-4861-bf58-83de5a369e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727ae04d-7c7d-4aa0-8ba1-f754d0727ac4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:45.619018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:45.619852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.702456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:45.710824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:45.713138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:45.823705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:45.921643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:45.941123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:45.943025 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:46.116463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4977-cd67-4b18-aa46-c6a3aa2b6ffe req-54be8530-4259-4057-8002-02187fe19cb4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.117384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-3a9bab2f-871c-49ff-a9e3-937062189273 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.120608 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a39c4977-cd67-4b18-aa46-c6a3aa2b6ffe req-54be8530-4259-4057-8002-02187fe19cb4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1361458 Feb 09 20:56:46.144560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-3a9bab2f-871c-49ff-a9e3-937062189273 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.155317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-3a9bab2f-871c-49ff-a9e3-937062189273 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.159427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:46.161865 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:46.169468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-3a9bab2f-871c-49ff-a9e3-937062189273 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.187789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-3a9bab2f-871c-49ff-a9e3-937062189273 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.198285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-3a9bab2f-871c-49ff-a9e3-937062189273 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.208678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-3a9bab2f-871c-49ff-a9e3-937062189273 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.218269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-3a9bab2f-871c-49ff-a9e3-937062189273 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5439 time: 0.2156177 Feb 09 20:56:46.246305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a39c4977-cd67-4b18-aa46-c6a3aa2b6ffe req-b51867db-c3a0-484c-96d0-905bcaf513f0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203427 Feb 09 20:56:46.254022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:46.265885 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:46.268177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:46.464798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5166df4-a40b-47cf-966b-7640320e8aa3 req-688e9622-a7eb-4b3c-9537-958f98f68a99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2451212 Feb 09 20:56:46.499377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:46.508069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:46.518438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:46.519576 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:46.557460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbfde4-1e25-4806-9101-1e99bfbe6e0c req-064c47e7-6c1c-40f1-a669-5660de90da53 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:46.576518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73dbfde4-1e25-4806-9101-1e99bfbe6e0c req-064c47e7-6c1c-40f1-a669-5660de90da53 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1375389 Feb 09 20:56:46.670875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:46.671371 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:46.685153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73dbfde4-1e25-4806-9101-1e99bfbe6e0c req-1f539b14-3c14-4d33-a976-9293692bbaad tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076515 Feb 09 20:56:46.771646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:46.783385 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:46.803340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 84966e3d-3525-4cc7-995e-67aa8d5e58ad up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:47.101906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ee9ac-09ab-47a4-ad0d-81f53763f7d5 req-3cfa68b4-f7a1-4035-b6a7-c0aabec309d4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:47.107043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:47.108016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d4ee9ac-09ab-47a4-ad0d-81f53763f7d5 req-3cfa68b4-f7a1-4035-b6a7-c0aabec309d4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1277447 Feb 09 20:56:47.147903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 84966e3d-3525-4cc7-995e-67aa8d5e58ad completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:47.154160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 84966e3d-3525-4cc7-995e-67aa8d5e58ad triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:47.154553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:47.233437 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d4ee9ac-09ab-47a4-ad0d-81f53763f7d5 req-ab0d9187-9c5d-4dbb-965d-2b52ebc008fe tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194272 Feb 09 20:56:47.271751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 84966e3d-3525-4cc7-995e-67aa8d5e58ad is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:47.272174 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:47.348001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 84966e3d-3525-4cc7-995e-67aa8d5e58ad, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84966e3d-3525-4cc7-995e-67aa8d5e58ad,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:47.373625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:47.374647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 232d94c4-405a-458f-9289-27b7f5eae1ef up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:47.453708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b'}, {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7'}, {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd56860-0d34-4f48-8e21-fb8ebe3223b4'}, {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84966e3d-3525-4cc7-995e-67aa8d5e58ad'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:47.457079 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8254060-72ff-4b64-83c9-d68866cea309" -d '{"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b"}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7"}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "2fd56860-0d34-4f48-8e21-fb8ebe3223b4"}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "84966e3d-3525-4cc7-995e-67aa8d5e58ad"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:47.519242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 232d94c4-405a-458f-9289-27b7f5eae1ef completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:47.537747 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 232d94c4-405a-458f-9289-27b7f5eae1ef triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:47.538772 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:47.539591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-4538c3a2-2c1d-415a-b3da-577fed73ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:47.545234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=84966e3d-3525-4cc7-995e-67aa8d5e58ad,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:47.550336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-4538c3a2-2c1d-415a-b3da-577fed73ebeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 1128 time: 0.5608044 Feb 09 20:56:47.638515 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f464c560-0f77-458e-800e-45d350652693 x-openstack-request-id: req-f464c560-0f77-458e-800e-45d350652693 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:47.643783 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b", "code": 200}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7", "code": 200}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "2fd56860-0d34-4f48-8e21-fb8ebe3223b4", "code": 200}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "84966e3d-3525-4cc7-995e-67aa8d5e58ad", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:47.644229 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f464c560-0f77-458e-800e-45d350652693 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:47.644693 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b', 'code': 200} Feb 09 20:56:47.647351 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'code': 200} Feb 09 20:56:47.647710 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd56860-0d34-4f48-8e21-fb8ebe3223b4', 'code': 200} Feb 09 20:56:47.647986 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84966e3d-3525-4cc7-995e-67aa8d5e58ad', 'code': 200} Feb 09 20:56:47.776762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 232d94c4-405a-458f-9289-27b7f5eae1ef is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:47.778543 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:47.839856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-10a74120-c1ec-46c6-b679-0439752c3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:47.841555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-10a74120-c1ec-46c6-b679-0439752c3b28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 911 time: 0.2656574 Feb 09 20:56:47.874725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 232d94c4-405a-458f-9289-27b7f5eae1ef, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=232d94c4-405a-458f-9289-27b7f5eae1ef,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:47.886871 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:47.891745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device fbee48e4-f9e0-4a86-85b8-41271a6d2c4d up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:56:48.063595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-9d3b4aa8-735f-4945-8cda-098692eff0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.068615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-71c8a065-2f95-441d-94d9-c6e8c99e03f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37 HTTP/1.1" status: 200 len: 1000 time: 0.2167330 Feb 09 20:56:48.078508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=232d94c4-405a-458f-9289-27b7f5eae1ef,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:48.085963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-9d3b4aa8-735f-4945-8cda-098692eff0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.094000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5de706-c498-41bb-8a70-ef61bf2336e6 req-f77f59ef-b694-49a4-93b5-c569cba87d44 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.096999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c5de706-c498-41bb-8a70-ef61bf2336e6 req-f77f59ef-b694-49a4-93b5-c569cba87d44 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.6828399 Feb 09 20:56:48.110057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-9d3b4aa8-735f-4945-8cda-098692eff0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.113009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:56:48.118020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:56:48.118403 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:48.129264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-9d3b4aa8-735f-4945-8cda-098692eff0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.144438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-9d3b4aa8-735f-4945-8cda-098692eff0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.158269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-9d3b4aa8-735f-4945-8cda-098692eff0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.210431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-9d3b4aa8-735f-4945-8cda-098692eff0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.218759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-fafb45f3-6103-4608-86e7-0811a8f49e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.221280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-9d3b4aa8-735f-4945-8cda-098692eff0e0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5443 time: 0.3465743 Feb 09 20:56:48.224894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-fafb45f3-6103-4608-86e7-0811a8f49e95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 200 len: 849 time: 0.1246693 Feb 09 20:56:48.328104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:56:48.328548 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:48.413926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:56:48.425587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:48.468337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8ab9f420-d758-4d65-87eb-e00b7dd41683 req-b65f224b-376c-4d01-b761-16d8ae1a9381 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2461615 Feb 09 20:56:48.490207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c5de706-c498-41bb-8a70-ef61bf2336e6 req-3550f7e6-2161-4422-8cc7-5acc24d3fdaf tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586358 Feb 09 20:56:48.494460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-93cf8745-af26-485d-b537-79b27944a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.495988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-93cf8745-af26-485d-b537-79b27944a654 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0902706-cfe4-4c84-aeea-f81bad23cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2574210 Feb 09 20:56:48.516856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-c9c4324c-fff8-44c1-823f-d211709f27aa service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:56:48.524159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-c9c4324c-fff8-44c1-823f-d211709f27aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136297 Feb 09 20:56:48.544058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:48.655150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-7268a41f-6ed9-4478-95d4-907a5f1ff948 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301248 Feb 09 20:56:48.778999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a893f89-9018-4080-bc70-9266d26d8465 req-55ee6edc-b998-4ce6-85a1-db841e4a7a3b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:48.780639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a893f89-9018-4080-bc70-9266d26d8465 req-55ee6edc-b998-4ce6-85a1-db841e4a7a3b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1244411 Feb 09 20:56:48.855040 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d9986f7-0572-4a5a-ab62-76241503de72 req-011b8cb9-41a2-4d67-af56-6290b5d31b46 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886861 Feb 09 20:56:48.912481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a893f89-9018-4080-bc70-9266d26d8465 req-994e94f7-3e8b-4460-ab1d-7bacf68bb1c4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239069 Feb 09 20:56:49.649614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232d94c4-405a-458f-9289-27b7f5eae1ef'}, {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:49.652762 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c07f1ab-f41a-447a-b5c2-dda01e8584b2" -d '{"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "232d94c4-405a-458f-9289-27b7f5eae1ef"}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "fbee48e4-f9e0-4a86-85b8-41271a6d2c4d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:49.725960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c43af-b242-45bf-99e6-5186ef539485 req-576a553e-d2e6-4f87-a29a-e96701cc1612 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:49.728542 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-198c43af-b242-45bf-99e6-5186ef539485 req-576a553e-d2e6-4f87-a29a-e96701cc1612 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1160443 Feb 09 20:56:49.802115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-440249fe-846d-4211-bd88-1af060bdc20b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:49.809794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-440249fe-846d-4211-bd88-1af060bdc20b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:49.816455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-440249fe-846d-4211-bd88-1af060bdc20b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:49.822686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-440249fe-846d-4211-bd88-1af060bdc20b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:49.829840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-440249fe-846d-4211-bd88-1af060bdc20b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:49.836614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-440249fe-846d-4211-bd88-1af060bdc20b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:49.842919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-440249fe-846d-4211-bd88-1af060bdc20b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:49.846754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-198c43af-b242-45bf-99e6-5186ef539485 req-b3321b6e-2e4f-4443-a1b9-9bf223c09f84 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125100 Feb 09 20:56:49.847290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:49.853001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-440249fe-846d-4211-bd88-1af060bdc20b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.1776481 Feb 09 20:56:49.867169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:49.893471 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e464c041-75e3-459f-bddc-52d4760f61d6 x-openstack-request-id: req-e464c041-75e3-459f-bddc-52d4760f61d6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:49.894361 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "232d94c4-405a-458f-9289-27b7f5eae1ef", "code": 200}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-plugged", "status": "completed", "tag": "fbee48e4-f9e0-4a86-85b8-41271a6d2c4d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:49.894940 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e464c041-75e3-459f-bddc-52d4760f61d6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:49.895807 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232d94c4-405a-458f-9289-27b7f5eae1ef', 'code': 200} Feb 09 20:56:49.896264 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d', 'code': 200} Feb 09 20:56:49.974817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23fae6fc-421f-405e-9e76-5826f9e73b17 req-4c5b9c0d-4614-44f1-9df0-90b85479acce tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132901 Feb 09 20:56:50.058880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e20d36-4f82-4dd2-8cae-ebfe1a61aa92 req-dc379898-20bb-49ed-82e9-cbd829085591 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:50.065874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8e20d36-4f82-4dd2-8cae-ebfe1a61aa92 req-dc379898-20bb-49ed-82e9-cbd829085591 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.0671144 Feb 09 20:56:50.086616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-cb4c11c8-1eb7-437d-8245-d603d28b9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:50.088574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-cb4c11c8-1eb7-437d-8245-d603d28b9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:50.093880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-cb4c11c8-1eb7-437d-8245-d603d28b9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:50.097007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-cb4c11c8-1eb7-437d-8245-d603d28b9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:50.098031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-cb4c11c8-1eb7-437d-8245-d603d28b9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:50.098692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-cb4c11c8-1eb7-437d-8245-d603d28b9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:50.100657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-cb4c11c8-1eb7-437d-8245-d603d28b9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:50.103833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-cb4c11c8-1eb7-437d-8245-d603d28b9928 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6725 time: 0.1097841 Feb 09 20:56:50.118806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8e20d36-4f82-4dd2-8cae-ebfe1a61aa92 req-5a1c4a17-0ccd-4b3f-915c-b52a6ebae8a8 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502567 Feb 09 20:56:50.222302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9e5d9e8-74f0-4228-a722-2a66105c754b req-094d0e3c-42d2-41ca-ab8f-3511130859de service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113703 Feb 09 20:56:50.269141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e402-711c-461a-bd86-553d295b4e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.366115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e402-711c-461a-bd86-553d295b4e6b admin admin] Publish callbacks [] for security_group (c8fa9c1e-d6a2-48b2-a01a-4fb836bdfb7c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.391033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea26eab3-2d9e-463c-9c86-766098370e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.443022 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e402-711c-461a-bd86-553d295b4e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c8fa9c1e-d6a2-48b2-a01a-4fb836bdfb7c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.503012 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b5d7e402-711c-461a-bd86-553d295b4e6b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f9470d7ae9f24ff0ae8677f489e01b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6317651 Feb 09 20:56:50.503480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:50.677968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e402-711c-461a-bd86-553d295b4e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fa9c1e-d6a2-48b2-a01a-4fb836bdfb7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:50.699275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce6d83d5-7124-4279-82b1-a8b7f3cfe8f3 admin admin] Publish callbacks [] for security_group (c8fa9c1e-d6a2-48b2-a01a-4fb836bdfb7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.767780 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce6d83d5-7124-4279-82b1-a8b7f3cfe8f3 admin admin] Publish callbacks [] for security_group (c8fa9c1e-d6a2-48b2-a01a-4fb836bdfb7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.772219 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea26eab3-2d9e-463c-9c86-766098370e50 admin admin] Publish callbacks [] for security_group (2ebb7997-c510-44dc-ab2d-63e9f6f6aad9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.785719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea26eab3-2d9e-463c-9c86-766098370e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2ebb7997-c510-44dc-ab2d-63e9f6f6aad9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.854544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26eab3-2d9e-463c-9c86-766098370e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb7997-c510-44dc-ab2d-63e9f6f6aad9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:50.859920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ea26eab3-2d9e-463c-9c86-766098370e50 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5c90f0e7be284ba0b949caab722bc4cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0115569 Feb 09 20:56:50.864563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:50.904580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce6d83d5-7124-4279-82b1-a8b7f3cfe8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c8fa9c1e-d6a2-48b2-a01a-4fb836bdfb7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.908153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce6d83d5-7124-4279-82b1-a8b7f3cfe8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:50.909342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ce6d83d5-7124-4279-82b1-a8b7f3cfe8f3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c8fa9c1e-d6a2-48b2-a01a-4fb836bdfb7c HTTP/1.1" status: 204 len: 168 time: 0.4047227 Feb 09 20:56:50.925686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d83d5-7124-4279-82b1-a8b7f3cfe8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fa9c1e-d6a2-48b2-a01a-4fb836bdfb7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:50.980427 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06e0f61e-d13d-4a9b-8577-12889614fb44 admin admin] Publish callbacks [] for security_group (2ebb7997-c510-44dc-ab2d-63e9f6f6aad9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:51.034990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06e0f61e-d13d-4a9b-8577-12889614fb44 admin admin] Publish callbacks [] for security_group (2ebb7997-c510-44dc-ab2d-63e9f6f6aad9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:51.149933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06e0f61e-d13d-4a9b-8577-12889614fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2ebb7997-c510-44dc-ab2d-63e9f6f6aad9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:51.155293 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06e0f61e-d13d-4a9b-8577-12889614fb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:51.159531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-06e0f61e-d13d-4a9b-8577-12889614fb44 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2ebb7997-c510-44dc-ab2d-63e9f6f6aad9 HTTP/1.1" status: 204 len: 168 time: 0.2898045 Feb 09 20:56:51.176007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0f61e-d13d-4a9b-8577-12889614fb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb7997-c510-44dc-ab2d-63e9f6f6aad9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:51.194035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2a6da-98c4-456a-8337-7cb7bf309856 req-a57dbde4-a70c-4310-9f12-3bdea3cef524 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:51.198543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49d2a6da-98c4-456a-8337-7cb7bf309856 req-a57dbde4-a70c-4310-9f12-3bdea3cef524 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1996005 Feb 09 20:56:51.328812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-45df1538-cad4-4840-abf0-969a0f6d284a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:51.336790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-45df1538-cad4-4840-abf0-969a0f6d284a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:51.343383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-45df1538-cad4-4840-abf0-969a0f6d284a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:51.347055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49d2a6da-98c4-456a-8337-7cb7bf309856 req-f43768d5-7659-4c5c-b92d-06b256af83cb tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392341 Feb 09 20:56:51.361012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-45df1538-cad4-4840-abf0-969a0f6d284a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:51.368898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-45df1538-cad4-4840-abf0-969a0f6d284a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:51.387070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-45df1538-cad4-4840-abf0-969a0f6d284a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:51.394672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-45df1538-cad4-4840-abf0-969a0f6d284a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:51.398116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-45df1538-cad4-4840-abf0-969a0f6d284a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.2063394 Feb 09 20:56:51.530741 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b60c1d16-73aa-47a0-9e1f-8086b998bb7f req-522b2313-a4bf-4400-a1ab-47ad65d0b6c9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248636 Feb 09 20:56:51.589221 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:51.596167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38126) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:51.628424 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789540ac-21fe-4e35-9b99-76585ea61e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:51.817840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789540ac-21fe-4e35-9b99-76585ea61e32 admin admin] Publish callbacks [] for security_group (69978916-d9f8-4cf3-acab-1cb6463e93e5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:51.828879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-789540ac-21fe-4e35-9b99-76585ea61e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69978916-d9f8-4cf3-acab-1cb6463e93e5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:51.922771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-789540ac-21fe-4e35-9b99-76585ea61e32 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=032bad0c7aca40919dcc6413a99d737b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3254702 Feb 09 20:56:51.924370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789540ac-21fe-4e35-9b99-76585ea61e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69978916-d9f8-4cf3-acab-1cb6463e93e5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:51.926599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38134) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:51.977082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:51.997015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ab70815-0239-44bf-99c8-e2fe19f82ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.038524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c816d053-41bd-4f2b-be94-808dc076b7a0 admin admin] Publish callbacks [] for security_group (69978916-d9f8-4cf3-acab-1cb6463e93e5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.082947 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c816d053-41bd-4f2b-be94-808dc076b7a0 admin admin] Publish callbacks [] for security_group (69978916-d9f8-4cf3-acab-1cb6463e93e5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.113748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ab70815-0239-44bf-99c8-e2fe19f82ce2 admin admin] Publish callbacks [] for security_group (72461f72-c8e8-4e0b-a1f9-af7660bd76dd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.119329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ab70815-0239-44bf-99c8-e2fe19f82ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (72461f72-c8e8-4e0b-a1f9-af7660bd76dd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.160802 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c816d053-41bd-4f2b-be94-808dc076b7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69978916-d9f8-4cf3-acab-1cb6463e93e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.164420 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c816d053-41bd-4f2b-be94-808dc076b7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.172289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:52.176268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c816d053-41bd-4f2b-be94-808dc076b7a0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/69978916-d9f8-4cf3-acab-1cb6463e93e5 HTTP/1.1" status: 204 len: 168 time: 0.2459137 Feb 09 20:56:52.185657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ab70815-0239-44bf-99c8-e2fe19f82ce2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d73d70de18924b9e96b2728e9bd16fd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2051368 Feb 09 20:56:52.188189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38144) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:52.195348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d053-41bd-4f2b-be94-808dc076b7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69978916-d9f8-4cf3-acab-1cb6463e93e5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:52.232655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab70815-0239-44bf-99c8-e2fe19f82ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72461f72-c8e8-4e0b-a1f9-af7660bd76dd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:52.275229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b34095e0-1721-4728-bd8b-52d7c8a81769 admin admin] Publish callbacks [] for security_group (72461f72-c8e8-4e0b-a1f9-af7660bd76dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.302104 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b34095e0-1721-4728-bd8b-52d7c8a81769 admin admin] Publish callbacks [] for security_group (72461f72-c8e8-4e0b-a1f9-af7660bd76dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.383521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b34095e0-1721-4728-bd8b-52d7c8a81769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (72461f72-c8e8-4e0b-a1f9-af7660bd76dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.390204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b34095e0-1721-4728-bd8b-52d7c8a81769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.392220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b34095e0-1721-4728-bd8b-52d7c8a81769 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/72461f72-c8e8-4e0b-a1f9-af7660bd76dd HTTP/1.1" status: 204 len: 168 time: 0.2018023 Feb 09 20:56:52.415937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34095e0-1721-4728-bd8b-52d7c8a81769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72461f72-c8e8-4e0b-a1f9-af7660bd76dd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:52.637972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250d516-dfa8-4439-a9eb-e848530d63fc req-724d85b8-4f6a-4c51-9cbf-a695ec6a31c0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:52.639571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7250d516-dfa8-4439-a9eb-e848530d63fc req-724d85b8-4f6a-4c51-9cbf-a695ec6a31c0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1324062 Feb 09 20:56:52.743723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a4d8a4-6b51-49ff-befc-ae91585bc013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:52.760628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7250d516-dfa8-4439-a9eb-e848530d63fc req-1398a4eb-acc1-4f6e-8c0a-d7aede986c14 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074162 Feb 09 20:56:52.847091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-a0b17f20-1d7c-4fb2-8cf5-b3e1da5516ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:52.852889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-a0b17f20-1d7c-4fb2-8cf5-b3e1da5516ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:52.859947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-a0b17f20-1d7c-4fb2-8cf5-b3e1da5516ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:52.865904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-a0b17f20-1d7c-4fb2-8cf5-b3e1da5516ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:52.877104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-a0b17f20-1d7c-4fb2-8cf5-b3e1da5516ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:52.884379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-a0b17f20-1d7c-4fb2-8cf5-b3e1da5516ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:52.890321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-a0b17f20-1d7c-4fb2-8cf5-b3e1da5516ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:52.898810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-a0b17f20-1d7c-4fb2-8cf5-b3e1da5516ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.2631471 Feb 09 20:56:53.004567 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aeab45dc-ac4f-4593-b696-57994f3e8721 req-1dfcb1f2-9d70-4a4c-8a72-184ae72dc88c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023107 Feb 09 20:56:53.081517 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a4d8a4-6b51-49ff-befc-ae91585bc013 admin admin] Publish callbacks [] for security_group (9c71dc45-a22b-49bc-9411-189761764b49), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:53.086698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a4d8a4-6b51-49ff-befc-ae91585bc013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9c71dc45-a22b-49bc-9411-189761764b49), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:53.190823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4d8a4-6b51-49ff-befc-ae91585bc013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71dc45-a22b-49bc-9411-189761764b49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:53.216334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-33a4d8a4-6b51-49ff-befc-ae91585bc013 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=520e19ec8a34479d84233ee742e45d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0317597 Feb 09 20:56:53.219744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:53.272901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8f669-e441-4cfb-b3c4-76ff2aa8a341 req-7b79c1ea-c664-4659-be78-5c93d80eebea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:53.288838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8f669-e441-4cfb-b3c4-76ff2aa8a341 req-7b79c1ea-c664-4659-be78-5c93d80eebea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:53.294142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8f669-e441-4cfb-b3c4-76ff2aa8a341 req-7b79c1ea-c664-4659-be78-5c93d80eebea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:53.314935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8f669-e441-4cfb-b3c4-76ff2aa8a341 req-7b79c1ea-c664-4659-be78-5c93d80eebea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:53.335359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8f669-e441-4cfb-b3c4-76ff2aa8a341 req-7b79c1ea-c664-4659-be78-5c93d80eebea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:53.340867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8f669-e441-4cfb-b3c4-76ff2aa8a341 req-7b79c1ea-c664-4659-be78-5c93d80eebea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:53.347891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Publish callbacks [] for security_group (9c71dc45-a22b-49bc-9411-189761764b49), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:53.358609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8f669-e441-4cfb-b3c4-76ff2aa8a341 req-7b79c1ea-c664-4659-be78-5c93d80eebea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:53.373105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38188) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:53.375346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71f8f669-e441-4cfb-b3c4-76ff2aa8a341 req-7b79c1ea-c664-4659-be78-5c93d80eebea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.2597759 Feb 09 20:56:53.379176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Request body: {'floatingip': {'port_id': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:56:53.438288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Publish callbacks [] for security_group (9c71dc45-a22b-49bc-9411-189761764b49), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:53.458244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for floatingip (270e5dcf-d637-44d9-b481-b544d4f80645), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:54.022473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefc95a-3fa8-442c-9563-245f8040a204 req-daf6d101-e16b-4ed6-acac-73a44b07994d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:54.024022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbefc95a-3fa8-442c-9563-245f8040a204 req-daf6d101-e16b-4ed6-acac-73a44b07994d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1424644 Feb 09 20:56:54.039652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9c71dc45-a22b-49bc-9411-189761764b49), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:54.049264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:54.053211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9c71dc45-a22b-49bc-9411-189761764b49 HTTP/1.1" status: 204 len: 168 time: 0.8182402 Feb 09 20:56:54.624742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71dc45-a22b-49bc-9411-189761764b49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:54.654451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.655191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.655819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.656396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.656949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.657562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.658219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.658870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.659432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.660126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.665199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.668072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.668692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55556cf-78de-4d62-bbcc-a4a29ce6cdf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:54.690467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:54.695009 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbefc95a-3fa8-442c-9563-245f8040a204 req-29979911-b096-47c7-a0f7-05798b902629 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594625 Feb 09 20:56:54.696987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (270e5dcf-d637-44d9-b481-b544d4f80645), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:54.829623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:54.849779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:54.857077 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Floating IP 270e5dcf-d637-44d9-b481-b544d4f80645 associated. External IP: 172.25.4.21, port: 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7. Feb 09 20:56:55.037849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Publish callbacks [] for security_group (43253a8d-b981-47a1-a9ca-453b20e6836e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:55.045987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (43253a8d-b981-47a1-a9ca-453b20e6836e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:55.157913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cf3816d58cf145d899ac37077e55f857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248889 Feb 09 20:56:55.159265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43253a8d-b981-47a1-a9ca-453b20e6836e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:55.178928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:55.181140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.181593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.181949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.182296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.184254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.190452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.190803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.192198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.192550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.192895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.193236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.193572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.193908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf55d34-83a9-4cb3-9338-efd38f03c58f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:56:55.306806 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea156974-da15-499e-841d-8f774667c4b3 admin admin] Publish callbacks [] for security_group (43253a8d-b981-47a1-a9ca-453b20e6836e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:55.318330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Router 5aced643-e676-4a16-b07d-3d8b907c0852 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:56:55.361177 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea156974-da15-499e-841d-8f774667c4b3 admin admin] Publish callbacks [] for security_group (43253a8d-b981-47a1-a9ca-453b20e6836e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:55.484393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea156974-da15-499e-841d-8f774667c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (43253a8d-b981-47a1-a9ca-453b20e6836e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:55.487714 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea156974-da15-499e-841d-8f774667c4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:55.489025 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ea156974-da15-499e-841d-8f774667c4b3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/43253a8d-b981-47a1-a9ca-453b20e6836e HTTP/1.1" status: 204 len: 168 time: 0.2866964 Feb 09 20:56:55.512970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea156974-da15-499e-841d-8f774667c4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43253a8d-b981-47a1-a9ca-453b20e6836e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:56:55.625860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:56:55.646180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:55.767568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cf75ceb6-5899-4440-9768-f9afa11e6e9f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "PUT /v2.0/floatingips/270e5dcf-d637-44d9-b481-b544d4f80645 HTTP/1.1" status: 200 len: 990 time: 2.3916636 Feb 09 20:56:55.770011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:56:55.773815 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca7d573-7dff-4816-8532-f381e5e71aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:56:55.790103 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] Sync routers for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:56:55.837867 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:56:55.839496 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:56:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:55.999655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df1659-884a-40e3-b3d9-bd183051b066 req-06c57352-29f7-4402-bdf6-6e99c586143f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.023064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29df1659-884a-40e3-b3d9-bd183051b066 req-06c57352-29f7-4402-bdf6-6e99c586143f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1577351 Feb 09 20:56:56.030674 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:56:56.044321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-04d96666-d2d8-4902-8eab-105b6ba33e4f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.056552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-04d96666-d2d8-4902-8eab-105b6ba33e4f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.066865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-04d96666-d2d8-4902-8eab-105b6ba33e4f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.073902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-04d96666-d2d8-4902-8eab-105b6ba33e4f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.081525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-04d96666-d2d8-4902-8eab-105b6ba33e4f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.087597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-04d96666-d2d8-4902-8eab-105b6ba33e4f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.093205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-04d96666-d2d8-4902-8eab-105b6ba33e4f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.095729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-04d96666-d2d8-4902-8eab-105b6ba33e4f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.1942277 Feb 09 20:56:56.214605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29df1659-884a-40e3-b3d9-bd183051b066 req-62667cb9-db22-4770-be50-9bd97c419107 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794567 Feb 09 20:56:56.264111 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b03b5460-64ac-4858-9a93-7b3aaa0abe47 req-1169c164-9eab-4447-b261-0e5e37b9fe85 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609216 Feb 09 20:56:56.349888 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecea2f4-caaa-459b-aa53-0b2fc2f72af4 x-openstack-request-id: req-eecea2f4-caaa-459b-aa53-0b2fc2f72af4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:56:56.350500 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:56:56.350500 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-eecea2f4-caaa-459b-aa53-0b2fc2f72af4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:56:56.350808 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'status': 'completed', 'code': 200} Feb 09 20:56:56.375534 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '270e5dcf-d637-44d9-b481-b544d4f80645', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'port_id': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'mac_address': 'fa:16:3e:11:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:55:00Z', 'updated_at': '2022-02-09T20:56:54Z', 'revision_number': 1, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 5, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:56.408881 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] Checking router: 5aced643-e676-4a16-b07d-3d8b907c0852 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:56:56.419490 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:56:56.420147 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:56:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:56.500016 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:56:56.533891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-68088c13-d611-4013-96e1-2ea43ade2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.534367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-68088c13-d611-4013-96e1-2ea43ade2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.535155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-68088c13-d611-4013-96e1-2ea43ade2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.535292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-68088c13-d611-4013-96e1-2ea43ade2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.551448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-68088c13-d611-4013-96e1-2ea43ade2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.552161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-68088c13-d611-4013-96e1-2ea43ade2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.552955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-68088c13-d611-4013-96e1-2ea43ade2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.555058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-68088c13-d611-4013-96e1-2ea43ade2235 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6725 time: 0.1796200 Feb 09 20:56:56.578447 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:56:56.867732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-0331880d-3c96-44ac-89dd-5f2a32cf303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:56.870088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-0331880d-3c96-44ac-89dd-5f2a32cf303e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8c7450c-edf7-4dba-8eb7-c4894810333f HTTP/1.1" status: 200 len: 918 time: 0.3079071 Feb 09 20:56:57.127290 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-a412021e-9dbf-4507-8842-93061e198896 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 HTTP/1.1" status: 200 len: 998 time: 0.2495716 Feb 09 20:56:57.261059 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '270e5dcf-d637-44d9-b481-b544d4f80645', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'port_id': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'mac_address': 'fa:16:3e:11:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:55:00Z', 'updated_at': '2022-02-09T20:56:54Z', 'revision_number': 1, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 5, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:56:57.301112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-63892e3e-cfe0-4f91-9bff-12dfb0dcb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.304292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-63892e3e-cfe0-4f91-9bff-12dfb0dcb548 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=105fc58f-0795-4e17-bba4-a34e90633e21 HTTP/1.1" status: 200 len: 856 time: 0.1701343 Feb 09 20:56:57.321747 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c012b37-960f-4348-9251-ec730b7aac53 None None] The sync data for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 is: [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '270e5dcf-d637-44d9-b481-b544d4f80645', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'port_id': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'mac_address': 'fa:16:3e:11:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:55:00Z', 'updated_at': '2022-02-09T20:56:54Z', 'revision_number': 1, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 5, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:56:57.494037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb809e95-dd86-4bb1-8d3a-4d1bf4d51bd7 req-23a71301-5426-49eb-80ce-f13f771ae88e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.502203 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb809e95-dd86-4bb1-8d3a-4d1bf4d51bd7 req-23a71301-5426-49eb-80ce-f13f771ae88e tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1586335 Feb 09 20:56:57.591969 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb809e95-dd86-4bb1-8d3a-4d1bf4d51bd7 req-52b3f3ab-cdd9-4790-b6e5-f73c2563b5fc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874629 Feb 09 20:56:57.659320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-696bbef2-0e7c-4b81-963d-f908483647c6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.681920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-696bbef2-0e7c-4b81-963d-f908483647c6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.694380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-696bbef2-0e7c-4b81-963d-f908483647c6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.709390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-696bbef2-0e7c-4b81-963d-f908483647c6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.726115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-696bbef2-0e7c-4b81-963d-f908483647c6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.742902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-696bbef2-0e7c-4b81-963d-f908483647c6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.769751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-696bbef2-0e7c-4b81-963d-f908483647c6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.771573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-696bbef2-0e7c-4b81-963d-f908483647c6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.3800962 Feb 09 20:56:57.780032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-2a313a18-6aa1-4f68-87f0-657337d3324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:57.781960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-2a313a18-6aa1-4f68-87f0-657337d3324e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c7450c-edf7-4dba-8eb7-c4894810333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4717326 Feb 09 20:56:57.825493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589854-880d-47e5-93a0-83876f3e9d31 None None] New status for floating IP 270e5dcf-d637-44d9-b481-b544d4f80645: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:56:57.973074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-928ef9ef-f17d-4c82-bc1b-e4d00b15ca71 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805153 Feb 09 20:56:58.225637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dce4ad75-c7c9-4a7c-b2ff-c7e08cf39d41 req-7bf8a464-100d-4ace-a470-77691e92990d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4424162 Feb 09 20:56:58.293030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ca7d573-7dff-4816-8532-f381e5e71aa8 req-95ac860e-3350-4733-b3e8-a6595e941392 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091393 Feb 09 20:56:58.879661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5be13-a4c0-4c59-9f97-daaca70e32e0 req-84884ee9-5773-4b9f-8ab1-6d64ddcf7b12 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:56:58.881950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6bd5be13-a4c0-4c59-9f97-daaca70e32e0 req-84884ee9-5773-4b9f-8ab1-6d64ddcf7b12 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1205938 Feb 09 20:56:58.977204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6bd5be13-a4c0-4c59-9f97-daaca70e32e0 req-d45bc5be-0e6b-491b-abcd-aa7bb60fb826 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895989 Feb 09 20:56:59.663639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:56:59.903755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd96fcd-aaea-4ba3-b26c-429ac6550761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:00.055591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-b004e0ec-e3fb-4e1b-9207-779d3e5cc9f8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.078443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-b004e0ec-e3fb-4e1b-9207-779d3e5cc9f8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.090325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-b004e0ec-e3fb-4e1b-9207-779d3e5cc9f8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.095841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-b004e0ec-e3fb-4e1b-9207-779d3e5cc9f8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.102804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-b004e0ec-e3fb-4e1b-9207-779d3e5cc9f8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.109353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-b004e0ec-e3fb-4e1b-9207-779d3e5cc9f8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.114999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-b004e0ec-e3fb-4e1b-9207-779d3e5cc9f8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.117677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-b004e0ec-e3fb-4e1b-9207-779d3e5cc9f8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.2160695 Feb 09 20:57:00.180746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ce217-ce6d-41b5-bfdd-027452f0176c req-c9456fe0-a49c-4058-97b1-b22677b12400 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.192672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d1ce217-ce6d-41b5-bfdd-027452f0176c req-c9456fe0-a49c-4058-97b1-b22677b12400 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1198013 Feb 09 20:57:00.259510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d1ce217-ce6d-41b5-bfdd-027452f0176c req-cb093c13-0da9-4c7e-8dd8-3888d8802359 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645657 Feb 09 20:57:00.275971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd96fcd-aaea-4ba3-b26c-429ac6550761 admin admin] Publish callbacks [] for security_group (a603d139-460f-4d54-ac38-2aa62b6db17f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:00.287663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd96fcd-aaea-4ba3-b26c-429ac6550761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a603d139-460f-4d54-ac38-2aa62b6db17f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:00.323465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe4a6faa-1c7a-4f15-9173-ef03a558cfe6 req-ce60b1cd-840f-45a2-ae46-dd67cdb8eea0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571140 Feb 09 20:57:00.329666 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:57:00.364664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-abd96fcd-aaea-4ba3-b26c-429ac6550761 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cf18fdf2ce744a2ea14b92314164746d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6997664 Feb 09 20:57:00.367381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38400) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:00.388120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd96fcd-aaea-4ba3-b26c-429ac6550761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a603d139-460f-4d54-ac38-2aa62b6db17f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:00.443838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-919eb0ba-2d27-4133-87a2-4e710d8a23f2 admin admin] Publish callbacks [] for security_group (a603d139-460f-4d54-ac38-2aa62b6db17f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:00.514772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-919eb0ba-2d27-4133-87a2-4e710d8a23f2 admin admin] Publish callbacks [] for security_group (a603d139-460f-4d54-ac38-2aa62b6db17f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:00.559285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-0c2e6a19-60de-4bc3-a21f-fb75ca2c75bd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.566023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-0c2e6a19-60de-4bc3-a21f-fb75ca2c75bd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.572222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-0c2e6a19-60de-4bc3-a21f-fb75ca2c75bd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.578574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-0c2e6a19-60de-4bc3-a21f-fb75ca2c75bd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.585180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-0c2e6a19-60de-4bc3-a21f-fb75ca2c75bd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.591649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-0c2e6a19-60de-4bc3-a21f-fb75ca2c75bd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.597769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-0c2e6a19-60de-4bc3-a21f-fb75ca2c75bd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:00.600037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-0c2e6a19-60de-4bc3-a21f-fb75ca2c75bd tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.1578021 Feb 09 20:57:00.685763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a018a5eb-e1d2-475b-9c1e-dd41ce5ec4e2 req-b2ce6b38-9e30-4a2b-9d75-3b8e1df3474c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777192 Feb 09 20:57:00.731708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-919eb0ba-2d27-4133-87a2-4e710d8a23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a603d139-460f-4d54-ac38-2aa62b6db17f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:00.731708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-919eb0ba-2d27-4133-87a2-4e710d8a23f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:00.742420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-919eb0ba-2d27-4133-87a2-4e710d8a23f2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a603d139-460f-4d54-ac38-2aa62b6db17f HTTP/1.1" status: 204 len: 168 time: 0.3625655 Feb 09 20:57:00.757883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eb0ba-2d27-4133-87a2-4e710d8a23f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a603d139-460f-4d54-ac38-2aa62b6db17f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:00.859520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38414) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:01.006196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c2a0-ac16-4e04-9636-3c6ac1e78400 req-42ee3111-130f-4362-b119-d60a43070ae0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:01.023398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c2a0-ac16-4e04-9636-3c6ac1e78400 req-42ee3111-130f-4362-b119-d60a43070ae0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:01.030500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c2a0-ac16-4e04-9636-3c6ac1e78400 req-42ee3111-130f-4362-b119-d60a43070ae0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:01.039733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c2a0-ac16-4e04-9636-3c6ac1e78400 req-42ee3111-130f-4362-b119-d60a43070ae0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:01.045064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c2a0-ac16-4e04-9636-3c6ac1e78400 req-42ee3111-130f-4362-b119-d60a43070ae0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:01.067352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c2a0-ac16-4e04-9636-3c6ac1e78400 req-42ee3111-130f-4362-b119-d60a43070ae0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:01.067595 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da91ae8-3842-4bfd-89e0-ab546561a044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:01.078310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c2a0-ac16-4e04-9636-3c6ac1e78400 req-42ee3111-130f-4362-b119-d60a43070ae0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:01.091852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3424c2a0-ac16-4e04-9636-3c6ac1e78400 req-42ee3111-130f-4362-b119-d60a43070ae0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.2429733 Feb 09 20:57:01.196809 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da91ae8-3842-4bfd-89e0-ab546561a044 admin admin] Publish callbacks [] for security_group (c5995e9c-1ced-41b5-a9af-3d193ce12805), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:01.205775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3da91ae8-3842-4bfd-89e0-ab546561a044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c5995e9c-1ced-41b5-a9af-3d193ce12805), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:01.241791 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3da91ae8-3842-4bfd-89e0-ab546561a044 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c846d9411bea451892d512f7e5ba9b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800561 Feb 09 20:57:01.244342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:01.315043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da91ae8-3842-4bfd-89e0-ab546561a044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5995e9c-1ced-41b5-a9af-3d193ce12805,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:01.409373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5220f38-7790-45e7-bc55-c52a7a273359 admin admin] Publish callbacks [] for security_group (c5995e9c-1ced-41b5-a9af-3d193ce12805), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:01.493698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5220f38-7790-45e7-bc55-c52a7a273359 admin admin] Publish callbacks [] for security_group (c5995e9c-1ced-41b5-a9af-3d193ce12805), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:01.528946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc3f00-16c3-47b4-bd52-128b8e5403ee req-d0da3cb1-84cc-4f61-9b8e-c0ae105a7a30 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:01.531572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20cc3f00-16c3-47b4-bd52-128b8e5403ee req-d0da3cb1-84cc-4f61-9b8e-c0ae105a7a30 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1027939 Feb 09 20:57:01.595618 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5220f38-7790-45e7-bc55-c52a7a273359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c5995e9c-1ced-41b5-a9af-3d193ce12805), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:01.599245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5220f38-7790-45e7-bc55-c52a7a273359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:01.600934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a5220f38-7790-45e7-bc55-c52a7a273359 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c5995e9c-1ced-41b5-a9af-3d193ce12805 HTTP/1.1" status: 204 len: 168 time: 0.3546228 Feb 09 20:57:01.619587 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20cc3f00-16c3-47b4-bd52-128b8e5403ee req-f647a4c2-fbc2-4952-b789-583afc2bf81c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818009 Feb 09 20:57:01.629911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5220f38-7790-45e7-bc55-c52a7a273359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5995e9c-1ced-41b5-a9af-3d193ce12805,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:02.104692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:02.120646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43a1c843-84a3-4e68-8928-f3355dc940d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:02.232659 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43a1c843-84a3-4e68-8928-f3355dc940d2 admin admin] Publish callbacks [] for security_group (959c5eb5-df3d-417a-8996-71087e2ab870), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:02.254928 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43a1c843-84a3-4e68-8928-f3355dc940d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (959c5eb5-df3d-417a-8996-71087e2ab870), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:02.308106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-43a1c843-84a3-4e68-8928-f3355dc940d2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=09d0ab14debd4b4089c59fd27e82db22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000341 Feb 09 20:57:02.309274 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:02.309742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1c843-84a3-4e68-8928-f3355dc940d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959c5eb5-df3d-417a-8996-71087e2ab870,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:02.318534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-64a80933-471e-4e5c-9f30-e25f02a6052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:02.324404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-64a80933-471e-4e5c-9f30-e25f02a6052b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 1129 time: 0.1237428 Feb 09 20:57:02.430382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61b3bbba-7918-41aa-b4eb-101ddea7e8d6 admin admin] Publish callbacks [] for security_group (959c5eb5-df3d-417a-8996-71087e2ab870), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:02.437552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-7339544d-7a52-43d3-8026-c502d7f5a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:02.439559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-7339544d-7a52-43d3-8026-c502d7f5a13c service neutron] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.1097424 Feb 09 20:57:02.461960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61b3bbba-7918-41aa-b4eb-101ddea7e8d6 admin admin] Publish callbacks [] for security_group (959c5eb5-df3d-417a-8996-71087e2ab870), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:02.514288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-1ee479e4-bab4-4982-b5b7-899e08180a4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2 HTTP/1.1" status: 200 len: 217 time: 0.0669422 Feb 09 20:57:02.570977 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61b3bbba-7918-41aa-b4eb-101ddea7e8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (959c5eb5-df3d-417a-8996-71087e2ab870), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:02.574461 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61b3bbba-7918-41aa-b4eb-101ddea7e8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:02.578847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-61b3bbba-7918-41aa-b4eb-101ddea7e8d6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/959c5eb5-df3d-417a-8996-71087e2ab870 HTTP/1.1" status: 204 len: 168 time: 0.2672875 Feb 09 20:57:02.593714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-c8078ae6-d4c0-49ef-bd4d-762dce1bb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:02.595737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3bbba-7918-41aa-b4eb-101ddea7e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959c5eb5-df3d-417a-8996-71087e2ab870,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:02.597847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-c8078ae6-d4c0-49ef-bd4d-762dce1bb535 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.0754027 Feb 09 20:57:02.706938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-d94db581-0efd-46e3-b1a0-9d37edb56d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:02.709074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-d94db581-0efd-46e3-b1a0-9d37edb56d63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0993955 Feb 09 20:57:02.928198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d78952-121e-43eb-8751-6525f90f3069 req-f9cf66b7-d90f-4e31-8f9c-832c782bd396 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:02.930694 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24d78952-121e-43eb-8751-6525f90f3069 req-f9cf66b7-d90f-4e31-8f9c-832c782bd396 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1787295 Feb 09 20:57:02.988844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-a0293378-1d74-4d0f-8fff-3903396688d5 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717981 Feb 09 20:57:03.244777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23caf5ad-e1cc-4914-ab5c-b437cfb57d29 req-3072e605-3f08-4dfb-8f87-c7cadb4511a9 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317982 Feb 09 20:57:03.274529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24d78952-121e-43eb-8751-6525f90f3069 req-aaa9953e-1a80-4d34-92c8-6eef935626b0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368182 Feb 09 20:57:04.407971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:04.465793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1885-3b54-488b-81f6-5ae896b1e44c req-16982b58-c791-4eb8-ab50-0f14a23ff8af tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:04.476294 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b0c1885-3b54-488b-81f6-5ae896b1e44c req-16982b58-c791-4eb8-ab50-0f14a23ff8af tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.0935686 Feb 09 20:57:04.553404 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b0c1885-3b54-488b-81f6-5ae896b1e44c req-39bf3730-afc6-4d57-b210-476ea9e4ba44 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702481 Feb 09 20:57:04.699071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28cc6f06-f0fe-4c98-8370-3c59bd4de928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:04.778509 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28cc6f06-f0fe-4c98-8370-3c59bd4de928 admin admin] Publish callbacks [] for security_group (97758011-7a23-4b35-a96f-7d0d63806bf1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:04.783573 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28cc6f06-f0fe-4c98-8370-3c59bd4de928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97758011-7a23-4b35-a96f-7d0d63806bf1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:04.825875 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-28cc6f06-f0fe-4c98-8370-3c59bd4de928 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=81c9264d7d1041188926d83949948d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128449 Feb 09 20:57:04.826137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:04.827556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc6f06-f0fe-4c98-8370-3c59bd4de928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97758011-7a23-4b35-a96f-7d0d63806bf1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:04.892636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4726ec98-3956-41cd-abf7-6a92697df68f admin admin] Publish callbacks [] for security_group (97758011-7a23-4b35-a96f-7d0d63806bf1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:04.917680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4726ec98-3956-41cd-abf7-6a92697df68f admin admin] Publish callbacks [] for security_group (97758011-7a23-4b35-a96f-7d0d63806bf1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:04.975441 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4726ec98-3956-41cd-abf7-6a92697df68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97758011-7a23-4b35-a96f-7d0d63806bf1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:04.979248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4726ec98-3956-41cd-abf7-6a92697df68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:04.983226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4726ec98-3956-41cd-abf7-6a92697df68f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/97758011-7a23-4b35-a96f-7d0d63806bf1 HTTP/1.1" status: 204 len: 168 time: 0.1539783 Feb 09 20:57:05.004362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726ec98-3956-41cd-abf7-6a92697df68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97758011-7a23-4b35-a96f-7d0d63806bf1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:05.511388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:05.532419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7244934f-9378-4bd5-84d8-fbeb2ad6e52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:05.657650 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7244934f-9378-4bd5-84d8-fbeb2ad6e52e admin admin] Publish callbacks [] for security_group (7523c54b-d33c-43d0-adbe-22543f41e324), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:05.669406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7244934f-9378-4bd5-84d8-fbeb2ad6e52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7523c54b-d33c-43d0-adbe-22543f41e324), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:05.720383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7244934f-9378-4bd5-84d8-fbeb2ad6e52e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9a9eb4bdf4b64e689f7b276a354c61e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074776 Feb 09 20:57:05.721573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244934f-9378-4bd5-84d8-fbeb2ad6e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7523c54b-d33c-43d0-adbe-22543f41e324,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:05.726359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:05.751476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fbf4d-725e-41fd-8d5a-b80a4b6dfadd req-eb41b7d5-f1d2-4c0a-bc32-601cfaa27b04 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:05.759116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-605fbf4d-725e-41fd-8d5a-b80a4b6dfadd req-eb41b7d5-f1d2-4c0a-bc32-601cfaa27b04 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 946 time: 0.1123497 Feb 09 20:57:05.783623 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8242a0f5-fe56-43c5-836c-d87195e2a74a admin admin] Publish callbacks [] for security_group (7523c54b-d33c-43d0-adbe-22543f41e324), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:05.812180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8242a0f5-fe56-43c5-836c-d87195e2a74a admin admin] Publish callbacks [] for security_group (7523c54b-d33c-43d0-adbe-22543f41e324), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:05.817644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-605fbf4d-725e-41fd-8d5a-b80a4b6dfadd req-3aedfa8a-f5d5-46d3-8af7-77faa09e8bf9 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572348 Feb 09 20:57:05.879316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8242a0f5-fe56-43c5-836c-d87195e2a74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7523c54b-d33c-43d0-adbe-22543f41e324), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:05.882180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8242a0f5-fe56-43c5-836c-d87195e2a74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:05.896065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8242a0f5-fe56-43c5-836c-d87195e2a74a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7523c54b-d33c-43d0-adbe-22543f41e324 HTTP/1.1" status: 204 len: 168 time: 0.1684926 Feb 09 20:57:05.911757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242a0f5-fe56-43c5-836c-d87195e2a74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7523c54b-d33c-43d0-adbe-22543f41e324,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:06.010571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beac20a-5ff1-4933-9967-fd4baa2c5900 req-de674658-9d76-4bcc-a4fe-f15e479fd9e7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:06.018789 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8beac20a-5ff1-4933-9967-fd4baa2c5900 req-de674658-9d76-4bcc-a4fe-f15e479fd9e7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0891285 Feb 09 20:57:06.071507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8beac20a-5ff1-4933-9967-fd4baa2c5900 req-8e675243-6256-47cd-be4b-a9c0fe414a72 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511537 Feb 09 20:57:06.220443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d850442-f1ae-4582-b02d-91cb92d793e4 req-015f139f-2718-4527-9789-1aaa3f85d258 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:06.227457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2d850442-f1ae-4582-b02d-91cb92d793e4 req-015f139f-2718-4527-9789-1aaa3f85d258 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0691209 Feb 09 20:57:06.283990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2d850442-f1ae-4582-b02d-91cb92d793e4 req-ce22d4e4-2e95-4c34-8c1c-757082affc51 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513425 Feb 09 20:57:06.598838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dccee2-950f-4fe9-adb6-206cd5d215a2 req-412bfd6b-3c4b-45d9-95d9-606472495594 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:06.615353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-66dccee2-950f-4fe9-adb6-206cd5d215a2 req-412bfd6b-3c4b-45d9-95d9-606472495594 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1035104 Feb 09 20:57:06.688943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-66dccee2-950f-4fe9-adb6-206cd5d215a2 req-cb863f36-0b1c-475a-a8cd-88a36f2f7e8c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681274 Feb 09 20:57:06.959862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 84f16567-74a2-4d5b-9b55-b754b8ceada2 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:57:07.355226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 84f16567-74a2-4d5b-9b55-b754b8ceada2 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:57:07.355625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:07.415773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:07.417122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:07.430138 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413955dd-c655-4833-99a3-838253a336bb" -d '{"events": [{"server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "name": "network-vif-unplugged", "status": "completed", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:07.452019 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:07.490741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-882985ec-cc21-4e32-bece-906d1e75c114 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:07.498165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-882985ec-cc21-4e32-bece-906d1e75c114 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 814 time: 0.2506273 Feb 09 20:57:07.527138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-2a8f338d-4894-4d6e-92e4-0838244e9290 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/quotas/4d0b30cfc9a949dd9981345718214305 HTTP/1.1" status: 200 len: 375 time: 0.0227900 Feb 09 20:57:07.527971 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce1b5d-6f88-4df8-a645-e9db234c0e2c x-openstack-request-id: req-ddce1b5d-6f88-4df8-a645-e9db234c0e2c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:07.528129 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "name": "network-vif-unplugged", "status": "failed", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2", "code": 422}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:07.528610 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ddce1b5d-6f88-4df8-a645-e9db234c0e2c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:07.529199 n-d-789963-29 neutron-server[103326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'code': 422} returned with failed status Feb 09 20:57:07.616506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:07.635615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.636620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.637130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.637819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.638398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.638981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.639562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.640612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.641187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.641771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.642368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.643023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.643620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:07.649747 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-210a76fb-bc3d-4b93-9c9f-b345f6cce319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:07.673787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-e6ad4a62-2e59-4001-98fe-e21cde489e7a tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1410291 Feb 09 20:57:07.853154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-9a023023-0cac-416a-88ae-c83aa0afd567 service neutron] 10.222.0.102 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784151 Feb 09 20:57:07.901429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d88e6-4efc-46c6-86e1-6833ea05b470 req-153d67f7-bd5f-47c9-857c-8ad50dfc767b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:07.911151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-886d88e6-4efc-46c6-86e1-6833ea05b470 req-153d67f7-bd5f-47c9-857c-8ad50dfc767b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1219866 Feb 09 20:57:07.991921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-886d88e6-4efc-46c6-86e1-6833ea05b470 req-0e049115-3c6a-45ae-87b1-fa7a905baf7a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756562 Feb 09 20:57:08.025056 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-037c782c-a8a1-412c-9e5f-68abff212244 service neutron] 10.222.0.102 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709898 Feb 09 20:57:08.236445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:08.296193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10f7f460-6274-49e2-916b-d013137461bf req-5cd8bb65-12bf-4b90-a770-7fb1e5aca886 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 210 time: 0.0613356 Feb 09 20:57:08.665063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb501bbd-9662-49c7-ac3d-ab75b1824ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:08.818568 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb501bbd-9662-49c7-ac3d-ab75b1824ae0 admin admin] Publish callbacks [] for security_group (90e9078f-5934-4d9c-9a2f-b61bd865fd9b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:08.823363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb501bbd-9662-49c7-ac3d-ab75b1824ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (90e9078f-5934-4d9c-9a2f-b61bd865fd9b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:08.937878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb501bbd-9662-49c7-ac3d-ab75b1824ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e9078f-5934-4d9c-9a2f-b61bd865fd9b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:08.958528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fb501bbd-9662-49c7-ac3d-ab75b1824ae0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b7fd0a4b28974f6a99653bd807efb9a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7208602 Feb 09 20:57:08.961326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:09.083254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ad574ed-3b3a-4e74-9304-84458e086d94 admin admin] Publish callbacks [] for security_group (90e9078f-5934-4d9c-9a2f-b61bd865fd9b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:09.152210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ad574ed-3b3a-4e74-9304-84458e086d94 admin admin] Publish callbacks [] for security_group (90e9078f-5934-4d9c-9a2f-b61bd865fd9b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:09.271980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ad574ed-3b3a-4e74-9304-84458e086d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (90e9078f-5934-4d9c-9a2f-b61bd865fd9b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:09.275056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ad574ed-3b3a-4e74-9304-84458e086d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:09.276133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0ad574ed-3b3a-4e74-9304-84458e086d94 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/90e9078f-5934-4d9c-9a2f-b61bd865fd9b HTTP/1.1" status: 204 len: 168 time: 0.3136659 Feb 09 20:57:09.288828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9eff8-f5a1-4d32-8b3f-a648dc43e753 req-f6d062c5-a339-4812-88df-59b853637a73 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:09.290684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbd9eff8-f5a1-4d32-8b3f-a648dc43e753 req-f6d062c5-a339-4812-88df-59b853637a73 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1520901 Feb 09 20:57:09.303405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad574ed-3b3a-4e74-9304-84458e086d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e9078f-5934-4d9c-9a2f-b61bd865fd9b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:09.536561 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbd9eff8-f5a1-4d32-8b3f-a648dc43e753 req-d6763323-ad58-42db-b19d-388ed3a1c2bf tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340519 Feb 09 20:57:09.708167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c637c548-9df3-45fe-bcf9-728fef1f82b0 req-9704f86c-1fde-4d65-ba76-51b79be175c2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 210 time: 0.0710046 Feb 09 20:57:09.722120 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98d960f6-d0ab-4208-a3c3-2edfd1583566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:10.250079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-aef3a563-62d1-4d83-b4e0-1e155c8aa036 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:10.251659 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-aef3a563-62d1-4d83-b4e0-1e155c8aa036 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.50 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 814 time: 0.2524874 Feb 09 20:57:10.277284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Request body: {'port': {'device_id': '17886801-11e2-429a-b006-baa7c2a4ee46', 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'admin_state_up': True, 'tenant_id': '4d0b30cfc9a949dd9981345718214305'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:10.510428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Made reservation on behalf of 4d0b30cfc9a949dd9981345718214305 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:57:10.517554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:10.791184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc825c4-b8c0-4987-ba10-56be347a190f req-2826d0ee-806a-4ea6-907a-3ef352c90aab tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:10.791837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Allocated IP 172.20.0.8 (501d64d8-b16a-4e85-a47e-62da5d3ec865/a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb/e5d3ceee-606d-4419-b165-a38e464c894a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:10.804364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cc825c4-b8c0-4987-ba10-56be347a190f req-2826d0ee-806a-4ea6-907a-3ef352c90aab tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1432190 Feb 09 20:57:10.907076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23bcd8f2-bc46-4b07-b82b-17a67fd90175 req-3f0bec84-002a-48bc-a7e5-12e1ea1980c3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 210 time: 0.0453446 Feb 09 20:57:10.922073 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cc825c4-b8c0-4987-ba10-56be347a190f req-76084dd9-9a1e-4ed1-bab4-dacf1aa7f38c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167498 Feb 09 20:57:11.083479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks [] for port (e5d3ceee-606d-4419-b165-a38e464c894a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:11.125117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:11.138017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['db89bcd2-108e-409d-ba95-cbd153fa50a9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:11.223534 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:11.292516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Network 501d64d8-b16a-4e85-a47e-62da5d3ec865 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:11.311656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:11.320865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:11.382002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Pushing event updated for resources: {'Port': ['ID=e5d3ceee-606d-4419-b165-a38e464c894a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:11.427842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:11.428453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:11.451583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-c0115957-e81e-48f7-ac38-c5f7d73ea3cc tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1850624 Feb 09 20:57:11.461658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-b1c21f64-b876-45cd-af7f-121b560a54f1 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:57:11.462824 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-b1c21f64-b876-45cd-af7f-121b560a54f1 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057955 Feb 09 20:57:11.483165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Request body: {'port': {'device_id': '17886801-11e2-429a-b006-baa7c2a4ee46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:11.554199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:11.966452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d3ceee-606d-4419-b165-a38e464c894a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:57:11.992830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Publish callbacks [] for port (e5d3ceee-606d-4419-b165-a38e464c894a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:12.061298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Transition to ACTIVE for port object e5d3ceee-606d-4419-b165-a38e464c894a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:57:12.074772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:12.195397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34775b0b-b8d6-413e-985a-f47e10fecea3 req-d0a56334-b62d-4257-8e83-2646349211c4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:12.205998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34775b0b-b8d6-413e-985a-f47e10fecea3 req-d0a56334-b62d-4257-8e83-2646349211c4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1760762 Feb 09 20:57:12.224943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d3ceee-606d-4419-b165-a38e464c894a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:12.247058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aa9a8-da53-42aa-9654-79ed15a9dbde req-00a9c863-98d9-4c69-b0b3-b4596dd21d45 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:12.248660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c76aa9a8-da53-42aa-9654-79ed15a9dbde req-00a9c863-98d9-4c69-b0b3-b4596dd21d45 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 931 time: 0.2530818 Feb 09 20:57:12.357269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34775b0b-b8d6-413e-985a-f47e10fecea3 req-466e0251-616d-485b-878c-f3fc499f34d3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482747 Feb 09 20:57:12.439940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c76aa9a8-da53-42aa-9654-79ed15a9dbde req-a18d1db3-8e8d-4fab-8603-314c9ad96235 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711180 Feb 09 20:57:12.473028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Attempting to bind port e5d3ceee-606d-4419-b165-a38e464c894a on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:57:12.473513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Attempting to bind port e5d3ceee-606d-4419-b165-a38e464c894a by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:57:12.473992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Attempting to bind port e5d3ceee-606d-4419-b165-a38e464c894a on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:12.480668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Port e5d3ceee-606d-4419-b165-a38e464c894a on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:57:12.481194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Attempting to bind port e5d3ceee-606d-4419-b165-a38e464c894a on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:12.488326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:57:12.488901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Checking segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:57:12.489751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Bound using segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:57:12.490523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Bound port: e5d3ceee-606d-4419-b165-a38e464c894a, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:57:12.491060 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:12.588438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] For port e5d3ceee-606d-4419-b165-a38e464c894a, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:57:12.593183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] For port e5d3ceee-606d-4419-b165-a38e464c894a, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5d3ceee-606d-4419-b165-a38e464c894a,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:57:12.602622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:12.648143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:12.649367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:12.652220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] 10.222.0.50 "PUT /v2.0/ports/e5d3ceee-606d-4419-b165-a38e464c894a HTTP/1.1" status: 200 len: 1092 time: 1.1829157 Feb 09 20:57:12.653133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17886801-11e2-429a-b006-baa7c2a4ee46', 'tag': 'e5d3ceee-606d-4419-b165-a38e464c894a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:12.658250 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8566bb09-e772-4aa0-be2a-9324b18cbbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "17886801-11e2-429a-b006-baa7c2a4ee46", "tag": "e5d3ceee-606d-4419-b165-a38e464c894a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:12.683089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:12.724195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e4cc5-236e-4a11-a072-e0fb1c3394d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d3ceee-606d-4419-b165-a38e464c894a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:12.848660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-e35ab348-4797-41ab-b8f2-9887d7224f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:12.851726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-e35ab348-4797-41ab-b8f2-9887d7224f39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 1126 time: 0.1285756 Feb 09 20:57:13.001629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:13.094394 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010b508d-1484-4684-962f-f5a07655cb4c x-openstack-request-id: req-010b508d-1484-4684-962f-f5a07655cb4c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:13.095146 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17886801-11e2-429a-b006-baa7c2a4ee46", "tag": "e5d3ceee-606d-4419-b165-a38e464c894a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:13.095591 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-010b508d-1484-4684-962f-f5a07655cb4c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:13.096805 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17886801-11e2-429a-b006-baa7c2a4ee46', 'tag': 'e5d3ceee-606d-4419-b165-a38e464c894a', 'status': 'completed', 'code': 200} Feb 09 20:57:13.228637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-e569c2c8-4ff3-43ed-9443-d5ef9a3a4969 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5d3ceee-606d-4419-b165-a38e464c894a HTTP/1.1" status: 200 len: 217 time: 0.3584926 Feb 09 20:57:13.668180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44582f-bc83-4136-a062-c491159a2fbb req-3e9a1350-bf8c-4f2b-9fd6-8bfb125ad564 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:13.670963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e44582f-bc83-4136-a062-c491159a2fbb req-3e9a1350-bf8c-4f2b-9fd6-8bfb125ad564 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 943 time: 0.0883331 Feb 09 20:57:13.739170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:13.759832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e44582f-bc83-4136-a062-c491159a2fbb req-86140bde-3ea1-4808-92b9-aeb1850350f8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821857 Feb 09 20:57:13.840932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-76f890d1-eee6-4c4c-935a-2ff75d8d565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:13.842838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-76f890d1-eee6-4c4c-935a-2ff75d8d565f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.6090529 Feb 09 20:57:13.845438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:13.893006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-f734c101-4c82-4937-9a2f-4c2fc201f9b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350115 Feb 09 20:57:13.927176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:14.022617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352de69-6055-4a7b-86b0-b79f58ce775d req-24d3e92d-a26b-4b23-948a-f633a654e6c7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:14.029768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7352de69-6055-4a7b-86b0-b79f58ce775d req-24d3e92d-a26b-4b23-948a-f633a654e6c7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.2988703 Feb 09 20:57:14.142127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7352de69-6055-4a7b-86b0-b79f58ce775d req-ca61d845-f4fa-48b4-9044-dcd0b08679a4 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089392 Feb 09 20:57:14.145631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-e354571b-994c-4f38-8875-606a8a433859 service neutron] 10.222.0.50 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004452 Feb 09 20:57:14.236269 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:14.307475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2eb12427-c836-4737-a7c0-4d364ca01272 req-85fd4c2c-4689-44d3-9a6e-b1ada1559164 service neutron] 10.222.0.50 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523712 Feb 09 20:57:14.417966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Allocated IP 172.25.4.237 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/dbe45ebb-6dd9-4912-b1c4-a3c958a11d74) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:14.445687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-61505657-eaaa-4ff9-a830-9bdfee0ce259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:14.447235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-61505657-eaaa-4ff9-a830-9bdfee0ce259 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 1126 time: 0.0820706 Feb 09 20:57:14.632145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-5ee6173d-4e58-4b1b-a1b9-5bd80a7d7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:14.633780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-5ee6173d-4e58-4b1b-a1b9-5bd80a7d7ef6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 915 time: 0.1758521 Feb 09 20:57:14.639011 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks [] for port (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:14.693280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-2dda3580-8e1b-4534-a295-1590f42cf524 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5d3ceee-606d-4419-b165-a38e464c894a HTTP/1.1" status: 200 len: 217 time: 0.0523570 Feb 09 20:57:14.782729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-571be836-5830-4d0c-96e5-8df901f224fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:14.784386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-571be836-5830-4d0c-96e5-8df901f224fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.0852654 Feb 09 20:57:14.801998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:14.895143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe45ebb-6dd9-4912-b1c4-a3c958a11d74,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:14.900655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-a6eede29-548e-4481-a359-16654f2cd37e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094682 Feb 09 20:57:14.911200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:14.921992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:14.925433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:15.074669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0c616-a415-44bb-af88-cbf572f1a8fe req-219e7ffc-5cc0-4359-8349-636ca690233b tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:15.076280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ec0c616-a415-44bb-af88-cbf572f1a8fe req-219e7ffc-5cc0-4359-8349-636ca690233b tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 943 time: 0.0995514 Feb 09 20:57:15.101699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-d30db7ae-3346-4424-b424-0fb0e1878d5f service neutron] 10.222.0.50 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928499 Feb 09 20:57:15.133498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ec0c616-a415-44bb-af88-cbf572f1a8fe req-9c052816-0db8-4546-89a9-801ce28d1bc5 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501292 Feb 09 20:57:15.194255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks [] for floatingip (100e1782-9db8-4ed4-bb50-6e2e613f1584), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.263224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8566bb09-e772-4aa0-be2a-9324b18cbbbc req-421768ba-7490-43e3-ba78-823301a083bb service neutron] 10.222.0.50 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521735 Feb 09 20:57:15.342144 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.399441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b811c-a68d-4b24-a9b4-2fa29a0e38a8 req-c04802ff-291b-4439-93ca-9cd6649dd98c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:15.407126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e7b811c-a68d-4b24-a9b4-2fa29a0e38a8 req-c04802ff-291b-4439-93ca-9cd6649dd98c tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1378069 Feb 09 20:57:15.505837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e7b811c-a68d-4b24-a9b4-2fa29a0e38a8 req-2f070cda-34c1-4a3d-9e72-0391ed176e52 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975568 Feb 09 20:57:15.601726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks [] for port (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.607183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.728807 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (100e1782-9db8-4ed4-bb50-6e2e613f1584), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.746515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Pushing event updated for resources: {'Port': ['ID=dbe45ebb-6dd9-4912-b1c4-a3c958a11d74,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:15.796776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.800996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:15.803822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8207a463-ac4b-42f2-a71b-3ebcbac7cdae tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8011272 Feb 09 20:57:15.808036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1859781169', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'fixed_ips': [{'ip_address': '172.25.4.237'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:15.818746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-99af109a-5df4-43a3-a11b-e692cfe83743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:15.820375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-99af109a-5df4-43a3-a11b-e692cfe83743 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1127 time: 0.0883949 Feb 09 20:57:15.842929 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Made reservation on behalf of 3898a174803348439141d7d7d6e26a40 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:57:15.846431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.864227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.958385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-a9a87025-3299-4256-854e-44eb14219c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:15.961069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-a9a87025-3299-4256-854e-44eb14219c30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.1181347 Feb 09 20:57:15.971909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks [] for security_group (6f9f9e88-4c4d-4de6-a846-c1e55ca2b1d6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:15.994150 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6f9f9e88-4c4d-4de6-a846-c1e55ca2b1d6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:16.000572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] device_id is not set on port 734de915-1b16-416a-97d1-5412fd8c5e4a yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:57:16.089806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f9e88-4c4d-4de6-a846-c1e55ca2b1d6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:16.120247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-3760ee4b-a4bb-43b1-8984-22fc0dba9806 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 999 time: 0.1517274 Feb 09 20:57:16.184433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-73732d1a-3812-41b8-93c8-8d78dd84dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:16.185940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-73732d1a-3812-41b8-93c8-8d78dd84dea3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.0591977 Feb 09 20:57:16.272845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-1eae91d1-e665-4441-9d16-249e19211422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:16.274487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-1eae91d1-e665-4441-9d16-249e19211422 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0811665 Feb 09 20:57:16.331288 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 20:57:16.332139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:57:16.357245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-258ecdc8-c275-43d8-9b2d-519a647ff189 tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5543842 Feb 09 20:57:16.364328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39062) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:16.381758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cabbae-d9d6-4947-ad93-f1f0350f4479 req-90806eb9-d689-4b28-97b1-f19464f98eb3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:16.384953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3cabbae-d9d6-4947-ad93-f1f0350f4479 req-90806eb9-d689-4b28-97b1-f19464f98eb3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 943 time: 0.1159735 Feb 09 20:57:16.434337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-6fabb3db-a59f-4aa9-b5c3-3d565b1548e2 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526818 Feb 09 20:57:16.519598 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3cabbae-d9d6-4947-ad93-f1f0350f4479 req-97fcd128-2a5e-4858-9695-1331148bd965 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212347 Feb 09 20:57:16.584315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3faff1dc-5e54-46b6-8296-733cd60fa274 req-3df54c4a-f3f3-47d7-bb73-33a724f24624 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385682 Feb 09 20:57:16.637507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Deleting port dbe45ebb-6dd9-4912-b1c4-a3c958a11d74 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:16.637791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:16.744621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5733425-e1ff-4475-942a-5cc2344b9a2d req-ec0ff9bc-a911-4d76-b606-d9890bba1fe1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:16.746632 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5733425-e1ff-4475-942a-5cc2344b9a2d req-ec0ff9bc-a911-4d76-b606-d9890bba1fe1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0801258 Feb 09 20:57:16.803711 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:16.804377 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks [] for floatingip (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:16.840925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Calling delete_port for dbe45ebb-6dd9-4912-b1c4-a3c958a11d74 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:16.863728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5733425-e1ff-4475-942a-5cc2344b9a2d req-85f2ce57-1a8c-4535-a569-ae1c7834cb80 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081629 Feb 09 20:57:16.929230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e5d3ceee-606d-4419-b165-a38e464c894a details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:57:17.059525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (dbe45ebb-6dd9-4912-b1c4-a3c958a11d74), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:17.104528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbe45ebb-6dd9-4912-b1c4-a3c958a11d74,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:17.123183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e5d3ceee-606d-4419-b165-a38e464c894a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5d3ceee-606d-4419-b165-a38e464c894a,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:17.138501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'e5d3ceee-606d-4419-b165-a38e464c894a', 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'port_id': 'e5d3ceee-606d-4419-b165-a38e464c894a', 'mac_address': 'fa:16:3e:56:4b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:57:17.180240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e5d3ceee-606d-4419-b165-a38e464c894a is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:57:17.181059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:17.195489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d3ceee-606d-4419-b165-a38e464c894a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:57:17.219766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e5d3ceee-606d-4419-b165-a38e464c894a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5d3ceee-606d-4419-b165-a38e464c894a,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:17.228377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:17.267939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks [] for floatingip (100e1782-9db8-4ed4-bb50-6e2e613f1584), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:17.274326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:17.293265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-68a56908-04ce-4d8b-ab53-bbe536556bbe tempest-ExternalNetworksAdminNegativeTestJSON-768335127 tempest-ExternalNetworksAdminNegativeTestJSON-768335127-project-admin] 10.222.0.102 "DELETE /v2.0/floatingips/100e1782-9db8-4ed4-bb50-6e2e613f1584 HTTP/1.1" status: 204 len: 168 time: 0.9069731 Feb 09 20:57:17.296327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e5d3ceee-606d-4419-b165-a38e464c894a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:17.499899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:17.593476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:17.602915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5d3ceee-606d-4419-b165-a38e464c894a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:17.747794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f0988-166e-4903-a321-f21e36161434 req-59dffd84-b669-45f8-88bc-50c2cb4577b2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:17.760185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d3f0988-166e-4903-a321-f21e36161434 req-59dffd84-b669-45f8-88bc-50c2cb4577b2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 944 time: 0.1161921 Feb 09 20:57:17.926994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d3f0988-166e-4903-a321-f21e36161434 req-37536aaa-4b84-4d5a-913c-6b4db7d092b5 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648946 Feb 09 20:57:17.928765 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96ec5768-e002-4f55-a587-55d80a8f67e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:17.930389 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f339d4c-37ea-4d09-8a45-060b81265c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.174407 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f339d4c-37ea-4d09-8a45-060b81265c2a admin admin] Publish callbacks [] for security_group (687c4f51-024e-4ef8-b759-538559c1da7d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.182281 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f339d4c-37ea-4d09-8a45-060b81265c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (687c4f51-024e-4ef8-b759-538559c1da7d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.248323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8f339d4c-37ea-4d09-8a45-060b81265c2a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9bd6cbc995d94c659e9cacda6b14814a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7463620 Feb 09 20:57:18.249511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39128) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:18.281256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96ec5768-e002-4f55-a587-55d80a8f67e3 admin admin] Publish callbacks [] for security_group (e727caa8-6b5e-41f4-ad72-eada74f1cbc7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.296761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f339d4c-37ea-4d09-8a45-060b81265c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687c4f51-024e-4ef8-b759-538559c1da7d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:18.308614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96ec5768-e002-4f55-a587-55d80a8f67e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e727caa8-6b5e-41f4-ad72-eada74f1cbc7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.341043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f62b7172-09da-4a40-a1af-5752ef7323ca admin admin] Publish callbacks [] for security_group (687c4f51-024e-4ef8-b759-538559c1da7d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.392522 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f62b7172-09da-4a40-a1af-5752ef7323ca admin admin] Publish callbacks [] for security_group (687c4f51-024e-4ef8-b759-538559c1da7d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.478803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-96ec5768-e002-4f55-a587-55d80a8f67e3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=112fc7f45bd3475aa7bddac72c4b8589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8794370 Feb 09 20:57:18.487538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:18.511045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec5768-e002-4f55-a587-55d80a8f67e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e727caa8-6b5e-41f4-ad72-eada74f1cbc7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:18.516340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f62b7172-09da-4a40-a1af-5752ef7323ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (687c4f51-024e-4ef8-b759-538559c1da7d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.523543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f62b7172-09da-4a40-a1af-5752ef7323ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.529110 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f62b7172-09da-4a40-a1af-5752ef7323ca admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/687c4f51-024e-4ef8-b759-538559c1da7d HTTP/1.1" status: 204 len: 168 time: 0.2731502 Feb 09 20:57:18.546169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b7172-09da-4a40-a1af-5752ef7323ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c4f51-024e-4ef8-b759-538559c1da7d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:18.550635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca525d-0071-4f49-8274-70369fe20371 req-2424206b-c962-4b81-b91b-17b4544c5691 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:18.552427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ca525d-0071-4f49-8274-70369fe20371 req-2424206b-c962-4b81-b91b-17b4544c5691 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.3982840 Feb 09 20:57:18.557811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-967632b7-ab9d-49e0-8cd4-c0d25c7b45b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5885704 Feb 09 20:57:18.835405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43ca525d-0071-4f49-8274-70369fe20371 req-d3d879c5-8b4f-402e-8597-78a810ae528a tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733881 Feb 09 20:57:18.863076 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5964249-f3af-463f-ad5b-005da159730c admin admin] Publish callbacks [] for security_group (e727caa8-6b5e-41f4-ad72-eada74f1cbc7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:18.881993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-b98e7559-db97-4906-89b6-74048ac1b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:18.886319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-b98e7559-db97-4906-89b6-74048ac1b315 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 1129 time: 0.3046157 Feb 09 20:57:18.938835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e5d3ceee-606d-4419-b165-a38e464c894a up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:57:18.971130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5964249-f3af-463f-ad5b-005da159730c admin admin] Publish callbacks [] for security_group (e727caa8-6b5e-41f4-ad72-eada74f1cbc7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.046980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port e5d3ceee-606d-4419-b165-a38e464c894a completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:57:19.059113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port e5d3ceee-606d-4419-b165-a38e464c894a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:57:19.059869 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.211540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port e5d3ceee-606d-4419-b165-a38e464c894a is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:57:19.212380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.274106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17886801-11e2-429a-b006-baa7c2a4ee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3ceee-606d-4419-b165-a38e464c894a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:19.279314 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6508249a-94b9-49b7-b985-bfd1bfdcc0ca" -d '{"events": [{"server_uuid": "17886801-11e2-429a-b006-baa7c2a4ee46", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3ceee-606d-4419-b165-a38e464c894a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:19.314610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port e5d3ceee-606d-4419-b165-a38e464c894a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5d3ceee-606d-4419-b165-a38e464c894a,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:19.327840 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.386567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030183b-00c9-445f-8a92-9c0fbba70c7f req-7988babc-6fb7-47a5-929a-ec80e3ac9568 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:19.389942 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8030183b-00c9-445f-8a92-9c0fbba70c7f req-7988babc-6fb7-47a5-929a-ec80e3ac9568 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1147835 Feb 09 20:57:19.462683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-52017fbf-5781-490c-8229-cc07f4fe3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:19.465322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-52017fbf-5781-490c-8229-cc07f4fe3724 service neutron] 10.222.0.13 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.4977779 Feb 09 20:57:19.485222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:19.500401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=e5d3ceee-606d-4419-b165-a38e464c894a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:19.505479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2292e3-9368-4dc1-af5b-cdbb8606b0f7 req-7c4375c1-09de-4120-bc28-7f78c2df16ce tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:19.508475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc2292e3-9368-4dc1-af5b-cdbb8606b0f7 req-7c4375c1-09de-4120-bc28-7f78c2df16ce tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 944 time: 0.3132799 Feb 09 20:57:19.509466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5964249-f3af-463f-ad5b-005da159730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e727caa8-6b5e-41f4-ad72-eada74f1cbc7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.513842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5964249-f3af-463f-ad5b-005da159730c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.519985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5964249-f3af-463f-ad5b-005da159730c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e727caa8-6b5e-41f4-ad72-eada74f1cbc7 HTTP/1.1" status: 204 len: 168 time: 1.0239668 Feb 09 20:57:19.534655 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f5f470d-ca54-4e61-a9ae-390449df3714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.554923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8030183b-00c9-445f-8a92-9c0fbba70c7f req-6077f0c1-454d-429c-8f89-5493644e51e3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567268 Feb 09 20:57:19.603492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-373c5317-76a1-4792-9c45-f49fef1eab4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6254a1c-df32-40fe-ad5b-2634dd322b2e HTTP/1.1" status: 200 len: 217 time: 0.1279743 Feb 09 20:57:19.632900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5964249-f3af-463f-ad5b-005da159730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e727caa8-6b5e-41f4-ad72-eada74f1cbc7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:19.733368 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d3189-26c4-4804-98f1-8ac47eadbbd1 x-openstack-request-id: req-6c9d3189-26c4-4804-98f1-8ac47eadbbd1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:19.733933 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17886801-11e2-429a-b006-baa7c2a4ee46", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3ceee-606d-4419-b165-a38e464c894a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:19.734381 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6c9d3189-26c4-4804-98f1-8ac47eadbbd1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:19.734842 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17886801-11e2-429a-b006-baa7c2a4ee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3ceee-606d-4419-b165-a38e464c894a', 'code': 200} Feb 09 20:57:19.740095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc2292e3-9368-4dc1-af5b-cdbb8606b0f7 req-6e6a1d97-8031-4f8a-be3e-c7d022572d2c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224677 Feb 09 20:57:19.754421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-600a715b-15ea-4854-bf26-17c2e0119471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:19.757273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-600a715b-15ea-4854-bf26-17c2e0119471 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1256928 Feb 09 20:57:19.769543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-41372a33-318c-4200-b4bf-50ccd56eefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:19.772890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-41372a33-318c-4200-b4bf-50ccd56eefc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1127 time: 0.1929085 Feb 09 20:57:19.777848 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f5f470d-ca54-4e61-a9ae-390449df3714 admin admin] Publish callbacks [] for security_group (c09bcb07-9576-4951-96cb-0bbddd91b4e0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.783161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f5f470d-ca54-4e61-a9ae-390449df3714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c09bcb07-9576-4951-96cb-0bbddd91b4e0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.834403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8f5f470d-ca54-4e61-a9ae-390449df3714 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dd24730ff7a34205993aeb32070dd389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476741 Feb 09 20:57:19.837053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f470d-ca54-4e61-a9ae-390449df3714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09bcb07-9576-4951-96cb-0bbddd91b4e0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:19.840409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:19.899423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26838a12-deb6-42e1-8b2a-9cb9b0cc366e admin admin] Publish callbacks [] for security_group (c09bcb07-9576-4951-96cb-0bbddd91b4e0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.922793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26838a12-deb6-42e1-8b2a-9cb9b0cc366e admin admin] Publish callbacks [] for security_group (c09bcb07-9576-4951-96cb-0bbddd91b4e0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.951929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-ddabfa7a-2bbb-497d-b1c2-a2bcc82f56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:19.953666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-ddabfa7a-2bbb-497d-b1c2-a2bcc82f56d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1783345 Feb 09 20:57:19.996584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26838a12-deb6-42e1-8b2a-9cb9b0cc366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c09bcb07-9576-4951-96cb-0bbddd91b4e0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:19.999938 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26838a12-deb6-42e1-8b2a-9cb9b0cc366e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:20.002189 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-26838a12-deb6-42e1-8b2a-9cb9b0cc366e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c09bcb07-9576-4951-96cb-0bbddd91b4e0 HTTP/1.1" status: 204 len: 168 time: 0.1606028 Feb 09 20:57:20.014467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26838a12-deb6-42e1-8b2a-9cb9b0cc366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09bcb07-9576-4951-96cb-0bbddd91b4e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:20.057940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a6259-e8dc-40e2-8737-9342121a45d9 req-93d02486-cc2c-4a03-ab3c-36bd4f6cb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:20.059591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-136a6259-e8dc-40e2-8737-9342121a45d9 req-93d02486-cc2c-4a03-ab3c-36bd4f6cb525 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 1128 time: 0.1866007 Feb 09 20:57:20.135767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-1cd87850-a982-4ebe-b888-8e085ab0fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:20.137262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-1cd87850-a982-4ebe-b888-8e085ab0fea8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.3483925 Feb 09 20:57:20.145980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-136a6259-e8dc-40e2-8737-9342121a45d9 req-029f01a5-d3e1-4b4e-9297-105c367e11e0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770910 Feb 09 20:57:20.211557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-be24271c-69e5-4fb9-9a49-06555f57897f service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487824 Feb 09 20:57:20.226749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39180) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:20.321642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f77bfb92-7ccf-40cf-a264-eb5fd5dd446c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3898a174803348439141d7d7d6e26a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931704 Feb 09 20:57:20.326621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:20.339284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-544665ea-d961-4070-8e18-b7dcee4901c8 req-0ebd9f51-6aa2-469d-b940-494f058132d0 service neutron] 10.222.0.13 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215308 Feb 09 20:57:20.371956 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-c83b6f90-c5c7-4441-8a9a-b06f865662ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 999 time: 0.2245865 Feb 09 20:57:20.433764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72124532-61a5-409a-922b-500a2ef01606 admin admin] Publish callbacks [] for security_group (6f9f9e88-4c4d-4de6-a846-c1e55ca2b1d6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:20.486497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-3aac6020-741c-474a-994f-684d69997eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:20.488717 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-3aac6020-741c-474a-994f-684d69997eb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.1087830 Feb 09 20:57:20.502271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72124532-61a5-409a-922b-500a2ef01606 admin admin] Publish callbacks [] for security_group (6f9f9e88-4c4d-4de6-a846-c1e55ca2b1d6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:20.577644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-76f15eb3-2bf6-4f60-a2ae-bf16d911caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:20.579849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-76f15eb3-2bf6-4f60-a2ae-bf16d911caae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0751655 Feb 09 20:57:20.585893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72124532-61a5-409a-922b-500a2ef01606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6f9f9e88-4c4d-4de6-a846-c1e55ca2b1d6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:20.589125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72124532-61a5-409a-922b-500a2ef01606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:20.590594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-72124532-61a5-409a-922b-500a2ef01606 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6f9f9e88-4c4d-4de6-a846-c1e55ca2b1d6 HTTP/1.1" status: 204 len: 168 time: 0.2627146 Feb 09 20:57:20.606119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72124532-61a5-409a-922b-500a2ef01606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f9e88-4c4d-4de6-a846-c1e55ca2b1d6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:20.708590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:20.732916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c325fe2-b861-4dd7-a4af-1d9f9369437b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:20.808341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-18b0c0e4-69fd-48c7-9c9c-c9985683e06f service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116807 Feb 09 20:57:20.892970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b30bee-3a15-49e7-851f-89ae36c18575 req-99b9955c-9e53-4ed5-aa3c-290455276701 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:20.894644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00b30bee-3a15-49e7-851f-89ae36c18575 req-99b9955c-9e53-4ed5-aa3c-290455276701 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1233773 Feb 09 20:57:20.978666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c325fe2-b861-4dd7-a4af-1d9f9369437b admin admin] Publish callbacks [] for security_group (6005fd1a-c3a8-4d79-a25d-916e13f3d19c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:21.028123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3925001c-fbeb-4ded-89a5-54c60b606f9c req-41a69f7a-dd18-4f37-83a1-5e16265ba86c service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132909 Feb 09 20:57:21.053072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00b30bee-3a15-49e7-851f-89ae36c18575 req-3641d23b-ae57-4609-aa16-07368deb64dc tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501415 Feb 09 20:57:21.063415 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c325fe2-b861-4dd7-a4af-1d9f9369437b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6005fd1a-c3a8-4d79-a25d-916e13f3d19c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:21.065493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f586-bd0a-46a5-97b5-9080d606074d req-7c043bc4-58bc-4e6c-bc56-d8ee09cca83c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:21.067587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eef3f586-bd0a-46a5-97b5-9080d606074d req-7c043bc4-58bc-4e6c-bc56-d8ee09cca83c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 945 time: 0.1207967 Feb 09 20:57:21.142540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eef3f586-bd0a-46a5-97b5-9080d606074d req-37a25290-df18-4415-84ec-c62b87e8db3a tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650849 Feb 09 20:57:21.159153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5c325fe2-b861-4dd7-a4af-1d9f9369437b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cdbcd30788ca484ca1e2b5a5908f18c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4489121 Feb 09 20:57:21.168676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:21.173027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c325fe2-b861-4dd7-a4af-1d9f9369437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6005fd1a-c3a8-4d79-a25d-916e13f3d19c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:21.236129 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac3cdc99-b517-444e-aeca-ef9a5df1e972 admin admin] Publish callbacks [] for security_group (6005fd1a-c3a8-4d79-a25d-916e13f3d19c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:21.262829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac3cdc99-b517-444e-aeca-ef9a5df1e972 admin admin] Publish callbacks [] for security_group (6005fd1a-c3a8-4d79-a25d-916e13f3d19c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:21.334251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac3cdc99-b517-444e-aeca-ef9a5df1e972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6005fd1a-c3a8-4d79-a25d-916e13f3d19c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:21.337031 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac3cdc99-b517-444e-aeca-ef9a5df1e972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:21.340881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ac3cdc99-b517-444e-aeca-ef9a5df1e972 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6005fd1a-c3a8-4d79-a25d-916e13f3d19c HTTP/1.1" status: 204 len: 168 time: 0.1685295 Feb 09 20:57:21.352930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cdc99-b517-444e-aeca-ef9a5df1e972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6005fd1a-c3a8-4d79-a25d-916e13f3d19c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:21.586732 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:22.261283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9ceb2-ddd7-4b66-b02f-29b168e0e538 req-7a685670-bb3c-4b1d-8b50-ba7cc8459e22 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:22.269512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3f9ceb2-ddd7-4b66-b02f-29b168e0e538 req-7a685670-bb3c-4b1d-8b50-ba7cc8459e22 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0912433 Feb 09 20:57:22.337183 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3f9ceb2-ddd7-4b66-b02f-29b168e0e538 req-6612300e-d5c5-4996-b770-3c7cd7b747e0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621498 Feb 09 20:57:22.408314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87dc81-fd22-4f58-96e6-c156b786fc06 req-7df82bef-8752-4c37-85d0-f9d7b53e6f36 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:22.425581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e87dc81-fd22-4f58-96e6-c156b786fc06 req-7df82bef-8752-4c37-85d0-f9d7b53e6f36 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 945 time: 0.1262062 Feb 09 20:57:22.549709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe54e33-e658-4384-abd3-2cd8fb5112d7 req-894388ea-4105-45d7-952e-79e02f149f88 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:22.557471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e87dc81-fd22-4f58-96e6-c156b786fc06 req-5e3eece2-b8e3-4a44-a5f5-f37de81326ff tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266041 Feb 09 20:57:22.558728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-abe54e33-e658-4384-abd3-2cd8fb5112d7 req-894388ea-4105-45d7-952e-79e02f149f88 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0742526 Feb 09 20:57:22.629963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-abe54e33-e658-4384-abd3-2cd8fb5112d7 req-c77d5327-8be7-4e78-8f6f-80e63c19b2b0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667937 Feb 09 20:57:22.927657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bad2e-8e58-4745-a991-31e515be3a43 req-fa1b8391-b81a-4836-84c9-940a7c2d8e1f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:22.945644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-469bad2e-8e58-4745-a991-31e515be3a43 req-fa1b8391-b81a-4836-84c9-940a7c2d8e1f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1443768 Feb 09 20:57:23.032344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-469bad2e-8e58-4745-a991-31e515be3a43 req-426b9215-ab80-4fc2-bc9f-2d7c2e7f8d0d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855918 Feb 09 20:57:23.144306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:23.549078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff706aa-637f-4a53-bf8f-4b8ddbaea9cd req-6760d7cf-5a1d-4f2d-9aad-e899b7719a59 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:23.557450 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ff706aa-637f-4a53-bf8f-4b8ddbaea9cd req-6760d7cf-5a1d-4f2d-9aad-e899b7719a59 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1445363 Feb 09 20:57:23.652323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ff706aa-637f-4a53-bf8f-4b8ddbaea9cd req-4fa78695-b620-4944-8e40-1e617ddc9a87 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939062 Feb 09 20:57:23.709803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e2a4740-bc26-4118-821a-e2feaad5c675 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1960042182'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:23.710263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e2a4740-bc26-4118-821a-e2feaad5c675 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Unknown quota resources ['metering_label']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:57:24.039925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4740-bc26-4118-821a-e2feaad5c675 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:24.041516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9e2a4740-bc26-4118-821a-e2feaad5c675 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8958015 Feb 09 20:57:24.044160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:24.049490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-95a1318e-8c2b-4d80-bb73-1845962d1361 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '02b5c3ce-ef3d-466b-a5fe-e8227817c748'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:24.051626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-95a1318e-8c2b-4d80-bb73-1845962d1361 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:57:24.231157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76079-0bef-4d1a-a5a2-cc9ab6118871 req-d8bb4beb-347e-43d2-afac-ebd766440455 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:24.233125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97f76079-0bef-4d1a-a5a2-cc9ab6118871 req-d8bb4beb-347e-43d2-afac-ebd766440455 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.1973414 Feb 09 20:57:24.234265 n-d-789963-29 neutron-server[103325]: WARNING neutron.services.metering.metering_plugin [None req-95a1318e-8c2b-4d80-bb73-1845962d1361 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 20:57:24.356620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-95a1318e-8c2b-4d80-bb73-1845962d1361 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:24.361702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:24.362480 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-95a1318e-8c2b-4d80-bb73-1845962d1361 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3165274 Feb 09 20:57:24.366199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7094cf06-c4c6-4c49-9942-06ce70712794 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '02b5c3ce-ef3d-466b-a5fe-e8227817c748'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:24.366700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7094cf06-c4c6-4c49-9942-06ce70712794 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103324) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:57:24.399493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-97f76079-0bef-4d1a-a5a2-cc9ab6118871 req-5884ee7c-5284-43db-836f-c8b192f9b720 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122479 Feb 09 20:57:24.519888 n-d-789963-29 neutron-server[103324]: WARNING neutron.services.metering.metering_plugin [None req-7094cf06-c4c6-4c49-9942-06ce70712794 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 20:57:24.570304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:24.622194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7094cf06-c4c6-4c49-9942-06ce70712794 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:24.623601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7094cf06-c4c6-4c49-9942-06ce70712794 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2608860 Feb 09 20:57:24.626529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:24.638165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3497fe31-8375-4a53-bbc2-6b90dfe3e27c tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-label-rules?id=1db831c7-f94b-4708-ae0c-54b4b05bb6bb HTTP/1.1" status: 200 len: 464 time: 0.0102632 Feb 09 20:57:24.641292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:24.786301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae5581ee-e90d-4fae-833c-17f9e5c52889 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:24.790829 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ae5581ee-e90d-4fae-833c-17f9e5c52889 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "DELETE /v2.0/metering/metering-label-rules/1db831c7-f94b-4708-ae0c-54b4b05bb6bb HTTP/1.1" status: 204 len: 168 time: 0.1476359 Feb 09 20:57:24.791527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:24.808572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:24.808806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f084ace5-2d91-44bf-a66c-7cd96117f698 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-label-rules?id=1db831c7-f94b-4708-ae0c-54b4b05bb6bb HTTP/1.1" status: 200 len: 221 time: 0.0159163 Feb 09 20:57:24.809362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62b736ab-b414-46eb-a90b-d50c975f455f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:24.815908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d97e344a-8d29-4f03-8444-390da6513ff2 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--920353374', 'description': 'label created by tempest'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:24.816587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d97e344a-8d29-4f03-8444-390da6513ff2 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Unknown quota resources ['metering_label']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 20:57:24.941501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e270b5-5cb1-49b8-b913-31d3407ced52 req-189602bb-408a-4894-a156-f063221328c1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:24.943477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5e270b5-5cb1-49b8-b913-31d3407ced52 req-189602bb-408a-4894-a156-f063221328c1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.2206349 Feb 09 20:57:25.375742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d97e344a-8d29-4f03-8444-390da6513ff2 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:25.375742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d97e344a-8d29-4f03-8444-390da6513ff2 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5592492 Feb 09 20:57:25.376218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:25.405067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5e270b5-5cb1-49b8-b913-31d3407ced52 req-308a67f8-0fbf-4394-96a4-cddbb2969443 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986152 Feb 09 20:57:25.464379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62b736ab-b414-46eb-a90b-d50c975f455f admin admin] Publish callbacks [] for security_group (20f12287-4001-40c7-8a6a-37e994e76105), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:25.469947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62b736ab-b414-46eb-a90b-d50c975f455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (20f12287-4001-40c7-8a6a-37e994e76105), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:25.528340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-41e44170-9a12-4e0f-9524-d6e0570ddfca tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-labels?id=12741b2c-4f04-42a7-977d-133e6ed93ed2 HTTP/1.1" status: 200 len: 467 time: 0.1514852 Feb 09 20:57:25.528968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:25.549163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b736ab-b414-46eb-a90b-d50c975f455f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f12287-4001-40c7-8a6a-37e994e76105,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:25.581001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62b736ab-b414-46eb-a90b-d50c975f455f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a44b192796da46a2935d9f35b1509cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0095861 Feb 09 20:57:25.586441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:25.735226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59a20eea-8228-44a3-b182-f79faf00b740 admin admin] Publish callbacks [] for security_group (20f12287-4001-40c7-8a6a-37e994e76105), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:25.786669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59a20eea-8228-44a3-b182-f79faf00b740 admin admin] Publish callbacks [] for security_group (20f12287-4001-40c7-8a6a-37e994e76105), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:25.923520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59a20eea-8228-44a3-b182-f79faf00b740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (20f12287-4001-40c7-8a6a-37e994e76105), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:25.926805 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59a20eea-8228-44a3-b182-f79faf00b740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:25.931055 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-59a20eea-8228-44a3-b182-f79faf00b740 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/20f12287-4001-40c7-8a6a-37e994e76105 HTTP/1.1" status: 204 len: 168 time: 0.3434813 Feb 09 20:57:25.952070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a20eea-8228-44a3-b182-f79faf00b740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f12287-4001-40c7-8a6a-37e994e76105,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:25.974020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88461340-bd2e-4741-ab32-83ea05b42f2e req-346a4c6d-5935-46a3-aad5-754441cbda1f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:25.977898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88461340-bd2e-4741-ab32-83ea05b42f2e req-346a4c6d-5935-46a3-aad5-754441cbda1f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1148260 Feb 09 20:57:26.068309 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88461340-bd2e-4741-ab32-83ea05b42f2e req-63893cdc-9f9b-446c-aa11-c9eb4de85c3d tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819240 Feb 09 20:57:26.413194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.434232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8ea97de-00aa-4cc9-b6e4-269917870ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:26.462480 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb85fd1c-d30c-455a-b34b-c4fecf214184 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:26.463872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eb85fd1c-d30c-455a-b34b-c4fecf214184 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "DELETE /v2.0/metering/metering-labels/12741b2c-4f04-42a7-977d-133e6ed93ed2 HTTP/1.1" status: 204 len: 168 time: 0.9339302 Feb 09 20:57:26.466738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.495710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-0aa871a3-a36c-4877-b445-cb61116a30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:26.498136 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-0aa871a3-a36c-4877-b445-cb61116a30df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=78e1662b80484a4096590fa7c4066153&device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 1127 time: 0.7211614 Feb 09 20:57:26.512014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4fa93f9f-534a-4f31-8a63-e9256b763f43 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-labels?id=12741b2c-4f04-42a7-977d-133e6ed93ed2 HTTP/1.1" status: 200 len: 216 time: 0.0434673 Feb 09 20:57:26.513074 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:26.515156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f4ede-ba0a-44da-ada7-1666c5e7e6a1 req-209856d7-effc-4530-a071-627140b3c6d0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:26.517641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec2f4ede-ba0a-44da-ada7-1666c5e7e6a1 req-209856d7-effc-4530-a071-627140b3c6d0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.8640997 Feb 09 20:57:26.518331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.557083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4fccec04-3aa7-4270-8a2a-2177679de448 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0355287 Feb 09 20:57:26.563224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.586261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5121bf14-c035-4024-9b27-2c7246037210 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0215907 Feb 09 20:57:26.592943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.615816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-0639c25a-8c90-4376-beb6-d8bb2e4d6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:26.617178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-0639c25a-8c90-4376-beb6-d8bb2e4d6c13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 200 len: 913 time: 0.0974360 Feb 09 20:57:26.654555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-023044e8-04da-4798-9b96-03847a914a56 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:26.657999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-023044e8-04da-4798-9b96-03847a914a56 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 945 time: 0.8461003 Feb 09 20:57:26.669664 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-06a52e98-ac5e-4c50-ad77-2bca6a1e5699 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-labels/02b5c3ce-ef3d-466b-a5fe-e8227817c748 HTTP/1.1" status: 200 len: 473 time: 0.0751271 Feb 09 20:57:26.675012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.697937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6810381f-5151-43d9-bb02-4d3ddeadbb36 tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "GET /v2.0/metering/metering-label-rules/7b9df877-c9da-45ef-9b61-241ff57104ec HTTP/1.1" status: 200 len: 461 time: 0.0216827 Feb 09 20:57:26.703471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.727506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8ea97de-00aa-4cc9-b6e4-269917870ba8 admin admin] Publish callbacks [] for security_group (f8119f6a-0c92-4469-99fe-4affec42e06b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:26.735922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8ea97de-00aa-4cc9-b6e4-269917870ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f8119f6a-0c92-4469-99fe-4affec42e06b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:26.827418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-4ebc0faa-24c8-4f7e-b0c6-d04e7295d700 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 200 len: 999 time: 0.1681206 Feb 09 20:57:26.907489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a8ea97de-00aa-4cc9-b6e4-269917870ba8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=335c9b04b80545108646e8be194c94f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4920907 Feb 09 20:57:26.908493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.913365 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8305a786-cff5-45ba-9759-f02926f67b9f tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:26.914467 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8305a786-cff5-45ba-9759-f02926f67b9f tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "DELETE /v2.0/metering/metering-label-rules/7b9df877-c9da-45ef-9b61-241ff57104ec HTTP/1.1" status: 204 len: 168 time: 0.2100554 Feb 09 20:57:26.917081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea97de-00aa-4cc9-b6e4-269917870ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8119f6a-0c92-4469-99fe-4affec42e06b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:26.921529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:26.922347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-ad91f00a-49aa-4fec-b1e5-f4d5992d8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:26.924253 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-ad91f00a-49aa-4fec-b1e5-f4d5992d8f61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 200 len: 851 time: 0.0580075 Feb 09 20:57:27.014177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec2f4ede-ba0a-44da-ada7-1666c5e7e6a1 req-e8147ea6-7b7b-4877-aaa4-83d8e0823cb9 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=c4abbff3-d903-4971-bb66-39fbd9fe2583&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958869 Feb 09 20:57:27.033832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Deleting port d0f910bc-cf7a-4288-a600-6da3644cfb37 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:27.037899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.101266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-71f8e5d9-bf89-4c40-98ec-56022910be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:27.113628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-71f8e5d9-bf89-4c40-98ec-56022910be88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18f903fd-99c8-485a-97ea-57a85eb2afd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1810043 Feb 09 20:57:27.177582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] For port d0f910bc-cf7a-4288-a600-6da3644cfb37, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d0f910bc-cf7a-4288-a600-6da3644cfb37,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:27.177979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.397680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.398036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (d7ce4f6c-3cbd-4293-8017-18199380d451), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.398266 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Floating IP d7ce4f6c-3cbd-4293-8017-18199380d451 disassociated. External IP: 172.25.4.54, port: d0f910bc-cf7a-4288-a600-6da3644cfb37. Feb 09 20:57:27.398609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Calling delete_port for d0f910bc-cf7a-4288-a600-6da3644cfb37 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:27.423231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da790967-3322-4f1b-8479-26830235d5fa tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.444276 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da790967-3322-4f1b-8479-26830235d5fa tempest-MeteringTestJSON-1593231409 tempest-MeteringTestJSON-1593231409-project-admin] 10.222.0.102 "DELETE /v2.0/metering/metering-labels/02b5c3ce-ef3d-466b-a5fe-e8227817c748 HTTP/1.1" status: 204 len: 168 time: 0.5165339 Feb 09 20:57:27.447172 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42445bcc-955b-4fb9-8129-3a68387367c0 admin admin] Publish callbacks [] for security_group (f8119f6a-0c92-4469-99fe-4affec42e06b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.493107 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42445bcc-955b-4fb9-8129-3a68387367c0 admin admin] Publish callbacks [] for security_group (f8119f6a-0c92-4469-99fe-4affec42e06b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.508858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359a0e-9d7b-48fb-9dc4-190722dec1b4 req-551403a2-1dcf-41f4-ba42-f50ff0a8f311 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:27.510420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44359a0e-9d7b-48fb-9dc4-190722dec1b4 req-551403a2-1dcf-41f4-ba42-f50ff0a8f311 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.2695374 Feb 09 20:57:27.620823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44359a0e-9d7b-48fb-9dc4-190722dec1b4 req-58d2f3f6-c2d3-4d18-9cd3-d497cdc966d3 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016459 Feb 09 20:57:27.633278 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42445bcc-955b-4fb9-8129-3a68387367c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f8119f6a-0c92-4469-99fe-4affec42e06b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.635906 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42445bcc-955b-4fb9-8129-3a68387367c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:27.639342 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-42445bcc-955b-4fb9-8129-3a68387367c0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f8119f6a-0c92-4469-99fe-4affec42e06b HTTP/1.1" status: 204 len: 168 time: 0.7213268 Feb 09 20:57:27.661067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42445bcc-955b-4fb9-8129-3a68387367c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8119f6a-0c92-4469-99fe-4affec42e06b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:28.009611 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d0f910bc-cf7a-4288-a600-6da3644cfb37), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:28.105064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-2745a05b-61c9-4c49-8c7c-7b1086fac742 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950997 Feb 09 20:57:28.178970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-063d33f9-abb9-40dd-9163-18190d03294a req-a4f7756b-c536-407f-b164-c686bd04db17 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 210 time: 0.0422609 Feb 09 20:57:28.251661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:28.337802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event deleted for resources: {'Port': ['ID=d0f910bc-cf7a-4288-a600-6da3644cfb37,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:28.424586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:57:28.488649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fda801e-92a2-4fc3-b948-221052482c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:28.664042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fda801e-92a2-4fc3-b948-221052482c48 admin admin] Publish callbacks [] for security_group (0c07a9bc-7de7-42bc-9b73-4268daad5214), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:28.673299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2fda801e-92a2-4fc3-b948-221052482c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0c07a9bc-7de7-42bc-9b73-4268daad5214), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:28.737403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda801e-92a2-4fc3-b948-221052482c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c07a9bc-7de7-42bc-9b73-4268daad5214,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:28.742116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2fda801e-92a2-4fc3-b948-221052482c48 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e55fbeeb9be340f88b7f4717981c1a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4893756 Feb 09 20:57:28.744729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:28.793024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ec30fa0-547a-4c4e-a8ed-ddce69d60805 req-f01f0e84-3d01-49be-b074-35b91399a766 service neutron] 10.222.0.50 "GET /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905548 Feb 09 20:57:28.972688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f50d24d-71f7-42a9-9b53-54e27162a8c4 admin admin] Publish callbacks [] for security_group (0c07a9bc-7de7-42bc-9b73-4268daad5214), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:29.006643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:57:29.019427 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] Sync routers for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:57:29.039744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f50d24d-71f7-42a9-9b53-54e27162a8c4 admin admin] Publish callbacks [] for security_group (0c07a9bc-7de7-42bc-9b73-4268daad5214), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:29.057069 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:29.061704 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:29.160426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] No DVR routers for this DVR port d0f910bc-cf7a-4288-a600-6da3644cfb37 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:57:29.165646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:29.170949 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f50d24d-71f7-42a9-9b53-54e27162a8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0c07a9bc-7de7-42bc-9b73-4268daad5214), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:29.173301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bbaeb5ed-c32d-4532-ad46-8f13335311f5 req-1ef085e4-5e1d-4aea-bfa0-1d4cd47c857d tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "DELETE /v2.0/ports/d0f910bc-cf7a-4288-a600-6da3644cfb37 HTTP/1.1" status: 204 len: 173 time: 2.5033708 Feb 09 20:57:29.176120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f50d24d-71f7-42a9-9b53-54e27162a8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:29.176382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'name': 'network-vif-deleted', 'tag': 'd0f910bc-cf7a-4288-a600-6da3644cfb37'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:29.180442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6f50d24d-71f7-42a9-9b53-54e27162a8c4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0c07a9bc-7de7-42bc-9b73-4268daad5214 HTTP/1.1" status: 204 len: 168 time: 0.4324396 Feb 09 20:57:29.182160 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cf4982-3119-458e-91cd-a914fb81d89f" -d '{"events": [{"server_uuid": "7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c", "name": "network-vif-deleted", "tag": "d0f910bc-cf7a-4288-a600-6da3644cfb37"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:29.191009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50d24d-71f7-42a9-9b53-54e27162a8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c07a9bc-7de7-42bc-9b73-4268daad5214,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:29.274655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964b21-e05a-4889-ab62-150532eb0147 req-872e4cc3-55ef-4539-a901-884b6cb4e998 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:29.295894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e964b21-e05a-4889-ab62-150532eb0147 req-872e4cc3-55ef-4539-a901-884b6cb4e998 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.4301441 Feb 09 20:57:29.302702 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce68049-4268-4b58-ad33-3067ca89688d x-openstack-request-id: req-dce68049-4268-4b58-ad33-3067ca89688d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:29.302971 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c", "name": "network-vif-deleted", "tag": "d0f910bc-cf7a-4288-a600-6da3644cfb37", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:29.303236 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dce68049-4268-4b58-ad33-3067ca89688d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:29.303640 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c', 'name': 'network-vif-deleted', 'tag': 'd0f910bc-cf7a-4288-a600-6da3644cfb37', 'status': 'completed', 'code': 200} Feb 09 20:57:29.402942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e964b21-e05a-4889-ab62-150532eb0147 req-072ea05e-0258-4957-87dc-a3f07e879332 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059840 Feb 09 20:57:29.422763 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:29.519067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9c63cce-8068-452a-a770-52b595ad756d req-29345332-687b-4ae5-91b9-f7d70dfb2f84 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=7fd6f9cd-8aef-456d-93b3-08e7e5e2f56c HTTP/1.1" status: 200 len: 210 time: 0.0878885 Feb 09 20:57:29.829380 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:29.863459 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] Checking router: 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:57:29.875330 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:29.877741 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:30.017384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39566) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:30.031265 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3188828-8e83-4d70-9477-19d1c05e2b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:30.045928 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:30.145183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3188828-8e83-4d70-9477-19d1c05e2b68 admin admin] Publish callbacks [] for security_group (a47f088a-e73c-4ea9-ba8c-b036140180a2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:30.152183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3188828-8e83-4d70-9477-19d1c05e2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a47f088a-e73c-4ea9-ba8c-b036140180a2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:30.185271 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a3188828-8e83-4d70-9477-19d1c05e2b68 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=28ef2b3e5d2445f4a92cdefa5340f822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666312 Feb 09 20:57:30.188144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39570) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:30.208406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3188828-8e83-4d70-9477-19d1c05e2b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47f088a-e73c-4ea9-ba8c-b036140180a2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:30.263449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3683fb37-ad84-4776-a8b6-792249e6ddfd admin admin] Publish callbacks [] for security_group (a47f088a-e73c-4ea9-ba8c-b036140180a2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:30.288131 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3683fb37-ad84-4776-a8b6-792249e6ddfd admin admin] Publish callbacks [] for security_group (a47f088a-e73c-4ea9-ba8c-b036140180a2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:30.333806 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:30.366168 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef49cee-69db-4117-ba84-968653ac3120 None None] The sync data for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 is: [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:57:30.383189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3683fb37-ad84-4776-a8b6-792249e6ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a47f088a-e73c-4ea9-ba8c-b036140180a2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:30.386916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3683fb37-ad84-4776-a8b6-792249e6ddfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:30.400574 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3683fb37-ad84-4776-a8b6-792249e6ddfd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a47f088a-e73c-4ea9-ba8c-b036140180a2 HTTP/1.1" status: 204 len: 168 time: 0.2050748 Feb 09 20:57:30.424233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683fb37-ad84-4776-a8b6-792249e6ddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47f088a-e73c-4ea9-ba8c-b036140180a2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:30.726939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:30.759818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0384932-f858-450d-9213-c11cdec4bd9c req-b02160c2-c4b0-4557-9c69-9ea9386b3179 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:30.769691 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0384932-f858-450d-9213-c11cdec4bd9c req-b02160c2-c4b0-4557-9c69-9ea9386b3179 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1985829 Feb 09 20:57:30.896948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0384932-f858-450d-9213-c11cdec4bd9c req-70f2b1af-da1b-4079-8078-22eecd0fad42 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160953 Feb 09 20:57:30.904260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-884955d0-1fd8-494d-b87f-3bdbdfe7c6e4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (c4abbff3-d903-4971-bb66-39fbd9fe2583), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:30.931533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb35db6a-08c9-408c-be8e-e680c6f1fe23 None None] New status for floating IP d7ce4f6c-3cbd-4293-8017-18199380d451: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:57:31.102135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-884955d0-1fd8-494d-b87f-3bdbdfe7c6e4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (c4abbff3-d903-4971-bb66-39fbd9fe2583), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:31.263395 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-884955d0-1fd8-494d-b87f-3bdbdfe7c6e4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c4abbff3-d903-4971-bb66-39fbd9fe2583), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:31.293220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-884955d0-1fd8-494d-b87f-3bdbdfe7c6e4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:31.294290 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-884955d0-1fd8-494d-b87f-3bdbdfe7c6e4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "DELETE /v2.0/security-groups/c4abbff3-d903-4971-bb66-39fbd9fe2583 HTTP/1.1" status: 204 len: 168 time: 0.5636814 Feb 09 20:57:31.294886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:31.319156 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-d063784b-2854-4aea-b152-06952b448de3 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] show failed (client error): The resource could not be found. Feb 09 20:57:31.320672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d063784b-2854-4aea-b152-06952b448de3 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups/c4abbff3-d903-4971-bb66-39fbd9fe2583 HTTP/1.1" status: 404 len: 347 time: 0.0241294 Feb 09 20:57:31.323960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:31.359198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884955d0-1fd8-494d-b87f-3bdbdfe7c6e4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4abbff3-d903-4971-bb66-39fbd9fe2583,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:31.365443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d0f910bc-cf7a-4288-a600-6da3644cfb37 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:57:31.470919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e68b06-4c16-4d2e-ac94-94553880ee0d req-9ae15b0a-8b1f-4f2f-a09f-34c9767e7f6f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:31.482163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39e68b06-4c16-4d2e-ac94-94553880ee0d req-9ae15b0a-8b1f-4f2f-a09f-34c9767e7f6f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1864035 Feb 09 20:57:31.616929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: d0f910bc-cf7a-4288-a600-6da3644cfb37 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:57:31.617281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d0f910bc-cf7a-4288-a600-6da3644cfb37 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:57:31.628098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39e68b06-4c16-4d2e-ac94-94553880ee0d req-e7cba5cf-5eac-4d2b-b509-c511e26448e2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363230 Feb 09 20:57:31.770582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Deleting port 766e106f-c1b1-4f17-8b85-f245dbb82051 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:31.776745 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (766e106f-c1b1-4f17-8b85-f245dbb82051), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:31.959197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (766e106f-c1b1-4f17-8b85-f245dbb82051), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:31.960126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (766e106f-c1b1-4f17-8b85-f245dbb82051), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:31.996466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Calling delete_port for 766e106f-c1b1-4f17-8b85-f245dbb82051 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:32.359825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (766e106f-c1b1-4f17-8b85-f245dbb82051), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:32.492304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event deleted for resources: {'Port': ['ID=766e106f-c1b1-4f17-8b85-f245dbb82051,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:32.494399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (d7ce4f6c-3cbd-4293-8017-18199380d451), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:32.497674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:32.501994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c78c38fc-52f6-4387-be5f-291a6e2f8901 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "DELETE /v2.0/floatingips/d7ce4f6c-3cbd-4293-8017-18199380d451 HTTP/1.1" status: 204 len: 168 time: 1.1728899 Feb 09 20:57:33.294227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:33.300217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fb598942-f685-4ea3-8fa7-fa3d11a9090e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965792848', 'description': 'tempest-description--808101326'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:33.380248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb598942-f685-4ea3-8fa7-fa3d11a9090e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.513979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb598942-f685-4ea3-8fa7-fa3d11a9090e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (5450e97c-ea3c-4aea-bed4-39372de9e5d4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.519837 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb598942-f685-4ea3-8fa7-fa3d11a9090e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5450e97c-ea3c-4aea-bed4-39372de9e5d4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.561030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:33.583478 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb598942-f685-4ea3-8fa7-fa3d11a9090e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.586831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fb598942-f685-4ea3-8fa7-fa3d11a9090e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2903280 Feb 09 20:57:33.589566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:33.598342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fd3b633d-57bc-44ee-86ef-fc501682f919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'security_group_rule': {'security_group_id': '5450e97c-ea3c-4aea-bed4-39372de9e5d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:33.639973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb598942-f685-4ea3-8fa7-fa3d11a9090e tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5450e97c-ea3c-4aea-bed4-39372de9e5d4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:33.648170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd3b633d-57bc-44ee-86ef-fc501682f919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (ae10377f-d40b-4fff-b6b7-b746f7a1c8d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.753927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd3b633d-57bc-44ee-86ef-fc501682f919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (ae10377f-d40b-4fff-b6b7-b746f7a1c8d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.759062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd3b633d-57bc-44ee-86ef-fc501682f919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (ae10377f-d40b-4fff-b6b7-b746f7a1c8d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.804563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b633d-57bc-44ee-86ef-fc501682f919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae10377f-d40b-4fff-b6b7-b746f7a1c8d7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:33.818603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd3b633d-57bc-44ee-86ef-fc501682f919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.819855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fd3b633d-57bc-44ee-86ef-fc501682f919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291737 Feb 09 20:57:33.822987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:33.833630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1058444957', 'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:33.841988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e96803f5-2e4d-43e5-9a0b-a783078e4c9c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'security_group_rule': {'security_group_id': '5450e97c-ea3c-4aea-bed4-39372de9e5d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:33.870660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Made reservation on behalf of e4b27d4101f349aa9b8e40bc891e6409 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:57:33.873784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:33.902028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.026303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e96803f5-2e4d-43e5-9a0b-a783078e4c9c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (96321eca-0c44-4f43-9d54-d096f94b23d5), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.090484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for security_group (ff3ccc19-5470-4b78-b0ed-6809a0fff9d9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.096318 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ff3ccc19-5470-4b78-b0ed-6809a0fff9d9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.116439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:57:34.137357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e96803f5-2e4d-43e5-9a0b-a783078e4c9c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (96321eca-0c44-4f43-9d54-d096f94b23d5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.138863 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c0eb3605-37c2-4a05-89a0-425c8791c606), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.139476 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Added segment c0eb3605-37c2-4a05-89a0-425c8791c606 of type vlan for network d69590b8-447a-4e6b-893a-4dec29a35e93 Feb 09 20:57:34.142526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e96803f5-2e4d-43e5-9a0b-a783078e4c9c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (96321eca-0c44-4f43-9d54-d096f94b23d5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.181953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e96803f5-2e4d-43e5-9a0b-a783078e4c9c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.188892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e96803f5-2e4d-43e5-9a0b-a783078e4c9c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3636985 Feb 09 20:57:34.190979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:34.195266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:34.210317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (d69590b8-447a-4e6b-893a-4dec29a35e93), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.213256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96803f5-2e4d-43e5-9a0b-a783078e4c9c tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96321eca-0c44-4f43-9d54-d096f94b23d5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:34.246715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.249039 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (d69590b8-447a-4e6b-893a-4dec29a35e93), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.250999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:34.252041 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.336652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ccc19-5470-4b78-b0ed-6809a0fff9d9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:34.375736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8135219 Feb 09 20:57:34.376406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39752) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:34.392628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'subnet': {'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:34.402503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb316eed-b2e0-4efd-a653-5b22b211d544 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'Network': ['ID=d69590b8-447a-4e6b-893a-4dec29a35e93,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:34.415621 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network d69590b8-447a-4e6b-893a-4dec29a35e93 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:57:34.428996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Made reservation on behalf of e4b27d4101f349aa9b8e40bc891e6409 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:57:34.440092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.529170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-9b3b043f-b518-42bc-b5a1-651f8607df97 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:34.535925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-9b3b043f-b518-42bc-b5a1-651f8607df97 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=3010ddcd-1e5f-4d8d-aa26-71e25e65c69c HTTP/1.1" status: 200 len: 944 time: 0.1538250 Feb 09 20:57:34.646684 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:34.897479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Deleting port 84f16567-74a2-4d5b-9b55-b754b8ceada2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:34.898114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.017683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] For port 84f16567-74a2-4d5b-9b55-b754b8ceada2, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=84f16567-74a2-4d5b-9b55-b754b8ceada2,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:35.018211 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.033651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Calling delete_port for 84f16567-74a2-4d5b-9b55-b754b8ceada2 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:35.184929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.objects.ports [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 20:57:35.192387 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (0252595b-9239-4705-a2c1-b158d5b86cf2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.230091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Allocated IP 172.25.4.128 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2b842175-1f5f-4011-bc72-5730efd4c342) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:35.322238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0252595b-9239-4705-a2c1-b158d5b86cf2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:35.364685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Checking segment: {'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:57:35.366878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Network hostable DHCP agents. Network: d69590b8-447a-4e6b-893a-4dec29a35e93, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:57:35.417361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Network d69590b8-447a-4e6b-893a-4dec29a35e93 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:57:35.431451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for port (2b842175-1f5f-4011-bc72-5730efd4c342), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.435964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, d69590b8-447a-4e6b-893a-4dec29a35e93) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:35.447484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c411c160-bf73-4a47-b4c0-5eb2e3717be0 None None] Network d69590b8-447a-4e6b-893a-4dec29a35e93 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:57:35.472609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:35.480618 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.548094 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2b842175-1f5f-4011-bc72-5730efd4c342), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.559205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7f4006d7-702e-436a-86b3-fa2d7beaa513 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1688392 Feb 09 20:57:35.559887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:35.585854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-723504300', 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:35.636358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (84f16567-74a2-4d5b-9b55-b754b8ceada2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.656390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['f6254a1c-df32-40fe-ad5b-2634dd322b2e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:35.681065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:35.689291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:35.699415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:35.722277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Made reservation on behalf of e4b27d4101f349aa9b8e40bc891e6409 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:57:35.726385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.743491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5930e696-d5eb-4866-88c9-a4e3b59599e8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:35.744839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'Port': ['ID=2b842175-1f5f-4011-bc72-5730efd4c342,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:35.786195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] device_id is not set on port 1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:57:35.875315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d26b65-98a5-4368-9f9e-8c3149db5b9a None None] Network d69590b8-447a-4e6b-893a-4dec29a35e93 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:57:35.899045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] No DVR routers for this DVR port 84f16567-74a2-4d5b-9b55-b754b8ceada2 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:57:35.910534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:35.935088 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76a25b8f-06ca-4c2a-9bd4-07ec11d8d39c req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "DELETE /v2.0/ports/84f16567-74a2-4d5b-9b55-b754b8ceada2 HTTP/1.1" status: 204 len: 173 time: 1.3981771 Feb 09 20:57:35.995384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'name': 'network-vif-deleted', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:35.998813 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdae0944-d48f-4a7b-8720-1ebd5bf23e87" -d '{"events": [{"server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "name": "network-vif-deleted", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:36.028502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4936a-1ec0-4c9e-8548-c18cc5c0d4d7 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event deleted for resources: {'Port': ['ID=84f16567-74a2-4d5b-9b55-b754b8ceada2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:36.088625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Allocated IP 2001:db8::386 (d69590b8-447a-4e6b-893a-4dec29a35e93/0252595b-9239-4705-a2c1-b158d5b86cf2/1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:36.170647 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (5168266f-af9a-4d0f-a56b-8e2899d94499), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.181747 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9987f25f-1b4e-4636-9fff-cb182957586f x-openstack-request-id: req-9987f25f-1b4e-4636-9fff-cb182957586f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:36.182347 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3010ddcd-1e5f-4d8d-aa26-71e25e65c69c", "name": "network-vif-deleted", "tag": "84f16567-74a2-4d5b-9b55-b754b8ceada2", "status": "failed", "code": 422}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:36.182552 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9987f25f-1b4e-4636-9fff-cb182957586f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:36.183083 n-d-789963-29 neutron-server[103325]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3010ddcd-1e5f-4d8d-aa26-71e25e65c69c', 'name': 'network-vif-deleted', 'tag': '84f16567-74a2-4d5b-9b55-b754b8ceada2', 'status': 'failed', 'code': 422} returned with failed status Feb 09 20:57:36.264877 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b842175-1f5f-4011-bc72-5730efd4c342), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.584981 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for port (1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.666841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for port (2b842175-1f5f-4011-bc72-5730efd4c342), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.666841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (2b842175-1f5f-4011-bc72-5730efd4c342), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.726810 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.742782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'Port': ['ID=2b842175-1f5f-4011-bc72-5730efd4c342,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:36.796564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (5168266f-af9a-4d0f-a56b-8e2899d94499), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.797445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Network d69590b8-447a-4e6b-893a-4dec29a35e93 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:36.806817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:36.811673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:36.815230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:36.816009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.819040 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:36.830968 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b8969c00-de76-45be-b809-58ef61ac46d2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6388555 Feb 09 20:57:36.864173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'Port': ['ID=1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:36.872413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2ed4628c-8440-4a0a-859d-207a83c9e035 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3110483 Feb 09 20:57:36.875484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 39818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:36.992436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a10a0ed9-4e6d-4b9b-af2a-88c5d13c112f tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Deleting port 1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:36.994409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10a0ed9-4e6d-4b9b-af2a-88c5d13c112f tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:37.147920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30a9c0-0313-4d4e-99fc-f877ec5fc242 req-10565484-c046-494e-a6e4-b47db8bf9daf tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:37.166292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a30a9c0-0313-4d4e-99fc-f877ec5fc242 req-10565484-c046-494e-a6e4-b47db8bf9daf tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 907 time: 0.1292903 Feb 09 20:57:37.222524 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10a0ed9-4e6d-4b9b-af2a-88c5d13c112f tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:37.257960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a10a0ed9-4e6d-4b9b-af2a-88c5d13c112f tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Calling delete_port for 1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:37.330543 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:57:37.364938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-9a8313f2-f3ba-4eca-bde5-ff6f0980cad6 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--965792848&fields=id&tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96 HTTP/1.1" status: 200 len: 267 time: 0.1682127 Feb 09 20:57:37.564875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-294580fd-7455-4f4c-93ac-3f3db1aa7043 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:37.572592 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-294580fd-7455-4f4c-93ac-3f3db1aa7043 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 810 time: 0.1999273 Feb 09 20:57:37.576244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10a0ed9-4e6d-4b9b-af2a-88c5d13c112f tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:37.635091 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76bd4857-01eb-41f9-9051-bbc9b1e38989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:37.640005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a0ed9-4e6d-4b9b-af2a-88c5d13c112f tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:37.650904 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-05f49ec6-c684-4dae-9872-1f08082d94d1 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/quotas/5f06c66f0bc846b3b8f86e1bc98b5d96 HTTP/1.1" status: 200 len: 375 time: 0.0770905 Feb 09 20:57:37.701456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a10a0ed9-4e6d-4b9b-af2a-88c5d13c112f tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:37.707913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a10a0ed9-4e6d-4b9b-af2a-88c5d13c112f tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "DELETE /v2.0/ports/1d54e5d6-47b4-4c49-9e8f-d79f5bbddfc7 HTTP/1.1" status: 204 len: 168 time: 0.8312314 Feb 09 20:57:37.708165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:37.715605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93', 'external_fixed_ips': [{'subnet_id': '0252595b-9239-4705-a2c1-b158d5b86cf2', 'ip_address': '2001:db8::386'}]}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:37.738970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-6b21d128-96d0-411e-9c62-5966c012af43 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871081 Feb 09 20:57:37.755945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-7bd84ee8-d674-456a-a2d0-1180e20bf2c7 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:57:37.757012 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-7bd84ee8-d674-456a-a2d0-1180e20bf2c7 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052848 Feb 09 20:57:37.769030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (8d340b98-cceb-4fc7-b5b9-db55372b81f9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:37.773503 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (8d340b98-cceb-4fc7-b5b9-db55372b81f9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:37.859955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_controller (8d340b98-cceb-4fc7-b5b9-db55372b81f9), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:37.904543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-653fd241-55c0-4111-bb7f-f3c5cc04da8d service neutron] 10.222.0.102 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416879 Feb 09 20:57:38.010772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-3eeebb71-c938-419b-bd10-46517b2a6195 service neutron] 10.222.0.102 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053333 Feb 09 20:57:38.073861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (8d340b98-cceb-4fc7-b5b9-db55372b81f9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:38.348793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82e670f5-28a0-4dbe-9108-c523d361cc64 req-9d376cce-b1f7-4e5a-a03c-280311e92b00 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 210 time: 0.0500348 Feb 09 20:57:38.632923 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (8d340b98-cceb-4fc7-b5b9-db55372b81f9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:38.666204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-92894626-6af9-4741-b9c4-a9469f5392d5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:38.667915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-92894626-6af9-4741-b9c4-a9469f5392d5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 907 time: 0.4256873 Feb 09 20:57:38.669344 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:38.804876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813694a-35dd-4405-a756-a9127b1d712c req-058116ed-f524-4e99-b0a8-e89574520513 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:38.814111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8813694a-35dd-4405-a756-a9127b1d712c req-058116ed-f524-4e99-b0a8-e89574520513 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 907 time: 0.4713159 Feb 09 20:57:38.901076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Deleting port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:38.901950 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:39.037922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Allocated IP 2001:db8::386 (d69590b8-447a-4e6b-893a-4dec29a35e93/0252595b-9239-4705-a2c1-b158d5b86cf2/282f00bb-4619-409c-affd-5c71c96a1f3b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:39.076726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] For port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:39.077291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:39.131049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Calling delete_port for 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:39.330178 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:39.428440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:39.481934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2ba0f9fb-2050-4d9c-967b-1e1676eaba12), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:39.485936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'Port': ['ID=282f00bb-4619-409c-affd-5c71c96a1f3b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:39.558872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event deleted for resources: {'Port': ['ID=2ba0f9fb-2050-4d9c-967b-1e1676eaba12,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:39.594725 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2d001d8c-4ec0-4832-bea3-195dd686efee req-002f1d9b-a061-4bf4-9eb7-d4042608c3f7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 210 time: 0.0857835 Feb 09 20:57:39.598446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Network d69590b8-447a-4e6b-893a-4dec29a35e93 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:39.614979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:39.620832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:39.715789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-718f217f-bd14-45e2-a3d9-ccbf8d4c4388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:40.035438 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cdd4bf72-c6d4-4e65-a03b-e8d2cc809292 req-dc73310a-85da-48d9-b172-4e530c2b8e38 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d36f9a0-6646-4985-9cbc-ac75ae3e1852 HTTP/1.1" status: 200 len: 210 time: 0.0580802 Feb 09 20:57:40.113389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-e5effd9e-ad43-4216-af9c-7b273d0968bc tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:40.115371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-e5effd9e-ad43-4216-af9c-7b273d0968bc tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 810 time: 0.2809019 Feb 09 20:57:40.223330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-c76b5fc9-54c7-4cf5-bdb0-56e4c0064d2f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96 HTTP/1.1" status: 200 len: 379 time: 0.0930011 Feb 09 20:57:40.232935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'port': {'device_id': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'admin_state_up': True, 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'security_groups': ['5450e97c-ea3c-4aea-bed4-39372de9e5d4']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:40.288600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] No DVR routers for this DVR port 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:57:40.292673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:40.295940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a19381f1-50c9-4e93-9a49-9afa21d3a8e2 req-26ffaa84-f13c-4f19-831a-2f7b1c59bbd6 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "DELETE /v2.0/ports/2ba0f9fb-2050-4d9c-967b-1e1676eaba12 HTTP/1.1" status: 204 len: 173 time: 1.6194842 Feb 09 20:57:40.296928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'name': 'network-vif-deleted', 'tag': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:40.299215 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa02233a-4b23-4826-a5eb-7c58f91a7c5a" -d '{"events": [{"server_uuid": "9d36f9a0-6646-4985-9cbc-ac75ae3e1852", "name": "network-vif-deleted", "tag": "2ba0f9fb-2050-4d9c-967b-1e1676eaba12"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:40.357023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Made reservation on behalf of 5f06c66f0bc846b3b8f86e1bc98b5d96 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:57:40.362279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:40.451747 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9436ca1d-375e-41a3-a856-1f9d468bc393 x-openstack-request-id: req-9436ca1d-375e-41a3-a856-1f9d468bc393 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:40.452041 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d36f9a0-6646-4985-9cbc-ac75ae3e1852", "name": "network-vif-deleted", "tag": "2ba0f9fb-2050-4d9c-967b-1e1676eaba12", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:40.452324 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9436ca1d-375e-41a3-a856-1f9d468bc393 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:40.452887 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d36f9a0-6646-4985-9cbc-ac75ae3e1852', 'name': 'network-vif-deleted', 'tag': '2ba0f9fb-2050-4d9c-967b-1e1676eaba12', 'status': 'completed', 'code': 200} Feb 09 20:57:40.525304 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (8d340b98-cceb-4fc7-b5b9-db55372b81f9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:40.605884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Allocated IP 172.20.0.9 (e0902706-cfe4-4c84-aeea-f81bad23cf19/b28620e4-1f7a-44c7-9c19-5bcb3026959c/7e272c7a-a63b-4056-8ce5-36662aa51cbe) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:40.812823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:40.835094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-feed8e86-aef4-41d6-9a65-70e5cba31cb9 req-0847d9d1-6bc0-4917-a3fb-a90dd72b0458 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 210 time: 0.1167698 Feb 09 20:57:40.913575 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (8d340b98-cceb-4fc7-b5b9-db55372b81f9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:40.980161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:41.058886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-2d8f4a2d-e5a0-45e6-8871-068f118d8d88 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:41.066479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-2d8f4a2d-e5a0-45e6-8871-068f118d8d88 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 814 time: 0.2444031 Feb 09 20:57:41.101128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:41.106332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:41.109112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:41.119178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-bfbfd9f3-5804-49e7-8f5c-27aa0b0e0cf8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/quotas/4d0b30cfc9a949dd9981345718214305 HTTP/1.1" status: 200 len: 375 time: 0.0515945 Feb 09 20:57:41.124080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event updated for resources: {'Port': ['ID=7e272c7a-a63b-4056-8ce5-36662aa51cbe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:41.187446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Router 8d340b98-cceb-4fc7-b5b9-db55372b81f9 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:57:41.187670 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:41.217222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:41.217990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:41.268058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-b190924f-57d1-40b2-aad2-90eb1e797457 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0391958 Feb 09 20:57:41.283300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Request body: {'port': {'device_id': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:41.413963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-b545d42f-6b24-4dc9-ae4a-1e59ff132e35 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2935252 Feb 09 20:57:41.516762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:57:41.533384 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Sync routers for ids ['8d340b98-cceb-4fc7-b5b9-db55372b81f9'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:57:41.548001 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:41.549791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ad92c2d4-1507-4328-b5bc-e0bafbe11ada tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8400640 Feb 09 20:57:41.552589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:41.563731 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Routers {'8d340b98-cceb-4fc7-b5b9-db55372b81f9'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:41.565728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-3c8a1c7e-1db5-48ab-92f6-0ab202acd415 service neutron] 10.222.0.102 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498690 Feb 09 20:57:41.566671 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8d340b98-cceb-4fc7-b5b9-db55372b81f9'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:41.570173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-728c1524-f3df-4b7c-a545-1312225fb1f2 None None] Provisioning complete for port 7e272c7a-a63b-4056-8ce5-36662aa51cbe triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:57:41.571050 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-728c1524-f3df-4b7c-a545-1312225fb1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:41.666611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:41.668130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-728c1524-f3df-4b7c-a545-1312225fb1f2 None None] Port 7e272c7a-a63b-4056-8ce5-36662aa51cbe cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:57:41.770865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-80c1426a-bca8-41f2-ad86-6a2b548f5f78 service neutron] 10.222.0.102 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026410 Feb 09 20:57:41.781156 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Set router 8d340b98-cceb-4fc7-b5b9-db55372b81f9 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:41.806859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562180bf-8398-4684-816d-569f61a70637 req-5ac49ccd-7d99-43ec-b853-e3323bc3c902 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:41.808628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-562180bf-8398-4684-816d-569f61a70637 req-5ac49ccd-7d99-43ec-b853-e3323bc3c902 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 946 time: 0.3315995 Feb 09 20:57:41.981467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-562180bf-8398-4684-816d-569f61a70637 req-39bcb48b-212b-4884-8607-239c91a60617 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620693 Feb 09 20:57:42.069270 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (8d340b98-cceb-4fc7-b5b9-db55372b81f9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.242138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70dbb-b7e3-45ee-a023-07a29ae4c3ae req-846af3d8-74a8-4489-a24b-ee336cae4d4a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:42.250550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06c70dbb-b7e3-45ee-a023-07a29ae4c3ae req-846af3d8-74a8-4489-a24b-ee336cae4d4a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 931 time: 0.2495944 Feb 09 20:57:42.285983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e272c7a-a63b-4056-8ce5-36662aa51cbe {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:57:42.302149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Publish callbacks [] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.328439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-051f3f2f-8494-4d0e-9256-82fe293c2650 req-a47a2833-98a1-4741-9a70-61143a58a119 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 210 time: 0.2026606 Feb 09 20:57:42.334906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06c70dbb-b7e3-45ee-a023-07a29ae4c3ae req-c0a001c4-920c-448a-83aa-3f07f468ccc4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829232 Feb 09 20:57:42.337770 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d340b98-cceb-4fc7-b5b9-db55372b81f9', 'name': '', 'tenant_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93', 'external_fixed_ips': [{'subnet_id': '0252595b-9239-4705-a2c1-b158d5b86cf2', 'ip_address': '2001:db8::386'}], 'enable_snat': True}, 'gw_port_id': '282f00bb-4619-409c-affd-5c71c96a1f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:57:37Z', 'updated_at': '2022-02-09T20:57:40Z', 'revision_number': 3, 'project_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'gw_port': {'id': '282f00bb-4619-409c-affd-5c71c96a1f3b', 'name': '', 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d340b98-cceb-4fc7-b5b9-db55372b81f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '0252595b-9239-4705-a2c1-b158d5b86cf2', 'ip_address': '2001:db8::386', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:57:38Z', 'updated_at': '2022-02-09T20:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0252595b-9239-4705-a2c1-b158d5b86cf2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:42.339706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Transition to ACTIVE for port object 7e272c7a-a63b-4056-8ce5-36662aa51cbe will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:57:42.360928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.381499 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (8d340b98-cceb-4fc7-b5b9-db55372b81f9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.401114 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Checking router: 8d340b98-cceb-4fc7-b5b9-db55372b81f9 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:57:42.401456 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Updating router 8d340b98-cceb-4fc7-b5b9-db55372b81f9 port 282f00bb-4619-409c-affd-5c71c96a1f3b binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:57:42.441794 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.518755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Pushing event updated for resources: {'Port': ['ID=7e272c7a-a63b-4056-8ce5-36662aa51cbe,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:42.520298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Deleting port 282f00bb-4619-409c-affd-5c71c96a1f3b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:42.520759 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.668084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Attempting to bind port 7e272c7a-a63b-4056-8ce5-36662aa51cbe on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:57:42.668628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Attempting to bind port 7e272c7a-a63b-4056-8ce5-36662aa51cbe by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:57:42.668968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Attempting to bind port 7e272c7a-a63b-4056-8ce5-36662aa51cbe on network e0902706-cfe4-4c84-aeea-f81bad23cf19 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:42.671598 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.678704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Port 7e272c7a-a63b-4056-8ce5-36662aa51cbe on network e0902706-cfe4-4c84-aeea-f81bad23cf19 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:57:42.679047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Attempting to bind port 7e272c7a-a63b-4056-8ce5-36662aa51cbe on network e0902706-cfe4-4c84-aeea-f81bad23cf19 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:42.686519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:57:42.686857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Checking segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:57:42.688120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Bound using segment: {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:57:42.688741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Bound port: 7e272c7a-a63b-4056-8ce5-36662aa51cbe, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:57:42.694528 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.721008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.741402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ed4c23e4-95f8-4fcc-a24c-476dddc17e50 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:42.743836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ed4c23e4-95f8-4fcc-a24c-476dddc17e50 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 946 time: 0.1159289 Feb 09 20:57:42.770643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Calling delete_port for 282f00bb-4619-409c-affd-5c71c96a1f3b owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:42.878761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] For port 7e272c7a-a63b-4056-8ce5-36662aa51cbe, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:57:42.884893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] For port 7e272c7a-a63b-4056-8ce5-36662aa51cbe, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e272c7a-a63b-4056-8ce5-36662aa51cbe,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:57:42.892062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.954162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:42.955121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:42.957017 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e272c7a-a63b-4056-8ce5-36662aa51cbe HTTP/1.1" status: 200 len: 1092 time: 1.6784418 Feb 09 20:57:42.958284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'tag': '7e272c7a-a63b-4056-8ce5-36662aa51cbe'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:42.960763 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f0bace-6d99-4baa-9ad9-e435432949f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1", "tag": "7e272c7a-a63b-4056-8ce5-36662aa51cbe"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:43.037858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada3289-1345-4b57-81cc-da9db1ea6e10 service neutron] Pushing event updated for resources: {'Port': ['ID=7e272c7a-a63b-4056-8ce5-36662aa51cbe,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:43.090037 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Publish callbacks [] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:43.122840 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:43.141067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:57:43.159740 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb96e7a-1e58-4281-8ca8-e47b9fc161c9 x-openstack-request-id: req-1bb96e7a-1e58-4281-8ca8-e47b9fc161c9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:43.160195 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1", "tag": "7e272c7a-a63b-4056-8ce5-36662aa51cbe", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:43.160547 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1bb96e7a-1e58-4281-8ca8-e47b9fc161c9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:43.161166 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'tag': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'status': 'completed', 'code': 200} Feb 09 20:57:43.217773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:57:43.222921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 2ba0f9fb-2050-4d9c-967b-1e1676eaba12 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:57:43.306567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-52fe7e4d-97fe-49bf-afc7-ea7c30b29343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:43.313576 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-52fe7e4d-97fe-49bf-afc7-ea7c30b29343 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 1126 time: 0.2484140 Feb 09 20:57:43.329494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Deleting port f6254a1c-df32-40fe-ad5b-2634dd322b2e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:43.329972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:43.355619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19a4f2-9c5c-4d79-bb5d-cf1dde1c2719 req-9daf3914-8b1b-44dd-b371-a3d19ef651f0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:43.367368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a19a4f2-9c5c-4d79-bb5d-cf1dde1c2719 req-9daf3914-8b1b-44dd-b371-a3d19ef651f0 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 946 time: 0.1902342 Feb 09 20:57:43.409296 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Attempting to bind port 282f00bb-4619-409c-affd-5c71c96a1f3b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:57:43.409669 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Attempting to bind port 282f00bb-4619-409c-affd-5c71c96a1f3b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:57:43.410032 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Attempting to bind port 282f00bb-4619-409c-affd-5c71c96a1f3b on network d69590b8-447a-4e6b-893a-4dec29a35e93 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:43.435233 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:57:43.438718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Checking segment: {'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:57:43.439228 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:43.439640 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Bound using segment: {'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:57:43.444335 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Bound port: 282f00bb-4619-409c-affd-5c71c96a1f3b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:57:43.444737 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:43.447441 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Pushing event updated for resources: {'Port': ['ID=282f00bb-4619-409c-affd-5c71c96a1f3b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:43.462058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-3d36dfa2-1015-4d69-9daa-724092288d98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e272c7a-a63b-4056-8ce5-36662aa51cbe HTTP/1.1" status: 200 len: 217 time: 0.1376598 Feb 09 20:57:43.550766 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.551139 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.551486 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.551859 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.555648 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.556041 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.556392 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.557813 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.558395 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.559598 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.560072 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.560455 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.560907 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f564bfb-56ed-413e-86e0-911359dcfada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:43.574534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a19a4f2-9c5c-4d79-bb5d-cf1dde1c2719 req-86dc2dc5-8034-4db5-98a7-8780e095d241 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054880 Feb 09 20:57:43.586198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-3441c70c-9387-408f-9f3b-52ce3a162f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:43.587714 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-3441c70c-9387-408f-9f3b-52ce3a162f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 200 len: 849 time: 0.0970213 Feb 09 20:57:43.706595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] For port f6254a1c-df32-40fe-ad5b-2634dd322b2e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=f6254a1c-df32-40fe-ad5b-2634dd322b2e,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:43.708036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:43.727253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Calling delete_port for f6254a1c-df32-40fe-ad5b-2634dd322b2e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:43.738647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-a47b56f3-8033-4c68-8624-dba2f03856f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:43.738647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-a47b56f3-8033-4c68-8624-dba2f03856f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0902706-cfe4-4c84-aeea-f81bad23cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1403198 Feb 09 20:57:43.832277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365238e3-6a4e-49c8-bde6-7dca0ad82d8d req-1bc30cd2-9cf3-411d-9031-d89393b30c59 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:43.839633 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-365238e3-6a4e-49c8-bde6-7dca0ad82d8d req-1bc30cd2-9cf3-411d-9031-d89393b30c59 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 943 time: 0.1632981 Feb 09 20:57:43.869708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bbe58-a1d9-4208-b0ea-de78d4c366dd req-9f7e8317-2004-44f7-ae33-7d7918e4ff3c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 210 time: 0.4237370 Feb 09 20:57:43.909230 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-82bd0d9a-69da-4bfe-b39c-a5c2da694bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614592 Feb 09 20:57:43.924328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-365238e3-6a4e-49c8-bde6-7dca0ad82d8d req-20fb847f-cf25-472d-8853-80cc1fb94bc4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786071 Feb 09 20:57:43.940049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.006715 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.db.api [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:57:44.007166 n-d-789963-29 neutron-server[103327]: DEBUG oslo_db.api [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:57:44.012120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.031832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16d5e554-1c50-402f-b3b2-d97194a3deca req-2f651196-0e35-4eed-8939-12925a3a9edf service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062267 Feb 09 20:57:44.074712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event deleted for resources: {'Port': ['ID=282f00bb-4619-409c-affd-5c71c96a1f3b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:44.125688 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (8d340b98-cceb-4fc7-b5b9-db55372b81f9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.212703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4a009b07-38d3-49a2-83b3-87f128e2673f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:44.214640 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4a009b07-38d3-49a2-83b3-87f128e2673f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 814 time: 0.3658497 Feb 09 20:57:44.220789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-77296050-c37e-45b8-8d5f-83fc32cb7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:44.222478 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-77296050-c37e-45b8-8d5f-83fc32cb7245 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 1126 time: 0.1120787 Feb 09 20:57:44.256450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Request body: {'port': {'device_id': '078b5d04-188d-478b-ab9a-bd95c91c71ce', 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'admin_state_up': True, 'tenant_id': '4d0b30cfc9a949dd9981345718214305'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:44.387473 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (8d340b98-cceb-4fc7-b5b9-db55372b81f9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.392892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_controller (8d340b98-cceb-4fc7-b5b9-db55372b81f9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.399220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f6254a1c-df32-40fe-ad5b-2634dd322b2e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.414797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5930e696-d5eb-4866-88c9-a4e3b59599e8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:44.420953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['f6254a1c-df32-40fe-ad5b-2634dd322b2e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:44.547777 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Attempting to bind port 282f00bb-4619-409c-affd-5c71c96a1f3b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:57:44.547777 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Attempting to bind port 282f00bb-4619-409c-affd-5c71c96a1f3b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:57:44.554598 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Attempting to bind port 282f00bb-4619-409c-affd-5c71c96a1f3b on network d69590b8-447a-4e6b-893a-4dec29a35e93 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:44.574520 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:57:44.577369 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Checking segment: {'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:57:44.578491 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.579025 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Bound using segment: {'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:57:44.586027 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Bound port: 282f00bb-4619-409c-affd-5c71c96a1f3b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0eb3605-37c2-4a05-89a0-425c8791c606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd69590b8-447a-4e6b-893a-4dec29a35e93'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:57:44.586655 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (282f00bb-4619-409c-affd-5c71c96a1f3b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.611790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event deleted for resources: {'Port': ['ID=f6254a1c-df32-40fe-ad5b-2634dd322b2e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:44.649673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] No DVR routers for this DVR port f6254a1c-df32-40fe-ad5b-2634dd322b2e on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:57:44.661114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (8d340b98-cceb-4fc7-b5b9-db55372b81f9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.661685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d340b98-cceb-4fc7-b5b9-db55372b81f9 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:57:44.672401 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Port 282f00bb-4619-409c-affd-5c71c96a1f3b has been deleted concurrently {{(pid=103327) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 20:57:44.679449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.695347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-39368507-2ea8-4ff8-9c2d-0df7d3ec5f23 req-ee107c80-a824-44df-8367-32b58e497ec5 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.13 "DELETE /v2.0/ports/f6254a1c-df32-40fe-ad5b-2634dd322b2e HTTP/1.1" status: 204 len: 173 time: 1.9433250 Feb 09 20:57:44.698825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0ca1eb-1885-4008-8bf1-8d4d44f94404', 'name': 'network-vif-deleted', 'tag': 'f6254a1c-df32-40fe-ad5b-2634dd322b2e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:44.705963 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Routers set() bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:44.706622 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Router IDs set() for agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 20:57:44.707516 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d340b98-cceb-4fc7-b5b9-db55372b81f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent'). {{(pid=103327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 20:57:44.708092 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f484a-801b-40d5-84a0-217df13b02ea None None] The sync data for ids ['8d340b98-cceb-4fc7-b5b9-db55372b81f9'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:57:44.708926 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f2846c-6f6a-4d53-ab9a-75f61f995363" -d '{"events": [{"server_uuid": "da0ca1eb-1885-4008-8bf1-8d4d44f94404", "name": "network-vif-deleted", "tag": "f6254a1c-df32-40fe-ad5b-2634dd322b2e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:44.789361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:44.794751 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-74b65f76-25ff-460f-848a-8e789802a954 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "DELETE /v2.0/routers/8d340b98-cceb-4fc7-b5b9-db55372b81f9 HTTP/1.1" status: 204 len: 168 time: 3.2411332 Feb 09 20:57:44.802539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:44.864728 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a744b2be-f8fe-462c-985c-1128212fd569 x-openstack-request-id: req-a744b2be-f8fe-462c-985c-1128212fd569 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:44.865026 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0ca1eb-1885-4008-8bf1-8d4d44f94404", "name": "network-vif-deleted", "tag": "f6254a1c-df32-40fe-ad5b-2634dd322b2e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:44.865204 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a744b2be-f8fe-462c-985c-1128212fd569 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:44.865595 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0ca1eb-1885-4008-8bf1-8d4d44f94404', 'name': 'network-vif-deleted', 'tag': 'f6254a1c-df32-40fe-ad5b-2634dd322b2e', 'status': 'completed', 'code': 200} Feb 09 20:57:44.871199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f693cd70-6826-4d7c-85b3-65df605936bd req-ecb1ebe0-ecb5-460c-980e-02926dd7805f tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=da0ca1eb-1885-4008-8bf1-8d4d44f94404 HTTP/1.1" status: 200 len: 210 time: 0.1154745 Feb 09 20:57:44.945744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-643e9f4f-09ba-4cc3-be83-cd96e7ba94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:44.956360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-643e9f4f-09ba-4cc3-be83-cd96e7ba94a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 911 time: 0.7281981 Feb 09 20:57:44.988716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de45d24-4ea9-467c-910d-68bea0090826 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Deleting subnet 0252595b-9239-4705-a2c1-b158d5b86cf2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:57:44.992922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3de45d24-4ea9-467c-910d-68bea0090826 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for subnet (0252595b-9239-4705-a2c1-b158d5b86cf2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.045117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-5954a81b-aa5e-4580-99af-5fa899f96375 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e272c7a-a63b-4056-8ce5-36662aa51cbe HTTP/1.1" status: 200 len: 217 time: 0.0815525 Feb 09 20:57:45.073106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Made reservation on behalf of 4d0b30cfc9a949dd9981345718214305 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:57:45.080897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.117203 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4fcaeb5-37b7-4b3c-8dfe-716c20da6161 req-5d02ff2f-026c-4253-9fdd-48b344a45583 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 210 time: 0.0854280 Feb 09 20:57:45.158596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3de45d24-4ea9-467c-910d-68bea0090826 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (0252595b-9239-4705-a2c1-b158d5b86cf2), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.223942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3de45d24-4ea9-467c-910d-68bea0090826 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (0252595b-9239-4705-a2c1-b158d5b86cf2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.232862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-af79166d-1c4e-4cf3-83e3-3fd2878d7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:45.247817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-af79166d-1c4e-4cf3-83e3-3fd2878d7f71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 200 len: 849 time: 0.1279113 Feb 09 20:57:45.336107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3de45d24-4ea9-467c-910d-68bea0090826 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (0252595b-9239-4705-a2c1-b158d5b86cf2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.362303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-d8a03129-889c-4f29-9be7-4096e3843751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:45.363910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-d8a03129-889c-4f29-9be7-4096e3843751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0902706-cfe4-4c84-aeea-f81bad23cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0924971 Feb 09 20:57:45.411119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3de45d24-4ea9-467c-910d-68bea0090826 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.419676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3de45d24-4ea9-467c-910d-68bea0090826 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "DELETE /v2.0/subnets/0252595b-9239-4705-a2c1-b158d5b86cf2 HTTP/1.1" status: 204 len: 168 time: 0.6030257 Feb 09 20:57:45.441227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:45.455232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de45d24-4ea9-467c-910d-68bea0090826 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0252595b-9239-4705-a2c1-b158d5b86cf2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:45.571334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3078eae-c757-40be-b32b-5914e82296e0 req-801c1693-da8a-4664-9ccf-37d3e6f8486a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:45.574966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3078eae-c757-40be-b32b-5914e82296e0 req-801c1693-da8a-4664-9ccf-37d3e6f8486a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 943 time: 0.4906161 Feb 09 20:57:45.585646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-f4eddf17-b499-4098-9e3f-b7e99d4d6d76 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105224 Feb 09 20:57:45.689611 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (d69590b8-447a-4e6b-893a-4dec29a35e93), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.698860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20f0bace-6d99-4baa-9ad9-e435432949f7 req-badf08bb-19f1-49e1-8d62-9481a805b1bc service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085014 Feb 09 20:57:45.734187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3078eae-c757-40be-b32b-5914e82296e0 req-d177b306-f766-4c34-96b8-ef0126a60626 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359665 Feb 09 20:57:45.746373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Allocated IP 172.20.0.12 (501d64d8-b16a-4e85-a47e-62da5d3ec865/a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb/364ff408-936c-4521-a75f-0a336d5aef02) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:45.854781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (d69590b8-447a-4e6b-893a-4dec29a35e93), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.893684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69590b8-447a-4e6b-893a-4dec29a35e93']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:45.946151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eb3605-37c2-4a05-89a0-425c8791c606') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:45.946151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eb3605-37c2-4a05-89a0-425c8791c606') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:45.966771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (c0eb3605-37c2-4a05-89a0-425c8791c606), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:45.993048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c0eb3605-37c2-4a05-89a0-425c8791c606), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.006182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:57:46.006598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (c0eb3605-37c2-4a05-89a0-425c8791c606), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: items = [ Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:57:46.008512 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:57:46.109757 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks [] for port (364ff408-936c-4521-a75f-0a336d5aef02), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.112788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (d69590b8-447a-4e6b-893a-4dec29a35e93), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.165213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d69590b8-447a-4e6b-893a-4dec29a35e93 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 20:57:46.170039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event deleted for resources: {'Network': ['ID=d69590b8-447a-4e6b-893a-4dec29a35e93,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:46.176757 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.195514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c0e1ac55-8502-4656-bf07-fff76ed0c8d1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "DELETE /v2.0/networks/d69590b8-447a-4e6b-893a-4dec29a35e93 HTTP/1.1" status: 204 len: 168 time: 0.7484646 Feb 09 20:57:46.269029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (364ff408-936c-4521-a75f-0a336d5aef02), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.289116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['db89bcd2-108e-409d-ba95-cbd153fa50a9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:46.401387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5d3ceee-606d-4419-b165-a38e464c894a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:46.427217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Network 501d64d8-b16a-4e85-a47e-62da5d3ec865 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:46.433697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:46.437938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:46.442174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade650d8-f220-43a9-a5cb-bb93bc180a84 req-b73583cb-e9a2-4764-9d7a-7c44cbc5dbed tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:46.459362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ade650d8-f220-43a9-a5cb-bb93bc180a84 req-b73583cb-e9a2-4764-9d7a-7c44cbc5dbed tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 932 time: 0.2211370 Feb 09 20:57:46.644808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Pushing event updated for resources: {'Port': ['ID=364ff408-936c-4521-a75f-0a336d5aef02,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:46.645997 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ade650d8-f220-43a9-a5cb-bb93bc180a84 req-d2189a33-0922-4bc6-a2f7-fa0b34ddc11b tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850300 Feb 09 20:57:46.682033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:46.688560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d0d4e9bd-20d5-4857-9f13-920e51cc5e22 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'router': {'name': 'tempest-router--544178481', 'project_id': '11d384c59295482a9a6e1f8ebe1a7998'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:46.721134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:46.723615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.731058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e9bd-20d5-4857-9f13-920e51cc5e22 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (d0e6c35c-e24b-40ce-8e70-76c90cef744b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.734421 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e9bd-20d5-4857-9f13-920e51cc5e22 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (d0e6c35c-e24b-40ce-8e70-76c90cef744b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.757641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-4699b23d-6668-469f-9a66-0ecea97e4d7f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5051472 Feb 09 20:57:46.767038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f796-98b7-4b3e-8b8d-74ac37414ba9 req-e740b03f-4921-4dfd-a945-370ebfe05dd2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:46.776291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8f4f796-98b7-4b3e-8b8d-74ac37414ba9 req-e740b03f-4921-4dfd-a945-370ebfe05dd2 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.2775886 Feb 09 20:57:46.790699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Request body: {'port': {'device_id': '078b5d04-188d-478b-ab9a-bd95c91c71ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:46.931575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8f4f796-98b7-4b3e-8b8d-74ac37414ba9 req-06063d5b-ca5d-4735-bb50-7897615e036b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507530 Feb 09 20:57:46.957459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e9bd-20d5-4857-9f13-920e51cc5e22 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_controller (d0e6c35c-e24b-40ce-8e70-76c90cef744b), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.963748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e9bd-20d5-4857-9f13-920e51cc5e22 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (d0e6c35c-e24b-40ce-8e70-76c90cef744b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.971586 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (364ff408-936c-4521-a75f-0a336d5aef02), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:46.999905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e9bd-20d5-4857-9f13-920e51cc5e22 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.012049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d0d4e9bd-20d5-4857-9f13-920e51cc5e22 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3218026 Feb 09 20:57:47.014658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:47.175147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7e272c7a-a63b-4056-8ce5-36662aa51cbe details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:57:47.178818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f6254a1c-df32-40fe-ad5b-2634dd322b2e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:57:47.207173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: f6254a1c-df32-40fe-ad5b-2634dd322b2e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:57:47.207874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device f6254a1c-df32-40fe-ad5b-2634dd322b2e not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:57:47.322579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4d70e67-876b-4da9-ad0c-ac514260e2f5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (d0e6c35c-e24b-40ce-8e70-76c90cef744b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.338773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364ff408-936c-4521-a75f-0a336d5aef02 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:57:47.339472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7e272c7a-a63b-4056-8ce5-36662aa51cbe, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e272c7a-a63b-4056-8ce5-36662aa51cbe,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:47.348016 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Publish callbacks [] for port (364ff408-936c-4521-a75f-0a336d5aef02), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.361215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'port_id': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'mac_address': 'fa:16:3e:b5:89:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:57:47.362493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Transition to ACTIVE for port object 364ff408-936c-4521-a75f-0a336d5aef02 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:57:47.366120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (364ff408-936c-4521-a75f-0a336d5aef02), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.410719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb434ab5-36a3-4063-b1ba-0df83247575f req-3e9f30c3-00e2-4fe4-a2b7-c5db5909f09b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:47.418338 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb434ab5-36a3-4063-b1ba-0df83247575f req-3e9f30c3-00e2-4fe4-a2b7-c5db5909f09b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 943 time: 0.4275248 Feb 09 20:57:47.421916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7e272c7a-a63b-4056-8ce5-36662aa51cbe is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:57:47.425592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.454077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e272c7a-a63b-4056-8ce5-36662aa51cbe {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:57:47.473410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Pushing event updated for resources: {'Port': ['ID=364ff408-936c-4521-a75f-0a336d5aef02,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:47.498924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7e272c7a-a63b-4056-8ce5-36662aa51cbe, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e272c7a-a63b-4056-8ce5-36662aa51cbe,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:47.503465 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.598861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Attempting to bind port 364ff408-936c-4521-a75f-0a336d5aef02 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:57:47.599324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Attempting to bind port 364ff408-936c-4521-a75f-0a336d5aef02 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:57:47.599894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Attempting to bind port 364ff408-936c-4521-a75f-0a336d5aef02 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:47.607007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Port 364ff408-936c-4521-a75f-0a336d5aef02 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:57:47.607339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Attempting to bind port 364ff408-936c-4521-a75f-0a336d5aef02 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:47.614269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:57:47.614793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Checking segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:57:47.615258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Bound using segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:57:47.615811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Bound port: 364ff408-936c-4521-a75f-0a336d5aef02, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:57:47.616183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (364ff408-936c-4521-a75f-0a336d5aef02), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.641104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7e272c7a-a63b-4056-8ce5-36662aa51cbe,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:47.729450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] For port 364ff408-936c-4521-a75f-0a336d5aef02, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:57:47.735961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] For port 364ff408-936c-4521-a75f-0a336d5aef02, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=364ff408-936c-4521-a75f-0a336d5aef02,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:57:47.745028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (364ff408-936c-4521-a75f-0a336d5aef02), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.777799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['7e272c7a-a63b-4056-8ce5-36662aa51cbe'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:47.831945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb434ab5-36a3-4063-b1ba-0df83247575f req-83bfd0bd-75eb-46df-b15d-5992b2d11f98 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069419 Feb 09 20:57:47.834295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4d70e67-876b-4da9-ad0c-ac514260e2f5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (d0e6c35c-e24b-40ce-8e70-76c90cef744b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.839188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4d70e67-876b-4da9-ad0c-ac514260e2f5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_controller (d0e6c35c-e24b-40ce-8e70-76c90cef744b), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.892851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:47.893589 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.896058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] 10.222.0.13 "PUT /v2.0/ports/364ff408-936c-4521-a75f-0a336d5aef02 HTTP/1.1" status: 200 len: 1093 time: 1.1097817 Feb 09 20:57:47.901488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078b5d04-188d-478b-ab9a-bd95c91c71ce', 'tag': '364ff408-936c-4521-a75f-0a336d5aef02'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:47.903931 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa740fa-59e5-49f9-9654-c52cd27c09dd" -d '{"events": [{"name": "network-changed", "server_uuid": "078b5d04-188d-478b-ab9a-bd95c91c71ce", "tag": "364ff408-936c-4521-a75f-0a336d5aef02"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:47.927549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4d70e67-876b-4da9-ad0c-ac514260e2f5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (d0e6c35c-e24b-40ce-8e70-76c90cef744b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.930647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d70e67-876b-4da9-ad0c-ac514260e2f5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0e6c35c-e24b-40ce-8e70-76c90cef744b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:57:47.962604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4d70e67-876b-4da9-ad0c-ac514260e2f5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:47.965187 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e4d70e67-876b-4da9-ad0c-ac514260e2f5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "DELETE /v2.0/routers/d0e6c35c-e24b-40ce-8e70-76c90cef744b HTTP/1.1" status: 204 len: 168 time: 0.9462690 Feb 09 20:57:47.978992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c0702-7cd5-4c38-be23-64d1b0fec802 service neutron] Pushing event updated for resources: {'Port': ['ID=364ff408-936c-4521-a75f-0a336d5aef02,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:48.006666 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ddc55f-e270-460c-9fde-23c6f787dd64 x-openstack-request-id: req-87ddc55f-e270-460c-9fde-23c6f787dd64 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:48.008630 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078b5d04-188d-478b-ab9a-bd95c91c71ce", "tag": "364ff408-936c-4521-a75f-0a336d5aef02", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:48.010909 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-87ddc55f-e270-460c-9fde-23c6f787dd64 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:48.011775 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078b5d04-188d-478b-ab9a-bd95c91c71ce', 'tag': '364ff408-936c-4521-a75f-0a336d5aef02', 'status': 'completed', 'code': 200} Feb 09 20:57:48.088312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bcb760-bdad-4e20-9fd5-a4c6c3b8502e req-4d93409f-77e9-4a40-9dcb-5ba2a09a1860 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.096133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53bcb760-bdad-4e20-9fd5-a4c6c3b8502e req-4d93409f-77e9-4a40-9dcb-5ba2a09a1860 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 944 time: 0.2810395 Feb 09 20:57:48.132075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-04a138dc-d191-4b8d-b177-286d9d1fed12 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.137836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-04a138dc-d191-4b8d-b177-286d9d1fed12 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.3124356 Feb 09 20:57:48.166170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803e181-a9b8-46f9-bbbc-e687ae62702b req-f3625c4c-b63a-4ae9-a162-755764d139bd tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.167800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6803e181-a9b8-46f9-bbbc-e687ae62702b req-f3625c4c-b63a-4ae9-a162-755764d139bd tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 946 time: 0.1088898 Feb 09 20:57:48.228362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:48.326380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:48.339345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6803e181-a9b8-46f9-bbbc-e687ae62702b req-96d3f88d-8592-4085-bcac-3c00aca3ea35 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=db266120-b134-4f30-baba-5be271d7a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539035 Feb 09 20:57:48.460474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1f390-db38-497a-b16a-37909c23334e req-aa85103f-7031-4bfd-af27-b8cd9be8cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.461579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1f390-db38-497a-b16a-37909c23334e req-aa85103f-7031-4bfd-af27-b8cd9be8cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.462432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1f390-db38-497a-b16a-37909c23334e req-aa85103f-7031-4bfd-af27-b8cd9be8cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.463607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1f390-db38-497a-b16a-37909c23334e req-aa85103f-7031-4bfd-af27-b8cd9be8cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.464265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1f390-db38-497a-b16a-37909c23334e req-aa85103f-7031-4bfd-af27-b8cd9be8cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.465600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1f390-db38-497a-b16a-37909c23334e req-aa85103f-7031-4bfd-af27-b8cd9be8cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.466218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53bcb760-bdad-4e20-9fd5-a4c6c3b8502e req-d4026694-810f-4cca-b767-91d1981f6085 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664203 Feb 09 20:57:48.466974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1f390-db38-497a-b16a-37909c23334e req-aa85103f-7031-4bfd-af27-b8cd9be8cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.468195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-a38c0c5d-52a0-41a0-9165-b9ab466bfc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.469766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-a38c0c5d-52a0-41a0-9165-b9ab466bfc8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 1127 time: 0.5109499 Feb 09 20:57:48.476552 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1f1f390-db38-497a-b16a-37909c23334e req-aa85103f-7031-4bfd-af27-b8cd9be8cc67 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6725 time: 0.1464026 Feb 09 20:57:48.543158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-84392c96-caa3-4a35-a553-8964ca98da8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=364ff408-936c-4521-a75f-0a336d5aef02 HTTP/1.1" status: 200 len: 217 time: 0.0553448 Feb 09 20:57:48.545331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Deleting port 5930e696-d5eb-4866-88c9-a4e3b59599e8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:48.545675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:48.565135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1f1f390-db38-497a-b16a-37909c23334e req-68d3db18-6360-406b-9825-c707a8f536a4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874434 Feb 09 20:57:48.569985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-859535285', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:48.595708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (434680e3-fae7-4984-8086-d482786fa0ac), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:48.597001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (434680e3-fae7-4984-8086-d482786fa0ac), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:48.678888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-0ceb1b40-8743-4c40-b269-545d17d9bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:48.678888 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-0ceb1b40-8743-4c40-b269-545d17d9bec0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.1282005 Feb 09 20:57:48.695575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (434680e3-fae7-4984-8086-d482786fa0ac), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:48.731355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-ba7e1dd0-2e50-4100-92ee-7dd9f9726229 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460389 Feb 09 20:57:48.744688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] For port 5930e696-d5eb-4866-88c9-a4e3b59599e8, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5930e696-d5eb-4866-88c9-a4e3b59599e8,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:48.744688 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:48.805139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Calling delete_port for 5930e696-d5eb-4866-88c9-a4e3b59599e8 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:48.906696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-b77e75e8-8f94-49ef-b36d-615f57294c83 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677949 Feb 09 20:57:48.926115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (434680e3-fae7-4984-8086-d482786fa0ac), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:49.078488 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc2a18be-24f1-4014-9cfe-9a3dd11ee600 req-568b2a54-9288-4a89-88fc-6cf398c8e014 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601253 Feb 09 20:57:49.078975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4b28d-d54b-4570-97e2-8d04b9ebcc3a req-4d1cbb19-b515-4b57-9929-09a2e4140ed7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:49.080530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-75a4b28d-d54b-4570-97e2-8d04b9ebcc3a req-4d1cbb19-b515-4b57-9929-09a2e4140ed7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 944 time: 0.1099641 Feb 09 20:57:49.093579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5930e696-d5eb-4866-88c9-a4e3b59599e8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:49.152700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event deleted for resources: {'Port': ['ID=5930e696-d5eb-4866-88c9-a4e3b59599e8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:49.184853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-75a4b28d-d54b-4570-97e2-8d04b9ebcc3a req-84d24ee2-b095-4b09-a3a2-1c236a61176b tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941184 Feb 09 20:57:49.195534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7e272c7a-a63b-4056-8ce5-36662aa51cbe up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:57:49.306861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 7e272c7a-a63b-4056-8ce5-36662aa51cbe completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:57:49.320598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 7e272c7a-a63b-4056-8ce5-36662aa51cbe triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:57:49.321342 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:49.372159 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (434680e3-fae7-4984-8086-d482786fa0ac), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:49.400651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:49.590339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Allocated IP 172.25.4.171 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/1b74122c-9824-4908-acf3-440925d56295) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:49.771401 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for port (1b74122c-9824-4908-acf3-440925d56295), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:49.824853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] No DVR routers for this DVR port 5930e696-d5eb-4866-88c9-a4e3b59599e8 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:57:49.831231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cbec2e12-5034-4abb-8bf7-21d367d49ecb req-2df3d528-6499-4308-a28b-d2747d1034de tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=058f18c8-e844-4a6f-bddf-61e0091d72d9 HTTP/1.1" status: 200 len: 210 time: 0.0554917 Feb 09 20:57:49.833481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:49.837484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-865f7171-ae38-4eea-8eda-a7ba6df565df req-d646e21f-f709-4071-925e-1d029f6bdd53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "DELETE /v2.0/ports/5930e696-d5eb-4866-88c9-a4e3b59599e8 HTTP/1.1" status: 204 len: 173 time: 1.6919026 Feb 09 20:57:49.851347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-9c7cd5d9-0cce-4ed4-96c5-a1b0dada9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:49.853802 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-9c7cd5d9-0cce-4ed4-96c5-a1b0dada9146 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 1127 time: 0.7093952 Feb 09 20:57:49.882250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1b74122c-9824-4908-acf3-440925d56295), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:49.984864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:49.986539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 7e272c7a-a63b-4056-8ce5-36662aa51cbe is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:57:49.986949 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:50.003576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:50.014172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058f18c8-e844-4a6f-bddf-61e0091d72d9', 'name': 'network-vif-deleted', 'tag': '5930e696-d5eb-4866-88c9-a4e3b59599e8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:50.016594 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23287853-0ade-4ddd-b40e-0e75558a58f2" -d '{"events": [{"server_uuid": "058f18c8-e844-4a6f-bddf-61e0091d72d9", "name": "network-vif-deleted", "tag": "5930e696-d5eb-4866-88c9-a4e3b59599e8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:50.019706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event updated for resources: {'Port': ['ID=1b74122c-9824-4908-acf3-440925d56295,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:50.038233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e272c7a-a63b-4056-8ce5-36662aa51cbe'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:50.041637 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df75fecc-f325-4fbc-b9f9-7f4fa27c8536" -d '{"events": [{"server_uuid": "6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1", "name": "network-vif-plugged", "status": "completed", "tag": "7e272c7a-a63b-4056-8ce5-36662aa51cbe"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:50.045080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:50.062676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 7e272c7a-a63b-4056-8ce5-36662aa51cbe, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e272c7a-a63b-4056-8ce5-36662aa51cbe,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:50.069032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:50.077129 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b5ccf-5a7e-4fcb-8816-904473391866 x-openstack-request-id: req-aa5b5ccf-5a7e-4fcb-8816-904473391866 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:50.082060 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058f18c8-e844-4a6f-bddf-61e0091d72d9", "name": "network-vif-deleted", "tag": "5930e696-d5eb-4866-88c9-a4e3b59599e8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:50.082579 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aa5b5ccf-5a7e-4fcb-8816-904473391866 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:50.083316 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058f18c8-e844-4a6f-bddf-61e0091d72d9', 'name': 'network-vif-deleted', 'tag': '5930e696-d5eb-4866-88c9-a4e3b59599e8', 'status': 'completed', 'code': 200} Feb 09 20:57:50.111121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-fe724fd0-a84c-469c-844d-d577ecb423c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:50.113013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-fe724fd0-a84c-469c-844d-d577ecb423c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 915 time: 0.2442575 Feb 09 20:57:50.123202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5b31-59ce-4980-91b6-7ebb669f3a7b req-46f3dfac-12d3-4040-945b-c0d484a5bfe0 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:50.128427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=7e272c7a-a63b-4056-8ce5-36662aa51cbe,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:50.142996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a5dc5b31-59ce-4980-91b6-7ebb669f3a7b req-46f3dfac-12d3-4040-945b-c0d484a5bfe0 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 944 time: 0.3006930 Feb 09 20:57:50.179390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-59ec5e72-1ff5-40d0-af54-1f5d43c62525 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=364ff408-936c-4521-a75f-0a336d5aef02 HTTP/1.1" status: 200 len: 217 time: 0.0598674 Feb 09 20:57:50.229887 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a5dc5b31-59ce-4980-91b6-7ebb669f3a7b req-75bb3604-3454-41f1-ac65-179b6e294317 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857389 Feb 09 20:57:50.272234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-d3caaf74-434d-4c6a-a37f-816b0a500164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:50.277125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-d3caaf74-434d-4c6a-a37f-816b0a500164 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.0810621 Feb 09 20:57:50.315243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-b59e9358-4165-40a9-ba6d-5df3647c86d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325973 Feb 09 20:57:50.341201 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d601ba9e-0b5d-47b2-99ba-b4cd402f3a61 x-openstack-request-id: req-d601ba9e-0b5d-47b2-99ba-b4cd402f3a61 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:50.341696 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1", "name": "network-vif-plugged", "status": "completed", "tag": "7e272c7a-a63b-4056-8ce5-36662aa51cbe", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:50.341794 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d601ba9e-0b5d-47b2-99ba-b4cd402f3a61 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:50.342131 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'code': 200} Feb 09 20:57:50.517676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-6ef7feb0-09c5-4c7b-a5a0-6bd64c79750d service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926587 Feb 09 20:57:50.531505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e902df-7883-4417-b3d9-5eab0e46cbac req-71e93c02-87c3-4563-b0a6-550d63690f87 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:50.542017 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43e902df-7883-4417-b3d9-5eab0e46cbac req-71e93c02-87c3-4563-b0a6-550d63690f87 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.1626027 Feb 09 20:57:50.661694 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa740fa-59e5-49f9-9654-c52cd27c09dd req-ef3a3a1f-1ae5-4c73-8be6-71a73e8ae6b3 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397882 Feb 09 20:57:50.684161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84e2b8-543a-4a00-a1b4-880bdb90cfe1 req-56ebd398-4f7f-466f-a8d7-a61b92e3af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:50.685755 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce84e2b8-543a-4a00-a1b4-880bdb90cfe1 req-56ebd398-4f7f-466f-a8d7-a61b92e3af7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 1128 time: 0.2184315 Feb 09 20:57:50.695519 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43e902df-7883-4417-b3d9-5eab0e46cbac req-d6d95176-86f1-490f-be74-3f109933c0f1 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499259 Feb 09 20:57:50.762375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (434680e3-fae7-4984-8086-d482786fa0ac), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:50.771217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce84e2b8-543a-4a00-a1b4-880bdb90cfe1 req-ac164ce4-97e5-407d-a315-0f945d00adfb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709124 Feb 09 20:57:50.998596 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (434680e3-fae7-4984-8086-d482786fa0ac), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:51.050564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5930e696-d5eb-4866-88c9-a4e3b59599e8 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:57:51.096261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 5930e696-d5eb-4866-88c9-a4e3b59599e8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:57:51.096686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5930e696-d5eb-4866-88c9-a4e3b59599e8 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:57:51.189779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Router 434680e3-fae7-4984-8086-d482786fa0ac is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:57:51.230024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0cc08-d802-4e32-8662-e20ba6a7c29b req-ff00bbe8-66f3-4cb1-a1c0-2141e949cdb1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:51.231633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-67f0cc08-d802-4e32-8662-e20ba6a7c29b req-ff00bbe8-66f3-4cb1-a1c0-2141e949cdb1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.0653405 Feb 09 20:57:51.289785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-67f0cc08-d802-4e32-8662-e20ba6a7c29b req-d72219be-0d72-4837-95d5-58bfb947f054 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504651 Feb 09 20:57:51.323863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:57:51.339190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482775cd-dd64-4854-ad8e-29ae79423fc0 None None] Sync routers for ids ['434680e3-fae7-4984-8086-d482786fa0ac'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:57:51.360586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482775cd-dd64-4854-ad8e-29ae79423fc0 None None] Routers {'434680e3-fae7-4984-8086-d482786fa0ac'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:51.361287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-482775cd-dd64-4854-ad8e-29ae79423fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['434680e3-fae7-4984-8086-d482786fa0ac'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:51.395881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:51.397270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b14b2eed-96f3-4757-8c90-c57220268216 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1661720 Feb 09 20:57:51.399864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40256) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:51.400026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-482775cd-dd64-4854-ad8e-29ae79423fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:51.411013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482775cd-dd64-4854-ad8e-29ae79423fc0 None None] Routers {'434680e3-fae7-4984-8086-d482786fa0ac'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:51.411927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-482775cd-dd64-4854-ad8e-29ae79423fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['434680e3-fae7-4984-8086-d482786fa0ac'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:51.454668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-482775cd-dd64-4854-ad8e-29ae79423fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:51.455469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482775cd-dd64-4854-ad8e-29ae79423fc0 None None] The sync data for ids ['434680e3-fae7-4984-8086-d482786fa0ac'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:57:51.511476 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc71f0-2fcc-4dbe-9891-83ae41f7538f req-407c0855-b71d-4696-b0c1-c58a583fe3dd tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:51.518883 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38fc71f0-2fcc-4dbe-9891-83ae41f7538f req-407c0855-b71d-4696-b0c1-c58a583fe3dd tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 944 time: 0.1677282 Feb 09 20:57:51.596263 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38fc71f0-2fcc-4dbe-9891-83ae41f7538f req-65d20373-4274-4585-901a-437dcfd252b0 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672998 Feb 09 20:57:51.596263 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4e963ed1-ee2f-4b30-a4d6-7948df42da7b tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/routers/434680e3-fae7-4984-8086-d482786fa0ac HTTP/1.1" status: 200 len: 924 time: 0.1911256 Feb 09 20:57:51.596263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:51.598211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:51.629359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-253cc7f7-ddf6-4e83-b278-695b5af7c470 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=434680e3-fae7-4984-8086-d482786fa0ac HTTP/1.1" status: 200 len: 205 time: 0.0322621 Feb 09 20:57:51.631589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:51.805999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (434680e3-fae7-4984-8086-d482786fa0ac), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:51.894330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaee922-7e18-49ca-b9e6-9797640fdc0b req-56fce5d6-8e75-4b38-9dd6-0afd028a917f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:51.896425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aeaee922-7e18-49ca-b9e6-9797640fdc0b req-56fce5d6-8e75-4b38-9dd6-0afd028a917f tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.1093493 Feb 09 20:57:51.959396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (434680e3-fae7-4984-8086-d482786fa0ac), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:51.960911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aeaee922-7e18-49ca-b9e6-9797640fdc0b req-77250841-c2e0-4ba1-a92b-154c50656900 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587540 Feb 09 20:57:52.022958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Deleting port 1b74122c-9824-4908-acf3-440925d56295 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:52.023476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1b74122c-9824-4908-acf3-440925d56295), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.105206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1b74122c-9824-4908-acf3-440925d56295), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.117179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Calling delete_port for 1b74122c-9824-4908-acf3-440925d56295 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:52.293894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1b74122c-9824-4908-acf3-440925d56295), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.321142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event deleted for resources: {'Port': ['ID=1b74122c-9824-4908-acf3-440925d56295,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:52.407656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (434680e3-fae7-4984-8086-d482786fa0ac), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.569048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (434680e3-fae7-4984-8086-d482786fa0ac), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.572916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (434680e3-fae7-4984-8086-d482786fa0ac), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.649521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (434680e3-fae7-4984-8086-d482786fa0ac), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.650131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Fanout notify agent at l3_agent the message router_deleted on router 434680e3-fae7-4984-8086-d482786fa0ac {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:57:52.659300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.663667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-39401ce6-07ed-476e-aee4-0c439f3dea2c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/434680e3-fae7-4984-8086-d482786fa0ac HTTP/1.1" status: 204 len: 168 time: 1.0279391 Feb 09 20:57:52.663667 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:52.668306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'router': {'name': 'tempest-snat-router-476714995', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': False}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:52.684046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bf330-6639-4fa0-a9ba-0e1f67ab74e5 req-0c7b5e1b-1410-4c3a-9e44-ae85f006a249 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:52.685754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-537bf330-6639-4fa0-a9ba-0e1f67ab74e5 req-0c7b5e1b-1410-4c3a-9e44-ae85f006a249 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1995723 Feb 09 20:57:52.746906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a15232-97ea-4170-ac52-f588f8d1527f req-1db8b7c6-74e5-4d52-a3e9-9ec9960ea904 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:52.748806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5a15232-97ea-4170-ac52-f588f8d1527f req-1db8b7c6-74e5-4d52-a3e9-9ec9960ea904 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 944 time: 0.0694044 Feb 09 20:57:52.770086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-537bf330-6639-4fa0-a9ba-0e1f67ab74e5 req-9a0dd72d-1748-47f1-a738-b965442d5518 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups?id=ac572bc8-9d97-49d4-909a-6fe5d3128100&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754600 Feb 09 20:57:52.771152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.772246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.842070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_controller (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:52.846916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5a15232-97ea-4170-ac52-f588f8d1527f req-0d45203c-bbde-46de-811c-12b2c3bcd680 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633230 Feb 09 20:57:52.859820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-adc95ff2-3d79-468a-ba70-5e8172ebc1c1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:52.861512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-adc95ff2-3d79-468a-ba70-5e8172ebc1c1 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 944 time: 0.1116679 Feb 09 20:57:52.980327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Deleting port 325fb010-65c8-4828-9000-2d310e2a8ae6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:52.980677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:53.113055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] For port 325fb010-65c8-4828-9000-2d310e2a8ae6, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=325fb010-65c8-4828-9000-2d310e2a8ae6,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:53.113425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:53.232060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 364ff408-936c-4521-a75f-0a336d5aef02 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:57:53.368013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:53.368612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (5499ad46-46c5-4533-bf5e-3b6e5c626bbe), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:53.369071 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Floating IP 5499ad46-46c5-4533-bf5e-3b6e5c626bbe disassociated. External IP: 172.25.4.129, port: 325fb010-65c8-4828-9000-2d310e2a8ae6. Feb 09 20:57:53.369580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Calling delete_port for 325fb010-65c8-4828-9000-2d310e2a8ae6 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:53.403799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 364ff408-936c-4521-a75f-0a336d5aef02, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=364ff408-936c-4521-a75f-0a336d5aef02,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:53.424010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '364ff408-936c-4521-a75f-0a336d5aef02', 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'port_id': '364ff408-936c-4521-a75f-0a336d5aef02', 'mac_address': 'fa:16:3e:d8:13:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:57:53.466016 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:53.504260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 364ff408-936c-4521-a75f-0a336d5aef02 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:57:53.504979 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (364ff408-936c-4521-a75f-0a336d5aef02), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:53.526412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364ff408-936c-4521-a75f-0a336d5aef02 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:57:53.540196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f64ce-c72b-43ca-af67-6d031c371416 req-75d1a5a3-9a88-410c-9a6b-32a4e406e919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:53.548749 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c54f64ce-c72b-43ca-af67-6d031c371416 req-75d1a5a3-9a88-410c-9a6b-32a4e406e919 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.2013221 Feb 09 20:57:53.563880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 364ff408-936c-4521-a75f-0a336d5aef02, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=364ff408-936c-4521-a75f-0a336d5aef02,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:53.570844 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (364ff408-936c-4521-a75f-0a336d5aef02), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:53.582827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (325fb010-65c8-4828-9000-2d310e2a8ae6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:53.626079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event deleted for resources: {'Port': ['ID=325fb010-65c8-4828-9000-2d310e2a8ae6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:53.706278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=364ff408-936c-4521-a75f-0a336d5aef02,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:53.725783 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c54f64ce-c72b-43ca-af67-6d031c371416 req-03f20202-3092-4bc5-8208-e871951b7c55 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760528 Feb 09 20:57:53.810122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['364ff408-936c-4521-a75f-0a336d5aef02'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:57:53.994886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:57:54.005741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f3866-8701-42f4-b372-8e68b5b4a937 req-a72cff0b-4e86-4bef-b5c0-2cb2907e3037 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:54.019856 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d37f3866-8701-42f4-b372-8e68b5b4a937 req-a72cff0b-4e86-4bef-b5c0-2cb2907e3037 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.1435537 Feb 09 20:57:54.024328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:54.042210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Request body: {'floatingip': {'port_id': '7e272c7a-a63b-4056-8ce5-36662aa51cbe'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:54.169759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-194700ea-096f-4dd4-8bb6-b174b7a6b9c9 req-cea768f9-1d22-418d-b81d-c04623efa083 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 210 time: 0.1280508 Feb 09 20:57:54.177726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (5168266f-af9a-4d0f-a56b-8e2899d94499), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:54.191220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:54.231114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:54.496349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Allocated IP 172.25.4.69 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6c736a76-ddbb-43d8-b339-1a9cded30fb4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:54.559237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f171-75be-43e3-8659-f526c9f38970 req-a60410b7-033e-4db3-8d28-b7b0c4a5a7f4 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:54.564074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c84f171-75be-43e3-8659-f526c9f38970 req-a60410b7-033e-4db3-8d28-b7b0c4a5a7f4 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 945 time: 0.4260602 Feb 09 20:57:54.670377 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:54.679645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c84f171-75be-43e3-8659-f526c9f38970 req-ca64b89c-1278-424d-b3a6-90111e9f7550 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088626 Feb 09 20:57:54.683399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:57:54.694895 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] Sync routers for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:57:54.713066 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:54.716635 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:54.762800 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:54.798969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] No DVR routers for this DVR port 325fb010-65c8-4828-9000-2d310e2a8ae6 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:57:54.810009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:54.815251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25005a01-9026-47f6-8887-cf41ab1cddbd req-25de7fe4-7d15-4dba-85ba-f73766c3da95 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.50 "DELETE /v2.0/ports/325fb010-65c8-4828-9000-2d310e2a8ae6 HTTP/1.1" status: 204 len: 173 time: 1.9380856 Feb 09 20:57:54.815973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-deleted', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:54.828302 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdd5517-0a37-4d20-be16-94b5bcef2cd1" -d '{"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-deleted", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:54.857876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'Port': ['ID=6c736a76-ddbb-43d8-b339-1a9cded30fb4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:54.869691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:54.875944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:54.879018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.880571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.880571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.880865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.881277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.881625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.882482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.882482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.882648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.883179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.883492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.883973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.884310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:54.897407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:55.018875 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:55.048421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:57:55.104440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 325fb010-65c8-4828-9000-2d310e2a8ae6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:57:55.105579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 325fb010-65c8-4828-9000-2d310e2a8ae6 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:57:55.252417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 364ff408-936c-4521-a75f-0a336d5aef02 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:57:55.277007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:55.287834 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4f1afa-3dc6-488d-b71f-1e97356d7b0a x-openstack-request-id: req-6a4f1afa-3dc6-488d-b71f-1e97356d7b0a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:55.288377 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa556c98-12df-406d-b15f-ff8e6d21c10f", "name": "network-vif-deleted", "tag": "325fb010-65c8-4828-9000-2d310e2a8ae6", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:55.288377 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6a4f1afa-3dc6-488d-b71f-1e97356d7b0a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:55.288960 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa556c98-12df-406d-b15f-ff8e6d21c10f', 'name': 'network-vif-deleted', 'tag': '325fb010-65c8-4828-9000-2d310e2a8ae6', 'status': 'completed', 'code': 200} Feb 09 20:57:55.302396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:55.309886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (5168266f-af9a-4d0f-a56b-8e2899d94499), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:55.321660 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:24Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:55.363879 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] Checking router: 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:57:55.377286 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:55.379151 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:55.440415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 364ff408-936c-4521-a75f-0a336d5aef02 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:57:55.449028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 364ff408-936c-4521-a75f-0a336d5aef02 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:57:55.461261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (364ff408-936c-4521-a75f-0a336d5aef02), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:55.591511 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Floating IP 5168266f-af9a-4d0f-a56b-8e2899d94499 associated. External IP: 172.25.4.128, port: 7e272c7a-a63b-4056-8ce5-36662aa51cbe. Feb 09 20:57:55.634968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd9465ac-2866-4966-8199-17f520eec193 req-c6222cb3-ed30-4f0b-83d4-8cb73bb8ce53 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/ports?device_id=fa556c98-12df-406d-b15f-ff8e6d21c10f HTTP/1.1" status: 200 len: 210 time: 0.0452602 Feb 09 20:57:55.705284 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:55.709463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 364ff408-936c-4521-a75f-0a336d5aef02 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:57:55.710415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (364ff408-936c-4521-a75f-0a336d5aef02), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:55.801085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 364ff408-936c-4521-a75f-0a336d5aef02, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=364ff408-936c-4521-a75f-0a336d5aef02,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:57:55.804809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078b5d04-188d-478b-ab9a-bd95c91c71ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364ff408-936c-4521-a75f-0a336d5aef02'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:55.816285 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a805d67f-f212-4c7e-849f-3c28a640a915" -d '{"events": [{"server_uuid": "078b5d04-188d-478b-ab9a-bd95c91c71ce", "name": "network-vif-plugged", "status": "completed", "tag": "364ff408-936c-4521-a75f-0a336d5aef02"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:55.830213 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (364ff408-936c-4521-a75f-0a336d5aef02), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:55.914056 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:56.056421 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43df723e-6d7e-465f-a4ab-e36e72a3cd5d x-openstack-request-id: req-43df723e-6d7e-465f-a4ab-e36e72a3cd5d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:56.056981 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078b5d04-188d-478b-ab9a-bd95c91c71ce", "name": "network-vif-plugged", "status": "completed", "tag": "364ff408-936c-4521-a75f-0a336d5aef02", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:56.068017 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-43df723e-6d7e-465f-a4ab-e36e72a3cd5d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:56.069230 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078b5d04-188d-478b-ab9a-bd95c91c71ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364ff408-936c-4521-a75f-0a336d5aef02', 'code': 200} Feb 09 20:57:56.070915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=364ff408-936c-4521-a75f-0a336d5aef02,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:56.113475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6529d-d5f9-438e-a737-96549b82e531 req-1cbb0364-788f-44d1-8314-2eb2d7e00d00 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:56.123303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59c6529d-d5f9-438e-a737-96549b82e531 req-1cbb0364-788f-44d1-8314-2eb2d7e00d00 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 946 time: 0.1867340 Feb 09 20:57:56.179942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433cd01-f075-414e-8da7-03e5fdf6f03e req-575f26a2-177a-47d9-bf7f-886d5c0cff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:56.181455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e433cd01-f075-414e-8da7-03e5fdf6f03e req-575f26a2-177a-47d9-bf7f-886d5c0cff4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 1129 time: 0.1799631 Feb 09 20:57:56.284338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Router 4f837e55-4dfb-48f3-9f06-19f7cd1d58f9 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:57:56.290620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59c6529d-d5f9-438e-a737-96549b82e531 req-92cf11a1-d4d6-482f-9018-22b474c5a464 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561952 Feb 09 20:57:56.298050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e433cd01-f075-414e-8da7-03e5fdf6f03e req-ef633b3c-dbed-44a0-a05f-ea26e18b0b02 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076059 Feb 09 20:57:56.358021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:57:56.503079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:57:56.508454 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:56.521638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Sync routers for ids ['4f837e55-4dfb-48f3-9f06-19f7cd1d58f9'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:57:56.550565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:56.554447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03889e51-e940-4d02-ac3e-3d4aa34b1e64 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8873997 Feb 09 20:57:56.554701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:56.577617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Routers {'4f837e55-4dfb-48f3-9f06-19f7cd1d58f9'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:56.582979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4f837e55-4dfb-48f3-9f06-19f7cd1d58f9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:56.608615 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:24Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:56.677229 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90632d3c-f862-40a0-90bf-d4fdae0d4423 None None] The sync data for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 is: [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:50:15Z', 'revision_number': 4, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '69479a6c-86b0-42e4-8e56-50c95e5b2ad4', 'name': '', 'network_id': '18f903fd-99c8-485a-97ea-57a85eb2afd2', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'mac_address': 'fa:16:3e:08:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:14Z', 'updated_at': '2022-02-09T20:50:24Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'subnets': [{'id': '5f69966d-468d-4ee2-8995-53bf9abf4e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:57:56.734372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:56.742825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:57:56.757945 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] Sync routers for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:57:56.767438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:56.779508 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:56.783512 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:56.815980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:56.875172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c4639e1c-ec16-4631-9ff0-e84f3dd04a48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "PUT /v2.0/floatingips/5168266f-af9a-4d0f-a56b-8e2899d94499 HTTP/1.1" status: 200 len: 991 time: 2.8399193 Feb 09 20:57:56.887309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Set router 4f837e55-4dfb-48f3-9f06-19f7cd1d58f9 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:56.901262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7a2da924-547d-4627-99ce-4ff314739dc1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/routers/4f837e55-4dfb-48f3-9f06-19f7cd1d58f9 HTTP/1.1" status: 200 len: 907 time: 0.3454511 Feb 09 20:57:56.909827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:56.915139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'router': {'name': 'tempest-snat-router-476714995', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': True}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:57:56.975183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (5a82516c-9029-4044-90db-3b0e5aa7c227), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:56.978640 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (5a82516c-9029-4044-90db-3b0e5aa7c227), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:57.007479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdaa60c4-6a62-4b78-9b62-87c3e4c32951 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group (ac572bc8-9d97-49d4-909a-6fe5d3128100), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:57.094081 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdaa60c4-6a62-4b78-9b62-87c3e4c32951 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group (ac572bc8-9d97-49d4-909a-6fe5d3128100), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:57.136364 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:57.190085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96980df3-95c7-4d3d-83bd-9864ae80e727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:57.223323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_controller (5a82516c-9029-4044-90db-3b0e5aa7c227), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:57.253002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c364e-e625-4362-a302-c35b8b5a590e req-115d609a-1c79-4822-9084-2134cc6b32fb tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:57.268291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e8c364e-e625-4362-a302-c35b8b5a590e req-115d609a-1c79-4822-9084-2134cc6b32fb tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.2588146 Feb 09 20:57:57.303356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'tag': '7e272c7a-a63b-4056-8ce5-36662aa51cbe'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:57:57.306796 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1", "tag": "7e272c7a-a63b-4056-8ce5-36662aa51cbe"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:57:57.335533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdaa60c4-6a62-4b78-9b62-87c3e4c32951 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ac572bc8-9d97-49d4-909a-6fe5d3128100), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:57.350961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408fe43-712b-494a-a9ff-0adc66d91f9c None None] New status for floating IP 5499ad46-46c5-4533-bf5e-3b6e5c626bbe: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:57:57.351713 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdaa60c4-6a62-4b78-9b62-87c3e4c32951 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:57.377652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fdaa60c4-6a62-4b78-9b62-87c3e4c32951 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "DELETE /v2.0/security-groups/ac572bc8-9d97-49d4-909a-6fe5d3128100 HTTP/1.1" status: 204 len: 168 time: 0.5585074 Feb 09 20:57:57.383937 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:57.493877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa60c4-6a62-4b78-9b62-87c3e4c32951 tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac572bc8-9d97-49d4-909a-6fe5d3128100,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:57.578358 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-a7f5bf26-eab7-4f97-81af-db248d9b6c8b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] show failed (client error): The resource could not be found. Feb 09 20:57:57.586375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a7f5bf26-eab7-4f97-81af-db248d9b6c8b tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "GET /v2.0/security-groups/ac572bc8-9d97-49d4-909a-6fe5d3128100 HTTP/1.1" status: 404 len: 347 time: 0.1349921 Feb 09 20:57:57.600349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:57.682688 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (5a82516c-9029-4044-90db-3b0e5aa7c227), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:57.700547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:57.703867 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c4d6f3-206b-4335-b9af-a27f41025cdf x-openstack-request-id: req-c9c4d6f3-206b-4335-b9af-a27f41025cdf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:57:57.704218 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1", "tag": "7e272c7a-a63b-4056-8ce5-36662aa51cbe", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:57:57.704481 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c9c4d6f3-206b-4335-b9af-a27f41025cdf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:57:57.704920 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'tag': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'status': 'completed', 'code': 200} Feb 09 20:57:57.796800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e8c364e-e625-4362-a302-c35b8b5a590e req-cc29df0e-ff1a-4f25-86ba-e632fb6312a1 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5231273 Feb 09 20:57:57.801295 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '5168266f-af9a-4d0f-a56b-8e2899d94499', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'port_id': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'mac_address': 'fa:16:3e:b5:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:57:36Z', 'updated_at': '2022-02-09T20:57:55Z', 'revision_number': 1, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:57.865575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f837e55-4dfb-48f3-9f06-19f7cd1d58f9', 'name': 'tempest-snat-router-476714995', 'tenant_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': False}, 'gw_port_id': '6c736a76-ddbb-43d8-b339-1a9cded30fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:57:52Z', 'updated_at': '2022-02-09T20:57:55Z', 'revision_number': 3, 'project_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'gw_port': {'id': '6c736a76-ddbb-43d8-b339-1a9cded30fb4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f837e55-4dfb-48f3-9f06-19f7cd1d58f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:57:54Z', 'updated_at': '2022-02-09T20:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:57.877631 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] Checking router: 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:57:57.887794 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:57.888660 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:57.933960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Checking router: 4f837e55-4dfb-48f3-9f06-19f7cd1d58f9 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:57:57.934443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Updating router 4f837e55-4dfb-48f3-9f06-19f7cd1d58f9 port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:57:58.004387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96980df3-95c7-4d3d-83bd-9864ae80e727 admin admin] Publish callbacks [] for security_group (ffa8cc3c-7e26-4efe-81af-7d66cd8a6f42), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.020892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-96980df3-95c7-4d3d-83bd-9864ae80e727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ffa8cc3c-7e26-4efe-81af-7d66cd8a6f42), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.022394 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:58.027283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.075828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-96980df3-95c7-4d3d-83bd-9864ae80e727 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3aa6715f42274324b223bcba6ea1385f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3379896 Feb 09 20:57:58.081281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40378) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:58.084680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96980df3-95c7-4d3d-83bd-9864ae80e727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa8cc3c-7e26-4efe-81af-7d66cd8a6f42,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:58.132448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-13ee37c0-1105-4ee8-97ec-14e69b0bb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:58.134674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-13ee37c0-1105-4ee8-97ec-14e69b0bb375 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 1128 time: 0.4030108 Feb 09 20:57:58.196425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Deleting port 46211954-df60-464e-8ed7-bb54c5eceba4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:57:58.197123 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (46211954-df60-464e-8ed7-bb54c5eceba4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.203189 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.299479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (46211954-df60-464e-8ed7-bb54c5eceba4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.300251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for floatingip (46211954-df60-464e-8ed7-bb54c5eceba4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.365694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe3468-a46b-4d04-bc41-40ad93ae32b4 req-0effd380-a72c-4cfd-92b2-28966282aa80 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:58.376677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9abe3468-a46b-4d04-bc41-40ad93ae32b4 req-0effd380-a72c-4cfd-92b2-28966282aa80 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 946 time: 0.5894470 Feb 09 20:57:58.385763 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (5a82516c-9029-4044-90db-3b0e5aa7c227), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.413401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Calling delete_port for 46211954-df60-464e-8ed7-bb54c5eceba4 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:57:58.462802 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.538044 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '5168266f-af9a-4d0f-a56b-8e2899d94499', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'port_id': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'mac_address': 'fa:16:3e:b5:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:57:36Z', 'updated_at': '2022-02-09T20:57:55Z', 'revision_number': 1, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:58.605458 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def5e93-6e8c-4892-b79f-1256b0fa6b69 None None] The sync data for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 is: [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '5168266f-af9a-4d0f-a56b-8e2899d94499', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'port_id': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'mac_address': 'fa:16:3e:b5:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:57:36Z', 'updated_at': '2022-02-09T20:57:55Z', 'revision_number': 1, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:57:58.605708 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Publish callbacks [] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.623623 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.669800 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (46211954-df60-464e-8ed7-bb54c5eceba4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.699017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Attempting to bind port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:57:58.699876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Attempting to bind port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:57:58.700393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Publish callbacks [] for security_group (393bc02f-7e4a-45ad-8e33-6dbd28158e98), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.701347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Attempting to bind port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:57:58.719228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846684-09ec-410f-b114-905e8be4b1d0 None None] Pushing event updated for resources: {'Port': ['ID=6c736a76-ddbb-43d8-b339-1a9cded30fb4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:58.731758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:57:58.733598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:57:58.734559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.739904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:57:58.740799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Bound port: 6c736a76-ddbb-43d8-b339-1a9cded30fb4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:57:58.741508 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.747924 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (393bc02f-7e4a-45ad-8e33-6dbd28158e98), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.761249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Pushing event deleted for resources: {'Port': ['ID=46211954-df60-464e-8ed7-bb54c5eceba4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:58.777952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393bc02f-7e4a-45ad-8e33-6dbd28158e98,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:58.796780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.797132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.797481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.797830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.798170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.798504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.798838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.799168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.799496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.799853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.800183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.800509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.800831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:57:58.827098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f075fd92-b9aa-45c9-a440-6000acc37ade admin admin] Publish callbacks [] for security_group (ffa8cc3c-7e26-4efe-81af-7d66cd8a6f42), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:58.857433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-953df550-cb6d-45a3-8347-d3bfc3c4431d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d255d6fe6959411d8fc03b67aba3e108&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1485572 Feb 09 20:57:58.861092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9abe3468-a46b-4d04-bc41-40ad93ae32b4 req-4aaf4ce6-f079-481b-b6e9-258272ac9e83 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829619 Feb 09 20:57:58.877165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:58.880875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] For port 6c736a76-ddbb-43d8-b339-1a9cded30fb4, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:57:58.888950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Allocated IP 172.25.4.90 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c84efb58-5ab2-492b-a5c2-124fd0c73235) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:57:58.894047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] For port 6c736a76-ddbb-43d8-b339-1a9cded30fb4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6c736a76-ddbb-43d8-b339-1a9cded30fb4,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:57:58.938271 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.067578 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bee428-ef9d-46fb-9ea4-ac226d9a7a91 None None] New status for floating IP 5168266f-af9a-4d0f-a56b-8e2899d94499: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:57:59.087451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Routers {'4f837e55-4dfb-48f3-9f06-19f7cd1d58f9'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:57:59.089830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4f837e55-4dfb-48f3-9f06-19f7cd1d58f9'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:59.106823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-e5fb87a1-6b3a-4815-b7b6-fca3ea0a3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:59.112475 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-e5fb87a1-6b3a-4815-b7b6-fca3ea0a3e91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 200 len: 911 time: 0.9603372 Feb 09 20:57:59.134659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f075fd92-b9aa-45c9-a440-6000acc37ade admin admin] Publish callbacks [] for security_group (ffa8cc3c-7e26-4efe-81af-7d66cd8a6f42), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.229138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a39678-5e71-4115-97e2-90e9bf2cbaa1 req-d1ba987a-63c0-4e49-ad1e-8ca747ab15e6 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:59.238510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35a39678-5e71-4115-97e2-90e9bf2cbaa1 req-d1ba987a-63c0-4e49-ad1e-8ca747ab15e6 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.3132522 Feb 09 20:57:59.262911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57c6e5ec-6ad5-4cfc-9d3b-af3a18e64df6 admin admin] Publish callbacks [] for security_group (393bc02f-7e4a-45ad-8e33-6dbd28158e98), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.285634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846684-09ec-410f-b114-905e8be4b1d0 None None] Pushing event updated for resources: {'Port': ['ID=6c736a76-ddbb-43d8-b339-1a9cded30fb4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:59.359829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57c6e5ec-6ad5-4cfc-9d3b-af3a18e64df6 admin admin] Publish callbacks [] for security_group (393bc02f-7e4a-45ad-8e33-6dbd28158e98), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.367091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] Set router 4f837e55-4dfb-48f3-9f06-19f7cd1d58f9 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:57:59.369223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks [] for floatingip (5499ad46-46c5-4533-bf5e-3b6e5c626bbe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.380911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.388945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a1b6ca99-25a0-4c2d-8bee-c83703d319ed tempest-ServerActionsTestJSON-894054713 tempest-ServerActionsTestJSON-894054713-project] 10.222.0.102 "DELETE /v2.0/floatingips/5499ad46-46c5-4533-bf5e-3b6e5c626bbe HTTP/1.1" status: 204 len: 168 time: 1.7858613 Feb 09 20:57:59.401827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:57:59.457994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-905d1297-5127-410a-b3e0-25c4b09e8e2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e272c7a-a63b-4056-8ce5-36662aa51cbe HTTP/1.1" status: 200 len: 999 time: 0.3109326 Feb 09 20:57:59.461894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f075fd92-b9aa-45c9-a440-6000acc37ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ffa8cc3c-7e26-4efe-81af-7d66cd8a6f42), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.466975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f075fd92-b9aa-45c9-a440-6000acc37ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.474775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f075fd92-b9aa-45c9-a440-6000acc37ade admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ffa8cc3c-7e26-4efe-81af-7d66cd8a6f42 HTTP/1.1" status: 204 len: 168 time: 1.3618748 Feb 09 20:57:59.496849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075fd92-b9aa-45c9-a440-6000acc37ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa8cc3c-7e26-4efe-81af-7d66cd8a6f42,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:59.597863 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.616819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35a39678-5e71-4115-97e2-90e9bf2cbaa1 req-2a046655-3d01-4372-981b-cdaa060e9fff tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770645 Feb 09 20:57:59.685225 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57c6e5ec-6ad5-4cfc-9d3b-af3a18e64df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (393bc02f-7e4a-45ad-8e33-6dbd28158e98), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.700072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-57c6e5ec-6ad5-4cfc-9d3b-af3a18e64df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.700072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-57c6e5ec-6ad5-4cfc-9d3b-af3a18e64df6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/393bc02f-7e4a-45ad-8e33-6dbd28158e98 HTTP/1.1" status: 204 len: 168 time: 0.8124330 Feb 09 20:57:59.716366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:57:59.720930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6e5ec-6ad5-4cfc-9d3b-af3a18e64df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393bc02f-7e4a-45ad-8e33-6dbd28158e98,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:57:59.856352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:57:59.858342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:57:59.861610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:57:59.876526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-4830daf6-ecd6-430e-8a26-3fb1f20cb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:57:59.881398 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-4830daf6-ecd6-430e-8a26-3fb1f20cb7f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 200 len: 849 time: 0.4074430 Feb 09 20:57:59.962348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f837e55-4dfb-48f3-9f06-19f7cd1d58f9', 'name': 'tempest-snat-router-476714995', 'tenant_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': False}, 'gw_port_id': '6c736a76-ddbb-43d8-b339-1a9cded30fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:57:52Z', 'updated_at': '2022-02-09T20:57:55Z', 'revision_number': 3, 'project_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'gw_port': {'id': '6c736a76-ddbb-43d8-b339-1a9cded30fb4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f837e55-4dfb-48f3-9f06-19f7cd1d58f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:57:54Z', 'updated_at': '2022-02-09T20:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:57:59.999185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'Port': ['ID=c84efb58-5ab2-492b-a5c2-124fd0c73235,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:00.045218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049824b-421c-4015-a51e-de3f78bb66b3 None None] The sync data for ids ['4f837e55-4dfb-48f3-9f06-19f7cd1d58f9'] in n-d-789963-29 is: [{'id': '4f837e55-4dfb-48f3-9f06-19f7cd1d58f9', 'name': 'tempest-snat-router-476714995', 'tenant_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69'}], 'enable_snat': False}, 'gw_port_id': '6c736a76-ddbb-43d8-b339-1a9cded30fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:57:52Z', 'updated_at': '2022-02-09T20:57:55Z', 'revision_number': 3, 'project_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'gw_port': {'id': '6c736a76-ddbb-43d8-b339-1a9cded30fb4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:60:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f837e55-4dfb-48f3-9f06-19f7cd1d58f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:57:54Z', 'updated_at': '2022-02-09T20:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:00.062681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-831e4ec1-fc68-4a24-916a-3edd07e64858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:00.070043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-831e4ec1-fc68-4a24-916a-3edd07e64858 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0902706-cfe4-4c84-aeea-f81bad23cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1819785 Feb 09 20:58:00.500178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-2a3e8c06-d135-4ce8-8e92-aa4440aecf92 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208844 Feb 09 20:58:00.501518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:00.579778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d39d841d-7935-4ba6-8c2c-145f1f35bafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:00.694194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (5a82516c-9029-4044-90db-3b0e5aa7c227), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:01.190595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6c736a76-ddbb-43d8-b339-1a9cded30fb4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:01.333321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:01.335283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:01.350053 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (5a82516c-9029-4044-90db-3b0e5aa7c227), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.015509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe18ac8-31f7-44fe-be14-55c276bf4e53 req-5957deae-34f5-4c57-932d-5072c4b4d1b6 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:02.029085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dfe18ac8-31f7-44fe-be14-55c276bf4e53 req-5957deae-34f5-4c57-932d-5072c4b4d1b6 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 1.2091513 Feb 09 20:58:02.038330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f14c1d48-4f6f-4ca1-9807-da3a1da7e23c req-fb6dbd19-2c15-44ab-9844-cd2e6e0cc8b2 service neutron] 10.222.0.13 "GET /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4935148 Feb 09 20:58:02.083118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:02.083118 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.151844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 6c736a76-ddbb-43d8-b339-1a9cded30fb4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6c736a76-ddbb-43d8-b339-1a9cded30fb4,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:02.157941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.172979 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dfe18ac8-31f7-44fe-be14-55c276bf4e53 req-241ff21c-5953-4598-b499-bfe34640d6cd tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418524 Feb 09 20:58:02.208946 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d39d841d-7935-4ba6-8c2c-145f1f35bafa admin admin] Publish callbacks [] for security_group (2d98069f-7451-47f7-bc51-dff85fe35d5f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.218554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d39d841d-7935-4ba6-8c2c-145f1f35bafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2d98069f-7451-47f7-bc51-dff85fe35d5f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.271141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=6c736a76-ddbb-43d8-b339-1a9cded30fb4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:02.335641 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d39d841d-7935-4ba6-8c2c-145f1f35bafa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d098b8f07a75443daced04e94361e392&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8254910 Feb 09 20:58:02.336863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:02.529263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d841d-7935-4ba6-8c2c-145f1f35bafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d98069f-7451-47f7-bc51-dff85fe35d5f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:02.546793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Router 5a82516c-9029-4044-90db-3b0e5aa7c227 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:58:02.625341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf721-40b0-4661-813a-683a2c9d1f2e admin admin] Publish callbacks [] for security_group (2d98069f-7451-47f7-bc51-dff85fe35d5f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.688917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf721-40b0-4661-813a-683a2c9d1f2e admin admin] Publish callbacks [] for security_group (2d98069f-7451-47f7-bc51-dff85fe35d5f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.767501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:02.780291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.780545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Sync routers for ids ['5a82516c-9029-4044-90db-3b0e5aa7c227'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:02.785865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf721-40b0-4661-813a-683a2c9d1f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2d98069f-7451-47f7-bc51-dff85fe35d5f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.796218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Routers {'5a82516c-9029-4044-90db-3b0e5aa7c227'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:02.798567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf721-40b0-4661-813a-683a2c9d1f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.800230 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4b2cf721-40b0-4661-813a-683a2c9d1f2e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2d98069f-7451-47f7-bc51-dff85fe35d5f HTTP/1.1" status: 204 len: 168 time: 0.4464500 Feb 09 20:58:02.811790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5a82516c-9029-4044-90db-3b0e5aa7c227'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:02.855947 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:02.859790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5a806c1c-e3e8-4f8d-9fa2-f68516afe162 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.9485643 Feb 09 20:58:02.863500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:02.935105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cf721-40b0-4661-813a-683a2c9d1f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d98069f-7451-47f7-bc51-dff85fe35d5f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:02.980658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:03.150414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aaf74f71-e8ba-4e84-b07d-cea10ac4ff66 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/routers/5a82516c-9029-4044-90db-3b0e5aa7c227 HTTP/1.1" status: 200 len: 906 time: 0.2853832 Feb 09 20:58:03.155629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:03.242216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Set router 5a82516c-9029-4044-90db-3b0e5aa7c227 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:58:03.319366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6c736a76-ddbb-43d8-b339-1a9cded30fb4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:03.482934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1906600510'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:03.492576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:03.492576 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:03.516248 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (5a82516c-9029-4044-90db-3b0e5aa7c227), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:03.650072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Made reservation on behalf of d05396ab5ac4493482a45b5268f83ccd for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:03.655455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:03.671828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:03.685445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a82516c-9029-4044-90db-3b0e5aa7c227', 'name': 'tempest-snat-router-476714995', 'tenant_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'c84efb58-5ab2-492b-a5c2-124fd0c73235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:57:56Z', 'updated_at': '2022-02-09T20:58:00Z', 'revision_number': 3, 'project_id': 'e4b27d4101f349aa9b8e40bc891e6409', 'gw_port': {'id': 'c84efb58-5ab2-492b-a5c2-124fd0c73235', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a82516c-9029-4044-90db-3b0e5aa7c227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:57:58Z', 'updated_at': '2022-02-09T20:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:03.703622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:03.717936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Checking router: 5a82516c-9029-4044-90db-3b0e5aa7c227 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:58:03.718793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Updating router 5a82516c-9029-4044-90db-3b0e5aa7c227 port c84efb58-5ab2-492b-a5c2-124fd0c73235 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:58:03.758790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:03.797272 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (5a82516c-9029-4044-90db-3b0e5aa7c227), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:03.798860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df546926-8ca1-4994-967c-5f183ee150b1 req-311c329b-6a4e-46e3-af69-8da90a44a241 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:03.805264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df546926-8ca1-4994-967c-5f183ee150b1 req-311c329b-6a4e-46e3-af69-8da90a44a241 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.3722034 Feb 09 20:58:03.837585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Deleting port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:03.837927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:03.953894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Deleting port c84efb58-5ab2-492b-a5c2-124fd0c73235 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:03.954260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.009115 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df546926-8ca1-4994-967c-5f183ee150b1 req-a18747fc-6f00-4dac-881b-a96c98082990 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891727 Feb 09 20:58:04.090262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] For port 69479a6c-86b0-42e4-8e56-50c95e5b2ad4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:04.090657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.131831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Calling delete_port for 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:04.244210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.279701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Calling delete_port for c84efb58-5ab2-492b-a5c2-124fd0c73235 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:04.425643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Publish callbacks [] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.433445 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks [] for security_group (2808947b-1142-4470-9a5d-b839e17a7c5e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.435666 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.463350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2808947b-1142-4470-9a5d-b839e17a7c5e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.534164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f346a-33f7-4c32-a3e6-c4281abc29ca None None] Pushing event updated for resources: {'Port': ['ID=c84efb58-5ab2-492b-a5c2-124fd0c73235,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:04.557454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2808947b-1142-4470-9a5d-b839e17a7c5e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:04.613090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:04.618843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Attempting to bind port c84efb58-5ab2-492b-a5c2-124fd0c73235 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:58:04.619247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Attempting to bind port c84efb58-5ab2-492b-a5c2-124fd0c73235 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:58:04.619898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Attempting to bind port c84efb58-5ab2-492b-a5c2-124fd0c73235 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:58:04.629957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:58:04.632789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:04.634436 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.634742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:58:04.636475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Bound port: c84efb58-5ab2-492b-a5c2-124fd0c73235, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:58:04.636984 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.697467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (65b2245c-34e3-46df-af52-1df9e4c7035a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.698015 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Added segment 65b2245c-34e3-46df-af52-1df9e4c7035a of type vlan for network 27245035-c391-4f72-a831-e55d53fd4df3 Feb 09 20:58:04.759826 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (27245035-c391-4f72-a831-e55d53fd4df3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.767850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (69479a6c-86b0-42e4-8e56-50c95e5b2ad4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.797795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:04.800187 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:58:04.801724 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:58:04.850646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=69479a6c-86b0-42e4-8e56-50c95e5b2ad4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:04.990860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event deleted for resources: {'Port': ['ID=c84efb58-5ab2-492b-a5c2-124fd0c73235,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:05.029387 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (5a82516c-9029-4044-90db-3b0e5aa7c227), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.073598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (27245035-c391-4f72-a831-e55d53fd4df3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.084251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:05.085387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.200750 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2190211 Feb 09 20:58:05.204876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40514) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:05.210561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (5a82516c-9029-4044-90db-3b0e5aa7c227), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.213333 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_controller (5a82516c-9029-4044-90db-3b0e5aa7c227), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.329382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Attempting to bind port c84efb58-5ab2-492b-a5c2-124fd0c73235 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:58:05.330993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Attempting to bind port c84efb58-5ab2-492b-a5c2-124fd0c73235 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:58:05.331403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Attempting to bind port c84efb58-5ab2-492b-a5c2-124fd0c73235 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:58:05.340564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (5a82516c-9029-4044-90db-3b0e5aa7c227), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.341267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a82516c-9029-4044-90db-3b0e5aa7c227 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:05.355425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:58:05.359470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:05.360461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.364154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.364618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:58:05.365184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Bound port: c84efb58-5ab2-492b-a5c2-124fd0c73235, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:58:05.365604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c84efb58-5ab2-492b-a5c2-124fd0c73235), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.366874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c0eebb2c-ed34-4551-ac5f-064d85246418 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "DELETE /v2.0/routers/5a82516c-9029-4044-90db-3b0e5aa7c227 HTTP/1.1" status: 204 len: 168 time: 2.2074130 Feb 09 20:58:05.371429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:05.439761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Port c84efb58-5ab2-492b-a5c2-124fd0c73235 has been deleted concurrently {{(pid=103326) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 20:58:05.470055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Routers set() bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:05.481389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Router IDs set() for agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 20:58:05.487670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_agentschedulers_db [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a82516c-9029-4044-90db-3b0e5aa7c227'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent'). {{(pid=103326) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 20:58:05.496373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571d5912-b94b-4ac5-8449-3a499f587eb9 None None] The sync data for ids ['5a82516c-9029-4044-90db-3b0e5aa7c227'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:05.510002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.534835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570838d-4854-4197-bba6-ff351b8f4be4 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Pushing event updated for resources: {'Network': ['ID=27245035-c391-4f72-a831-e55d53fd4df3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:05.553819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 27245035-c391-4f72-a831-e55d53fd4df3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:05.620669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.775443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Request body: {'network': {'name': 'tempest-network--739138515', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:05.873868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Made reservation on behalf of e24141d88d464aa0a6523025b23bdb73 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:05.876249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.910615 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:05.933510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.087628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Deleting port 6c736a76-ddbb-43d8-b339-1a9cded30fb4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:06.088078 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.114352 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for security_group (49a04067-850d-4401-8724-e6d1d3c29351), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.149707 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (49a04067-850d-4401-8724-e6d1d3c29351), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.188854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a04067-850d-4401-8724-e6d1d3c29351,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:06.216253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:06.218375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] For port 6c736a76-ddbb-43d8-b339-1a9cded30fb4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6c736a76-ddbb-43d8-b339-1a9cded30fb4,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:06.218749 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.229626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (07d53b72-98c2-4b46-a914-81986a9cb930), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.230735 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Added segment 07d53b72-98c2-4b46-a914-81986a9cb930 of type vlan for network 5f485e7f-194f-4482-b44d-4b40f3cd2eb3 Feb 09 20:58:06.239139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Calling delete_port for 6c736a76-ddbb-43d8-b339-1a9cded30fb4 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:06.289352 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (5f485e7f-194f-4482-b44d-4b40f3cd2eb3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.329464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (5f485e7f-194f-4482-b44d-4b40f3cd2eb3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.330547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:06.331285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.366260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1562064 Feb 09 20:58:06.387491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:06.478013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6c736a76-ddbb-43d8-b339-1a9cded30fb4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.535417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e0bc4-de37-4c47-b780-ea83a474238b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Network': ['ID=5f485e7f-194f-4482-b44d-4b40f3cd2eb3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:06.557336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 5f485e7f-194f-4482-b44d-4b40f3cd2eb3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:06.579714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c736a76-ddbb-43d8-b339-1a9cded30fb4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:06.594495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:58:06.611203 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.627795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (5f485e7f-194f-4482-b44d-4b40f3cd2eb3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.736353 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.739073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_controller (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.813223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (4f837e55-4dfb-48f3-9f06-19f7cd1d58f9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.813762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f837e55-4dfb-48f3-9f06-19f7cd1d58f9 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:06.821818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.823125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ea430727-53de-4a46-962e-ece234045738 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "DELETE /v2.0/routers/4f837e55-4dfb-48f3-9f06-19f7cd1d58f9 HTTP/1.1" status: 204 len: 168 time: 1.4478226 Feb 09 20:58:06.828954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:06.835178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1095413672', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:06.869559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (5f485e7f-194f-4482-b44d-4b40f3cd2eb3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.870531 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (8887c862-1fa9-4612-843d-ecb963ba5b13), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.872833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (8887c862-1fa9-4612-843d-ecb963ba5b13), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:06.933710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f485e7f-194f-4482-b44d-4b40f3cd2eb3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:06.963099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d53b72-98c2-4b46-a914-81986a9cb930') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:06.963500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d53b72-98c2-4b46-a914-81986a9cb930') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:07.003917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (07d53b72-98c2-4b46-a914-81986a9cb930), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.066335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (8887c862-1fa9-4612-843d-ecb963ba5b13), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.090026 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (07d53b72-98c2-4b46-a914-81986a9cb930), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.121124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:58:07.121542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (07d53b72-98c2-4b46-a914-81986a9cb930), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:58:07.123438 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:58:07.242252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:07.262477 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] Sync routers for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:07.283900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cc23070c-a319-4ac6-b03d-e804cafb0f72 admin admin] 10.222.0.102 "PUT /v2.0/routers/1536fd0c-8558-4ae9-b73d-a31af6ef99d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8792474 Feb 09 20:58:07.286320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:07.288897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (5f485e7f-194f-4482-b44d-4b40f3cd2eb3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.311839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f485e7f-194f-4482-b44d-4b40f3cd2eb3 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 20:58:07.313242 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:07.314289 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:07.467870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.479537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "DELETE /v2.0/networks/5f485e7f-194f-4482-b44d-4b40f3cd2eb3 HTTP/1.1" status: 204 len: 168 time: 1.0840011 Feb 09 20:58:07.479537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c65c23-c294-4c92-9033-49a77ba41896 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f485e7f-194f-4482-b44d-4b40f3cd2eb3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:07.516942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:07.524300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:07.530732 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:58:07.555991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Made reservation on behalf of e24141d88d464aa0a6523025b23bdb73 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:07.558794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.562350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (8887c862-1fa9-4612-843d-ecb963ba5b13), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.606835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:07.632975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4dfab488-789b-4eaa-8f21-f604baf0efa3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.633391 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Added segment 4dfab488-789b-4eaa-8f21-f604baf0efa3 of type vlan for network eaf863f2-1913-42e2-9967-290a04a8df26 Feb 09 20:58:07.641338 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-521765f5-e88b-4398-a6c3-6be01ddf849b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.769622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (eaf863f2-1913-42e2-9967-290a04a8df26), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.834260 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (eaf863f2-1913-42e2-9967-290a04a8df26), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.835992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:07.836991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:07.981662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4627512 Feb 09 20:58:07.994014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:08.015215 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Request body: {'subnet': {'network_id': 'eaf863f2-1913-42e2-9967-290a04a8df26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:08.070184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (8887c862-1fa9-4612-843d-ecb963ba5b13), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.098947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Made reservation on behalf of e24141d88d464aa0a6523025b23bdb73 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:08.102782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.134342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095b9a0-ec4d-437a-a331-bdcb5ea16b29 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Network': ['ID=eaf863f2-1913-42e2-9967-290a04a8df26,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:08.150368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network eaf863f2-1913-42e2-9967-290a04a8df26 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:08.163329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.223364 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks [] for router (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.242491 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:58:04Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:08.297544 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] Checking router: 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:58:08.316591 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] Routers {'1536fd0c-8558-4ae9-b73d-a31af6ef99d8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:08.317231 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:57:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:08.444871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40590) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:08.464726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks [] for router_gateway (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.484942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Allocated IP 172.25.4.224 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2ad2eb45-ecf4-4614-8ea4-cc444ac840ac) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:08.573974 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] Set router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:58:08.642521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Deleting port 68e2d8b8-0423-479f-bc0d-b086739ffa9f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:08.644398 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.661261 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for port (2ad2eb45-ecf4-4614-8ea4-cc444ac840ac), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.737102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8000a24c-4881-4c60-9f6d-8d9787bd7bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.747209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2ad2eb45-ecf4-4614-8ea4-cc444ac840ac), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.833886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:08.841790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:08.852018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:08.907839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event updated for resources: {'Port': ['ID=2ad2eb45-ecf4-4614-8ea4-cc444ac840ac,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:08.968774 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:58:04Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:08.981357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] For port 68e2d8b8-0423-479f-bc0d-b086739ffa9f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=68e2d8b8-0423-479f-bc0d-b086739ffa9f,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:08.985018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:08.999979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6c736a76-ddbb-43d8-b339-1a9cded30fb4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:58:09.021663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Calling delete_port for 68e2d8b8-0423-479f-bc0d-b086739ffa9f owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:09.041616 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0603b3-7cc0-4d0a-82fe-34e70eaa9326 None None] The sync data for ids ['1536fd0c-8558-4ae9-b73d-a31af6ef99d8'] in n-d-789963-29 is: [{'id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'name': 'tempest-ServerActionsTestJSON-2003999720-router', 'tenant_id': '78e1662b80484a4096590fa7c4066153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:50:08Z', 'updated_at': '2022-02-09T20:58:04Z', 'revision_number': 5, 'project_id': '78e1662b80484a4096590fa7c4066153', 'gw_port': {'id': '68e2d8b8-0423-479f-bc0d-b086739ffa9f', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1536fd0c-8558-4ae9-b73d-a31af6ef99d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:50:10Z', 'updated_at': '2022-02-09T20:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:09.085492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6c736a76-ddbb-43d8-b339-1a9cded30fb4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:58:09.085858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6c736a76-ddbb-43d8-b339-1a9cded30fb4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:58:09.297365 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8000a24c-4881-4c60-9f6d-8d9787bd7bdd admin admin] Publish callbacks [] for security_group (3a0125bb-94a9-4de5-a312-ee69900f4aec), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.315864 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8000a24c-4881-4c60-9f6d-8d9787bd7bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3a0125bb-94a9-4de5-a312-ee69900f4aec), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.367210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000a24c-4881-4c60-9f6d-8d9787bd7bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0125bb-94a9-4de5-a312-ee69900f4aec,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:09.371208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (8887c862-1fa9-4612-843d-ecb963ba5b13), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.626350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8000a24c-4881-4c60-9f6d-8d9787bd7bdd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d36b432aa78f4caea79366f9e1b70238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9557681 Feb 09 20:58:09.626350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40610) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:09.626350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 20:58:09.626350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (03e5022b-c5f7-46f4-87d6-468170ed933e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.626350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Checking segment: {'id': '4dfab488-789b-4eaa-8f21-f604baf0efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'eaf863f2-1913-42e2-9967-290a04a8df26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:09.626350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Network hostable DHCP agents. Network: eaf863f2-1913-42e2-9967-290a04a8df26, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:58:09.626350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Subnet': ['ID=03e5022b-c5f7-46f4-87d6-468170ed933e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:09.659900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (68e2d8b8-0423-479f-bc0d-b086739ffa9f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.704396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddcb0956-1e65-4f9e-a9e9-dc700b5f3671 admin admin] Publish callbacks [] for security_group (3a0125bb-94a9-4de5-a312-ee69900f4aec), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.732930 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b47eb39-1722-454a-987c-6367aae02111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.805901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Network eaf863f2-1913-42e2-9967-290a04a8df26 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:58:09.818337 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (8887c862-1fa9-4612-843d-ecb963ba5b13), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.828111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, eaf863f2-1913-42e2-9967-290a04a8df26) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:09.832123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e2d8b8-0423-479f-bc0d-b086739ffa9f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:09.838149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e2c9b-baf0-41c5-9666-26b0f295676a None None] Network eaf863f2-1913-42e2-9967-290a04a8df26 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:09.849561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:09.850189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.878638 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddcb0956-1e65-4f9e-a9e9-dc700b5f3671 admin admin] Publish callbacks [] for security_group (3a0125bb-94a9-4de5-a312-ee69900f4aec), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:09.883603 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03bea78d-a6e7-41e1-9140-d363f66bd0f1 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8882699 Feb 09 20:58:09.891568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:09.892472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.060153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e6014-18d0-4428-8a90-8ea9d310942d None None] Network eaf863f2-1913-42e2-9967-290a04a8df26 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:10.151656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Router 8887c862-1fa9-4612-843d-ecb963ba5b13 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:58:10.325191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:10.338601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8d0b8-f1b9-47e9-a9ff-b19251df10fd None None] Sync routers for ids ['8887c862-1fa9-4612-843d-ecb963ba5b13'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:10.376101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8d0b8-f1b9-47e9-a9ff-b19251df10fd None None] Routers {'8887c862-1fa9-4612-843d-ecb963ba5b13'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:10.377047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78d8d0b8-f1b9-47e9-a9ff-b19251df10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8887c862-1fa9-4612-843d-ecb963ba5b13'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:10.393185 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.399083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9b4e56c8-83bd-4de0-823a-64d1c75d43c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5663218 Feb 09 20:58:10.399643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:10.411411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1854d815-a25b-4555-a7a0-0d02af3a0b0c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:10.435605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Request body: {'floatingip': {'floating_network_id': 'eaf863f2-1913-42e2-9967-290a04a8df26'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:10.470525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78d8d0b8-f1b9-47e9-a9ff-b19251df10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:10.495096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8d0b8-f1b9-47e9-a9ff-b19251df10fd None None] Routers {'8887c862-1fa9-4612-843d-ecb963ba5b13'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:10.496156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78d8d0b8-f1b9-47e9-a9ff-b19251df10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8887c862-1fa9-4612-843d-ecb963ba5b13'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:10.531579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddcb0956-1e65-4f9e-a9e9-dc700b5f3671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3a0125bb-94a9-4de5-a312-ee69900f4aec), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.536770 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ddcb0956-1e65-4f9e-a9e9-dc700b5f3671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.542448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ddcb0956-1e65-4f9e-a9e9-dc700b5f3671 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3a0125bb-94a9-4de5-a312-ee69900f4aec HTTP/1.1" status: 204 len: 168 time: 1.0942354 Feb 09 20:58:10.566428 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.572066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb0956-1e65-4f9e-a9e9-dc700b5f3671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0125bb-94a9-4de5-a312-ee69900f4aec,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:10.579272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks [] for router_controller (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.600785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78d8d0b8-f1b9-47e9-a9ff-b19251df10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:10.603581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8d0b8-f1b9-47e9-a9ff-b19251df10fd None None] The sync data for ids ['8887c862-1fa9-4612-843d-ecb963ba5b13'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:10.619663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.696579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (1536fd0c-8558-4ae9-b73d-a31af6ef99d8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.708058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1536fd0c-8558-4ae9-b73d-a31af6ef99d8 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:10.787235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:10.796442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5e30cccc-4be2-4a26-9355-053915e9d011 admin admin] 10.222.0.102 "DELETE /v2.0/routers/1536fd0c-8558-4ae9-b73d-a31af6ef99d8 HTTP/1.1" status: 204 len: 168 time: 3.5086274 Feb 09 20:58:10.808517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:10.916395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6442f2a-fc18-4521-a2eb-16e4b44c17b0 admin admin] Deleting subnet 5f69966d-468d-4ee2-8995-53bf9abf4e0c {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:58:10.921336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6442f2a-fc18-4521-a2eb-16e4b44c17b0 admin admin] Publish callbacks [] for subnet (5f69966d-468d-4ee2-8995-53bf9abf4e0c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.018856 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6442f2a-fc18-4521-a2eb-16e4b44c17b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (5f69966d-468d-4ee2-8995-53bf9abf4e0c), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.094321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.181845 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.186598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:11.219587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7c1543f-7959-4e1a-b9bf-a6a8104a2a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.381350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7c1543f-7959-4e1a-b9bf-a6a8104a2a0b admin admin] Publish callbacks [] for security_group (4a99580a-0944-4c40-98ca-a9ef1ee461c7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.391287 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7c1543f-7959-4e1a-b9bf-a6a8104a2a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a99580a-0944-4c40-98ca-a9ef1ee461c7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.403810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:58:11.438039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6442f2a-fc18-4521-a2eb-16e4b44c17b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5f69966d-468d-4ee2-8995-53bf9abf4e0c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.440579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:58:11.440965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 69479a6c-86b0-42e4-8e56-50c95e5b2ad4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:58:11.533488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1854d815-a25b-4555-a7a0-0d02af3a0b0c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (8887c862-1fa9-4612-843d-ecb963ba5b13), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.554553 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f7c1543f-7959-4e1a-b9bf-a6a8104a2a0b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bb26c03663e5491ca8a68014ca02743a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3667479 Feb 09 20:58:11.560068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1543f-7959-4e1a-b9bf-a6a8104a2a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a99580a-0944-4c40-98ca-a9ef1ee461c7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:11.566145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40630) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:11.587755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Allocated IP 172.20.0.3 (eaf863f2-1913-42e2-9967-290a04a8df26/03e5022b-c5f7-46f4-87d6-468170ed933e/21b63e3c-8341-41b6-90a8-e7023d4f9f4e) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:11.687424 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6442f2a-fc18-4521-a2eb-16e4b44c17b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (5f69966d-468d-4ee2-8995-53bf9abf4e0c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.731605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6442f2a-fc18-4521-a2eb-16e4b44c17b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f69966d-468d-4ee2-8995-53bf9abf4e0c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:11.735887 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6442f2a-fc18-4521-a2eb-16e4b44c17b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.741572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f6442f2a-fc18-4521-a2eb-16e4b44c17b0 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/5f69966d-468d-4ee2-8995-53bf9abf4e0c HTTP/1.1" status: 204 len: 168 time: 0.9320745 Feb 09 20:58:11.743547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:11.744620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd4246f-0b44-427c-8019-991ec921b83f None None] Network 18f903fd-99c8-485a-97ea-57a85eb2afd2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:11.824301 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73f3045d-5ad0-40ce-99fb-e05ffe9ff00a admin admin] Publish callbacks [] for security_group (4a99580a-0944-4c40-98ca-a9ef1ee461c7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.906565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for port (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.948772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (18f903fd-99c8-485a-97ea-57a85eb2afd2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.952614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73f3045d-5ad0-40ce-99fb-e05ffe9ff00a admin admin] Publish callbacks [] for security_group (4a99580a-0944-4c40-98ca-a9ef1ee461c7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.959459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:11.974735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] DHCP port deletion for 18f903fd-99c8-485a-97ea-57a85eb2afd2 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:58:12.037875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Deleting port 4db20e78-9145-45a0-9346-56081b61e856 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:12.038257 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4db20e78-9145-45a0-9346-56081b61e856), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.083957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Network eaf863f2-1913-42e2-9967-290a04a8df26 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:12.091454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:12.095498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:12.115615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1854d815-a25b-4555-a7a0-0d02af3a0b0c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (8887c862-1fa9-4612-843d-ecb963ba5b13), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.119364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1854d815-a25b-4555-a7a0-0d02af3a0b0c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (8887c862-1fa9-4612-843d-ecb963ba5b13), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.119770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] For port 4db20e78-9145-45a0-9346-56081b61e856, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4db20e78-9145-45a0-9346-56081b61e856,segment=NetworkSegment(1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7),segment_id=1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:12.120183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4db20e78-9145-45a0-9346-56081b61e856), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.137076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Calling delete_port for 4db20e78-9145-45a0-9346-56081b61e856 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:12.150837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Port': ['ID=21b63e3c-8341-41b6-90a8-e7023d4f9f4e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:12.242348 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73f3045d-5ad0-40ce-99fb-e05ffe9ff00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a99580a-0944-4c40-98ca-a9ef1ee461c7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.243349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1854d815-a25b-4555-a7a0-0d02af3a0b0c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Router 8887c862-1fa9-4612-843d-ecb963ba5b13 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:58:12.245935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73f3045d-5ad0-40ce-99fb-e05ffe9ff00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.247814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-73f3045d-5ad0-40ce-99fb-e05ffe9ff00a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4a99580a-0944-4c40-98ca-a9ef1ee461c7 HTTP/1.1" status: 204 len: 168 time: 0.6805449 Feb 09 20:58:12.265736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3045d-5ad0-40ce-99fb-e05ffe9ff00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a99580a-0944-4c40-98ca-a9ef1ee461c7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:12.273024 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (4db20e78-9145-45a0-9346-56081b61e856), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.277646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Deleting port 4db20e78-9145-45a0-9346-56081b61e856 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:12.278003 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4db20e78-9145-45a0-9346-56081b61e856), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.321410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] No DVR routers for this DVR port 4db20e78-9145-45a0-9346-56081b61e856 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:58:12.330024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Pushing event deleted for resources: {'Port': ['ID=4db20e78-9145-45a0-9346-56081b61e856,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:12.339167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.339620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.340100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.340555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.340985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.341448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.341887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.342966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.343392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.343847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.344267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.344692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.345347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d4cdbe-3ec1-4f49-9a0f-98e0f28bc014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:12.366210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for floatingip (2ae4aff5-017f-4312-bde7-dc3566e88f4a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.418001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1854d815-a25b-4555-a7a0-0d02af3a0b0c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:12.423809 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1854d815-a25b-4555-a7a0-0d02af3a0b0c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.425686 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1854d815-a25b-4555-a7a0-0d02af3a0b0c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "PUT /v2.0/routers/8887c862-1fa9-4612-843d-ecb963ba5b13 HTTP/1.1" status: 200 len: 926 time: 2.0247421 Feb 09 20:58:12.429862 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750a47f-f5a9-497f-aad3-8f3c979d26fd None None] Sync routers for ids ['8887c862-1fa9-4612-843d-ecb963ba5b13'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:12.432206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40636) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:12.446053 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750a47f-f5a9-497f-aad3-8f3c979d26fd None None] Routers {'8887c862-1fa9-4612-843d-ecb963ba5b13'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:12.446762 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7750a47f-f5a9-497f-aad3-8f3c979d26fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8887c862-1fa9-4612-843d-ecb963ba5b13'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:12.457546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] For port 4db20e78-9145-45a0-9346-56081b61e856, host n-d-789963-29, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:12.457546 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4db20e78-9145-45a0-9346-56081b61e856), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.467621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.535519 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7750a47f-f5a9-497f-aad3-8f3c979d26fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:12.553678 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750a47f-f5a9-497f-aad3-8f3c979d26fd None None] Routers {'8887c862-1fa9-4612-843d-ecb963ba5b13'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:12.554343 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7750a47f-f5a9-497f-aad3-8f3c979d26fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8887c862-1fa9-4612-843d-ecb963ba5b13'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:12.615715 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f490a798-cd3b-41da-8521-40bd5befd633 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/routers/8887c862-1fa9-4612-843d-ecb963ba5b13 HTTP/1.1" status: 200 len: 926 time: 0.1806009 Feb 09 20:58:12.619100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40640) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:12.635853 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7750a47f-f5a9-497f-aad3-8f3c979d26fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:12.636510 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750a47f-f5a9-497f-aad3-8f3c979d26fd None None] The sync data for ids ['8887c862-1fa9-4612-843d-ecb963ba5b13'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:12.653330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Calling delete_port for 4db20e78-9145-45a0-9346-56081b61e856 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:12.661798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Port 4db20e78-9145-45a0-9346-56081b61e856 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:58:12.664827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4db20e78-9145-45a0-9346-56081b61e856), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.669681 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for port (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.687335 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.699870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.702942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db20e78-9145-45a0-9346-56081b61e856,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:12.705982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] No DVR routers for this DVR port 4db20e78-9145-45a0-9346-56081b61e856 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:58:12.807385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b30da-0be1-4341-955b-80015b03f72b tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:12.809340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1f3b30da-0be1-4341-955b-80015b03f72b tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=8887c862-1fa9-4612-843d-ecb963ba5b13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1887898 Feb 09 20:58:12.812873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:12.866880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Port': ['ID=21b63e3c-8341-41b6-90a8-e7023d4f9f4e,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:12.893413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (18f903fd-99c8-485a-97ea-57a85eb2afd2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.908896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (2ae4aff5-017f-4312-bde7-dc3566e88f4a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.923330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f903fd-99c8-485a-97ea-57a85eb2afd2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:12.926958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c9521-6eac-4a91-8309-bd5236cde17e tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:12.928669 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-de7c9521-6eac-4a91-8309-bd5236cde17e tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 881 time: 0.1144004 Feb 09 20:58:12.931544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40650) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:12.936651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:12.937209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:12.958097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.983922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:12.988373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-40b284da-b644-4214-aa59-ad42fc272bb5 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5541503 Feb 09 20:58:12.988537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a68091ec-841b-473f-9bca-891a1350d527 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=8887c862-1fa9-4612-843d-ecb963ba5b13 HTTP/1.1" status: 200 len: 205 time: 0.0537541 Feb 09 20:58:12.990095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:12.990487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40654) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:13.000484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.019017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 68e2d8b8-0423-479f-bc0d-b086739ffa9f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:58:13.028008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:58:13.028469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (1dc93cf6-d1e6-40e1-82ec-0eb13be3e0d7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:58:13.033930 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:58:13.065247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 68e2d8b8-0423-479f-bc0d-b086739ffa9f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:58:13.065607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 68e2d8b8-0423-479f-bc0d-b086739ffa9f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:58:13.068036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4db20e78-9145-45a0-9346-56081b61e856 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:58:13.115983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4db20e78-9145-45a0-9346-56081b61e856 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:58:13.117238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4db20e78-9145-45a0-9346-56081b61e856 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:58:13.161274 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (18f903fd-99c8-485a-97ea-57a85eb2afd2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.175642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.179923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] 10.222.0.102 "DELETE /v2.0/networks/18f903fd-99c8-485a-97ea-57a85eb2afd2 HTTP/1.1" status: 204 len: 168 time: 1.4287965 Feb 09 20:58:13.194319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf91a0-a4c5-405a-b596-091ece913e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f903fd-99c8-485a-97ea-57a85eb2afd2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:13.212365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-34c876f6-bb6a-4d9c-b956-c3d4756af425 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "GET /v2.0/floatingips?floating_network_id=eaf863f2-1913-42e2-9967-290a04a8df26 HTTP/1.1" status: 200 len: 689 time: 0.2167675 Feb 09 20:58:13.216470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:13.341274 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (8887c862-1fa9-4612-843d-ecb963ba5b13), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.395975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (eaf863f2-1913-42e2-9967-290a04a8df26), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.403395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:13.487550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e979a409-d856-471d-a1d2-f2e30c4c6e4d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=78e1662b80484a4096590fa7c4066153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826883 Feb 09 20:58:13.490054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:13.562844 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-897029af-c8b9-44ee-84c1-df01b6a62e81 admin admin] Publish callbacks [] for security_group (db266120-b134-4f30-baba-5be271d7a670), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.590488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (8887c862-1fa9-4612-843d-ecb963ba5b13), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.591763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-897029af-c8b9-44ee-84c1-df01b6a62e81 admin admin] Publish callbacks [] for security_group (db266120-b134-4f30-baba-5be271d7a670), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.598863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Deleting port 21b63e3c-8341-41b6-90a8-e7023d4f9f4e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:13.599199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.652619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-897029af-c8b9-44ee-84c1-df01b6a62e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (db266120-b134-4f30-baba-5be271d7a670), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.656967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-897029af-c8b9-44ee-84c1-df01b6a62e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.658385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-897029af-c8b9-44ee-84c1-df01b6a62e81 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/db266120-b134-4f30-baba-5be271d7a670 HTTP/1.1" status: 204 len: 168 time: 0.1670287 Feb 09 20:58:13.668617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897029af-c8b9-44ee-84c1-df01b6a62e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db266120-b134-4f30-baba-5be271d7a670,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:13.722116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.723046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for floatingip (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.739119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Calling delete_port for 21b63e3c-8341-41b6-90a8-e7023d4f9f4e owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:13.749920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Deleting port 2ad2eb45-ecf4-4614-8ea4-cc444ac840ac {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:13.750239 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2ad2eb45-ecf4-4614-8ea4-cc444ac840ac), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.904143 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2ad2eb45-ecf4-4614-8ea4-cc444ac840ac), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:13.927324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Calling delete_port for 2ad2eb45-ecf4-4614-8ea4-cc444ac840ac owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:13.928156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.050252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (21b63e3c-8341-41b6-90a8-e7023d4f9f4e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.125379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event deleted for resources: {'Port': ['ID=21b63e3c-8341-41b6-90a8-e7023d4f9f4e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:14.237267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for floatingip (2ae4aff5-017f-4312-bde7-dc3566e88f4a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.290549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2ad2eb45-ecf4-4614-8ea4-cc444ac840ac), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.329550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event deleted for resources: {'Port': ['ID=2ad2eb45-ecf4-4614-8ea4-cc444ac840ac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:14.330727 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:58:14.373233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (03e5022b-c5f7-46f4-87d6-468170ed933e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.445305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (8887c862-1fa9-4612-843d-ecb963ba5b13), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.562707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (8887c862-1fa9-4612-843d-ecb963ba5b13), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.565462 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (8887c862-1fa9-4612-843d-ecb963ba5b13), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.572438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (03e5022b-c5f7-46f4-87d6-468170ed933e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.590489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40696) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:14.646699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=03e5022b-c5f7-46f4-87d6-468170ed933e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:14.678478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (8887c862-1fa9-4612-843d-ecb963ba5b13), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.679286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Fanout notify agent at l3_agent the message router_deleted on router 8887c862-1fa9-4612-843d-ecb963ba5b13 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:14.713996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.719261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-64782b8b-134d-440f-8f79-43dde5716783 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/8887c862-1fa9-4612-843d-ecb963ba5b13 HTTP/1.1" status: 204 len: 168 time: 1.6581991 Feb 09 20:58:14.719994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:14.725438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b85b8834-644f-40f5-a108-36e1ecf4482d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-543928177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:14.740302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1641471226-network', 'tenant_id': '3e43576970bb49d98042776879950904'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:14.751522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (eaf863f2-1913-42e2-9967-290a04a8df26), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.770525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b85b8834-644f-40f5-a108-36e1ecf4482d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (5f81d68c-139c-4bd8-b70b-b2e073085422), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.771571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b85b8834-644f-40f5-a108-36e1ecf4482d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (5f81d68c-139c-4bd8-b70b-b2e073085422), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.776990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Made reservation on behalf of 3e43576970bb49d98042776879950904 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:14.777767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf863f2-1913-42e2-9967-290a04a8df26']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:14.779314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.789284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfab488-789b-4eaa-8f21-f604baf0efa3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:14.790114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfab488-789b-4eaa-8f21-f604baf0efa3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:14.791573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.801574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (4dfab488-789b-4eaa-8f21-f604baf0efa3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.818407 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4dfab488-789b-4eaa-8f21-f604baf0efa3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.825231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:58:14.825860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (4dfab488-789b-4eaa-8f21-f604baf0efa3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: items = [ Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:58:14.827921 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:58:14.852999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b85b8834-644f-40f5-a108-36e1ecf4482d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (5f81d68c-139c-4bd8-b70b-b2e073085422), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.858292 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b85b8834-644f-40f5-a108-36e1ecf4482d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (5f81d68c-139c-4bd8-b70b-b2e073085422), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.877420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b85b8834-644f-40f5-a108-36e1ecf4482d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.878626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b85b8834-644f-40f5-a108-36e1ecf4482d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1578815 Feb 09 20:58:14.882956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40702) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:14.888632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:14.908085 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (eaf863f2-1913-42e2-9967-290a04a8df26), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.915337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eaf863f2-1913-42e2-9967-290a04a8df26 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 20:58:14.919617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:14.930668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "DELETE /v2.0/networks/eaf863f2-1913-42e2-9967-290a04a8df26 HTTP/1.1" status: 204 len: 168 time: 1.7155185 Feb 09 20:58:14.931640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:14.945104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d81e12-6caf-4e80-b7dd-d7eea775479b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event deleted for resources: {'Network': ['ID=eaf863f2-1913-42e2-9967-290a04a8df26,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:15.171099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2045829-c750-4d7e-9ac3-7e252cddcf95 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2373483 Feb 09 20:58:15.176323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:15.263210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Publish callbacks [] for security_group (db315752-334d-41a0-978b-340ab02cc037), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.269272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (5f81d68c-139c-4bd8-b70b-b2e073085422), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.275790 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (db315752-334d-41a0-978b-340ab02cc037), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.308273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.308811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.309268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.309895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.310477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.311046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.311931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.312406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.313058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.315563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-54388b83-ff99-4a64-9ce7-e8acb3f50b5f tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5841 time: 0.1378772 Feb 09 20:58:15.316394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:15.319574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:15.378431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db315752-334d-41a0-978b-340ab02cc037,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:15.382102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9ddeaa36-36a4-4331-98fa-b47a6d8ae409), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.382804 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Added segment 9ddeaa36-36a4-4331-98fa-b47a6d8ae409 of type vlan for network b8e05233-94bb-4040-ab15-213d05c404f8 Feb 09 20:58:15.462583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b8e05233-94bb-4040-ab15-213d05c404f8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.503786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b8e05233-94bb-4040-ab15-213d05c404f8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.504747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.505341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.583458 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9890842 Feb 09 20:58:15.585029 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40710) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:15.591229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Request body: {'subnet': {'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1641471226-subnet', 'tenant_id': '3e43576970bb49d98042776879950904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:15.599642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7670bf-ba32-4e92-a146-89df511eb79c admin admin] Pushing event updated for resources: {'Network': ['ID=b8e05233-94bb-4040-ab15-213d05c404f8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:15.616772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b8e05233-94bb-4040-ab15-213d05c404f8 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:15.754257 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-d26bb298-fe62-4afc-9e41-8f38d07070de tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] delete failed (client error): The resource could not be found. Feb 09 20:58:15.757906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d26bb298-fe62-4afc-9e41-8f38d07070de tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "DELETE /v2.0/floatingips/2ae4aff5-017f-4312-bde7-dc3566e88f4a HTTP/1.1" status: 404 len: 345 time: 0.4346857 Feb 09 20:58:15.762256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:15.788953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Made reservation on behalf of 3e43576970bb49d98042776879950904 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:15.791226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.795249 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a3906c-96db-4def-b2b1-1e4119c5ea8c tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 20:58:15.795801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a3906c-96db-4def-b2b1-1e4119c5ea8c tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:58:15.798995 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-81a3906c-96db-4def-b2b1-1e4119c5ea8c tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "DELETE /v2.0/networks/eaf863f2-1913-42e2-9967-290a04a8df26 HTTP/1.1" status: 404 len: 339 time: 0.0337045 Feb 09 20:58:15.805631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40714) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:15.811068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Request body: {'network': {'name': 'tempest-network--1017423372', 'router:external': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:15.843036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-bedca240-c1ed-4bc9-bc0c-55d98955ceb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0864019 Feb 09 20:58:15.895871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (5f81d68c-139c-4bd8-b70b-b2e073085422), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.932470 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.958729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Made reservation on behalf of e24141d88d464aa0a6523025b23bdb73 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:15.961771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:15.963977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8371e730-346c-437c-8680-2c150c163b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.965514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8371e730-346c-437c-8680-2c150c163b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.965514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8371e730-346c-437c-8680-2c150c163b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.965723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8371e730-346c-437c-8680-2c150c163b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.966311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8371e730-346c-437c-8680-2c150c163b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.966695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8371e730-346c-437c-8680-2c150c163b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.967581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8371e730-346c-437c-8680-2c150c163b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:15.972644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8371e730-346c-437c-8680-2c150c163b64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6725 time: 0.1026897 Feb 09 20:58:16.077482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:16.127175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-394d8517-f8c2-44f7-b326-b6af56624030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.127647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-394d8517-f8c2-44f7-b326-b6af56624030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.128142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-394d8517-f8c2-44f7-b326-b6af56624030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.129781 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-394d8517-f8c2-44f7-b326-b6af56624030 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8c7450c-edf7-4dba-8eb7-c4894810333f&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=4684df51-983a-47c5-a29a-38f5ffed942e&id=4684df51-983a-47c5-a29a-38f5ffed942e HTTP/1.1" status: 200 len: 2297 time: 0.1287220 Feb 09 20:58:16.159239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c7ed2bdc-821d-4c5b-bce5-829460d5c90b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.159810 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Added segment c7ed2bdc-821d-4c5b-bce5-829460d5c90b of type vlan for network a1055d52-cdcb-45e4-b4aa-009097e9116a Feb 09 20:58:16.206329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-2a9b5950-14c0-4e84-a8d1-56feb7f97be0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0684474 Feb 09 20:58:16.252561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Allocated IP 172.25.4.55 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b709aed5-ee9b-4227-8432-68c2f98b0b12) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:16.256430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-45effbf5-c3d1-460c-b0e6-5b56ab11b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.258014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-45effbf5-c3d1-460c-b0e6-5b56ab11b30c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=105fc58f-0795-4e17-bba4-a34e90633e21 HTTP/1.1" status: 200 len: 856 time: 0.0465646 Feb 09 20:58:16.282587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (a1055d52-cdcb-45e4-b4aa-009097e9116a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.309927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-493cb9af-56f9-4c57-98bb-f0fbf293a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.311016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-493cb9af-56f9-4c57-98bb-f0fbf293a22f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c7450c-edf7-4dba-8eb7-c4894810333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471749 Feb 09 20:58:16.393502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (6aad11c7-f7e1-483b-9d93-902350186623), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.421410 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-e5ad49a5-2248-4092-9cf8-2e3a28bb7dc2 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046016 Feb 09 20:58:16.431883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (a1055d52-cdcb-45e4-b4aa-009097e9116a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.432825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.433410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.540218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7334034 Feb 09 20:58:16.542730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:16.558996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aad11c7-f7e1-483b-9d93-902350186623,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:16.570877 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for port (b709aed5-ee9b-4227-8432-68c2f98b0b12), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.585617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ad75c-58bd-4698-8b9a-702a2696f1f6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Network': ['ID=a1055d52-cdcb-45e4-b4aa-009097e9116a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:16.590983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Checking segment: {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:16.591355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Network hostable DHCP agents. Network: b8e05233-94bb-4040-ab15-213d05c404f8, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:58:16.601941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network a1055d52-cdcb-45e4-b4aa-009097e9116a details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:16.631221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-2bf51633-0c04-4d59-a077-31d12b005dbe service neutron] 10.222.0.50 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038615 Feb 09 20:58:16.632975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Network b8e05233-94bb-4040-ab15-213d05c404f8 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:58:16.638304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b709aed5-ee9b-4227-8432-68c2f98b0b12), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.682119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, b8e05233-94bb-4040-ab15-213d05c404f8) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:16.687718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.688357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.702775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90806299-9cce-4683-b932-5dc43269bc83 None None] Network b8e05233-94bb-4040-ab15-213d05c404f8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:16.721020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f6ca8b80-33c4-48a9-bc4c-478dab3fa00d admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1352844 Feb 09 20:58:16.726630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:16.727843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-527bfdd2-c448-4844-9045-ce215c7c5194 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=84966e3d-3525-4cc7-995e-67aa8d5e58ad HTTP/1.1" status: 200 len: 217 time: 0.0885484 Feb 09 20:58:16.734103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:16.741754 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:16.749749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:16.754157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:16.799574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event updated for resources: {'Port': ['ID=b709aed5-ee9b-4227-8432-68c2f98b0b12,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:16.816869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.818071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.859422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-6187ff48-b6c4-4229-91be-39ec73eb0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.861529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-6187ff48-b6c4-4229-91be-39ec73eb0c83 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.1254358 Feb 09 20:58:16.868282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc137457-7b77-46c2-b1f0-0cf889d4d2f1 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.874520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc137457-7b77-46c2-b1f0-0cf889d4d2f1 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.880362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc137457-7b77-46c2-b1f0-0cf889d4d2f1 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.881592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks [] for router_controller (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:16.886319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc137457-7b77-46c2-b1f0-0cf889d4d2f1 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:16.889280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dc137457-7b77-46c2-b1f0-0cf889d4d2f1 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3454926 Feb 09 20:58:16.893486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:16.913139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1d364-42b0-4548-a54f-b91d25b9833f None None] Network b8e05233-94bb-4040-ab15-213d05c404f8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:17.015170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (a1055d52-cdcb-45e4-b4aa-009097e9116a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.028053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-6549f434-de52-4376-b84d-9c1354a9fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:17.030351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-6549f434-de52-4376-b84d-9c1354a9fb75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1400177 Feb 09 20:58:17.113075 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks [] for router_gateway (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.171068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (a1055d52-cdcb-45e4-b4aa-009097e9116a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.204432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1055d52-cdcb-45e4-b4aa-009097e9116a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:17.222837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ed2bdc-821d-4c5b-bce5-829460d5c90b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:17.223127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ed2bdc-821d-4c5b-bce5-829460d5c90b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:17.233053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-06da4616-054c-4824-88fd-acce182aa188 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940415 Feb 09 20:58:17.236557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (c7ed2bdc-821d-4c5b-bce5-829460d5c90b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.290961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c7ed2bdc-821d-4c5b-bce5-829460d5c90b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.305363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:58:17.305363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (c7ed2bdc-821d-4c5b-bce5-829460d5c90b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:58:17.307535 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:58:17.398326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (a1055d52-cdcb-45e4-b4aa-009097e9116a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.405089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1055d52-cdcb-45e4-b4aa-009097e9116a {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 20:58:17.408359 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.415469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "DELETE /v2.0/networks/a1055d52-cdcb-45e4-b4aa-009097e9116a HTTP/1.1" status: 204 len: 168 time: 0.5173688 Feb 09 20:58:17.423303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-dc1c4187-9140-46ec-8c3f-5778d36edc3d service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787031 Feb 09 20:58:17.423923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:17.429510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Request body: {'network': {'name': 'tempest-network--940213760', 'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:17.432988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf3fba-bca0-46be-81ed-23f1b33d8404 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1055d52-cdcb-45e4-b4aa-009097e9116a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:17.487515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-6c6916b9-8683-48fa-86b7-c10e63ebf5e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=42d0a70d-e51d-4f6b-a4b0-14388ec0837a HTTP/1.1" status: 200 len: 217 time: 0.0470128 Feb 09 20:58:17.506517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Made reservation on behalf of e24141d88d464aa0a6523025b23bdb73 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:17.508925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.585042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-6227d708-e1ee-4717-8456-960fdf2bbcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:17.587289 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-6227d708-e1ee-4717-8456-960fdf2bbcab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.0929568 Feb 09 20:58:17.599610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:17.650184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5ecb833b-74fd-4649-a34e-aa7b3683b92a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.650541 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Added segment 5ecb833b-74fd-4649-a34e-aa7b3683b92a of type vlan for network 9def902c-7171-4b0d-b59b-8b00d1678896 Feb 09 20:58:17.701204 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (5f81d68c-139c-4bd8-b70b-b2e073085422), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.723828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9def902c-7171-4b0d-b59b-8b00d1678896), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.734133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-20867421-e239-4086-8ecf-583e26b9db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:17.735528 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-20867421-e239-4086-8ecf-583e26b9db55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1326349 Feb 09 20:58:17.818571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9def902c-7171-4b0d-b59b-8b00d1678896), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.820579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:17.821622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.958541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5332704 Feb 09 20:58:17.964785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (5f81d68c-139c-4bd8-b70b-b2e073085422), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:17.969416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:17.971166 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (5f81d68c-139c-4bd8-b70b-b2e073085422), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.000716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6db456-fd47-4a7d-9955-934485b9db4b tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Network': ['ID=9def902c-7171-4b0d-b59b-8b00d1678896,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:18.009975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9def902c-7171-4b0d-b59b-8b00d1678896 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:18.042366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-b91bdeef-688a-40d9-ba0d-77632e5ca629 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966335 Feb 09 20:58:18.132073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ef9e26-1e37-4422-9109-65f4962fab24 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:18.133480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-71ef9e26-1e37-4422-9109-65f4962fab24 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] 10.222.0.102 "GET /v2.0/networks/9def902c-7171-4b0d-b59b-8b00d1678896 HTTP/1.1" status: 200 len: 756 time: 0.1630340 Feb 09 20:58:18.136072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40728) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:18.236983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Router 5f81d68c-139c-4bd8-b70b-b2e073085422 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:58:18.238007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-b0145c8c-25d5-45ee-a972-d24458573bc5 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884675 Feb 09 20:58:18.245007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e3b1e-741c-436d-9dce-cd5964e613c1 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:18.246404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3c3e3b1e-741c-436d-9dce-cd5964e613c1 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] 10.222.0.102 "GET /v2.0/networks/27245035-c391-4f72-a831-e55d53fd4df3 HTTP/1.1" status: 200 len: 768 time: 0.1093476 Feb 09 20:58:18.249380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:18.325881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-7369830f-f05b-4f62-ae7d-ba2af52fbf30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d HTTP/1.1" status: 200 len: 217 time: 0.0784152 Feb 09 20:58:18.363473 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks [] for router_gateway (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.386741 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9def902c-7171-4b0d-b59b-8b00d1678896), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.391605 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.398109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-af4302fc-8eac-4bd8-8eeb-94b6bf8e27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:18.400391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-af4302fc-8eac-4bd8-8eeb-94b6bf8e27b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.0639708 Feb 09 20:58:18.462450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:18.471773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.475174 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a528762e-32ab-4058-b1ca-54d79249823e tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "PUT /v2.0/routers/5f81d68c-139c-4bd8-b70b-b2e073085422 HTTP/1.1" status: 200 len: 882 time: 3.5909588 Feb 09 20:58:18.475871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:18.478788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4e9093-6e29-411a-a8ff-a164a79a2272 None None] Sync routers for ids ['5f81d68c-139c-4bd8-b70b-b2e073085422'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:18.507504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e9093-6e29-411a-a8ff-a164a79a2272 None None] Routers {'5f81d68c-139c-4bd8-b70b-b2e073085422'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:18.508763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cb4e9093-6e29-411a-a8ff-a164a79a2272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5f81d68c-139c-4bd8-b70b-b2e073085422'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:18.532811 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9def902c-7171-4b0d-b59b-8b00d1678896), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.547437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8f73179a-606f-4760-b101-65b483615eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:18.548998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-8f73179a-606f-4760-b101-65b483615eda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1431103 Feb 09 20:58:18.563036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cb4e9093-6e29-411a-a8ff-a164a79a2272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:18.569648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9def902c-7171-4b0d-b59b-8b00d1678896']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:18.576425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e9093-6e29-411a-a8ff-a164a79a2272 None None] Routers {'5f81d68c-139c-4bd8-b70b-b2e073085422'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:18.577237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cb4e9093-6e29-411a-a8ff-a164a79a2272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5f81d68c-139c-4bd8-b70b-b2e073085422'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:18.617377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecb833b-74fd-4649-a34e-aa7b3683b92a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:18.617705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecb833b-74fd-4649-a34e-aa7b3683b92a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:18.628946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cb4e9093-6e29-411a-a8ff-a164a79a2272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:18.629749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4e9093-6e29-411a-a8ff-a164a79a2272 None None] The sync data for ids ['5f81d68c-139c-4bd8-b70b-b2e073085422'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:18.633977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (5ecb833b-74fd-4649-a34e-aa7b3683b92a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.638977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Allocated IP 172.25.4.165 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/a6c91f71-fa3c-48f0-b9f6-203c35fff7d7) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:18.655915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5ecb833b-74fd-4649-a34e-aa7b3683b92a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.671664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:58:18.672128 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (5ecb833b-74fd-4649-a34e-aa7b3683b92a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:58:18.673828 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:58:18.683157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3004f26b-76ba-4dc9-a8d5-7228d69b6e7a tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/routers/5f81d68c-139c-4bd8-b70b-b2e073085422 HTTP/1.1" status: 200 len: 923 time: 0.2000012 Feb 09 20:58:18.692323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40734) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:18.762306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-375fb992-ee4c-43e7-a187-a9c7757859ef service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042563 Feb 09 20:58:18.783917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks [] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.828814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:18.877195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:18.883380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:18.885415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c91f71-fa3c-48f0-b9f6-203c35fff7d7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:18.887674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:19.074731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9def902c-7171-4b0d-b59b-8b00d1678896), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.090008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9def902c-7171-4b0d-b59b-8b00d1678896 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 20:58:19.111123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.119173 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "DELETE /v2.0/networks/9def902c-7171-4b0d-b59b-8b00d1678896 HTTP/1.1" status: 204 len: 168 time: 0.8655760 Feb 09 20:58:19.121048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40736) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:19.124518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadc41c-bcd4-40e9-a92b-66ac5b15b4e6 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event deleted for resources: {'Network': ['ID=9def902c-7171-4b0d-b59b-8b00d1678896,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:19.135240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Request body: {'network': {'name': 'tempest-network--1897517563'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:19.136402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275aeda6-c74f-41c5-86ac-1bfbf2ef04ce tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:19.138918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-275aeda6-c74f-41c5-86ac-1bfbf2ef04ce tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=5f81d68c-139c-4bd8-b70b-b2e073085422&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4453082 Feb 09 20:58:19.143160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40738) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:19.253148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-005593c8-1124-46e5-8229-12e4f09059fe service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825106 Feb 09 20:58:19.292300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Made reservation on behalf of e24141d88d464aa0a6523025b23bdb73 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:19.295250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.312552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-b52665c7-5943-4c5d-aea5-c052033fb87a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b HTTP/1.1" status: 200 len: 217 time: 0.0531635 Feb 09 20:58:19.352033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:19.364775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks [] for router_gateway (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.368611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5f239-36e4-40be-9856-5520e6203f6c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:19.370640 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-adf5f239-36e4-40be-9856-5520e6203f6c tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 881 time: 0.2255116 Feb 09 20:58:19.374275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:19.409972 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e2698e6f-263e-4900-b49b-4977759b4457), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.410336 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Added segment e2698e6f-263e-4900-b49b-4977759b4457 of type vlan for network ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66 Feb 09 20:58:19.416052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5f45375a-e8ef-4541-8321-74b06556de4a tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=5f81d68c-139c-4bd8-b70b-b2e073085422 HTTP/1.1" status: 200 len: 205 time: 0.0401459 Feb 09 20:58:19.419273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:19.427912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-e5e39e19-8fe1-463d-abb4-e72331101d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:19.429515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-e5e39e19-8fe1-463d-abb4-e72331101d72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.1102865 Feb 09 20:58:19.547048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.577026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-b29931cd-f44c-4ab4-8702-f3deb43dcb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:19.579401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-b29931cd-f44c-4ab4-8702-f3deb43dcb6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1174543 Feb 09 20:58:19.590420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.591479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:19.592504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.601815 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (5f81d68c-139c-4bd8-b70b-b2e073085422), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.644675 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5222235 Feb 09 20:58:19.669844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40744) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:19.703706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c9cfafae-be4d-4fb7-81a8-f58a791da768 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:19.770098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b1306-2036-4c1f-91b4-efda1b5b57e7 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Network': ['ID=ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:19.787482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:19.844815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:19.868237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-16d4ffd9-d0ed-4b03-bccb-44e78b2cf7fa service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803199 Feb 09 20:58:19.997809 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (5f81d68c-139c-4bd8-b70b-b2e073085422), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.052130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:58:20.075372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9cfafae-be4d-4fb7-81a8-f58a791da768 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.095102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-7e5d1066-cfb0-4623-b46d-8a25af980fe4 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925294 Feb 09 20:58:20.109035 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9cfafae-be4d-4fb7-81a8-f58a791da768 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.158070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9cfafae-be4d-4fb7-81a8-f58a791da768 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Network ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66 is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 20:58:20.159134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cfafae-be4d-4fb7-81a8-f58a791da768 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:20.160026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9cfafae-be4d-4fb7-81a8-f58a791da768 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.161454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c9cfafae-be4d-4fb7-81a8-f58a791da768 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "PUT /v2.0/networks/ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66 HTTP/1.1" status: 200 len: 858 time: 0.4629824 Feb 09 20:58:20.163110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-aa3a5af8-ddec-49bc-8ab0-00503b0ee284 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fd56860-0d34-4f48-8e21-fb8ebe3223b4 HTTP/1.1" status: 200 len: 217 time: 0.0619352 Feb 09 20:58:20.166461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:20.238170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:20.258369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfafae-be4d-4fb7-81a8-f58a791da768 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event updated for resources: {'Network': ['ID=ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:20.262510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.264420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d415b914-a9e0-4d3b-89ab-f4a152b8e654 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5280237 Feb 09 20:58:20.266532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Deleting port b709aed5-ee9b-4227-8432-68c2f98b0b12 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:20.267155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b709aed5-ee9b-4227-8432-68c2f98b0b12), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.268004 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Sync routers for ids ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:20.270777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40748) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:20.280264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.304995 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Routers {'bab1d3da-5246-4ca8-acdc-5bdb52b86a98'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:20.305884 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:20.353652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-16409464-5282-4973-9a6b-b30c5057ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:20.355300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-16409464-5282-4973-9a6b-b30c5057ae1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0310728c-4a85-4d44-9b0f-edf3c472cc80 HTTP/1.1" status: 200 len: 797 time: 0.1635475 Feb 09 20:58:20.397306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.421567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:20.433055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2698e6f-263e-4900-b49b-4977759b4457') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:20.433267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2698e6f-263e-4900-b49b-4977759b4457') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:20.446590 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (e2698e6f-263e-4900-b49b-4977759b4457), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.466333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e2698e6f-263e-4900-b49b-4977759b4457), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.468485 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Set router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:58:20.478409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:58:20.478409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (e2698e6f-263e-4900-b49b-4977759b4457), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.531707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b709aed5-ee9b-4227-8432-68c2f98b0b12), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.547644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-69831f13-8001-4ca7-a09f-7db353c39e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:20.550348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-69831f13-8001-4ca7-a09f-7db353c39e52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1640270 Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:58:20.550597 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:58:20.554505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.561583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 20:58:20.564117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.571696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Calling delete_port for b709aed5-ee9b-4227-8432-68c2f98b0b12 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:20.574879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] 10.222.0.102 "DELETE /v2.0/networks/ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66 HTTP/1.1" status: 204 len: 168 time: 0.4071617 Feb 09 20:58:20.576201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40750) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:20.622848 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d446d17f-bc87-4264-b40f-934537ef2b07 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] DELETE failed (client error): The resource could not be found. Feb 09 20:58:20.624535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d446d17f-bc87-4264-b40f-934537ef2b07 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:58:20.637120 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d446d17f-bc87-4264-b40f-934537ef2b07 tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] 10.222.0.102 "DELETE /v2.0/subnets/03e5022b-c5f7-46f4-87d6-468170ed933e HTTP/1.1" status: 404 len: 337 time: 0.0524838 Feb 09 20:58:20.640514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:20.664574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a4b3d-ea8d-494b-a96f-8ff9194d41c3 tempest-ExternalNetworksTestJSON-317136984 tempest-ExternalNetworksTestJSON-317136984-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea7cf7e5-1e2e-4d93-a68b-3f5e9e9a0e66,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:20.743560 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (27245035-c391-4f72-a831-e55d53fd4df3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.828808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-69cff877-24c4-4b31-8bb6-4a73e50d4980 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713418 Feb 09 20:58:20.887393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (27245035-c391-4f72-a831-e55d53fd4df3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.919924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27245035-c391-4f72-a831-e55d53fd4df3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:20.929590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b2245c-34e3-46df-af52-1df9e4c7035a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:20.929884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b2245c-34e3-46df-af52-1df9e4c7035a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:20.939072 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T20:58:19Z', 'revision_number': 3, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port': {'id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ac:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:18Z', 'updated_at': '2022-02-09T20:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:20.940893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (65b2245c-34e3-46df-af52-1df9e4c7035a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.957129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (65b2245c-34e3-46df-af52-1df9e4c7035a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.963721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:58:20.964131 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (65b2245c-34e3-46df-af52-1df9e4c7035a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:20.996330 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Checking router: bab1d3da-5246-4ca8-acdc-5bdb52b86a98 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:58:20.996593 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Updating router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:58:21.048250 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:58:21.050592 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:58:21.068984 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (27245035-c391-4f72-a831-e55d53fd4df3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.076786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.084425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] 10.222.0.102 "DELETE /v2.0/networks/27245035-c391-4f72-a831-e55d53fd4df3 HTTP/1.1" status: 204 len: 168 time: 0.4299662 Feb 09 20:58:21.104264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab1724-c43a-4cac-a6aa-748abe83cc5e tempest-ExternalNetworksTestJSON-1752953331 tempest-ExternalNetworksTestJSON-1752953331-project] Pushing event deleted for resources: {'Network': ['ID=27245035-c391-4f72-a831-e55d53fd4df3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:21.438785 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Publish callbacks [] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.446394 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.474042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40758) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:21.493295 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9fad8-a50f-4697-a643-d24eff4998e6 None None] Pushing event updated for resources: {'Port': ['ID=a6c91f71-fa3c-48f0-b9f6-203c35fff7d7,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:21.513373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-a3487f21-68ff-44ac-aa46-2cff6c288480 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615193 Feb 09 20:58:21.539915 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Attempting to bind port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:58:21.540982 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Attempting to bind port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:58:21.541886 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Attempting to bind port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:58:21.557865 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:58:21.558726 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:21.559717 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.563711 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:58:21.564473 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Bound port: a6c91f71-fa3c-48f0-b9f6-203c35fff7d7, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:58:21.565752 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.598929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-f0e464d2-5d7b-4859-b95e-c8fe87a6120b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232d94c4-405a-458f-9289-27b7f5eae1ef HTTP/1.1" status: 200 len: 217 time: 0.0846050 Feb 09 20:58:21.652609 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.667873 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] For port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:58:21.672789 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] For port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a6c91f71-fa3c-48f0-b9f6-203c35fff7d7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:58:21.680867 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b709aed5-ee9b-4227-8432-68c2f98b0b12), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.681261 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.722690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-0b3e7aa7-e369-405a-b7cf-1cca61dc743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:21.724211 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-0b3e7aa7-e369-405a-b7cf-1cca61dc743e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0310728c-4a85-4d44-9b0f-edf3c472cc80 HTTP/1.1" status: 200 len: 797 time: 0.1184335 Feb 09 20:58:21.757848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event deleted for resources: {'Port': ['ID=b709aed5-ee9b-4227-8432-68c2f98b0b12,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:21.783914 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9fad8-a50f-4697-a643-d24eff4998e6 None None] Pushing event updated for resources: {'Port': ['ID=a6c91f71-fa3c-48f0-b9f6-203c35fff7d7,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:21.802958 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Routers {'bab1d3da-5246-4ca8-acdc-5bdb52b86a98'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:21.803757 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:21.822838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-603b6274-af14-4671-9508-4068f73432fa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d05396ab5ac4493482a45b5268f83ccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467011 Feb 09 20:58:21.824955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:21.897256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (5f81d68c-139c-4bd8-b70b-b2e073085422), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.906502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9957108-b79f-4448-aefd-b05f06a10cc4 admin admin] Publish callbacks [] for security_group (2808947b-1142-4470-9a5d-b839e17a7c5e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:21.934301 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9957108-b79f-4448-aefd-b05f06a10cc4 admin admin] Publish callbacks [] for security_group (2808947b-1142-4470-9a5d-b839e17a7c5e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.005294 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9957108-b79f-4448-aefd-b05f06a10cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2808947b-1142-4470-9a5d-b839e17a7c5e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.012751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-35cd14a6-b0f3-426e-9d98-4858a3f9cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:22.014048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9957108-b79f-4448-aefd-b05f06a10cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.014413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-35cd14a6-b0f3-426e-9d98-4858a3f9cd80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2681708 Feb 09 20:58:22.016144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c9957108-b79f-4448-aefd-b05f06a10cc4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2808947b-1142-4470-9a5d-b839e17a7c5e HTTP/1.1" status: 204 len: 168 time: 0.1899805 Feb 09 20:58:22.021188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.035566 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (5f81d68c-139c-4bd8-b70b-b2e073085422), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.044182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (5f81d68c-139c-4bd8-b70b-b2e073085422), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.046597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957108-b79f-4448-aefd-b05f06a10cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2808947b-1142-4470-9a5d-b839e17a7c5e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:22.115278 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] Set router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:58:22.218412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-765a60a4-51b5-4ff7-b366-09423b0e4bb3 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948934 Feb 09 20:58:22.377987 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T20:58:19Z', 'revision_number': 3, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port': {'id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ac:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:18Z', 'updated_at': '2022-02-09T20:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:22.389209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (5f81d68c-139c-4bd8-b70b-b2e073085422), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.389767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Fanout notify agent at l3_agent the message router_deleted on router 5f81d68c-139c-4bd8-b70b-b2e073085422 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:22.409993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.411148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2f8f6d59-dc4e-496f-8932-78182bbf3c70 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/5f81d68c-139c-4bd8-b70b-b2e073085422 HTTP/1.1" status: 204 len: 168 time: 2.9907503 Feb 09 20:58:22.416325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40768) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:22.421170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cd190199-343f-42a8-87a5-8159aa0e8324 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1855420858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:22.426458 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499712cd-d635-4aab-9d25-57c0e7b8afae None None] The sync data for ids ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'] in n-d-789963-29 is: [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T20:58:19Z', 'revision_number': 3, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port': {'id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ac:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:18Z', 'updated_at': '2022-02-09T20:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:22.437373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40770) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:22.458299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Allocated IP 172.20.0.1 (b8e05233-94bb-4040-ab15-213d05c404f8/6aad11c7-f7e1-483b-9d93-902350186623/854510a8-b48b-443e-925b-cbfb346a9b29) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:22.467598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd190199-343f-42a8-87a5-8159aa0e8324 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (6e47df76-0cd8-495c-92dc-b5a4481bb09b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.468903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd190199-343f-42a8-87a5-8159aa0e8324 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (6e47df76-0cd8-495c-92dc-b5a4481bb09b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.523393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7743ee2c-c984-4869-aa0f-27015e39888e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e24141d88d464aa0a6523025b23bdb73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0825372 Feb 09 20:58:22.529118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:22.570366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd190199-343f-42a8-87a5-8159aa0e8324 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (6e47df76-0cd8-495c-92dc-b5a4481bb09b), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.577970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd190199-343f-42a8-87a5-8159aa0e8324 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (6e47df76-0cd8-495c-92dc-b5a4481bb09b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.612186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd190199-343f-42a8-87a5-8159aa0e8324 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.616441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cd190199-343f-42a8-87a5-8159aa0e8324 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1989524 Feb 09 20:58:22.617991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:22.621469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': True}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:22.653638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53121694-33cd-41c4-9e08-b6a7cd15608a req-b54bd4ee-e5f6-476c-a993-1272f375cd38 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799456 Feb 09 20:58:22.813203 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Publish callbacks [] for port (854510a8-b48b-443e-925b-cbfb346a9b29), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.846328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ade5b4-58c5-4707-b282-2daa68d38d7b admin admin] Publish callbacks [] for security_group (49a04067-850d-4401-8724-e6d1d3c29351), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.893851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ade5b4-58c5-4707-b282-2daa68d38d7b admin admin] Publish callbacks [] for security_group (49a04067-850d-4401-8724-e6d1d3c29351), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.957258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:22.995929 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (6e47df76-0cd8-495c-92dc-b5a4481bb09b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.061882 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ade5b4-58c5-4707-b282-2daa68d38d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (49a04067-850d-4401-8724-e6d1d3c29351), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.064534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7ade5b4-58c5-4707-b282-2daa68d38d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.065894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d7ade5b4-58c5-4707-b282-2daa68d38d7b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/49a04067-850d-4401-8724-e6d1d3c29351 HTTP/1.1" status: 204 len: 168 time: 0.4990013 Feb 09 20:58:23.067996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Network b8e05233-94bb-4040-ab15-213d05c404f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:23.077555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:23.086879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:23.091078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ade5b4-58c5-4707-b282-2daa68d38d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a04067-850d-4401-8724-e6d1d3c29351,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:23.098731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Pushing event updated for resources: {'Port': ['ID=854510a8-b48b-443e-925b-cbfb346a9b29,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:23.172305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.193394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:23.274396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:23.275519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.457282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:23.458925 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.492790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a6c91f71-fa3c-48f0-b9f6-203c35fff7d7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:23.506021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.579491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.661370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=a6c91f71-fa3c-48f0-b9f6-203c35fff7d7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:23.858316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Publish callbacks [] for port (854510a8-b48b-443e-925b-cbfb346a9b29), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.867677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.911955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (6e47df76-0cd8-495c-92dc-b5a4481bb09b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.913535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:23.934617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:24.042463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Pushing event updated for resources: {'Port': ['ID=854510a8-b48b-443e-925b-cbfb346a9b29,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:24.094818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Allocated IP 172.25.4.200 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/399e987b-4b62-4a8b-b99b-ca1be0c610c0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:24.132217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Network b8e05233-94bb-4040-ab15-213d05c404f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:24.133843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:24.254650 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for port (399e987b-4b62-4a8b-b99b-ca1be0c610c0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:24.277513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:58:24.333471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (399e987b-4b62-4a8b-b99b-ca1be0c610c0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:24.418689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'Port': ['ID=399e987b-4b62-4a8b-b99b-ca1be0c610c0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:24.444679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:24.446600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:24.447169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:24.453258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:24.475265 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f1082a8b-0dfc-4803-af52-6b62586f9155 admin admin] 10.222.0.102 "PUT /v2.0/routers/bab1d3da-5246-4ca8-acdc-5bdb52b86a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1947417 Feb 09 20:58:24.861497 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (6e47df76-0cd8-495c-92dc-b5a4481bb09b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:25.060846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:25.175865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:25.176248 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:25.191726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (6e47df76-0cd8-495c-92dc-b5a4481bb09b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:25.200160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (6e47df76-0cd8-495c-92dc-b5a4481bb09b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:25.250188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Sync routers for ids ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:25.282300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Routers {'bab1d3da-5246-4ca8-acdc-5bdb52b86a98'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:25.282491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:25.288636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-e8a1bb7f-df8a-4dd8-b152-5e86b03a88b8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:25.293724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-e8a1bb7f-df8a-4dd8-b152-5e86b03a88b8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 811 time: 0.1919730 Feb 09 20:58:25.317079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-ea28a4a5-4ba7-4133-867e-39b2d455540f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/quotas/3e43576970bb49d98042776879950904 HTTP/1.1" status: 200 len: 375 time: 0.0161960 Feb 09 20:58:25.398259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Router 6e47df76-0cd8-495c-92dc-b5a4481bb09b is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:58:25.406433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:25.489701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Set router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:58:25.529574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-3f769b79-66f1-4af9-bf34-4fa81b675226 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2052147 Feb 09 20:58:25.584657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:25.598548 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a250c-a786-4616-bb2b-7a8524b47423 None None] Sync routers for ids ['6e47df76-0cd8-495c-92dc-b5a4481bb09b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:25.620050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:25.624335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9afc2fc5-0747-4b0c-b41f-ba5af9aab745 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "PUT /v2.0/routers/6e47df76-0cd8-495c-92dc-b5a4481bb09b HTTP/1.1" status: 200 len: 919 time: 3.0061450 Feb 09 20:58:25.627244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40830) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:25.628078 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a250c-a786-4616-bb2b-7a8524b47423 None None] Routers {'6e47df76-0cd8-495c-92dc-b5a4481bb09b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:25.629395 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9c5a250c-a786-4616-bb2b-7a8524b47423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6e47df76-0cd8-495c-92dc-b5a4481bb09b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:25.714616 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9c5a250c-a786-4616-bb2b-7a8524b47423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:25.727861 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a250c-a786-4616-bb2b-7a8524b47423 None None] Routers {'6e47df76-0cd8-495c-92dc-b5a4481bb09b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:25.729286 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9c5a250c-a786-4616-bb2b-7a8524b47423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6e47df76-0cd8-495c-92dc-b5a4481bb09b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:25.777536 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9c5a250c-a786-4616-bb2b-7a8524b47423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:25.778539 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a250c-a786-4616-bb2b-7a8524b47423 None None] The sync data for ids ['6e47df76-0cd8-495c-92dc-b5a4481bb09b'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:25.815180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-14117438-02f3-4d5c-98d1-76b7c54e3fa5 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:58:25.816269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-14117438-02f3-4d5c-98d1-76b7c54e3fa5 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2760255 Feb 09 20:58:25.870864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T20:58:23Z', 'revision_number': 4, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port': {'id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ac:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:18Z', 'updated_at': '2022-02-09T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '854510a8-b48b-443e-925b-cbfb346a9b29', 'name': '', 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8', 'tenant_id': '3e43576970bb49d98042776879950904', 'mac_address': 'fa:16:3e:bf:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6aad11c7-f7e1-483b-9d93-902350186623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:22Z', 'updated_at': '2022-02-09T20:58:23Z', 'revision_number': 2, 'project_id': '3e43576970bb49d98042776879950904', 'subnets': [{'id': '6aad11c7-f7e1-483b-9d93-902350186623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:25.900436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Checking router: bab1d3da-5246-4ca8-acdc-5bdb52b86a98 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:58:25.900945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Updating router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 port 854510a8-b48b-443e-925b-cbfb346a9b29 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:58:25.918159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f147503d-41b8-4507-a22c-6fc1a204a658 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/routers/6e47df76-0cd8-495c-92dc-b5a4481bb09b HTTP/1.1" status: 200 len: 925 time: 0.2894034 Feb 09 20:58:25.922500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:25.943066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:25.987208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-619614bb-c35f-4dcf-a8a3-38b2e3c56e52 service neutron] 10.222.0.102 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474364 Feb 09 20:58:26.001929 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ff2bf7-a0cd-452f-8cfd-43b800f6c428 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:26.003566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8ff2bf7-a0cd-452f-8cfd-43b800f6c428 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=6e47df76-0cd8-495c-92dc-b5a4481bb09b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0799973 Feb 09 20:58:26.006694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:26.159756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57908c8-4bb2-48cf-a183-ce701de4201d tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:26.163677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c57908c8-4bb2-48cf-a183-ce701de4201d tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 881 time: 0.1535175 Feb 09 20:58:26.163677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:26.217566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9858d585-7ffb-4447-ac0a-d916db3212c5 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e47df76-0cd8-495c-92dc-b5a4481bb09b HTTP/1.1" status: 200 len: 205 time: 0.0495436 Feb 09 20:58:26.218326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:26.390337 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Publish callbacks [] for port (854510a8-b48b-443e-925b-cbfb346a9b29), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.395315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:26.399622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.407184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (6e47df76-0cd8-495c-92dc-b5a4481bb09b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.438500 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-1d89f068-5ffe-4799-a3b2-de947ef69b0a service neutron] 10.222.0.102 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394321 Feb 09 20:58:26.515768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc1916-1edd-4a1c-bf92-681d49093442 None None] Pushing event updated for resources: {'Port': ['ID=854510a8-b48b-443e-925b-cbfb346a9b29,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:26.528713 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.557828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (6e47df76-0cd8-495c-92dc-b5a4481bb09b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.607918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Attempting to bind port 854510a8-b48b-443e-925b-cbfb346a9b29 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:58:26.608586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Attempting to bind port 854510a8-b48b-443e-925b-cbfb346a9b29 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:58:26.609137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Attempting to bind port 854510a8-b48b-443e-925b-cbfb346a9b29 on network b8e05233-94bb-4040-ab15-213d05c404f8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:58:26.616915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:58:26.618881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Checking segment: {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:26.618881 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.619362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Bound using segment: {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:58:26.620253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Bound port: 854510a8-b48b-443e-925b-cbfb346a9b29, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:58:26.621238 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.651122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Deleting port 399e987b-4b62-4a8b-b99b-ca1be0c610c0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:26.651803 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (399e987b-4b62-4a8b-b99b-ca1be0c610c0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.715563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] For port 854510a8-b48b-443e-925b-cbfb346a9b29, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:58:26.721841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] For port 854510a8-b48b-443e-925b-cbfb346a9b29, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=854510a8-b48b-443e-925b-cbfb346a9b29,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:58:26.733094 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.761012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (399e987b-4b62-4a8b-b99b-ca1be0c610c0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:26.781636 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Calling delete_port for 399e987b-4b62-4a8b-b99b-ca1be0c610c0 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:26.804467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Routers {'bab1d3da-5246-4ca8-acdc-5bdb52b86a98'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:26.805018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:26.882489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc1916-1edd-4a1c-bf92-681d49093442 None None] Pushing event updated for resources: {'Port': ['ID=854510a8-b48b-443e-925b-cbfb346a9b29,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:26.907989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:26.941801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] Set router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:58:26.943564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.051738 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (399e987b-4b62-4a8b-b99b-ca1be0c610c0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.091057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event deleted for resources: {'Port': ['ID=399e987b-4b62-4a8b-b99b-ca1be0c610c0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:27.177688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (6e47df76-0cd8-495c-92dc-b5a4481bb09b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.200798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T20:58:23Z', 'revision_number': 4, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port': {'id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ac:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:18Z', 'updated_at': '2022-02-09T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '854510a8-b48b-443e-925b-cbfb346a9b29', 'name': '', 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8', 'tenant_id': '3e43576970bb49d98042776879950904', 'mac_address': 'fa:16:3e:bf:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6aad11c7-f7e1-483b-9d93-902350186623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:22Z', 'updated_at': '2022-02-09T20:58:26Z', 'revision_number': 4, 'project_id': '3e43576970bb49d98042776879950904', 'subnets': [{'id': '6aad11c7-f7e1-483b-9d93-902350186623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:27.209348 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.231189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff947b-7867-43f0-835a-9c10d1a8f373 None None] The sync data for ids ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'] in n-d-789963-29 is: [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T20:58:23Z', 'revision_number': 4, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port': {'id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ac:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:18Z', 'updated_at': '2022-02-09T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '854510a8-b48b-443e-925b-cbfb346a9b29', 'name': '', 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8', 'tenant_id': '3e43576970bb49d98042776879950904', 'mac_address': 'fa:16:3e:bf:48:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '6aad11c7-f7e1-483b-9d93-902350186623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:22Z', 'updated_at': '2022-02-09T20:58:26Z', 'revision_number': 4, 'project_id': '3e43576970bb49d98042776879950904', 'subnets': [{'id': '6aad11c7-f7e1-483b-9d93-902350186623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:27.347797 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (6e47df76-0cd8-495c-92dc-b5a4481bb09b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.352152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (6e47df76-0cd8-495c-92dc-b5a4481bb09b), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.450397 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (6e47df76-0cd8-495c-92dc-b5a4481bb09b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.450951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Fanout notify agent at l3_agent the message router_deleted on router 6e47df76-0cd8-495c-92dc-b5a4481bb09b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:27.468216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.472958 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4d0e149e-4a9b-4bfe-961b-ab9ebcc2f542 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/6e47df76-0cd8-495c-92dc-b5a4481bb09b HTTP/1.1" status: 204 len: 168 time: 1.2500515 Feb 09 20:58:27.473271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:27.478334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4af3eac8-a2ef-488b-b0c2-cf4a8de1cb63 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-103566958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:27.509332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4af3eac8-a2ef-488b-b0c2-cf4a8de1cb63 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (31363508-8fda-4eeb-bf25-73ca182b06db), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.514312 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4af3eac8-a2ef-488b-b0c2-cf4a8de1cb63 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (31363508-8fda-4eeb-bf25-73ca182b06db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.523196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Allocated IP 172.25.4.50 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/77da8cc9-270c-4b69-932f-04b25aceef41) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:27.585183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4af3eac8-a2ef-488b-b0c2-cf4a8de1cb63 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (31363508-8fda-4eeb-bf25-73ca182b06db), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.591872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4af3eac8-a2ef-488b-b0c2-cf4a8de1cb63 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (31363508-8fda-4eeb-bf25-73ca182b06db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.618454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4af3eac8-a2ef-488b-b0c2-cf4a8de1cb63 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.624461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4af3eac8-a2ef-488b-b0c2-cf4a8de1cb63 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1500118 Feb 09 20:58:27.625344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:27.630707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'enable_snat': False}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:27.706764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for port (77da8cc9-270c-4b69-932f-04b25aceef41), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.770930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5dc12457-f565-4cd7-b82f-5b78262127f7 req-7410d19d-46ed-4ae5-a627-ac0bff5de27e tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 210 time: 0.0618892 Feb 09 20:58:27.843232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (77da8cc9-270c-4b69-932f-04b25aceef41), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:27.930937 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:27.934683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:27.938606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:27.950037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'Port': ['ID=77da8cc9-270c-4b69-932f-04b25aceef41,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:27.960774 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (31363508-8fda-4eeb-bf25-73ca182b06db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.065538 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for floatingip (8338e061-692c-467b-9d95-0e202af898ff), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.131847 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (77da8cc9-270c-4b69-932f-04b25aceef41), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.356727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for port (77da8cc9-270c-4b69-932f-04b25aceef41), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.363345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (77da8cc9-270c-4b69-932f-04b25aceef41), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.373388 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (31363508-8fda-4eeb-bf25-73ca182b06db), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.428362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.475014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'Port': ['ID=77da8cc9-270c-4b69-932f-04b25aceef41,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:28.486971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (8338e061-692c-467b-9d95-0e202af898ff), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.525722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.527752 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8f324d97-0eac-4abe-ab1e-e81753c830ee tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1299937 Feb 09 20:58:28.531420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:28.536871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1648894720'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:28.568164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Made reservation on behalf of aa0b9305c00341faaae78a7822c46403 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:28.572179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.586495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.637716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Allocated IP 172.25.4.99 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/d0714731-5ed0-48b5-bae9-bc618f121f28) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:28.738776 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for security_group (5fdeac0c-0d16-457a-849e-0048a186560a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.744950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5fdeac0c-0d16-457a-849e-0048a186560a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.786362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:28.821794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdeac0c-0d16-457a-849e-0048a186560a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:28.850420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2336ce11-bdff-44d8-ac84-9aa9c17ababe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.851274 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Added segment 2336ce11-bdff-44d8-ac84-9aa9c17ababe of type vlan for network eb1b8147-4b7a-4988-82dc-ca0a264662f2 Feb 09 20:58:28.876487 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for port (d0714731-5ed0-48b5-bae9-bc618f121f28), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.936158 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (eb1b8147-4b7a-4988-82dc-ca0a264662f2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.972271 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0914faa-d0b7-4c3a-96ba-840ed783be4f req-9246db49-e4bb-4c9d-9610-4d8fa20a79be tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 210 time: 0.0530190 Feb 09 20:58:28.989992 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (eb1b8147-4b7a-4988-82dc-ca0a264662f2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:28.998669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d0714731-5ed0-48b5-bae9-bc618f121f28), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:29.010990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:29.012392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:29.121141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:29.130154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:29.135081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:29.151726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6187449 Feb 09 20:58:29.155815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:29.162395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Request body: {'subnet': {'network_id': 'eb1b8147-4b7a-4988-82dc-ca0a264662f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:29.169051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 854510a8-b48b-443e-925b-cbfb346a9b29 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:29.236695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Pushing event updated for resources: {'Port': ['ID=d0714731-5ed0-48b5-bae9-bc618f121f28,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:29.275328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 854510a8-b48b-443e-925b-cbfb346a9b29 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:29.276142 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:29.298881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6520fc-08ff-49b8-8f04-89a96c287656 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'Network': ['ID=eb1b8147-4b7a-4988-82dc-ca0a264662f2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:29.335652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:29.437560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Made reservation on behalf of aa0b9305c00341faaae78a7822c46403 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:29.445021 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:29.537230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 854510a8-b48b-443e-925b-cbfb346a9b29 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:29.537666 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:29.593983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 854510a8-b48b-443e-925b-cbfb346a9b29, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=854510a8-b48b-443e-925b-cbfb346a9b29,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:29.600796 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:29.808000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (df141953-7b68-4a05-a64c-4f137c385cde), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:29.873950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=854510a8-b48b-443e-925b-cbfb346a9b29,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:29.926088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Checking segment: {'id': '2336ce11-bdff-44d8-ac84-9aa9c17ababe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'eb1b8147-4b7a-4988-82dc-ca0a264662f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:29.926460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Network hostable DHCP agents. Network: eb1b8147-4b7a-4988-82dc-ca0a264662f2, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:58:29.935787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'Subnet': ['ID=df141953-7b68-4a05-a64c-4f137c385cde,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:29.965140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:58:29.980364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, eb1b8147-4b7a-4988-82dc-ca0a264662f2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:29.988085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:29.988803 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:29.989534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18734339-bcd3-40e4-b784-5a070185b352 None None] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:30.017998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b8008f42-4bd4-4120-ae93-259828873878 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8607588 Feb 09 20:58:30.020540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:30.025991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1167288643', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:30.067644 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.071731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.141021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-c1ba42e0-563f-4d47-9938-4e3f7bc06de1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:30.143200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-c1ba42e0-563f-4d47-9938-4e3f7bc06de1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.50 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 811 time: 0.7641938 Feb 09 20:58:30.146643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router_gateway (31363508-8fda-4eeb-bf25-73ca182b06db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.195030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-eb1b8147-4b7a-4988-82dc-ca0a264662f2', 'network_id': 'eb1b8147-4b7a-4988-82dc-ca0a264662f2', 'project_id': 'aa0b9305c00341faaae78a7822c46403', 'fixed_ips': [{'subnet_id': 'df141953-7b68-4a05-a64c-4f137c385cde'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:58:30.196232 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.287053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router_controller (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.292519 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a5e7ff8-a7f2-4307-b1ae-f1a0c9c6b456 req-abb034e0-ae94-45ed-92ba-5319ebaa75b8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 210 time: 0.0959277 Feb 09 20:58:30.325596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Request body: {'port': {'device_id': '0a462a0c-e567-49d6-bf3a-2cc0947974e9', 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8', 'admin_state_up': True, 'tenant_id': '3e43576970bb49d98042776879950904'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:30.530848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (31363508-8fda-4eeb-bf25-73ca182b06db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.540890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (31363508-8fda-4eeb-bf25-73ca182b06db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.563253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Allocated IP 172.20.0.2 (eb1b8147-4b7a-4988-82dc-ca0a264662f2/df141953-7b68-4a05-a64c-4f137c385cde/2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:30.613309 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router_gateway (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.643643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Made reservation on behalf of 3e43576970bb49d98042776879950904 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:30.648772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.886209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Publish callbacks [] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.895476 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:30.982881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:31.002258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:31.006058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:31.014635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router_gateway (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:31.026591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Pushing event updated for resources: {'Port': ['ID=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:31.057440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:31.086454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Router 31363508-8fda-4eeb-bf25-73ca182b06db is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:58:31.122163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Allocated IP 172.20.0.14 (b8e05233-94bb-4040-ab15-213d05c404f8/6aad11c7-f7e1-483b-9d93-902350186623/0821d573-f54a-4f1d-ba66-3099458fbb9b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:31.139447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 854510a8-b48b-443e-925b-cbfb346a9b29 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:31.232739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Attempting to bind port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:58:31.233351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Attempting to bind port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '2336ce11-bdff-44d8-ac84-9aa9c17ababe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'eb1b8147-4b7a-4988-82dc-ca0a264662f2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:58:31.233578 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Attempting to bind port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 on network eb1b8147-4b7a-4988-82dc-ca0a264662f2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:58:31.255368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:58:31.255532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Checking segment: {'id': '2336ce11-bdff-44d8-ac84-9aa9c17ababe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'eb1b8147-4b7a-4988-82dc-ca0a264662f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:31.255895 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:31.256522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Bound using segment: {'id': '2336ce11-bdff-44d8-ac84-9aa9c17ababe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'eb1b8147-4b7a-4988-82dc-ca0a264662f2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:58:31.257605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Bound port: 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2336ce11-bdff-44d8-ac84-9aa9c17ababe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'eb1b8147-4b7a-4988-82dc-ca0a264662f2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:58:31.258130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:31.293979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Allocated IP 172.25.4.10 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/63550fa4-1b9f-4e78-832e-314f5cddd2ce) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:31.429980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] For port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:58:31.435228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] For port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,segment=NetworkSegment(2336ce11-bdff-44d8-ac84-9aa9c17ababe),segment_id=2336ce11-bdff-44d8-ac84-9aa9c17ababe)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:58:31.460783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 854510a8-b48b-443e-925b-cbfb346a9b29 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:31.461197 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:31.463576 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:31.571860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for port (63550fa4-1b9f-4e78-832e-314f5cddd2ce), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:31.657309 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (63550fa4-1b9f-4e78-832e-314f5cddd2ce), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:31.688562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe3227-e53a-4154-944b-a6a8f2838348 None None] Pushing event updated for resources: {'Port': ['ID=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:31.751575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:31.758487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:31.771736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:31.787539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 854510a8-b48b-443e-925b-cbfb346a9b29 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:31.892800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'Port': ['ID=63550fa4-1b9f-4e78-832e-314f5cddd2ce,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:31.933677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bdc59646-6700-412d-9964-5ef116e2dbb4 req-485d762c-d2bb-4f21-816b-22ae7e9f1440 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 210 time: 0.1094272 Feb 09 20:58:31.987013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:32.027046 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a7bd5-1122-4e0d-b6a1-ded311eb1c01 None None] Sync routers for ids ['31363508-8fda-4eeb-bf25-73ca182b06db'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:32.050323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:32.062845 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1871fc8b-6531-4b60-8f76-1a1ff91209c5 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "PUT /v2.0/routers/31363508-8fda-4eeb-bf25-73ca182b06db HTTP/1.1" status: 200 len: 918 time: 4.4358630 Feb 09 20:58:32.063814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40916) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:32.077836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a7bd5-1122-4e0d-b6a1-ded311eb1c01 None None] Routers {'31363508-8fda-4eeb-bf25-73ca182b06db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:32.078896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a8a7bd5-1122-4e0d-b6a1-ded311eb1c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['31363508-8fda-4eeb-bf25-73ca182b06db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:32.217922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a8a7bd5-1122-4e0d-b6a1-ded311eb1c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:32.256874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a7bd5-1122-4e0d-b6a1-ded311eb1c01 None None] Routers {'31363508-8fda-4eeb-bf25-73ca182b06db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:32.258544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a8a7bd5-1122-4e0d-b6a1-ded311eb1c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['31363508-8fda-4eeb-bf25-73ca182b06db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:32.352277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a8a7bd5-1122-4e0d-b6a1-ded311eb1c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:32.355439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a7bd5-1122-4e0d-b6a1-ded311eb1c01 None None] The sync data for ids ['31363508-8fda-4eeb-bf25-73ca182b06db'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:32.458426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks [] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:32.518082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d41c24ee-cbe9-44d6-8ead-c0b0d0f9b8a1 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/routers/31363508-8fda-4eeb-bf25-73ca182b06db HTTP/1.1" status: 200 len: 924 time: 0.4318190 Feb 09 20:58:32.523171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:32.549636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router_gateway (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:32.579480 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:32.643558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Network b8e05233-94bb-4040-ab15-213d05c404f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:32.661047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0b5d51-9f5b-4c03-a36a-92a4ae0f0842 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:32.664743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fd0b5d51-9f5b-4c03-a36a-92a4ae0f0842 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=31363508-8fda-4eeb-bf25-73ca182b06db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1359999 Feb 09 20:58:32.665873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:32.668453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:32.674489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:32.858965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Pushing event updated for resources: {'Port': ['ID=0821d573-f54a-4f1d-ba66-3099458fbb9b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:32.915255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:32.916113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:33.003424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-6e5c89de-efdc-4029-90b0-ba0c5fe60bf8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7013767 Feb 09 20:58:33.029883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Request body: {'port': {'device_id': '0a462a0c-e567-49d6-bf3a-2cc0947974e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:33.038130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec3812c-beb9-49df-9438-eee34593bc48 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:33.051306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bec3812c-beb9-49df-9438-eee34593bc48 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/networks/d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 881 time: 0.3543513 Feb 09 20:58:33.052030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40924) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:33.202037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aab7b91e-9890-4fdc-a5b1-6e94fa03403a tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=31363508-8fda-4eeb-bf25-73ca182b06db HTTP/1.1" status: 200 len: 205 time: 0.0946989 Feb 09 20:58:33.204961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:33.208141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:33.360862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:33.364724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:33.452773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:33.569818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (31363508-8fda-4eeb-bf25-73ca182b06db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:33.578033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:33.578442 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:33.647617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb20ad6-eec4-48e2-a236-915396411445 req-b84ee4fb-3a90-4a32-b209-8afed39989ab tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:33.649197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7cb20ad6-eec4-48e2-a236-915396411445 req-b84ee4fb-3a90-4a32-b209-8afed39989ab tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 932 time: 0.2392893 Feb 09 20:58:33.657316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,segment=NetworkSegment(2336ce11-bdff-44d8-ac84-9aa9c17ababe),segment_id=2336ce11-bdff-44d8-ac84-9aa9c17ababe)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:33.665328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7db013-56a1-47ab-a63d-707d67c1d448 None None] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:33.839643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:33.965523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ea2982d8-a85c-4f07-8fc7-b17117c90ceb None None] Provisioning complete for port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:33.965905 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea2982d8-a85c-4f07-8fc7-b17117c90ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.019268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7cb20ad6-eec4-48e2-a236-915396411445 req-4226cb5d-e91f-4515-beef-d61d5b5b7b42 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582332 Feb 09 20:58:34.067596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:34.079858 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.108074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (31363508-8fda-4eeb-bf25-73ca182b06db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.239910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ea2982d8-a85c-4f07-8fc7-b17117c90ceb None None] Current status of the port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:34.347356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Deleting port d0714731-5ed0-48b5-bae9-bc618f121f28 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:34.347720 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d0714731-5ed0-48b5-bae9-bc618f121f28), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.353454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0821d573-f54a-4f1d-ba66-3099458fbb9b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:58:34.384541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Router c8293f6f-f62c-42a0-b0d8-deb27ddeb73b is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:58:34.403890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Publish callbacks [] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.426598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Transition to ACTIVE for port object 0821d573-f54a-4f1d-ba66-3099458fbb9b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:58:34.435980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.473403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d9da7a5b-6be3-4e1d-afd2-8a33f7b8b3b0 None None] Provisioning complete for port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:34.473977 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9da7a5b-6be3-4e1d-afd2-8a33f7b8b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.531892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Pushing event updated for resources: {'Port': ['ID=0821d573-f54a-4f1d-ba66-3099458fbb9b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:34.567549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:34.577215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d0714731-5ed0-48b5-bae9-bc618f121f28), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.584955 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6d8c8-a7c1-4c9c-baae-c3416537a3a2 None None] Sync routers for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:34.600344 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6d8c8-a7c1-4c9c-baae-c3416537a3a2 None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:34.600977 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ecb6d8c8-a7c1-4c9c-baae-c3416537a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:34.624044 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.629311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38457eb3-73db-43b4-9b35-9a1862014790 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6073356 Feb 09 20:58:34.630184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:34.671896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Calling delete_port for d0714731-5ed0-48b5-bae9-bc618f121f28 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:34.680915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d9da7a5b-6be3-4e1d-afd2-8a33f7b8b3b0 None None] Current status of the port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:34.693244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Attempting to bind port 0821d573-f54a-4f1d-ba66-3099458fbb9b on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:58:34.693588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Attempting to bind port 0821d573-f54a-4f1d-ba66-3099458fbb9b by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:58:34.693922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Attempting to bind port 0821d573-f54a-4f1d-ba66-3099458fbb9b on network b8e05233-94bb-4040-ab15-213d05c404f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:58:34.701192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Port 0821d573-f54a-4f1d-ba66-3099458fbb9b on network b8e05233-94bb-4040-ab15-213d05c404f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:58:34.701570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Attempting to bind port 0821d573-f54a-4f1d-ba66-3099458fbb9b on network b8e05233-94bb-4040-ab15-213d05c404f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:58:34.727776 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ecb6d8c8-a7c1-4c9c-baae-c3416537a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:34.753432 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6d8c8-a7c1-4c9c-baae-c3416537a3a2 None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:34.754374 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ecb6d8c8-a7c1-4c9c-baae-c3416537a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:34.761626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:58:34.762837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Checking segment: {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:34.763328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Bound using segment: {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:58:34.763824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Bound port: 0821d573-f54a-4f1d-ba66-3099458fbb9b, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:58:34.764328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:34.806017 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ecb6d8c8-a7c1-4c9c-baae-c3416537a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:34.807148 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb6d8c8-a7c1-4c9c-baae-c3416537a3a2 None None] The sync data for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:34.902297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] For port 0821d573-f54a-4f1d-ba66-3099458fbb9b, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:58:34.924417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] For port 0821d573-f54a-4f1d-ba66-3099458fbb9b, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0821d573-f54a-4f1d-ba66-3099458fbb9b,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:58:34.937478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.034649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:35.035559 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.037167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] 10.222.0.50 "PUT /v2.0/ports/0821d573-f54a-4f1d-ba66-3099458fbb9b HTTP/1.1" status: 200 len: 1093 time: 2.0170922 Feb 09 20:58:35.037808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a462a0c-e567-49d6-bf3a-2cc0947974e9', 'tag': '0821d573-f54a-4f1d-ba66-3099458fbb9b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:58:35.040324 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a462a0c-e567-49d6-bf3a-2cc0947974e9", "tag": "0821d573-f54a-4f1d-ba66-3099458fbb9b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:58:35.046518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb357-e5de-492f-afa4-a8ba38c65465 service neutron] Pushing event updated for resources: {'Port': ['ID=0821d573-f54a-4f1d-ba66-3099458fbb9b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:35.083561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d0714731-5ed0-48b5-bae9-bc618f121f28), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.121264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:35.191841 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d05918c-f4c0-4d2d-b22e-b1a996d56137 x-openstack-request-id: req-7d05918c-f4c0-4d2d-b22e-b1a996d56137 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:58:35.192771 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a462a0c-e567-49d6-bf3a-2cc0947974e9", "tag": "0821d573-f54a-4f1d-ba66-3099458fbb9b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:58:35.193058 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7d05918c-f4c0-4d2d-b22e-b1a996d56137 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:58:35.193468 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a462a0c-e567-49d6-bf3a-2cc0947974e9', 'tag': '0821d573-f54a-4f1d-ba66-3099458fbb9b', 'status': 'completed', 'code': 200} Feb 09 20:58:35.202206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event deleted for resources: {'Port': ['ID=d0714731-5ed0-48b5-bae9-bc618f121f28,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:35.270169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (31363508-8fda-4eeb-bf25-73ca182b06db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.275321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:35.277516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.404666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (31363508-8fda-4eeb-bf25-73ca182b06db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.412042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (31363508-8fda-4eeb-bf25-73ca182b06db), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.499433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e827dd3-fab8-4ac7-938f-e394172c7845 req-27bce6e4-dcda-4142-8492-b3d289a9fd81 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:35.501347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (31363508-8fda-4eeb-bf25-73ca182b06db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.501843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Fanout notify agent at l3_agent the message router_deleted on router 31363508-8fda-4eeb-bf25-73ca182b06db {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:35.510680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:35.511114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.516277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-caddec63-a89a-4af9-8293-1732618b52c7 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/31363508-8fda-4eeb-bf25-73ca182b06db HTTP/1.1" status: 204 len: 168 time: 2.3108139 Feb 09 20:58:35.518645 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e827dd3-fab8-4ac7-938f-e394172c7845 req-27bce6e4-dcda-4142-8492-b3d289a9fd81 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 944 time: 0.2991292 Feb 09 20:58:35.520371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:35.525096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-185628887', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:35.537005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-bcdf677d-795c-4371-b6a8-95fa0ac96dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:35.538642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-bcdf677d-795c-4371-b6a8-95fa0ac96dcb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 1127 time: 0.4365714 Feb 09 20:58:35.595918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e827dd3-fab8-4ac7-938f-e394172c7845 req-36656976-3b04-4d1c-aa9f-29e5348ef15c tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555873 Feb 09 20:58:35.610927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-f5d12fdc-b344-4f5b-b9f1-41d3b1fea2a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0821d573-f54a-4f1d-ba66-3099458fbb9b HTTP/1.1" status: 200 len: 217 time: 0.0589011 Feb 09 20:58:35.634030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (0fe16254-3d5d-4f4f-b20e-ed7100789689), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.635448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (0fe16254-3d5d-4f4f-b20e-ed7100789689), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.714557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-27bc4260-1a89-497b-85af-a79e1c18c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:35.716283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-27bc4260-1a89-497b-85af-a79e1c18c39e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aad11c7-f7e1-483b-9d93-902350186623 HTTP/1.1" status: 200 len: 851 time: 0.0983858 Feb 09 20:58:35.788513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-37a7096b-2f85-4cf0-b72f-41b9f6481fbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8e05233-94bb-4040-ab15-213d05c404f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629086 Feb 09 20:58:35.793252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (0fe16254-3d5d-4f4f-b20e-ed7100789689), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:35.838569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:36.034432 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (0fe16254-3d5d-4f4f-b20e-ed7100789689), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:36.047435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-68964a76-0e19-4dd8-a614-f5028b93fcf6 service neutron] 10.222.0.50 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498882 Feb 09 20:58:36.347415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Allocated IP 172.20.0.1 (eb1b8147-4b7a-4988-82dc-ca0a264662f2/df141953-7b68-4a05-a64c-4f137c385cde/22197f73-8e39-4f0e-909e-7b1cd337fb61) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:36.469500 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a20ee9-9575-4547-a2cf-d91e136e8b64 req-ec370ea5-7a53-4094-83fa-2ff1fe319bfe service neutron] 10.222.0.50 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155712 Feb 09 20:58:36.517750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:36.619575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:36.745610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'Port': ['ID=22197f73-8e39-4f0e-909e-7b1cd337fb61,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:36.761343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-0e29cd7c-abbc-4ee7-bee9-9680e09ac8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:36.764169 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-0e29cd7c-abbc-4ee7-bee9-9680e09ac8cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 1127 time: 0.2272904 Feb 09 20:58:36.774936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:36.776865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:36.780380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:36.809304 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (0fe16254-3d5d-4f4f-b20e-ed7100789689), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:36.832983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:36.866129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:37.101469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:37.151319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-6092c26a-472a-485a-8a05-e3a0d85947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:37.154106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-6092c26a-472a-485a-8a05-e3a0d85947b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 912 time: 0.3541896 Feb 09 20:58:37.186471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a25568ee-428d-4252-aec0-d67e0fc06362 None None] Provisioning complete for port 22197f73-8e39-4f0e-909e-7b1cd337fb61 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:37.195755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a25568ee-428d-4252-aec0-d67e0fc06362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:37.256297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-c573ef69-fda4-4a62-8210-2a8ac12d9150 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0821d573-f54a-4f1d-ba66-3099458fbb9b HTTP/1.1" status: 200 len: 217 time: 0.0801678 Feb 09 20:58:37.288718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a25568ee-428d-4252-aec0-d67e0fc06362 None None] Port 22197f73-8e39-4f0e-909e-7b1cd337fb61 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:58:37.404526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee82e3-77e7-4f23-9c42-26461221465c req-7019a26a-0ee3-4d94-8816-8ed6f74fff47 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:37.407110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ee82e3-77e7-4f23-9c42-26461221465c req-7019a26a-0ee3-4d94-8816-8ed6f74fff47 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 944 time: 0.3996952 Feb 09 20:58:37.463175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-a8fdb083-327e-4923-9616-ed57e28e3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:37.464988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-a8fdb083-327e-4923-9616-ed57e28e3f2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aad11c7-f7e1-483b-9d93-902350186623 HTTP/1.1" status: 200 len: 851 time: 0.2017431 Feb 09 20:58:37.523383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-aead2ef0-275b-4e5e-986b-4a802e34b761 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8e05233-94bb-4040-ab15-213d05c404f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460732 Feb 09 20:58:37.577528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Allocated IP 172.25.4.7 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6cef3704-4aea-43e5-8de9-b5590c45c51b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:37.615064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:37.620074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95ee82e3-77e7-4f23-9c42-26461221465c req-0414e7b4-3073-4d31-b8a1-7bd673147064 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835458 Feb 09 20:58:37.620546 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:37.681630 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e442707-386e-49bb-946a-c1782db65c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:37.719695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'Port': ['ID=22197f73-8e39-4f0e-909e-7b1cd337fb61,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:37.748150 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:37.875054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:37.876897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:37.887658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-6369d905-4688-4803-a13f-893b688ad113 service neutron] 10.222.0.50 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550823 Feb 09 20:58:37.989631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for port (6cef3704-4aea-43e5-8de9-b5590c45c51b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:38.079779 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b0857d2-b073-4d6f-b0a3-76abee61a8e7 req-2648e206-9eda-445b-9444-0aa8a50f516e service neutron] 10.222.0.50 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828151 Feb 09 20:58:38.103645 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6cef3704-4aea-43e5-8de9-b5590c45c51b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:38.132694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Router c8293f6f-f62c-42a0-b0d8-deb27ddeb73b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:58:38.150727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:38.182513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:38.198216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:38.270706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:38.277491 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-54b9a4c0-026c-4623-ba85-cdd83bf4472a tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "PUT /v2.0/routers/c8293f6f-f62c-42a0-b0d8-deb27ddeb73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6461403 Feb 09 20:58:38.280421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 40976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:38.282516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327d2c2-b71d-464d-a585-2dd64b01786c None None] Sync routers for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:38.286848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Request body: {'port': {'network_id': 'eb1b8147-4b7a-4988-82dc-ca0a264662f2', 'name': 'tempest-FloatingIPAdminTestJSON-1939175429'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:38.302329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event updated for resources: {'Port': ['ID=6cef3704-4aea-43e5-8de9-b5590c45c51b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:38.311650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327d2c2-b71d-464d-a585-2dd64b01786c None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:38.312805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c327d2c2-b71d-464d-a585-2dd64b01786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:38.435400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c327d2c2-b71d-464d-a585-2dd64b01786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:38.462205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-08d9f4eb-966c-47df-8fc2-3df0166a59af None None] Provisioning complete for port 22197f73-8e39-4f0e-909e-7b1cd337fb61 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:38.462879 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08d9f4eb-966c-47df-8fc2-3df0166a59af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:38.518337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327d2c2-b71d-464d-a585-2dd64b01786c None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:38.519570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c327d2c2-b71d-464d-a585-2dd64b01786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:38.564002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c327d2c2-b71d-464d-a585-2dd64b01786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:38.564879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327d2c2-b71d-464d-a585-2dd64b01786c None None] The sync data for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:38.580557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-08d9f4eb-966c-47df-8fc2-3df0166a59af None None] Port 22197f73-8e39-4f0e-909e-7b1cd337fb61 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:58:38.608316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Made reservation on behalf of aa0b9305c00341faaae78a7822c46403 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:38.612339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:38.632965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] device_id is not set on port d0f722cf-6069-4e0e-907f-3c79397f10dd yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:58:38.656663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (0fe16254-3d5d-4f4f-b20e-ed7100789689), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:38.809313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Allocated IP 172.20.0.6 (eb1b8147-4b7a-4988-82dc-ca0a264662f2/df141953-7b68-4a05-a64c-4f137c385cde/d0f722cf-6069-4e0e-907f-3c79397f10dd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:38.951508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f239caa-1604-4689-8e7d-29359c39032f req-36a96246-7a3e-4dec-b4a6-9d03dcc5d7e1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:38.953068 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f239caa-1604-4689-8e7d-29359c39032f req-36a96246-7a3e-4dec-b4a6-9d03dcc5d7e1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 944 time: 0.1554003 Feb 09 20:58:39.026667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for port (d0f722cf-6069-4e0e-907f-3c79397f10dd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.071406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d0f722cf-6069-4e0e-907f-3c79397f10dd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.128528 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f239caa-1604-4689-8e7d-29359c39032f req-7461e71d-863a-435a-a38f-cf6c9b3c3a1a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662521 Feb 09 20:58:39.167925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event updated for resources: {'Port': ['ID=d0f722cf-6069-4e0e-907f-3c79397f10dd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:39.178333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:39.179798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:39.181683 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (0fe16254-3d5d-4f4f-b20e-ed7100789689), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.195720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:39.274740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:39.276418 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.279076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 0821d573-f54a-4f1d-ba66-3099458fbb9b details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:58:39.326372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ffaae6e3-fa74-4353-972a-c3844283909d tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0423784 Feb 09 20:58:39.328104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 40990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:39.450934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'project_id': 'aa0b9305c00341faaae78a7822c46403', 'port_id': 'd0f722cf-6069-4e0e-907f-3c79397f10dd'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:39.456212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 0821d573-f54a-4f1d-ba66-3099458fbb9b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0821d573-f54a-4f1d-ba66-3099458fbb9b,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:39.487534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '0821d573-f54a-4f1d-ba66-3099458fbb9b', 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8', 'port_id': '0821d573-f54a-4f1d-ba66-3099458fbb9b', 'mac_address': 'fa:16:3e:99:c8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aad11c7-f7e1-483b-9d93-902350186623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:58:39.558257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.616932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 0821d573-f54a-4f1d-ba66-3099458fbb9b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:39.617734 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.650308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Router 0fe16254-3d5d-4f4f-b20e-ed7100789689 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:58:39.653050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0821d573-f54a-4f1d-ba66-3099458fbb9b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:58:39.664843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-495a7bfb-0328-4d9b-9e8c-f0b60caee26f None None] Provisioning complete for port d0f722cf-6069-4e0e-907f-3c79397f10dd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:39.665527 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-495a7bfb-0328-4d9b-9e8c-f0b60caee26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d0f722cf-6069-4e0e-907f-3c79397f10dd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.750936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 0821d573-f54a-4f1d-ba66-3099458fbb9b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0821d573-f54a-4f1d-ba66-3099458fbb9b,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:39.761675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-495a7bfb-0328-4d9b-9e8c-f0b60caee26f None None] Port d0f722cf-6069-4e0e-907f-3c79397f10dd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:58:39.763811 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.769408 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7466c4a-6c22-4b34-a6f7-b3378a386ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.852412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=0821d573-f54a-4f1d-ba66-3099458fbb9b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:39.879134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:39.889046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:39.914203 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b25c0-8e04-4ca3-a9c3-24e457c04948 None None] Sync routers for ids ['0fe16254-3d5d-4f4f-b20e-ed7100789689'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:39.934120 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b25c0-8e04-4ca3-a9c3-24e457c04948 None None] Routers {'0fe16254-3d5d-4f4f-b20e-ed7100789689'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:39.935519 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f46b25c0-8e04-4ca3-a9c3-24e457c04948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0fe16254-3d5d-4f4f-b20e-ed7100789689'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:39.981212 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f46b25c0-8e04-4ca3-a9c3-24e457c04948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:39.992234 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b25c0-8e04-4ca3-a9c3-24e457c04948 None None] Routers {'0fe16254-3d5d-4f4f-b20e-ed7100789689'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:39.993520 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f46b25c0-8e04-4ca3-a9c3-24e457c04948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0fe16254-3d5d-4f4f-b20e-ed7100789689'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:40.021823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Allocated IP 172.25.4.124 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/bda4c345-fe88-43e0-8355-eac8bce9c9bc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:40.034795 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f46b25c0-8e04-4ca3-a9c3-24e457c04948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:40.036095 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b25c0-8e04-4ca3-a9c3-24e457c04948 None None] The sync data for ids ['0fe16254-3d5d-4f4f-b20e-ed7100789689'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:40.048722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:40.052583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f12ebfba-f4b2-472b-8ce1-57ab6667373d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5287557 Feb 09 20:58:40.052947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:40.057697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:40.082656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['0821d573-f54a-4f1d-ba66-3099458fbb9b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:58:40.249308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for port (bda4c345-fe88-43e0-8355-eac8bce9c9bc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:40.486588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (0fe16254-3d5d-4f4f-b20e-ed7100789689), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:40.509061 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_gateway (0fe16254-3d5d-4f4f-b20e-ed7100789689), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:40.591743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Deleting port 6cef3704-4aea-43e5-8de9-b5590c45c51b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:40.592018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6cef3704-4aea-43e5-8de9-b5590c45c51b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:40.710437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8cf05-78aa-47a4-b18e-53f83bee3a77 req-3d690cf6-0ae4-4856-b440-ca544523f3b3 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:40.712139 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75c8cf05-78aa-47a4-b18e-53f83bee3a77 req-3d690cf6-0ae4-4856-b440-ca544523f3b3 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 945 time: 0.4523432 Feb 09 20:58:40.715285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bda4c345-fe88-43e0-8355-eac8bce9c9bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:40.736320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6cef3704-4aea-43e5-8de9-b5590c45c51b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:40.753406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Calling delete_port for 6cef3704-4aea-43e5-8de9-b5590c45c51b owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:40.840644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:40.865875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:40.878877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:40.915652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Pushing event updated for resources: {'Port': ['ID=bda4c345-fe88-43e0-8355-eac8bce9c9bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:40.941086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75c8cf05-78aa-47a4-b18e-53f83bee3a77 req-45f6264c-603a-47f0-b28e-8e2c3a27df52 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127476 Feb 09 20:58:41.123355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6cef3704-4aea-43e5-8de9-b5590c45c51b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.190758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Pushing event deleted for resources: {'Port': ['ID=6cef3704-4aea-43e5-8de9-b5590c45c51b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:41.224840 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.281695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 0821d573-f54a-4f1d-ba66-3099458fbb9b up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:58:41.311139 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (0fe16254-3d5d-4f4f-b20e-ed7100789689), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.453887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 0821d573-f54a-4f1d-ba66-3099458fbb9b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:58:41.473220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 0821d573-f54a-4f1d-ba66-3099458fbb9b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:58:41.474343 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.612152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (0fe16254-3d5d-4f4f-b20e-ed7100789689), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.621336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (0fe16254-3d5d-4f4f-b20e-ed7100789689), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.697131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 0821d573-f54a-4f1d-ba66-3099458fbb9b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:58:41.698027 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.755195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a462a0c-e567-49d6-bf3a-2cc0947974e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0821d573-f54a-4f1d-ba66-3099458fbb9b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:58:41.763173 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e13bd83-cf95-4f78-a645-a0dcaa9440a2" -d '{"events": [{"server_uuid": "0a462a0c-e567-49d6-bf3a-2cc0947974e9", "name": "network-vif-plugged", "status": "completed", "tag": "0821d573-f54a-4f1d-ba66-3099458fbb9b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:58:41.820340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Router 0fe16254-3d5d-4f4f-b20e-ed7100789689 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:58:41.824181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 0821d573-f54a-4f1d-ba66-3099458fbb9b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0821d573-f54a-4f1d-ba66-3099458fbb9b,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:41.841605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.889772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for floatingip (cbf9ee1d-727b-41e4-8abb-5285896db2db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.943906 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5898c44b-28d3-4d4d-af01-becaab910b62 x-openstack-request-id: req-5898c44b-28d3-4d4d-af01-becaab910b62 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:58:41.945736 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a462a0c-e567-49d6-bf3a-2cc0947974e9", "name": "network-vif-plugged", "status": "completed", "tag": "0821d573-f54a-4f1d-ba66-3099458fbb9b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:58:41.946761 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5898c44b-28d3-4d4d-af01-becaab910b62 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:58:41.949286 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a462a0c-e567-49d6-bf3a-2cc0947974e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0821d573-f54a-4f1d-ba66-3099458fbb9b', 'code': 200} Feb 09 20:58:41.976752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:41.989497 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:41.994308 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-866e912d-7f7f-433c-8c4b-b786443418f9 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "PUT /v2.0/routers/0fe16254-3d5d-4f4f-b20e-ed7100789689 HTTP/1.1" status: 200 len: 709 time: 1.9379086 Feb 09 20:58:41.994520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34acd01-9364-4c46-9098-8d51b7501398 None None] Sync routers for ids ['0fe16254-3d5d-4f4f-b20e-ed7100789689'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:41.996066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:42.032032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:42.045046 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34acd01-9364-4c46-9098-8d51b7501398 None None] Routers {'0fe16254-3d5d-4f4f-b20e-ed7100789689'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:42.045551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b34acd01-9364-4c46-9098-8d51b7501398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0fe16254-3d5d-4f4f-b20e-ed7100789689'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:42.155120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=0821d573-f54a-4f1d-ba66-3099458fbb9b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:42.169145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b34acd01-9364-4c46-9098-8d51b7501398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:42.191324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34acd01-9364-4c46-9098-8d51b7501398 None None] Routers {'0fe16254-3d5d-4f4f-b20e-ed7100789689'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:42.192025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b34acd01-9364-4c46-9098-8d51b7501398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['0fe16254-3d5d-4f4f-b20e-ed7100789689'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:42.198830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bda4c345-fe88-43e0-8355-eac8bce9c9bc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:42.220428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419daa-8d3c-41b9-a700-40bdae5d9e13 req-b48682e7-548d-45bb-9ef8-059b8126fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:42.222041 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24419daa-8d3c-41b9-a700-40bdae5d9e13 req-b48682e7-548d-45bb-9ef8-059b8126fde9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 1129 time: 0.2789288 Feb 09 20:58:42.286436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b34acd01-9364-4c46-9098-8d51b7501398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:42.287105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34acd01-9364-4c46-9098-8d51b7501398 None None] The sync data for ids ['0fe16254-3d5d-4f4f-b20e-ed7100789689'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:42.399296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24419daa-8d3c-41b9-a700-40bdae5d9e13 req-1e1db500-2054-4cf9-a69a-bde008b1e000 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259749 Feb 09 20:58:42.410796 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc01d-ccb0-40be-a4a3-f2992b5a2ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:42.568675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for port (bda4c345-fe88-43e0-8355-eac8bce9c9bc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:42.610148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc01d-ccb0-40be-a4a3-f2992b5a2ab6 admin admin] Publish callbacks [] for security_group (60a6deaa-1f9c-4dff-9a4e-ab753b9a4f8e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:42.611590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bda4c345-fe88-43e0-8355-eac8bce9c9bc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:42.627699 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc01d-ccb0-40be-a4a3-f2992b5a2ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (60a6deaa-1f9c-4dff-9a4e-ab753b9a4f8e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:42.675529 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:42.780276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:42.781536 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cf9f483a-e0b4-4a33-b072-395a06816756 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/routers/0fe16254-3d5d-4f4f-b20e-ed7100789689 HTTP/1.1" status: 200 len: 744 time: 0.7840536 Feb 09 20:58:42.804428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf9af-7dec-46ac-8a28-2ae40cddbdcf req-b43a7d1b-eb85-43a9-a0ee-2e2e57641a83 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:42.806025 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-affaf9af-7dec-46ac-8a28-2ae40cddbdcf req-b43a7d1b-eb85-43a9-a0ee-2e2e57641a83 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1136301 Feb 09 20:58:42.821818 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6d4cc01d-ccb0-40be-a4a3-f2992b5a2ab6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ce37a05441644b52a04c7801ac6ca245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7883584 Feb 09 20:58:42.823587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Pushing event updated for resources: {'Port': ['ID=bda4c345-fe88-43e0-8355-eac8bce9c9bc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:42.826660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:42.858945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-321aac60-29d2-4fc0-b916-729d38743f38 tempest-RoutersIpV6AdminTest-1840272322 tempest-RoutersIpV6AdminTest-1840272322-project-admin] 10.222.0.102 "GET /v2.0/ports?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&device_id=0fe16254-3d5d-4f4f-b20e-ed7100789689 HTTP/1.1" status: 200 len: 205 time: 0.0771422 Feb 09 20:58:42.860038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cc01d-ccb0-40be-a4a3-f2992b5a2ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a6deaa-1f9c-4dff-9a4e-ab753b9a4f8e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:42.863939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:42.884682 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (cbf9ee1d-727b-41e4-8abb-5285896db2db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:42.921179 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-affaf9af-7dec-46ac-8a28-2ae40cddbdcf req-d4df1170-9613-45a4-a0fd-b0968a272abd tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079121 Feb 09 20:58:42.982448 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9be6e0b0-d626-4a8d-96bc-21591f8f925c tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=0fe16254-3d5d-4f4f-b20e-ed7100789689 HTTP/1.1" status: 200 len: 205 time: 0.1163268 Feb 09 20:58:42.986063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:43.041642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8a45aaf-3a20-416f-9630-5d1c7126a644 admin admin] Publish callbacks [] for security_group (60a6deaa-1f9c-4dff-9a4e-ab753b9a4f8e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.059443 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Floating IP cbf9ee1d-727b-41e4-8abb-5285896db2db associated. External IP: 172.25.4.124, port: d0f722cf-6069-4e0e-907f-3c79397f10dd. Feb 09 20:58:43.133398 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8a45aaf-3a20-416f-9630-5d1c7126a644 admin admin] Publish callbacks [] for security_group (60a6deaa-1f9c-4dff-9a4e-ab753b9a4f8e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.171932 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32453631-1655-4b12-8d42-fbc199685489 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (0fe16254-3d5d-4f4f-b20e-ed7100789689), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.321308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8a45aaf-3a20-416f-9630-5d1c7126a644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (60a6deaa-1f9c-4dff-9a4e-ab753b9a4f8e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.324992 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8a45aaf-3a20-416f-9630-5d1c7126a644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.329039 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d8a45aaf-3a20-416f-9630-5d1c7126a644 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/60a6deaa-1f9c-4dff-9a4e-ab753b9a4f8e HTTP/1.1" status: 204 len: 168 time: 0.4813619 Feb 09 20:58:43.341813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a45aaf-3a20-416f-9630-5d1c7126a644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a6deaa-1f9c-4dff-9a4e-ab753b9a4f8e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:43.439810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Router c8293f6f-f62c-42a0-b0d8-deb27ddeb73b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:58:43.561966 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32453631-1655-4b12-8d42-fbc199685489 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (0fe16254-3d5d-4f4f-b20e-ed7100789689), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.569049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32453631-1655-4b12-8d42-fbc199685489 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router_controller (0fe16254-3d5d-4f4f-b20e-ed7100789689), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.655042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32453631-1655-4b12-8d42-fbc199685489 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (0fe16254-3d5d-4f4f-b20e-ed7100789689), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.655312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32453631-1655-4b12-8d42-fbc199685489 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe16254-3d5d-4f4f-b20e-ed7100789689 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:43.668732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:43.670640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32453631-1655-4b12-8d42-fbc199685489 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.676436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-32453631-1655-4b12-8d42-fbc199685489 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/0fe16254-3d5d-4f4f-b20e-ed7100789689 HTTP/1.1" status: 204 len: 168 time: 0.6853135 Feb 09 20:58:43.677334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:43.691836 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14df633-6906-47b2-a07e-fa3b181cac4b None None] Sync routers for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:43.717902 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14df633-6906-47b2-a07e-fa3b181cac4b None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:43.717902 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b14df633-6906-47b2-a07e-fa3b181cac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:43.729918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-31384bb2-2cec-49e2-bd6e-6134103eeb81 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=0fe16254-3d5d-4f4f-b20e-ed7100789689 HTTP/1.1" status: 200 len: 205 time: 0.0494263 Feb 09 20:58:43.730239 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.735857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:43.856801 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b14df633-6906-47b2-a07e-fa3b181cac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:43.876439 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14df633-6906-47b2-a07e-fa3b181cac4b None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:43.877085 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b14df633-6906-47b2-a07e-fa3b181cac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:43.918860 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b14df633-6906-47b2-a07e-fa3b181cac4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:43.923731 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-0552dc5d-3b99-4ee3-bf3b-bdc0f3a4cc66 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] delete failed (client error): The resource could not be found. Feb 09 20:58:43.924793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0552dc5d-3b99-4ee3-bf3b-bdc0f3a4cc66 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/0fe16254-3d5d-4f4f-b20e-ed7100789689 HTTP/1.1" status: 404 len: 336 time: 0.1853728 Feb 09 20:58:43.927497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:43.934287 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14df633-6906-47b2-a07e-fa3b181cac4b None None] The sync data for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:43.941967 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:43.975817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0c37891d-46e2-465f-b3a3-00b41f999584 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.6439397 Feb 09 20:58:43.976353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41082) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.017198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-93d12c7f-1079-4118-b703-4cee416262f6 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=31363508-8fda-4eeb-bf25-73ca182b06db HTTP/1.1" status: 200 len: 205 time: 0.0884500 Feb 09 20:58:44.019456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.096064 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-3af1f6f1-04d3-40e5-9e95-c4df648da35f tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] delete failed (client error): The resource could not be found. Feb 09 20:58:44.099392 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3af1f6f1-04d3-40e5-9e95-c4df648da35f tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/31363508-8fda-4eeb-bf25-73ca182b06db HTTP/1.1" status: 404 len: 336 time: 0.0766375 Feb 09 20:58:44.105196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.179513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fe3bfc6a-a806-4eb0-b1f3-7b5e63cd7c2d tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e47df76-0cd8-495c-92dc-b5a4481bb09b HTTP/1.1" status: 200 len: 205 time: 0.0708139 Feb 09 20:58:44.188511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41092) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.192624 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7392a910-c268-4d0d-8cf9-c587b95180c6 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] 10.222.0.102 "GET /v2.0/floatingips/cbf9ee1d-727b-41e4-8abb-5285896db2db HTTP/1.1" status: 200 len: 983 time: 0.2149045 Feb 09 20:58:44.195431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.238454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-a027e011-9c0e-4d80-8df6-d6d8a9279b1f req-ce830941-bd1a-4de7-ad92-c670cc80a09b service neutron] (103324) timed out ('10.222.0.102', 37858) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 20:58:44.257973 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-b11c1495-523e-4946-b97b-8c65f4ef6175 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] delete failed (client error): The resource could not be found. Feb 09 20:58:44.271728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b11c1495-523e-4946-b97b-8c65f4ef6175 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/6e47df76-0cd8-495c-92dc-b5a4481bb09b HTTP/1.1" status: 404 len: 336 time: 0.0799890 Feb 09 20:58:44.280138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.348850 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62f5b9af-2b95-4e1b-84b8-00b5da7239c2 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=5f81d68c-139c-4bd8-b70b-b2e073085422 HTTP/1.1" status: 200 len: 205 time: 0.0637605 Feb 09 20:58:44.352252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.415697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297a4f0-fc7c-49c4-a11d-ec6be1e3e785 req-ce95967e-a26c-49e7-9812-8ecf7ceaa5e2 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:44.417738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a297a4f0-fc7c-49c4-a11d-ec6be1e3e785 req-ce95967e-a26c-49e7-9812-8ecf7ceaa5e2 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.3242207 Feb 09 20:58:44.420436 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-230608e2-4dc1-4abb-bfb3-4c001488eff2 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] delete failed (client error): The resource could not be found. Feb 09 20:58:44.421662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-230608e2-4dc1-4abb-bfb3-4c001488eff2 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/5f81d68c-139c-4bd8-b70b-b2e073085422 HTTP/1.1" status: 404 len: 336 time: 0.0671101 Feb 09 20:58:44.428673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.447093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4ab7a9a6-043f-4517-b15e-78a547fb1cac tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] 10.222.0.102 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2502255 Feb 09 20:58:44.450034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.514559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-35477a31-1552-4b4a-bf32-6babf0dd80c0 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=8887c862-1fa9-4612-843d-ecb963ba5b13 HTTP/1.1" status: 200 len: 205 time: 0.0843370 Feb 09 20:58:44.518489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.570801 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a297a4f0-fc7c-49c4-a11d-ec6be1e3e785 req-b70f3250-d150-450f-92ef-c67da69dfd8f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403925 Feb 09 20:58:44.574166 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-99b80ea9-0a64-4d7e-91a1-cf01be56fe21 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] delete failed (client error): The resource could not be found. Feb 09 20:58:44.577691 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-99b80ea9-0a64-4d7e-91a1-cf01be56fe21 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/8887c862-1fa9-4612-843d-ecb963ba5b13 HTTP/1.1" status: 404 len: 336 time: 0.0555427 Feb 09 20:58:44.578792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.641832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c7274c2f-690f-4b8f-a989-6c7fb7fef971 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "GET /v2.0/ports?device_id=434680e3-fae7-4984-8086-d482786fa0ac HTTP/1.1" status: 200 len: 205 time: 0.0594554 Feb 09 20:58:44.642075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.713038 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9a946290-4679-4b92-b530-9df958761cca tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] delete failed (client error): The resource could not be found. Feb 09 20:58:44.715848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a946290-4679-4b92-b530-9df958761cca tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/routers/434680e3-fae7-4984-8086-d482786fa0ac HTTP/1.1" status: 404 len: 336 time: 0.0710769 Feb 09 20:58:44.717386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41122) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.762602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:44.808007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Deleting port bda4c345-fe88-43e0-8355-eac8bce9c9bc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:44.808615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bda4c345-fe88-43e0-8355-eac8bce9c9bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:44.829374 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f938521-318e-4e81-a7b1-dfa4bd2abb65 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] DELETE failed (client error): The resource could not be found. Feb 09 20:58:44.830045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f938521-318e-4e81-a7b1-dfa4bd2abb65 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:58:44.840424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6f938521-318e-4e81-a7b1-dfa4bd2abb65 tempest-RoutersIpV6AdminTest-1900694451 tempest-RoutersIpV6AdminTest-1900694451-project] 10.222.0.102 "DELETE /v2.0/subnets/0252595b-9239-4705-a2c1-b158d5b86cf2 HTTP/1.1" status: 404 len: 337 time: 0.1185277 Feb 09 20:58:44.954435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641942a-686e-4ac6-aaad-358e074772a4 req-fdd3150f-73e7-4ba0-a585-0238571305c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:44.956331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8641942a-686e-4ac6-aaad-358e074772a4 req-fdd3150f-73e7-4ba0-a585-0238571305c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 1129 time: 0.1294749 Feb 09 20:58:44.973995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f537f-d544-4e1d-bf78-47494d1ae638 req-96f81a51-986b-4810-a222-135280274674 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:44.975076 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bda4c345-fe88-43e0-8355-eac8bce9c9bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:44.975504 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for floatingip (bda4c345-fe88-43e0-8355-eac8bce9c9bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:44.979019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d64f537f-d544-4e1d-bf78-47494d1ae638 req-96f81a51-986b-4810-a222-135280274674 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1065671 Feb 09 20:58:45.032615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1107974350-network', 'tenant_id': 'f1d2739517a14f5182a9eb5c785a17cd'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:45.035718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Calling delete_port for bda4c345-fe88-43e0-8355-eac8bce9c9bc owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:45.051964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d64f537f-d544-4e1d-bf78-47494d1ae638 req-345599dd-9559-4e88-a3e1-a95b7f560636 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686965 Feb 09 20:58:45.174601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:45.298699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f03021-e98c-430c-a1f9-4e410d90d675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.382380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Made reservation on behalf of f1d2739517a14f5182a9eb5c785a17cd for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:45.384785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.408675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f03021-e98c-430c-a1f9-4e410d90d675 admin admin] Publish callbacks [] for security_group (bb416895-4d5c-43b0-85c9-50ce53da8c48), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.414959 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f03021-e98c-430c-a1f9-4e410d90d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bb416895-4d5c-43b0-85c9-50ce53da8c48), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.431961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.472803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641942a-686e-4ac6-aaad-358e074772a4 req-e28280e5-57e1-4801-b9da-fa996c790f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:45.474398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8641942a-686e-4ac6-aaad-358e074772a4 req-e28280e5-57e1-4801-b9da-fa996c790f4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 912 time: 0.5115132 Feb 09 20:58:45.480465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-54f03021-e98c-430c-a1f9-4e410d90d675 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ccbef5a9759a4579ba356e18bc1b9fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3045633 Feb 09 20:58:45.483050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41146) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:45.518883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f03021-e98c-430c-a1f9-4e410d90d675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb416895-4d5c-43b0-85c9-50ce53da8c48,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:45.536481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8641942a-686e-4ac6-aaad-358e074772a4 req-fbd0d450-cc0e-479a-b305-1ff6e44347fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0821d573-f54a-4f1d-ba66-3099458fbb9b HTTP/1.1" status: 200 len: 217 time: 0.0521169 Feb 09 20:58:45.586232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc67928-a20f-43e5-8f1a-f3d65d2851bd admin admin] Publish callbacks [] for security_group (bb416895-4d5c-43b0-85c9-50ce53da8c48), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.614895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc67928-a20f-43e5-8f1a-f3d65d2851bd admin admin] Publish callbacks [] for security_group (bb416895-4d5c-43b0-85c9-50ce53da8c48), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.633691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641942a-686e-4ac6-aaad-358e074772a4 req-be04747a-d2e0-419d-ba1d-79ca3654a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:45.635194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8641942a-686e-4ac6-aaad-358e074772a4 req-be04747a-d2e0-419d-ba1d-79ca3654a083 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6aad11c7-f7e1-483b-9d93-902350186623 HTTP/1.1" status: 200 len: 851 time: 0.0897000 Feb 09 20:58:45.689763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc67928-a20f-43e5-8f1a-f3d65d2851bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bb416895-4d5c-43b0-85c9-50ce53da8c48), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.694091 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc67928-a20f-43e5-8f1a-f3d65d2851bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.695364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fdc67928-a20f-43e5-8f1a-f3d65d2851bd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/bb416895-4d5c-43b0-85c9-50ce53da8c48 HTTP/1.1" status: 204 len: 168 time: 0.2113459 Feb 09 20:58:45.709017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc67928-a20f-43e5-8f1a-f3d65d2851bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb416895-4d5c-43b0-85c9-50ce53da8c48,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:45.739406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8641942a-686e-4ac6-aaad-358e074772a4 req-53e499c2-96a7-47fb-85cd-eff5df105db2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b8e05233-94bb-4040-ab15-213d05c404f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966599 Feb 09 20:58:45.790442 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Publish callbacks [] for security_group (d511fb1e-781a-433d-9275-1a07a82d1e44), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.832896 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d511fb1e-781a-433d-9275-1a07a82d1e44), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.894993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bda4c345-fe88-43e0-8355-eac8bce9c9bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.899701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d511fb1e-781a-433d-9275-1a07a82d1e44,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:45.921988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:58:45.952573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event deleted for resources: {'Port': ['ID=bda4c345-fe88-43e0-8355-eac8bce9c9bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:45.993439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:45.994072 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Added segment 2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84 of type vlan for network 1a8b2a46-06e4-4268-922d-06db21f2680f Feb 09 20:58:45.997264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8641942a-686e-4ac6-aaad-358e074772a4 req-7db011ed-a4b3-416b-b0e0-dd2a5f6c7be9 service neutron] 10.222.0.50 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410543 Feb 09 20:58:46.127665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (1a8b2a46-06e4-4268-922d-06db21f2680f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.134009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for floatingip (cbf9ee1d-727b-41e4-8abb-5285896db2db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.134351 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Floating IP cbf9ee1d-727b-41e4-8abb-5285896db2db disassociated (deleted). External IP: 172.25.4.124, port: d0f722cf-6069-4e0e-907f-3c79397f10dd. Feb 09 20:58:46.197181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:46.252269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f2be0d8c-52e2-40cf-bed3-9f72edd3ed4c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e4b27d4101f349aa9b8e40bc891e6409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538266 Feb 09 20:58:46.254721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:46.295047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (1a8b2a46-06e4-4268-922d-06db21f2680f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.296015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:46.296582 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.299927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8641942a-686e-4ac6-aaad-358e074772a4 req-0f7246f9-0370-440b-8a1b-5f5642f25925 service neutron] 10.222.0.50 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769365 Feb 09 20:58:46.316659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b887f5f4-f462-40db-93a3-f1d447d3c87b admin admin] Publish callbacks [] for security_group (ff3ccc19-5470-4b78-b0ed-6809a0fff9d9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.346973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b887f5f4-f462-40db-93a3-f1d447d3c87b admin admin] Publish callbacks [] for security_group (ff3ccc19-5470-4b78-b0ed-6809a0fff9d9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.381618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6148014 Feb 09 20:58:46.395911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:46.407375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Request body: {'subnet': {'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1107974350-subnet', 'tenant_id': 'f1d2739517a14f5182a9eb5c785a17cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:46.422738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382fcb1-5840-4913-b118-0dc4954e5324 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8b2a46-06e4-4268-922d-06db21f2680f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:46.438758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 1a8b2a46-06e4-4268-922d-06db21f2680f details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:58:46.443676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d62847-262a-46e3-8043-826c1ac66cd1 req-b89a9c73-02ca-4b4b-a40f-35f71c342d1c tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:46.446394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b887f5f4-f462-40db-93a3-f1d447d3c87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ff3ccc19-5470-4b78-b0ed-6809a0fff9d9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.449989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b887f5f4-f462-40db-93a3-f1d447d3c87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.451336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95d62847-262a-46e3-8043-826c1ac66cd1 req-b89a9c73-02ca-4b4b-a40f-35f71c342d1c tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.2107949 Feb 09 20:58:46.458898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b887f5f4-f462-40db-93a3-f1d447d3c87b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ff3ccc19-5470-4b78-b0ed-6809a0fff9d9 HTTP/1.1" status: 204 len: 168 time: 0.2029567 Feb 09 20:58:46.492428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887f5f4-f462-40db-93a3-f1d447d3c87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ccc19-5470-4b78-b0ed-6809a0fff9d9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:46.555375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Made reservation on behalf of f1d2739517a14f5182a9eb5c785a17cd for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:46.557706 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:46.750470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95d62847-262a-46e3-8043-826c1ac66cd1 req-b3453dcc-611b-4744-9be0-9ce4aa7b341d tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981379 Feb 09 20:58:46.818612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Router c8293f6f-f62c-42a0-b0d8-deb27ddeb73b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:58:47.075918 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (0f07365d-e284-4a44-a664-6c11db0d5eb9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:47.134053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:47.147508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea88b84-39c9-4a26-8ff2-dc23797ac782 None None] Sync routers for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:47.158788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:47.173403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea88b84-39c9-4a26-8ff2-dc23797ac782 None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:47.175923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4ea88b84-39c9-4a26-8ff2-dc23797ac782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:47.225473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f07365d-e284-4a44-a664-6c11db0d5eb9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:47.233681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4ea88b84-39c9-4a26-8ff2-dc23797ac782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:47.254655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea88b84-39c9-4a26-8ff2-dc23797ac782 None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:47.260432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4ea88b84-39c9-4a26-8ff2-dc23797ac782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:47.276589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:47.280296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7c06e9b1-7ff3-462f-956f-b6546e597f74 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "DELETE /v2.0/floatingips/cbf9ee1d-727b-41e4-8abb-5285896db2db HTTP/1.1" status: 204 len: 168 time: 2.8288198 Feb 09 20:58:47.282458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:47.298747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Checking segment: {'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:58:47.299109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Network hostable DHCP agents. Network: 1a8b2a46-06e4-4268-922d-06db21f2680f, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:58:47.312547 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:47.312778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4ea88b84-39c9-4a26-8ff2-dc23797ac782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:47.313275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea88b84-39c9-4a26-8ff2-dc23797ac782 None None] The sync data for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:47.333276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Network 1a8b2a46-06e4-4268-922d-06db21f2680f is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:58:47.343768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 1a8b2a46-06e4-4268-922d-06db21f2680f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:47.348234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:47.348841 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:47.361635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81ab9c-6dde-4cbd-a543-f93572bc7318 None None] Network 1a8b2a46-06e4-4268-922d-06db21f2680f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:47.392501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-71b701c6-b0f2-4657-8e2d-1ba1b2a81c1f admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9857185 Feb 09 20:58:47.497880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:47.634854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Allocated IP 172.25.4.47 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/e430a112-50c7-4b18-9609-2008cc05b4df) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:47.729045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77851e77-e40b-40ed-9cd9-448766977a47 None None] Network 1a8b2a46-06e4-4268-922d-06db21f2680f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:47.759806 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for port (e430a112-50c7-4b18-9609-2008cc05b4df), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:47.836565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e430a112-50c7-4b18-9609-2008cc05b4df), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:47.881808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:47.911243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:47.916755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:47.918148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff36b7-ee3e-40ca-ab02-4824878a15df req-62882aad-3cc6-4e51-8bf0-9a69f31d22a5 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:47.920273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:47.921446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4bff36b7-ee3e-40ca-ab02-4824878a15df req-62882aad-3cc6-4e51-8bf0-9a69f31d22a5 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.0893648 Feb 09 20:58:47.969188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Pushing event updated for resources: {'Port': ['ID=e430a112-50c7-4b18-9609-2008cc05b4df,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:47.995353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4bff36b7-ee3e-40ca-ab02-4824878a15df req-b3306da6-3041-4e22-9816-c6bcba09541f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649168 Feb 09 20:58:48.046802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for floatingip (273e57a6-8bfb-4169-9ccd-758a6aff7ee5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.052742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--261386538'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:48.102050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e430a112-50c7-4b18-9609-2008cc05b4df), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.103715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.135543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.308820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (9b0b966c-e106-49c2-bbd9-3bf35fcfd8f7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.315696 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9b0b966c-e106-49c2-bbd9-3bf35fcfd8f7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.351007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for port (e430a112-50c7-4b18-9609-2008cc05b4df), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.363905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (e430a112-50c7-4b18-9609-2008cc05b4df), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.382608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0b966c-e106-49c2-bbd9-3bf35fcfd8f7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:48.488966 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (e8e821f0-aedd-4c14-847c-1986ebfca16c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.496782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8e821f0-aedd-4c14-847c-1986ebfca16c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.501877 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (273e57a6-8bfb-4169-9ccd-758a6aff7ee5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.506901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Pushing event updated for resources: {'Port': ['ID=e430a112-50c7-4b18-9609-2008cc05b4df,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:48.539669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e821f0-aedd-4c14-847c-1986ebfca16c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:48.545693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.546939 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c3482a6d-0c3f-42fe-a7e7-ccfb63590253 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2687788 Feb 09 20:58:48.549736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:48.549860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.550937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-15fb62a3-fc68-4816-b0ce-abbb6ecfbd8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6661081 Feb 09 20:58:48.553611 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:48.615480 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-91f89ba0-e5b3-46b4-933e-63285fd8fa63 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0607495 Feb 09 20:58:48.619076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:48.623965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6068524d-811e-4e54-a49b-e70c1f11e046 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-security--1539225990', 'description': 'tempest-security-description-650483462'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:48.661997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6068524d-811e-4e54-a49b-e70c1f11e046 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (e8e821f0-aedd-4c14-847c-1986ebfca16c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.697979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:48.712750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6068524d-811e-4e54-a49b-e70c1f11e046 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (e8e821f0-aedd-4c14-847c-1986ebfca16c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.722293 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6068524d-811e-4e54-a49b-e70c1f11e046 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8e821f0-aedd-4c14-847c-1986ebfca16c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.725669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6068524d-811e-4e54-a49b-e70c1f11e046 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.727281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.729714 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6068524d-811e-4e54-a49b-e70c1f11e046 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "PUT /v2.0/security-groups/e8e821f0-aedd-4c14-847c-1986ebfca16c HTTP/1.1" status: 200 len: 1796 time: 0.1095309 Feb 09 20:58:48.730576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:48.785416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068524d-811e-4e54-a49b-e70c1f11e046 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e821f0-aedd-4c14-847c-1986ebfca16c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:48.804663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cf9fe499-6307-45b9-8707-f45491203460 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups/e8e821f0-aedd-4c14-847c-1986ebfca16c HTTP/1.1" status: 200 len: 1796 time: 0.0658281 Feb 09 20:58:48.807407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41224) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:48.869330 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2e14cdd-74a3-4868-a592-7b840b76844e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (e8e821f0-aedd-4c14-847c-1986ebfca16c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.878934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.907810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2e14cdd-74a3-4868-a592-7b840b76844e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (e8e821f0-aedd-4c14-847c-1986ebfca16c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.966467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2e14cdd-74a3-4868-a592-7b840b76844e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8e821f0-aedd-4c14-847c-1986ebfca16c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.969944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2e14cdd-74a3-4868-a592-7b840b76844e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:48.971107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2e14cdd-74a3-4868-a592-7b840b76844e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/e8e821f0-aedd-4c14-847c-1986ebfca16c HTTP/1.1" status: 204 len: 168 time: 0.1626923 Feb 09 20:58:48.973766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:48.980681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e14cdd-74a3-4868-a592-7b840b76844e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e821f0-aedd-4c14-847c-1986ebfca16c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:49.021449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Allocated IP 172.25.4.108 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/8631eb56-c76f-4ff5-9c33-cef5c87e8abb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:49.053512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5e34609d-11cd-4ee3-ad05-e1e891711055 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0780418 Feb 09 20:58:49.056631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.076647 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-218c95a1-63e2-4497-afcc-6959b0bfbec2 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] delete failed (client error): The resource could not be found. Feb 09 20:58:49.078143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-218c95a1-63e2-4497-afcc-6959b0bfbec2 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/e8e821f0-aedd-4c14-847c-1986ebfca16c HTTP/1.1" status: 404 len: 347 time: 0.0201836 Feb 09 20:58:49.085058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.089839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-095cd479-5efd-49eb-8f77-4ee5b6e868d6 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--487238618'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:49.112939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095cd479-5efd-49eb-8f77-4ee5b6e868d6 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.173605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3950-d86c-4e53-9f45-6358549a3cf2 req-57d25361-664c-446d-bebf-00acfd916ea0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:49.174979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87cd3950-d86c-4e53-9f45-6358549a3cf2 req-57d25361-664c-446d-bebf-00acfd916ea0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.0815246 Feb 09 20:58:49.186785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095cd479-5efd-49eb-8f77-4ee5b6e868d6 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (a3c40f21-884d-4ab7-a966-e0f96c4377c2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.191298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095cd479-5efd-49eb-8f77-4ee5b6e868d6 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a3c40f21-884d-4ab7-a966-e0f96c4377c2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.216316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks [] for port (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.227174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cd479-5efd-49eb-8f77-4ee5b6e868d6 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c40f21-884d-4ab7-a966-e0f96c4377c2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:49.236979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-095cd479-5efd-49eb-8f77-4ee5b6e868d6 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.241642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-095cd479-5efd-49eb-8f77-4ee5b6e868d6 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1522048 Feb 09 20:58:49.241642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.245408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f6df8966-8adf-4c01-8900-9b5cb3be6f8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': 'a3c40f21-884d-4ab7-a966-e0f96c4377c2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:49.262300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87cd3950-d86c-4e53-9f45-6358549a3cf2 req-f6ed1a5b-3740-4a01-9102-004e90405e30 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756104 Feb 09 20:58:49.272210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6df8966-8adf-4c01-8900-9b5cb3be6f8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.276712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.315176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:58:49.318227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:58:49.321987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:58:49.343242 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6df8966-8adf-4c01-8900-9b5cb3be6f8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.348934 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6df8966-8adf-4c01-8900-9b5cb3be6f8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.362332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Pushing event updated for resources: {'Port': ['ID=8631eb56-c76f-4ff5-9c33-cef5c87e8abb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:49.370438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df8966-8adf-4c01-8900-9b5cb3be6f8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:49.381702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6df8966-8adf-4c01-8900-9b5cb3be6f8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.383726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f6df8966-8adf-4c01-8900-9b5cb3be6f8b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416166 Feb 09 20:58:49.386523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.413477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-180b12d6-ebbe-4398-9da4-078370fb432b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.422097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-180b12d6-ebbe-4398-9da4-078370fb432b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.424000 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks [] for floatingip (eea543ef-402d-4d2a-8538-0b02ef2f3cf9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.461039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-180b12d6-ebbe-4398-9da4-078370fb432b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.469053 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.472093 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-180b12d6-ebbe-4398-9da4-078370fb432b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.475160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-180b12d6-ebbe-4398-9da4-078370fb432b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03 HTTP/1.1" status: 204 len: 168 time: 0.0850632 Feb 09 20:58:49.476851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.489608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b12d6-ebbe-4398-9da4-078370fb432b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2df43bf4-4d6d-4e38-8d48-3dfc5ca36c03,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:49.532852 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-57768b77-3be0-461b-9cf2-50b125113002 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0511162 Feb 09 20:58:49.535452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.604361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d10397d-4d6d-4d77-9f39-9a3d88eb93f3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (a3c40f21-884d-4ab7-a966-e0f96c4377c2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.631442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d10397d-4d6d-4d77-9f39-9a3d88eb93f3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (a3c40f21-884d-4ab7-a966-e0f96c4377c2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.681058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d10397d-4d6d-4d77-9f39-9a3d88eb93f3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a3c40f21-884d-4ab7-a966-e0f96c4377c2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.681585 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks [] for port (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.683944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d10397d-4d6d-4d77-9f39-9a3d88eb93f3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.687543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0d10397d-4d6d-4d77-9f39-9a3d88eb93f3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/a3c40f21-884d-4ab7-a966-e0f96c4377c2 HTTP/1.1" status: 204 len: 168 time: 0.1487203 Feb 09 20:58:49.687896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.695608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10397d-4d6d-4d77-9f39-9a3d88eb93f3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c40f21-884d-4ab7-a966-e0f96c4377c2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:49.695879 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.818134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Pushing event updated for resources: {'Port': ['ID=8631eb56-c76f-4ff5-9c33-cef5c87e8abb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:49.827991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6e78c254-3798-471f-8bac-3b3b999a9eed tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1370430 Feb 09 20:58:49.830538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.834969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d8020326-1c5c-4fc5-a117-0c26eb51aada tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--251798357'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:49.846925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (eea543ef-402d-4d2a-8538-0b02ef2f3cf9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.869975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.871195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b81b1b89-77d1-45c1-8aa8-8278ca2f6362 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3200626 Feb 09 20:58:49.874336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.876319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8020326-1c5c-4fc5-a117-0c26eb51aada tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.952441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1aa5335b-d40d-4be0-8ae8-14b9dfcff5e3 tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] 10.222.0.102 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.0766845 Feb 09 20:58:49.953359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:49.973982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8020326-1c5c-4fc5-a117-0c26eb51aada tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (cee6d5cc-8c16-440c-82e1-de1e38a5aa6f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:49.980207 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8020326-1c5c-4fc5-a117-0c26eb51aada tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cee6d5cc-8c16-440c-82e1-de1e38a5aa6f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.016521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8020326-1c5c-4fc5-a117-0c26eb51aada tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.021921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d8020326-1c5c-4fc5-a117-0c26eb51aada tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1865592 Feb 09 20:58:50.024412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:50.030643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ce2c6e6d-0488-458f-bc13-5fb1a48aca8f tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': 'cee6d5cc-8c16-440c-82e1-de1e38a5aa6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:50.046213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8020326-1c5c-4fc5-a117-0c26eb51aada tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee6d5cc-8c16-440c-82e1-de1e38a5aa6f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:50.075771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad9c8b1d-cf63-4fae-b8ed-4180cbe2d6b2 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1193721 Feb 09 20:58:50.077700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:50.085396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6e6d-0488-458f-bc13-5fb1a48aca8f tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (88904396-8953-43b3-ba37-ff6382997c22), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.155118 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6e6d-0488-458f-bc13-5fb1a48aca8f tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (88904396-8953-43b3-ba37-ff6382997c22), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.162196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6e6d-0488-458f-bc13-5fb1a48aca8f tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (88904396-8953-43b3-ba37-ff6382997c22), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.190108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c6e6d-0488-458f-bc13-5fb1a48aca8f tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88904396-8953-43b3-ba37-ff6382997c22,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:50.196152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6e6d-0488-458f-bc13-5fb1a48aca8f tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.200747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ce2c6e6d-0488-458f-bc13-5fb1a48aca8f tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1723471 Feb 09 20:58:50.201301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41256) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:50.206488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-36102c55-e0a2-4566-a19d-4f00457c8e5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': 'cee6d5cc-8c16-440c-82e1-de1e38a5aa6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:50.273322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36102c55-e0a2-4566-a19d-4f00457c8e5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (30640114-f468-4fb8-9aad-2a587ed4370d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.319898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Deleting port 8631eb56-c76f-4ff5-9c33-cef5c87e8abb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:50.320462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.414024 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36102c55-e0a2-4566-a19d-4f00457c8e5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (30640114-f468-4fb8-9aad-2a587ed4370d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.424512 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36102c55-e0a2-4566-a19d-4f00457c8e5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (30640114-f468-4fb8-9aad-2a587ed4370d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.441400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3162bc8-c15c-47cd-9673-b76478c2e702 req-648b14d7-0559-4d05-9de5-d93099463fe7 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:50.443193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3162bc8-c15c-47cd-9673-b76478c2e702 req-648b14d7-0559-4d05-9de5-d93099463fe7 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.0866289 Feb 09 20:58:50.464623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36102c55-e0a2-4566-a19d-4f00457c8e5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30640114-f468-4fb8-9aad-2a587ed4370d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:50.472627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36102c55-e0a2-4566-a19d-4f00457c8e5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.476167 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-36102c55-e0a2-4566-a19d-4f00457c8e5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2711556 Feb 09 20:58:50.476167 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.476372 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks [] for floatingip (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.478805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41260) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:50.485571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6924e2bb-2561-482e-9560-262f08c52f6c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': 'cee6d5cc-8c16-440c-82e1-de1e38a5aa6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:50.510996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Calling delete_port for 8631eb56-c76f-4ff5-9c33-cef5c87e8abb owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:50.514938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3162bc8-c15c-47cd-9673-b76478c2e702 req-74addf5b-e387-451e-8b7a-5e44b1fa4adb tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638762 Feb 09 20:58:50.552769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6924e2bb-2561-482e-9560-262f08c52f6c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (14230a73-7203-4a46-91b2-39a8234889e5), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.688857 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6924e2bb-2561-482e-9560-262f08c52f6c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (14230a73-7203-4a46-91b2-39a8234889e5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.692717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6924e2bb-2561-482e-9560-262f08c52f6c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (14230a73-7203-4a46-91b2-39a8234889e5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.719462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924e2bb-2561-482e-9560-262f08c52f6c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14230a73-7203-4a46-91b2-39a8234889e5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:50.744569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6924e2bb-2561-482e-9560-262f08c52f6c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.745920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6924e2bb-2561-482e-9560-262f08c52f6c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2663605 Feb 09 20:58:50.749102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:50.756557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c0c5ff87-52f3-4d16-9bee-a82b68dc2026 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': 'cee6d5cc-8c16-440c-82e1-de1e38a5aa6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:50.769413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8631eb56-c76f-4ff5-9c33-cef5c87e8abb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.798569 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ff87-52f3-4d16-9bee-a82b68dc2026 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (9afaf0b5-30ca-49af-b580-47a123af8094), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.800562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Pushing event deleted for resources: {'Port': ['ID=8631eb56-c76f-4ff5-9c33-cef5c87e8abb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:50.870713 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks [] for floatingip (eea543ef-402d-4d2a-8538-0b02ef2f3cf9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.875418 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.879013 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ee0fcd5-3f47-4465-b40b-d5ad3c38cf41 tempest-FloatingIPAdminTestJSON-1336029060 tempest-FloatingIPAdminTestJSON-1336029060-project] 10.222.0.102 "DELETE /v2.0/floatingips/eea543ef-402d-4d2a-8538-0b02ef2f3cf9 HTTP/1.1" status: 204 len: 168 time: 0.7979727 Feb 09 20:58:50.879146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ff87-52f3-4d16-9bee-a82b68dc2026 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (9afaf0b5-30ca-49af-b580-47a123af8094), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.879365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:50.883411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ff87-52f3-4d16-9bee-a82b68dc2026 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (9afaf0b5-30ca-49af-b580-47a123af8094), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.903228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5ff87-52f3-4d16-9bee-a82b68dc2026 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afaf0b5-30ca-49af-b580-47a123af8094,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:50.908577 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0c5ff87-52f3-4d16-9bee-a82b68dc2026 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:50.912524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c0c5ff87-52f3-4d16-9bee-a82b68dc2026 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1621132 Feb 09 20:58:50.913125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:50.917389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4ee27514-e502-4634-a5e1-b1fcd5a6f797 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': 'cee6d5cc-8c16-440c-82e1-de1e38a5aa6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:50.946474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ee27514-e502-4634-a5e1-b1fcd5a6f797 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.018489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ee27514-e502-4634-a5e1-b1fcd5a6f797 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.023098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ee27514-e502-4634-a5e1-b1fcd5a6f797 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.035666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Deleting port e430a112-50c7-4b18-9609-2008cc05b4df {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:51.036176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e430a112-50c7-4b18-9609-2008cc05b4df), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.047918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee27514-e502-4634-a5e1-b1fcd5a6f797 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:51.056417 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ee27514-e502-4634-a5e1-b1fcd5a6f797 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.061684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4ee27514-e502-4634-a5e1-b1fcd5a6f797 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1474280 Feb 09 20:58:51.062300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:51.097892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da865bf0-9f14-4af6-8244-9095fb98fe63 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.107992 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da865bf0-9f14-4af6-8244-9095fb98fe63 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.135041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e430a112-50c7-4b18-9609-2008cc05b4df), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.135503 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for floatingip (e430a112-50c7-4b18-9609-2008cc05b4df), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.137289 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da865bf0-9f14-4af6-8244-9095fb98fe63 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.143661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da865bf0-9f14-4af6-8244-9095fb98fe63 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.144798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-da865bf0-9f14-4af6-8244-9095fb98fe63 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb HTTP/1.1" status: 204 len: 168 time: 0.0814960 Feb 09 20:58:51.149016 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:51.150371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da865bf0-9f14-4af6-8244-9095fb98fe63 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7d2a12a-7346-4f5a-a5a0-bcc49aa757cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:51.161358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Calling delete_port for e430a112-50c7-4b18-9609-2008cc05b4df owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:51.244709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ccaef307-5334-4e65-8121-f51be8230d9a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0939665 Feb 09 20:58:51.247426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:51.285819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a702b96-2fd7-4724-b51b-daf9eb7b37ec tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (9afaf0b5-30ca-49af-b580-47a123af8094), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.297035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a702b96-2fd7-4724-b51b-daf9eb7b37ec tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (9afaf0b5-30ca-49af-b580-47a123af8094), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.338004 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:58:51.357896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a702b96-2fd7-4724-b51b-daf9eb7b37ec tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (9afaf0b5-30ca-49af-b580-47a123af8094), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.369545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a702b96-2fd7-4724-b51b-daf9eb7b37ec tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.370740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a702b96-2fd7-4724-b51b-daf9eb7b37ec tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/9afaf0b5-30ca-49af-b580-47a123af8094 HTTP/1.1" status: 204 len: 168 time: 0.1210208 Feb 09 20:58:51.373664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41276) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:51.382728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a702b96-2fd7-4724-b51b-daf9eb7b37ec tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9afaf0b5-30ca-49af-b580-47a123af8094,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:51.398321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e430a112-50c7-4b18-9609-2008cc05b4df), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.429638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Pushing event deleted for resources: {'Port': ['ID=e430a112-50c7-4b18-9609-2008cc05b4df,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:51.437884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b81eefc4-8a45-48eb-a99f-968b02ad7a5c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0630157 Feb 09 20:58:51.440963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:51.473344 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd243912-44e6-4dcf-9204-226b538134cd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (14230a73-7203-4a46-91b2-39a8234889e5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.485155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd243912-44e6-4dcf-9204-226b538134cd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (14230a73-7203-4a46-91b2-39a8234889e5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.503346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks [] for floatingip (273e57a6-8bfb-4169-9ccd-758a6aff7ee5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.506053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.511615 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f22f1a8d-01fe-450b-973f-37ad746d896d tempest-FloatingIPAdminTestJSON-1538821874 tempest-FloatingIPAdminTestJSON-1538821874-project-admin] 10.222.0.102 "DELETE /v2.0/floatingips/273e57a6-8bfb-4169-9ccd-758a6aff7ee5 HTTP/1.1" status: 204 len: 168 time: 0.6269705 Feb 09 20:58:51.511860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:51.555715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd243912-44e6-4dcf-9204-226b538134cd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (14230a73-7203-4a46-91b2-39a8234889e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.565900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd243912-44e6-4dcf-9204-226b538134cd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.567114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cd243912-44e6-4dcf-9204-226b538134cd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/14230a73-7203-4a46-91b2-39a8234889e5 HTTP/1.1" status: 204 len: 168 time: 0.1251674 Feb 09 20:58:51.570522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:51.580399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd243912-44e6-4dcf-9204-226b538134cd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14230a73-7203-4a46-91b2-39a8234889e5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:51.625512 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:51.643051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ba35ff6d-5f38-4687-8809-d4620482bdc2 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0683990 Feb 09 20:58:51.644056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:51.656196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1a2578a5-10cd-4bdb-9a00-49ddc48c569c tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Deleting port d0f722cf-6069-4e0e-907f-3c79397f10dd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:51.656547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a2578a5-10cd-4bdb-9a00-49ddc48c569c tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d0f722cf-6069-4e0e-907f-3c79397f10dd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.029084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d6927c-247d-4ca8-8b15-321b9ace2b84 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (30640114-f468-4fb8-9aad-2a587ed4370d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.045165 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d6927c-247d-4ca8-8b15-321b9ace2b84 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (30640114-f468-4fb8-9aad-2a587ed4370d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.095263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d77cb-2791-43d5-8085-4d784814114d req-2ded849e-e6fd-4339-adc4-312685311d66 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:52.096818 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130d77cb-2791-43d5-8085-4d784814114d req-2ded849e-e6fd-4339-adc4-312685311d66 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.4457762 Feb 09 20:58:52.103173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a2578a5-10cd-4bdb-9a00-49ddc48c569c tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d0f722cf-6069-4e0e-907f-3c79397f10dd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.121292 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d6927c-247d-4ca8-8b15-321b9ace2b84 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (30640114-f468-4fb8-9aad-2a587ed4370d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.136626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d6927c-247d-4ca8-8b15-321b9ace2b84 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.137758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d5d6927c-247d-4ca8-8b15-321b9ace2b84 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/30640114-f468-4fb8-9aad-2a587ed4370d HTTP/1.1" status: 204 len: 168 time: 0.4934607 Feb 09 20:58:52.138682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1a2578a5-10cd-4bdb-9a00-49ddc48c569c tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Calling delete_port for d0f722cf-6069-4e0e-907f-3c79397f10dd owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:52.140730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.155388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6927c-247d-4ca8-8b15-321b9ace2b84 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30640114-f468-4fb8-9aad-2a587ed4370d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:52.190526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2fd441fa-5f34-4bd3-afe0-caa6d8e5c52c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0458734 Feb 09 20:58:52.190905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.210687 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130d77cb-2791-43d5-8085-4d784814114d req-0f59b0e6-af71-4b5d-9e91-731e564813ee tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038558 Feb 09 20:58:52.219517 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c1482a1-21b7-425b-b69b-d9aae77ef8e5 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (88904396-8953-43b3-ba37-ff6382997c22), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.236949 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c1482a1-21b7-425b-b69b-d9aae77ef8e5 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (88904396-8953-43b3-ba37-ff6382997c22), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.265391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c1482a1-21b7-425b-b69b-d9aae77ef8e5 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (88904396-8953-43b3-ba37-ff6382997c22), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.271506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8c1482a1-21b7-425b-b69b-d9aae77ef8e5 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.275032 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8c1482a1-21b7-425b-b69b-d9aae77ef8e5 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/88904396-8953-43b3-ba37-ff6382997c22 HTTP/1.1" status: 204 len: 168 time: 0.0807290 Feb 09 20:58:52.277386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.284725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1482a1-21b7-425b-b69b-d9aae77ef8e5 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88904396-8953-43b3-ba37-ff6382997c22,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:52.313595 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a2578a5-10cd-4bdb-9a00-49ddc48c569c tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d0f722cf-6069-4e0e-907f-3c79397f10dd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.327468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b6110b02-6b82-47b6-a91c-fb9c468f35c8 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459542 Feb 09 20:58:52.327778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41296) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.343714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2578a5-10cd-4bdb-9a00-49ddc48c569c tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event deleted for resources: {'Port': ['ID=d0f722cf-6069-4e0e-907f-3c79397f10dd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:52.385997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45418a30-9f0f-408e-b3c7-c60b3ebebb19 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (cee6d5cc-8c16-440c-82e1-de1e38a5aa6f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.413256 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45418a30-9f0f-408e-b3c7-c60b3ebebb19 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (cee6d5cc-8c16-440c-82e1-de1e38a5aa6f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.437385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1a2578a5-10cd-4bdb-9a00-49ddc48c569c tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.443612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1a2578a5-10cd-4bdb-9a00-49ddc48c569c tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "DELETE /v2.0/ports/d0f722cf-6069-4e0e-907f-3c79397f10dd HTTP/1.1" status: 204 len: 168 time: 0.9287879 Feb 09 20:58:52.443959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.498509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45418a30-9f0f-408e-b3c7-c60b3ebebb19 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cee6d5cc-8c16-440c-82e1-de1e38a5aa6f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.501270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45418a30-9f0f-408e-b3c7-c60b3ebebb19 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.504825 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-45418a30-9f0f-408e-b3c7-c60b3ebebb19 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/cee6d5cc-8c16-440c-82e1-de1e38a5aa6f HTTP/1.1" status: 204 len: 168 time: 0.1738100 Feb 09 20:58:52.505915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.513124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45623197-4b25-4c32-a6a7-ad2883b6af0f tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:52.519258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-45623197-4b25-4c32-a6a7-ad2883b6af0f tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "GET /v2.0/ports?device_id=c8293f6f-f62c-42a0-b0d8-deb27ddeb73b HTTP/1.1" status: 200 len: 913 time: 0.0741670 Feb 09 20:58:52.520180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.534107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45418a30-9f0f-408e-b3c7-c60b3ebebb19 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee6d5cc-8c16-440c-82e1-de1e38a5aa6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:52.593054 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5dfc10ba-b097-4eb2-a02d-355a2db49267 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0814958 Feb 09 20:58:52.593278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.597911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-18339dba-aaf9-4661-b1d9-d6eccf879e93 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--221283795'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:52.622782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18339dba-aaf9-4661-b1d9-d6eccf879e93 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.705540 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18339dba-aaf9-4661-b1d9-d6eccf879e93 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.710730 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18339dba-aaf9-4661-b1d9-d6eccf879e93 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.750026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18339dba-aaf9-4661-b1d9-d6eccf879e93 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:52.769662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18339dba-aaf9-4661-b1d9-d6eccf879e93 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.771754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-18339dba-aaf9-4661-b1d9-d6eccf879e93 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1766996 Feb 09 20:58:52.774582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.779716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7db96d4c-1651-49a3-80f6-12427e3fa16e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': 'a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480', 'direction': 'ingress', 'protocol': 17}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:52.806143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7db96d4c-1651-49a3-80f6-12427e3fa16e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (4d825d3f-cb8e-4419-8126-08814a9a768d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.869970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7db96d4c-1651-49a3-80f6-12427e3fa16e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (4d825d3f-cb8e-4419-8126-08814a9a768d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.874358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7db96d4c-1651-49a3-80f6-12427e3fa16e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (4d825d3f-cb8e-4419-8126-08814a9a768d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.895708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db96d4c-1651-49a3-80f6-12427e3fa16e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d825d3f-cb8e-4419-8126-08814a9a768d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:52.901414 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7db96d4c-1651-49a3-80f6-12427e3fa16e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.902624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7db96d4c-1651-49a3-80f6-12427e3fa16e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1270828 Feb 09 20:58:52.905426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:52.965717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3076bcbd-57f1-48db-8c55-2d9650224a4c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:52.992358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3076bcbd-57f1-48db-8c55-2d9650224a4c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.018776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.042924 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3076bcbd-57f1-48db-8c55-2d9650224a4c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.046187 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3076bcbd-57f1-48db-8c55-2d9650224a4c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.049748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3076bcbd-57f1-48db-8c55-2d9650224a4c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480 HTTP/1.1" status: 204 len: 168 time: 0.1410451 Feb 09 20:58:53.051285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:53.070322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076bcbd-57f1-48db-8c55-2d9650224a4c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b7f0c2-0542-4c8a-90fb-fba1ac1c3480,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:53.110921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e3def008-2f27-4935-82b2-6cf3a97130fc tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546997 Feb 09 20:58:53.111720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41314) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:53.115632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-20b36fe2-eb26-4db3-a795-d1a603858ced tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--912010875'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:53.137264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20b36fe2-eb26-4db3-a795-d1a603858ced tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.207380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20b36fe2-eb26-4db3-a795-d1a603858ced tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (5482dd66-f02b-42d8-a357-401384b1c967), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.210820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20b36fe2-eb26-4db3-a795-d1a603858ced tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5482dd66-f02b-42d8-a357-401384b1c967), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.257379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20b36fe2-eb26-4db3-a795-d1a603858ced tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.259140 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-20b36fe2-eb26-4db3-a795-d1a603858ced tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1466935 Feb 09 20:58:53.261802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:53.262803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b36fe2-eb26-4db3-a795-d1a603858ced tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5482dd66-f02b-42d8-a357-401384b1c967,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:53.268729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8d3b0948-1ec6-4b77-91ad-71c62e2e1438 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--77612442'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:53.305827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0948-1ec6-4b77-91ad-71c62e2e1438 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.479361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4840aa-6187-45c4-b4b8-124fb02c7c89 req-8c2f9225-e64a-48d6-b904-ce25299367e8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:53.480924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4840aa-6187-45c4-b4b8-124fb02c7c89 req-8c2f9225-e64a-48d6-b904-ce25299367e8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1447277 Feb 09 20:58:53.508038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Deleting port 22197f73-8e39-4f0e-909e-7b1cd337fb61 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:53.508379 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.521449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0948-1ec6-4b77-91ad-71c62e2e1438 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (61fb243c-b62d-4a2d-a3e0-4928f885bcc1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.536592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0948-1ec6-4b77-91ad-71c62e2e1438 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (61fb243c-b62d-4a2d-a3e0-4928f885bcc1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.627953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0948-1ec6-4b77-91ad-71c62e2e1438 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.629366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d3b0948-1ec6-4b77-91ad-71c62e2e1438 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3654950 Feb 09 20:58:53.632464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:53.637316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-508ce27a-8efc-4528-a3a4-3d5af1f9a5f1 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': '5482dd66-f02b-42d8-a357-401384b1c967', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '61fb243c-b62d-4a2d-a3e0-4928f885bcc1', 'remote_ip_prefix': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:53.644962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b4840aa-6187-45c4-b4b8-124fb02c7c89 req-46ed4413-33c5-421a-abb9-b4826f3f5a23 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522954 Feb 09 20:58:53.651657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b0948-1ec6-4b77-91ad-71c62e2e1438 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fb243c-b62d-4a2d-a3e0-4928f885bcc1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:53.672839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-508ce27a-8efc-4528-a3a4-3d5af1f9a5f1 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (b2dad70e-4d77-47bb-b09a-89a74b50bc81), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.682446 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.704030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Calling delete_port for 22197f73-8e39-4f0e-909e-7b1cd337fb61 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:53.748073 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-508ce27a-8efc-4528-a3a4-3d5af1f9a5f1 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (b2dad70e-4d77-47bb-b09a-89a74b50bc81), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.752444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-508ce27a-8efc-4528-a3a4-3d5af1f9a5f1 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b2dad70e-4d77-47bb-b09a-89a74b50bc81), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.766780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ce27a-8efc-4528-a3a4-3d5af1f9a5f1 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dad70e-4d77-47bb-b09a-89a74b50bc81,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:53.784043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-508ce27a-8efc-4528-a3a4-3d5af1f9a5f1 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.788444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-508ce27a-8efc-4528-a3a4-3d5af1f9a5f1 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1515863 Feb 09 20:58:53.788444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:53.815578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24bf7ce8-13ca-476a-be1a-1de40d22cf7e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (b2dad70e-4d77-47bb-b09a-89a74b50bc81), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.825777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24bf7ce8-13ca-476a-be1a-1de40d22cf7e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (b2dad70e-4d77-47bb-b09a-89a74b50bc81), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.856338 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24bf7ce8-13ca-476a-be1a-1de40d22cf7e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b2dad70e-4d77-47bb-b09a-89a74b50bc81), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.862554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-24bf7ce8-13ca-476a-be1a-1de40d22cf7e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.866128 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-24bf7ce8-13ca-476a-be1a-1de40d22cf7e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/b2dad70e-4d77-47bb-b09a-89a74b50bc81 HTTP/1.1" status: 204 len: 168 time: 0.0744634 Feb 09 20:58:53.866682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:53.882434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf7ce8-13ca-476a-be1a-1de40d22cf7e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2dad70e-4d77-47bb-b09a-89a74b50bc81,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:53.911724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44076e6b-d556-42a1-bd34-2f54baefbbe7 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0435138 Feb 09 20:58:53.913762 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:53.951946 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (22197f73-8e39-4f0e-909e-7b1cd337fb61), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.970165 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee2fb-5d90-4fce-8616-d4ec02a9162c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (61fb243c-b62d-4a2d-a3e0-4928f885bcc1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:53.980587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event deleted for resources: {'Port': ['ID=22197f73-8e39-4f0e-909e-7b1cd337fb61,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:53.997525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee2fb-5d90-4fce-8616-d4ec02a9162c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (61fb243c-b62d-4a2d-a3e0-4928f885bcc1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.050085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee2fb-5d90-4fce-8616-d4ec02a9162c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (61fb243c-b62d-4a2d-a3e0-4928f885bcc1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.053120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee2fb-5d90-4fce-8616-d4ec02a9162c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.058142 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7b2ee2fb-5d90-4fce-8616-d4ec02a9162c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/61fb243c-b62d-4a2d-a3e0-4928f885bcc1 HTTP/1.1" status: 204 len: 168 time: 0.1395197 Feb 09 20:58:54.058995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:54.065627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ee2fb-5d90-4fce-8616-d4ec02a9162c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fb243c-b62d-4a2d-a3e0-4928f885bcc1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:54.206098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5349fc9-e199-4c98-9f3a-e4176b2fcd20 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1430755 Feb 09 20:58:54.208873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:54.236412 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.287778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9cabf51-6e62-45a5-ad15-7f5d49838c5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (5482dd66-f02b-42d8-a357-401384b1c967), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.311838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9cabf51-6e62-45a5-ad15-7f5d49838c5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (5482dd66-f02b-42d8-a357-401384b1c967), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.355933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9cabf51-6e62-45a5-ad15-7f5d49838c5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5482dd66-f02b-42d8-a357-401384b1c967), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.359505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9cabf51-6e62-45a5-ad15-7f5d49838c5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.363365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:54.363913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a9cabf51-6e62-45a5-ad15-7f5d49838c5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/5482dd66-f02b-42d8-a357-401384b1c967 HTTP/1.1" status: 204 len: 168 time: 0.1536975 Feb 09 20:58:54.375619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cabf51-6e62-45a5-ad15-7f5d49838c5a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5482dd66-f02b-42d8-a357-401384b1c967,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:54.485389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-398081e2-ab43-4fc9-a826-f4cedbb37bb2 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1192164 Feb 09 20:58:54.488671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:54.494500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2f50c1e6-258f-45e7-a77c-de9fc59ffb72 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--988876086'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:54.527630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f50c1e6-258f-45e7-a77c-de9fc59ffb72 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.539528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Router c8293f6f-f62c-42a0-b0d8-deb27ddeb73b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:58:54.683478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f50c1e6-258f-45e7-a77c-de9fc59ffb72 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (3ac0e168-079d-493c-bb7d-ad616300de0b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.690356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f50c1e6-258f-45e7-a77c-de9fc59ffb72 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3ac0e168-079d-493c-bb7d-ad616300de0b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.722626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:58:54.747278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50c1e6-258f-45e7-a77c-de9fc59ffb72 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac0e168-079d-493c-bb7d-ad616300de0b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:54.751551 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41caf395-c2c9-4980-8a14-cb27b9771114 None None] Sync routers for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:58:54.755929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5269573e-3aa1-4eea-9343-75f6dc74fd42 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "PUT /v2.0/routers/c8293f6f-f62c-42a0-b0d8-deb27ddeb73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2309406 Feb 09 20:58:54.756729 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f50c1e6-258f-45e7-a77c-de9fc59ffb72 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.756841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:54.760793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:54.761501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2f50c1e6-258f-45e7-a77c-de9fc59ffb72 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2702005 Feb 09 20:58:54.774249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': '3ac0e168-079d-493c-bb7d-ad616300de0b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:54.780187 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41caf395-c2c9-4980-8a14-cb27b9771114 None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:54.781159 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-41caf395-c2c9-4980-8a14-cb27b9771114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:54.828019 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-41caf395-c2c9-4980-8a14-cb27b9771114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:54.845324 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41caf395-c2c9-4980-8a14-cb27b9771114 None None] Routers {'c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:58:54.846450 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-41caf395-c2c9-4980-8a14-cb27b9771114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:58:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:54.869231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e4731-4500-4cc2-ad51-6a0ffe9346fe req-3de3cd5c-08c5-416f-925c-b6e204f66fd5 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:54.870904 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b8e4731-4500-4cc2-ad51-6a0ffe9346fe req-3de3cd5c-08c5-416f-925c-b6e204f66fd5 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.0787511 Feb 09 20:58:54.899004 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-41caf395-c2c9-4980-8a14-cb27b9771114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:54.899654 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41caf395-c2c9-4980-8a14-cb27b9771114 None None] The sync data for ids ['c8293f6f-f62c-42a0-b0d8-deb27ddeb73b'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:58:54.932846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (1dea123d-a577-4844-9b61-c1d4b55694c5), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:54.945063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b8e4731-4500-4cc2-ad51-6a0ffe9346fe req-a035e5b4-467a-4b93-8cb9-c0991cdbfd67 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669169 Feb 09 20:58:55.002736 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.093298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (1dea123d-a577-4844-9b61-c1d4b55694c5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.100732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (1dea123d-a577-4844-9b61-c1d4b55694c5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.126067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dea123d-a577-4844-9b61-c1d4b55694c5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:55.144007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.145237 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3835299 Feb 09 20:58:55.148561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:55.148739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.149078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.149440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.149769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.150105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.150436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.150765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.151094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.151420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.151777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.152106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.152427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.152752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d93938-5748-4cde-8b2d-6dbb3c8f9596 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:55.165381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router_gateway (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.180311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e93d3b2-194b-4798-a8a6-84cc388a66ca tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (1dea123d-a577-4844-9b61-c1d4b55694c5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.195001 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e93d3b2-194b-4798-a8a6-84cc388a66ca tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (1dea123d-a577-4844-9b61-c1d4b55694c5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.224478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e93d3b2-194b-4798-a8a6-84cc388a66ca tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (1dea123d-a577-4844-9b61-c1d4b55694c5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.232972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e93d3b2-194b-4798-a8a6-84cc388a66ca tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.237029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8e93d3b2-194b-4798-a8a6-84cc388a66ca tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/1dea123d-a577-4844-9b61-c1d4b55694c5 HTTP/1.1" status: 204 len: 168 time: 0.0845821 Feb 09 20:58:55.237243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Deleting port 63550fa4-1b9f-4e78-832e-314f5cddd2ce {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:55.237243 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (63550fa4-1b9f-4e78-832e-314f5cddd2ce), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.237442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:55.253719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93d3b2-194b-4798-a8a6-84cc388a66ca tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dea123d-a577-4844-9b61-c1d4b55694c5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:55.299221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bab503f1-ef2d-4573-bb06-bf4618735188 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566299 Feb 09 20:58:55.299719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41350) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:55.338765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (63550fa4-1b9f-4e78-832e-314f5cddd2ce), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.352603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Calling delete_port for 63550fa4-1b9f-4e78-832e-314f5cddd2ce owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:55.357075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbfbeb4b-9de8-47bf-9852-fa2d837d52bd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (3ac0e168-079d-493c-bb7d-ad616300de0b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.381489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbfbeb4b-9de8-47bf-9852-fa2d837d52bd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (3ac0e168-079d-493c-bb7d-ad616300de0b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.472291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbfbeb4b-9de8-47bf-9852-fa2d837d52bd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3ac0e168-079d-493c-bb7d-ad616300de0b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.483230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbfbeb4b-9de8-47bf-9852-fa2d837d52bd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.483230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cbfbeb4b-9de8-47bf-9852-fa2d837d52bd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/3ac0e168-079d-493c-bb7d-ad616300de0b HTTP/1.1" status: 204 len: 168 time: 0.1761754 Feb 09 20:58:55.483230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41352) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:55.502690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbeb4b-9de8-47bf-9852-fa2d837d52bd tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac0e168-079d-493c-bb7d-ad616300de0b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:55.556031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c5ea06fc-6531-4c69-aa3d-4c283f8a4c73 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0740001 Feb 09 20:58:55.561395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:55.567125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-eb5d898b-dfd7-4a36-a5c6-9f103f45a39b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753905779'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:55.596225 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb5d898b-dfd7-4a36-a5c6-9f103f45a39b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.672804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (63550fa4-1b9f-4e78-832e-314f5cddd2ce), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.697571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb5d898b-dfd7-4a36-a5c6-9f103f45a39b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (5f8971be-9e71-405f-ba6b-35d6b255ac1e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.702298 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb5d898b-dfd7-4a36-a5c6-9f103f45a39b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5f8971be-9e71-405f-ba6b-35d6b255ac1e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.740766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb5d898b-dfd7-4a36-a5c6-9f103f45a39b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.742110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eb5d898b-dfd7-4a36-a5c6-9f103f45a39b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1789534 Feb 09 20:58:55.744878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d898b-dfd7-4a36-a5c6-9f103f45a39b tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8971be-9e71-405f-ba6b-35d6b255ac1e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:55.749652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:55.760706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event deleted for resources: {'Port': ['ID=63550fa4-1b9f-4e78-832e-314f5cddd2ce,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:55.761065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-76c8ebc5-9f92-4fb0-b4c4-e46b71446756 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': '5f8971be-9e71-405f-ba6b-35d6b255ac1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:55.814181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76c8ebc5-9f92-4fb0-b4c4-e46b71446756 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (8e2def3d-f410-4467-b1a9-c25715f6b25d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:55.851754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.337237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21f39e-443a-4a9a-aad4-374d18e032ff req-ae5c8ac4-50bb-48ac-b77c-69bf70b8a6af tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:56.338827 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a21f39e-443a-4a9a-aad4-374d18e032ff req-ae5c8ac4-50bb-48ac-b77c-69bf70b8a6af tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.0970013 Feb 09 20:58:56.378161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76c8ebc5-9f92-4fb0-b4c4-e46b71446756 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (8e2def3d-f410-4467-b1a9-c25715f6b25d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.385594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76c8ebc5-9f92-4fb0-b4c4-e46b71446756 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (8e2def3d-f410-4467-b1a9-c25715f6b25d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.413978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8ebc5-9f92-4fb0-b4c4-e46b71446756 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2def3d-f410-4467-b1a9-c25715f6b25d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:56.438157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a21f39e-443a-4a9a-aad4-374d18e032ff req-c4d1aa51-4032-4897-bef8-93f8c8e9f4ab tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912492 Feb 09 20:58:56.448962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-76c8ebc5-9f92-4fb0-b4c4-e46b71446756 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.451043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-76c8ebc5-9f92-4fb0-b4c4-e46b71446756 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6993127 Feb 09 20:58:56.455188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:56.500023 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.510644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5fb95a39-4d9f-4189-8cba-dbf5b963834f tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules/8e2def3d-f410-4467-b1a9-c25715f6b25d HTTP/1.1" status: 200 len: 763 time: 0.0515494 Feb 09 20:58:56.513339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:56.589179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-47ba85a2-70f8-4b53-8ea8-b55ddd397ef8 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0745697 Feb 09 20:58:56.590260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:56.620598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.624997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router_controller (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.625723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4609749e-372c-40ad-9748-dd2fa17e8a7a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (8e2def3d-f410-4467-b1a9-c25715f6b25d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.637398 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4609749e-372c-40ad-9748-dd2fa17e8a7a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (8e2def3d-f410-4467-b1a9-c25715f6b25d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.672808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4609749e-372c-40ad-9748-dd2fa17e8a7a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (8e2def3d-f410-4467-b1a9-c25715f6b25d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.686905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4609749e-372c-40ad-9748-dd2fa17e8a7a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.692204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4609749e-372c-40ad-9748-dd2fa17e8a7a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/8e2def3d-f410-4467-b1a9-c25715f6b25d HTTP/1.1" status: 204 len: 168 time: 0.0993500 Feb 09 20:58:56.694075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:56.696174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (c8293f6f-f62c-42a0-b0d8-deb27ddeb73b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.696825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Fanout notify agent at l3_agent the message router_deleted on router c8293f6f-f62c-42a0-b0d8-deb27ddeb73b {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:58:56.707602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.708989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b490d84d-d6a5-4393-b18e-3c3ecca99c16 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "DELETE /v2.0/routers/c8293f6f-f62c-42a0-b0d8-deb27ddeb73b HTTP/1.1" status: 204 len: 168 time: 1.9503033 Feb 09 20:58:56.712793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:56.717786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609749e-372c-40ad-9748-dd2fa17e8a7a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e2def3d-f410-4467-b1a9-c25715f6b25d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:56.766753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eec52-6481-433c-93ac-f928da13f454 req-0c7a3b5a-8c02-4fdb-8fa8-5e525d5bbf5d tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:56.769148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-0c7a3b5a-8c02-4fdb-8fa8-5e525d5bbf5d tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 814 time: 0.2056086 Feb 09 20:58:56.774884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-085b5e04-c94e-42dd-8601-7296077ea5af tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0792103 Feb 09 20:58:56.780172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:56.786241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a916b687-bd77-4863-84ac-123349b83be9 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': '5f8971be-9e71-405f-ba6b-35d6b255ac1e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:56.791416 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-99e6caed-b3fa-47b4-86d7-92de6704da92 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/quotas/4d0b30cfc9a949dd9981345718214305 HTTP/1.1" status: 200 len: 375 time: 0.0151930 Feb 09 20:58:56.798925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e85c99-a426-40a2-9c5d-4e19ec493774 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Deleting subnet df141953-7b68-4a05-a64c-4f137c385cde {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:58:56.813377 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e85c99-a426-40a2-9c5d-4e19ec493774 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for subnet (df141953-7b68-4a05-a64c-4f137c385cde), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.830170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a916b687-bd77-4863-84ac-123349b83be9 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (de8a74b6-8f2b-4c36-9be1-97c3f46e8deb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.880353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e85c99-a426-40a2-9c5d-4e19ec493774 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (df141953-7b68-4a05-a64c-4f137c385cde), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.922664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a916b687-bd77-4863-84ac-123349b83be9 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (de8a74b6-8f2b-4c36-9be1-97c3f46e8deb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.926628 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a916b687-bd77-4863-84ac-123349b83be9 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (de8a74b6-8f2b-4c36-9be1-97c3f46e8deb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.931974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-7b1c5cbb-2f34-4e75-b700-66b39b937be0 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1304748 Feb 09 20:58:56.955220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916b687-bd77-4863-84ac-123349b83be9 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8a74b6-8f2b-4c36-9be1-97c3f46e8deb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:56.976858 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a916b687-bd77-4863-84ac-123349b83be9 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:56.985171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:56.985599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a916b687-bd77-4863-84ac-123349b83be9 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2043543 Feb 09 20:58:57.007069 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8dfa121b-137e-4b2b-aac7-9b8b52bec544 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules/de8a74b6-8f2b-4c36-9be1-97c3f46e8deb HTTP/1.1" status: 200 len: 763 time: 0.0206933 Feb 09 20:58:57.009659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:57.017633 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e85c99-a426-40a2-9c5d-4e19ec493774 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (df141953-7b68-4a05-a64c-4f137c385cde), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.142155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b0f1976b-bb79-47be-a2ad-ba12f52a0e72 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1313193 Feb 09 20:58:57.146159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:57.172890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e85c99-a426-40a2-9c5d-4e19ec493774 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (df141953-7b68-4a05-a64c-4f137c385cde), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.186351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-d32b3460-2972-4817-987f-7165ba5d1fda service neutron] 10.222.0.102 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447052 Feb 09 20:58:57.190825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26a99838-5783-40dc-97e1-b3373651e0b3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (de8a74b6-8f2b-4c36-9be1-97c3f46e8deb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.203441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26a99838-5783-40dc-97e1-b3373651e0b3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (de8a74b6-8f2b-4c36-9be1-97c3f46e8deb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.214772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13e85c99-a426-40a2-9c5d-4e19ec493774 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.216217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1cd4e5-6dcc-4c94-a398-6048983ed11a None None] Network eb1b8147-4b7a-4988-82dc-ca0a264662f2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:58:57.219050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-13e85c99-a426-40a2-9c5d-4e19ec493774 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "DELETE /v2.0/subnets/df141953-7b68-4a05-a64c-4f137c385cde HTTP/1.1" status: 204 len: 168 time: 0.5050857 Feb 09 20:58:57.219927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85c99-a426-40a2-9c5d-4e19ec493774 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event deleted for resources: {'Subnet': ['ID=df141953-7b68-4a05-a64c-4f137c385cde,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:57.221619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:57.322360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26a99838-5783-40dc-97e1-b3373651e0b3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (de8a74b6-8f2b-4c36-9be1-97c3f46e8deb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.339779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26a99838-5783-40dc-97e1-b3373651e0b3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.341445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-26a99838-5783-40dc-97e1-b3373651e0b3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/de8a74b6-8f2b-4c36-9be1-97c3f46e8deb HTTP/1.1" status: 204 len: 168 time: 0.1939492 Feb 09 20:58:57.347216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:57.367517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a99838-5783-40dc-97e1-b3373651e0b3 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de8a74b6-8f2b-4c36-9be1-97c3f46e8deb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:57.405387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (eb1b8147-4b7a-4988-82dc-ca0a264662f2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.430081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-4dcd04bf-757a-47db-a1e3-feab687b887c service neutron] 10.222.0.102 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253618 Feb 09 20:58:57.446685 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d1e8885c-5a29-4677-b37b-646a90c84fed tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0983257 Feb 09 20:58:57.449654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:57.454725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8f6866f2-88ca-4c2c-897f-51822cfc61ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': '5f8971be-9e71-405f-ba6b-35d6b255ac1e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:57.551745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] DHCP port deletion for eb1b8147-4b7a-4988-82dc-ca0a264662f2 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:58:57.554275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6866f2-88ca-4c2c-897f-51822cfc61ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (2f362789-4ccf-491f-86b7-7ab6cf68736f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.584263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Deleting port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:57.584668 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.698834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6866f2-88ca-4c2c-897f-51822cfc61ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (2f362789-4ccf-491f-86b7-7ab6cf68736f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.705012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] Deleting port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:57.705613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.752235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d013-2eeb-47e1-b528-f895e8f924c2 req-50fde791-fa7b-4e94-9272-4022058ca122 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:57.756598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f274d013-2eeb-47e1-b528-f895e8f924c2 req-50fde791-fa7b-4e94-9272-4022058ca122 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1866963 Feb 09 20:58:57.757396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6866f2-88ca-4c2c-897f-51822cfc61ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2f362789-4ccf-491f-86b7-7ab6cf68736f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.774177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] For port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,segment=NetworkSegment(2336ce11-bdff-44d8-ac84-9aa9c17ababe),segment_id=2336ce11-bdff-44d8-ac84-9aa9c17ababe)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:57.774734 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.819943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Calling delete_port for 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:57.824800 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f6866f2-88ca-4c2c-897f-51822cfc61ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.829739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f6866f2-88ca-4c2c-897f-51822cfc61ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785088 Feb 09 20:58:57.833548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:57.850850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6866f2-88ca-4c2c-897f-51822cfc61ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f362789-4ccf-491f-86b7-7ab6cf68736f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:57.882259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9e331b38-0747-4899-abc0-6d539b55c676 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules/2f362789-4ccf-491f-86b7-7ab6cf68736f HTTP/1.1" status: 200 len: 764 time: 0.0472004 Feb 09 20:58:57.883215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:57.893497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f274d013-2eeb-47e1-b528-f895e8f924c2 req-521f06b0-dfa1-44ea-a3d2-ff87ce8951e9 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115458 Feb 09 20:58:57.915138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] For port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,segment=NetworkSegment(2336ce11-bdff-44d8-ac84-9aa9c17ababe),segment_id=2336ce11-bdff-44d8-ac84-9aa9c17ababe)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:58:57.915465 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.934667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df69d549-2b50-4a90-9775-2f2138743838 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0479167 Feb 09 20:58:57.935863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:57.958924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] Calling delete_port for 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:57.963056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8f0a-b102-4590-b592-6e6fadd1f087 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (2f362789-4ccf-491f-86b7-7ab6cf68736f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:57.967359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c76f46a8-6481-415d-9831-662a8f8afcb5 req-77e31e17-cba8-4eab-86cc-455d26856914 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 210 time: 0.1551847 Feb 09 20:58:57.985043 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8f0a-b102-4590-b592-6e6fadd1f087 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (2f362789-4ccf-491f-86b7-7ab6cf68736f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.052401 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8f0a-b102-4590-b592-6e6fadd1f087 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2f362789-4ccf-491f-86b7-7ab6cf68736f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.065783 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8f0a-b102-4590-b592-6e6fadd1f087 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.069251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e4ee8f0a-b102-4590-b592-6e6fadd1f087 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-group-rules/2f362789-4ccf-491f-86b7-7ab6cf68736f HTTP/1.1" status: 204 len: 168 time: 0.1301177 Feb 09 20:58:58.075551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:58.089807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee8f0a-b102-4590-b592-6e6fadd1f087 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f362789-4ccf-491f-86b7-7ab6cf68736f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:58.116060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.124191 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.151982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] No DVR routers for this DVR port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:58:58.165001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event deleted for resources: {'Port': ['ID=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:58.167054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] No DVR routers for this DVR port 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:58:58.174754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c1072f8e-73cb-4f40-948d-868d9f8e007c tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0928445 Feb 09 20:58:58.178137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:58.220828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fe354-dcab-4eab-9319-144cd8e9475d None None] Pushing event deleted for resources: {'Port': ['ID=2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:58.264823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88363a6e-1f45-4d72-a11d-5b04074ea941 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (5f8971be-9e71-405f-ba6b-35d6b255ac1e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.273908 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (eb1b8147-4b7a-4988-82dc-ca0a264662f2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.294944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1b8147-4b7a-4988-82dc-ca0a264662f2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:58.296364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88363a6e-1f45-4d72-a11d-5b04074ea941 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (5f8971be-9e71-405f-ba6b-35d6b255ac1e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.305035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2336ce11-bdff-44d8-ac84-9aa9c17ababe') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:58.305410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2336ce11-bdff-44d8-ac84-9aa9c17ababe') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:58:58.315346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (2336ce11-bdff-44d8-ac84-9aa9c17ababe), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.330445 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2336ce11-bdff-44d8-ac84-9aa9c17ababe), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.352405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:58:58.352815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (2336ce11-bdff-44d8-ac84-9aa9c17ababe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:58:58.356493 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:58:58.366234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88363a6e-1f45-4d72-a11d-5b04074ea941 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5f8971be-9e71-405f-ba6b-35d6b255ac1e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.369305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-88363a6e-1f45-4d72-a11d-5b04074ea941 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.374948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-88363a6e-1f45-4d72-a11d-5b04074ea941 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/5f8971be-9e71-405f-ba6b-35d6b255ac1e HTTP/1.1" status: 204 len: 168 time: 0.1953800 Feb 09 20:58:58.375963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:58.412484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88363a6e-1f45-4d72-a11d-5b04074ea941 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8971be-9e71-405f-ba6b-35d6b255ac1e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:58.478804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-949fa945-6c3f-4791-a86a-df98b68a216a tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0943565 Feb 09 20:58:58.479400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:58.484934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ed68b187-e6ce-417e-a677-27220195b2ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group': {'name': 'tempest-secgroup--811908706'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:58.493827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (eb1b8147-4b7a-4988-82dc-ca0a264662f2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.507983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.515030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "DELETE /v2.0/networks/eb1b8147-4b7a-4988-82dc-ca0a264662f2 HTTP/1.1" status: 204 len: 168 time: 1.2784395 Feb 09 20:58:58.516438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:58.529266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbdd06-7d2b-487e-8529-deffc6424080 tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event deleted for resources: {'Network': ['ID=eb1b8147-4b7a-4988-82dc-ca0a264662f2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:58.540481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed68b187-e6ce-417e-a677-27220195b2ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.649284 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed68b187-e6ce-417e-a677-27220195b2ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (8bf5d287-09ee-4988-b044-09ef0cca9f27), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.657231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed68b187-e6ce-417e-a677-27220195b2ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8bf5d287-09ee-4988-b044-09ef0cca9f27), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.696022 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed68b187-e6ce-417e-a677-27220195b2ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.702757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:58.704477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ed68b187-e6ce-417e-a677-27220195b2ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2243736 Feb 09 20:58:58.736248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68b187-e6ce-417e-a677-27220195b2ae tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf5d287-09ee-4988-b044-09ef0cca9f27,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:58.757445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Request body: {'security_group_rule': {'security_group_id': '8bf5d287-09ee-4988-b044-09ef0cca9f27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:58.796446 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (cc1ec282-0cf7-45b3-8463-1fbf8ddf397f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.821825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Deleting port 77da8cc9-270c-4b69-932f-04b25aceef41 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:58:58.822165 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (77da8cc9-270c-4b69-932f-04b25aceef41), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.925782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (cc1ec282-0cf7-45b3-8463-1fbf8ddf397f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.935093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (cc1ec282-0cf7-45b3-8463-1fbf8ddf397f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.944170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (77da8cc9-270c-4b69-932f-04b25aceef41), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.944496 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for floatingip (77da8cc9-270c-4b69-932f-04b25aceef41), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:58.969129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1ec282-0cf7-45b3-8463-1fbf8ddf397f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:58.973856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Calling delete_port for 77da8cc9-270c-4b69-932f-04b25aceef41 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:58:59.021192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.022411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3183877 Feb 09 20:58:59.025319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:59.031178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.031524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.031890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.032221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.032604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.032901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.033214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.033537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.034151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.034151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.034485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.034805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.035163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c4c2-c973-4f9c-86e4-aeb990a7882e tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:58:59.125426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:58:59.125984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56522dc-3ba7-4a1f-ae38-3615c8318d86 req-95c2c58e-2de8-41e3-bb1e-85d57c9558e4 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:59.128029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a56522dc-3ba7-4a1f-ae38-3615c8318d86 req-95c2c58e-2de8-41e3-bb1e-85d57c9558e4 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1552854 Feb 09 20:58:59.168104 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0381d5e5-84cd-484d-8bf7-2f755b0eda57 req-7ea6dabe-b46a-4db7-9f45-131373dfe10d tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 210 time: 0.0606210 Feb 09 20:58:59.186895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:58:59.187552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2f2bfb0b-b6b8-4d9c-80a8-75656b1f7147 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:58:59.252110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a56522dc-3ba7-4a1f-ae38-3615c8318d86 req-9ab952f9-2242-49f5-af2b-7e345b881ae9 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159530 Feb 09 20:58:59.332527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (77da8cc9-270c-4b69-932f-04b25aceef41), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.367607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Pushing event deleted for resources: {'Port': ['ID=77da8cc9-270c-4b69-932f-04b25aceef41,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:59.380120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3be739d-a6a7-47b5-ba2b-1fec32e00f94 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (8bf5d287-09ee-4988-b044-09ef0cca9f27), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.424124 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3be739d-a6a7-47b5-ba2b-1fec32e00f94 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (8bf5d287-09ee-4988-b044-09ef0cca9f27), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.460928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eec52-6481-433c-93ac-f928da13f454 req-bf312ab7-4501-47ec-a7d8-d97009dc1c2d tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:58:59.462357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-bf312ab7-4501-47ec-a7d8-d97009dc1c2d tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 814 time: 0.2982423 Feb 09 20:58:59.478584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Request body: {'port': {'device_id': '2b640a3f-6e85-4c72-ab55-d72fb33281fa', 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'admin_state_up': True, 'tenant_id': '4d0b30cfc9a949dd9981345718214305'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:58:59.482748 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks [] for floatingip (8338e061-692c-467b-9d95-0e202af898ff), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.486198 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.487565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2df75651-0ca3-4d76-9dbd-b6e5ab4a11cc tempest-FloatingIPAdminTestJSON-780130629 tempest-FloatingIPAdminTestJSON-780130629-project] 10.222.0.102 "DELETE /v2.0/floatingips/8338e061-692c-467b-9d95-0e202af898ff HTTP/1.1" status: 204 len: 168 time: 0.9694135 Feb 09 20:58:59.605127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Made reservation on behalf of 4d0b30cfc9a949dd9981345718214305 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:58:59.608721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.631117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3be739d-a6a7-47b5-ba2b-1fec32e00f94 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8bf5d287-09ee-4988-b044-09ef0cca9f27), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.633795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3be739d-a6a7-47b5-ba2b-1fec32e00f94 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:58:59.637877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b3be739d-a6a7-47b5-ba2b-1fec32e00f94 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/8bf5d287-09ee-4988-b044-09ef0cca9f27 HTTP/1.1" status: 204 len: 168 time: 0.6078064 Feb 09 20:58:59.638258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:59.654727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be739d-a6a7-47b5-ba2b-1fec32e00f94 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf5d287-09ee-4988-b044-09ef0cca9f27,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:58:59.731882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ce5acc27-fe5a-49f3-a7e6-cb7196ae8852 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0900421 Feb 09 20:58:59.733353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:59.784019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-50225930-8e82-499d-9db9-f306aa8d0577 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0494413 Feb 09 20:58:59.786519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:59.812222 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-f3b83996-936e-4c6a-ad12-79ad35a5ecb0 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] delete failed (client error): The resource could not be found. Feb 09 20:58:59.813616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f3b83996-936e-4c6a-ad12-79ad35a5ecb0 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "DELETE /v2.0/security-groups/8bf5d287-09ee-4988-b044-09ef0cca9f27 HTTP/1.1" status: 404 len: 347 time: 0.0258210 Feb 09 20:58:59.817635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:59.837198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Allocated IP 172.20.0.13 (501d64d8-b16a-4e85-a47e-62da5d3ec865/a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb/51057608-a7b9-4110-8950-6cb9c32fe061) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:58:59.875755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:58:59.920363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0ea0bc7e-e9ae-41f9-ac2d-987dc887a682 tempest-SecGroupTest-1957568612 tempest-SecGroupTest-1957568612-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1015329 Feb 09 20:59:00.093353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks [] for port (51057608-a7b9-4110-8950-6cb9c32fe061), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.133324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c3b89ecf-d4fa-4f2f-9254-b66012ec72c1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=aa0b9305c00341faaae78a7822c46403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537649 Feb 09 20:59:00.136083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.136552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:00.151348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['db89bcd2-108e-409d-ba95-cbd153fa50a9', '364ff408-936c-4521-a75f-0a336d5aef02'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:59:00.155724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5d3ceee-606d-4419-b165-a38e464c894a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:59:00.232323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2228a070-5713-411e-95a3-5a3e2063e4fa admin admin] Publish callbacks [] for security_group (5fdeac0c-0d16-457a-849e-0048a186560a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.247793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Network 501d64d8-b16a-4e85-a47e-62da5d3ec865 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:59:00.256710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:59:00.259854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:00.261802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:59:00.270195 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2228a070-5713-411e-95a3-5a3e2063e4fa admin admin] Publish callbacks [] for security_group (5fdeac0c-0d16-457a-849e-0048a186560a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.296184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Pushing event updated for resources: {'Port': ['ID=51057608-a7b9-4110-8950-6cb9c32fe061,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:00.368344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:00.368659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.446956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-c50e47e5-6390-4e8a-b289-7d2eaa99f59c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9732168 Feb 09 20:59:00.470192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Request body: {'port': {'device_id': '2b640a3f-6e85-4c72-ab55-d72fb33281fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:00.490778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2228a070-5713-411e-95a3-5a3e2063e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5fdeac0c-0d16-457a-849e-0048a186560a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.493547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2228a070-5713-411e-95a3-5a3e2063e4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.498416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2228a070-5713-411e-95a3-5a3e2063e4fa admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5fdeac0c-0d16-457a-849e-0048a186560a HTTP/1.1" status: 204 len: 168 time: 0.3592098 Feb 09 20:59:00.512112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228a070-5713-411e-95a3-5a3e2063e4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdeac0c-0d16-457a-849e-0048a186560a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:00.547324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a410b74-8ae4-45e5-98d7-3fa205574562 req-e9f5c34b-57c6-4843-a860-edf7b3a76216 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:00.549268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a410b74-8ae4-45e5-98d7-3fa205574562 req-e9f5c34b-57c6-4843-a860-edf7b3a76216 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1251431 Feb 09 20:59:00.595425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7541a2-d44d-4779-b685-d0caf966fbb1 req-799af602-93cb-40d7-8724-ae6cae479103 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:00.598992 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f7541a2-d44d-4779-b685-d0caf966fbb1 req-799af602-93cb-40d7-8724-ae6cae479103 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 932 time: 0.2562718 Feb 09 20:59:00.667774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a410b74-8ae4-45e5-98d7-3fa205574562 req-b6f0c710-ca1d-4221-abab-ca186073cfb2 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123173 Feb 09 20:59:00.740935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.788033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ae054a8f-dfc6-48ba-b870-9f72b6a56e2f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dbf1ed8ac55244639988925f9a680246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5271606 Feb 09 20:59:00.790586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:00.811280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f7541a2-d44d-4779-b685-d0caf966fbb1 req-a573e5a2-d932-40e1-a5de-35760d755cd9 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484778 Feb 09 20:59:00.916963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69407852-7ebb-4dd3-a793-4059fe3f50d5 admin admin] Publish callbacks [] for security_group (9b0b966c-e106-49c2-bbd9-3bf35fcfd8f7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:00.970176 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69407852-7ebb-4dd3-a793-4059fe3f50d5 admin admin] Publish callbacks [] for security_group (9b0b966c-e106-49c2-bbd9-3bf35fcfd8f7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.069888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69407852-7ebb-4dd3-a793-4059fe3f50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9b0b966c-e106-49c2-bbd9-3bf35fcfd8f7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.072481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69407852-7ebb-4dd3-a793-4059fe3f50d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.076631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-69407852-7ebb-4dd3-a793-4059fe3f50d5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9b0b966c-e106-49c2-bbd9-3bf35fcfd8f7 HTTP/1.1" status: 204 len: 168 time: 0.2821753 Feb 09 20:59:01.093295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69407852-7ebb-4dd3-a793-4059fe3f50d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0b966c-e106-49c2-bbd9-3bf35fcfd8f7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:01.111151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:01.131992 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37a7a1b9-74b5-4240-9ada-426ba34693e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.311376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37a7a1b9-74b5-4240-9ada-426ba34693e6 admin admin] Publish callbacks [] for security_group (b87bf314-f455-4422-9305-c04c3d45cd84), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.317119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37a7a1b9-74b5-4240-9ada-426ba34693e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b87bf314-f455-4422-9305-c04c3d45cd84), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.391025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51057608-a7b9-4110-8950-6cb9c32fe061 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:59:01.412346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Publish callbacks [] for port (51057608-a7b9-4110-8950-6cb9c32fe061), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.430635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7a1b9-74b5-4240-9ada-426ba34693e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87bf314-f455-4422-9305-c04c3d45cd84,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:01.432673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Transition to ACTIVE for port object 51057608-a7b9-4110-8950-6cb9c32fe061 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:59:01.440794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.444212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:01.448624 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-37a7a1b9-74b5-4240-9ada-426ba34693e6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d98ee181883f428eb2618917f225c297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274701 Feb 09 20:59:01.587077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Pushing event updated for resources: {'Port': ['ID=51057608-a7b9-4110-8950-6cb9c32fe061,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:01.625945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c286dc05-b3de-4f25-b0f5-e9677934dae7 admin admin] Publish callbacks [] for security_group (b87bf314-f455-4422-9305-c04c3d45cd84), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.671214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c286dc05-b3de-4f25-b0f5-e9677934dae7 admin admin] Publish callbacks [] for security_group (b87bf314-f455-4422-9305-c04c3d45cd84), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.671214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Attempting to bind port 51057608-a7b9-4110-8950-6cb9c32fe061 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:59:01.671214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Attempting to bind port 51057608-a7b9-4110-8950-6cb9c32fe061 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:59:01.671214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Attempting to bind port 51057608-a7b9-4110-8950-6cb9c32fe061 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:59:01.679104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Port 51057608-a7b9-4110-8950-6cb9c32fe061 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:59:01.679104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Attempting to bind port 51057608-a7b9-4110-8950-6cb9c32fe061 on network 501d64d8-b16a-4e85-a47e-62da5d3ec865 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:59:01.694903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:59:01.694903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Checking segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:59:01.694903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Bound using segment: {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:59:01.694903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Bound port: 51057608-a7b9-4110-8950-6cb9c32fe061, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6052d4-0a9d-483d-a525-b30d0beffd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:59:01.694903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.782040 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c286dc05-b3de-4f25-b0f5-e9677934dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b87bf314-f455-4422-9305-c04c3d45cd84), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.785106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c286dc05-b3de-4f25-b0f5-e9677934dae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.786389 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c286dc05-b3de-4f25-b0f5-e9677934dae7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b87bf314-f455-4422-9305-c04c3d45cd84 HTTP/1.1" status: 204 len: 168 time: 0.3398080 Feb 09 20:59:01.826205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] For port 51057608-a7b9-4110-8950-6cb9c32fe061, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:59:01.826205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286dc05-b3de-4f25-b0f5-e9677934dae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87bf314-f455-4422-9305-c04c3d45cd84,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:01.847828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] For port 51057608-a7b9-4110-8950-6cb9c32fe061, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=51057608-a7b9-4110-8950-6cb9c32fe061,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:59:01.869256 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.980185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:01.981628 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:01.983876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171cd97-ee6f-47f4-bdbd-6bf28991e69e req-90e79c10-17a4-441d-9fcd-cf3a6d9061d0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:01.986234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] 10.222.0.13 "PUT /v2.0/ports/51057608-a7b9-4110-8950-6cb9c32fe061 HTTP/1.1" status: 200 len: 1093 time: 1.5213566 Feb 09 20:59:01.986881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f171cd97-ee6f-47f4-bdbd-6bf28991e69e req-90e79c10-17a4-441d-9fcd-cf3a6d9061d0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1915057 Feb 09 20:59:01.987553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b640a3f-6e85-4c72-ab55-d72fb33281fa', 'tag': '51057608-a7b9-4110-8950-6cb9c32fe061'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:59:01.991580 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ac010e-51e9-44c4-b351-33462b3ce557" -d '{"events": [{"name": "network-changed", "server_uuid": "2b640a3f-6e85-4c72-ab55-d72fb33281fa", "tag": "51057608-a7b9-4110-8950-6cb9c32fe061"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:59:02.021861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c948f5a-76a8-42e0-a186-d023d0d42252 service neutron] Pushing event updated for resources: {'Port': ['ID=51057608-a7b9-4110-8950-6cb9c32fe061,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:02.113466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d29b1-c245-41ea-81da-ddc0f8a03793 req-8a7beb2c-7fc8-4714-ab31-64e6615725ca tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:02.128232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-de7d29b1-c245-41ea-81da-ddc0f8a03793 req-8a7beb2c-7fc8-4714-ab31-64e6615725ca tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 944 time: 0.1883678 Feb 09 20:59:02.169655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f171cd97-ee6f-47f4-bdbd-6bf28991e69e req-49b2fac6-27c8-435a-b351-ad5f608f9317 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738291 Feb 09 20:59:02.262487 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8d99b1-d9ed-4999-871d-abbeec8b1632 x-openstack-request-id: req-ec8d99b1-d9ed-4999-871d-abbeec8b1632 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:59:02.262865 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b640a3f-6e85-4c72-ab55-d72fb33281fa", "tag": "51057608-a7b9-4110-8950-6cb9c32fe061", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:59:02.263187 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ec8d99b1-d9ed-4999-871d-abbeec8b1632 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:59:02.264136 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b640a3f-6e85-4c72-ab55-d72fb33281fa', 'tag': '51057608-a7b9-4110-8950-6cb9c32fe061', 'status': 'completed', 'code': 200} Feb 09 20:59:02.287973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eec52-6481-433c-93ac-f928da13f454 req-5cf9e58e-aa39-44b3-bc9a-1a9e7f7f5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:02.289613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-5cf9e58e-aa39-44b3-bc9a-1a9e7f7f5f12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 1127 time: 0.2515607 Feb 09 20:59:02.356792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-2c826c84-c959-4492-8f60-581a80369b4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51057608-a7b9-4110-8950-6cb9c32fe061 HTTP/1.1" status: 200 len: 217 time: 0.0547917 Feb 09 20:59:02.393333 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-de7d29b1-c245-41ea-81da-ddc0f8a03793 req-799f95bf-fb0a-43fd-97a7-7c18825c4701 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394955 Feb 09 20:59:02.435950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eec52-6481-433c-93ac-f928da13f454 req-05654a53-925f-4dba-be5d-c2a6d6c97f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:02.440073 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-05654a53-925f-4dba-be5d-c2a6d6c97f6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.0818059 Feb 09 20:59:02.478601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-04b2f693-eb86-4995-bdec-4c5c9586ddfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325739 Feb 09 20:59:02.543581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:02.556944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d445a8b3-806e-495b-a430-17e22581407a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:02.564992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:02.643672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-76dddcbb-4ec5-47e7-a5c3-d640fa56a3cc service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598067 Feb 09 20:59:02.677968 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d445a8b3-806e-495b-a430-17e22581407a admin admin] Publish callbacks [] for security_group (e3037c16-a707-4adb-aaa3-23951092982b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:02.682885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d445a8b3-806e-495b-a430-17e22581407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e3037c16-a707-4adb-aaa3-23951092982b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:02.712659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445a8b3-806e-495b-a430-17e22581407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3037c16-a707-4adb-aaa3-23951092982b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:02.740423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d445a8b3-806e-495b-a430-17e22581407a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5badc42142404099a4876f276acf71ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957254 Feb 09 20:59:02.743028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:02.779618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cb7b4a60-e374-4714-90e6-e1fcfe2fc158 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:02.780408 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-cb7b4a60-e374-4714-90e6-e1fcfe2fc158 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 20:59:02.781054 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-cb7b4a60-e374-4714-90e6-e1fcfe2fc158 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 20:59:02.782193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cb7b4a60-e374-4714-90e6-e1fcfe2fc158 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2160234 Feb 09 20:59:02.787316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:02.794651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--125214896'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:02.807342 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d9eec52-6481-433c-93ac-f928da13f454 req-6ce4993b-9727-4aed-846b-1c4acc3ba643 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570787 Feb 09 20:59:02.837116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00206d9a-b1b6-414f-b754-f199d436b64e admin admin] Publish callbacks [] for security_group (e3037c16-a707-4adb-aaa3-23951092982b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:02.868996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:02.883205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:02.898757 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00206d9a-b1b6-414f-b754-f199d436b64e admin admin] Publish callbacks [] for security_group (e3037c16-a707-4adb-aaa3-23951092982b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:02.910128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-1981f1e9-0175-43c7-a4f4-0402b594ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:02.912081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-1981f1e9-0175-43c7-a4f4-0402b594ce4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 1127 time: 0.0564535 Feb 09 20:59:02.992017 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00206d9a-b1b6-414f-b754-f199d436b64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e3037c16-a707-4adb-aaa3-23951092982b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.001293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00206d9a-b1b6-414f-b754-f199d436b64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.002624 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-00206d9a-b1b6-414f-b754-f199d436b64e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e3037c16-a707-4adb-aaa3-23951092982b HTTP/1.1" status: 204 len: 168 time: 0.2580626 Feb 09 20:59:03.048058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00206d9a-b1b6-414f-b754-f199d436b64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3037c16-a707-4adb-aaa3-23951092982b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:03.105702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (e8f1da90-24be-452f-a7c2-385cb345ff2a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.112812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8f1da90-24be-452f-a7c2-385cb345ff2a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.245422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-214b5e1b-a5d6-48f3-a62e-1ab002ac97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:03.248651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-214b5e1b-a5d6-48f3-a62e-1ab002ac97d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 915 time: 0.3307769 Feb 09 20:59:03.324855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f1da90-24be-452f-a7c2-385cb345ff2a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:03.341354 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (39eb6cd5-ae05-4532-a41a-6bda6ea782c7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.354764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (39eb6cd5-ae05-4532-a41a-6bda6ea782c7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.412601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.414002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6254563 Feb 09 20:59:03.421555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:03.427590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a427d612-31a9-44cd-8bbd-3b3ab3e71983 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '39eb6cd5-ae05-4532-a41a-6bda6ea782c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:03.448733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-6e86712d-7db9-475e-bc20-1a8a95a53020 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51057608-a7b9-4110-8950-6cb9c32fe061 HTTP/1.1" status: 200 len: 217 time: 0.1929221 Feb 09 20:59:03.471948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ce543-814d-4cee-9755-3ede4df6c987 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb6cd5-ae05-4532-a41a-6bda6ea782c7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:03.499696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a427d612-31a9-44cd-8bbd-3b3ab3e71983 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group_rule (44542bc3-9a2e-4dc0-94cf-51eac35a1598), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.519629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab64e1c-4067-4f85-8a33-25423ad9be60 req-3fed4fe9-beeb-43c5-840b-0775b741a187 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:03.530236 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ab64e1c-4067-4f85-8a33-25423ad9be60 req-3fed4fe9-beeb-43c5-840b-0775b741a187 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1817036 Feb 09 20:59:03.553240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-1477ce5b-6c6f-44bc-89f5-37a7417a64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:03.555853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-1477ce5b-6c6f-44bc-89f5-37a7417a64ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.1007288 Feb 09 20:59:03.636610 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ab64e1c-4067-4f85-8a33-25423ad9be60 req-3f9618c4-8f68-4f16-81f8-da617ccf73ee tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981801 Feb 09 20:59:03.645550 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a427d612-31a9-44cd-8bbd-3b3ab3e71983 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group_rule (44542bc3-9a2e-4dc0-94cf-51eac35a1598), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.649790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a427d612-31a9-44cd-8bbd-3b3ab3e71983 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (44542bc3-9a2e-4dc0-94cf-51eac35a1598), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.666639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-9300b2f3-17e9-4894-9488-4ec334087089 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047184 Feb 09 20:59:03.679019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427d612-31a9-44cd-8bbd-3b3ab3e71983 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44542bc3-9a2e-4dc0-94cf-51eac35a1598,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:03.697921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a427d612-31a9-44cd-8bbd-3b3ab3e71983 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.702339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a427d612-31a9-44cd-8bbd-3b3ab3e71983 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795930 Feb 09 20:59:03.706522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:03.715983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bff4f6c8-1ca1-44b0-9272-c5d2c9c7832e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '39eb6cd5-ae05-4532-a41a-6bda6ea782c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:03.771521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bff4f6c8-1ca1-44b0-9272-c5d2c9c7832e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group_rule (2163ee26-69b9-4bec-aefc-e568a69e34be), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:03.894404 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-bff4f6c8-1ca1-44b0-9272-c5d2c9c7832e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 20:59:03.896725 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bff4f6c8-1ca1-44b0-9272-c5d2c9c7832e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1882708 Feb 09 20:59:03.900303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:04.016066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-dc7cfe31-bd9d-4e35-b550-dbada978a973 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372562 Feb 09 20:59:04.025291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ccb58-459a-4c6c-af75-2f4e5090f748 req-62fd6ee6-b84d-4819-bf9f-8da6a255c0ec tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:04.027278 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c7ccb58-459a-4c6c-af75-2f4e5090f748 req-62fd6ee6-b84d-4819-bf9f-8da6a255c0ec tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 944 time: 0.3636975 Feb 09 20:59:04.048364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e988b58-c1b9-4c3b-ba53-89a6173237f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (39eb6cd5-ae05-4532-a41a-6bda6ea782c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:04.106479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e988b58-c1b9-4c3b-ba53-89a6173237f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (39eb6cd5-ae05-4532-a41a-6bda6ea782c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:04.223977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e988b58-c1b9-4c3b-ba53-89a6173237f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (39eb6cd5-ae05-4532-a41a-6bda6ea782c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:04.229134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e988b58-c1b9-4c3b-ba53-89a6173237f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:04.236025 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1e988b58-c1b9-4c3b-ba53-89a6173237f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/39eb6cd5-ae05-4532-a41a-6bda6ea782c7 HTTP/1.1" status: 204 len: 168 time: 0.3342440 Feb 09 20:59:04.318040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:04.318040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e988b58-c1b9-4c3b-ba53-89a6173237f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb6cd5-ae05-4532-a41a-6bda6ea782c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:04.318305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c7ccb58-459a-4c6c-af75-2f4e5090f748 req-f5193938-c714-4bcd-a8f4-1eb5c823d3bd tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554076 Feb 09 20:59:04.346006 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31ac010e-51e9-44c4-b351-33462b3ce557 req-43aea551-2252-4e50-b7db-88c56ed98342 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166542 Feb 09 20:59:04.461258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:04.462707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-58c6794d-da33-4799-8ade-14a9e62f4bec tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1883695 Feb 09 20:59:04.468257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b54f434a-35f1-4fda-954e-dde5c999d6a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--953052577'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:04.520950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b54f434a-35f1-4fda-954e-dde5c999d6a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:04.869114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b54f434a-35f1-4fda-954e-dde5c999d6a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (64a18d87-45fa-4aa7-80f2-43d6bb0c95ee), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:04.881147 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b54f434a-35f1-4fda-954e-dde5c999d6a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (64a18d87-45fa-4aa7-80f2-43d6bb0c95ee), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:04.937091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:05.007024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59ae09-ce44-4b3c-8235-d93d3f23d739 req-12ff1ba8-a523-444b-abd5-5572c22ef657 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:05.020643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a59ae09-ce44-4b3c-8235-d93d3f23d739 req-12ff1ba8-a523-444b-abd5-5572c22ef657 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.2149279 Feb 09 20:59:05.021394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b54f434a-35f1-4fda-954e-dde5c999d6a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.024258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b54f434a-35f1-4fda-954e-dde5c999d6a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5615602 Feb 09 20:59:05.030064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41648) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:05.034022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f434a-35f1-4fda-954e-dde5c999d6a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a18d87-45fa-4aa7-80f2-43d6bb0c95ee,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:05.043565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c4e09114-1e02-476a-9550-942bc302dfad tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '64a18d87-45fa-4aa7-80f2-43d6bb0c95ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:05.045728 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-c4e09114-1e02-476a-9550-942bc302dfad tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 20:59:05.046800 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-c4e09114-1e02-476a-9550-942bc302dfad tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:05.050243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c4e09114-1e02-476a-9550-942bc302dfad tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0152657 Feb 09 20:59:05.054298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:05.152902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'networks': [{'name': 'tempest-network--666470380'}, {'name': 'tempest-network--1129926206'}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:05.154099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'network': {'name': 'tempest-network--666470380'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:05.154714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'network': {'name': 'tempest-network--1129926206'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:05.179471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Made reservation on behalf of 63db33358c1b4dbfafb773244474de77 for: {'network': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:59:05.188601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.244470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a59ae09-ce44-4b3c-8235-d93d3f23d739 req-686c79d7-7dca-4ac9-bc7a-2394b58acfc3 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163978 Feb 09 20:59:05.261594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.283882 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-845d646f-021b-4604-9a79-e1db2fd13339 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (64a18d87-45fa-4aa7-80f2-43d6bb0c95ee), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.345430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-845d646f-021b-4604-9a79-e1db2fd13339 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (64a18d87-45fa-4aa7-80f2-43d6bb0c95ee), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.462623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for security_group (ded38f3f-20b4-49ce-9851-68869a307afe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.472403 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ded38f3f-20b4-49ce-9851-68869a307afe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.473704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.508251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 51057608-a7b9-4110-8950-6cb9c32fe061 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:59:05.510810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-845d646f-021b-4604-9a79-e1db2fd13339 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (64a18d87-45fa-4aa7-80f2-43d6bb0c95ee), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.516208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-845d646f-021b-4604-9a79-e1db2fd13339 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.521569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-845d646f-021b-4604-9a79-e1db2fd13339 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/64a18d87-45fa-4aa7-80f2-43d6bb0c95ee HTTP/1.1" status: 204 len: 168 time: 0.4619949 Feb 09 20:59:05.523425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41658) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:05.579994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded38f3f-20b4-49ce-9851-68869a307afe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:05.619354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:59:05.642900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (45416e58-5bde-4175-8e67-c957c8324740), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.643988 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Added segment 45416e58-5bde-4175-8e67-c957c8324740 of type vlan for network 02f9eeb1-38a9-400c-adf8-44b859af5267 Feb 09 20:59:05.650920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d646f-021b-4604-9a79-e1db2fd13339 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a18d87-45fa-4aa7-80f2-43d6bb0c95ee,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:05.727006 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92295da1-b774-4d9b-af18-f91b657a6314 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1885898 Feb 09 20:59:05.737875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:05.747440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-059cd4a6-a3ef-4d7d-a374-cb6e05cd34a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944462749'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:05.769672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b25c0-3e04-4c76-a37f-e0bad5c7abc5 req-519630ce-adb8-419b-9620-62b15684a7d9 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:05.782267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-922b25c0-3e04-4c76-a37f-e0bad5c7abc5 req-519630ce-adb8-419b-9620-62b15684a7d9 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 944 time: 0.2215047 Feb 09 20:59:05.839593 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-059cd4a6-a3ef-4d7d-a374-cb6e05cd34a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.856827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-922b25c0-3e04-4c76-a37f-e0bad5c7abc5 req-9379f0db-fcc3-41a4-8dec-cd91911361c2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734065 Feb 09 20:59:05.863034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (02f9eeb1-38a9-400c-adf8-44b859af5267), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.957973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:59:05.960895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 51057608-a7b9-4110-8950-6cb9c32fe061, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=51057608-a7b9-4110-8950-6cb9c32fe061,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:05.983427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (241a8866-b6b8-49bb-8a14-2ae4c4be94a4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:05.983811 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Added segment 241a8866-b6b8-49bb-8a14-2ae4c4be94a4 of type vlan for network 123e484e-b346-4786-a9e0-bfcbff629d72 Feb 09 20:59:05.997853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '51057608-a7b9-4110-8950-6cb9c32fe061', 'network_id': '501d64d8-b16a-4e85-a47e-62da5d3ec865', 'port_id': '51057608-a7b9-4110-8950-6cb9c32fe061', 'mac_address': 'fa:16:3e:13:56:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:59:06.038758 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-059cd4a6-a3ef-4d7d-a374-cb6e05cd34a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (010ee911-5996-46fc-82d6-4d9ae855b8dc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.049033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-059cd4a6-a3ef-4d7d-a374-cb6e05cd34a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (010ee911-5996-46fc-82d6-4d9ae855b8dc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.095831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cd4a6-a3ef-4d7d-a374-cb6e05cd34a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010ee911-5996-46fc-82d6-4d9ae855b8dc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:06.116301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (123e484e-b346-4786-a9e0-bfcbff629d72), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.133561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-059cd4a6-a3ef-4d7d-a374-cb6e05cd34a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.134956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-059cd4a6-a3ef-4d7d-a374-cb6e05cd34a7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3959343 Feb 09 20:59:06.138450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.153977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f426f018-726f-4d3c-8763-934dd53c7551 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '010ee911-5996-46fc-82d6-4d9ae855b8dc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:06.154912 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-f426f018-726f-4d3c-8763-934dd53c7551 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 20:59:06.155915 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-f426f018-726f-4d3c-8763-934dd53c7551 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:06.159547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f426f018-726f-4d3c-8763-934dd53c7551 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0175490 Feb 09 20:59:06.160414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.170754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 51057608-a7b9-4110-8950-6cb9c32fe061 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:06.171079 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.212834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (02f9eeb1-38a9-400c-adf8-44b859af5267), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.213703 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (123e484e-b346-4786-a9e0-bfcbff629d72), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.221906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:06.223345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51057608-a7b9-4110-8950-6cb9c32fe061 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:59:06.233608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:06.235942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.237329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fc04a3c-f9ca-4e9e-96a0-3b02812ad92e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (010ee911-5996-46fc-82d6-4d9ae855b8dc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.267630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 51057608-a7b9-4110-8950-6cb9c32fe061, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=51057608-a7b9-4110-8950-6cb9c32fe061,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:06.278675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fc04a3c-f9ca-4e9e-96a0-3b02812ad92e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (010ee911-5996-46fc-82d6-4d9ae855b8dc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.289038 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.352050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fc04a3c-f9ca-4e9e-96a0-3b02812ad92e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (010ee911-5996-46fc-82d6-4d9ae855b8dc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.354668 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fc04a3c-f9ca-4e9e-96a0-3b02812ad92e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.355886 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9fc04a3c-f9ca-4e9e-96a0-3b02812ad92e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/010ee911-5996-46fc-82d6-4d9ae855b8dc HTTP/1.1" status: 204 len: 168 time: 0.1942883 Feb 09 20:59:06.358931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.382051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc04a3c-f9ca-4e9e-96a0-3b02812ad92e tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ee911-5996-46fc-82d6-4d9ae855b8dc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:06.398156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=51057608-a7b9-4110-8950-6cb9c32fe061,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:06.417085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c975c191-1574-42d4-8351-eaed282fe2ed tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0538626 Feb 09 20:59:06.421945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.426839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ec916a12-eedf-4704-89e5-e20c5650924c tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--582491211'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:06.444452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Network': ['ID=02f9eeb1-38a9-400c-adf8-44b859af5267,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:06.458055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 02f9eeb1-38a9-400c-adf8-44b859af5267 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:59:06.477585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec916a12-eedf-4704-89e5-e20c5650924c tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.539768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5812936 Feb 09 20:59:06.543868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.570199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['51057608-a7b9-4110-8950-6cb9c32fe061'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:59:06.675544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2c867-2316-4b3d-88f0-42ccfb9e8919 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Network': ['ID=123e484e-b346-4786-a9e0-bfcbff629d72,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:06.689619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 123e484e-b346-4786-a9e0-bfcbff629d72 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:59:06.722033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec916a12-eedf-4704-89e5-e20c5650924c tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (bd31287e-4f42-43c5-b523-2ab8e37d0172), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.726292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912a07b-6aca-44bd-871c-eea94d26b604 req-339ac95b-9914-4e9d-99b8-766861606ffb tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:06.738558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f912a07b-6aca-44bd-871c-eea94d26b604 req-339ac95b-9914-4e9d-99b8-766861606ffb tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.3114974 Feb 09 20:59:06.749210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec916a12-eedf-4704-89e5-e20c5650924c tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bd31287e-4f42-43c5-b523-2ab8e37d0172), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.816365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec916a12-eedf-4704-89e5-e20c5650924c tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd31287e-4f42-43c5-b523-2ab8e37d0172,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:06.844764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f912a07b-6aca-44bd-871c-eea94d26b604 req-739df40a-609b-4dd2-ae61-26a6f5bc6d6e tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052918 Feb 09 20:59:06.884131 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec916a12-eedf-4704-89e5-e20c5650924c tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:06.888566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.889118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ec916a12-eedf-4704-89e5-e20c5650924c tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4657779 Feb 09 20:59:06.893128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-33acde2b-540d-4295-ac07-a3e819a15013 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': 'bd31287e-4f42-43c5-b523-2ab8e37d0172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:06.893995 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-33acde2b-540d-4295-ac07-a3e819a15013 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 20:59:06.894522 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-33acde2b-540d-4295-ac07-a3e819a15013 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:06.895489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-33acde2b-540d-4295-ac07-a3e819a15013 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059114 Feb 09 20:59:06.898256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.903132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bc6372bd-39d4-4363-a5c4-fef11bbd8bfb tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': 'bd31287e-4f42-43c5-b523-2ab8e37d0172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:06.903828 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-bc6372bd-39d4-4363-a5c4-fef11bbd8bfb tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 20:59:06.904324 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-bc6372bd-39d4-4363-a5c4-fef11bbd8bfb tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:06.905321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bc6372bd-39d4-4363-a5c4-fef11bbd8bfb tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061350 Feb 09 20:59:06.910128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a958a-704b-4a01-ac23-ec342ad305ff tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:06.915677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a958a-704b-4a01-ac23-ec342ad305ff tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:06.916213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.921522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-96b737aa-e288-43a7-b5af-e31d76b64b5f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': 'bd31287e-4f42-43c5-b523-2ab8e37d0172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:06.921887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a958a-704b-4a01-ac23-ec342ad305ff tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:06.922341 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-96b737aa-e288-43a7-b5af-e31d76b64b5f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 20:59:06.922829 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-96b737aa-e288-43a7-b5af-e31d76b64b5f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:06.928170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a958a-704b-4a01-ac23-ec342ad305ff tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:06.931735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-606a958a-704b-4a01-ac23-ec342ad305ff tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3855188 Feb 09 20:59:06.938975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.939220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-96b737aa-e288-43a7-b5af-e31d76b64b5f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0193262 Feb 09 20:59:06.939220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:06.943630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4967e3e0-7b3b-455f-a753-be013c12b89d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': 'bd31287e-4f42-43c5-b523-2ab8e37d0172', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:06.944549 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-4967e3e0-7b3b-455f-a753-be013c12b89d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 20:59:06.950619 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-4967e3e0-7b3b-455f-a753-be013c12b89d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:06.950619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4967e3e0-7b3b-455f-a753-be013c12b89d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059004 Feb 09 20:59:06.950904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:07.057384 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (02f9eeb1-38a9-400c-adf8-44b859af5267), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.059406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97442230-0ca9-4742-aa6a-5f1963645480 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (bd31287e-4f42-43c5-b523-2ab8e37d0172), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.116022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97442230-0ca9-4742-aa6a-5f1963645480 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (bd31287e-4f42-43c5-b523-2ab8e37d0172), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.201543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (02f9eeb1-38a9-400c-adf8-44b859af5267), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.241269 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97442230-0ca9-4742-aa6a-5f1963645480 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bd31287e-4f42-43c5-b523-2ab8e37d0172), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.250873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97442230-0ca9-4742-aa6a-5f1963645480 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.254038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f9eeb1-38a9-400c-adf8-44b859af5267']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:07.255979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-97442230-0ca9-4742-aa6a-5f1963645480 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/bd31287e-4f42-43c5-b523-2ab8e37d0172 HTTP/1.1" status: 204 len: 168 time: 0.3025646 Feb 09 20:59:07.277828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:07.304418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4d17-deb8-49ba-a84e-586f3e763193 req-184372fe-0bd8-4131-968a-b31906f36ffe tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:07.305222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97442230-0ca9-4742-aa6a-5f1963645480 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd31287e-4f42-43c5-b523-2ab8e37d0172,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:07.306255 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b38b4d17-deb8-49ba-a84e-586f3e763193 req-184372fe-0bd8-4131-968a-b31906f36ffe tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 945 time: 0.2090435 Feb 09 20:59:07.308469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45416e58-5bde-4175-8e67-c957c8324740') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:07.309935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45416e58-5bde-4175-8e67-c957c8324740') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:07.325754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (45416e58-5bde-4175-8e67-c957c8324740), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.346990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (45416e58-5bde-4175-8e67-c957c8324740), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.355342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-268ac45c-6a25-43d4-9e64-b6d14789c406 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0743630 Feb 09 20:59:07.361612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:07.372308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:59:07.372989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (45416e58-5bde-4175-8e67-c957c8324740), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.378209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a2ee45d4-be5e-483d-ae59-ef47c3ce9499 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775850256'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:07.431328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2ee45d4-be5e-483d-ae59-ef47c3ce9499 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:59:07.496117 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:59:07.501410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (02f9eeb1-38a9-400c-adf8-44b859af5267), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.508477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 51057608-a7b9-4110-8950-6cb9c32fe061 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:59:07.516195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.519387 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/networks/02f9eeb1-38a9-400c-adf8-44b859af5267 HTTP/1.1" status: 204 len: 168 time: 0.5821033 Feb 09 20:59:07.523471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:07.564878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed8192-c03a-494c-9d10-0acb8cdeb974 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Network': ['ID=02f9eeb1-38a9-400c-adf8-44b859af5267,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:07.601122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2ee45d4-be5e-483d-ae59-ef47c3ce9499 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (0ebf8b6c-b5c0-4446-8d98-302f837819a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.606055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2ee45d4-be5e-483d-ae59-ef47c3ce9499 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0ebf8b6c-b5c0-4446-8d98-302f837819a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.609843 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b38b4d17-deb8-49ba-a84e-586f3e763193 req-67b3504d-3ea9-4fb9-ac52-a5a83c76c5d4 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943861 Feb 09 20:59:07.650063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (123e484e-b346-4786-a9e0-bfcbff629d72), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.658627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2ee45d4-be5e-483d-ae59-ef47c3ce9499 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.669359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a2ee45d4-be5e-483d-ae59-ef47c3ce9499 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3045392 Feb 09 20:59:07.670024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41728) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:07.698207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-29f7fd17-dd78-4747-8dd4-6d89f2cb65f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:07.698961 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-29f7fd17-dd78-4747-8dd4-6d89f2cb65f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 20:59:07.700048 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-29f7fd17-dd78-4747-8dd4-6d89f2cb65f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:07.709208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:07.716598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-29f7fd17-dd78-4747-8dd4-6d89f2cb65f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0344188 Feb 09 20:59:07.734468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ae4af6aa-a738-4798-8615-4db8ca585055 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:07.738784 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9047bf83-7100-401a-8dfe-a594f2b73e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.755519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee45d4-be5e-483d-ae59-ef47c3ce9499 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf8b6c-b5c0-4446-8d98-302f837819a9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:07.775656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 51057608-a7b9-4110-8950-6cb9c32fe061 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:59:07.785880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 51057608-a7b9-4110-8950-6cb9c32fe061 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:59:07.786272 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.905097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (123e484e-b346-4786-a9e0-bfcbff629d72), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.910267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 51057608-a7b9-4110-8950-6cb9c32fe061 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:07.910672 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.947958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 51057608-a7b9-4110-8950-6cb9c32fe061, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=51057608-a7b9-4110-8950-6cb9c32fe061,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:07.950134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b640a3f-6e85-4c72-ab55-d72fb33281fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51057608-a7b9-4110-8950-6cb9c32fe061'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:59:07.953288 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d182b74-8df9-40f9-ba5e-4862d6ddd8ad" -d '{"events": [{"server_uuid": "2b640a3f-6e85-4c72-ab55-d72fb33281fa", "name": "network-vif-plugged", "status": "completed", "tag": "51057608-a7b9-4110-8950-6cb9c32fe061"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:59:07.957159 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:07.977441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123e484e-b346-4786-a9e0-bfcbff629d72']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:08.005493 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-ae4af6aa-a738-4798-8615-4db8ca585055 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:08.009809 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ae4af6aa-a738-4798-8615-4db8ca585055 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2875082 Feb 09 20:59:08.015026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241a8866-b6b8-49bb-8a14-2ae4c4be94a4') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:08.019591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241a8866-b6b8-49bb-8a14-2ae4c4be94a4') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:08.021716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.030150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ffaff6eb-9f1e-479d-91c4-48cbb851c279 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.030754 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-ffaff6eb-9f1e-479d-91c4-48cbb851c279 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 20:59:08.031484 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-ffaff6eb-9f1e-479d-91c4-48cbb851c279 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:08.035412 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ffaff6eb-9f1e-479d-91c4-48cbb851c279 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079486 Feb 09 20:59:08.040047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.047434 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c2945-cdca-4a1d-89df-8b0cae54cff8 x-openstack-request-id: req-ba6c2945-cdca-4a1d-89df-8b0cae54cff8 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:59:08.047943 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b640a3f-6e85-4c72-ab55-d72fb33281fa", "name": "network-vif-plugged", "status": "completed", "tag": "51057608-a7b9-4110-8950-6cb9c32fe061", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:59:08.051449 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ba6c2945-cdca-4a1d-89df-8b0cae54cff8 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:59:08.051979 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b640a3f-6e85-4c72-ab55-d72fb33281fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51057608-a7b9-4110-8950-6cb9c32fe061', 'code': 200} Feb 09 20:59:08.067489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=51057608-a7b9-4110-8950-6cb9c32fe061,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:08.070567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0826cde0-af2f-411a-93b2-d8820732a1fb tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.114057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57acdc-93d4-42de-97c6-dc3878edf3b9 req-e820bb33-6eb9-4c5e-a29d-8fc543b91e7b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:08.115938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e57acdc-93d4-42de-97c6-dc3878edf3b9 req-e820bb33-6eb9-4c5e-a29d-8fc543b91e7b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1638453 Feb 09 20:59:08.120723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (241a8866-b6b8-49bb-8a14-2ae4c4be94a4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.166036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (241a8866-b6b8-49bb-8a14-2ae4c4be94a4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.183525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:59:08.184955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (241a8866-b6b8-49bb-8a14-2ae4c4be94a4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:59:08.191603 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:59:08.250917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e57acdc-93d4-42de-97c6-dc3878edf3b9 req-5139337a-95aa-4242-b288-cbfb86be62ca tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185343 Feb 09 20:59:08.275863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34031b0c-4f89-4c86-b263-51964168da45 req-d1413df5-9a0b-4b08-a5f6-08670a05e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:08.278219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34031b0c-4f89-4c86-b263-51964168da45 req-d1413df5-9a0b-4b08-a5f6-08670a05e887 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 1129 time: 0.1730442 Feb 09 20:59:08.279053 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-0826cde0-af2f-411a-93b2-d8820732a1fb tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:08.283703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0826cde0-af2f-411a-93b2-d8820732a1fb tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2386487 Feb 09 20:59:08.283703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41754) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.291180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f42d3a5-6a4e-4d86-9d4c-55c5711777d6 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.291706 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-9f42d3a5-6a4e-4d86-9d4c-55c5711777d6 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 20:59:08.292205 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-9f42d3a5-6a4e-4d86-9d4c-55c5711777d6 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:08.296565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9f42d3a5-6a4e-4d86-9d4c-55c5711777d6 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092082 Feb 09 20:59:08.297108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.301909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-080d6e5b-d1fa-4a04-b52d-3cd126601d67 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.347147 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (123e484e-b346-4786-a9e0-bfcbff629d72), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.364647 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-080d6e5b-d1fa-4a04-b52d-3cd126601d67 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:08.370361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-080d6e5b-d1fa-4a04-b52d-3cd126601d67 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0719676 Feb 09 20:59:08.371417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.373927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.377116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/networks/123e484e-b346-4786-a9e0-bfcbff629d72 HTTP/1.1" status: 204 len: 168 time: 0.8496704 Feb 09 20:59:08.380788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d39bb-6b47-40a3-b203-9884d6659814 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Network': ['ID=123e484e-b346-4786-a9e0-bfcbff629d72,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:08.383118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41760) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.394272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34031b0c-4f89-4c86-b263-51964168da45 req-bc53154a-cc86-4329-a743-af0157a690a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088617 Feb 09 20:59:08.397047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bc38d78e-5599-4d53-9e60-1fb1723b55fe tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.397912 n-d-789963-29 neutron-server[103324]: WARNING neutron.api.v2.base [None req-bc38d78e-5599-4d53-9e60-1fb1723b55fe tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 20:59:08.398574 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-bc38d78e-5599-4d53-9e60-1fb1723b55fe tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:08.408546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bc38d78e-5599-4d53-9e60-1fb1723b55fe tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0317900 Feb 09 20:59:08.409468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41764) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.414332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c3d6e900-688d-4efb-ad5c-291adbce8dd7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.457356 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-c3d6e900-688d-4efb-ad5c-291adbce8dd7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:08.458573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c3d6e900-688d-4efb-ad5c-291adbce8dd7 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0479767 Feb 09 20:59:08.466626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.478475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e529f166-0445-4d4b-a2ce-4af40820be89 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '0ebf8b6c-b5c0-4446-8d98-302f837819a9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.545035 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-e529f166-0445-4d4b-a2ce-4af40820be89 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:08.549493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e529f166-0445-4d4b-a2ce-4af40820be89 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0782526 Feb 09 20:59:08.549661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.557024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d39ca-bdd7-4341-bc17-8abfd83930e8 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:08.563399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d39ca-bdd7-4341-bc17-8abfd83930e8 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:08.569448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1a4d39ca-bdd7-4341-bc17-8abfd83930e8 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1852355 Feb 09 20:59:08.570174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.577451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1307087804'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.632543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Made reservation on behalf of 63db33358c1b4dbfafb773244474de77 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:59:08.636426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.647218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9928f7fd-ba00-4761-86b0-a9a5158c2099 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (0ebf8b6c-b5c0-4446-8d98-302f837819a9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.677946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:59:08.679433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9928f7fd-ba00-4761-86b0-a9a5158c2099 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (0ebf8b6c-b5c0-4446-8d98-302f837819a9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.691716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0fc90b36-032c-40e5-b0a8-87e3873d6826), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.692185 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Added segment 0fc90b36-032c-40e5-b0a8-87e3873d6826 of type vlan for network 6ea30c35-165b-4e42-844a-ff1e6d64a13b Feb 09 20:59:08.750551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9928f7fd-ba00-4761-86b0-a9a5158c2099 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0ebf8b6c-b5c0-4446-8d98-302f837819a9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.754255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9928f7fd-ba00-4761-86b0-a9a5158c2099 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:08.760132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9928f7fd-ba00-4761-86b0-a9a5158c2099 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/0ebf8b6c-b5c0-4446-8d98-302f837819a9 HTTP/1.1" status: 204 len: 168 time: 0.2096663 Feb 09 20:59:08.763456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.797693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928f7fd-ba00-4761-86b0-a9a5158c2099 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf8b6c-b5c0-4446-8d98-302f837819a9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:08.879142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a421dc95-2368-4124-beaf-a701edca6074 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1092944 Feb 09 20:59:08.880174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:08.887938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-99c7c0e9-be9c-4787-985d-e71c5d1e079f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609153316'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:08.924297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99c7c0e9-be9c-4787-985d-e71c5d1e079f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.027071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99c7c0e9-be9c-4787-985d-e71c5d1e079f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.032002 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99c7c0e9-be9c-4787-985d-e71c5d1e079f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.075466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-99c7c0e9-be9c-4787-985d-e71c5d1e079f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.081007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-99c7c0e9-be9c-4787-985d-e71c5d1e079f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1986246 Feb 09 20:59:09.082063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:09.102341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ecb41434-a282-4534-871f-9edf3b55850f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': 'e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:09.121224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7c0e9-be9c-4787-985d-e71c5d1e079f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:09.170785 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ecb41434-a282-4534-871f-9edf3b55850f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The resource could not be found. Feb 09 20:59:09.173680 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ecb41434-a282-4534-871f-9edf3b55850f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0764585 Feb 09 20:59:09.176938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41796) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:09.183025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-00205c8e-b91d-4c69-983b-a234cbe245c1 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': 'e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4a17a482-c661-4557-afbf-1e2afdf0db42'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:09.290700 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-00205c8e-b91d-4c69-983b-a234cbe245c1 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The resource could not be found. Feb 09 20:59:09.292755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-00205c8e-b91d-4c69-983b-a234cbe245c1 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1142695 Feb 09 20:59:09.296474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:09.377276 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (6ea30c35-165b-4e42-844a-ff1e6d64a13b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.390233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7649b8e7-f46b-4174-9738-8a4d88e0d19b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.450465 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7649b8e7-f46b-4174-9738-8a4d88e0d19b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.466879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (6ea30c35-165b-4e42-844a-ff1e6d64a13b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.481422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:09.482584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.504848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723013a7-8430-4eae-9356-917b15bf0166 req-e46094bf-2ce3-42c7-adfc-27a1f4fbdfc1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:09.506621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723013a7-8430-4eae-9356-917b15bf0166 req-e46094bf-2ce3-42c7-adfc-27a1f4fbdfc1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1331100 Feb 09 20:59:09.548347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7649b8e7-f46b-4174-9738-8a4d88e0d19b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.556532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7649b8e7-f46b-4174-9738-8a4d88e0d19b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.561642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7649b8e7-f46b-4174-9738-8a4d88e0d19b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77 HTTP/1.1" status: 204 len: 168 time: 0.2614458 Feb 09 20:59:09.565681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:09.593767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Network': ['ID=6ea30c35-165b-4e42-844a-ff1e6d64a13b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:09.606269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649b8e7-f46b-4174-9738-8a4d88e0d19b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e9c4dc-05f8-40d7-a6e6-1ea8c5b40b77,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:09.608604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 6ea30c35-165b-4e42-844a-ff1e6d64a13b details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:59:09.627269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08c47a-2709-4ad9-8d4c-a8a42479acd4 req-cc14c869-cf4e-4e2a-acc7-d0768f528bc1 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:09.634100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d08c47a-2709-4ad9-8d4c-a8a42479acd4 req-cc14c869-cf4e-4e2a-acc7-d0768f528bc1 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 946 time: 0.8618248 Feb 09 20:59:09.701512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-648cb573-da92-459c-93d8-dbe5ba86e4aa tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1300406 Feb 09 20:59:09.707980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:09.724503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723013a7-8430-4eae-9356-917b15bf0166 req-90c5629b-911f-40c5-9195-14e5e7ceba0b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073493 Feb 09 20:59:09.732563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1677620328'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:09.750711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5dbd843f-2139-48a8-93e0-4218ffbb012d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1760604 Feb 09 20:59:09.760753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:09.760753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-be60387e-1a82-4438-9217-d09f19ec1b9a tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': '1d1201f0-0625-4511-b1f6-dc11a8f2dca5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:09.826903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Made reservation on behalf of 63db33358c1b4dbfafb773244474de77 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:59:09.830866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.861699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:59:09.873101 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5cfb593e-259c-4a43-b913-8eccc0f76dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.874041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a51c95b6-0ebf-40b4-8bd6-7d52a6d89f85), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.875053 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Added segment a51c95b6-0ebf-40b4-8bd6-7d52a6d89f85 of type vlan for network 502b85a7-ac00-4a79-8fdf-c1c9dd7949fa Feb 09 20:59:09.877055 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-be60387e-1a82-4438-9217-d09f19ec1b9a tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The resource could not be found. Feb 09 20:59:09.879727 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-be60387e-1a82-4438-9217-d09f19ec1b9a tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1238651 Feb 09 20:59:09.883484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:09.890366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fecb43ba-57d9-45c8-baec-25f79cfbf278 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--773042426'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:09.940510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fecb43ba-57d9-45c8-baec-25f79cfbf278 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.948568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d08c47a-2709-4ad9-8d4c-a8a42479acd4 req-ec05ce58-ad57-4bba-9401-e9ddeaa82b7a tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036122 Feb 09 20:59:09.957716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (502b85a7-ac00-4a79-8fdf-c1c9dd7949fa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:09.998000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (502b85a7-ac00-4a79-8fdf-c1c9dd7949fa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.018226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:10.018883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.044604 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fecb43ba-57d9-45c8-baec-25f79cfbf278 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (a64eac36-1820-458c-b327-d036de6c36c6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.051046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fecb43ba-57d9-45c8-baec-25f79cfbf278 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a64eac36-1820-458c-b327-d036de6c36c6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.145294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fecb43ba-57d9-45c8-baec-25f79cfbf278 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.153667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fecb43ba-57d9-45c8-baec-25f79cfbf278 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2671487 Feb 09 20:59:10.167667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4583108 Feb 09 20:59:10.172288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:10.172633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:10.177111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bca92aae-be7e-4947-9d75-d78289ed1140 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--451740210'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:10.187121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'ports': [{'network_id': '6ea30c35-165b-4e42-844a-ff1e6d64a13b', 'name': 'tempest-port--1282855917', 'admin_state_up': True}, {'network_id': '502b85a7-ac00-4a79-8fdf-c1c9dd7949fa', 'admin_state_up': False}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:10.187476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'port': {'network_id': '6ea30c35-165b-4e42-844a-ff1e6d64a13b', 'name': 'tempest-port--1282855917', 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:10.187959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'port': {'network_id': '502b85a7-ac00-4a79-8fdf-c1c9dd7949fa', 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:10.210381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5b1ee-bf34-4517-9488-1e814dca40b4 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Network': ['ID=502b85a7-ac00-4a79-8fdf-c1c9dd7949fa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:10.212525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb43ba-57d9-45c8-baec-25f79cfbf278 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64eac36-1820-458c-b327-d036de6c36c6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:10.226750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 502b85a7-ac00-4a79-8fdf-c1c9dd7949fa details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:59:10.290356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bca92aae-be7e-4947-9d75-d78289ed1140 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.514564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Made reservation on behalf of 63db33358c1b4dbfafb773244474de77 for: {'port': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:59:10.520158 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.542024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bca92aae-be7e-4947-9d75-d78289ed1140 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (c69c9a73-4c84-48af-965e-69a836c66186), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.544141 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.547666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bca92aae-be7e-4947-9d75-d78289ed1140 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c69c9a73-4c84-48af-965e-69a836c66186), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.639242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bca92aae-be7e-4947-9d75-d78289ed1140 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.641414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bca92aae-be7e-4947-9d75-d78289ed1140 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4677055 Feb 09 20:59:10.644297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:10.650197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-19c103c7-06e4-408c-ae0e-b044af3a92f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group_rule': {'security_group_id': 'a64eac36-1820-458c-b327-d036de6c36c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c69c9a73-4c84-48af-965e-69a836c66186'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:10.697016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca92aae-be7e-4947-9d75-d78289ed1140 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c9a73-4c84-48af-965e-69a836c66186,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:10.732094 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-19c103c7-06e4-408c-ae0e-b044af3a92f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:59:10.736231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-19c103c7-06e4-408c-ae0e-b044af3a92f9 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0903347 Feb 09 20:59:10.736939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:10.825363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] device_id is not set on port aacbadb8-1ec7-42a3-99a6-9e07c4c16d91 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:59:10.877602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9555055-e730-4c24-be11-1a4b6edba58d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (c69c9a73-4c84-48af-965e-69a836c66186), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.929099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for port (aacbadb8-1ec7-42a3-99a6-9e07c4c16d91), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:10.936112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9555055-e730-4c24-be11-1a4b6edba58d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (c69c9a73-4c84-48af-965e-69a836c66186), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.008656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] device_id is not set on port db49344b-19c2-4d35-bcee-c60351602553 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:59:11.019481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9555055-e730-4c24-be11-1a4b6edba58d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c69c9a73-4c84-48af-965e-69a836c66186), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.023396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9555055-e730-4c24-be11-1a4b6edba58d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.025611 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a9555055-e730-4c24-be11-1a4b6edba58d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/c69c9a73-4c84-48af-965e-69a836c66186 HTTP/1.1" status: 204 len: 168 time: 0.2874792 Feb 09 20:59:11.033360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:11.186097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9555055-e730-4c24-be11-1a4b6edba58d tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c9a73-4c84-48af-965e-69a836c66186,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:11.190713 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.270151 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for port (db49344b-19c2-4d35-bcee-c60351602553), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.302761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e931-868d-40c3-9874-a282b00e09fb req-49d1da15-8b44-4493-b438-075773daf257 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:11.304380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4590e931-868d-40c3-9874-a282b00e09fb req-49d1da15-8b44-4493-b438-075773daf257 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.2565403 Feb 09 20:59:11.329181 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b69c48e6-f3fb-4357-9863-fcc04be53c1c tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2528133 Feb 09 20:59:11.334794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:11.371965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597b948-c8dd-4c9a-a72c-b708808f337f req-8b6f66c4-17dc-4a15-8983-8ea4c2bdeea9 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:11.387737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2597b948-c8dd-4c9a-a72c-b708808f337f req-8b6f66c4-17dc-4a15-8983-8ea4c2bdeea9 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 946 time: 0.2575786 Feb 09 20:59:11.487776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4590e931-868d-40c3-9874-a282b00e09fb req-fd3aaa23-11c9-48a6-9ab6-29c7e8f1e4eb tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760399 Feb 09 20:59:11.495185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2597b948-c8dd-4c9a-a72c-b708808f337f req-4584444e-6d7a-4b7a-ad49-d4203948f590 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062238 Feb 09 20:59:11.497370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (aacbadb8-1ec7-42a3-99a6-9e07c4c16d91), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.597595 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c605f58e-b19f-4a3f-a85a-e405cbcc6086 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (a64eac36-1820-458c-b327-d036de6c36c6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.664522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Port': ['ID=aacbadb8-1ec7-42a3-99a6-9e07c4c16d91,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:11.670742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c605f58e-b19f-4a3f-a85a-e405cbcc6086 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (a64eac36-1820-458c-b327-d036de6c36c6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.703938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Checking segment: {'id': '0fc90b36-032c-40e5-b0a8-87e3873d6826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '6ea30c35-165b-4e42-844a-ff1e6d64a13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:59:11.704311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Network hostable DHCP agents. Network: 6ea30c35-165b-4e42-844a-ff1e6d64a13b, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:59:11.784437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Network 6ea30c35-165b-4e42-844a-ff1e6d64a13b is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:59:11.816538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 6ea30c35-165b-4e42-844a-ff1e6d64a13b) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:59:11.829734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce59bbc2-a541-4d71-a946-6471c13077e6 None None] Network 6ea30c35-165b-4e42-844a-ff1e6d64a13b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:59:11.842226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:59:11.843042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (db49344b-19c2-4d35-bcee-c60351602553), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.853657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c605f58e-b19f-4a3f-a85a-e405cbcc6086 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a64eac36-1820-458c-b327-d036de6c36c6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.858137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c605f58e-b19f-4a3f-a85a-e405cbcc6086 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:11.859645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c605f58e-b19f-4a3f-a85a-e405cbcc6086 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/a64eac36-1820-458c-b327-d036de6c36c6 HTTP/1.1" status: 204 len: 168 time: 0.5239251 Feb 09 20:59:11.862355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:11.970445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605f58e-b19f-4a3f-a85a-e405cbcc6086 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64eac36-1820-458c-b327-d036de6c36c6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:12.016328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f09d687f-ff69-4629-a607-ff76c9269984 tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1479285 Feb 09 20:59:12.017200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:12.034254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b84df8c0-ddd9-48df-bf41-0f9eea9d4aac tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'tempest-secgroup--994601887'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:12.092599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Port': ['ID=db49344b-19c2-4d35-bcee-c60351602553,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:12.119932 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84df8c0-ddd9-48df-bf41-0f9eea9d4aac tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.133042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Checking segment: {'id': 'a51c95b6-0ebf-40b4-8bd6-7d52a6d89f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '502b85a7-ac00-4a79-8fdf-c1c9dd7949fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:59:12.137522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Network hostable DHCP agents. Network: 502b85a7-ac00-4a79-8fdf-c1c9dd7949fa, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:59:12.180019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Network 502b85a7-ac00-4a79-8fdf-c1c9dd7949fa is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:59:12.196792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 502b85a7-ac00-4a79-8fdf-c1c9dd7949fa) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:59:12.202443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:59:12.206546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc6189e-e458-4ceb-b56f-73af868d215c None None] Network 502b85a7-ac00-4a79-8fdf-c1c9dd7949fa requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:59:12.210131 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:12.264716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:12.269873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.312553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84df8c0-ddd9-48df-bf41-0f9eea9d4aac tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.313205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-273248f2-8ab6-40d3-b10b-a8d0d5fa8d11 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1303184 Feb 09 20:59:12.313836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:12.321277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84df8c0-ddd9-48df-bf41-0f9eea9d4aac tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.345262 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b84df8c0-ddd9-48df-bf41-0f9eea9d4aac tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.350515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b84df8c0-ddd9-48df-bf41-0f9eea9d4aac tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3312457 Feb 09 20:59:12.357308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:12.370075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-724b4e64-4023-4ed8-8705-19e4550cd16b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:12.370863 n-d-789963-29 neutron-server[103325]: WARNING neutron.api.v2.base [None req-724b4e64-4023-4ed8-8705-19e4550cd16b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 20:59:12.372873 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-724b4e64-4023-4ed8-8705-19e4550cd16b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 20:59:12.377464 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-724b4e64-4023-4ed8-8705-19e4550cd16b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "PUT /v2.0/security-groups/b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6 HTTP/1.1" status: 409 len: 330 time: 0.0187294 Feb 09 20:59:12.378490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41900) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:12.516473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84df8c0-ddd9-48df-bf41-0f9eea9d4aac tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:12.580887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c8620-48b8-47f2-96dc-b56d4e513882 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:12.595977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c8620-48b8-47f2-96dc-b56d4e513882 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:12.600439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-218c8620-48b8-47f2-96dc-b56d4e513882 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2855961 Feb 09 20:59:12.605925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:12.677046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.680899 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d8a-80bb-4cba-8c3c-7a1a72c267dd tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.719676 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d8a-80bb-4cba-8c3c-7a1a72c267dd tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.810990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d8a-80bb-4cba-8c3c-7a1a72c267dd tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.812494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfad0c-60a7-4a59-ac35-23624c53841f req-c1891bec-aeca-45f6-a88f-226dc778492b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:12.813771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d64e9d8a-80bb-4cba-8c3c-7a1a72c267dd tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.814280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41dfad0c-60a7-4a59-ac35-23624c53841f req-c1891bec-aeca-45f6-a88f-226dc778492b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1641960 Feb 09 20:59:12.822481 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d64e9d8a-80bb-4cba-8c3c-7a1a72c267dd tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6 HTTP/1.1" status: 204 len: 168 time: 0.4396186 Feb 09 20:59:12.829558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:12.839390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f2f14-4e7e-4d43-9692-09584f79f140 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Deleting port aacbadb8-1ec7-42a3-99a6-9e07c4c16d91 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:12.839612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf7f0c-74d3-4246-b20c-c999282c9e63 req-148ecbe7-4173-476c-a50b-606becdf86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:12.839789 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2f14-4e7e-4d43-9692-09584f79f140 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (aacbadb8-1ec7-42a3-99a6-9e07c4c16d91), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.843487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57bf7f0c-74d3-4246-b20c-c999282c9e63 req-148ecbe7-4173-476c-a50b-606becdf86bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 1129 time: 0.2419837 Feb 09 20:59:12.850247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e9d8a-80bb-4cba-8c3c-7a1a72c267dd tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a58c80-a5cd-4fcf-9e3c-aa3e89f836a6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:12.979155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2f14-4e7e-4d43-9692-09584f79f140 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (aacbadb8-1ec7-42a3-99a6-9e07c4c16d91), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:12.991323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38f43d2f-5d0c-4f38-a612-ef0e11e431fb tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1567929 Feb 09 20:59:12.996470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:13.014862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f2f14-4e7e-4d43-9692-09584f79f140 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Calling delete_port for aacbadb8-1ec7-42a3-99a6-9e07c4c16d91 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:13.019194 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-6fb3348e-f69d-4892-9fa2-102d06a48c4a tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] delete failed (client error): The resource could not be found. Feb 09 20:59:13.024298 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6fb3348e-f69d-4892-9fa2-102d06a48c4a tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "DELETE /v2.0/security-groups/1a2f0a67-be36-4520-a5c4-352d6003b95c HTTP/1.1" status: 404 len: 347 time: 0.0228655 Feb 09 20:59:13.024436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:13.039621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57bf7f0c-74d3-4246-b20c-c999282c9e63 req-2aa0fc9d-eeb7-45fa-b6fd-ebbae8d9d989 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885178 Feb 09 20:59:13.045764 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-57c8553e-5e8a-4d0f-b692-2899e2ce1d9f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] show failed (client error): The resource could not be found. Feb 09 20:59:13.050706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-57c8553e-5e8a-4d0f-b692-2899e2ce1d9f tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-groups/4ce1451a-0edb-40c3-b9e6-0a8296e2372f HTTP/1.1" status: 404 len: 347 time: 0.0214951 Feb 09 20:59:13.052067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:13.077182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41dfad0c-60a7-4a59-ac35-23624c53841f req-f1d3d4cd-8191-41c0-b0de-efa51fd48543 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299917 Feb 09 20:59:13.110443 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-822b3c1f-96e0-40aa-a901-a4dcad41273b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] show failed (client error): The resource could not be found. Feb 09 20:59:13.114580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-822b3c1f-96e0-40aa-a901-a4dcad41273b tempest-NegativeSecGroupTest-1489513926 tempest-NegativeSecGroupTest-1489513926-project] 10.222.0.102 "GET /v2.0/security-group-rules/2f20ce07-e5c1-4763-9469-f49fcc78558b HTTP/1.1" status: 404 len: 356 time: 0.0597026 Feb 09 20:59:13.174087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2f14-4e7e-4d43-9692-09584f79f140 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (aacbadb8-1ec7-42a3-99a6-9e07c4c16d91), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:13.252044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f2f14-4e7e-4d43-9692-09584f79f140 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Port': ['ID=aacbadb8-1ec7-42a3-99a6-9e07c4c16d91,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:13.269704 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2f14-4e7e-4d43-9692-09584f79f140 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:13.273123 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad3f2f14-4e7e-4d43-9692-09584f79f140 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/ports/aacbadb8-1ec7-42a3-99a6-9e07c4c16d91 HTTP/1.1" status: 204 len: 168 time: 0.6661870 Feb 09 20:59:13.276157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:13.511090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a981213f-d4f1-4687-a8ae-6761984ac8ed tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Deleting port db49344b-19c2-4d35-bcee-c60351602553 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:13.511727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a981213f-d4f1-4687-a8ae-6761984ac8ed tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (db49344b-19c2-4d35-bcee-c60351602553), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:13.619662 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a981213f-d4f1-4687-a8ae-6761984ac8ed tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (db49344b-19c2-4d35-bcee-c60351602553), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:13.638859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a981213f-d4f1-4687-a8ae-6761984ac8ed tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Calling delete_port for db49344b-19c2-4d35-bcee-c60351602553 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:13.679250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:13.791528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a981213f-d4f1-4687-a8ae-6761984ac8ed tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (db49344b-19c2-4d35-bcee-c60351602553), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:13.922369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981213f-d4f1-4687-a8ae-6761984ac8ed tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Port': ['ID=db49344b-19c2-4d35-bcee-c60351602553,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:13.952496 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a981213f-d4f1-4687-a8ae-6761984ac8ed tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:13.968322 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:13.970331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a981213f-d4f1-4687-a8ae-6761984ac8ed tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/ports/db49344b-19c2-4d35-bcee-c60351602553 HTTP/1.1" status: 204 len: 168 time: 0.6923685 Feb 09 20:59:13.981490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:14.099851 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-06c29538-9af8-4972-a37e-d7b089d2322d tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1153507 Feb 09 20:59:14.105708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:14.117827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1326499660'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:14.131701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:14.133730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dd919997-2f1a-4020-9a2a-036852afef11 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e3fa54d320304a63bc576ffd8ac00982&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4509709 Feb 09 20:59:14.218008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Made reservation on behalf of 63db33358c1b4dbfafb773244474de77 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:59:14.237037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.389092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:59:14.391100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95c391a0-039f-482e-8013-e2c8a1f10bca admin admin] Publish callbacks [] for security_group (e8f1da90-24be-452f-a7c2-385cb345ff2a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.415484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (74e17963-d55c-4089-a0e7-5803c63f77cc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.417783 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Added segment 74e17963-d55c-4089-a0e7-5803c63f77cc of type vlan for network 319b01a5-7898-4d14-bf35-2c385617ad4d Feb 09 20:59:14.442420 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95c391a0-039f-482e-8013-e2c8a1f10bca admin admin] Publish callbacks [] for security_group (e8f1da90-24be-452f-a7c2-385cb345ff2a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.491883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (319b01a5-7898-4d14-bf35-2c385617ad4d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.535377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192e5c4-defd-4916-bd09-b7f018e20f76 req-a7f5621d-78b2-4b32-8755-2395b8fc21fe tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:14.559835 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f192e5c4-defd-4916-bd09-b7f018e20f76 req-a7f5621d-78b2-4b32-8755-2395b8fc21fe tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.2762125 Feb 09 20:59:14.563534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (319b01a5-7898-4d14-bf35-2c385617ad4d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.576712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:14.579645 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.626517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5192788 Feb 09 20:59:14.668462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:14.686212 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f192e5c4-defd-4916-bd09-b7f018e20f76 req-87eae776-d458-4956-b4bc-c2179e4f3f84 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254153 Feb 09 20:59:14.713922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1806457962'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:14.825212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Made reservation on behalf of 63db33358c1b4dbfafb773244474de77 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:59:14.828739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.849372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95c391a0-039f-482e-8013-e2c8a1f10bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8f1da90-24be-452f-a7c2-385cb345ff2a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.851950 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95c391a0-039f-482e-8013-e2c8a1f10bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.861009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-95c391a0-039f-482e-8013-e2c8a1f10bca admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e8f1da90-24be-452f-a7c2-385cb345ff2a HTTP/1.1" status: 204 len: 168 time: 0.7205603 Feb 09 20:59:14.888699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:59:14.913471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4025db25-d174-4d62-be37-087b6cc388b9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:14.914340 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Added segment 4025db25-d174-4d62-be37-087b6cc388b9 of type vlan for network d485af37-2a2c-474e-8233-1e9d923c166c Feb 09 20:59:14.977895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c391a0-039f-482e-8013-e2c8a1f10bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f1da90-24be-452f-a7c2-385cb345ff2a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:15.045818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b8ba2-35ff-43e0-a67e-3481aef1f9a0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Network': ['ID=319b01a5-7898-4d14-bf35-2c385617ad4d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:15.052322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (d485af37-2a2c-474e-8233-1e9d923c166c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:15.093035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 319b01a5-7898-4d14-bf35-2c385617ad4d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:59:15.118185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (d485af37-2a2c-474e-8233-1e9d923c166c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:15.123794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:15.124441 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:15.256765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5660605 Feb 09 20:59:15.284563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df93bf-5513-488d-b085-ad795870c4bd tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Network': ['ID=d485af37-2a2c-474e-8233-1e9d923c166c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:15.319409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network d485af37-2a2c-474e-8233-1e9d923c166c details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:59:16.173596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a61e61-d5c9-43e6-b993-850522feecfe req-d84d87c5-ae92-48f3-bb84-dc2d8c4b2a7b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:16.178484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2a61e61-d5c9-43e6-b993-850522feecfe req-d84d87c5-ae92-48f3-bb84-dc2d8c4b2a7b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.2468252 Feb 09 20:59:16.475993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2a61e61-d5c9-43e6-b993-850522feecfe req-f1d12ea6-82ba-4b02-8611-b648e3f4f6c7 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842095 Feb 09 20:59:17.025707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:17.235107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-c2415d5f-9985-4129-91fc-bb9c7cd538e1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:17.236758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-c2415d5f-9985-4129-91fc-bb9c7cd538e1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 811 time: 0.3407729 Feb 09 20:59:17.267794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-e421f79f-886f-407f-9cd5-a10929b07829 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/quotas/3e43576970bb49d98042776879950904 HTTP/1.1" status: 200 len: 375 time: 0.0191040 Feb 09 20:59:17.491730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-ee049b52-2580-4574-b817-4969c285d143 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2130690 Feb 09 20:59:17.531868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b80bf493-dc57-4fb3-a5b6-bf724f5627b3 tempest-ServiceProvidersTest-263312684 tempest-ServiceProvidersTest-263312684-project] 10.222.0.102 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5000153 Feb 09 20:59:17.752265 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-71f6c26b-d728-4ebf-a2d7-128ffebcec4f service neutron] 10.222.0.102 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533002 Feb 09 20:59:17.997996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-e0a97042-405a-4f3c-bfc0-1ef76bbfb58e service neutron] 10.222.0.102 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444577 Feb 09 20:59:18.184020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:18.455980 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4aed5eca-3357-438c-a022-f0f69e46280f req-446ecedc-8e6e-45e4-9f53-370ff9420147 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 210 time: 0.0964792 Feb 09 20:59:18.582258 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7946ebb-5b7d-41c6-bebb-9c25a6e3eaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.001619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:19.021750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'subnets': [{'network_id': '319b01a5-7898-4d14-bf35-2c385617ad4d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1669293895', 'ip_version': 6}, {'network_id': 'd485af37-2a2c-474e-8233-1e9d923c166c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:19.023234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'subnet': {'network_id': '319b01a5-7898-4d14-bf35-2c385617ad4d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1669293895', 'ip_version': 6}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:19.024336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Request body: {'subnet': {'network_id': 'd485af37-2a2c-474e-8233-1e9d923c166c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:19.066619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7946ebb-5b7d-41c6-bebb-9c25a6e3eaaf admin admin] Publish callbacks [] for security_group (42aa5af8-756c-4442-88bc-2f5b719d498f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.081730 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7946ebb-5b7d-41c6-bebb-9c25a6e3eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (42aa5af8-756c-4442-88bc-2f5b719d498f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.238195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e7946ebb-5b7d-41c6-bebb-9c25a6e3eaaf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c038ce7d86784af8ad5d5cf517b53cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0503623 Feb 09 20:59:19.238195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7946ebb-5b7d-41c6-bebb-9c25a6e3eaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa5af8-756c-4442-88bc-2f5b719d498f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:19.257622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:19.269840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-948998b9-5148-4de2-895c-cdbcf829171d req-b589ac60-f3d2-474d-9bd2-3b17fef05978 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3721201 Feb 09 20:59:19.330772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-a01e4c57-d7e3-48b8-a350-2718a6f33580 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4489214 Feb 09 20:59:19.366794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Made reservation on behalf of 63db33358c1b4dbfafb773244474de77 for: {'subnet': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:59:19.372122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.372623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.559225 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d271171-80b5-47b8-81d6-3961a6fb5e18 admin admin] Publish callbacks [] for security_group (42aa5af8-756c-4442-88bc-2f5b719d498f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.611101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-745028bf-8f02-4f52-beb1-fa3e4409b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:19.611528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-745028bf-8f02-4f52-beb1-fa3e4409b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:19.612156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-745028bf-8f02-4f52-beb1-fa3e4409b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:19.613096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-745028bf-8f02-4f52-beb1-fa3e4409b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:19.613096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-745028bf-8f02-4f52-beb1-fa3e4409b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:19.615724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-745028bf-8f02-4f52-beb1-fa3e4409b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:19.615724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-745028bf-8f02-4f52-beb1-fa3e4409b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:19.616676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-745028bf-8f02-4f52-beb1-fa3e4409b92d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 6725 time: 0.1645021 Feb 09 20:59:19.644084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d271171-80b5-47b8-81d6-3961a6fb5e18 admin admin] Publish callbacks [] for security_group (42aa5af8-756c-4442-88bc-2f5b719d498f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.688961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948998b9-5148-4de2-895c-cdbcf829171d req-5bf8a1cf-f4ca-4255-a149-25af31f64c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:19.691132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-948998b9-5148-4de2-895c-cdbcf829171d req-5bf8a1cf-f4ca-4255-a149-25af31f64c12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 1129 time: 0.3611834 Feb 09 20:59:19.706823 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5cb9d04d-4fdf-4904-8cf9-292eb9b3d79b req-1ef401ae-f401-4e9f-8f5a-f7afbac0b1af tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 210 time: 0.1127169 Feb 09 20:59:19.926611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d271171-80b5-47b8-81d6-3961a6fb5e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (42aa5af8-756c-4442-88bc-2f5b719d498f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.929639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d271171-80b5-47b8-81d6-3961a6fb5e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:19.937166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d271171-80b5-47b8-81d6-3961a6fb5e18 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/42aa5af8-756c-4442-88bc-2f5b719d498f HTTP/1.1" status: 204 len: 168 time: 0.6783257 Feb 09 20:59:19.974165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d271171-80b5-47b8-81d6-3961a6fb5e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa5af8-756c-4442-88bc-2f5b719d498f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:20.053724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948998b9-5148-4de2-895c-cdbcf829171d req-df36d1dd-8e52-461c-bd9c-819348cc6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:20.058095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-948998b9-5148-4de2-895c-cdbcf829171d req-df36d1dd-8e52-461c-bd9c-819348cc6f6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 915 time: 0.3123550 Feb 09 20:59:20.220783 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-948998b9-5148-4de2-895c-cdbcf829171d req-900b8c6a-6233-41db-9992-15ea2faf74bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9 HTTP/1.1" status: 200 len: 217 time: 0.1515944 Feb 09 20:59:20.420346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948998b9-5148-4de2-895c-cdbcf829171d req-933418cb-c0af-425b-b3d7-6fc9f10e24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:20.421950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-948998b9-5148-4de2-895c-cdbcf829171d req-933418cb-c0af-425b-b3d7-6fc9f10e24c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.1897833 Feb 09 20:59:20.556469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-948998b9-5148-4de2-895c-cdbcf829171d req-db95104f-1e8e-43ef-9d66-0f6e6394bf0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239409 Feb 09 20:59:20.684831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-6de35a5e-d386-4103-a67c-9edbd35db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:20.685532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-6de35a5e-d386-4103-a67c-9edbd35db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:20.686082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-6de35a5e-d386-4103-a67c-9edbd35db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:20.688020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-6de35a5e-d386-4103-a67c-9edbd35db501 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e8c7450c-edf7-4dba-8eb7-c4894810333f&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=b59df7eb-b308-4cf5-80c1-12a526539cf0&id=4684df51-983a-47c5-a29a-38f5ffed942e&id=4684df51-983a-47c5-a29a-38f5ffed942e HTTP/1.1" status: 200 len: 2297 time: 0.9969554 Feb 09 20:59:20.875781 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-948998b9-5148-4de2-895c-cdbcf829171d req-94d525b5-59c9-4a94-bd70-8d46aec4fcbf service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098166 Feb 09 20:59:21.096895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-7764be67-c5c6-4812-8bc1-1fad1aa88f29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 HTTP/1.1" status: 200 len: 1000 time: 0.3928864 Feb 09 20:59:21.179434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e7e9b88-6989-40b6-97c8-56b06e5b0f6b req-137103ee-07ac-4336-a1d3-64d1135fe081 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 210 time: 0.1934824 Feb 09 20:59:21.213145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-df27fb27-3b88-477d-b351-1478fad83b0c tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:21.217981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-df27fb27-3b88-477d-b351-1478fad83b0c tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.13 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 811 time: 0.5712142 Feb 09 20:59:21.266401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Request body: {'port': {'device_id': 'f8400b77-b00d-408e-a289-c6c766894874', 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8', 'admin_state_up': True, 'tenant_id': '3e43576970bb49d98042776879950904'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:21.290947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-948998b9-5148-4de2-895c-cdbcf829171d req-c3545d63-d254-4155-a186-fe62e2b6dcda service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031017 Feb 09 20:59:21.568756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-e687bf83-2e0d-454a-a712-e1b671384395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:21.570789 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-e687bf83-2e0d-454a-a712-e1b671384395 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=105fc58f-0795-4e17-bba4-a34e90633e21 HTTP/1.1" status: 200 len: 856 time: 0.4552569 Feb 09 20:59:21.644557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:21.674787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Made reservation on behalf of 3e43576970bb49d98042776879950904 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:59:21.681389 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:21.756740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-760e0d20-789b-4dc8-b04f-30dea288d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:21.758611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-760e0d20-789b-4dc8-b04f-30dea288d67f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e8c7450c-edf7-4dba-8eb7-c4894810333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1792767 Feb 09 20:59:21.803717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (956d4dc1-f726-4be1-9336-69ae68d9abba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:22.044113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Subnet': ['ID=956d4dc1-f726-4be1-9336-69ae68d9abba,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:22.086836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-b0455b02-4f68-46bb-b466-b90ab4e3a1f2 service neutron] 10.222.0.50 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026578 Feb 09 20:59:22.092603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Checking segment: {'id': '74e17963-d55c-4089-a0e7-5803c63f77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '319b01a5-7898-4d14-bf35-2c385617ad4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:59:22.092603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Network hostable DHCP agents. Network: 319b01a5-7898-4d14-bf35-2c385617ad4d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:59:22.171954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Allocated IP 172.20.0.6 (b8e05233-94bb-4040-ab15-213d05c404f8/6aad11c7-f7e1-483b-9d93-902350186623/321054e1-d2f2-48d5-a5b6-9df031e3f714) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:59:22.197814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Network 319b01a5-7898-4d14-bf35-2c385617ad4d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:59:22.219515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 319b01a5-7898-4d14-bf35-2c385617ad4d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:59:22.236221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7d0d9-706c-4ecc-afc6-0b20333d9a4d None None] Network 319b01a5-7898-4d14-bf35-2c385617ad4d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:59:22.376049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-319b01a5-7898-4d14-bf35-2c385617ad4d', 'network_id': '319b01a5-7898-4d14-bf35-2c385617ad4d', 'project_id': '63db33358c1b4dbfafb773244474de77', 'fixed_ips': [{'subnet_id': '956d4dc1-f726-4be1-9336-69ae68d9abba'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:59:22.377203 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:22.478743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (74a35799-b8c1-4c23-9c6a-d2c08ef29a47), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:22.572273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b64b0756-9791-4b12-8e2e-6303665756be req-d6a8a3be-500e-4c32-a410-f8087c47fe1c tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 210 time: 0.0879655 Feb 09 20:59:22.686052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-ea060154-a172-451f-9a5d-a9d7c868cacc service neutron] 10.222.0.50 "GET /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894423 Feb 09 20:59:22.691455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks [] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:22.753649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Allocated IP 2001:db8::1 (319b01a5-7898-4d14-bf35-2c385617ad4d/956d4dc1-f726-4be1-9336-69ae68d9abba/b51d02c7-6ff1-4202-a6ab-e4f06770ed35) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:59:22.764269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event updated for resources: {'Subnet': ['ID=74a35799-b8c1-4c23-9c6a-d2c08ef29a47,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:22.771430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-b0b95119-a6f4-4021-b388-33877a38b6f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=84966e3d-3525-4cc7-995e-67aa8d5e58ad HTTP/1.1" status: 200 len: 217 time: 0.0752714 Feb 09 20:59:22.863320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Checking segment: {'id': '4025db25-d174-4d62-be37-087b6cc388b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd485af37-2a2c-474e-8233-1e9d923c166c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:59:22.863821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Network hostable DHCP agents. Network: d485af37-2a2c-474e-8233-1e9d923c166c, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:59:22.913945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-fddb5ea8-c8cc-48f2-861c-55448f4ea6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:22.916107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-fddb5ea8-c8cc-48f2-861c-55448f4ea6d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.1332803 Feb 09 20:59:22.918958 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:22.957822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['0821d573-f54a-4f1d-ba66-3099458fbb9b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:59:23.081959 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Publish callbacks [] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:23.095550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Network d485af37-2a2c-474e-8233-1e9d923c166c is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:59:23.104002 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:23.169846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Network b8e05233-94bb-4040-ab15-213d05c404f8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:59:23.170848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, d485af37-2a2c-474e-8233-1e9d923c166c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:59:23.193025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:23.194413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:23.197232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:23.208811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Network 319b01a5-7898-4d14-bf35-2c385617ad4d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:59:23.225054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:59:23.233707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:59:23.242170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Pushing event updated for resources: {'Port': ['ID=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:23.250966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Pushing event updated for resources: {'Port': ['ID=321054e1-d2f2-48d5-a5b6-9df031e3f714,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:23.252092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adf90e7-7307-45dd-9f13-5313e03605a0 None None] Network d485af37-2a2c-474e-8233-1e9d923c166c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:59:23.366897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f33dad94-2b9f-4bba-80c0-d27f75d8fed0 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3550124 Feb 09 20:59:23.369277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:23.387369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-611d4e03-8bff-4a6e-8a58-7145356d6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:23.388923 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-611d4e03-8bff-4a6e-8a58-7145356d6787 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4645581 Feb 09 20:59:23.481661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:23.482318 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:23.517121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:59:23.517407 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-47431b25-538a-47f8-9fab-ef2432aaabdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2818544 Feb 09 20:59:23.521622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:59:23.546312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Request body: {'port': {'device_id': 'f8400b77-b00d-408e-a289-c6c766894874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:23.546927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.547902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.548410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.548905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.549401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.549889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.550373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.550851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.551322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.551859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.552348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.552829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.553357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:23.607186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55181d-8a17-4c3b-a13c-e5411950caee tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:23.614851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55181d-8a17-4c3b-a13c-e5411950caee tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:23.628865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55181d-8a17-4c3b-a13c-e5411950caee tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:23.631390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bd55181d-8a17-4c3b-a13c-e5411950caee tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2598665 Feb 09 20:59:23.640876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:23.789433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Attempting to bind port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:59:23.789932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Attempting to bind port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '74e17963-d55c-4089-a0e7-5803c63f77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '319b01a5-7898-4d14-bf35-2c385617ad4d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:59:23.790162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Attempting to bind port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 on network 319b01a5-7898-4d14-bf35-2c385617ad4d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:59:23.830821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-463fdf6d-3e27-4b8a-9261-d1ec5eb62bd7 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265697 Feb 09 20:59:23.908115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:59:23.908406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7cb488-8ffd-4186-bf41-6cc6fae181e6 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Deleting subnet 956d4dc1-f726-4be1-9336-69ae68d9abba {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:59:23.915618 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:23.916482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Checking segment: {'id': '74e17963-d55c-4089-a0e7-5803c63f77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '319b01a5-7898-4d14-bf35-2c385617ad4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:59:23.919560 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:23.920307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Bound using segment: {'id': '74e17963-d55c-4089-a0e7-5803c63f77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '319b01a5-7898-4d14-bf35-2c385617ad4d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:59:23.921158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Bound port: b51d02c7-6ff1-4202-a6ab-e4f06770ed35, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e17963-d55c-4089-a0e7-5803c63f77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '319b01a5-7898-4d14-bf35-2c385617ad4d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:59:23.921707 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:23.928410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb488-8ffd-4186-bf41-6cc6fae181e6 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for subnet (956d4dc1-f726-4be1-9336-69ae68d9abba), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:24.004697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-d485af37-2a2c-474e-8233-1e9d923c166c', 'network_id': 'd485af37-2a2c-474e-8233-1e9d923c166c', 'project_id': '63db33358c1b4dbfafb773244474de77', 'fixed_ips': [{'subnet_id': '74a35799-b8c1-4c23-9c6a-d2c08ef29a47'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:59:24.005554 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:24.033970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675da07-b456-4e5f-bed1-37952e7bcc44 req-c7e4f0ac-6a39-4a3e-8f79-f9a17e40c18b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:24.046319 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8675da07-b456-4e5f-bed1-37952e7bcc44 req-c7e4f0ac-6a39-4a3e-8f79-f9a17e40c18b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 931 time: 0.2778974 Feb 09 20:59:24.174423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb488-8ffd-4186-bf41-6cc6fae181e6 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (956d4dc1-f726-4be1-9336-69ae68d9abba), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:24.259456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-78801f21-74ae-4f41-ba29-f4ff09f9845a service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222872 Feb 09 20:59:24.281292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] For port b51d02c7-6ff1-4202-a6ab-e4f06770ed35, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:59:24.283878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8675da07-b456-4e5f-bed1-37952e7bcc44 req-912aefc7-9a5a-44df-94ce-c9072a0435c3 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354567 Feb 09 20:59:24.342255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] For port b51d02c7-6ff1-4202-a6ab-e4f06770ed35, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,segment=NetworkSegment(74e17963-d55c-4089-a0e7-5803c63f77cc),segment_id=74e17963-d55c-4089-a0e7-5803c63f77cc)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:59:24.370509 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:24.419658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb488-8ffd-4186-bf41-6cc6fae181e6 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (956d4dc1-f726-4be1-9336-69ae68d9abba), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:24.427273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-a0615e42-8e65-4099-9d4a-7e7173426e6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=42d0a70d-e51d-4f6b-a4b0-14388ec0837a HTTP/1.1" status: 200 len: 217 time: 0.1582458 Feb 09 20:59:24.555344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc90be-a5f5-42be-9bbc-ae0cb8c98ab5 None None] Pushing event updated for resources: {'Port': ['ID=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:24.633807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Allocated IP 2001:db8:0:1::1 (d485af37-2a2c-474e-8233-1e9d923c166c/74a35799-b8c1-4c23-9c6a-d2c08ef29a47/e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:59:24.650594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb488-8ffd-4186-bf41-6cc6fae181e6 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (956d4dc1-f726-4be1-9336-69ae68d9abba), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:24.754301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cb488-8ffd-4186-bf41-6cc6fae181e6 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Subnet': ['ID=956d4dc1-f726-4be1-9336-69ae68d9abba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:24.786069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef7cb488-8ffd-4186-bf41-6cc6fae181e6 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:24.796737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ef7cb488-8ffd-4186-bf41-6cc6fae181e6 tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/subnets/956d4dc1-f726-4be1-9336-69ae68d9abba HTTP/1.1" status: 204 len: 168 time: 1.1542380 Feb 09 20:59:24.798721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:24.990516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321054e1-d2f2-48d5-a5b6-9df031e3f714 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:59:25.012281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Publish callbacks [] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.019466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3caa5a9-b0e9-4d58-8aaf-6ff74f92aa9f tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Deleting subnet 74a35799-b8c1-4c23-9c6a-d2c08ef29a47 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:59:25.049695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Transition to ACTIVE for port object 321054e1-d2f2-48d5-a5b6-9df031e3f714 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:59:25.092158 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Publish callbacks [] for port (e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.098366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3caa5a9-b0e9-4d58-8aaf-6ff74f92aa9f tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for subnet (74a35799-b8c1-4c23-9c6a-d2c08ef29a47), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.099333 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.113531 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.166255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Network d485af37-2a2c-474e-8233-1e9d923c166c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:59:25.171136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:59:25.179360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:59:25.202064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b51d02c7-6ff1-4202-a6ab-e4f06770ed35 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:59:25.231635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Pushing event updated for resources: {'Port': ['ID=321054e1-d2f2-48d5-a5b6-9df031e3f714,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:25.234614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3caa5a9-b0e9-4d58-8aaf-6ff74f92aa9f tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (74a35799-b8c1-4c23-9c6a-d2c08ef29a47), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.268805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Pushing event updated for resources: {'Port': ['ID=e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:25.278689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-a0100e4d-d4e3-49ba-9140-8f44045285ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:25.291725 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-a0100e4d-d4e3-49ba-9140-8f44045285ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.2396529 Feb 09 20:59:25.381367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Attempting to bind port e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:59:25.384084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Attempting to bind port e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '4025db25-d174-4d62-be37-087b6cc388b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd485af37-2a2c-474e-8233-1e9d923c166c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:59:25.384704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Attempting to bind port e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 on network d485af37-2a2c-474e-8233-1e9d923c166c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:59:25.396333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:59:25.398412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Checking segment: {'id': '4025db25-d174-4d62-be37-087b6cc388b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd485af37-2a2c-474e-8233-1e9d923c166c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:59:25.398941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.399457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Bound using segment: {'id': '4025db25-d174-4d62-be37-087b6cc388b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd485af37-2a2c-474e-8233-1e9d923c166c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:59:25.400087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Bound port: e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4025db25-d174-4d62-be37-087b6cc388b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd485af37-2a2c-474e-8233-1e9d923c166c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:59:25.400592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3caa5a9-b0e9-4d58-8aaf-6ff74f92aa9f tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (74a35799-b8c1-4c23-9c6a-d2c08ef29a47), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.404549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.413315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:59:25.415335 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.512276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Attempting to bind port 321054e1-d2f2-48d5-a5b6-9df031e3f714 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:59:25.512954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Attempting to bind port 321054e1-d2f2-48d5-a5b6-9df031e3f714 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:59:25.513445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Attempting to bind port 321054e1-d2f2-48d5-a5b6-9df031e3f714 on network b8e05233-94bb-4040-ab15-213d05c404f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:59:25.524946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Port 321054e1-d2f2-48d5-a5b6-9df031e3f714 on network b8e05233-94bb-4040-ab15-213d05c404f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:59:25.525339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Attempting to bind port 321054e1-d2f2-48d5-a5b6-9df031e3f714 on network b8e05233-94bb-4040-ab15-213d05c404f8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:59:25.539180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:59:25.539504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Checking segment: {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:59:25.539936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Bound using segment: {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:59:25.540511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Bound port: 321054e1-d2f2-48d5-a5b6-9df031e3f714, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddeaa36-36a4-4331-98fa-b47a6d8ae409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:59:25.540982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.543169 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3caa5a9-b0e9-4d58-8aaf-6ff74f92aa9f tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (74a35799-b8c1-4c23-9c6a-d2c08ef29a47), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.552378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825db8b6-157a-41a6-9482-25d0cc5ebd29 req-5233954a-883f-4389-9991-762208619770 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:25.560441 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-825db8b6-157a-41a6-9482-25d0cc5ebd29 req-5233954a-883f-4389-9991-762208619770 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 943 time: 0.1607845 Feb 09 20:59:25.599243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caa5a9-b0e9-4d58-8aaf-6ff74f92aa9f tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Subnet': ['ID=74a35799-b8c1-4c23-9c6a-d2c08ef29a47,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:25.610874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-cc94ffad-4406-492c-9620-fff00eaf67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:25.618006 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3caa5a9-b0e9-4d58-8aaf-6ff74f92aa9f tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.627783 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a3caa5a9-b0e9-4d58-8aaf-6ff74f92aa9f tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/subnets/74a35799-b8c1-4c23-9c6a-d2c08ef29a47 HTTP/1.1" status: 204 len: 168 time: 0.8275912 Feb 09 20:59:25.628280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-cc94ffad-4406-492c-9620-fff00eaf67ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2243598 Feb 09 20:59:25.630548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:25.741147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-825db8b6-157a-41a6-9482-25d0cc5ebd29 req-1420092c-51f9-4c88-804f-35fc742e7ad8 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798494 Feb 09 20:59:25.770894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] For port e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:59:25.803590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] For port e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3,segment=NetworkSegment(4025db25-d174-4d62-be37-087b6cc388b9),segment_id=4025db25-d174-4d62-be37-087b6cc388b9)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:59:25.882539 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:25.998345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b08b21-131d-45bd-98b2-90c5556fe6ea tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:26.001651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b1b08b21-131d-45bd-98b2-90c5556fe6ea tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3531435 Feb 09 20:59:26.008779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:26.054215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] For port 321054e1-d2f2-48d5-a5b6-9df031e3f714, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:59:26.060398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-511b97da-1e25-486a-b8bd-e899908b8e0e service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310322 Feb 09 20:59:26.062315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] For port 321054e1-d2f2-48d5-a5b6-9df031e3f714, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:59:26.085654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dabad6-6277-4c8e-ae21-8fec36be4e0d None None] Pushing event updated for resources: {'Port': ['ID=e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:26.091317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.095376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:26.095992 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.154894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port b51d02c7-6ff1-4202-a6ab-e4f06770ed35, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,segment=NetworkSegment(74e17963-d55c-4089-a0e7-5803c63f77cc),segment_id=74e17963-d55c-4089-a0e7-5803c63f77cc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:26.162502 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.276210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Pushing event updated for resources: {'Port': ['ID=321054e1-d2f2-48d5-a5b6-9df031e3f714,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:26.310408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (d485af37-2a2c-474e-8233-1e9d923c166c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.336077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:26.337143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:26.337778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.339621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-d02580b9-6413-435a-8aae-447f1a45029c service neutron] 10.222.0.13 "PUT /v2.0/ports/321054e1-d2f2-48d5-a5b6-9df031e3f714 HTTP/1.1" status: 200 len: 1092 time: 2.8079860 Feb 09 20:59:26.342289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8400b77-b00d-408e-a289-c6c766894874', 'tag': '321054e1-d2f2-48d5-a5b6-9df031e3f714'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:59:26.344981 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec69948-7cee-405d-9c7b-08200a4398a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8400b77-b00d-408e-a289-c6c766894874", "tag": "321054e1-d2f2-48d5-a5b6-9df031e3f714"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:59:26.383938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb31790-4303-44fb-9f2a-a29cb3181fda None None] Network 319b01a5-7898-4d14-bf35-2c385617ad4d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:59:26.462262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Deleting port e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:26.462901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.509374 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a89c20-d7f9-44dc-bca8-1f9622cc7a13 x-openstack-request-id: req-c5a89c20-d7f9-44dc-bca8-1f9622cc7a13 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:59:26.509664 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8400b77-b00d-408e-a289-c6c766894874", "tag": "321054e1-d2f2-48d5-a5b6-9df031e3f714", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:59:26.509920 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c5a89c20-d7f9-44dc-bca8-1f9622cc7a13 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:59:26.510316 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8400b77-b00d-408e-a289-c6c766894874', 'tag': '321054e1-d2f2-48d5-a5b6-9df031e3f714', 'status': 'completed', 'code': 200} Feb 09 20:59:26.571381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-7ac0aca7-b5e8-4d75-ba27-facea1e5e1c5 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003428 Feb 09 20:59:26.636029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-5aa28774-1b48-4402-bcc4-dc2c435fc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:26.639075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-5aa28774-1b48-4402-bcc4-dc2c435fc186 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 1126 time: 0.2206349 Feb 09 20:59:26.642172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] For port e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3,segment=NetworkSegment(4025db25-d174-4d62-be37-087b6cc388b9),segment_id=4025db25-d174-4d62-be37-087b6cc388b9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:26.642742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.645186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-e1deb111-c295-4738-853e-5f7c2dcd41a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d HTTP/1.1" status: 200 len: 217 time: 0.0623538 Feb 09 20:59:26.679716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Calling delete_port for e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:26.731629 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.754863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fdedf2b5-8cf1-4f61-b99f-488bbbfd4529 None None] Provisioning complete for port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:59:26.755417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdedf2b5-8cf1-4f61-b99f-488bbbfd4529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.805987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:26.878694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Port': ['ID=e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:26.908526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] No DVR routers for this DVR port e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:27.007773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] DHCP port deletion for 319b01a5-7898-4d14-bf35-2c385617ad4d request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:59:27.077201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fdedf2b5-8cf1-4f61-b99f-488bbbfd4529 None None] Current status of the port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:27.118480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (d485af37-2a2c-474e-8233-1e9d923c166c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.146302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-b144b7f9-7bcc-4d3a-b5ab-72c53c15ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:27.147921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-b144b7f9-7bcc-4d3a-b5ab-72c53c15ec7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.2122672 Feb 09 20:59:27.151603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-0df148b6-8680-465e-9b62-94fd42e37215 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714 HTTP/1.1" status: 200 len: 217 time: 0.5014765 Feb 09 20:59:27.167300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d485af37-2a2c-474e-8233-1e9d923c166c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:27.189578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4025db25-d174-4d62-be37-087b6cc388b9') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:27.189995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4025db25-d174-4d62-be37-087b6cc388b9') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:27.207252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b51d02c7-6ff1-4202-a6ab-e4f06770ed35 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:27.207777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (4025db25-d174-4d62-be37-087b6cc388b9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.240272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4025db25-d174-4d62-be37-087b6cc388b9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.254752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:59:27.255457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (4025db25-d174-4d62-be37-087b6cc388b9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:59:27.272769 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:59:27.354737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-a556671b-d7a0-4793-9cb3-a54948c4b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:27.357459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-a556671b-d7a0-4793-9cb3-a54948c4b59e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6aad11c7-f7e1-483b-9d93-902350186623 HTTP/1.1" status: 200 len: 851 time: 0.1209846 Feb 09 20:59:27.449802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] Deleting port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:27.450183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.452810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:27.453191 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.487555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-095ddca0-659a-4456-bd4d-0cff55cebab7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8e05233-94bb-4040-ab15-213d05c404f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179318 Feb 09 20:59:27.510813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (d485af37-2a2c-474e-8233-1e9d923c166c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.529764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.533168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/networks/d485af37-2a2c-474e-8233-1e9d923c166c HTTP/1.1" status: 204 len: 168 time: 1.5233381 Feb 09 20:59:27.543841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:27.600433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab2d85-6d17-4033-8cb7-e8378dafdd7b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Network': ['ID=d485af37-2a2c-474e-8233-1e9d923c166c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:27.623027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] For port b51d02c7-6ff1-4202-a6ab-e4f06770ed35, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,segment=NetworkSegment(74e17963-d55c-4089-a0e7-5803c63f77cc),segment_id=74e17963-d55c-4089-a0e7-5803c63f77cc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:27.623540 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.628985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port b51d02c7-6ff1-4202-a6ab-e4f06770ed35, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,segment=NetworkSegment(74e17963-d55c-4089-a0e7-5803c63f77cc),segment_id=74e17963-d55c-4089-a0e7-5803c63f77cc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:27.639145 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.660602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] Calling delete_port for b51d02c7-6ff1-4202-a6ab-e4f06770ed35 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:27.734120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:27.735821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (319b01a5-7898-4d14-bf35-2c385617ad4d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.865972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Deleting port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:27.866314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.903915 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.958071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] For port b51d02c7-6ff1-4202-a6ab-e4f06770ed35, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,segment=NetworkSegment(74e17963-d55c-4089-a0e7-5803c63f77cc),segment_id=74e17963-d55c-4089-a0e7-5803c63f77cc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:27.958766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:27.968367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] Pushing event deleted for resources: {'Port': ['ID=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:27.975951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f24e3f-4329-407c-8180-47876cb8309c None None] No DVR routers for this DVR port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:28.010174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Calling delete_port for b51d02c7-6ff1-4202-a6ab-e4f06770ed35 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:28.121650 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b51d02c7-6ff1-4202-a6ab-e4f06770ed35), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:28.131794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b7ec-9eb2-4394-8170-f07cc00a9587 req-59e1f2a5-2510-4d3a-9693-50d556007481 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:28.134188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9654b7ec-9eb2-4394-8170-f07cc00a9587 req-59e1f2a5-2510-4d3a-9693-50d556007481 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 943 time: 1.0214260 Feb 09 20:59:28.156534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-8b8f3066-7469-4592-8c15-7202f6d7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:28.158310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-8b8f3066-7469-4592-8c15-7202f6d7fe13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9967320 Feb 09 20:59:28.181880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Port': ['ID=b51d02c7-6ff1-4202-a6ab-e4f06770ed35,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:28.186594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] No DVR routers for this DVR port b51d02c7-6ff1-4202-a6ab-e4f06770ed35 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:28.308844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9654b7ec-9eb2-4394-8170-f07cc00a9587 req-5b95e053-d710-4c89-afff-3d277ed45ad1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548138 Feb 09 20:59:28.310978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-f1601888-9812-4678-a97e-1684e34b1403 service neutron] 10.222.0.13 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080697 Feb 09 20:59:28.346649 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:59:28.364776 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (319b01a5-7898-4d14-bf35-2c385617ad4d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:28.417788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7bf643c8-a1c6-4501-9360-acbebdf91ece None None] Could not find standard attr ID for object e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 20:59:28.440413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319b01a5-7898-4d14-bf35-2c385617ad4d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:28.442359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-3ea37abc-53d8-4e40-9de8-fb027c98a7e7 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726655 Feb 09 20:59:28.466373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e17963-d55c-4089-a0e7-5803c63f77cc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:28.466618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2200d103-3f6c-4c94-8919-7b8eaf7b4f55 None None] DHCP port deletion for d485af37-2a2c-474e-8233-1e9d923c166c request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:59:28.467439 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e17963-d55c-4089-a0e7-5803c63f77cc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:28.486355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (74e17963-d55c-4089-a0e7-5803c63f77cc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:28.499886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ca5c42-d6a0-4b9d-a8f0-b2a2ccd7de78 None None] Network d485af37-2a2c-474e-8233-1e9d923c166c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:59:28.509604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (74e17963-d55c-4089-a0e7-5803c63f77cc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:28.518537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:59:28.519093 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (74e17963-d55c-4089-a0e7-5803c63f77cc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:28.525154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ca5c42-d6a0-4b9d-a8f0-b2a2ccd7de78 None None] Network d485af37-2a2c-474e-8233-1e9d923c166c could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:59:28.595015 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:59:28.611172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a963f76a-6dc2-44dc-b9a9-06cb1aecef16 req-93037b16-db04-4def-b6bb-f92663c83f89 service neutron] 10.222.0.13 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883649 Feb 09 20:59:28.628321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-989178b8-e15f-48c6-a6a6-729d063f7d4a service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778636 Feb 09 20:59:28.672126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-b0b80f1c-8397-4cd2-9d90-547cce0d45c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b HTTP/1.1" status: 200 len: 217 time: 0.0373666 Feb 09 20:59:28.726186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-512c285f-51c7-47d6-be76-0dfe51d8d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:28.727815 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-512c285f-51c7-47d6-be76-0dfe51d8d9ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 200 len: 797 time: 0.0508611 Feb 09 20:59:28.778730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-69b18063-4f49-4a65-9a70-16fe6701611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:28.780456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-69b18063-4f49-4a65-9a70-16fe6701611e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b59df7eb-b308-4cf5-80c1-12a526539cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0467064 Feb 09 20:59:28.814761 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (319b01a5-7898-4d14-bf35-2c385617ad4d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:28.842488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:28.846139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/networks/319b01a5-7898-4d14-bf35-2c385617ad4d HTTP/1.1" status: 204 len: 168 time: 1.2922390 Feb 09 20:59:28.854703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:28.863107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba672e4-8b81-4008-ba81-b803b2f0cc3c tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Network': ['ID=319b01a5-7898-4d14-bf35-2c385617ad4d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:28.993657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-a13d6cf1-b7c1-41bf-80f1-4ccf7cf64e61 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074032 Feb 09 20:59:29.000716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (502b85a7-ac00-4a79-8fdf-c1c9dd7949fa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.037003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:29.083735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:59:29.084207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e2ec5e9d-2be3-4b6d-a2c8-28b5cb8a8cd3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:59:29.093633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-5dea9063-9b0c-4233-8d9e-2e7da067c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:29.096129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-5dea9063-9b0c-4233-8d9e-2e7da067c2b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 1126 time: 0.2507641 Feb 09 20:59:29.300117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (502b85a7-ac00-4a79-8fdf-c1c9dd7949fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.306603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-54705c01-8c69-4f8f-acac-8796d7e41c26 service neutron] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021603 Feb 09 20:59:29.377504 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-d4b325cb-bd04-450b-9ed7-2cef80eccda3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2fd56860-0d34-4f48-8e21-fb8ebe3223b4 HTTP/1.1" status: 200 len: 217 time: 0.0575857 Feb 09 20:59:29.385647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502b85a7-ac00-4a79-8fdf-c1c9dd7949fa']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:29.432402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51c95b6-0ebf-40b4-8bd6-7d52a6d89f85') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:29.433466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51c95b6-0ebf-40b4-8bd6-7d52a6d89f85') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:29.440265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-5094b685-53d8-4767-862f-b7d3bbb8589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:29.441897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-5094b685-53d8-4767-862f-b7d3bbb8589f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 912 time: 0.3375909 Feb 09 20:59:29.487193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7891e-f848-4263-bb85-d6eb3807f6d7 req-48e4082d-6438-4cb0-9681-b3ab2d3a7bc1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:29.488860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cf7891e-f848-4263-bb85-d6eb3807f6d7 req-48e4082d-6438-4cb0-9681-b3ab2d3a7bc1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 943 time: 0.0659835 Feb 09 20:59:29.500784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (a51c95b6-0ebf-40b4-8bd6-7d52a6d89f85), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.512288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-2febcb0e-5a5e-4068-96c0-bc34ab0319d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714 HTTP/1.1" status: 200 len: 217 time: 0.0619168 Feb 09 20:59:29.529346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-ab184921-664b-41de-8bbc-c56e40e7de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:29.530803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-ab184921-664b-41de-8bbc-c56e40e7de2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0310728c-4a85-4d44-9b0f-edf3c472cc80 HTTP/1.1" status: 200 len: 797 time: 0.1343162 Feb 09 20:59:29.551526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a51c95b6-0ebf-40b4-8bd6-7d52a6d89f85), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.555009 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6cf7891e-f848-4263-bb85-d6eb3807f6d7 req-5abb8a92-ce70-4751-991b-2746b969dda0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576868 Feb 09 20:59:29.588301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:59:29.588743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (a51c95b6-0ebf-40b4-8bd6-7d52a6d89f85), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: timer() Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:59:29.592404 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:59:29.665048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-94dacdef-77ec-4ad7-aa8d-47f9d5f97f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:29.667078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-94dacdef-77ec-4ad7-aa8d-47f9d5f97f5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6aad11c7-f7e1-483b-9d93-902350186623 HTTP/1.1" status: 200 len: 851 time: 0.1462257 Feb 09 20:59:29.708014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-9d8161fa-469b-4353-8361-0ade640a0471 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8e05233-94bb-4040-ab15-213d05c404f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330608 Feb 09 20:59:29.710236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-bc7d0f4c-a73e-4cb3-bcc1-d9593f77085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:29.711670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-bc7d0f4c-a73e-4cb3-bcc1-d9593f77085c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1578269 Feb 09 20:59:29.712469 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (502b85a7-ac00-4a79-8fdf-c1c9dd7949fa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.729605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.735202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/networks/502b85a7-ac00-4a79-8fdf-c1c9dd7949fa HTTP/1.1" status: 204 len: 168 time: 0.8740990 Feb 09 20:59:29.735775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:29.815130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc802aa-f620-4866-bc02-c08ef26cf65b tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Network': ['ID=502b85a7-ac00-4a79-8fdf-c1c9dd7949fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:29.830305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (6ea30c35-165b-4e42-844a-ff1e6d64a13b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.920012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-50436f64-cfd9-4cd2-b9d0-be5e6808078b service neutron] 10.222.0.13 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054868 Feb 09 20:59:29.930298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (6ea30c35-165b-4e42-844a-ff1e6d64a13b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.937012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-2d523391-7aec-4452-8b15-ddd106099f7c service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095838 Feb 09 20:59:29.954405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea30c35-165b-4e42-844a-ff1e6d64a13b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:29.969408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc90b36-032c-40e5-b0a8-87e3873d6826') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:29.969846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc90b36-032c-40e5-b0a8-87e3873d6826') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:29.981383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (0fc90b36-032c-40e5-b0a8-87e3873d6826), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:29.998659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0fc90b36-032c-40e5-b0a8-87e3873d6826), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:30.014519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:59:30.015087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (0fc90b36-032c-40e5-b0a8-87e3873d6826), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: timer() Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:59:30.018417 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:59:30.095373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ec69948-7cee-405d-9c7b-08200a4398a2 req-a5d4b94f-9dd6-407b-a24a-17349b034285 service neutron] 10.222.0.13 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675670 Feb 09 20:59:30.097297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (6ea30c35-165b-4e42-844a-ff1e6d64a13b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:30.101274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-2a01ccfe-3f43-4296-b656-52109b858b34 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528711 Feb 09 20:59:30.104226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:30.110735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] 10.222.0.102 "DELETE /v2.0/networks/6ea30c35-165b-4e42-844a-ff1e6d64a13b HTTP/1.1" status: 204 len: 168 time: 0.3731792 Feb 09 20:59:30.140962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7be626-dc6e-4cee-bcf5-49304a6bc0ca tempest-BulkNetworkOpsIpV6Test-105746014 tempest-BulkNetworkOpsIpV6Test-105746014-project] Pushing event deleted for resources: {'Network': ['ID=6ea30c35-165b-4e42-844a-ff1e6d64a13b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:30.178466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-05957cd1-2a85-4216-8d23-f78595dbf24d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232d94c4-405a-458f-9289-27b7f5eae1ef HTTP/1.1" status: 200 len: 217 time: 0.0697482 Feb 09 20:59:30.250039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-403a7583-a081-49aa-9fea-aa86e05efce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:30.252466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-403a7583-a081-49aa-9fea-aa86e05efce8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0310728c-4a85-4d44-9b0f-edf3c472cc80 HTTP/1.1" status: 200 len: 797 time: 0.0676785 Feb 09 20:59:30.320410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-9dcd5a2f-48fb-4569-a8bd-429eae296752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:30.321961 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-9dcd5a2f-48fb-4569-a8bd-429eae296752 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4684df51-983a-47c5-a29a-38f5ffed942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0625024 Feb 09 20:59:30.446012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-7713392a-d95e-4879-97b0-4e1a6cd464c2 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165931 Feb 09 20:59:30.485829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42314) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:30.575459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de8dc9c-3d0a-475c-8c0a-669d5cd86308 req-beaf7ebb-e731-4618-9756-40d7511622d3 service neutron] 10.222.0.50 "GET /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222873 Feb 09 20:59:30.665614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a0a502e3-5bbf-45fe-ac7e-04f45cbe8999 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=63db33358c1b4dbfafb773244474de77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792414 Feb 09 20:59:30.673209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:30.783242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb025832-f61f-4df5-9e7e-5daf1614a0e0 admin admin] Publish callbacks [] for security_group (ded38f3f-20b4-49ce-9851-68869a307afe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:30.798863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089ec7d-3134-4794-a047-df0041d8c745 req-3807217e-cc75-4195-a851-5e590b8e34a0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:30.800972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d089ec7d-3134-4794-a047-df0041d8c745 req-3807217e-cc75-4195-a851-5e590b8e34a0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 943 time: 0.1180410 Feb 09 20:59:30.840784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb025832-f61f-4df5-9e7e-5daf1614a0e0 admin admin] Publish callbacks [] for security_group (ded38f3f-20b4-49ce-9851-68869a307afe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:30.895411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d089ec7d-3134-4794-a047-df0041d8c745 req-d3ef9ef7-65f0-4025-9732-6f484c824a7a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813839 Feb 09 20:59:30.938090 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb025832-f61f-4df5-9e7e-5daf1614a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ded38f3f-20b4-49ce-9851-68869a307afe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:30.938717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb025832-f61f-4df5-9e7e-5daf1614a0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:30.941981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fb025832-f61f-4df5-9e7e-5daf1614a0e0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ded38f3f-20b4-49ce-9851-68869a307afe HTTP/1.1" status: 204 len: 168 time: 0.2657139 Feb 09 20:59:30.962225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb025832-f61f-4df5-9e7e-5daf1614a0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded38f3f-20b4-49ce-9851-68869a307afe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:31.651165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 321054e1-d2f2-48d5-a5b6-9df031e3f714 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:59:31.888692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 321054e1-d2f2-48d5-a5b6-9df031e3f714, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:31.911542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '321054e1-d2f2-48d5-a5b6-9df031e3f714', 'network_id': 'b8e05233-94bb-4040-ab15-213d05c404f8', 'port_id': '321054e1-d2f2-48d5-a5b6-9df031e3f714', 'mac_address': 'fa:16:3e:7f:72:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aad11c7-f7e1-483b-9d93-902350186623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:59:31.981403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 321054e1-d2f2-48d5-a5b6-9df031e3f714 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:31.982084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:32.002179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321054e1-d2f2-48d5-a5b6-9df031e3f714 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:59:32.056581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 321054e1-d2f2-48d5-a5b6-9df031e3f714, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:32.065008 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:32.141718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=321054e1-d2f2-48d5-a5b6-9df031e3f714,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:32.151724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3567-84e4-4a0d-8cbc-113a27a207f7 req-8a3b83c0-8db6-43c0-8bd3-403d8de327e0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:32.158737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-952d3567-84e4-4a0d-8cbc-113a27a207f7 req-8a3b83c0-8db6-43c0-8bd3-403d8de327e0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 943 time: 0.1354749 Feb 09 20:59:32.247058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-952d3567-84e4-4a0d-8cbc-113a27a207f7 req-6e60b10e-3c9d-4ffa-97b9-974ec323a701 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769618 Feb 09 20:59:32.336636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['321054e1-d2f2-48d5-a5b6-9df031e3f714'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:59:33.387929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6bf7e-0150-4b63-90ae-f4ed662b9da0 req-28c3c29d-d49a-484b-bd33-b15accb82d13 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:33.389612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8aa6bf7e-0150-4b63-90ae-f4ed662b9da0 req-28c3c29d-d49a-484b-bd33-b15accb82d13 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 944 time: 0.0705647 Feb 09 20:59:33.450751 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8aa6bf7e-0150-4b63-90ae-f4ed662b9da0 req-1e97f03a-89c3-4be4-b999-4254d75d77a9 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550563 Feb 09 20:59:33.680691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 321054e1-d2f2-48d5-a5b6-9df031e3f714 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:59:33.746216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 321054e1-d2f2-48d5-a5b6-9df031e3f714 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:59:33.763432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 321054e1-d2f2-48d5-a5b6-9df031e3f714 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:59:33.763980 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:33.882731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 321054e1-d2f2-48d5-a5b6-9df031e3f714 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:33.883363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:33.918306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8400b77-b00d-408e-a289-c6c766894874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321054e1-d2f2-48d5-a5b6-9df031e3f714'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:59:33.922286 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cc788a-cdef-47cc-a0dc-c1537aacba0c" -d '{"events": [{"server_uuid": "f8400b77-b00d-408e-a289-c6c766894874", "name": "network-vif-plugged", "status": "completed", "tag": "321054e1-d2f2-48d5-a5b6-9df031e3f714"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:59:33.940656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 321054e1-d2f2-48d5-a5b6-9df031e3f714, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:33.950427 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:34.024037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=321054e1-d2f2-48d5-a5b6-9df031e3f714,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:34.028469 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeadf46-8d64-4d60-ae70-5ee0f19cac81 x-openstack-request-id: req-1eeadf46-8d64-4d60-ae70-5ee0f19cac81 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:59:34.028762 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8400b77-b00d-408e-a289-c6c766894874", "name": "network-vif-plugged", "status": "completed", "tag": "321054e1-d2f2-48d5-a5b6-9df031e3f714", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:59:34.029014 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1eeadf46-8d64-4d60-ae70-5ee0f19cac81 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:59:34.029422 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8400b77-b00d-408e-a289-c6c766894874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321054e1-d2f2-48d5-a5b6-9df031e3f714', 'code': 200} Feb 09 20:59:34.125604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470a1b1-8e6b-4dc9-a7c0-6f958d714684 req-6c4adf7c-959e-446e-ab90-b0702b2ed28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:34.127116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4470a1b1-8e6b-4dc9-a7c0-6f958d714684 req-6c4adf7c-959e-446e-ab90-b0702b2ed28e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 1128 time: 0.0779824 Feb 09 20:59:34.177368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4470a1b1-8e6b-4dc9-a7c0-6f958d714684 req-f2eae8ec-379e-4af7-82d7-e8f6a0223724 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Feb 09 20:59:34.603164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26e3c4-846b-4c9d-a022-7681b08f9127 req-ed0d766f-286a-48c0-bcab-94ab02f33f49 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:34.604797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f26e3c4-846b-4c9d-a022-7681b08f9127 req-ed0d766f-286a-48c0-bcab-94ab02f33f49 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0695212 Feb 09 20:59:34.660771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f26e3c4-846b-4c9d-a022-7681b08f9127 req-3562de17-767a-422e-9ec4-455662aabf66 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Feb 09 20:59:35.800000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ba4db-30a7-4412-8ee2-041231538e82 req-71756067-7ca4-4737-9252-bb3b51fc8baa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:35.801544 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-281ba4db-30a7-4412-8ee2-041231538e82 req-71756067-7ca4-4737-9252-bb3b51fc8baa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0567281 Feb 09 20:59:35.855220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-281ba4db-30a7-4412-8ee2-041231538e82 req-65144d7c-1d69-479e-8b13-7e14b0b46e7b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462301 Feb 09 20:59:36.115859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-72f5ecd7-c4a9-45f0-a1a7-bcbc9d5bcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:36.117654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-72f5ecd7-c4a9-45f0-a1a7-bcbc9d5bcb02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 1128 time: 0.0608594 Feb 09 20:59:36.140315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aecd7-3923-4338-a494-97ee8f59069e req-d8a3e5a1-99fa-4c66-911d-323bda5407ec tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:36.141852 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-989aecd7-3923-4338-a494-97ee8f59069e req-d8a3e5a1-99fa-4c66-911d-323bda5407ec tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0792866 Feb 09 20:59:36.205626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-989aecd7-3923-4338-a494-97ee8f59069e req-e326f666-a8c6-43fa-a3c4-10fcf4e09802 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 Feb 09 20:59:36.227023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-b2c72563-cabf-4c58-a984-8396f560b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:36.228847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-b2c72563-cabf-4c58-a984-8396f560b95d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 912 time: 0.1049771 Feb 09 20:59:36.281092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-8f91d363-fdbe-4ca6-90fd-32f749468cfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714 HTTP/1.1" status: 200 len: 217 time: 0.0462735 Feb 09 20:59:36.341102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-c8dc4e56-fac8-4b89-a520-9c204d770dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:36.342620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-c8dc4e56-fac8-4b89-a520-9c204d770dec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6aad11c7-f7e1-483b-9d93-902350186623 HTTP/1.1" status: 200 len: 851 time: 0.0549726 Feb 09 20:59:36.381145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-6d7574e0-fd59-411e-aa1f-8451d712cb2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8e05233-94bb-4040-ab15-213d05c404f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290027 Feb 09 20:59:36.479071 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-341667bd-59b2-46a7-8531-737bdcf85920 service neutron] 10.222.0.13 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916004 Feb 09 20:59:36.579143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd12a8d3-bb75-4ac4-b76c-0fa6cdb2fd3c req-be48c758-23b3-4113-8d63-bb267017a6ee service neutron] 10.222.0.13 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943410 Feb 09 20:59:37.335753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b2441-947e-46cc-94be-dcdfe953c57a req-37f05b2e-6274-4e8e-a0df-9e86966c89d0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:37.338008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-222b2441-947e-46cc-94be-dcdfe953c57a req-37f05b2e-6274-4e8e-a0df-9e86966c89d0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0563688 Feb 09 20:59:37.388910 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-222b2441-947e-46cc-94be-dcdfe953c57a req-78bedeac-c16d-4a9b-89ce-ea04060378e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452247 Feb 09 20:59:37.634165 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-788928e0-58f5-4b73-9b2a-28f09299ca90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:38.533036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3511-c92a-4042-95ef-fb70ccdee908 req-47c0f5d6-f78a-4303-897e-f2f93fe5ebe2 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:38.534604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e2be3511-c92a-4042-95ef-fb70ccdee908 req-47c0f5d6-f78a-4303-897e-f2f93fe5ebe2 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0690882 Feb 09 20:59:38.587081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e2be3511-c92a-4042-95ef-fb70ccdee908 req-2b35b92d-43f9-4733-8617-33c1da341eef tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 Feb 09 20:59:39.724101 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-359f1829-43ce-4951-94bb-0de66d157f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:39.744004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1b6b8-48f4-4b21-8ccc-c67efe725cac req-1d4b749d-eecc-4184-9e54-a9b3c7ea5c98 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:39.746836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4b1b6b8-48f4-4b21-8ccc-c67efe725cac req-1d4b749d-eecc-4184-9e54-a9b3c7ea5c98 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0838964 Feb 09 20:59:39.812253 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4b1b6b8-48f4-4b21-8ccc-c67efe725cac req-c7b671e9-9767-4175-9c17-4a516b697e33 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Feb 09 20:59:40.968697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b71c8-3ac6-4260-b9a2-a562a3620053 req-beacff44-cddb-4156-a9db-b76aa17695c1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:40.970726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e69b71c8-3ac6-4260-b9a2-a562a3620053 req-beacff44-cddb-4156-a9db-b76aa17695c1 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0734777 Feb 09 20:59:41.036606 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e69b71c8-3ac6-4260-b9a2-a562a3620053 req-9a9d675d-e3bb-4857-9aed-79ee67cdf1ba tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567939 Feb 09 20:59:41.190087 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:42.229328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319814bc-7aac-463b-a614-df3246eaa166 req-05f7334c-27fd-4508-949b-559e48b2e81a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:42.239899 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-319814bc-7aac-463b-a614-df3246eaa166 req-05f7334c-27fd-4508-949b-559e48b2e81a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0843456 Feb 09 20:59:42.299085 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-319814bc-7aac-463b-a614-df3246eaa166 req-3f9d3ccd-4eb9-49f9-909c-45939868055a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580435 Feb 09 20:59:42.699926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:42.763649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:42.944804 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75aecfae-f07d-4750-9cd0-b5c1c1f33e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.050914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75aecfae-f07d-4750-9cd0-b5c1c1f33e3d admin admin] Publish callbacks [] for security_group (4ad11723-c572-484c-b884-8b6ae6a29490), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.058743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75aecfae-f07d-4750-9cd0-b5c1c1f33e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4ad11723-c572-484c-b884-8b6ae6a29490), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.104080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-75aecfae-f07d-4750-9cd0-b5c1c1f33e3d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f776afa5124f4fa8ade0c0ad897ae1ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389976 Feb 09 20:59:43.109292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:43.140622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aecfae-f07d-4750-9cd0-b5c1c1f33e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad11723-c572-484c-b884-8b6ae6a29490,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:43.182153 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9963f85e-cb6d-40b5-bb10-c0a5a38e610a admin admin] Publish callbacks [] for security_group (4ad11723-c572-484c-b884-8b6ae6a29490), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.215951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9963f85e-cb6d-40b5-bb10-c0a5a38e610a admin admin] Publish callbacks [] for security_group (4ad11723-c572-484c-b884-8b6ae6a29490), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.280897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9963f85e-cb6d-40b5-bb10-c0a5a38e610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4ad11723-c572-484c-b884-8b6ae6a29490), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.283619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9963f85e-cb6d-40b5-bb10-c0a5a38e610a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.285373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9963f85e-cb6d-40b5-bb10-c0a5a38e610a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4ad11723-c572-484c-b884-8b6ae6a29490 HTTP/1.1" status: 204 len: 168 time: 0.1732378 Feb 09 20:59:43.301764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963f85e-cb6d-40b5-bb10-c0a5a38e610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad11723-c572-484c-b884-8b6ae6a29490,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:43.485519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400047b-bcaa-4642-9823-56ca694dbefe req-53b0361b-dc7e-42b5-8b1b-34aba20a4db0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:43.487292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c400047b-bcaa-4642-9823-56ca694dbefe req-53b0361b-dc7e-42b5-8b1b-34aba20a4db0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0916841 Feb 09 20:59:43.549840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c400047b-bcaa-4642-9823-56ca694dbefe req-55cc64ed-aa13-4771-ae28-902e0361f6f6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563688 Feb 09 20:59:43.674246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:43.693010 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b346cf4-213b-4272-8ae6-9b1110101bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.815322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b346cf4-213b-4272-8ae6-9b1110101bbe admin admin] Publish callbacks [] for security_group (a7c4239f-f335-4b38-821d-5bc268c58623), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.820625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7b346cf4-213b-4272-8ae6-9b1110101bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a7c4239f-f335-4b38-821d-5bc268c58623), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.862870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7b346cf4-213b-4272-8ae6-9b1110101bbe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=246f07d5c1df4da3b8a2695df97f7eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873798 Feb 09 20:59:43.867516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:59:43.868397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b346cf4-213b-4272-8ae6-9b1110101bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c4239f-f335-4b38-821d-5bc268c58623,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:43.925496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.944517 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b687b737-f893-4e5f-b439-eb34d906ebaa admin admin] Publish callbacks [] for security_group (a7c4239f-f335-4b38-821d-5bc268c58623), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:43.975577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b687b737-f893-4e5f-b439-eb34d906ebaa admin admin] Publish callbacks [] for security_group (a7c4239f-f335-4b38-821d-5bc268c58623), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:44.034176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b687b737-f893-4e5f-b439-eb34d906ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a7c4239f-f335-4b38-821d-5bc268c58623), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:44.037667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b687b737-f893-4e5f-b439-eb34d906ebaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:44.038985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b687b737-f893-4e5f-b439-eb34d906ebaa admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a7c4239f-f335-4b38-821d-5bc268c58623 HTTP/1.1" status: 204 len: 168 time: 0.1704164 Feb 09 20:59:44.052777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b737-f893-4e5f-b439-eb34d906ebaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c4239f-f335-4b38-821d-5bc268c58623,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:44.724914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d19f2-4ff5-4f6f-8611-d82df41beaf7 req-625b4d93-7fc2-45c4-a18a-d41be38c26cb tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:44.726609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e22d19f2-4ff5-4f6f-8611-d82df41beaf7 req-625b4d93-7fc2-45c4-a18a-d41be38c26cb tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0871689 Feb 09 20:59:44.805655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e22d19f2-4ff5-4f6f-8611-d82df41beaf7 req-b4041ee1-a21c-4971-9bd6-fdca3949e464 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692053 Feb 09 20:59:45.945017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da617046-ccf6-4c32-b19f-6bea26b0c1f9 req-f591b418-558b-4faa-8c96-8fb22975ac05 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:45.950249 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da617046-ccf6-4c32-b19f-6bea26b0c1f9 req-f591b418-558b-4faa-8c96-8fb22975ac05 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0699670 Feb 09 20:59:46.011753 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da617046-ccf6-4c32-b19f-6bea26b0c1f9 req-7c2d49a9-6428-46c1-863b-b4652f107cdf tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550928 Feb 09 20:59:47.239858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26376372-924b-41a8-9e2e-f1ae3391e96c req-8d27936c-3855-4afb-a564-203e026c52ca tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:47.249097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26376372-924b-41a8-9e2e-f1ae3391e96c req-8d27936c-3855-4afb-a564-203e026c52ca tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.1317453 Feb 09 20:59:47.313326 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26376372-924b-41a8-9e2e-f1ae3391e96c req-8fb18c5f-b2a2-4774-b674-ad3e9d9c2468 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629079 Feb 09 20:59:48.515209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fbbc8-ae44-48c2-986b-9a8c129f15b7 req-9e5f3bd1-1b2b-4db6-9ace-31543c4aafba tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:48.517113 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db3fbbc8-ae44-48c2-986b-9a8c129f15b7 req-9e5f3bd1-1b2b-4db6-9ace-31543c4aafba tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0912452 Feb 09 20:59:48.572669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db3fbbc8-ae44-48c2-986b-9a8c129f15b7 req-2fb8a3eb-2127-46c3-a885-0bf95205d14a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482905 Feb 09 20:59:49.745241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327fe08-8ce2-4b6a-b9a4-62091853ea7f req-4d1eb8d8-82a6-48f5-8300-1ddefcab8347 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:49.754178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1327fe08-8ce2-4b6a-b9a4-62091853ea7f req-4d1eb8d8-82a6-48f5-8300-1ddefcab8347 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0825763 Feb 09 20:59:49.839993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1327fe08-8ce2-4b6a-b9a4-62091853ea7f req-4e37f6d5-c835-4e5a-94ed-4ca295aaf19f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846219 Feb 09 20:59:50.822129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-a5a171fc-e1e6-4925-8a7f-be7071fabc3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:50.824505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-a5a171fc-e1e6-4925-8a7f-be7071fabc3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:50.830063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-a5a171fc-e1e6-4925-8a7f-be7071fabc3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:50.835740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-a5a171fc-e1e6-4925-8a7f-be7071fabc3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:50.841498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-a5a171fc-e1e6-4925-8a7f-be7071fabc3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:50.846666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-a5a171fc-e1e6-4925-8a7f-be7071fabc3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:50.852239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-a5a171fc-e1e6-4925-8a7f-be7071fabc3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:50.854202 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-a5a171fc-e1e6-4925-8a7f-be7071fabc3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.1030273 Feb 09 20:59:50.955388 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-58416704-960c-4e17-bbdd-91ef3a26eb4f req-0369ab18-40ab-449d-8e86-a3ac22f6a015 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903420 Feb 09 20:59:51.004527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfa234-14ba-4e53-850c-13bc6bedd4a3 req-291f423f-ccfd-46d1-bd6b-3c07ec8b3641 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:51.006917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3bfa234-14ba-4e53-850c-13bc6bedd4a3 req-291f423f-ccfd-46d1-bd6b-3c07ec8b3641 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0922356 Feb 09 20:59:51.059110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3bfa234-14ba-4e53-850c-13bc6bedd4a3 req-030e0361-5ae2-46b7-a7e0-13b59c092153 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Feb 09 20:59:51.629181 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:52.137558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-ee2ccfd4-f2b2-4ccc-9c44-802db7eae928 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:52.146998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-ee2ccfd4-f2b2-4ccc-9c44-802db7eae928 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:52.157433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-ee2ccfd4-f2b2-4ccc-9c44-802db7eae928 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:52.167454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-ee2ccfd4-f2b2-4ccc-9c44-802db7eae928 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:52.174798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-ee2ccfd4-f2b2-4ccc-9c44-802db7eae928 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:52.184314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-ee2ccfd4-f2b2-4ccc-9c44-802db7eae928 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:52.190233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-ee2ccfd4-f2b2-4ccc-9c44-802db7eae928 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:52.192438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-ee2ccfd4-f2b2-4ccc-9c44-802db7eae928 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.1450338 Feb 09 20:59:52.230870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c714553-d813-4e39-8458-d4b4e58dae49 req-6d4e388b-fa3f-4443-9306-992aa296b339 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:52.240351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c714553-d813-4e39-8458-d4b4e58dae49 req-6d4e388b-fa3f-4443-9306-992aa296b339 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0952585 Feb 09 20:59:52.289813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03076d16-60c6-4567-96c1-8f2a5cfd37a3 req-97fa91e1-3258-4011-95fd-0191fb5aab99 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900869 Feb 09 20:59:52.316462 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c714553-d813-4e39-8458-d4b4e58dae49 req-1548cbab-7e1c-4e00-9643-c4337991c999 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731268 Feb 09 20:59:53.448245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ab473a06-c99b-4f0a-8b95-c0effa40add5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:53.455017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ab473a06-c99b-4f0a-8b95-c0effa40add5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:53.456017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29852a4d-1dd7-41bb-8371-fe1b41f1b66a req-25cacbf1-9902-4979-a828-db5c55c42395 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:53.461345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ab473a06-c99b-4f0a-8b95-c0effa40add5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:53.465495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29852a4d-1dd7-41bb-8371-fe1b41f1b66a req-25cacbf1-9902-4979-a828-db5c55c42395 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0690894 Feb 09 20:59:53.469308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ab473a06-c99b-4f0a-8b95-c0effa40add5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:53.477376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ab473a06-c99b-4f0a-8b95-c0effa40add5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:53.485621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ab473a06-c99b-4f0a-8b95-c0effa40add5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:53.491646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ab473a06-c99b-4f0a-8b95-c0effa40add5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:53.493964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ab473a06-c99b-4f0a-8b95-c0effa40add5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.1104159 Feb 09 20:59:53.569628 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47db75ee-da0c-400e-872c-d175f9c9b920 req-ad90982c-0dba-41b7-b110-0d72831d680a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688517 Feb 09 20:59:53.910686 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29852a4d-1dd7-41bb-8371-fe1b41f1b66a req-4ed68bbc-e2e4-449c-a02d-17d4f653e13f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440794 Feb 09 20:59:54.164789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-69995039-be36-4b5b-bc15-b0883e59acfe tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.170157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-69995039-be36-4b5b-bc15-b0883e59acfe tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.175556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-69995039-be36-4b5b-bc15-b0883e59acfe tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.182999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-69995039-be36-4b5b-bc15-b0883e59acfe tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.193303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-69995039-be36-4b5b-bc15-b0883e59acfe tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.201356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-69995039-be36-4b5b-bc15-b0883e59acfe tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.206631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-69995039-be36-4b5b-bc15-b0883e59acfe tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.208780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-69995039-be36-4b5b-bc15-b0883e59acfe tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.1109552 Feb 09 20:59:54.261209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-be0d22ac-d7ac-4727-ab19-2d6737098776 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.262673 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-be0d22ac-d7ac-4727-ab19-2d6737098776 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "GET /v2.0/ports/84966e3d-3525-4cc7-995e-67aa8d5e58ad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0484438 Feb 09 20:59:54.386830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-48a18000-7d4d-4d24-a13a-f992d296fbde tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "GET /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1196828 Feb 09 20:59:54.403314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:54.481158 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:54.672037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] For port 84966e3d-3525-4cc7-995e-67aa8d5e58ad, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=84966e3d-3525-4cc7-995e-67aa8d5e58ad,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:54.738008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] For port 84966e3d-3525-4cc7-995e-67aa8d5e58ad, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:59:54.779787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a92b2-607a-4957-a016-8779cd340704 req-31100daf-b9ef-42f8-a271-2fc141197c10 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.786060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a92b2-607a-4957-a016-8779cd340704 req-31100daf-b9ef-42f8-a271-2fc141197c10 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.792747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a92b2-607a-4957-a016-8779cd340704 req-31100daf-b9ef-42f8-a271-2fc141197c10 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.798397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a92b2-607a-4957-a016-8779cd340704 req-31100daf-b9ef-42f8-a271-2fc141197c10 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.803767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] device_id is not set on port 84966e3d-3525-4cc7-995e-67aa8d5e58ad yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:59:54.804935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a92b2-607a-4957-a016-8779cd340704 req-31100daf-b9ef-42f8-a271-2fc141197c10 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.814960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a92b2-607a-4957-a016-8779cd340704 req-31100daf-b9ef-42f8-a271-2fc141197c10 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.815249 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] Publish callbacks [] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:54.821426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a92b2-607a-4957-a016-8779cd340704 req-31100daf-b9ef-42f8-a271-2fc141197c10 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.821603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:54.830497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f06a92b2-607a-4957-a016-8779cd340704 req-31100daf-b9ef-42f8-a271-2fc141197c10 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 5444 time: 0.1464961 Feb 09 20:59:54.912002 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f06a92b2-607a-4957-a016-8779cd340704 req-f7e69e2c-1fb0-4d4a-94a5-93a59f037238 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=e27a360b-7553-470c-96d9-ffd36363945b&id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771065 Feb 09 20:59:54.919632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] No DVR routers for this DVR port 84966e3d-3525-4cc7-995e-67aa8d5e58ad on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:54.978396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] Pushing event updated for resources: {'Port': ['ID=84966e3d-3525-4cc7-995e-67aa8d5e58ad,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:54.997767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] In _notify_port_updated(), no bound segment for port 84966e3d-3525-4cc7-995e-67aa8d5e58ad on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:59:54.998762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:54.999474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:55.000919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-de647738-6add-4988-aa8c-e3550304dc10 service neutron] 10.222.0.50 "PUT /v2.0/ports/84966e3d-3525-4cc7-995e-67aa8d5e58ad HTTP/1.1" status: 200 len: 1032 time: 0.6021264 Feb 09 20:59:55.087136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-6f7a292c-71b8-4be6-a6fc-d5055d5005ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:55.088987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-6f7a292c-71b8-4be6-a6fc-d5055d5005ea tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "GET /v2.0/ports/42d0a70d-e51d-4f6b-a4b0-14388ec0837a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0773408 Feb 09 20:59:55.102188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:59:55.147010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194c716-5179-4fa1-b66e-5c4d1b970a8d req-d239ebe4-0bde-4370-bcb2-e8953d5d5aeb tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:55.149481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4194c716-5179-4fa1-b66e-5c4d1b970a8d req-d239ebe4-0bde-4370-bcb2-e8953d5d5aeb tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.1474283 Feb 09 20:59:55.224464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:55.251950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4194c716-5179-4fa1-b66e-5c4d1b970a8d req-daa46cbd-c0b2-4d36-92e8-01b0b14191f0 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948124 Feb 09 20:59:55.290914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-baa81094-00be-4ed5-98f0-da1247b76d6c None None] Provisioning complete for port 84966e3d-3525-4cc7-995e-67aa8d5e58ad triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:59:55.292128 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baa81094-00be-4ed5-98f0-da1247b76d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:55.327489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-baa81094-00be-4ed5-98f0-da1247b76d6c None None] Port 84966e3d-3525-4cc7-995e-67aa8d5e58ad cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:59:55.418622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] For port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:55.472013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] For port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:59:55.532417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] device_id is not set on port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 20:59:55.550118 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] Publish callbacks [] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:55.559010 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:55.645670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] No DVR routers for this DVR port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:55.652002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:55.719871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] In _notify_port_updated(), no bound segment for port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a on network b59df7eb-b308-4cf5-80c1-12a526539cf0 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 20:59:55.721036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:55.723666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:55.728243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b1af30cf-8fbb-4324-876b-9fa7122aa9d6 service neutron] 10.222.0.50 "PUT /v2.0/ports/42d0a70d-e51d-4f6b-a4b0-14388ec0837a HTTP/1.1" status: 200 len: 1032 time: 0.6321568 Feb 09 20:59:55.922842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:55.923335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:55.974800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ecc983d7-7e0a-4aa0-a27d-463d04264bb9 None None] Provisioning complete for port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:59:55.975995 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ecc983d7-7e0a-4aa0-a27d-463d04264bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:56.021427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ecc983d7-7e0a-4aa0-a27d-463d04264bb9 None None] Port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:59:56.078910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] For port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:56.079240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:56.097977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:56.133534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed106-2cf7-4ef4-8a9f-bcd3f81d05c3 req-18f9658a-6213-4fd9-8928-b155cfaadfe9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:56.139072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed106-2cf7-4ef4-8a9f-bcd3f81d05c3 req-18f9658a-6213-4fd9-8928-b155cfaadfe9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:56.144616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed106-2cf7-4ef4-8a9f-bcd3f81d05c3 req-18f9658a-6213-4fd9-8928-b155cfaadfe9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:56.149832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed106-2cf7-4ef4-8a9f-bcd3f81d05c3 req-18f9658a-6213-4fd9-8928-b155cfaadfe9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:56.155220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed106-2cf7-4ef4-8a9f-bcd3f81d05c3 req-18f9658a-6213-4fd9-8928-b155cfaadfe9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:56.157185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e50ed106-2cf7-4ef4-8a9f-bcd3f81d05c3 req-18f9658a-6213-4fd9-8928-b155cfaadfe9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 3886 time: 0.1283154 Feb 09 20:59:56.258037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e50ed106-2cf7-4ef4-8a9f-bcd3f81d05c3 req-2da4b89f-d466-4361-a08b-de3eba49ed74 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654521 Feb 09 20:59:56.365242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:56.433174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e78a0-47d5-4738-93da-da5a5e5b6359 req-d17e9574-9d78-413f-8a52-8eb9dfd4db57 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:56.444085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae5e78a0-47d5-4738-93da-da5a5e5b6359 req-d17e9574-9d78-413f-8a52-8eb9dfd4db57 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.1130152 Feb 09 20:59:56.449807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] No DVR routers for this DVR port c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:56.452880 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:56.457583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "DELETE /v2.0/ports/c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b HTTP/1.1" status: 204 len: 173 time: 0.7233720 Feb 09 20:59:56.458082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': 'c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:59:56.460709 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3b2e4d-b87b-47cd-89ab-f74723480eeb" -d '{"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:59:56.467862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c8e65-e878-47f6-8256-13b462ab7d40 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:56.512868 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:56.522441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae5e78a0-47d5-4738-93da-da5a5e5b6359 req-8d5e8764-1ba3-4a95-9aa9-1725d98ae179 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773363 Feb 09 20:59:56.533167 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92697c9a-d846-47a4-a46d-250629215f09 x-openstack-request-id: req-92697c9a-d846-47a4-a46d-250629215f09 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:59:56.533689 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:59:56.533689 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-92697c9a-d846-47a4-a46d-250629215f09 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:59:56.535222 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': 'c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b', 'status': 'completed', 'code': 200} Feb 09 20:59:56.631406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port 232d94c4-405a-458f-9289-27b7f5eae1ef {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:56.631911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:56.751052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] For port 232d94c4-405a-458f-9289-27b7f5eae1ef, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=232d94c4-405a-458f-9289-27b7f5eae1ef,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:56.751262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:56.765957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for 232d94c4-405a-458f-9289-27b7f5eae1ef owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:56.934411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (232d94c4-405a-458f-9289-27b7f5eae1ef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:56.978521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=232d94c4-405a-458f-9289-27b7f5eae1ef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:57.033906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] No DVR routers for this DVR port 232d94c4-405a-458f-9289-27b7f5eae1ef on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:57.036612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:57.040651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-19a44c04-80a6-4d7b-af06-83f202bd211a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "DELETE /v2.0/ports/232d94c4-405a-458f-9289-27b7f5eae1ef HTTP/1.1" status: 204 len: 173 time: 0.5741053 Feb 09 20:59:57.151906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:57.152492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:57.260550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] For port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:57.261498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:57.283077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:57.457277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aedcd3-a007-4d4e-8d13-0436412e4acf req-2f0514ec-0ad0-4c4a-bc41-8063b1c7af74 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:57.467401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aedcd3-a007-4d4e-8d13-0436412e4acf req-2f0514ec-0ad0-4c4a-bc41-8063b1c7af74 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:57.478436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aedcd3-a007-4d4e-8d13-0436412e4acf req-2f0514ec-0ad0-4c4a-bc41-8063b1c7af74 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:57.483071 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22aedcd3-a007-4d4e-8d13-0436412e4acf req-2f0514ec-0ad0-4c4a-bc41-8063b1c7af74 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 2416 time: 0.1183400 Feb 09 20:59:57.504108 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2fd56860-0d34-4f48-8e21-fb8ebe3223b4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:57.544893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=2fd56860-0d34-4f48-8e21-fb8ebe3223b4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:57.556776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 42d0a70d-e51d-4f6b-a4b0-14388ec0837a no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:57.582338 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22aedcd3-a007-4d4e-8d13-0436412e4acf req-a1ceda43-66ba-4dd1-9587-2bc02114b67d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882406 Feb 09 20:59:57.625470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a host ! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:59:57.626155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 42d0a70d-e51d-4f6b-a4b0-14388ec0837a not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:59:57.626740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 84966e3d-3525-4cc7-995e-67aa8d5e58ad no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:57.637087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] No DVR routers for this DVR port 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:57.640348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:57.644223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-39d29f6d-c45f-48df-b420-35f76cb19c16 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "DELETE /v2.0/ports/2fd56860-0d34-4f48-8e21-fb8ebe3223b4 HTTP/1.1" status: 204 len: 173 time: 0.5967519 Feb 09 20:59:57.684099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 84966e3d-3525-4cc7-995e-67aa8d5e58ad host ! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:59:57.684515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 84966e3d-3525-4cc7-995e-67aa8d5e58ad not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:59:57.684948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device fbee48e4-f9e0-4a86-85b8-41271a6d2c4d no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:57.797370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:57.798052 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:57.817082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8485049-8208-4a5b-bdc5-5fc160309386 req-c151367b-eaaf-44d0-9943-825fd0bf011a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:57.818832 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8485049-8208-4a5b-bdc5-5fc160309386 req-c151367b-eaaf-44d0-9943-825fd0bf011a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.1580963 Feb 09 20:59:57.844954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:57.846315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:59:57.850547 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e470f3-e9b5-4360-8f7c-134cc4b4d6dc" -d '{"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-unplugged", "status": "completed", "tag": "fbee48e4-f9e0-4a86-85b8-41271a6d2c4d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:59:57.857910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:57.858119 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:57.858372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:57.858538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:57.946054 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911d4e0b-f10c-4eeb-841c-fc8cf2d9888c x-openstack-request-id: req-911d4e0b-f10c-4eeb-841c-fc8cf2d9888c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:59:57.946441 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-unplugged", "status": "completed", "tag": "fbee48e4-f9e0-4a86-85b8-41271a6d2c4d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:59:57.946667 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-911d4e0b-f10c-4eeb-841c-fc8cf2d9888c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:59:57.947070 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d', 'code': 200} Feb 09 20:59:57.949640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:57.957494 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8485049-8208-4a5b-bdc5-5fc160309386 req-cb082ae3-696b-4d29-8586-7403a0e847a4 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260018 Feb 09 20:59:57.980815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:59:57.981165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c4a2dd2e-a8a7-4003-9fef-72e0592d3a0b not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:59:57.981589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 232d94c4-405a-458f-9289-27b7f5eae1ef no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:58.013993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 232d94c4-405a-458f-9289-27b7f5eae1ef {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:59:58.014356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 232d94c4-405a-458f-9289-27b7f5eae1ef not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:59:58.014759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:58.063043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] For port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:58.063662 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:58.096567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for fbee48e4-f9e0-4a86-85b8-41271a6d2c4d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:58.337156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:59:58.337783 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:58.339492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fbee48e4-f9e0-4a86-85b8-41271a6d2c4d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:58.411572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:58.419277 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:58.420682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:59:58.487535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=fbee48e4-f9e0-4a86-85b8-41271a6d2c4d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:58.499628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:58.507578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] No DVR routers for this DVR port fbee48e4-f9e0-4a86-85b8-41271a6d2c4d on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:58.510206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:58.514180 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-4fb36754-3b5b-4525-b313-5d2bbfc02773 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "DELETE /v2.0/ports/fbee48e4-f9e0-4a86-85b8-41271a6d2c4d HTTP/1.1" status: 204 len: 173 time: 0.8638198 Feb 09 20:59:58.520549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:59:58.520901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 2fd56860-0d34-4f48-8e21-fb8ebe3223b4 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:59:58.564195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': '232d94c4-405a-458f-9289-27b7f5eae1ef'}, {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': '2fd56860-0d34-4f48-8e21-fb8ebe3223b4'}, {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:59:58.568959 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417c24a5-4844-4f4a-95a3-461243c7f9ce" -d '{"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "232d94c4-405a-458f-9289-27b7f5eae1ef"}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "2fd56860-0d34-4f48-8e21-fb8ebe3223b4"}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "fbee48e4-f9e0-4a86-85b8-41271a6d2c4d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:59:58.662724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:59:58.663015 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:58.670278 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f14746-8946-4638-8169-a00884399895 x-openstack-request-id: req-03f14746-8946-4638-8169-a00884399895 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:59:58.670596 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "232d94c4-405a-458f-9289-27b7f5eae1ef", "status": "completed", "code": 200}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "2fd56860-0d34-4f48-8e21-fb8ebe3223b4", "status": "completed", "code": 200}, {"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "fbee48e4-f9e0-4a86-85b8-41271a6d2c4d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:59:58.670852 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-03f14746-8946-4638-8169-a00884399895 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:59:58.671258 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': '232d94c4-405a-458f-9289-27b7f5eae1ef', 'status': 'completed', 'code': 200} Feb 09 20:59:58.671514 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': '2fd56860-0d34-4f48-8e21-fb8ebe3223b4', 'status': 'completed', 'code': 200} Feb 09 20:59:58.671815 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': 'fbee48e4-f9e0-4a86-85b8-41271a6d2c4d', 'status': 'completed', 'code': 200} Feb 09 20:59:58.810373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721142-ed19-4818-9b6b-4d6a278de94d req-c81f4212-aa01-4615-9e2d-8446f2b4ae17 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:58.821043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7721142-ed19-4818-9b6b-4d6a278de94d req-c81f4212-aa01-4615-9e2d-8446f2b4ae17 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 943 time: 0.1316221 Feb 09 20:59:58.829630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] For port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:59:58.830006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:58.901489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7721142-ed19-4818-9b6b-4d6a278de94d req-b5a339da-bbf7-49a8-9b4f-5c4d4996644e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups?id=3c4ab541-1576-4425-b06f-30afc8ffee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689831 Feb 09 20:59:59.152951 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:59.153522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (270e5dcf-d637-44d9-b481-b544d4f80645), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:59.154092 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Floating IP 270e5dcf-d637-44d9-b481-b544d4f80645 disassociated. External IP: 172.25.4.21, port: 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7. Feb 09 20:59:59.154809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:59:59.263600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ca37e-e6b5-4329-87ed-d2b1a79b971c req-a11efa1d-27e5-410b-ad84-561d3657d65e tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:59:59.265136 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f23ca37e-e6b5-4329-87ed-d2b1a79b971c req-a11efa1d-27e5-410b-ad84-561d3657d65e tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.1350985 Feb 09 20:59:59.364825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f23ca37e-e6b5-4329-87ed-d2b1a79b971c req-8d2e83fc-a2c0-49d8-987d-8d492b1a2328 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841022 Feb 09 20:59:59.381595 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:59.414696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:59:59.427001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.427368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.427739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.428091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.428443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.428773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.429110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.429449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.429784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.430118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.430451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.430780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.431108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:59:59.555541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Router 5aced643-e676-4a16-b07d-3d8b907c0852 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:59:59.688633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:59:59.701582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] Sync routers for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:59:59.718803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:59:59.719738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:59:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:59:59.742781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] No DVR routers for this DVR port 9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:59:59.746731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:59:59.750125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2eeda74-fc7d-42f8-99d3-935121841c33 req-66d8c2f8-1dc2-4de4-a1a1-d583fec75201 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.50 "DELETE /v2.0/ports/9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7 HTTP/1.1" status: 204 len: 173 time: 1.2280474 Feb 09 20:59:59.885308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:59:59.949870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:59:59.952634 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab61d9-1b1e-4a16-93f6-e3d58c739815" -d '{"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:00:00.070982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f3413b9f-3991-4877-9812-fad64324c43b req-264ce008-3ba9-43a2-b473-aaf66f333cdf tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0446501 Feb 09 21:00:00.089561 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e469d662-d1d4-40a5-b269-0b662327b774 x-openstack-request-id: req-e469d662-d1d4-40a5-b269-0b662327b774 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:00:00.089969 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:00:00.090327 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e469d662-d1d4-40a5-b269-0b662327b774 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:00:00.091178 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'code': 200} Feb 09 21:00:00.165275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 5, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:00.196263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] Checking router: 5aced643-e676-4a16-b07d-3d8b907c0852 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:00:00.208597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:00:00.209334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T20:59:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:00.353898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:00:00.528263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be73fd-2ba7-42ca-bf6e-04521e9baee6 req-66e0bdbb-717d-4f75-bc21-aaf3d5a15146 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:00.535666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14be73fd-2ba7-42ca-bf6e-04521e9baee6 req-66e0bdbb-717d-4f75-bc21-aaf3d5a15146 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0751379 Feb 09 21:00:00.598376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14be73fd-2ba7-42ca-bf6e-04521e9baee6 req-66480e3e-1d86-4216-a2fc-dee8fc36f3b7 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611343 Feb 09 21:00:00.643408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 5, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:00.673334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:00:00.674170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6f00c-23a2-4cd7-9c63-8f46d21b280e None None] The sync data for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 is: [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T20:53:53Z', 'revision_number': 4, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778db017-94d7-4969-b4ee-60605a852bcd', 'name': '', 'network_id': 'e8c7450c-edf7-4dba-8eb7-c4894810333f', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'mac_address': 'fa:16:3e:9f:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:52Z', 'updated_at': '2022-02-09T20:54:01Z', 'revision_number': 5, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'subnets': [{'id': '105fc58f-0795-4e17-bba4-a34e90633e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:00:00.676337 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee8026-2b97-4439-b485-75411f905140" -d '{"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:00:00.717816 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a70788c-2278-4766-8b34-c11dab91c61f x-openstack-request-id: req-4a70788c-2278-4766-8b34-c11dab91c61f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:00:00.718405 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e1e78-2fb7-4003-8bb8-d7523f623789", "name": "network-vif-deleted", "tag": "9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:00:00.718405 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4a70788c-2278-4766-8b34-c11dab91c61f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:00:00.718753 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e1e78-2fb7-4003-8bb8-d7523f623789', 'name': 'network-vif-deleted', 'tag': '9fc467d7-531b-4b8c-9f3f-f85d5fb77bc7', 'status': 'completed', 'code': 200} Feb 09 21:00:00.964552 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c18cd3-120a-4c2c-ba04-f205235440cb None None] New status for floating IP 270e5dcf-d637-44d9-b481-b544d4f80645: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:00:01.210542 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-990501d5-b02e-41a8-8f4f-0ac3e8fe09e2 req-62df80c8-2169-41d3-9969-da45058000a4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0418675 Feb 09 21:00:01.733086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570efab-b4f0-4e57-9a3c-3f7a273c4d46 req-3627b284-cb2e-43b3-af94-f19ace682d43 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:01.734915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0570efab-b4f0-4e57-9a3c-3f7a273c4d46 req-3627b284-cb2e-43b3-af94-f19ace682d43 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0697563 Feb 09 21:00:01.787729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0570efab-b4f0-4e57-9a3c-3f7a273c4d46 req-b329b56a-3fa2-48b8-88f2-472f0529194d tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Feb 09 21:00:02.332894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d897e3a-ac60-46fc-ad61-47370b2aff95 req-a9f145c6-b265-4fd2-9c26-d3a293749891 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0300395 Feb 09 21:00:02.847992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088a572-2c7a-4c22-b9e0-5ff471eeb0d9 req-70d0997c-a17e-494c-be3d-4348b1b087af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:02.850034 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b088a572-2c7a-4c22-b9e0-5ff471eeb0d9 req-70d0997c-a17e-494c-be3d-4348b1b087af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 1128 time: 0.0529709 Feb 09 21:00:02.935659 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b088a572-2c7a-4c22-b9e0-5ff471eeb0d9 req-3aedef71-1108-40ff-9478-e7227883a49f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791142 Feb 09 21:00:02.955413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ddb10-9e58-413a-bec6-f626ff122b9e req-358a21a5-19ea-4b4e-8c9f-47736db13c6a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:02.957159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f5ddb10-9e58-413a-bec6-f626ff122b9e req-358a21a5-19ea-4b4e-8c9f-47736db13c6a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0774705 Feb 09 21:00:03.010953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f5ddb10-9e58-413a-bec6-f626ff122b9e req-8b53dc9f-b080-4f08-8946-ac89a5c9da34 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464120 Feb 09 21:00:03.443444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-944b3dff-c70e-40f1-ab2a-aa20fc2ecfc5 req-97b4f624-5db6-466d-9e27-36c61b9a3deb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0297816 Feb 09 21:00:04.152061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8216a9-e908-4b6e-b5d2-9c24a6329d77 req-603951b4-1bf1-42b0-8464-1e52d5670b38 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:04.153589 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a8216a9-e908-4b6e-b5d2-9c24a6329d77 req-603951b4-1bf1-42b0-8464-1e52d5670b38 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0710258 Feb 09 21:00:04.208913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a8216a9-e908-4b6e-b5d2-9c24a6329d77 req-609cd064-1eb5-4aa1-850d-6030acf1d24e tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455709 Feb 09 21:00:04.449842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-d0a90126-1461-4079-bedd-6156ec8bea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:04.453716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-d0a90126-1461-4079-bedd-6156ec8bea5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e43576970bb49d98042776879950904&device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 1128 time: 0.0706863 Feb 09 21:00:04.533568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe78a4-733f-46ad-9d4c-5ecf8b23dfe4 req-2c1e8d32-087a-4b97-9ac9-8e3607c19202 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:04.536328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82fe78a4-733f-46ad-9d4c-5ecf8b23dfe4 req-2c1e8d32-087a-4b97-9ac9-8e3607c19202 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.1104002 Feb 09 21:00:04.585276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-58d75798-d5d4-48a5-9ab5-8ff96b0af571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:04.587203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-58d75798-d5d4-48a5-9ab5-8ff96b0af571 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 200 len: 912 time: 0.1266239 Feb 09 21:00:04.597288 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82fe78a4-733f-46ad-9d4c-5ecf8b23dfe4 req-b5db7619-44f6-4961-ae24-ed3310e35b7e tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Feb 09 21:00:04.622976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f601839-fadf-4e1b-ae56-e83eb41bc52e req-f81ce695-0b8d-41d7-9288-1a40193eb066 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0347369 Feb 09 21:00:04.664425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-e99a7a51-5a32-450d-9d9b-b39c14be2f09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714 HTTP/1.1" status: 200 len: 217 time: 0.0662482 Feb 09 21:00:04.727302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-c5235419-fb96-4ff0-8826-6c2232c1c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:04.729031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-c5235419-fb96-4ff0-8826-6c2232c1c0f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6aad11c7-f7e1-483b-9d93-902350186623 HTTP/1.1" status: 200 len: 851 time: 0.0580273 Feb 09 21:00:04.775849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-549fa652-a00a-4945-9045-dc5e1f7e0759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8e05233-94bb-4040-ab15-213d05c404f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399988 Feb 09 21:00:04.875583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-2b91d671-5976-4f5d-8f86-e2ddca0e3bed service neutron] 10.222.0.13 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940166 Feb 09 21:00:04.974975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da716069-cee5-4b28-bbcd-a0451f8b2b15 req-d19a1b68-e69a-4a2e-944d-9baf02f193ef service neutron] 10.222.0.13 "GET /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938499 Feb 09 21:00:05.337528 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:00:05.777079 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87b20188-edcc-40de-ac1d-a1b3f261b34e req-7ace640f-b317-49a6-976e-9521f20a7cc6 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0389571 Feb 09 21:00:05.786175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d208-c8a1-48a1-b26e-694856af9015 req-42912c06-e460-49e6-ba07-054916850131 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:05.788110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-02c3d208-c8a1-48a1-b26e-694856af9015 req-42912c06-e460-49e6-ba07-054916850131 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.1117935 Feb 09 21:00:05.880727 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-02c3d208-c8a1-48a1-b26e-694856af9015 req-f708bfca-719b-495b-a64a-4b1552f7128d tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866475 Feb 09 21:00:06.897634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20384809-33dc-4b19-a219-befe062fa94b req-7f863004-4ef0-4700-a0db-70c44a5b082e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0290034 Feb 09 21:00:07.028127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c641a-db72-43e8-81d3-20b56124ab3b req-87862fd9-ea66-488c-8a05-0b7c2b340af4 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:07.029842 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-161c641a-db72-43e8-81d3-20b56124ab3b req-87862fd9-ea66-488c-8a05-0b7c2b340af4 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0584891 Feb 09 21:00:07.096169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-161c641a-db72-43e8-81d3-20b56124ab3b req-7c09fb0c-4ba5-4f1b-9a38-73fce3750fd2 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Feb 09 21:00:07.383569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046f05e-8173-4067-92a6-df974bda46ae req-6d7a4f2f-62cd-491d-9dd4-b67cb034e681 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:07.385455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2046f05e-8173-4067-92a6-df974bda46ae req-6d7a4f2f-62cd-491d-9dd4-b67cb034e681 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0614548 Feb 09 21:00:07.447638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2046f05e-8173-4067-92a6-df974bda46ae req-988e98e9-d70f-4079-a568-953555f0657b tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556197 Feb 09 21:00:07.654124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36a3ab55-b18d-421e-beb2-539435638c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:08.027231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-72430dc5-e66b-4d2b-98c4-81a3f0232479 req-1a893414-2f91-4ff7-873d-fae63ad321cf tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0298364 Feb 09 21:00:08.593307 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2093b59-ece2-4d9b-acf0-bd1029c17bf6 req-bd0f93cf-c74b-4e4c-84b0-05f6b71be31f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:08.595932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2093b59-ece2-4d9b-acf0-bd1029c17bf6 req-bd0f93cf-c74b-4e4c-84b0-05f6b71be31f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0682864 Feb 09 21:00:08.651031 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2093b59-ece2-4d9b-acf0-bd1029c17bf6 req-85033b99-b6c9-4d52-bd59-21c0708b4a7f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Feb 09 21:00:09.172099 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c841082-4602-4c1a-887b-07ba2c21625b req-a0e373b2-6e43-4043-b932-df7ac5d0538f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0497630 Feb 09 21:00:09.727842 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f6ba2fe-2e06-4297-9d4e-1a7869248045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:09.789592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93927edb-ccec-44a9-a9bd-c93813cd3c91 req-610d5368-2d2c-4b14-86d5-c6023d688a75 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:09.791817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93927edb-ccec-44a9-a9bd-c93813cd3c91 req-610d5368-2d2c-4b14-86d5-c6023d688a75 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.0690119 Feb 09 21:00:09.853817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93927edb-ccec-44a9-a9bd-c93813cd3c91 req-c558d4c9-096c-434c-9c3f-2ff2bd5ed5bd tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559912 Feb 09 21:00:10.300339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2fe8b671-5f3b-40c0-8b6f-4ecd2398a678 req-050d28ff-1d4a-4682-8da3-4c3cea13bb5c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0350823 Feb 09 21:00:10.335001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-0cb1b05b-7acc-4a2b-8971-13ac470bb603 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:10.336673 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-0cb1b05b-7acc-4a2b-8971-13ac470bb603 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 945 time: 0.1050992 Feb 09 21:00:10.458825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Deleting port 321054e1-d2f2-48d5-a5b6-9df031e3f714 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:00:10.459173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:10.560497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] For port 321054e1-d2f2-48d5-a5b6-9df031e3f714, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=321054e1-d2f2-48d5-a5b6-9df031e3f714,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:00:10.560867 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:10.574684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Calling delete_port for 321054e1-d2f2-48d5-a5b6-9df031e3f714 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:00:10.728787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (321054e1-d2f2-48d5-a5b6-9df031e3f714), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:10.743646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['0821d573-f54a-4f1d-ba66-3099458fbb9b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:00:10.748492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['321054e1-d2f2-48d5-a5b6-9df031e3f714'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:00:10.771127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Pushing event deleted for resources: {'Port': ['ID=321054e1-d2f2-48d5-a5b6-9df031e3f714,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:10.830653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] No DVR routers for this DVR port 321054e1-d2f2-48d5-a5b6-9df031e3f714 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:00:10.833651 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:10.837181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90f19ee1-35dd-4a9f-b2a2-ce52456246b2 req-182a9bb0-002c-4a21-89e7-73be5d36f6fa tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.13 "DELETE /v2.0/ports/321054e1-d2f2-48d5-a5b6-9df031e3f714 HTTP/1.1" status: 204 len: 173 time: 0.4949393 Feb 09 21:00:10.837723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8400b77-b00d-408e-a289-c6c766894874', 'name': 'network-vif-deleted', 'tag': '321054e1-d2f2-48d5-a5b6-9df031e3f714'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:00:10.840195 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d3c804-43ba-41a4-997d-208c0fa5d710" -d '{"events": [{"server_uuid": "f8400b77-b00d-408e-a289-c6c766894874", "name": "network-vif-deleted", "tag": "321054e1-d2f2-48d5-a5b6-9df031e3f714"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:00:10.903441 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537e13cf-396f-43c2-8781-0057e2654c50 x-openstack-request-id: req-537e13cf-396f-43c2-8781-0057e2654c50 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:00:10.904169 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8400b77-b00d-408e-a289-c6c766894874", "name": "network-vif-deleted", "tag": "321054e1-d2f2-48d5-a5b6-9df031e3f714", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:00:10.904429 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-537e13cf-396f-43c2-8781-0057e2654c50 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:00:10.904847 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8400b77-b00d-408e-a289-c6c766894874', 'name': 'network-vif-deleted', 'tag': '321054e1-d2f2-48d5-a5b6-9df031e3f714', 'status': 'completed', 'code': 200} Feb 09 21:00:11.004185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0e8ab0f-17a6-4fa5-aeda-c21522934961 req-16567d70-aa54-416a-aacc-9625fb52e420 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8400b77-b00d-408e-a289-c6c766894874 HTTP/1.1" status: 200 len: 210 time: 0.0359688 Feb 09 21:00:11.186198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:11.425518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bc6bf8a-c998-411b-9fe7-7cb480835031 req-b8165813-a7ea-4eee-86e8-c4fb766667d9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0317523 Feb 09 21:00:12.325059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9d890-b3f9-43a0-ac2d-6d99c2f23234 req-3ac350ec-d1d1-41b9-b1a9-e3ac07dab50f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:12.326629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5cb9d890-b3f9-43a0-ac2d-6d99c2f23234 req-3ac350ec-d1d1-41b9-b1a9-e3ac07dab50f tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.0594509 Feb 09 21:00:12.378902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5cb9d890-b3f9-43a0-ac2d-6d99c2f23234 req-410390fa-24ee-4ab8-be60-6b07111240ce tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Feb 09 21:00:12.547759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebc28f37-b6ce-4b27-a425-10c90f36a7a6 req-721bbfe9-efe0-4c1b-907c-e74d99e07c51 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Feb 09 21:00:12.681272 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:13.535636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e843-6eea-4c04-baf3-f85c6f6df28e req-4e378c05-c2fa-45ca-a0e9-49950ccfcc05 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:13.538587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f0e843-6eea-4c04-baf3-f85c6f6df28e req-4e378c05-c2fa-45ca-a0e9-49950ccfcc05 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.0588725 Feb 09 21:00:13.597078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42f0e843-6eea-4c04-baf3-f85c6f6df28e req-dac9b869-7f34-45bb-8180-ac3dfb9aed84 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504708 Feb 09 21:00:13.678526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6aa5ce1-fcd7-43fc-ae00-4e4768c8ed41 req-3e1c7476-98d2-47f0-9c65-639cf93dd5c3 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0297823 Feb 09 21:00:13.865264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 321054e1-d2f2-48d5-a5b6-9df031e3f714 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:00:13.888262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 321054e1-d2f2-48d5-a5b6-9df031e3f714 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:00:13.888637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 321054e1-d2f2-48d5-a5b6-9df031e3f714 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:00:13.922581 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:14.570903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-217861fc-7efd-4d64-864f-f9ea6b0bf19a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:14.570903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-217861fc-7efd-4d64-864f-f9ea6b0bf19a tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.0931981 Feb 09 21:00:14.716029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Deleting port 0821d573-f54a-4f1d-ba66-3099458fbb9b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:00:14.716619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:14.810535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-887ba5cc-ffd4-4ca1-91a3-6d8723add8b5 req-2d7fc8ce-41e3-43b6-a86e-79a3a999fa72 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0488036 Feb 09 21:00:14.891306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f27d9-2164-4b38-9027-b953cf70597d req-c87f600d-af77-4361-aeac-606e3d948e96 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:14.893193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-793f27d9-2164-4b38-9027-b953cf70597d req-c87f600d-af77-4361-aeac-606e3d948e96 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 946 time: 0.1998038 Feb 09 21:00:14.948878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] For port 0821d573-f54a-4f1d-ba66-3099458fbb9b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=0821d573-f54a-4f1d-ba66-3099458fbb9b,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:00:14.949238 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:14.977950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Calling delete_port for 0821d573-f54a-4f1d-ba66-3099458fbb9b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:00:14.991279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-793f27d9-2164-4b38-9027-b953cf70597d req-34bbcaff-64ad-4d6b-aa1f-43a4e3916909 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/security-groups?id=db315752-334d-41a0-978b-340ab02cc037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817466 Feb 09 21:00:15.855672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0821d573-f54a-4f1d-ba66-3099458fbb9b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:15.937264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['0821d573-f54a-4f1d-ba66-3099458fbb9b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:00:15.971061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Pushing event deleted for resources: {'Port': ['ID=0821d573-f54a-4f1d-ba66-3099458fbb9b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:16.232858 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3e2552d-3851-4544-a1fd-66124f17a749 req-1ec6ce1f-70a9-4f2c-88c7-ce3db7e071da tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.102 "GET /v2.0/ports?device_id=0a462a0c-e567-49d6-bf3a-2cc0947974e9 HTTP/1.1" status: 200 len: 210 time: 0.0674076 Feb 09 21:00:16.259922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] No DVR routers for this DVR port 0821d573-f54a-4f1d-ba66-3099458fbb9b on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:00:16.265993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:16.278694 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eff8bfa1-d4f1-49af-9239-9c7066841745 req-50729bdb-18dd-47b2-9f82-95737a7324e6 tempest-ServerRescueTestJSON-378356467 tempest-ServerRescueTestJSON-378356467-project] 10.222.0.50 "DELETE /v2.0/ports/0821d573-f54a-4f1d-ba66-3099458fbb9b HTTP/1.1" status: 204 len: 173 time: 1.6936717 Feb 09 21:00:16.283957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a462a0c-e567-49d6-bf3a-2cc0947974e9', 'name': 'network-vif-deleted', 'tag': '0821d573-f54a-4f1d-ba66-3099458fbb9b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:00:16.295905 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe0281-29eb-40e0-82ee-166137a26336" -d '{"events": [{"server_uuid": "0a462a0c-e567-49d6-bf3a-2cc0947974e9", "name": "network-vif-deleted", "tag": "0821d573-f54a-4f1d-ba66-3099458fbb9b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:00:16.417516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c921a20-40dc-4fce-9a5c-be2c3e3ca279 req-c88d0b4f-33d9-4afe-9542-876ef4f3e671 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1900008 Feb 09 21:00:16.466585 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e96cd94-10ea-4b69-9545-a265012644d1 x-openstack-request-id: req-8e96cd94-10ea-4b69-9545-a265012644d1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:00:16.467115 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a462a0c-e567-49d6-bf3a-2cc0947974e9", "name": "network-vif-deleted", "tag": "0821d573-f54a-4f1d-ba66-3099458fbb9b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:00:16.467523 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8e96cd94-10ea-4b69-9545-a265012644d1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:00:16.468101 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a462a0c-e567-49d6-bf3a-2cc0947974e9', 'name': 'network-vif-deleted', 'tag': '0821d573-f54a-4f1d-ba66-3099458fbb9b', 'status': 'completed', 'code': 200} Feb 09 21:00:16.861048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d893fe-ad5f-4eb1-8176-ffd50cbbe559 req-69d6a336-2fba-45eb-a786-8e037252fa86 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:16.870287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65d893fe-ad5f-4eb1-8176-ffd50cbbe559 req-69d6a336-2fba-45eb-a786-8e037252fa86 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.0820522 Feb 09 21:00:16.935099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65d893fe-ad5f-4eb1-8176-ffd50cbbe559 req-a3dcdf13-5983-41f2-adbd-6030c2dbd0ee tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633364 Feb 09 21:00:17.325848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:17.671094 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e53b808f-6cf0-4c95-9516-6df083107278 req-238d6854-8121-41a7-91e7-feb24fd9da12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0622976 Feb 09 21:00:18.224488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:18.267592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-521993ca-2fd0-4a6a-8fcd-bcb716009466 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2825608 Feb 09 21:00:18.323269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297c03e-de68-4415-8575-024b4248b974 req-a6678d30-ee67-47bd-9d60-9359c78f85d4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:18.341128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3297c03e-de68-4415-8575-024b4248b974 req-a6678d30-ee67-47bd-9d60-9359c78f85d4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.2136614 Feb 09 21:00:18.560479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3297c03e-de68-4415-8575-024b4248b974 req-3b3c52cd-62ab-40dc-84d0-262807dbabc4 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183616 Feb 09 21:00:18.574952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-377842bb-22f3-4956-8b8f-5e871b232c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:18.582661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-377842bb-22f3-4956-8b8f-5e871b232c80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 1129 time: 0.2861345 Feb 09 21:00:18.830952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-02ed209c-3dcb-42cd-abee-ec00d368378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:18.854128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-02ed209c-3dcb-42cd-abee-ec00d368378a service neutron] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 915 time: 0.2279408 Feb 09 21:00:18.954496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-1609d021-6fc6-497f-9e97-83efc31ee45b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=364ff408-936c-4521-a75f-0a336d5aef02 HTTP/1.1" status: 200 len: 217 time: 0.0939617 Feb 09 21:00:19.070470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-4bab833f-b9df-463d-9cc3-eff7263fe6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:19.072674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-4bab833f-b9df-463d-9cc3-eff7263fe6c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.1117780 Feb 09 21:00:19.126190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-5944f5bb-f799-44e8-b907-ab4c0328c453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484431 Feb 09 21:00:19.284871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-05e88666-cb51-4aef-957e-3b25a4c3856a req-402f9873-6b8c-4c80-9526-265281e067d0 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0702667 Feb 09 21:00:19.346611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-778eea0e-8252-4dc2-b292-2171580c8eaf service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144151 Feb 09 21:00:19.506836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb66b6-411e-4d58-8968-55252832a04d req-5e32277f-c34a-4be7-8751-bdce2bec7722 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:19.508518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bfb66b6-411e-4d58-8968-55252832a04d req-5e32277f-c34a-4be7-8751-bdce2bec7722 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 1.0821235 Feb 09 21:00:19.561480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec7760e8-3dcc-4fd2-9fcd-ba0861591209 req-34557e1a-e555-4155-a1ca-05455ef334c7 service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091777 Feb 09 21:00:19.681954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 0821d573-f54a-4f1d-ba66-3099458fbb9b no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:00:19.718562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 0821d573-f54a-4f1d-ba66-3099458fbb9b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:00:19.724399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 0821d573-f54a-4f1d-ba66-3099458fbb9b not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:00:19.741869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Deleting port 7e272c7a-a63b-4056-8ce5-36662aa51cbe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:00:19.742572 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:19.844360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] For port 7e272c7a-a63b-4056-8ce5-36662aa51cbe, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=7e272c7a-a63b-4056-8ce5-36662aa51cbe,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:00:19.844881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:19.905270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-0b35850a-a57b-49a5-b8f0-bf16fa7868ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2682340 Feb 09 21:00:19.931854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84476cff-6adc-49cf-9c10-bc5b2c36f472 req-e36b7d38-632d-4847-a27d-044b15c29682 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:19.934281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84476cff-6adc-49cf-9c10-bc5b2c36f472 req-e36b7d38-632d-4847-a27d-044b15c29682 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 945 time: 0.2158997 Feb 09 21:00:20.055978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:20.055978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (5168266f-af9a-4d0f-a56b-8e2899d94499), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:20.055978 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Floating IP 5168266f-af9a-4d0f-a56b-8e2899d94499 disassociated. External IP: 172.25.4.128, port: 7e272c7a-a63b-4056-8ce5-36662aa51cbe. Feb 09 21:00:20.055978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Calling delete_port for 7e272c7a-a63b-4056-8ce5-36662aa51cbe owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:00:20.303080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84476cff-6adc-49cf-9c10-bc5b2c36f472 req-1086779d-3521-46a7-aa68-7ec345e62605 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups?id=5450e97c-ea3c-4aea-bed4-39372de9e5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499274 Feb 09 21:00:20.343289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-893292be-fad2-4527-87db-601d1cc300f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:20.349895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-893292be-fad2-4527-87db-601d1cc300f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 1128 time: 0.3947308 Feb 09 21:00:20.465761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-89d94bbf-740c-4de2-ae1e-4a63d3fe130f req-8a71a74c-a208-4ad9-9921-64c0f7682a51 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0771513 Feb 09 21:00:20.676755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Deleting port 854510a8-b48b-443e-925b-cbfb346a9b29 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:00:20.677104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:20.812087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7e272c7a-a63b-4056-8ce5-36662aa51cbe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:20.926425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] For port 854510a8-b48b-443e-925b-cbfb346a9b29, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=854510a8-b48b-443e-925b-cbfb346a9b29,segment=NetworkSegment(9ddeaa36-36a4-4331-98fa-b47a6d8ae409),segment_id=9ddeaa36-36a4-4331-98fa-b47a6d8ae409)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:00:20.926920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:20.931510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-896ddcff-6844-4418-9240-6e1ab37233dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:20.938162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-896ddcff-6844-4418-9240-6e1ab37233dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 915 time: 0.3016281 Feb 09 21:00:20.951279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Calling delete_port for 854510a8-b48b-443e-925b-cbfb346a9b29 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:00:20.966595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event deleted for resources: {'Port': ['ID=7e272c7a-a63b-4056-8ce5-36662aa51cbe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:20.996284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:20.996862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:20.997401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:20.997950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:20.998505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:20.999056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:20.999620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:21.000212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:21.000749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:21.001278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:21.001834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:21.002379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:21.002922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:21.039156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-28494f3c-8436-4e11-bdae-90b566de7d7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5d3ceee-606d-4419-b165-a38e464c894a HTTP/1.1" status: 200 len: 217 time: 0.0930548 Feb 09 21:00:21.153700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-7b1a6595-8567-4c28-a87e-4c2672e6cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:21.161423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-7b1a6595-8567-4c28-a87e-4c2672e6cd56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.1028850 Feb 09 21:00:21.216490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-b02ebd6e-95cc-460c-8f43-0b3c4f505ba5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521069 Feb 09 21:00:21.434709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-9186e58b-71f8-4302-afc9-67c185187afe service neutron] 10.222.0.50 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082667 Feb 09 21:00:21.642605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:00:21.649475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c39ec46-86b1-44db-ac0f-f12e60817f2b req-ff12ec13-5826-4cbe-aa41-5d7465535f94 service neutron] 10.222.0.50 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114127 Feb 09 21:00:21.694860 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:21.739008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efe77144-ca2f-45cf-bb2a-835a0566f7d4 req-82391016-b603-4637-b2f6-aab6366dad54 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 210 time: 0.0832827 Feb 09 21:00:21.927443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7e272c7a-a63b-4056-8ce5-36662aa51cbe no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:00:21.930058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16b218dd-767a-4585-8e1a-e25cc62b2ce5 req-0c4350c8-4de2-4c09-8066-b0f8eac9ecac tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1444395 Feb 09 21:00:21.971268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 7e272c7a-a63b-4056-8ce5-36662aa51cbe {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:00:21.971529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 7e272c7a-a63b-4056-8ce5-36662aa51cbe not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:00:22.110307 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (854510a8-b48b-443e-925b-cbfb346a9b29), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:22.211057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Pushing event deleted for resources: {'Port': ['ID=854510a8-b48b-443e-925b-cbfb346a9b29,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:22.382091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:00:22.406809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] Sync routers for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:00:22.436708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:00:22.440974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:00:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:22.606191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] No DVR routers for this DVR port 7e272c7a-a63b-4056-8ce5-36662aa51cbe on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:00:22.610009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:22.630917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bfb66b6-411e-4d58-8968-55252832a04d req-654c7354-0674-4188-b042-e76a1da5279a tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.13 "DELETE /v2.0/ports/7e272c7a-a63b-4056-8ce5-36662aa51cbe HTTP/1.1" status: 204 len: 173 time: 3.1156042 Feb 09 21:00:22.634270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'name': 'network-vif-deleted', 'tag': '7e272c7a-a63b-4056-8ce5-36662aa51cbe'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:00:22.641887 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607d3376-1d49-4caf-9f1c-51ad26921d85" -d '{"events": [{"server_uuid": "6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1", "name": "network-vif-deleted", "tag": "7e272c7a-a63b-4056-8ce5-36662aa51cbe"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:00:22.726400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:00:22.820469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:22.859872 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0dc11a-ddd5-4de0-a4e7-8985e6ee730c x-openstack-request-id: req-8b0dc11a-ddd5-4de0-a4e7-8985e6ee730c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:00:22.860493 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1", "name": "network-vif-deleted", "tag": "7e272c7a-a63b-4056-8ce5-36662aa51cbe", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:00:22.869470 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8b0dc11a-ddd5-4de0-a4e7-8985e6ee730c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:00:22.870954 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1', 'name': 'network-vif-deleted', 'tag': '7e272c7a-a63b-4056-8ce5-36662aa51cbe', 'status': 'completed', 'code': 200} Feb 09 21:00:23.379517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95e76f49-663b-43eb-a119-e52f570564a3 req-b6d976d7-6a73-47b3-a171-1247671f4fe5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1391752 Feb 09 21:00:23.385765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:23.522989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] Checking router: 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:00:23.539122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:00:23.541389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:00:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:23.633513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99e0bb37-880e-457e-8d5d-815797545b92 req-18a9c1ef-0e31-4549-8d34-09f8f5b18c48 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/ports?device_id=6a9e1ec5-ff1f-45a4-bdff-8a6f06348ca1 HTTP/1.1" status: 200 len: 210 time: 0.2521486 Feb 09 21:00:23.769479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:00:23.858773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:00:24.102316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:00:24.117983 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] Sync routers for ids ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:00:24.121412 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7568890c-b508-4a03-9f30-eb394bbf216b admin admin] 10.222.0.102 "PUT /v2.0/routers/bab1d3da-5246-4ca8-acdc-5bdb52b86a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7933428 Feb 09 21:00:24.123974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43272) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:24.162061 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] Routers {'bab1d3da-5246-4ca8-acdc-5bdb52b86a98'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:00:24.162761 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:00:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:24.584169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks [] for router (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:24.596576 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] Set router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:00:24.701156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:24.943348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:25.019272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a69fbca-7058-4a69-935d-bfcd995c9137 req-f305735c-aa5b-47e0-9bcf-b873ccb73afb tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1380723 Feb 09 21:00:25.093029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b716-75ff-4784-9561-162f072629e2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (5450e97c-ea3c-4aea-bed4-39372de9e5d4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:25.188246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b716-75ff-4784-9561-162f072629e2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (5450e97c-ea3c-4aea-bed4-39372de9e5d4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:25.198816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks [] for router_gateway (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:25.262186 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T21:00:21Z', 'revision_number': 5, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port': {'id': 'a6c91f71-fa3c-48f0-b9f6-203c35fff7d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ac:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:58:18Z', 'updated_at': '2022-02-09T20:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:25.331948 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b716-75ff-4784-9561-162f072629e2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5450e97c-ea3c-4aea-bed4-39372de9e5d4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:25.332236 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] Checking router: bab1d3da-5246-4ca8-acdc-5bdb52b86a98 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:00:25.336601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b716-75ff-4784-9561-162f072629e2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:25.344066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d6d6b716-75ff-4784-9561-162f072629e2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "DELETE /v2.0/security-groups/5450e97c-ea3c-4aea-bed4-39372de9e5d4 HTTP/1.1" status: 204 len: 168 time: 0.3953383 Feb 09 21:00:25.345411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:25.361795 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] Routers {'bab1d3da-5246-4ca8-acdc-5bdb52b86a98'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:00:25.362435 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:00:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:25.387564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a60a1a-f33f-4a96-ab2a-78dc1078f643 None None] The sync data for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 is: [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T20:53:34Z', 'revision_number': 4, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '93e842a5-55fc-4eec-a8bb-3bc64923a357', 'name': '', 'network_id': 'e0902706-cfe4-4c84-aeea-f81bad23cf19', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'mac_address': 'fa:16:3e:51:ad:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:30Z', 'updated_at': '2022-02-09T20:53:43Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'subnets': [{'id': 'b28620e4-1f7a-44c7-9c19-5bcb3026959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:00:25.399474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Deleting port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:00:25.400591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:25.401444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b716-75ff-4784-9561-162f072629e2 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5450e97c-ea3c-4aea-bed4-39372de9e5d4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:25.422468 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-64e0c288-6b44-4f67-a7b7-b9365cfd15e7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] show failed (client error): The resource could not be found. Feb 09 21:00:25.423729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64e0c288-6b44-4f67-a7b7-b9365cfd15e7 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "GET /v2.0/security-groups/5450e97c-ea3c-4aea-bed4-39372de9e5d4 HTTP/1.1" status: 404 len: 347 time: 0.0680878 Feb 09 21:00:25.426562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:25.736085 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] Set router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:00:25.780695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] For port a6c91f71-fa3c-48f0-b9f6-203c35fff7d7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a6c91f71-fa3c-48f0-b9f6-203c35fff7d7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:00:25.781549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:25.820891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Calling delete_port for a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:00:25.892905 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T21:00:25Z', 'revision_number': 6, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:26.037042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Deleting port 2b842175-1f5f-4011-bc72-5730efd4c342 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:00:26.037645 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2b842175-1f5f-4011-bc72-5730efd4c342), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:26.161004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff67e27-87a0-4348-ab41-f2af4492655b None None] New status for floating IP 5168266f-af9a-4d0f-a56b-8e2899d94499: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:00:26.236701 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a6c91f71-fa3c-48f0-b9f6-203c35fff7d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:26.289720 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cfa01-4047-42ef-9875-d4814fa4ff81 None None] The sync data for ids ['bab1d3da-5246-4ca8-acdc-5bdb52b86a98'] in n-d-789963-29 is: [{'id': 'bab1d3da-5246-4ca8-acdc-5bdb52b86a98', 'name': 'tempest-ServerRescueTestJSON-1641471226-router', 'tenant_id': '3e43576970bb49d98042776879950904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:58:16Z', 'updated_at': '2022-02-09T21:00:25Z', 'revision_number': 6, 'project_id': '3e43576970bb49d98042776879950904', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:00:26.451819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c91f71-fa3c-48f0-b9f6-203c35fff7d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:26.463646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:26.498799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2b842175-1f5f-4011-bc72-5730efd4c342), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:26.499340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (2b842175-1f5f-4011-bc72-5730efd4c342), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:26.538579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Calling delete_port for 2b842175-1f5f-4011-bc72-5730efd4c342 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:00:26.631360 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:26.900406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:26.904400 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks [] for router_controller (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:26.999613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7aac7ab-1060-4ffb-b389-2b9159444721 req-116ae560-8a9c-4dd2-a3f6-dac0b8d68dc9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0790181 Feb 09 21:00:27.051065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2b842175-1f5f-4011-bc72-5730efd4c342), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.101336 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (bab1d3da-5246-4ca8-acdc-5bdb52b86a98), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.102753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab1d3da-5246-4ca8-acdc-5bdb52b86a98 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:00:27.114557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.119517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a6b291ad-eef6-4676-806e-381254b31a63 admin admin] 10.222.0.102 "DELETE /v2.0/routers/bab1d3da-5246-4ca8-acdc-5bdb52b86a98 HTTP/1.1" status: 204 len: 168 time: 2.9927716 Feb 09 21:00:27.122492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43340) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:27.169758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Pushing event deleted for resources: {'Port': ['ID=2b842175-1f5f-4011-bc72-5730efd4c342,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:27.206949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4890c3-5132-4b14-bd2b-22d6841d6d99 admin admin] Deleting subnet 6aad11c7-f7e1-483b-9d93-902350186623 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:00:27.225525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4890c3-5132-4b14-bd2b-22d6841d6d99 admin admin] Publish callbacks [] for subnet (6aad11c7-f7e1-483b-9d93-902350186623), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.417314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks [] for floatingip (5168266f-af9a-4d0f-a56b-8e2899d94499), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.435394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.437792 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4890c3-5132-4b14-bd2b-22d6841d6d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (6aad11c7-f7e1-483b-9d93-902350186623), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.447095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9f1d356e-901d-4d6e-87c0-ca47238edbc0 tempest-AttachVolumeTestJSON-598352077 tempest-AttachVolumeTestJSON-598352077-project] 10.222.0.102 "DELETE /v2.0/floatingips/5168266f-af9a-4d0f-a56b-8e2899d94499 HTTP/1.1" status: 204 len: 168 time: 2.0159552 Feb 09 21:00:27.676052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:00:27.702540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:00:27.703061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a6c91f71-fa3c-48f0-b9f6-203c35fff7d7 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:00:27.703915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 854510a8-b48b-443e-925b-cbfb346a9b29 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:00:27.711794 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4890c3-5132-4b14-bd2b-22d6841d6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6aad11c7-f7e1-483b-9d93-902350186623), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.749281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 854510a8-b48b-443e-925b-cbfb346a9b29 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:00:27.749977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 854510a8-b48b-443e-925b-cbfb346a9b29 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:00:27.874618 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4890c3-5132-4b14-bd2b-22d6841d6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (6aad11c7-f7e1-483b-9d93-902350186623), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.903838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4890c3-5132-4b14-bd2b-22d6841d6d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aad11c7-f7e1-483b-9d93-902350186623,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:27.907663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae4890c3-5132-4b14-bd2b-22d6841d6d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:27.911288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ae4890c3-5132-4b14-bd2b-22d6841d6d99 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/6aad11c7-f7e1-483b-9d93-902350186623 HTTP/1.1" status: 204 len: 168 time: 0.7866127 Feb 09 21:00:27.913777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:27.998260 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b8e05233-94bb-4040-ab15-213d05c404f8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:28.173394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b8e05233-94bb-4040-ab15-213d05c404f8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:28.299968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e05233-94bb-4040-ab15-213d05c404f8']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:28.334284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-956789bb-aae9-4d61-b88e-2c4a263c9458 req-8db07544-8e9a-4651-8b47-7dbba7c62b75 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0722995 Feb 09 21:00:28.335809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddeaa36-36a4-4331-98fa-b47a6d8ae409') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:28.336599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddeaa36-36a4-4331-98fa-b47a6d8ae409') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:00:28.357208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (9ddeaa36-36a4-4331-98fa-b47a6d8ae409), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:28.388087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9ddeaa36-36a4-4331-98fa-b47a6d8ae409), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:28.413748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:00:28.414613 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (9ddeaa36-36a4-4331-98fa-b47a6d8ae409), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:00:28.417248 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:00:28.577465 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b8e05233-94bb-4040-ab15-213d05c404f8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:28.589419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:28.623532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] 10.222.0.102 "DELETE /v2.0/networks/b8e05233-94bb-4040-ab15-213d05c404f8 HTTP/1.1" status: 204 len: 168 time: 0.7064970 Feb 09 21:00:28.658079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11213c1-0be1-4d16-8ae1-c63d5a19ca9a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e05233-94bb-4040-ab15-213d05c404f8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:29.070798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:29.266443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17f2a459-225e-4b08-8fd5-187a0083f0a6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3e43576970bb49d98042776879950904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1966033 Feb 09 21:00:29.268881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:29.465894 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a69adc19-d328-41cc-9b71-98ff577c6f6f admin admin] Publish callbacks [] for security_group (db315752-334d-41a0-978b-340ab02cc037), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:29.540831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f451224-6929-41bd-b282-1763da09e8b7 req-c5cdda7d-b72f-4a88-9601-a6354305e6d7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0505707 Feb 09 21:00:29.574760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a69adc19-d328-41cc-9b71-98ff577c6f6f admin admin] Publish callbacks [] for security_group (db315752-334d-41a0-978b-340ab02cc037), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:29.689591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a69adc19-d328-41cc-9b71-98ff577c6f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (db315752-334d-41a0-978b-340ab02cc037), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:29.694407 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a69adc19-d328-41cc-9b71-98ff577c6f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:29.696285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a69adc19-d328-41cc-9b71-98ff577c6f6f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/db315752-334d-41a0-978b-340ab02cc037 HTTP/1.1" status: 204 len: 168 time: 0.4248588 Feb 09 21:00:29.718861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69adc19-d328-41cc-9b71-98ff577c6f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db315752-334d-41a0-978b-340ab02cc037,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:30.822032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c92979f-e486-432e-8760-f152777b6b11 req-3cbbb940-d014-45a7-a7c4-afa9a7f4d759 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0790026 Feb 09 21:00:31.375433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:31.553815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:31.809474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73b0ce4-155a-4b0f-bbfe-9e16b8630abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:31.846593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-19055749-network', 'tenant_id': 'a8867445b82b49989808a0e04aafbf63'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:00:31.906893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Made reservation on behalf of a8867445b82b49989808a0e04aafbf63 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:00:31.922333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:31.960148 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:31.976729 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73b0ce4-155a-4b0f-bbfe-9e16b8630abe admin admin] Publish callbacks [] for security_group (020f64a9-fe8b-4211-a301-eb56f6aba4f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:31.989569 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a73b0ce4-155a-4b0f-bbfe-9e16b8630abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (020f64a9-fe8b-4211-a301-eb56f6aba4f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.121148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a73b0ce4-155a-4b0f-bbfe-9e16b8630abe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=89cd035cc2474974800ea569cac0e95f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5661726 Feb 09 21:00:32.122574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:32.196464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Publish callbacks [] for security_group (cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.205759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15beb01d-8a33-487d-80a6-82030af42fec req-60f841b3-a488-4b3c-a201-d6062f99c750 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1551337 Feb 09 21:00:32.208892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.226333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b0ce4-155a-4b0f-bbfe-9e16b8630abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020f64a9-fe8b-4211-a301-eb56f6aba4f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:32.242108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:00:32.274849 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b71def85-5faf-4463-99c7-217e39bd4cbf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.276408 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Added segment b71def85-5faf-4463-99c7-217e39bd4cbf of type vlan for network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 Feb 09 21:00:32.296574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bc84ff9-aac9-49e3-aece-bb4b9941aecc admin admin] Publish callbacks [] for security_group (020f64a9-fe8b-4211-a301-eb56f6aba4f8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.359514 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bc84ff9-aac9-49e3-aece-bb4b9941aecc admin admin] Publish callbacks [] for security_group (020f64a9-fe8b-4211-a301-eb56f6aba4f8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.413655 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.501331 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.502915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bc84ff9-aac9-49e3-aece-bb4b9941aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (020f64a9-fe8b-4211-a301-eb56f6aba4f8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.504329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:32.508495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.512680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bc84ff9-aac9-49e3-aece-bb4b9941aecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.514568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4bc84ff9-aac9-49e3-aece-bb4b9941aecc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/020f64a9-fe8b-4211-a301-eb56f6aba4f8 HTTP/1.1" status: 204 len: 168 time: 0.3893957 Feb 09 21:00:32.541374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc84ff9-aac9-49e3-aece-bb4b9941aecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020f64a9-fe8b-4211-a301-eb56f6aba4f8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:32.622807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43490) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:32.623011 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2460513 Feb 09 21:00:32.630303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Request body: {'subnet': {'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-19055749-subnet', 'tenant_id': 'a8867445b82b49989808a0e04aafbf63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:00:32.640247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:32.707853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Made reservation on behalf of a8867445b82b49989808a0e04aafbf63 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:00:32.710280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:32.716593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa52075-b729-4aeb-a07f-d3732cf378c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:32.744140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:00:33.277980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (2302387f-9b7a-4b7b-a6dc-acb077fbc421), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:33.391457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43506) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:33.431067 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0c140e8-b83d-4bb2-8415-dec190d759e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:33.568828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0befec3c-7486-4054-b2c7-97f71660a060 req-dadb1c41-4631-4dea-9897-c7f738164466 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1390171 Feb 09 21:00:33.604282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2302387f-9b7a-4b7b-a6dc-acb077fbc421,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:33.632113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Checking segment: {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:00:33.633211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Network hostable DHCP agents. Network: e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:00:33.664490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:00:33.691886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:00:33.702802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:33.704562 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:33.713835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e74731-13a8-4964-95d7-23c6c703fe12 None None] Network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:00:33.772011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2f6e1278-8568-40b0-9799-0593f6e4af07 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1358051 Feb 09 21:00:33.789224 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0c140e8-b83d-4bb2-8415-dec190d759e5 admin admin] Publish callbacks [] for security_group (09c7e1c7-ff94-4c40-a14a-90ee51d03b4b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:33.803857 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0c140e8-b83d-4bb2-8415-dec190d759e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (09c7e1c7-ff94-4c40-a14a-90ee51d03b4b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:33.892441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:33.905674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0c140e8-b83d-4bb2-8415-dec190d759e5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=36cb583d6f7f4e199c744ff8ce7bccd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5125358 Feb 09 21:00:33.917135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c140e8-b83d-4bb2-8415-dec190d759e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c7e1c7-ff94-4c40-a14a-90ee51d03b4b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:34.007317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc230cc-5ae8-48db-9bfe-6d0d33e8484d None None] Network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:00:34.124765 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68ea42ac-b92f-45fe-a110-5f5f2d35609a admin admin] Publish callbacks [] for security_group (09c7e1c7-ff94-4c40-a14a-90ee51d03b4b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:34.215013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68ea42ac-b92f-45fe-a110-5f5f2d35609a admin admin] Publish callbacks [] for security_group (09c7e1c7-ff94-4c40-a14a-90ee51d03b4b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:34.318841 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68ea42ac-b92f-45fe-a110-5f5f2d35609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (09c7e1c7-ff94-4c40-a14a-90ee51d03b4b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:34.324874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68ea42ac-b92f-45fe-a110-5f5f2d35609a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:34.330026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-68ea42ac-b92f-45fe-a110-5f5f2d35609a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/09c7e1c7-ff94-4c40-a14a-90ee51d03b4b HTTP/1.1" status: 204 len: 168 time: 0.4360187 Feb 09 21:00:34.354876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea42ac-b92f-45fe-a110-5f5f2d35609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c7e1c7-ff94-4c40-a14a-90ee51d03b4b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:34.945269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5aa1be31-48cd-44de-93ea-6baa501cefbc req-52fd777a-8a8f-4116-945a-5cf4390af944 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1894696 Feb 09 21:00:35.178966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-84bc9c4f-cbf7-489b-858c-c2f197fc3706 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:35.187109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-84bc9c4f-cbf7-489b-858c-c2f197fc3706 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 812 time: 0.4011896 Feb 09 21:00:35.225207 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-03138e0b-3580-4076-af90-65ca04a3ecc3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/quotas/a8867445b82b49989808a0e04aafbf63 HTTP/1.1" status: 200 len: 375 time: 0.0297227 Feb 09 21:00:35.307540 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-72d86001-79c3-49ef-995f-8e51ed09468e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663009 Feb 09 21:00:35.403770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:35.610711 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-f48ade7e-3236-472c-bb8e-aa749471b35b service neutron] 10.222.0.102 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952094 Feb 09 21:00:35.687853 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7b99-027c-4b02-92f8-9f95f31f1564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:35.913888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7b99-027c-4b02-92f8-9f95f31f1564 admin admin] Publish callbacks [] for security_group (35bbcd1f-d958-404a-87f6-52c5e0aa6616), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:35.920310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7b99-027c-4b02-92f8-9f95f31f1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (35bbcd1f-d958-404a-87f6-52c5e0aa6616), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:35.985354 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-a45b3dcb-a088-4aac-8268-72f7f0e5c503 service neutron] 10.222.0.102 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658440 Feb 09 21:00:36.113603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f7b99-027c-4b02-92f8-9f95f31f1564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bbcd1f-d958-404a-87f6-52c5e0aa6616,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:36.158505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bd0f7b99-027c-4b02-92f8-9f95f31f1564 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7072faf34f1a4eae970841255797acbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7496090 Feb 09 21:00:36.159223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:36.369276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00b6909f-7e2f-49d5-90eb-5b9f2b6038f3 req-6616c758-9dcd-45f8-85aa-b49ec04ba816 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0892177 Feb 09 21:00:36.432166 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eb2a84b-0483-4443-8af6-a2900e5580f5 admin admin] Publish callbacks [] for security_group (35bbcd1f-d958-404a-87f6-52c5e0aa6616), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:36.520669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eb2a84b-0483-4443-8af6-a2900e5580f5 admin admin] Publish callbacks [] for security_group (35bbcd1f-d958-404a-87f6-52c5e0aa6616), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:36.564232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-83ab0e24-9470-4264-a2cb-d5cc4d22b074 req-9fdce1d4-db70-479d-b955-14b40b8e26ae tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 210 time: 0.0755408 Feb 09 21:00:36.693360 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eb2a84b-0483-4443-8af6-a2900e5580f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (35bbcd1f-d958-404a-87f6-52c5e0aa6616), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:36.706126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eb2a84b-0483-4443-8af6-a2900e5580f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:36.711087 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7eb2a84b-0483-4443-8af6-a2900e5580f5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/35bbcd1f-d958-404a-87f6-52c5e0aa6616 HTTP/1.1" status: 204 len: 168 time: 0.5465639 Feb 09 21:00:36.748512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2a84b-0483-4443-8af6-a2900e5580f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bbcd1f-d958-404a-87f6-52c5e0aa6616,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:37.630183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a786541a-7997-4697-bf01-50d2ecb6ebb5 req-5921df01-8dfe-4d66-9cc6-6b2a57f66845 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0763416 Feb 09 21:00:37.665731 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8907-86b8-42b7-ba8e-ce8c17d39b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:37.815947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1220f1f5-f053-4602-9d5c-68a23b164e13 req-6308046e-cc83-42cc-a753-5a631206af1f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 210 time: 0.0658073 Feb 09 21:00:37.952148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:37.989477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d62e65ef-ab36-4053-a952-5fcf3b11cd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:38.217656 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d62e65ef-ab36-4053-a952-5fcf3b11cd18 admin admin] Publish callbacks [] for security_group (5627bf07-95a1-4d98-a98d-7d3ad5f61b51), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:38.226835 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d62e65ef-ab36-4053-a952-5fcf3b11cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5627bf07-95a1-4d98-a98d-7d3ad5f61b51), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:38.296837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:38.308553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d62e65ef-ab36-4053-a952-5fcf3b11cd18 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4a321bcad41747eaa55177a8b71ef63f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518572 Feb 09 21:00:38.379827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e65ef-ab36-4053-a952-5fcf3b11cd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5627bf07-95a1-4d98-a98d-7d3ad5f61b51,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:38.491653 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d487e129-acc8-40f9-94b2-6748d35d6193 admin admin] Publish callbacks [] for security_group (5627bf07-95a1-4d98-a98d-7d3ad5f61b51), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:38.528324 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d487e129-acc8-40f9-94b2-6748d35d6193 admin admin] Publish callbacks [] for security_group (5627bf07-95a1-4d98-a98d-7d3ad5f61b51), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:38.650362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d487e129-acc8-40f9-94b2-6748d35d6193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5627bf07-95a1-4d98-a98d-7d3ad5f61b51), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:38.657431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d487e129-acc8-40f9-94b2-6748d35d6193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:38.662772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d487e129-acc8-40f9-94b2-6748d35d6193 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5627bf07-95a1-4d98-a98d-7d3ad5f61b51 HTTP/1.1" status: 204 len: 168 time: 0.3617518 Feb 09 21:00:38.717402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e129-acc8-40f9-94b2-6748d35d6193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5627bf07-95a1-4d98-a98d-7d3ad5f61b51,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:39.042049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea8fc38-7981-47e3-9d43-10c19882f2d3 req-4de5df7d-9f03-43c7-9ceb-9f7edddc5284 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1676135 Feb 09 21:00:39.056643 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-24a79455-9a66-41ac-a828-15706accf31d req-6dbb73d3-9d5b-49b0-8a23-554bcce465b7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 210 time: 0.0751219 Feb 09 21:00:39.121989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-470d79e8-c54d-4c09-b233-c44e32213d75 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:39.124223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-470d79e8-c54d-4c09-b233-c44e32213d75 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.50 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 812 time: 0.5649352 Feb 09 21:00:39.139574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Request body: {'port': {'device_id': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5', 'admin_state_up': True, 'tenant_id': 'a8867445b82b49989808a0e04aafbf63'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:00:39.326732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Made reservation on behalf of a8867445b82b49989808a0e04aafbf63 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:00:39.330692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:39.649029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Allocated IP 172.20.0.10 (e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5/2302387f-9b7a-4b7b-a6dc-acb077fbc421/344d50b6-a6a1-401d-956e-053bdb5d5c00) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:00:39.750760 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61e364ca-d622-44de-88b2-ef3b60d028a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:39.871265 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks [] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:39.940893 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:40.024357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:00:40.044123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:00:40.052373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:00:40.136591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:40.201647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:40.225305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:40.316309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-aec38f61-e28a-4035-b4d7-434f3a575ed6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1831892 Feb 09 21:00:40.367428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad41ceda-57a4-49ab-946f-d0ee3322c58f req-81b601ee-63c1-42fd-8318-e3592d13825c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1076715 Feb 09 21:00:40.381001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Request body: {'port': {'device_id': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:00:40.581887 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:40.738144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2350bd-aea6-45f6-8a5f-6c30733997cc req-818cc21a-2f46-40dc-93b5-e1078a8e929e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:40.741108 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b2350bd-aea6-45f6-8a5f-6c30733997cc req-818cc21a-2f46-40dc-93b5-e1078a8e929e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 932 time: 0.0992112 Feb 09 21:00:40.842320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b2350bd-aea6-45f6-8a5f-6c30733997cc req-9dd46111-07e5-4c2a-8f29-7601bfb4c905 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910835 Feb 09 21:00:41.117690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344d50b6-a6a1-401d-956e-053bdb5d5c00 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:00:41.135834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Publish callbacks [] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:41.149188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Transition to ACTIVE for port object 344d50b6-a6a1-401d-956e-053bdb5d5c00 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:00:41.154192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:41.197264 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:41.276327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:41.378534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Attempting to bind port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:00:41.378866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Attempting to bind port 344d50b6-a6a1-401d-956e-053bdb5d5c00 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:00:41.379275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Attempting to bind port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:00:41.385455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:00:41.385964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Attempting to bind port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:00:41.394304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:00:41.394445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Checking segment: {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:00:41.394955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Bound using segment: {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:00:41.395411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Bound port: 344d50b6-a6a1-401d-956e-053bdb5d5c00, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:00:41.396053 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:41.503859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:00:41.512249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:00:41.522829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:41.586473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:41.588031 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:41.590725 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] 10.222.0.50 "PUT /v2.0/ports/344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 1093 time: 1.2213137 Feb 09 21:00:41.591530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:00:41.596472 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fcf12b-aee8-4f27-b839-11d89513d368" -d '{"events": [{"name": "network-changed", "server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:00:41.654323 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff4586e-2098-4790-8e0e-9895985cfaa6 x-openstack-request-id: req-2ff4586e-2098-4790-8e0e-9895985cfaa6 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:00:41.654536 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:00:41.654790 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2ff4586e-2098-4790-8e0e-9895985cfaa6 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:00:41.655198 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'status': 'completed', 'code': 200} Feb 09 21:00:41.689613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad092fbf-535e-4785-88de-2597b5aca5e4 req-178538ab-f988-48eb-9e97-fc7207a71d35 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0831776 Feb 09 21:00:41.696537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e0b6f-ab47-4cdb-981c-896398001f23 service neutron] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:41.730526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-766bb123-fbaa-415a-83a9-4d7b4b3a2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:41.732348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-766bb123-fbaa-415a-83a9-4d7b4b3a2c7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1127 time: 0.0988753 Feb 09 21:00:41.787343 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-a458125a-8e0d-49ec-8ff8-0f9f5285c87b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 217 time: 0.0454855 Feb 09 21:00:41.855104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-a9329940-13ed-4290-be0e-ec680bcc6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:41.857220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-a9329940-13ed-4290-be0e-ec680bcc6e01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.0634198 Feb 09 21:00:41.906553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-baa8af3f-bfbf-4eb1-baa8-db7cd144a6ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336328 Feb 09 21:00:42.071572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813af3c0-4913-4bc7-acf6-f3c926c49082 req-628a9ae5-7be9-4eae-98e5-cbe4ec2dafa4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:42.080025 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-2b1199f4-49e8-423f-8545-970a18fccb8e service neutron] 10.222.0.50 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662459 Feb 09 21:00:42.082726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-813af3c0-4913-4bc7-acf6-f3c926c49082 req-628a9ae5-7be9-4eae-98e5-cbe4ec2dafa4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 0.1360600 Feb 09 21:00:42.185244 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-813af3c0-4913-4bc7-acf6-f3c926c49082 req-63cb0a0b-02de-41b4-8704-e84190a6fa9d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015444 Feb 09 21:00:42.286032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52b4d74f-937d-4252-9c0e-50bae8a8d95d req-962a88ae-7a05-4994-a35a-819f6de352e8 service neutron] 10.222.0.50 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988931 Feb 09 21:00:42.338007 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:00:42.422286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-1b24ca6d-64b1-41dd-9228-f3565eea07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:42.426175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-1b24ca6d-64b1-41dd-9228-f3565eea07eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1127 time: 0.0668724 Feb 09 21:00:42.559829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-cb5ff03d-d1ed-47f2-83c7-40950d47f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:42.561948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-cb5ff03d-d1ed-47f2-83c7-40950d47f38e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 913 time: 0.1310961 Feb 09 21:00:42.694276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:43.028979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-1f6f8ca0-294e-4553-b46f-b42cf4dff0a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 217 time: 0.4563386 Feb 09 21:00:43.089593 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4ba79e89-6316-4377-9e3a-7fc5fbcbb6d6 req-01612cd0-64e1-4138-b708-68d51f6b76d9 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0829332 Feb 09 21:00:43.193864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-a4cbff62-30b9-4dab-ba16-8cbb0af21a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:43.196563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-a4cbff62-30b9-4dab-ba16-8cbb0af21a8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.1031744 Feb 09 21:00:43.286363 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-b55b8396-0d5b-49ec-a5b7-82811f29545f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801933 Feb 09 21:00:43.431118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-2277cc86-e83c-4b84-aab0-8f9c055769eb service neutron] 10.222.0.50 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370096 Feb 09 21:00:43.449289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f7fe4-3285-42fd-a49f-7497539f578c req-ccd003ae-032a-4444-b56d-c798c98f42fc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:43.451666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f98f7fe4-3285-42fd-a49f-7497539f578c req-ccd003ae-032a-4444-b56d-c798c98f42fc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 0.1465480 Feb 09 21:00:43.560314 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f98f7fe4-3285-42fd-a49f-7497539f578c req-828d2d07-7b23-448f-9953-7ff8206b49e5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994170 Feb 09 21:00:43.593214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9fcf12b-aee8-4f27-b839-11d89513d368 req-ed6fc708-196d-4f48-9487-0082e9217304 service neutron] 10.222.0.50 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558304 Feb 09 21:00:43.809527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:00:43.952319 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:43.964723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:00:43.983529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5', 'port_id': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'mac_address': 'fa:16:3e:67:df:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302387f-9b7a-4b7b-a6dc-acb077fbc421', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:00:44.027933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 344d50b6-a6a1-401d-956e-053bdb5d5c00 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:00:44.028310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:44.044870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344d50b6-a6a1-401d-956e-053bdb5d5c00 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:00:44.070337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:00:44.077742 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:44.149145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:44.160181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.160532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.160930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.161274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.161606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.162079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.162302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.162633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.162956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.163489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.164000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.164330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.164752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:44.285573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18715661-17b3-42d4-b2ec-271bcbc20d8a req-98515fa7-a2d0-4244-af3e-a2566fe709a4 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0438161 Feb 09 21:00:44.313892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['344d50b6-a6a1-401d-956e-053bdb5d5c00'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:00:44.827128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dc70b-7e2a-4c79-b5ed-5ca5da486a0a req-59ae90e0-e998-43b4-9fb1-5051c7a1bd7b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:44.840237 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e84dc70b-7e2a-4c79-b5ed-5ca5da486a0a req-59ae90e0-e998-43b4-9fb1-5051c7a1bd7b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1247826 Feb 09 21:00:44.956812 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e84dc70b-7e2a-4c79-b5ed-5ca5da486a0a req-335355e9-b79e-45e5-8cac-c4e9a99f4d06 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152134 Feb 09 21:00:45.462508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d595cf33-0242-4ead-95be-3161372fc20d req-6dc8b19b-f746-467f-87e6-2f108c6bc535 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0377018 Feb 09 21:00:45.819985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:00:45.873889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 344d50b6-a6a1-401d-956e-053bdb5d5c00 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:00:45.878687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 344d50b6-a6a1-401d-956e-053bdb5d5c00 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:00:45.879008 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:45.966554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 344d50b6-a6a1-401d-956e-053bdb5d5c00 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:00:45.967357 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:45.994159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:00:45.996616 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1528ef-72a8-459d-a919-1273ef7de893" -d '{"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-plugged", "status": "completed", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:00:46.017292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:00:46.023088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:46.097348 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11df0750-497e-40fd-8b66-aedb1a052cc9 x-openstack-request-id: req-11df0750-497e-40fd-8b66-aedb1a052cc9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:00:46.097655 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-plugged", "status": "completed", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:00:46.097913 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-11df0750-497e-40fd-8b66-aedb1a052cc9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:00:46.099560 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'code': 200} Feb 09 21:00:46.100486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:46.135991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35ac2f-343c-45a4-a931-0c0f2acbf559 req-22bd5e92-0193-4b76-89b6-5477d0720e0a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:46.148265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b35ac2f-343c-45a4-a931-0c0f2acbf559 req-22bd5e92-0193-4b76-89b6-5477d0720e0a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0994921 Feb 09 21:00:46.182256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f595e90-7585-4717-b61b-a4ad340e7e58 req-49232a0a-f049-41ad-b9a8-5161183d8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:46.184735 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f595e90-7585-4717-b61b-a4ad340e7e58 req-49232a0a-f049-41ad-b9a8-5161183d8c44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1129 time: 0.0558653 Feb 09 21:00:46.218148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b35ac2f-343c-45a4-a931-0c0f2acbf559 req-a0945257-a10c-457b-b1be-d4bf1b1e7af2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Feb 09 21:00:46.245470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f595e90-7585-4717-b61b-a4ad340e7e58 req-edf12c23-faab-4d3f-a7af-c307a7f71411 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550041 Feb 09 21:00:46.632178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ecf7f4b-0be6-4300-b3de-206e4777158b req-fff27afa-2473-458d-8b24-d4ce422ef02c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0635827 Feb 09 21:00:47.545590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e395b4-ddf6-4b1d-8451-d21b2b1597a2 req-5aeade63-19d0-42c2-b3c1-c557fdbd3f89 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:47.558028 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85e395b4-ddf6-4b1d-8451-d21b2b1597a2 req-5aeade63-19d0-42c2-b3c1-c557fdbd3f89 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1821663 Feb 09 21:00:47.681676 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85e395b4-ddf6-4b1d-8451-d21b2b1597a2 req-64438462-8ade-4617-9ad3-3a3751e74493 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020186 Feb 09 21:00:47.836954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ea86bd4-e498-430c-9f8a-56bfb4b912ee req-089c5205-afd1-484c-8908-ddaa4cf3ffb2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0833211 Feb 09 21:00:48.884911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fccb4-2b2c-496d-b443-ff66f9aa1232 req-a607ee04-b72e-4818-b4f9-f62b71deb249 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:48.909705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df6fccb4-2b2c-496d-b443-ff66f9aa1232 req-a607ee04-b72e-4818-b4f9-f62b71deb249 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1145425 Feb 09 21:00:49.001132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c60130a5-cee4-4311-ac40-9fa6eec0d47c req-8f6437ab-0538-471a-aad2-70f071f34eb8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0426774 Feb 09 21:00:49.002514 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df6fccb4-2b2c-496d-b443-ff66f9aa1232 req-f54a6ecb-792f-4a63-8288-47bb6d92edf4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833020 Feb 09 21:00:49.522712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-59d7ce8a-e13d-4dbd-a67b-40a93bf4cf4c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:49.524355 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-59d7ce8a-e13d-4dbd-a67b-40a93bf4cf4c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 812 time: 0.2483931 Feb 09 21:00:49.545688 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-2e102c93-e19b-48a1-bf24-ccfe032bdd60 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/quotas/a8867445b82b49989808a0e04aafbf63 HTTP/1.1" status: 200 len: 375 time: 0.0147710 Feb 09 21:00:49.642909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-da306f59-ca9a-410e-bda4-5eed4f825419 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895193 Feb 09 21:00:49.831135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-bd843287-b436-4e39-9593-6ba0887b806a service neutron] 10.222.0.102 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798873 Feb 09 21:00:50.014393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-38dd053f-6764-493a-9667-167736164091 service neutron] 10.222.0.102 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744113 Feb 09 21:00:50.239094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1b8e40a-b5ac-464a-b7f4-f197485ddd7e req-ac665265-9ec2-42ab-9999-3148de73e57e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0845098 Feb 09 21:00:50.397183 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f363f3b3-2feb-4f55-9907-29d88cf81d0c req-970140d8-145d-4bcd-b2c9-5ec8882e695d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 210 time: 0.0590401 Feb 09 21:00:51.532408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ef2459b-ab64-4ed7-9052-ccb87658e4c5 req-af851450-6d0a-4078-a260-ea194ec2c806 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0974927 Feb 09 21:00:51.653278 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:51.683823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-be975552-0b47-4555-b4bc-0dd6ef12999b req-4936df0d-17df-4968-9bc7-bb8633573c69 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 210 time: 0.0712056 Feb 09 21:00:52.248431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-6185bb03-c335-4f01-96a9-b3fe3a7e3514 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:52.254562 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-6185bb03-c335-4f01-96a9-b3fe3a7e3514 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.13 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 812 time: 0.2844679 Feb 09 21:00:52.266053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Request body: {'port': {'device_id': '6091f5f7-80d2-4d06-89ae-2f1b38a75dd2', 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5', 'admin_state_up': True, 'tenant_id': 'a8867445b82b49989808a0e04aafbf63'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:00:52.403832 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Made reservation on behalf of a8867445b82b49989808a0e04aafbf63 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:00:52.407038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:52.799174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a6ec071b-2e33-4ee8-82d6-a7028dda9fe8 req-de3a3863-96b1-47c1-9cd8-202aeb973700 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0990648 Feb 09 21:00:52.839090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Allocated IP 172.20.0.3 (e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5/2302387f-9b7a-4b7b-a6dc-acb077fbc421/6d4add95-b483-42a9-b727-eb147c2ff184) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:00:52.974541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-05131e74-93f0-4abd-8314-df470fd0c92b req-616dc519-d88e-447d-a5a3-c985f4e2a33c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 210 time: 0.1010644 Feb 09 21:00:53.338759 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks [] for port (6d4add95-b483-42a9-b727-eb147c2ff184), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:53.409015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:53.421111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['344d50b6-a6a1-401d-956e-053bdb5d5c00'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:00:53.526382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:00:53.539051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:00:53.547303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:00:53.697509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Pushing event updated for resources: {'Port': ['ID=6d4add95-b483-42a9-b727-eb147c2ff184,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:53.704683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:53.713054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:53.732617 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-abdf9eff-c032-4ea1-bf75-489af8f98caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4708045 Feb 09 21:00:53.744407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Request body: {'port': {'device_id': '6091f5f7-80d2-4d06-89ae-2f1b38a75dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:00:54.031331 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:54.097695 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b87b4389-a5dd-4fb7-838c-53e047ec3251 req-d32dca16-be30-4a2f-b1ef-db739eb61638 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0988355 Feb 09 21:00:54.424179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4add95-b483-42a9-b727-eb147c2ff184 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:00:54.435064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Publish callbacks [] for port (6d4add95-b483-42a9-b727-eb147c2ff184), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:54.464761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Transition to ACTIVE for port object 6d4add95-b483-42a9-b727-eb147c2ff184 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:00:54.511265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:54.583360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Pushing event updated for resources: {'Port': ['ID=6d4add95-b483-42a9-b727-eb147c2ff184,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:55.339663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c645b4dc-35aa-4ba8-b0bd-ed87e9537a56 req-0299afcf-39f5-476b-beaa-965a04766af1 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0910015 Feb 09 21:00:55.422468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Attempting to bind port 6d4add95-b483-42a9-b727-eb147c2ff184 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:00:55.422922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Attempting to bind port 6d4add95-b483-42a9-b727-eb147c2ff184 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:00:55.423125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Attempting to bind port 6d4add95-b483-42a9-b727-eb147c2ff184 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:00:55.432381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Port 6d4add95-b483-42a9-b727-eb147c2ff184 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:00:55.432784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Attempting to bind port 6d4add95-b483-42a9-b727-eb147c2ff184 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:00:55.442336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee33a-1f92-412c-b983-e6525e18f60e req-ca8f0886-ed6a-4d22-88a7-a7bd84a02d09 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:55.445080 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dbee33a-1f92-412c-b983-e6525e18f60e req-ca8f0886-ed6a-4d22-88a7-a7bd84a02d09 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 943 time: 0.9783721 Feb 09 21:00:55.450971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:00:55.451414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Checking segment: {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:00:55.451861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Bound using segment: {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:00:55.452148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Bound port: 6d4add95-b483-42a9-b727-eb147c2ff184, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:00:55.452510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:55.575090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] For port 6d4add95-b483-42a9-b727-eb147c2ff184, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:00:55.581182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] For port 6d4add95-b483-42a9-b727-eb147c2ff184, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6d4add95-b483-42a9-b727-eb147c2ff184,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:00:55.596868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:55.684798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:55.688638 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:55.690759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] 10.222.0.13 "PUT /v2.0/ports/6d4add95-b483-42a9-b727-eb147c2ff184 HTTP/1.1" status: 200 len: 1092 time: 1.9507542 Feb 09 21:00:55.707713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6091f5f7-80d2-4d06-89ae-2f1b38a75dd2', 'tag': '6d4add95-b483-42a9-b727-eb147c2ff184'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:00:55.711803 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db612d20-d0e8-49ee-a8aa-30224aa81791" -d '{"events": [{"name": "network-changed", "server_uuid": "6091f5f7-80d2-4d06-89ae-2f1b38a75dd2", "tag": "6d4add95-b483-42a9-b727-eb147c2ff184"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:00:55.795860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dbee33a-1f92-412c-b983-e6525e18f60e req-c63b5ff1-3f99-45ad-842a-ae17a63f2075 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293803 Feb 09 21:00:55.843853 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d92280-8789-4e94-85af-33e4816020cb x-openstack-request-id: req-49d92280-8789-4e94-85af-33e4816020cb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:00:55.844461 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6091f5f7-80d2-4d06-89ae-2f1b38a75dd2", "tag": "6d4add95-b483-42a9-b727-eb147c2ff184", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:00:55.844988 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-49d92280-8789-4e94-85af-33e4816020cb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:00:55.846200 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6091f5f7-80d2-4d06-89ae-2f1b38a75dd2', 'tag': '6d4add95-b483-42a9-b727-eb147c2ff184', 'status': 'completed', 'code': 200} Feb 09 21:00:55.858963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2584af-b881-4eac-a87b-ae917307078c service neutron] Pushing event updated for resources: {'Port': ['ID=6d4add95-b483-42a9-b727-eb147c2ff184,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:55.881598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-3a545916-05c2-4cb7-a0bc-bf9b7e0ca72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:55.883725 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-3a545916-05c2-4cb7-a0bc-bf9b7e0ca72c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 1126 time: 0.0828731 Feb 09 21:00:55.991586 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-d112a457-9f6f-466f-abc6-56793387c6ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d4add95-b483-42a9-b727-eb147c2ff184 HTTP/1.1" status: 200 len: 217 time: 0.1011004 Feb 09 21:00:56.111232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-3e8abc5a-ccae-41a4-bf2b-74728776c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:56.116158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-3e8abc5a-ccae-41a4-bf2b-74728776c886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.1190662 Feb 09 21:00:56.216944 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-f1eb8ed5-17ca-4ee1-84c6-21bd8b1f7861 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934505 Feb 09 21:00:56.504482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:56.656758 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-a4fcdffc-bdd3-4d64-812c-88963aecfdff service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339397 Feb 09 21:00:56.740618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d17a7b7-bc9a-4de8-9316-b1b58e5d0b7e req-871808e4-b27d-41a9-b248-32a50066abca tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1203170 Feb 09 21:00:57.051588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3d3f5f2-c4b2-4838-a3ec-edc66796b5d8 req-05762b6d-cb6b-461a-9a56-54f2deaa97d2 service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863893 Feb 09 21:00:57.145698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11374f1-36e6-4d7a-9814-43bf2ecad639 req-ea180319-04a4-4b9c-89ce-be0268444ce3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:57.162073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11374f1-36e6-4d7a-9814-43bf2ecad639 req-ea180319-04a4-4b9c-89ce-be0268444ce3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 943 time: 0.1871378 Feb 09 21:00:57.249375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-0b804c6a-3859-44fc-8940-c7a467a40ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:57.250916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-0b804c6a-3859-44fc-8940-c7a467a40ad6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 1126 time: 0.1304626 Feb 09 21:00:57.310735 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11374f1-36e6-4d7a-9814-43bf2ecad639 req-58641db8-e22b-48bc-98b9-ec898d6523ac tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400950 Feb 09 21:00:57.495244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-837637a6-ba97-4ea1-836d-d55ab3816b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:57.497158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-837637a6-ba97-4ea1-836d-d55ab3816b99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 913 time: 0.2402217 Feb 09 21:00:57.649999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-4e3f3a45-8091-4add-a055-5e3664e06e86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d4add95-b483-42a9-b727-eb147c2ff184 HTTP/1.1" status: 200 len: 217 time: 0.1354887 Feb 09 21:00:57.752482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-cc95975b-1157-4dd2-aa4c-5c75fbba17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:57.754065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-cc95975b-1157-4dd2-aa4c-5c75fbba17e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.0994012 Feb 09 21:00:57.811157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-50e8045b-8007-4d4b-8b5b-d067491a2d63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495193 Feb 09 21:00:57.964082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:58.161792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-ce726f68-9f63-42b7-a38b-8b0961d15a5c service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430510 Feb 09 21:00:58.214637 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b06bffa-e137-4b1a-9e44-8a65b3ad7938 req-219cf933-1ba7-445c-8d7f-875dd50d4a57 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.1858239 Feb 09 21:00:58.286237 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3656ffc-72d8-46d6-bc12-7d776b475e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:58.453858 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3656ffc-72d8-46d6-bc12-7d776b475e71 admin admin] Publish callbacks [] for security_group (96ee6379-a54a-4d85-89c0-95eecff01dca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:58.463947 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3656ffc-72d8-46d6-bc12-7d776b475e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (96ee6379-a54a-4d85-89c0-95eecff01dca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:58.506516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db612d20-d0e8-49ee-a8aa-30224aa81791 req-4370e563-1046-4545-8bc0-db08012c296c service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014770 Feb 09 21:00:58.526691 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f3656ffc-72d8-46d6-bc12-7d776b475e71 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=daa8b4524bb84dee8b07ecd70a91c767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611472 Feb 09 21:00:58.529773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44536) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:58.567645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3656ffc-72d8-46d6-bc12-7d776b475e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee6379-a54a-4d85-89c0-95eecff01dca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:58.624707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20368b08-4261-4288-9ae1-3f88b3cf6441 req-9490f2ba-cd1f-4561-b651-f819f5a10ea9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:58.626240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20368b08-4261-4288-9ae1-3f88b3cf6441 req-9490f2ba-cd1f-4561-b651-f819f5a10ea9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 943 time: 0.1238887 Feb 09 21:00:58.649680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c35f150-8d5e-40bf-8847-3c9508daf3d5 admin admin] Publish callbacks [] for security_group (96ee6379-a54a-4d85-89c0-95eecff01dca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:58.712828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c35f150-8d5e-40bf-8847-3c9508daf3d5 admin admin] Publish callbacks [] for security_group (96ee6379-a54a-4d85-89c0-95eecff01dca), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:58.732211 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20368b08-4261-4288-9ae1-3f88b3cf6441 req-3349e6cf-2dca-43bf-a83b-33cdde0a609c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914207 Feb 09 21:00:58.822072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c35f150-8d5e-40bf-8847-3c9508daf3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (96ee6379-a54a-4d85-89c0-95eecff01dca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:58.825585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c35f150-8d5e-40bf-8847-3c9508daf3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:58.829735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3c35f150-8d5e-40bf-8847-3c9508daf3d5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/96ee6379-a54a-4d85-89c0-95eecff01dca HTTP/1.1" status: 204 len: 168 time: 0.2987461 Feb 09 21:00:58.853691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35f150-8d5e-40bf-8847-3c9508daf3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee6379-a54a-4d85-89c0-95eecff01dca,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:59.383323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:59.400435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2bb22685-7e5e-4d2f-ba19-13284ff89802 req-d64df7fd-b455-4271-9673-7f543cadd920 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0349305 Feb 09 21:00:59.409988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:59.598451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Publish callbacks [] for security_group (fb084fa1-808b-4b6c-bd15-3784bb437b93), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:59.603087 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fb084fa1-808b-4b6c-bd15-3784bb437b93), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:59.663352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb084fa1-808b-4b6c-bd15-3784bb437b93,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:59.671256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:00:59.676768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c97289d06f70499da96aed958d1ab7e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2922280 Feb 09 21:00:59.685764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.686111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.686456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.686784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.687115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.687439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.688130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.688130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.688412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.688731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.689049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.689360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.699081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc84102-49df-4a2d-8ca9-d6d1790cb91d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:00:59.754072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed4b075-1a82-4dba-879d-e5e0b2904eac admin admin] Publish callbacks [] for security_group (fb084fa1-808b-4b6c-bd15-3784bb437b93), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:59.816778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed4b075-1a82-4dba-879d-e5e0b2904eac admin admin] Publish callbacks [] for security_group (fb084fa1-808b-4b6c-bd15-3784bb437b93), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:59.894943 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed4b075-1a82-4dba-879d-e5e0b2904eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fb084fa1-808b-4b6c-bd15-3784bb437b93), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:59.898038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ed4b075-1a82-4dba-879d-e5e0b2904eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:00:59.903511 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1ed4b075-1a82-4dba-879d-e5e0b2904eac admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fb084fa1-808b-4b6c-bd15-3784bb437b93 HTTP/1.1" status: 204 len: 168 time: 0.2311888 Feb 09 21:00:59.913655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4b075-1a82-4dba-879d-e5e0b2904eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb084fa1-808b-4b6c-bd15-3784bb437b93,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:00:59.961554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25204392-cfe2-4e6a-bc84-d09b6af42428 req-49d77c74-71b6-4f2b-a0ed-cc67cd39f1b7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:00:59.968379 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25204392-cfe2-4e6a-bc84-d09b6af42428 req-49d77c74-71b6-4f2b-a0ed-cc67cd39f1b7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 943 time: 0.1134219 Feb 09 21:01:00.054259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-25204392-cfe2-4e6a-bc84-d09b6af42428 req-4de6c168-d993-4f93-8fd4-c263639369be tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781913 Feb 09 21:01:00.065185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 6d4add95-b483-42a9-b727-eb147c2ff184 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:01:00.234059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 6d4add95-b483-42a9-b727-eb147c2ff184, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6d4add95-b483-42a9-b727-eb147c2ff184,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:00.247368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '6d4add95-b483-42a9-b727-eb147c2ff184', 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5', 'port_id': '6d4add95-b483-42a9-b727-eb147c2ff184', 'mac_address': 'fa:16:3e:09:df:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302387f-9b7a-4b7b-a6dc-acb077fbc421', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:01:00.295533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 6d4add95-b483-42a9-b727-eb147c2ff184 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:01:00.296311 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:00.311811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4add95-b483-42a9-b727-eb147c2ff184 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:01:00.338215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 6d4add95-b483-42a9-b727-eb147c2ff184, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6d4add95-b483-42a9-b727-eb147c2ff184,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:00.347019 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:00.429537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=6d4add95-b483-42a9-b727-eb147c2ff184,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:00.592540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['6d4add95-b483-42a9-b727-eb147c2ff184'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:01:00.635925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40c1bf0d-bc84-4de6-9252-a3393ae2435d req-034aa583-5245-4c93-b0f1-94b280f94f64 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0974386 Feb 09 21:01:01.334210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10a8df-e0fd-423e-8d3c-fe2289e3526f req-e8a2bf4d-fb07-4124-a075-bb180a092c20 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:01.341773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da10a8df-e0fd-423e-8d3c-fe2289e3526f req-e8a2bf4d-fb07-4124-a075-bb180a092c20 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 944 time: 0.1454849 Feb 09 21:01:01.431335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da10a8df-e0fd-423e-8d3c-fe2289e3526f req-ef9c6dfe-9ff2-4cbe-97ff-4240f916ca39 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782108 Feb 09 21:01:01.770401 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9fa2be20-6756-4e78-9be5-9e98f4024efd req-3656d88d-cb3e-4243-aff0-c3cbaf59f825 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0523996 Feb 09 21:01:02.082723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 6d4add95-b483-42a9-b727-eb147c2ff184 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:01:02.158714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 6d4add95-b483-42a9-b727-eb147c2ff184 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:01:02.165282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 6d4add95-b483-42a9-b727-eb147c2ff184 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:01:02.165669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:02.259147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 6d4add95-b483-42a9-b727-eb147c2ff184 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:01:02.259601 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:02.286958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6091f5f7-80d2-4d06-89ae-2f1b38a75dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4add95-b483-42a9-b727-eb147c2ff184'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:01:02.289981 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e650c6a8-6fd7-4c4e-9f24-54977d793e49" -d '{"events": [{"server_uuid": "6091f5f7-80d2-4d06-89ae-2f1b38a75dd2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4add95-b483-42a9-b727-eb147c2ff184"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:01:02.305490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 6d4add95-b483-42a9-b727-eb147c2ff184, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6d4add95-b483-42a9-b727-eb147c2ff184,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:02.309776 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:02.384338 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3493d4-cb06-4c3d-aa10-f69908e7c167 x-openstack-request-id: req-ec3493d4-cb06-4c3d-aa10-f69908e7c167 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:01:02.385124 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6091f5f7-80d2-4d06-89ae-2f1b38a75dd2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4add95-b483-42a9-b727-eb147c2ff184", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:01:02.385124 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ec3493d4-cb06-4c3d-aa10-f69908e7c167 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:01:02.385332 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6091f5f7-80d2-4d06-89ae-2f1b38a75dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4add95-b483-42a9-b727-eb147c2ff184', 'code': 200} Feb 09 21:01:02.386377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=6d4add95-b483-42a9-b727-eb147c2ff184,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:02.466435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea10e6-dc23-47a3-b181-9147be15c6d1 req-4859d474-106b-4436-9c12-f4d3bf9496b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:02.468822 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebea10e6-dc23-47a3-b181-9147be15c6d1 req-4859d474-106b-4436-9c12-f4d3bf9496b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 1128 time: 0.0627878 Feb 09 21:01:02.590280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebea10e6-dc23-47a3-b181-9147be15c6d1 req-c8f63078-e128-4d67-9601-6c4771ec2705 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153054 Feb 09 21:01:02.603814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda9540-b837-4aac-8f42-4d5ce73259af req-19ceb83a-1916-426b-a074-dd049ebcd628 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:02.605636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fda9540-b837-4aac-8f42-4d5ce73259af req-19ceb83a-1916-426b-a074-dd049ebcd628 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 945 time: 0.0894105 Feb 09 21:01:02.660505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fda9540-b837-4aac-8f42-4d5ce73259af req-7e7da35f-8499-4aea-ae4c-165bcead52b4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473990 Feb 09 21:01:02.940450 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b1a3d76f-9100-40ec-b6ef-3cc3f319988a req-dcb56b97-a824-43da-85e4-a8ea8f82b389 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0525949 Feb 09 21:01:03.875895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9a8b4-0aab-44f3-a559-c9d8ec533599 req-bb8912de-4d2d-41ac-9205-d540c50b0b94 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:03.877530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65e9a8b4-0aab-44f3-a559-c9d8ec533599 req-bb8912de-4d2d-41ac-9205-d540c50b0b94 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 945 time: 0.1106441 Feb 09 21:01:03.890251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:04.000869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65e9a8b4-0aab-44f3-a559-c9d8ec533599 req-bf86f9ad-edd2-4897-b1ed-792f9ef85756 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171668 Feb 09 21:01:04.109730 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c44909b-4ddd-45c4-a788-ea85112708d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.141403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-431ae443-db5e-4d81-905a-bf2034ea3735 req-8ac5e5a1-a7e4-4002-a779-7a7ef95758df tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0777831 Feb 09 21:01:04.229561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c44909b-4ddd-45c4-a788-ea85112708d8 admin admin] Publish callbacks [] for security_group (7f797b8b-87b5-453a-b91c-7ee6c373662e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.236955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4c44909b-4ddd-45c4-a788-ea85112708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7f797b8b-87b5-453a-b91c-7ee6c373662e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.287028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44909b-4ddd-45c4-a788-ea85112708d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f797b8b-87b5-453a-b91c-7ee6c373662e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:04.294698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4c44909b-4ddd-45c4-a788-ea85112708d8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=117773cc081b416eb531fd2a0984d987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010019 Feb 09 21:01:04.296173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:04.358619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-250ed92d-ba2d-4d46-a364-8b2b936c4d76 admin admin] Publish callbacks [] for security_group (7f797b8b-87b5-453a-b91c-7ee6c373662e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.384805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-250ed92d-ba2d-4d46-a364-8b2b936c4d76 admin admin] Publish callbacks [] for security_group (7f797b8b-87b5-453a-b91c-7ee6c373662e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.446221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-250ed92d-ba2d-4d46-a364-8b2b936c4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7f797b8b-87b5-453a-b91c-7ee6c373662e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.449483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-250ed92d-ba2d-4d46-a364-8b2b936c4d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.451176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-250ed92d-ba2d-4d46-a364-8b2b936c4d76 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7f797b8b-87b5-453a-b91c-7ee6c373662e HTTP/1.1" status: 204 len: 168 time: 0.1535683 Feb 09 21:01:04.475459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed92d-ba2d-4d46-a364-8b2b936c4d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f797b8b-87b5-453a-b91c-7ee6c373662e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:04.850413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:04.864356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90c2dcbb-4533-44c5-b7c1-e76f7cc76c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.951483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90c2dcbb-4533-44c5-b7c1-e76f7cc76c73 admin admin] Publish callbacks [] for security_group (e53cddd2-d848-4581-b40c-a27bb33a5b77), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.956809 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90c2dcbb-4533-44c5-b7c1-e76f7cc76c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e53cddd2-d848-4581-b40c-a27bb33a5b77), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:04.984465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-90c2dcbb-4533-44c5-b7c1-e76f7cc76c73 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d3bb179957684a42bdf31c439ed8caff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328986 Feb 09 21:01:04.988158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:05.009506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2dcbb-4533-44c5-b7c1-e76f7cc76c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53cddd2-d848-4581-b40c-a27bb33a5b77,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:05.165218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad47840c-9283-4275-9c37-76374796e757 admin admin] Publish callbacks [] for security_group (e53cddd2-d848-4581-b40c-a27bb33a5b77), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:05.226005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131627f9-f0a6-4dd7-b71f-5fafb47d0df2 req-1f09d112-1fcb-49e8-9899-ec386c9c5985 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:05.234091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-131627f9-f0a6-4dd7-b71f-5fafb47d0df2 req-1f09d112-1fcb-49e8-9899-ec386c9c5985 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 945 time: 0.1401908 Feb 09 21:01:05.262354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad47840c-9283-4275-9c37-76374796e757 admin admin] Publish callbacks [] for security_group (e53cddd2-d848-4581-b40c-a27bb33a5b77), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:05.294871 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb6f57c7-1460-48de-82a6-936d3ca934f4 req-26be3b48-60be-4a91-93e8-4f95ff65839d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0390425 Feb 09 21:01:05.312524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-131627f9-f0a6-4dd7-b71f-5fafb47d0df2 req-10a5857c-bb7c-4e2d-be7a-409b1165ca19 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775352 Feb 09 21:01:05.351059 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad47840c-9283-4275-9c37-76374796e757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e53cddd2-d848-4581-b40c-a27bb33a5b77), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:05.355070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad47840c-9283-4275-9c37-76374796e757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:05.356344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad47840c-9283-4275-9c37-76374796e757 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e53cddd2-d848-4581-b40c-a27bb33a5b77 HTTP/1.1" status: 204 len: 168 time: 0.3646414 Feb 09 21:01:05.388389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47840c-9283-4275-9c37-76374796e757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53cddd2-d848-4581-b40c-a27bb33a5b77,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:05.761321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b3a34-c456-4b04-bf8e-f41e6ba7e05e req-843c7ad4-a33f-4b38-930f-f9ca9cf3e04e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:05.773568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf9b3a34-c456-4b04-bf8e-f41e6ba7e05e req-843c7ad4-a33f-4b38-930f-f9ca9cf3e04e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 945 time: 0.1157112 Feb 09 21:01:05.871722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cf9b3a34-c456-4b04-bf8e-f41e6ba7e05e req-1d23d581-8d0b-43be-94a6-1b611b6d99b9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915649 Feb 09 21:01:05.967250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:05.983432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-138f2830-0de9-464f-853f-ab7117680a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:06.093052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-138f2830-0de9-464f-853f-ab7117680a6f admin admin] Publish callbacks [] for security_group (981d7279-78c7-476f-8c2f-41f10f7d3b8b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:06.099168 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-138f2830-0de9-464f-853f-ab7117680a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (981d7279-78c7-476f-8c2f-41f10f7d3b8b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:06.149010 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-138f2830-0de9-464f-853f-ab7117680a6f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b65e4a4d120f4c4796cedf2e957cdd67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806011 Feb 09 21:01:06.151532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44754) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:06.159706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f2830-0de9-464f-853f-ab7117680a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981d7279-78c7-476f-8c2f-41f10f7d3b8b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:06.242413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38942c1a-ca52-4a18-bfcd-c5f7306c9574 admin admin] Publish callbacks [] for security_group (981d7279-78c7-476f-8c2f-41f10f7d3b8b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:06.269183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38942c1a-ca52-4a18-bfcd-c5f7306c9574 admin admin] Publish callbacks [] for security_group (981d7279-78c7-476f-8c2f-41f10f7d3b8b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:06.330610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38942c1a-ca52-4a18-bfcd-c5f7306c9574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (981d7279-78c7-476f-8c2f-41f10f7d3b8b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:06.338768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38942c1a-ca52-4a18-bfcd-c5f7306c9574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:06.341620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38942c1a-ca52-4a18-bfcd-c5f7306c9574 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/981d7279-78c7-476f-8c2f-41f10f7d3b8b HTTP/1.1" status: 204 len: 168 time: 0.1882479 Feb 09 21:01:06.357894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38942c1a-ca52-4a18-bfcd-c5f7306c9574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d7279-78c7-476f-8c2f-41f10f7d3b8b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:06.458567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24215dce-e599-4cff-a196-83d1eb364b0d req-85aac80d-518a-4246-999e-9c4d0d7d6804 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0487349 Feb 09 21:01:06.977364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-52314c7b-de12-4f57-87b7-2510c352ce50 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:06.979125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-52314c7b-de12-4f57-87b7-2510c352ce50 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.13 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 945 time: 0.0776091 Feb 09 21:01:07.176370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2122c8e-409f-4d3c-9245-75d722fcceae req-4f735c69-4434-42de-ad00-e19f6bf3c097 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:07.178682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2122c8e-409f-4d3c-9245-75d722fcceae req-4f735c69-4434-42de-ad00-e19f6bf3c097 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 945 time: 0.1461253 Feb 09 21:01:07.228308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Deleting port 6d4add95-b483-42a9-b727-eb147c2ff184 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:01:07.228806 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:07.342897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2122c8e-409f-4d3c-9245-75d722fcceae req-694b570b-9471-43c6-b62d-783dddd9780b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517398 Feb 09 21:01:07.444868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] For port 6d4add95-b483-42a9-b727-eb147c2ff184, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6d4add95-b483-42a9-b727-eb147c2ff184,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:07.445268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:07.473944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Calling delete_port for 6d4add95-b483-42a9-b727-eb147c2ff184 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:01:07.650600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-880c94b7-81e6-4416-adc3-63b4dd3f07e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:07.654864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1a45662-e372-4d5c-badd-5bec0acfdca5 req-2b8739d2-781a-4969-b634-9fd070259fdf tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0712237 Feb 09 21:01:07.666976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6d4add95-b483-42a9-b727-eb147c2ff184), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:07.681444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['344d50b6-a6a1-401d-956e-053bdb5d5c00'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:01:07.683984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['6d4add95-b483-42a9-b727-eb147c2ff184'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:01:07.705887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Pushing event deleted for resources: {'Port': ['ID=6d4add95-b483-42a9-b727-eb147c2ff184,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:07.837453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] No DVR routers for this DVR port 6d4add95-b483-42a9-b727-eb147c2ff184 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:01:07.846144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:07.864498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-10a3d532-83db-44f4-b98e-cf0537fe5b9f req-b7124c61-304f-479b-b1ea-fb831afe31ab tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.13 "DELETE /v2.0/ports/6d4add95-b483-42a9-b727-eb147c2ff184 HTTP/1.1" status: 204 len: 173 time: 0.8778687 Feb 09 21:01:07.868653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6091f5f7-80d2-4d06-89ae-2f1b38a75dd2', 'name': 'network-vif-deleted', 'tag': '6d4add95-b483-42a9-b727-eb147c2ff184'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:01:07.877259 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990500c5-c5c6-4a5f-8f87-a13bf9f66f10" -d '{"events": [{"server_uuid": "6091f5f7-80d2-4d06-89ae-2f1b38a75dd2", "name": "network-vif-deleted", "tag": "6d4add95-b483-42a9-b727-eb147c2ff184"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:01:07.963897 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eb1ce8-2dc3-4dcd-9a96-2afa20dda38c x-openstack-request-id: req-03eb1ce8-2dc3-4dcd-9a96-2afa20dda38c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:01:07.964193 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6091f5f7-80d2-4d06-89ae-2f1b38a75dd2", "name": "network-vif-deleted", "tag": "6d4add95-b483-42a9-b727-eb147c2ff184", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:01:07.964446 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-03eb1ce8-2dc3-4dcd-9a96-2afa20dda38c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:01:07.964847 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6091f5f7-80d2-4d06-89ae-2f1b38a75dd2', 'name': 'network-vif-deleted', 'tag': '6d4add95-b483-42a9-b727-eb147c2ff184', 'status': 'completed', 'code': 200} Feb 09 21:01:08.278114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:08.492352 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71b79dc1-b8ae-487c-bb54-396d598307ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:08.532883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2ae2778-374c-4fa0-a379-24ca6174222c req-647669c8-902a-427a-acb7-5887f929f290 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=6091f5f7-80d2-4d06-89ae-2f1b38a75dd2 HTTP/1.1" status: 200 len: 210 time: 0.0484896 Feb 09 21:01:08.619446 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71b79dc1-b8ae-487c-bb54-396d598307ed admin admin] Publish callbacks [] for security_group (a67fb7da-cef5-41d0-8e4c-f79532dc2454), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:08.623880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-71b79dc1-b8ae-487c-bb54-396d598307ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a67fb7da-cef5-41d0-8e4c-f79532dc2454), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:08.655138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b79dc1-b8ae-487c-bb54-396d598307ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67fb7da-cef5-41d0-8e4c-f79532dc2454,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:08.713382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:08.722423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-71b79dc1-b8ae-487c-bb54-396d598307ed admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7f36afd499044f1892d31313a1d61cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420156 Feb 09 21:01:08.782668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-336ffee6-ce5b-4074-8ab2-afd943acbae4 admin admin] Publish callbacks [] for security_group (a67fb7da-cef5-41d0-8e4c-f79532dc2454), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:08.802065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2fba969-1af2-44d9-a2d8-afbea3efd1af req-67845c43-fbf3-468e-8883-4dd47e0c644f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0282359 Feb 09 21:01:08.805241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-336ffee6-ce5b-4074-8ab2-afd943acbae4 admin admin] Publish callbacks [] for security_group (a67fb7da-cef5-41d0-8e4c-f79532dc2454), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:08.869073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-336ffee6-ce5b-4074-8ab2-afd943acbae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a67fb7da-cef5-41d0-8e4c-f79532dc2454), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:08.873489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-336ffee6-ce5b-4074-8ab2-afd943acbae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:08.876395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-336ffee6-ce5b-4074-8ab2-afd943acbae4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a67fb7da-cef5-41d0-8e4c-f79532dc2454 HTTP/1.1" status: 204 len: 168 time: 0.1616752 Feb 09 21:01:08.888140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ffee6-ce5b-4074-8ab2-afd943acbae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67fb7da-cef5-41d0-8e4c-f79532dc2454,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:09.728421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0305f0-654a-483a-83d0-05b873aec96d req-94ce7fd9-6e4a-438e-83a8-2b5d6173c11f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:09.738396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d0305f0-654a-483a-83d0-05b873aec96d req-94ce7fd9-6e4a-438e-83a8-2b5d6173c11f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0867937 Feb 09 21:01:09.740179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4d44a6-d598-4d0c-a5dd-b54d055ff092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:09.802613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d0305f0-654a-483a-83d0-05b873aec96d req-d12ced41-7850-46e7-a4e0-755c7fc51d45 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Feb 09 21:01:09.945974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76da7dbb-8a0b-41d0-be53-f6ce36a9cf97 req-c466d120-4cd2-4d05-b690-b31c568a909e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0283580 Feb 09 21:01:10.118561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeb6a0-5a82-416f-a66f-6cc126b98413 req-ae1477e8-e9cc-47e5-a3e0-0779d01c4ba7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:10.121345 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8afeb6a0-5a82-416f-a66f-6cc126b98413 req-ae1477e8-e9cc-47e5-a3e0-0779d01c4ba7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0710106 Feb 09 21:01:10.180475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8afeb6a0-5a82-416f-a66f-6cc126b98413 req-589ef83e-6d06-45fb-bd65-d330cbeb705b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526068 Feb 09 21:01:10.338419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceebb19-d715-413a-9db1-d7e424b425d4 req-098d0024-3ba1-4c74-aa4a-daa49d186ae9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:10.347359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ceebb19-d715-413a-9db1-d7e424b425d4 req-098d0024-3ba1-4c74-aa4a-daa49d186ae9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0804474 Feb 09 21:01:10.424568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ceebb19-d715-413a-9db1-d7e424b425d4 req-2f177c6f-3420-4a81-b2d2-e5ecfbf54dff tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757315 Feb 09 21:01:11.096083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd01f300-f0a5-4923-b28d-c071a42a8621 req-7519bda7-74e0-4582-8706-5af688da5f3e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0565023 Feb 09 21:01:11.200992 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:12.118360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 6d4add95-b483-42a9-b727-eb147c2ff184 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:01:12.162550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 6d4add95-b483-42a9-b727-eb147c2ff184 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:01:12.166786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 6d4add95-b483-42a9-b727-eb147c2ff184 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:01:12.279140 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b2e1e5b8-c4c1-44f2-91d5-7bcff1397e0a req-116a8328-acd8-4008-8d9c-9360903caa06 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0500090 Feb 09 21:01:12.706457 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:12.737799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:12.967011 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0a92-c5be-4016-a333-8d07ce6f4764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:13.058123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0a92-c5be-4016-a333-8d07ce6f4764 admin admin] Publish callbacks [] for security_group (5c8884f4-7cf1-4864-a404-bce20f712e47), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:13.063362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0a92-c5be-4016-a333-8d07ce6f4764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5c8884f4-7cf1-4864-a404-bce20f712e47), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:13.123651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3c5d0a92-c5be-4016-a333-8d07ce6f4764 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ec0b5f778b2e4b38944d307118831ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3820720 Feb 09 21:01:13.124640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44994) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:13.151743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d0a92-c5be-4016-a333-8d07ce6f4764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8884f4-7cf1-4864-a404-bce20f712e47,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:13.228295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1cddd22-427f-47ae-a1c9-6673a872bb75 admin admin] Publish callbacks [] for security_group (5c8884f4-7cf1-4864-a404-bce20f712e47), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:13.282584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1cddd22-427f-47ae-a1c9-6673a872bb75 admin admin] Publish callbacks [] for security_group (5c8884f4-7cf1-4864-a404-bce20f712e47), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:13.399232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1cddd22-427f-47ae-a1c9-6673a872bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5c8884f4-7cf1-4864-a404-bce20f712e47), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:13.402769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1cddd22-427f-47ae-a1c9-6673a872bb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:13.404115 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f1cddd22-427f-47ae-a1c9-6673a872bb75 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5c8884f4-7cf1-4864-a404-bce20f712e47 HTTP/1.1" status: 204 len: 168 time: 0.2784708 Feb 09 21:01:13.437174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cddd22-427f-47ae-a1c9-6673a872bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8884f4-7cf1-4864-a404-bce20f712e47,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:13.542094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4201129e-69d9-43a4-9cd8-2b28a362d109 req-c1696eef-aede-4bad-b4b8-4983604505af tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0697212 Feb 09 21:01:13.933937 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:13.977754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3eb11-0b8d-4399-9b83-1dcc17709bcd req-9c34b3e8-468e-4d6d-9e13-2574b95f956c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:13.979742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78e3eb11-0b8d-4399-9b83-1dcc17709bcd req-9c34b3e8-468e-4d6d-9e13-2574b95f956c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1150527 Feb 09 21:01:13.989848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:14.018016 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2282df9-bd35-4a16-88f4-6dadb7ba5a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:14.092865 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78e3eb11-0b8d-4399-9b83-1dcc17709bcd req-e645cf1e-5bd7-4b98-ba7b-067e47f49088 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004333 Feb 09 21:01:14.240728 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2282df9-bd35-4a16-88f4-6dadb7ba5a55 admin admin] Publish callbacks [] for security_group (022c572c-16ab-4e8f-beea-88859723d65c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:14.273910 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2282df9-bd35-4a16-88f4-6dadb7ba5a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (022c572c-16ab-4e8f-beea-88859723d65c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:14.332503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e2282df9-bd35-4a16-88f4-6dadb7ba5a55 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ef92f2b022d64d4a9a15003a07305a6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414519 Feb 09 21:01:14.335459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:14.343463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2282df9-bd35-4a16-88f4-6dadb7ba5a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022c572c-16ab-4e8f-beea-88859723d65c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:14.371440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc605-e120-45c9-8e82-6fdb2e45ef3e req-9975a538-8bac-4a7a-ab05-7ca0d5189ecc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:14.373816 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a6dc605-e120-45c9-8e82-6fdb2e45ef3e req-9975a538-8bac-4a7a-ab05-7ca0d5189ecc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1310701 Feb 09 21:01:14.453728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e120988b-c288-4333-a6d7-74f481af6507 admin admin] Publish callbacks [] for security_group (022c572c-16ab-4e8f-beea-88859723d65c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:14.478872 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a6dc605-e120-45c9-8e82-6fdb2e45ef3e req-70c3d791-b6e2-4a41-9eb6-a2bf5ea1fd45 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984869 Feb 09 21:01:14.504667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e120988b-c288-4333-a6d7-74f481af6507 admin admin] Publish callbacks [] for security_group (022c572c-16ab-4e8f-beea-88859723d65c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:14.572101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e120988b-c288-4333-a6d7-74f481af6507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (022c572c-16ab-4e8f-beea-88859723d65c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:14.575539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e120988b-c288-4333-a6d7-74f481af6507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:14.579569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e120988b-c288-4333-a6d7-74f481af6507 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/022c572c-16ab-4e8f-beea-88859723d65c HTTP/1.1" status: 204 len: 168 time: 0.2408254 Feb 09 21:01:14.634461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120988b-c288-4333-a6d7-74f481af6507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022c572c-16ab-4e8f-beea-88859723d65c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:14.735964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-920ef158-7295-460f-a7d5-6c8bcfbc2223 req-5e2048bf-ccd7-4c67-9360-ee7934d8c818 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0483413 Feb 09 21:01:15.912967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-68d67a20-45f8-460a-a346-0a30d5fa3ea9 req-e2ecd108-2acf-4cd7-bbdb-dd64caa87430 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0523462 Feb 09 21:01:16.888136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:17.043973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890d9de2-90c2-4f2e-ae35-bc995c69b40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:17.080153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f862add9-2909-42df-b4dc-81ae02000eea req-9ee43cb5-578a-4782-bdaf-fb64f28a5719 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0772705 Feb 09 21:01:17.194029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890d9de2-90c2-4f2e-ae35-bc995c69b40c admin admin] Publish callbacks [] for security_group (8812c6d7-e269-4ad3-bc1c-5559baecf67e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:17.200802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-890d9de2-90c2-4f2e-ae35-bc995c69b40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8812c6d7-e269-4ad3-bc1c-5559baecf67e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:17.235136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9de2-90c2-4f2e-ae35-bc995c69b40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8812c6d7-e269-4ad3-bc1c-5559baecf67e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:17.291136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-890d9de2-90c2-4f2e-ae35-bc995c69b40c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=64b4cb570da9483e83127d52ffaf3244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4009798 Feb 09 21:01:17.292685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:17.361832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e76312e6-539b-4536-808f-8f941a7abe21 admin admin] Publish callbacks [] for security_group (8812c6d7-e269-4ad3-bc1c-5559baecf67e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:17.402221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e76312e6-539b-4536-808f-8f941a7abe21 admin admin] Publish callbacks [] for security_group (8812c6d7-e269-4ad3-bc1c-5559baecf67e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:17.509700 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e76312e6-539b-4536-808f-8f941a7abe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8812c6d7-e269-4ad3-bc1c-5559baecf67e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:17.515608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e76312e6-539b-4536-808f-8f941a7abe21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:17.517900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e76312e6-539b-4536-808f-8f941a7abe21 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8812c6d7-e269-4ad3-bc1c-5559baecf67e HTTP/1.1" status: 204 len: 168 time: 0.2238994 Feb 09 21:01:17.528289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76312e6-539b-4536-808f-8f941a7abe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8812c6d7-e269-4ad3-bc1c-5559baecf67e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:18.045704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626c1f3-f7e6-4536-ba07-861eae8a42a0 req-05cb53cb-9379-4f45-a550-5d56c2b5a95b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:18.061589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8626c1f3-f7e6-4536-ba07-861eae8a42a0 req-05cb53cb-9379-4f45-a550-5d56c2b5a95b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0928373 Feb 09 21:01:18.113401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564d385-7ad8-49ca-9f53-db889fec8a99 req-ff0f2900-a8d9-4cf2-b389-39a36f47211c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:18.122548 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3564d385-7ad8-49ca-9f53-db889fec8a99 req-ff0f2900-a8d9-4cf2-b389-39a36f47211c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 946 time: 0.1448660 Feb 09 21:01:18.130399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8626c1f3-f7e6-4536-ba07-861eae8a42a0 req-da9982d0-f0be-4538-bfa2-e57283a17031 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Feb 09 21:01:18.257586 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3564d385-7ad8-49ca-9f53-db889fec8a99 req-833b4ef4-e7c5-4b92-8d88-f0bd061cf532 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285851 Feb 09 21:01:18.307005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5eab2753-83ec-400d-be76-cb8d9ea551f0 req-0b80dbae-06b8-44a9-bbd6-c4bc7891615f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0560324 Feb 09 21:01:18.424100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26492-59fd-49f5-a59a-28c6b424b9b7 req-799c6d85-bdd3-4ecc-8e74-afae7e2c0f4a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:18.426193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0c26492-59fd-49f5-a59a-28c6b424b9b7 req-799c6d85-bdd3-4ecc-8e74-afae7e2c0f4a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0755999 Feb 09 21:01:18.520657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0c26492-59fd-49f5-a59a-28c6b424b9b7 req-3a55200f-b73c-4d24-9c52-7a457e62d867 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881982 Feb 09 21:01:18.917817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9c401-7864-4c8d-a514-179e518a5dc7 req-046fd1d3-113d-4ed1-b55e-cc1bf7059968 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:18.923543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31a9c401-7864-4c8d-a514-179e518a5dc7 req-046fd1d3-113d-4ed1-b55e-cc1bf7059968 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0962653 Feb 09 21:01:19.000018 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31a9c401-7864-4c8d-a514-179e518a5dc7 req-9f638970-f918-4160-8c0f-c317f73ff8a8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670702 Feb 09 21:01:19.223317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedaac1-1c34-49f0-aa4e-4bbf02daeb69 req-04b72144-fb32-46d5-a342-0f29aa9a837b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:19.227173 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adedaac1-1c34-49f0-aa4e-4bbf02daeb69 req-04b72144-fb32-46d5-a342-0f29aa9a837b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1076005 Feb 09 21:01:19.338688 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:01:19.377377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adedaac1-1c34-49f0-aa4e-4bbf02daeb69 req-3401e5d0-8a8e-488e-8553-5524a98fd4cf tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404066 Feb 09 21:01:19.624156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-66901d65-91c7-4c00-96be-86fd22daa996 req-8c65d802-ab2c-4c04-9cf1-9121c69b8fd5 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0759816 Feb 09 21:01:19.651724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb9cd6-4243-4e31-ba7d-2a412d0c5f9d req-f0d908c6-1e34-4fae-8044-02ef61d4125b tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:19.670210 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d2fb9cd6-4243-4e31-ba7d-2a412d0c5f9d req-f0d908c6-1e34-4fae-8044-02ef61d4125b tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 946 time: 0.2173567 Feb 09 21:01:19.670210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-7dea98bb-28fc-45a1-8b80-dc7b468775a3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:19.671091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-7dea98bb-28fc-45a1-8b80-dc7b468775a3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 946 time: 0.2842803 Feb 09 21:01:19.862562 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d2fb9cd6-4243-4e31-ba7d-2a412d0c5f9d req-fa4b0374-b54c-4032-84ac-dce2752cde7c tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970758 Feb 09 21:01:19.885135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f268e-7eef-4611-8cd8-ace7f1064962 req-308a4e44-731a-4b66-ae6a-ebbdb9bb2d3a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:19.894591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e43f268e-7eef-4611-8cd8-ace7f1064962 req-308a4e44-731a-4b66-ae6a-ebbdb9bb2d3a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1018946 Feb 09 21:01:19.930946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Deleting port 51057608-a7b9-4110-8950-6cb9c32fe061 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:01:19.932536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:20.173214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] For port 51057608-a7b9-4110-8950-6cb9c32fe061, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=51057608-a7b9-4110-8950-6cb9c32fe061,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:20.174598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:20.210802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Calling delete_port for 51057608-a7b9-4110-8950-6cb9c32fe061 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:01:20.352946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e43f268e-7eef-4611-8cd8-ace7f1064962 req-32c61c1e-37d4-42de-9697-b08de7691d42 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563937 Feb 09 21:01:20.527999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (51057608-a7b9-4110-8950-6cb9c32fe061), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:20.546614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['db89bcd2-108e-409d-ba95-cbd153fa50a9', '364ff408-936c-4521-a75f-0a336d5aef02', '51057608-a7b9-4110-8950-6cb9c32fe061'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:01:20.550071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5d3ceee-606d-4419-b165-a38e464c894a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:01:20.601698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Pushing event deleted for resources: {'Port': ['ID=51057608-a7b9-4110-8950-6cb9c32fe061,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:20.668323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] No DVR routers for this DVR port 51057608-a7b9-4110-8950-6cb9c32fe061 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:01:20.674413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:20.678914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b72c7a72-db20-4cd0-af36-ef004d4523b8 req-ae835aac-7995-495f-b033-2982e866e695 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "DELETE /v2.0/ports/51057608-a7b9-4110-8950-6cb9c32fe061 HTTP/1.1" status: 204 len: 173 time: 0.9996755 Feb 09 21:01:20.679015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b640a3f-6e85-4c72-ab55-d72fb33281fa', 'name': 'network-vif-deleted', 'tag': '51057608-a7b9-4110-8950-6cb9c32fe061'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:01:20.682081 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bb857d-738a-4ed6-8a21-a4edf0dd0d56" -d '{"events": [{"server_uuid": "2b640a3f-6e85-4c72-ab55-d72fb33281fa", "name": "network-vif-deleted", "tag": "51057608-a7b9-4110-8950-6cb9c32fe061"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:01:20.704935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700187e-4f77-4e8b-9797-40004ec5524f req-d0260a21-ef0f-4c18-90df-abb22dcddc6a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:20.715803 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1700187e-4f77-4e8b-9797-40004ec5524f req-d0260a21-ef0f-4c18-90df-abb22dcddc6a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1997406 Feb 09 21:01:20.861037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1700187e-4f77-4e8b-9797-40004ec5524f req-98b2dd29-e4ae-498f-ba6d-cc8f77d03815 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428201 Feb 09 21:01:20.947273 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b732e-0143-478b-ac35-f4ab4d7c63bf x-openstack-request-id: req-4a8b732e-0143-478b-ac35-f4ab4d7c63bf {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:01:20.948626 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b640a3f-6e85-4c72-ab55-d72fb33281fa", "name": "network-vif-deleted", "tag": "51057608-a7b9-4110-8950-6cb9c32fe061", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:01:20.948948 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4a8b732e-0143-478b-ac35-f4ab4d7c63bf {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:01:20.949380 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b640a3f-6e85-4c72-ab55-d72fb33281fa', 'name': 'network-vif-deleted', 'tag': '51057608-a7b9-4110-8950-6cb9c32fe061', 'status': 'completed', 'code': 200} Feb 09 21:01:20.988378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-91f79b4c-1504-48af-b266-0fb7cfbf2459 req-2d09078d-6e95-4536-8290-f782f4ca1b0a tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0996585 Feb 09 21:01:21.140788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f8b8934-e47f-43ab-8342-69df459e7899 req-bd00f274-cd6a-4143-8002-8c436a988868 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=2b640a3f-6e85-4c72-ab55-d72fb33281fa HTTP/1.1" status: 200 len: 210 time: 0.0521154 Feb 09 21:01:21.400971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21586bc-d3e3-4f39-bdab-428c7cf6e188 req-fbbf9c9c-23d5-4868-a0d6-0351470128e3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:21.409590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c21586bc-d3e3-4f39-bdab-428c7cf6e188 req-fbbf9c9c-23d5-4868-a0d6-0351470128e3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1741333 Feb 09 21:01:21.493313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c21586bc-d3e3-4f39-bdab-428c7cf6e188 req-68bae9c7-f084-42f4-bb65-158f8e5175d1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825381 Feb 09 21:01:21.700487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c719d-83b3-406f-8b66-5bf80ebed4e0 req-08b9c8ab-3349-48f2-94c6-4d1d79bff33b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:21.702362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab7c719d-83b3-406f-8b66-5bf80ebed4e0 req-08b9c8ab-3349-48f2-94c6-4d1d79bff33b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1067240 Feb 09 21:01:21.737899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:21.852949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab7c719d-83b3-406f-8b66-5bf80ebed4e0 req-610d5043-ea5e-4d87-804f-33dc0176d401 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347554 Feb 09 21:01:22.171967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e95a022-09e3-41b1-8153-4f72c676a2cd req-171f0104-79c5-4cc1-942d-5bf780a7246e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0476279 Feb 09 21:01:22.220315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379009ad-f51b-4dad-8350-c1c4b7c26a4b req-b8d3967f-7a19-44c6-9dd8-9b33b1919dcf tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:22.226805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-379009ad-f51b-4dad-8350-c1c4b7c26a4b req-b8d3967f-7a19-44c6-9dd8-9b33b1919dcf tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1573317 Feb 09 21:01:22.376692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-379009ad-f51b-4dad-8350-c1c4b7c26a4b req-4863150d-554c-4a2b-af76-8ac181294628 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370621 Feb 09 21:01:22.602443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f8e85-575c-4545-82db-f5317097034c req-3e99f8ae-ed4d-4be8-859b-f57f63994127 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:22.610677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66f8e85-575c-4545-82db-f5317097034c req-3e99f8ae-ed4d-4be8-859b-f57f63994127 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1116259 Feb 09 21:01:22.715437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66f8e85-575c-4545-82db-f5317097034c req-35d4d055-a9b3-4b9d-b47e-bfa392326420 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961554 Feb 09 21:01:23.030335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7db9a2-3515-474b-94da-bb89c8437430 req-fee0cda1-fdf1-4cc1-b81a-3863d0efccef tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:23.037943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c7db9a2-3515-474b-94da-bb89c8437430 req-fee0cda1-fdf1-4cc1-b81a-3863d0efccef tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0988634 Feb 09 21:01:23.140400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c7db9a2-3515-474b-94da-bb89c8437430 req-399e9eea-f735-41b0-aeac-d295a53e0abf tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943770 Feb 09 21:01:23.352742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b9e52-79c1-40df-a57c-fa58fd401ae3 req-6df67c48-af2e-4a2e-95fd-f92b1d52542a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:23.361925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-500b9e52-79c1-40df-a57c-fa58fd401ae3 req-6df67c48-af2e-4a2e-95fd-f92b1d52542a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0847027 Feb 09 21:01:23.444679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-040ec4d6-23a4-4aa2-bc27-ceca99182cd4 req-857cd00c-a314-4c05-9ab5-5d9743a45614 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0430799 Feb 09 21:01:23.468517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-500b9e52-79c1-40df-a57c-fa58fd401ae3 req-3b253f82-e8c9-4265-a68f-e37b03499fe1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044211 Feb 09 21:01:23.878756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0c9d-07ee-4aac-9510-af1ba52a4ccc req-6a610b6e-84d3-4c3b-a6b0-0680d2e8f1d6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:23.881003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da9e0c9d-07ee-4aac-9510-af1ba52a4ccc req-6a610b6e-84d3-4c3b-a6b0-0680d2e8f1d6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 812 time: 0.2281299 Feb 09 21:01:23.918426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da9e0c9d-07ee-4aac-9510-af1ba52a4ccc req-7fd22719-3657-45b7-91eb-8a83cf596c05 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/quotas/a8867445b82b49989808a0e04aafbf63 HTTP/1.1" status: 200 len: 375 time: 0.0261676 Feb 09 21:01:24.000833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da9e0c9d-07ee-4aac-9510-af1ba52a4ccc req-c6ed359a-b3cb-4fa6-a708-0fe4f5537545 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728741 Feb 09 21:01:24.159160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 51057608-a7b9-4110-8950-6cb9c32fe061 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:01:24.188897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 51057608-a7b9-4110-8950-6cb9c32fe061 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:01:24.189590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 51057608-a7b9-4110-8950-6cb9c32fe061 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:01:24.268317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f4e76-e743-4fcf-bf2a-609e4da961b3 req-a59b2296-4bb1-4e88-8a1e-93b5676f5ca9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:24.271605 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-187f4e76-e743-4fcf-bf2a-609e4da961b3 req-a59b2296-4bb1-4e88-8a1e-93b5676f5ca9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2020378 Feb 09 21:01:24.360721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-187f4e76-e743-4fcf-bf2a-609e4da961b3 req-10c1ca33-18ec-45b1-addf-bacfd1bc316b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832200 Feb 09 21:01:24.680553 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd308861-c12d-4c6d-9650-c847662aa386 req-0c801a7c-e4dc-4a61-a18b-348508fec95d tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0819762 Feb 09 21:01:24.708331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09203d3-0c2b-48c9-983e-fa4879101cf5 req-673efd5a-c4e8-48fd-ba5b-75e793df27b8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:24.723254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b09203d3-0c2b-48c9-983e-fa4879101cf5 req-673efd5a-c4e8-48fd-ba5b-75e793df27b8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1875963 Feb 09 21:01:24.851828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b09203d3-0c2b-48c9-983e-fa4879101cf5 req-6e962064-af82-4730-916e-69fd46074f83 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259925 Feb 09 21:01:25.097504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-511c9ad0-a6b5-497e-8948-f8598f16362a req-73f8bb4b-fdeb-4e3e-9dc1-0829bfde1ae3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a8867445b82b49989808a0e04aafbf63 HTTP/1.1" status: 200 len: 221 time: 0.0438437 Feb 09 21:01:25.254523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b598c-9e7d-4e33-9e00-86be2d351250 req-93127c07-1b39-4da8-88e3-86bc9569d2ea tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:25.262804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e27b598c-9e7d-4e33-9e00-86be2d351250 req-93127c07-1b39-4da8-88e3-86bc9569d2ea tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0906026 Feb 09 21:01:25.326365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e27b598c-9e7d-4e33-9e00-86be2d351250 req-4c6cc109-9f3c-4d3e-a9a4-8937528795aa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624015 Feb 09 21:01:25.398244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-43a73a23-384c-462f-bfc8-f654663d10cd tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:25.408961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-43a73a23-384c-462f-bfc8-f654663d10cd tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/networks?id=1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 200 len: 814 time: 0.1450214 Feb 09 21:01:25.427114 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-fe46b1c5-722e-4a0c-9378-10532ea1d8ee tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/quotas/f1d2739517a14f5182a9eb5c785a17cd HTTP/1.1" status: 200 len: 375 time: 0.0171521 Feb 09 21:01:25.475293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-1eeac4f2-caf5-4166-b911-730c4b2c7e2c tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469072 Feb 09 21:01:25.499492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85752cb4-d7b6-4a40-99b9-c68c6c5f8e88 req-571332cf-ce1e-43ae-8bb2-59751f644bcb tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:25.515800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85752cb4-d7b6-4a40-99b9-c68c6c5f8e88 req-571332cf-ce1e-43ae-8bb2-59751f644bcb tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0981956 Feb 09 21:01:25.604478 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-28f06337-ce42-4fae-8c5c-3d0bc6f50d74 service neutron] 10.222.0.102 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267335 Feb 09 21:01:25.612087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85752cb4-d7b6-4a40-99b9-c68c6c5f8e88 req-291a0311-e862-4e41-86cf-5a2e581a5b31 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952947 Feb 09 21:01:25.756722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-a6bb8194-f0c7-4d7b-a20e-f84694476936 service neutron] 10.222.0.102 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509080 Feb 09 21:01:25.918355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bf897-0a46-43b5-a030-f78ab72b4817 req-8de5f08e-4b00-462f-9276-83e754897777 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:25.922218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-003bf897-0a46-43b5-a030-f78ab72b4817 req-8de5f08e-4b00-462f-9276-83e754897777 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1159399 Feb 09 21:01:26.048751 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-003bf897-0a46-43b5-a030-f78ab72b4817 req-ecde84d2-4d82-47e2-b3ec-2e07cfb32d51 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187055 Feb 09 21:01:26.163674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-005c0ebd-fcae-4039-973a-15c4d73457d7 req-f2a32e37-8f33-4b84-8e79-b61c158f212e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0922039 Feb 09 21:01:26.227403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09ea4a81-eddb-469e-8d0b-874a2af8adb5 req-117dddf1-b7e2-46a5-a53f-c89d7b504618 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 210 time: 0.0854077 Feb 09 21:01:26.424737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa143f-dc16-4881-a66d-2a83b37506eb req-ac7d5c27-7d4e-41f7-b006-f23199eaa0e0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:26.429086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aaa143f-dc16-4881-a66d-2a83b37506eb req-ac7d5c27-7d4e-41f7-b006-f23199eaa0e0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1499448 Feb 09 21:01:26.497975 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:26.544713 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aaa143f-dc16-4881-a66d-2a83b37506eb req-260d0794-2732-4fcf-9cde-e9c085ccabc8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075912 Feb 09 21:01:26.716492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c194e4-0393-48ad-91af-2f1fda0c48af req-0d4e4973-d2f7-4751-8491-9e90548aa7ec tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:26.724130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67c194e4-0393-48ad-91af-2f1fda0c48af req-0d4e4973-d2f7-4751-8491-9e90548aa7ec tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0786328 Feb 09 21:01:26.799178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67c194e4-0393-48ad-91af-2f1fda0c48af req-2f7d4a62-1fe1-4d33-8a1e-651abfb77eb0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697513 Feb 09 21:01:27.029583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810631c-7599-4535-a69b-6813b409e964 req-68be59d4-8ad2-4ca6-b0dc-1c424a224d07 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:27.031276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f810631c-7599-4535-a69b-6813b409e964 req-68be59d4-8ad2-4ca6-b0dc-1c424a224d07 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1371117 Feb 09 21:01:27.140302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f810631c-7599-4535-a69b-6813b409e964 req-39446837-77d3-44f4-a56e-4231d3640a20 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986874 Feb 09 21:01:27.336986 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc5f460b-3967-4f4e-b7f6-a7a2344e3c1a req-846d28fa-2e09-44f0-8730-3964cdd9c24f tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0724032 Feb 09 21:01:27.427738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088fc96-adab-4cb4-ba92-23c671716c5f req-7e9dbdcb-a664-486e-b315-6a63cfa39b64 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:27.468499 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7088fc96-adab-4cb4-ba92-23c671716c5f req-7e9dbdcb-a664-486e-b315-6a63cfa39b64 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1657190 Feb 09 21:01:27.590414 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b34accc7-8ebd-4574-9bd8-a2d29a145c38 req-240daebe-7cf3-4549-970c-5cc5d051d18d tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 210 time: 0.1017289 Feb 09 21:01:27.609488 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7088fc96-adab-4cb4-ba92-23c671716c5f req-e8bc2d21-6409-4c56-b945-3a60620fb497 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398890 Feb 09 21:01:27.661471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-b4f67987-a216-46a4-b930-8b2e77a7de65 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:27.664293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-b4f67987-a216-46a4-b930-8b2e77a7de65 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.13 "GET /v2.0/networks?id=1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 200 len: 814 time: 0.2114642 Feb 09 21:01:27.687427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Request body: {'port': {'device_id': '6da90298-2a8d-4db7-b437-367dfe7fdc6f', 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f', 'admin_state_up': True, 'tenant_id': 'f1d2739517a14f5182a9eb5c785a17cd'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:01:27.875493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2a187-2ea9-479b-8c74-747f596b0f40 req-afd359a0-179c-41bc-9695-fdd26c30f6b8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:27.882420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-10d2a187-2ea9-479b-8c74-747f596b0f40 req-afd359a0-179c-41bc-9695-fdd26c30f6b8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1304379 Feb 09 21:01:27.908961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Made reservation on behalf of f1d2739517a14f5182a9eb5c785a17cd for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:01:27.912715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:27.979069 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-10d2a187-2ea9-479b-8c74-747f596b0f40 req-e73ec45b-3503-49d6-9b77-214ed1bc5216 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902648 Feb 09 21:01:28.141110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Allocated IP 172.20.0.3 (1a8b2a46-06e4-4268-922d-06db21f2680f/0f07365d-e284-4a44-a664-6c11db0d5eb9/0054b88d-279e-459d-acc0-98fff8fc7356) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:01:28.167263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1a47-cb3d-415a-9f6b-1d9e27505669 req-0d6dfb8e-cdd2-4b83-99a8-50fa186dedfe tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:28.168790 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f84b1a47-cb3d-415a-9f6b-1d9e27505669 req-0d6dfb8e-cdd2-4b83-99a8-50fa186dedfe tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0852988 Feb 09 21:01:28.410385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f84b1a47-cb3d-415a-9f6b-1d9e27505669 req-f13074a5-3c4b-4ab8-b5e8-d5f2cd361b6f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228251 Feb 09 21:01:28.559570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks [] for port (0054b88d-279e-459d-acc0-98fff8fc7356), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:28.583481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0f86323-4155-4589-be82-159edff36f5a req-6ad4fcf1-4f2f-410a-923d-273d9359e78c tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0853603 Feb 09 21:01:28.643890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda5593-13df-48dc-a982-fce44a9d45ee req-2f8b7362-6eb9-4aaf-8c95-3700fd0aba8b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:28.646020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-edda5593-13df-48dc-a982-fce44a9d45ee req-2f8b7362-6eb9-4aaf-8c95-3700fd0aba8b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1404674 Feb 09 21:01:28.648508 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:28.712044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Network 1a8b2a46-06e4-4268-922d-06db21f2680f is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:01:28.730281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:01:28.738617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:01:28.822573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Pushing event updated for resources: {'Port': ['ID=0054b88d-279e-459d-acc0-98fff8fc7356,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:28.826610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7069-440b-4e4f-8ddd-b2252dcd60bb req-942bfd1b-31ae-46d5-8b17-117cf11981f2 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:28.828370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f9a7069-440b-4e4f-8ddd-b2252dcd60bb req-942bfd1b-31ae-46d5-8b17-117cf11981f2 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 931 time: 0.0973959 Feb 09 21:01:28.866110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.866459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.866806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.867144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.867473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.867977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.868303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.868632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.868950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.869278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.869598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.869915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.870574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:01:28.881907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f9a7069-440b-4e4f-8ddd-b2252dcd60bb req-54017922-5234-4572-a7b1-67e001f9af5d tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Feb 09 21:01:28.917637 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-edda5593-13df-48dc-a982-fce44a9d45ee req-6aa482a9-d7f3-4cfc-aecf-2fa2e48183ea tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430837 Feb 09 21:01:28.929887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:28.930562 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:28.977656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-858931f7-2802-4c97-8d2f-fc00da5d78e0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2985263 Feb 09 21:01:28.989627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Request body: {'port': {'device_id': '6da90298-2a8d-4db7-b437-367dfe7fdc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:01:29.100261 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:29.169089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8310fd-49a7-4793-8748-a143c0b8e77d req-8e8ce345-f8ba-437c-aa55-cc56b0bd958d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:29.170716 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed8310fd-49a7-4793-8748-a143c0b8e77d req-8e8ce345-f8ba-437c-aa55-cc56b0bd958d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1063056 Feb 09 21:01:29.335975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed8310fd-49a7-4793-8748-a143c0b8e77d req-8eb99293-53d3-4f77-a7a7-b15b33e9d46d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418116 Feb 09 21:01:29.531516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5dd8f-1823-4e5f-a5c3-e0247e7f5951 req-987c4a14-8ba2-45fe-aa2e-e0efe8aea69c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:29.539803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2e5dd8f-1823-4e5f-a5c3-e0247e7f5951 req-987c4a14-8ba2-45fe-aa2e-e0efe8aea69c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1129210 Feb 09 21:01:29.605494 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2e5dd8f-1823-4e5f-a5c3-e0247e7f5951 req-8535d3bf-2b1c-4b51-88a6-213ea6349a31 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585494 Feb 09 21:01:29.668785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0054b88d-279e-459d-acc0-98fff8fc7356 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:01:29.684302 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Publish callbacks [] for port (0054b88d-279e-459d-acc0-98fff8fc7356), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:29.770417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed84498-13b6-4224-8c4d-86dda31fc633 req-7dead862-5907-46b0-917f-9026ffedc81c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:29.774547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ccb06a2-590d-4497-9159-5d766cd608c1 req-7165d66c-21d6-4fcf-9e52-6f4d96c4cea7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0606005 Feb 09 21:01:29.775599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Transition to ACTIVE for port object 0054b88d-279e-459d-acc0-98fff8fc7356 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:01:29.782077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eed84498-13b6-4224-8c4d-86dda31fc633 req-7dead862-5907-46b0-917f-9026ffedc81c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0778985 Feb 09 21:01:29.787737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:29.862069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eed84498-13b6-4224-8c4d-86dda31fc633 req-894773f7-fb14-4950-ac48-f4cd38fba2c0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787847 Feb 09 21:01:29.900373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Pushing event updated for resources: {'Port': ['ID=0054b88d-279e-459d-acc0-98fff8fc7356,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:30.060974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24e107-3aec-48d2-a8f2-ecb611cfe458 req-9a15a67a-0ac2-48d1-8bbd-55831c5b8ddb tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:30.073256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f24e107-3aec-48d2-a8f2-ecb611cfe458 req-9a15a67a-0ac2-48d1-8bbd-55831c5b8ddb tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 943 time: 0.0843329 Feb 09 21:01:30.129231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Attempting to bind port 0054b88d-279e-459d-acc0-98fff8fc7356 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:01:30.129828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Attempting to bind port 0054b88d-279e-459d-acc0-98fff8fc7356 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:01:30.130348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Attempting to bind port 0054b88d-279e-459d-acc0-98fff8fc7356 on network 1a8b2a46-06e4-4268-922d-06db21f2680f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:01:30.135312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f24e107-3aec-48d2-a8f2-ecb611cfe458 req-e0fba676-64a0-4f6e-9aef-e9d8782f6936 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607882 Feb 09 21:01:30.144536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d6034-0008-4650-8d64-87ceb5e57950 req-16814134-c8e5-4611-8b70-8d18bdef8e4a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:30.146914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c9d6034-0008-4650-8d64-87ceb5e57950 req-16814134-c8e5-4611-8b70-8d18bdef8e4a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1829221 Feb 09 21:01:30.173005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Port 0054b88d-279e-459d-acc0-98fff8fc7356 on network 1a8b2a46-06e4-4268-922d-06db21f2680f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:01:30.173465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Attempting to bind port 0054b88d-279e-459d-acc0-98fff8fc7356 on network 1a8b2a46-06e4-4268-922d-06db21f2680f {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:01:30.183547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:01:30.183917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Checking segment: {'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:01:30.185909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Bound using segment: {'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:01:30.186353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Bound port: 0054b88d-279e-459d-acc0-98fff8fc7356, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:01:30.186726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:30.282539 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c9d6034-0008-4650-8d64-87ceb5e57950 req-e411ed76-36ec-4d23-8842-31b963697176 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295185 Feb 09 21:01:30.379218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] For port 0054b88d-279e-459d-acc0-98fff8fc7356, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:01:30.390689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] For port 0054b88d-279e-459d-acc0-98fff8fc7356, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0054b88d-279e-459d-acc0-98fff8fc7356,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:01:30.403698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:30.469982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:30.471160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:30.486235 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] 10.222.0.13 "PUT /v2.0/ports/0054b88d-279e-459d-acc0-98fff8fc7356 HTTP/1.1" status: 200 len: 1092 time: 1.4999180 Feb 09 21:01:30.486235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da90298-2a8d-4db7-b437-367dfe7fdc6f', 'tag': '0054b88d-279e-459d-acc0-98fff8fc7356'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:01:30.505770 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492d17df-3c6a-458b-ac78-e53999a65e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6da90298-2a8d-4db7-b437-367dfe7fdc6f", "tag": "0054b88d-279e-459d-acc0-98fff8fc7356"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:01:30.602363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ea6aa-c4c0-4694-846b-03285ad07d19 service neutron] Pushing event updated for resources: {'Port': ['ID=0054b88d-279e-459d-acc0-98fff8fc7356,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:30.655074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-b54326d0-60ff-4c31-a86a-44d1ea358e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:30.658763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-b54326d0-60ff-4c31-a86a-44d1ea358e3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 1126 time: 0.1160448 Feb 09 21:01:30.721891 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-1bf7a7dc-15d6-4cb4-9f6f-637d8c16666d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0054b88d-279e-459d-acc0-98fff8fc7356 HTTP/1.1" status: 200 len: 217 time: 0.0525622 Feb 09 21:01:30.724200 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7cf0b7-4f8e-48c7-bed1-bed9a9d4050c x-openstack-request-id: req-de7cf0b7-4f8e-48c7-bed1-bed9a9d4050c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:01:30.724673 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da90298-2a8d-4db7-b437-367dfe7fdc6f", "tag": "0054b88d-279e-459d-acc0-98fff8fc7356", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:01:30.725070 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-de7cf0b7-4f8e-48c7-bed1-bed9a9d4050c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:01:30.726200 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da90298-2a8d-4db7-b437-367dfe7fdc6f', 'tag': '0054b88d-279e-459d-acc0-98fff8fc7356', 'status': 'completed', 'code': 200} Feb 09 21:01:30.783494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a139b-508a-403a-8e0f-ed4a4902e5da req-d3ee1d03-cfd9-4f07-8a3c-4e7d33cfdcfe tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:30.785825 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b80a139b-508a-403a-8e0f-ed4a4902e5da req-d3ee1d03-cfd9-4f07-8a3c-4e7d33cfdcfe tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1937609 Feb 09 21:01:30.795624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-e2b1007f-4943-4163-b067-8b9f5dccfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:30.797187 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-e2b1007f-4943-4163-b067-8b9f5dccfb28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f07365d-e284-4a44-a664-6c11db0d5eb9 HTTP/1.1" status: 200 len: 854 time: 0.0688357 Feb 09 21:01:30.929846 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b80a139b-508a-403a-8e0f-ed4a4902e5da req-22da7c1a-a38f-4b71-bb78-eeb31014a505 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Feb 09 21:01:30.932249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ceb8f10-466b-4228-a64d-5eb76f483812 req-2ed4c493-20ca-4a55-9e0d-7c1e0c83ec37 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0562942 Feb 09 21:01:30.947715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-cf6eac78-c0c6-4175-83f8-116cb4c5cab4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8b2a46-06e4-4268-922d-06db21f2680f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007490 Feb 09 21:01:31.178497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a08423-4cd0-4520-bed4-146089308ac7 req-64489402-7e73-43f2-8f46-12303ed422a9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:31.192922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-04a08423-4cd0-4520-bed4-146089308ac7 req-64489402-7e73-43f2-8f46-12303ed422a9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1348536 Feb 09 21:01:31.221856 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-e12b981d-6a65-499d-a931-125947c74627 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824721 Feb 09 21:01:31.314990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d761dd-cb41-4667-8f62-04d45b4aa6fa req-733e1aa7-14d0-435b-9415-d219e7432ff3 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:31.324158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-04a08423-4cd0-4520-bed4-146089308ac7 req-9cd650f0-fee7-4b1c-bddf-1348fc6595e5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379440 Feb 09 21:01:31.324507 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45d761dd-cb41-4667-8f62-04d45b4aa6fa req-733e1aa7-14d0-435b-9415-d219e7432ff3 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 943 time: 0.0808108 Feb 09 21:01:31.411591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45d761dd-cb41-4667-8f62-04d45b4aa6fa req-c06ba49f-7f55-49ef-b4f9-83dfa293b6ac tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860951 Feb 09 21:01:31.416844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e88e30f-6b96-43dc-89fc-cb9d3bafeab5 req-38534d52-3d55-4f8f-86ac-ea718991853f service neutron] 10.222.0.13 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818218 Feb 09 21:01:31.622325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789e5e4-2615-4b6b-b6bb-92ada2890d3d req-1035f83d-bced-4166-b89c-cbd1cc2f6153 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:31.629776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-282411be-a88a-46b6-a7a0-aee033c722d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:31.631341 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-282411be-a88a-46b6-a7a0-aee033c722d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 1126 time: 0.1361713 Feb 09 21:01:31.651513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f789e5e4-2615-4b6b-b6bb-92ada2890d3d req-1035f83d-bced-4166-b89c-cbd1cc2f6153 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1518359 Feb 09 21:01:31.774497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f789e5e4-2615-4b6b-b6bb-92ada2890d3d req-c95e6d3f-af62-4d20-8611-06ae1dd3e59a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217608 Feb 09 21:01:31.841776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-e356fea1-c97c-4c74-996f-d67ce70bae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:31.844218 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-e356fea1-c97c-4c74-996f-d67ce70bae75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 200 len: 915 time: 0.2043078 Feb 09 21:01:32.140179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-529463ac-f155-41dd-87ff-aff03dbd73e8 req-89ab70f4-96ce-41fa-be84-7828f8d5a4d7 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0644326 Feb 09 21:01:32.509772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-e958e028-e219-4db3-aed1-612da544ef98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0054b88d-279e-459d-acc0-98fff8fc7356 HTTP/1.1" status: 200 len: 217 time: 0.6548662 Feb 09 21:01:32.628720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-a607930f-aa81-409c-92ee-cf4d9e81b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:32.630530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-a607930f-aa81-409c-92ee-cf4d9e81b892 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f07365d-e284-4a44-a664-6c11db0d5eb9 HTTP/1.1" status: 200 len: 854 time: 0.1143162 Feb 09 21:01:32.642799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ffd54-b7e0-4730-b64a-596304c47b64 req-1df74c5e-f613-4d33-8a66-60911da15b09 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:32.644568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-354ffd54-b7e0-4730-b64a-596304c47b64 req-1df74c5e-f613-4d33-8a66-60911da15b09 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 943 time: 0.1178632 Feb 09 21:01:32.707143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-f4f722cc-ed2b-441b-9017-aa35d917b4ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8b2a46-06e4-4268-922d-06db21f2680f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692041 Feb 09 21:01:32.753171 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-354ffd54-b7e0-4730-b64a-596304c47b64 req-807061a1-da14-4e1e-95f0-745873276b34 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000099 Feb 09 21:01:32.883640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56932a6-5b83-4d95-9b5e-9fadf7c8cb4d req-fb0056c7-2d5d-4e52-b652-4560e70b9b57 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:32.890868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a56932a6-5b83-4d95-9b5e-9fadf7c8cb4d req-fb0056c7-2d5d-4e52-b652-4560e70b9b57 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.4578607 Feb 09 21:01:32.923546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-f4ae98a3-dfc3-4ede-9dea-044c95d81f11 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072968 Feb 09 21:01:33.030524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a56932a6-5b83-4d95-9b5e-9fadf7c8cb4d req-b5714484-555f-49da-a33e-59cb8ea16698 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387277 Feb 09 21:01:33.137717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-492d17df-3c6a-458b-ac78-e53999a65e8b req-de1c2003-cc50-48f1-b0c3-8f777049d0ba service neutron] 10.222.0.13 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072356 Feb 09 21:01:33.345334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd1dc007-c316-4231-a4ce-a3a48bfefa09 req-43c8ef2a-d12c-4fa9-b26a-806cde2c768e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0495501 Feb 09 21:01:33.410176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640c71b-5f7a-4eba-80a4-0a6266c52f03 req-8f5f7454-8c75-4cd7-81ab-0e26702eeb4b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:33.417805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1640c71b-5f7a-4eba-80a4-0a6266c52f03 req-8f5f7454-8c75-4cd7-81ab-0e26702eeb4b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1373849 Feb 09 21:01:33.501507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1640c71b-5f7a-4eba-80a4-0a6266c52f03 req-9c25cf76-a165-4346-ae1e-3df3a1118cc2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807540 Feb 09 21:01:33.799036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ee1cb-a722-4e2f-ba62-1774694543be req-a1fd29cb-2e54-4883-8c06-4834a934cfde tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:33.828161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d68ee1cb-a722-4e2f-ba62-1774694543be req-a1fd29cb-2e54-4883-8c06-4834a934cfde tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1343513 Feb 09 21:01:33.954404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d68ee1cb-a722-4e2f-ba62-1774694543be req-7c0d6031-4b12-45a1-bf86-605225f10186 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243978 Feb 09 21:01:34.221085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0054b88d-279e-459d-acc0-98fff8fc7356 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:01:34.221997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a036e4-21fb-4029-bf8b-32468ffac48c req-f5ee0fa3-7992-4726-854c-977a0b8fe74e tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:34.233657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14a036e4-21fb-4029-bf8b-32468ffac48c req-f5ee0fa3-7992-4726-854c-977a0b8fe74e tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 943 time: 0.2626297 Feb 09 21:01:34.448766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0054b88d-279e-459d-acc0-98fff8fc7356, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0054b88d-279e-459d-acc0-98fff8fc7356,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:34.478413 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14a036e4-21fb-4029-bf8b-32468ffac48c req-521d9104-8dcb-4324-8978-71cdd3cecc6e tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363191 Feb 09 21:01:34.500567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '0054b88d-279e-459d-acc0-98fff8fc7356', 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f', 'port_id': '0054b88d-279e-459d-acc0-98fff8fc7356', 'mac_address': 'fa:16:3e:8d:a0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f07365d-e284-4a44-a664-6c11db0d5eb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:01:34.604990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d3257-790a-4572-ba64-72cffff018ad req-ed88dec5-5e07-402c-bc8f-ecd83254c22b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:34.612346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c16d3257-790a-4572-ba64-72cffff018ad req-ed88dec5-5e07-402c-bc8f-ecd83254c22b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2416432 Feb 09 21:01:34.704104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:34.717242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0054b88d-279e-459d-acc0-98fff8fc7356 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:01:34.717737 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:34.719592 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fefd4d4f-ebf1-431c-90d4-bc66f451d632 req-0fd3d9b5-5e7a-4dad-a4c2-4fb3728e6006 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/ports?device_id=331e1e78-2fb7-4003-8bb8-d7523f623789 HTTP/1.1" status: 200 len: 210 time: 0.0530891 Feb 09 21:01:34.780984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0054b88d-279e-459d-acc0-98fff8fc7356 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:01:34.793119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c16d3257-790a-4572-ba64-72cffff018ad req-241f0d4e-f348-4e51-8376-53d92eb10a5f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739089 Feb 09 21:01:34.855293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0054b88d-279e-459d-acc0-98fff8fc7356, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0054b88d-279e-459d-acc0-98fff8fc7356,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:34.863502 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:34.990363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa79e049-0cb5-4a76-ab51-56e8eff70544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:34.998511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0054b88d-279e-459d-acc0-98fff8fc7356,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:35.101971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0054b88d-279e-459d-acc0-98fff8fc7356'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:01:35.224658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa79e049-0cb5-4a76-ab51-56e8eff70544 admin admin] Publish callbacks [] for security_group (dcea109d-a39f-4940-b99e-95174ffe72b2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:35.236840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa79e049-0cb5-4a76-ab51-56e8eff70544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dcea109d-a39f-4940-b99e-95174ffe72b2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:35.333119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79e049-0cb5-4a76-ab51-56e8eff70544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcea109d-a39f-4940-b99e-95174ffe72b2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:35.361820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fa79e049-0cb5-4a76-ab51-56e8eff70544 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1942cdf004434e0eb063a28280e2b763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6513925 Feb 09 21:01:35.362750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:35.440470 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-483e8fb9-1410-400b-b1ec-4fecf249a2a3 admin admin] Publish callbacks [] for security_group (dcea109d-a39f-4940-b99e-95174ffe72b2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:35.482260 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-483e8fb9-1410-400b-b1ec-4fecf249a2a3 admin admin] Publish callbacks [] for security_group (dcea109d-a39f-4940-b99e-95174ffe72b2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:35.558745 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-483e8fb9-1410-400b-b1ec-4fecf249a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dcea109d-a39f-4940-b99e-95174ffe72b2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:35.562192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-483e8fb9-1410-400b-b1ec-4fecf249a2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:35.565898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-483e8fb9-1410-400b-b1ec-4fecf249a2a3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dcea109d-a39f-4940-b99e-95174ffe72b2 HTTP/1.1" status: 204 len: 168 time: 0.2012892 Feb 09 21:01:35.637579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e8fb9-1410-400b-b1ec-4fecf249a2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcea109d-a39f-4940-b99e-95174ffe72b2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:35.658901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5830fb8-c8a5-4065-8ab2-5ba88b4eeb18 req-c3e107f6-1e1e-42fb-94de-392ab032ecb0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:35.660718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5830fb8-c8a5-4065-8ab2-5ba88b4eeb18 req-c3e107f6-1e1e-42fb-94de-392ab032ecb0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 944 time: 0.0696659 Feb 09 21:01:35.770554 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5830fb8-c8a5-4065-8ab2-5ba88b4eeb18 req-6b8cdf5f-88cf-4b76-933e-9310a18bc657 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014566 Feb 09 21:01:35.934666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:36.143566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:36.174205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecf9d5-0d76-4b81-99c3-19d2c633394c req-ce274d3a-c526-4588-af87-9a154e793aee tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:36.182030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bcecf9d5-0d76-4b81-99c3-19d2c633394c req-ce274d3a-c526-4588-af87-9a154e793aee tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2333691 Feb 09 21:01:36.196290 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d10d771-6cf0-4507-a576-22c1e6c6a54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.209957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57ffc143-97d9-4b37-857b-915573792698 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group (3c4ab541-1576-4425-b06f-30afc8ffee0f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.235951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0054b88d-279e-459d-acc0-98fff8fc7356 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:01:36.270221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57ffc143-97d9-4b37-857b-915573792698 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group (3c4ab541-1576-4425-b06f-30afc8ffee0f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.316827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bcecf9d5-0d76-4b81-99c3-19d2c633394c req-1ce136a6-f4a5-4082-857b-31e8f682f8fc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294546 Feb 09 21:01:36.385267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57ffc143-97d9-4b37-857b-915573792698 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3c4ab541-1576-4425-b06f-30afc8ffee0f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.394012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-57ffc143-97d9-4b37-857b-915573792698 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.398580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-57ffc143-97d9-4b37-857b-915573792698 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "DELETE /v2.0/security-groups/3c4ab541-1576-4425-b06f-30afc8ffee0f HTTP/1.1" status: 204 len: 168 time: 0.4614022 Feb 09 21:01:36.400402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:36.402512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 0054b88d-279e-459d-acc0-98fff8fc7356 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:01:36.416397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 0054b88d-279e-459d-acc0-98fff8fc7356 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:01:36.417962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.421045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d10d771-6cf0-4507-a576-22c1e6c6a54d admin admin] Publish callbacks [] for security_group (824ad6ab-73f0-4287-a75d-7a563046a963), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.429814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d10d771-6cf0-4507-a576-22c1e6c6a54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (824ad6ab-73f0-4287-a75d-7a563046a963), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.454172 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-8d0f90b4-49ad-4ee1-b501-c1561bfbd029 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] show failed (client error): The resource could not be found. Feb 09 21:01:36.459883 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8d0f90b4-49ad-4ee1-b501-c1561bfbd029 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "GET /v2.0/security-groups/3c4ab541-1576-4425-b06f-30afc8ffee0f HTTP/1.1" status: 404 len: 347 time: 0.0452945 Feb 09 21:01:36.460986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:36.461800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffc143-97d9-4b37-857b-915573792698 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ab541-1576-4425-b06f-30afc8ffee0f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:36.507825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9d10d771-6cf0-4507-a576-22c1e6c6a54d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5371f0e649234f77867fc305fa513ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3595173 Feb 09 21:01:36.519668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:36.653572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0054b88d-279e-459d-acc0-98fff8fc7356 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:01:36.654789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.683652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da90298-2a8d-4db7-b437-367dfe7fdc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0054b88d-279e-459d-acc0-98fff8fc7356'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:01:36.709370 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b668c0-43ad-48c9-bffa-96507e50747e" -d '{"events": [{"server_uuid": "6da90298-2a8d-4db7-b437-367dfe7fdc6f", "name": "network-vif-plugged", "status": "completed", "tag": "0054b88d-279e-459d-acc0-98fff8fc7356"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:01:36.718697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10d771-6cf0-4507-a576-22c1e6c6a54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824ad6ab-73f0-4287-a75d-7a563046a963,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:36.734290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0054b88d-279e-459d-acc0-98fff8fc7356, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0054b88d-279e-459d-acc0-98fff8fc7356,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:36.743735 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.820929 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56ab4a3-3179-49be-a87c-eb2cf9c84964 x-openstack-request-id: req-d56ab4a3-3179-49be-a87c-eb2cf9c84964 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:01:36.821467 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da90298-2a8d-4db7-b437-367dfe7fdc6f", "name": "network-vif-plugged", "status": "completed", "tag": "0054b88d-279e-459d-acc0-98fff8fc7356", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:01:36.821907 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d56ab4a3-3179-49be-a87c-eb2cf9c84964 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:01:36.825183 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da90298-2a8d-4db7-b437-367dfe7fdc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0054b88d-279e-459d-acc0-98fff8fc7356', 'code': 200} Feb 09 21:01:36.837088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1751b9c-2965-4cdb-834c-259847a66aa9 admin admin] Publish callbacks [] for security_group (824ad6ab-73f0-4287-a75d-7a563046a963), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:36.886738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0054b88d-279e-459d-acc0-98fff8fc7356,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:36.902649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1751b9c-2965-4cdb-834c-259847a66aa9 admin admin] Publish callbacks [] for security_group (824ad6ab-73f0-4287-a75d-7a563046a963), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.022951 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1751b9c-2965-4cdb-834c-259847a66aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (824ad6ab-73f0-4287-a75d-7a563046a963), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.026603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1751b9c-2965-4cdb-834c-259847a66aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.031279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c1751b9c-2965-4cdb-834c-259847a66aa9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/824ad6ab-73f0-4287-a75d-7a563046a963 HTTP/1.1" status: 204 len: 168 time: 0.5105252 Feb 09 21:01:37.046927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1751b9c-2965-4cdb-834c-259847a66aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824ad6ab-73f0-4287-a75d-7a563046a963,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:37.057391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58356b20-cae9-4332-98ef-868c910ba0a8 req-3c7d1fa4-eed2-4bc2-8ca1-1ddc33ab397d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:37.066215 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58356b20-cae9-4332-98ef-868c910ba0a8 req-3c7d1fa4-eed2-4bc2-8ca1-1ddc33ab397d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.3538761 Feb 09 21:01:37.141818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b470502-bc74-46f1-85ed-9780b71a518c req-00b6ba44-e2e3-426d-99fb-a5c3be78ddf1 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:37.144282 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b470502-bc74-46f1-85ed-9780b71a518c req-00b6ba44-e2e3-426d-99fb-a5c3be78ddf1 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 945 time: 0.2254443 Feb 09 21:01:37.164250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58356b20-cae9-4332-98ef-868c910ba0a8 req-80ce4821-f3c8-41ae-8c7c-1022c6707652 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956078 Feb 09 21:01:37.185964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port b0d24120-d71f-4cf5-bd70-385b9c6c5a00 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:01:37.185964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.185964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bdb57-023f-44cf-9e78-30ded494bfb0 req-dfda6d49-6ee6-4196-91e7-4578cd906f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:37.187344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af6bdb57-023f-44cf-9e78-30ded494bfb0 req-dfda6d49-6ee6-4196-91e7-4578cd906f1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 1128 time: 0.1991498 Feb 09 21:01:37.312205 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-af6bdb57-023f-44cf-9e78-30ded494bfb0 req-8e3e691f-4958-4910-beb0-b4affa2084ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964847 Feb 09 21:01:37.322657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b470502-bc74-46f1-85ed-9780b71a518c req-4463f7d8-1876-4192-93e7-8337d7ce33d7 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637416 Feb 09 21:01:37.380437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.380777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for floatingip (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.407291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for b0d24120-d71f-4cf5-bd70-385b9c6c5a00 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:01:37.522844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:37.543163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e5e-743b-4695-9219-b1f3974f28ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.639005 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b0d24120-d71f-4cf5-bd70-385b9c6c5a00), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.653792 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e5e-743b-4695-9219-b1f3974f28ec admin admin] Publish callbacks [] for security_group (720344e5-b546-46ad-816b-37cd4b441c4f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.659296 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51e0cccc-552c-425d-8380-6b0498b40b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.660231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9a68e5e-743b-4695-9219-b1f3974f28ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (720344e5-b546-46ad-816b-37cd4b441c4f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.671979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=b0d24120-d71f-4cf5-bd70-385b9c6c5a00,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:37.724267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b9a68e5e-743b-4695-9219-b1f3974f28ec admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=62063be898484b4fa87339ada2a43345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1977980 Feb 09 21:01:37.725984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:37.737372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a68e5e-743b-4695-9219-b1f3974f28ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720344e5-b546-46ad-816b-37cd4b441c4f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:37.779185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for floatingip (270e5dcf-d637-44d9-b481-b544d4f80645), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.782881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.784091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f4e2f1f7-8b14-4c55-aae2-0d608c316416 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "DELETE /v2.0/floatingips/270e5dcf-d637-44d9-b481-b544d4f80645 HTTP/1.1" status: 204 len: 168 time: 1.3096440 Feb 09 21:01:37.786777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:37.845751 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da528c32-1faf-4108-b7a6-2baecc3152dc admin admin] Publish callbacks [] for security_group (720344e5-b546-46ad-816b-37cd4b441c4f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.930052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da528c32-1faf-4108-b7a6-2baecc3152dc admin admin] Publish callbacks [] for security_group (720344e5-b546-46ad-816b-37cd4b441c4f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:37.966587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0055d6b-7a3d-439f-ac1a-772d1dbebf9e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port 42d0a70d-e51d-4f6b-a4b0-14388ec0837a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:01:37.966931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0055d6b-7a3d-439f-ac1a-772d1dbebf9e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:38.080332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0055d6b-7a3d-439f-ac1a-772d1dbebf9e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:38.104447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c0055d6b-7a3d-439f-ac1a-772d1dbebf9e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for 42d0a70d-e51d-4f6b-a4b0-14388ec0837a owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:01:38.117864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da528c32-1faf-4108-b7a6-2baecc3152dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (720344e5-b546-46ad-816b-37cd4b441c4f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:38.121077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da528c32-1faf-4108-b7a6-2baecc3152dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:38.122594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-da528c32-1faf-4108-b7a6-2baecc3152dc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/720344e5-b546-46ad-816b-37cd4b441c4f HTTP/1.1" status: 204 len: 168 time: 0.3953586 Feb 09 21:01:38.208368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da528c32-1faf-4108-b7a6-2baecc3152dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720344e5-b546-46ad-816b-37cd4b441c4f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:38.563781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c9d2-7beb-44a1-b9ff-efc207d115a9 req-d21d03a8-821c-407c-a667-bb8f401ea6e5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:38.565587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e239c9d2-7beb-44a1-b9ff-efc207d115a9 req-d21d03a8-821c-407c-a667-bb8f401ea6e5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2610559 Feb 09 21:01:38.566697 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0055d6b-7a3d-439f-ac1a-772d1dbebf9e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (42d0a70d-e51d-4f6b-a4b0-14388ec0837a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:38.599875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d8804-a014-4309-abb4-609fa6f566eb req-9ba28ba5-8600-4ee3-9332-6ae78383ea04 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:38.602166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-103d8804-a014-4309-abb4-609fa6f566eb req-9ba28ba5-8600-4ee3-9332-6ae78383ea04 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 945 time: 0.0937815 Feb 09 21:01:38.621970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0055d6b-7a3d-439f-ac1a-772d1dbebf9e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=42d0a70d-e51d-4f6b-a4b0-14388ec0837a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:38.721076 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-103d8804-a014-4309-abb4-609fa6f566eb req-6660b14a-74b1-402d-b8f2-d0975541b29b tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127734 Feb 09 21:01:38.800052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0055d6b-7a3d-439f-ac1a-772d1dbebf9e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:38.807765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c0055d6b-7a3d-439f-ac1a-772d1dbebf9e tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "DELETE /v2.0/ports/42d0a70d-e51d-4f6b-a4b0-14388ec0837a HTTP/1.1" status: 204 len: 168 time: 1.0199032 Feb 09 21:01:38.810375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46166) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:38.870669 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e239c9d2-7beb-44a1-b9ff-efc207d115a9 req-5465b0f4-1d13-4a2a-89f9-575a5d7d8400 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927613 Feb 09 21:01:39.147532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54284ff-c329-4efd-8743-d31d5fc83fab req-1dfa93bc-51fc-48aa-b795-5cc9575eb4ae tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:39.149899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d54284ff-c329-4efd-8743-d31d5fc83fab req-1dfa93bc-51fc-48aa-b795-5cc9575eb4ae tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1461222 Feb 09 21:01:39.154506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2eb59da7-34aa-4196-a7ba-515b6d67b2e2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port 84966e3d-3525-4cc7-995e-67aa8d5e58ad {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:01:39.186203 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2eb59da7-34aa-4196-a7ba-515b6d67b2e2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:39.378389 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2eb59da7-34aa-4196-a7ba-515b6d67b2e2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:39.410105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d54284ff-c329-4efd-8743-d31d5fc83fab req-7901895d-a1c1-4f1f-9bd2-3792d663a762 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056599 Feb 09 21:01:39.419884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2eb59da7-34aa-4196-a7ba-515b6d67b2e2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for 84966e3d-3525-4cc7-995e-67aa8d5e58ad owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:01:39.526871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:39.733519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceef20-62c8-4d08-a555-29fd12e97095 req-421f14a8-f834-41f6-8144-2696b4ac1556 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:39.742982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6bceef20-62c8-4d08-a555-29fd12e97095 req-421f14a8-f834-41f6-8144-2696b4ac1556 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1496909 Feb 09 21:01:39.746541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2eb59da7-34aa-4196-a7ba-515b6d67b2e2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (84966e3d-3525-4cc7-995e-67aa8d5e58ad), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:39.756172 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f12dfa0-dbe3-427a-be22-8faf202d4bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:39.805398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092156950-network', 'tenant_id': 'd563a56b1fdb4eb187548acfa425490d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:01:39.830098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb59da7-34aa-4196-a7ba-515b6d67b2e2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=84966e3d-3525-4cc7-995e-67aa8d5e58ad,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:39.861374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Made reservation on behalf of d563a56b1fdb4eb187548acfa425490d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:01:39.863724 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:39.892663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:39.898352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6bceef20-62c8-4d08-a555-29fd12e97095 req-4b6538be-8283-4a38-b8b5-5fb8bc32e68a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534982 Feb 09 21:01:39.980944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2eb59da7-34aa-4196-a7ba-515b6d67b2e2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:39.990549 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2eb59da7-34aa-4196-a7ba-515b6d67b2e2 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "DELETE /v2.0/ports/84966e3d-3525-4cc7-995e-67aa8d5e58ad HTTP/1.1" status: 204 len: 168 time: 1.1789594 Feb 09 21:01:39.991641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:40.089312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b8594d-369c-430c-bd68-aeb19bc46408 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting subnet 0310728c-4a85-4d44-9b0f-edf3c472cc80 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:01:40.100480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b8594d-369c-430c-bd68-aeb19bc46408 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for subnet (0310728c-4a85-4d44-9b0f-edf3c472cc80), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.137820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee608f17-4a2e-47f6-af39-6dde6b9b6294 req-74c60476-a147-436f-a53b-a36d27bf705c tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:40.139590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee608f17-4a2e-47f6-af39-6dde6b9b6294 req-74c60476-a147-436f-a53b-a36d27bf705c tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 945 time: 0.2338169 Feb 09 21:01:40.171129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b8594d-369c-430c-bd68-aeb19bc46408 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (0310728c-4a85-4d44-9b0f-edf3c472cc80), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.181168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Publish callbacks [] for security_group (970dd88b-1ce3-4643-86c0-34c14e3d7d3e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.198917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (970dd88b-1ce3-4643-86c0-34c14e3d7d3e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.229599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c89ca6-9665-4d98-8f5a-d902c78e762b req-2d87d965-e94f-4b9e-978d-52826cedb05a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:40.238575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-49c89ca6-9665-4d98-8f5a-d902c78e762b req-2d87d965-e94f-4b9e-978d-52826cedb05a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1813078 Feb 09 21:01:40.268871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:01:40.287328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee608f17-4a2e-47f6-af39-6dde6b9b6294 req-41d88017-f07f-45ec-8107-f54bf1e288bb tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404865 Feb 09 21:01:40.308212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970dd88b-1ce3-4643-86c0-34c14e3d7d3e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:40.316242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (740bc381-0b08-477f-bd2b-42d1fec44f69), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.316939 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Added segment 740bc381-0b08-477f-bd2b-42d1fec44f69 of type vlan for network 51473a36-7e5c-4e44-95e6-174b2994defa Feb 09 21:01:40.440038 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (51473a36-7e5c-4e44-95e6-174b2994defa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.471173 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-49c89ca6-9665-4d98-8f5a-d902c78e762b req-505bc933-7aa2-412e-9fd5-fe72df855caa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315338 Feb 09 21:01:40.495878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b8594d-369c-430c-bd68-aeb19bc46408 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (0310728c-4a85-4d44-9b0f-edf3c472cc80), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.554502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (51473a36-7e5c-4e44-95e6-174b2994defa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.556439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:40.557035 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.603253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b8594d-369c-430c-bd68-aeb19bc46408 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (0310728c-4a85-4d44-9b0f-edf3c472cc80), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.680418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8594d-369c-430c-bd68-aeb19bc46408 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Subnet': ['ID=0310728c-4a85-4d44-9b0f-edf3c472cc80,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:40.735714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88b8594d-369c-430c-bd68-aeb19bc46408 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.742699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c9132-3c6d-4446-ae68-a7e402544288 None None] Network 4684df51-983a-47c5-a29a-38f5ffed942e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:01:40.755818 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-88b8594d-369c-430c-bd68-aeb19bc46408 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "DELETE /v2.0/subnets/0310728c-4a85-4d44-9b0f-edf3c472cc80 HTTP/1.1" status: 204 len: 168 time: 0.7570221 Feb 09 21:01:40.755818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:40.839155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] Pushing event updated for resources: {'Network': ['ID=51473a36-7e5c-4e44-95e6-174b2994defa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:40.866998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e74eb37-839c-4d10-869b-50a530164b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting subnet b4ac8f64-7be4-4802-9790-a2a627a70d45 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:01:40.870554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aed5a088-f5b8-4c0a-8448-c640aa4db12b admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3400569 Feb 09 21:01:40.878181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:40.880743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e74eb37-839c-4d10-869b-50a530164b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for subnet (b4ac8f64-7be4-4802-9790-a2a627a70d45), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.899973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Request body: {'subnet': {'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092156950-subnet', 'tenant_id': 'd563a56b1fdb4eb187548acfa425490d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:01:40.961508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Made reservation on behalf of d563a56b1fdb4eb187548acfa425490d for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:01:40.964319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:40.968160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e74eb37-839c-4d10-869b-50a530164b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (b4ac8f64-7be4-4802-9790-a2a627a70d45), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:41.046645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 51473a36-7e5c-4e44-95e6-174b2994defa details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:01:41.166023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e74eb37-839c-4d10-869b-50a530164b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b4ac8f64-7be4-4802-9790-a2a627a70d45), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:41.390626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceed8e1-365c-448d-9c7e-eb230fedd645 req-a3c0b531-8226-46e9-b12c-b197532f1137 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:41.405506 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ceed8e1-365c-448d-9c7e-eb230fedd645 req-a3c0b531-8226-46e9-b12c-b197532f1137 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.7257659 Feb 09 21:01:41.406768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e74eb37-839c-4d10-869b-50a530164b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (b4ac8f64-7be4-4802-9790-a2a627a70d45), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:41.481776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74eb37-839c-4d10-869b-50a530164b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ac8f64-7be4-4802-9790-a2a627a70d45,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:41.505639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e74eb37-839c-4d10-869b-50a530164b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:41.511785 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1e74eb37-839c-4d10-869b-50a530164b12 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "DELETE /v2.0/subnets/b4ac8f64-7be4-4802-9790-a2a627a70d45 HTTP/1.1" status: 204 len: 168 time: 0.7434103 Feb 09 21:01:41.521488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:41.558586 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (563991d9-323e-468f-99a5-595383e8882d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:41.589738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d42cf0-df53-4da2-83a2-190482ed3493 None None] Network b59df7eb-b308-4cf5-80c1-12a526539cf0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:01:41.622265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ceed8e1-365c-448d-9c7e-eb230fedd645 req-ddaefb45-1489-41f6-bb88-33d0e57d76ec tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506677 Feb 09 21:01:41.711654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:41.854103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] DHCP port deletion for 4684df51-983a-47c5-a29a-38f5ffed942e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:01:41.956042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563991d9-323e-468f-99a5-595383e8882d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:41.957653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] DHCP port deletion for b59df7eb-b308-4cf5-80c1-12a526539cf0 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:01:41.971235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (4684df51-983a-47c5-a29a-38f5ffed942e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:41.998950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Checking segment: {'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:01:42.003928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Network hostable DHCP agents. Network: 51473a36-7e5c-4e44-95e6-174b2994defa, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:01:42.039545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8503a8-1e82-4045-932e-8578ed641cc3 req-bf98494f-ff41-4a4d-90b3-06d5d9f40c7c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:42.041522 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d8503a8-1e82-4045-932e-8578ed641cc3 req-bf98494f-ff41-4a4d-90b3-06d5d9f40c7c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2555861 Feb 09 21:01:42.114878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Network 51473a36-7e5c-4e44-95e6-174b2994defa is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:01:42.117993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] Deleting port 21a264a2-78f7-4086-92cf-5ab0537762cb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:01:42.120774 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:42.124208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d8503a8-1e82-4045-932e-8578ed641cc3 req-7946eecf-1d91-4437-9d73-e6103e12fce3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746799 Feb 09 21:01:42.153425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 51473a36-7e5c-4e44-95e6-174b2994defa) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:01:42.165810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Deleting port 21a264a2-78f7-4086-92cf-5ab0537762cb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:01:42.167150 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:42.170577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2de0c-6649-4d07-a121-b20954f19a3b None None] Network 51473a36-7e5c-4e44-95e6-174b2994defa requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:01:42.175057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:42.177294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:42.338899 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c8018390-11fe-41be-9bd2-636836c12796 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4533398 Feb 09 21:01:42.373825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] For port 21a264a2-78f7-4086-92cf-5ab0537762cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=21a264a2-78f7-4086-92cf-5ab0537762cb,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:42.374872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:42.412853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Calling delete_port for 21a264a2-78f7-4086-92cf-5ab0537762cb owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:01:42.613068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] For port 21a264a2-78f7-4086-92cf-5ab0537762cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=21a264a2-78f7-4086-92cf-5ab0537762cb,segment=NetworkSegment(ceac2288-ce21-4645-84df-3ca364c8f7d0),segment_id=ceac2288-ce21-4645-84df-3ca364c8f7d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:42.620052 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:42.683696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] Calling delete_port for 21a264a2-78f7-4086-92cf-5ab0537762cb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:01:42.697654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22e854-17e9-4e88-8afe-210cabdbb457 req-65cf7065-c086-41a9-9376-e64a1905329a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:42.713189 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b22e854-17e9-4e88-8afe-210cabdbb457 req-65cf7065-c086-41a9-9376-e64a1905329a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2044542 Feb 09 21:01:42.738506 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:42.868552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] Deleting port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:01:42.869361 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:42.881866 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:42.893278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Port': ['ID=21a264a2-78f7-4086-92cf-5ab0537762cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:42.923564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] No DVR routers for this DVR port 21a264a2-78f7-4086-92cf-5ab0537762cb on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:01:43.040079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c406ef9b-c65c-444e-b12d-1f2d5a3acf9e None None] Network 51473a36-7e5c-4e44-95e6-174b2994defa requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:01:43.278180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 21a264a2-78f7-4086-92cf-5ab0537762cb no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:01:43.289121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] For port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a4b63ba8-4718-49dd-8a6c-f0320c4d74bc,segment=NetworkSegment(360b18f1-c60d-4426-9ea4-992d9bc513bd),segment_id=360b18f1-c60d-4426-9ea4-992d9bc513bd)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:01:43.289610 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.317617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (4684df51-983a-47c5-a29a-38f5ffed942e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.340906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4684df51-983a-47c5-a29a-38f5ffed942e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:01:43.353551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceac2288-ce21-4645-84df-3ca364c8f7d0') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:01:43.353770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceac2288-ce21-4645-84df-3ca364c8f7d0') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:01:43.363936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (ceac2288-ce21-4645-84df-3ca364c8f7d0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.379562 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ceac2288-ce21-4645-84df-3ca364c8f7d0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.385974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 21a264a2-78f7-4086-92cf-5ab0537762cb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:01:43.386499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:01:43.386900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (ceac2288-ce21-4645-84df-3ca364c8f7d0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.387539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 21a264a2-78f7-4086-92cf-5ab0537762cb not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:01:43.388087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a4b63ba8-4718-49dd-8a6c-f0320c4d74bc no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:01:43.406009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] Calling delete_port for a4b63ba8-4718-49dd-8a6c-f0320c4d74bc owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:01:43.460571 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:01:43.467620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b22e854-17e9-4e88-8afe-210cabdbb457 req-f4c9da3f-d380-4a59-b1dd-710b406e7a02 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7352154 Feb 09 21:01:43.475789 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (4684df51-983a-47c5-a29a-38f5ffed942e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.486098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.496348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "DELETE /v2.0/networks/4684df51-983a-47c5-a29a-38f5ffed942e HTTP/1.1" status: 204 len: 168 time: 1.9675004 Feb 09 21:01:43.497598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:01:43.530534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7167b-f05e-4fbb-b452-8a1b3706675b tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Network': ['ID=4684df51-983a-47c5-a29a-38f5ffed942e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:43.656606 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (21a264a2-78f7-4086-92cf-5ab0537762cb), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.746023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] Pushing event deleted for resources: {'Port': ['ID=21a264a2-78f7-4086-92cf-5ab0537762cb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:43.755167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] Network 4684df51-983a-47c5-a29a-38f5ffed942e is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:01:43.755708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21330c1a-54b9-48a7-be10-b46d1bd3a07a None None] No DVR routers for this DVR port 21a264a2-78f7-4086-92cf-5ab0537762cb on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:01:43.810437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b59df7eb-b308-4cf5-80c1-12a526539cf0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.867793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:01:43.868433 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.884041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (a4b63ba8-4718-49dd-8a6c-f0320c4d74bc), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:43.937920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] Pushing event deleted for resources: {'Port': ['ID=a4b63ba8-4718-49dd-8a6c-f0320c4d74bc,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:43.957671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6fc446-35e1-42cc-b2a8-c1e2f63c806d None None] No DVR routers for this DVR port a4b63ba8-4718-49dd-8a6c-f0320c4d74bc on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:01:44.030972 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:44.090259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] The port 'a4b63ba8-4718-49dd-8a6c-f0320c4d74bc' was deleted {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 21:01:44.293991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b59df7eb-b308-4cf5-80c1-12a526539cf0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:44.334232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59df7eb-b308-4cf5-80c1-12a526539cf0']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:01:44.358089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360b18f1-c60d-4426-9ea4-992d9bc513bd') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:01:44.358830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360b18f1-c60d-4426-9ea4-992d9bc513bd') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:01:44.385275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (360b18f1-c60d-4426-9ea4-992d9bc513bd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:44.422389 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (360b18f1-c60d-4426-9ea4-992d9bc513bd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:44.432561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:01:44.433256 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (360b18f1-c60d-4426-9ea4-992d9bc513bd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:01:44.544727 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:01:44.585927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452c117-7c2c-4568-b819-5bba140672ee req-1ca15eb0-d967-406d-b33d-057d64e91692 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:44.595862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4452c117-7c2c-4568-b819-5bba140672ee req-1ca15eb0-d967-406d-b33d-057d64e91692 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.7504790 Feb 09 21:01:44.630792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b59df7eb-b308-4cf5-80c1-12a526539cf0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:44.645183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:44.653442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] 10.222.0.102 "DELETE /v2.0/networks/b59df7eb-b308-4cf5-80c1-12a526539cf0 HTTP/1.1" status: 204 len: 168 time: 1.1533144 Feb 09 21:01:44.737656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d048171-d8f3-4e0f-a454-0423f0fbdca8 tempest-TaggedBootDevicesTest_v242-2123113036 tempest-TaggedBootDevicesTest_v242-2123113036-project] Pushing event deleted for resources: {'Network': ['ID=b59df7eb-b308-4cf5-80c1-12a526539cf0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:44.783398 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4452c117-7c2c-4568-b819-5bba140672ee req-533a2a4d-3ec5-48b6-9128-c6cd658eb25c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746576 Feb 09 21:01:45.171438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06f5ba-1b45-4faf-bfd5-58d30c5e3924 req-6e622457-6cd6-46a7-a491-4b558570d3b5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:45.189675 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd06f5ba-1b45-4faf-bfd5-58d30c5e3924 req-6e622457-6cd6-46a7-a491-4b558570d3b5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1560445 Feb 09 21:01:45.287497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd06f5ba-1b45-4faf-bfd5-58d30c5e3924 req-3b7e553c-f374-4567-8ad0-711401a992c4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910380 Feb 09 21:01:45.537120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd35dec-4343-4440-83f1-3fe86b1be57e req-8d6cffb7-76bb-4c33-bde8-f85f368fa1af tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:45.556277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccd35dec-4343-4440-83f1-3fe86b1be57e req-8d6cffb7-76bb-4c33-bde8-f85f368fa1af tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1459706 Feb 09 21:01:45.647917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccd35dec-4343-4440-83f1-3fe86b1be57e req-fe1de6f3-9fdd-47a5-9b9e-c0db430e7ec1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864806 Feb 09 21:01:45.869648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e992eea-7524-4fe5-afdf-da9ae01cd35b req-98e36567-9229-4fb1-9b9c-e98099e9a570 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:45.888258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e992eea-7524-4fe5-afdf-da9ae01cd35b req-98e36567-9229-4fb1-9b9c-e98099e9a570 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1076591 Feb 09 21:01:45.983358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e992eea-7524-4fe5-afdf-da9ae01cd35b req-1b57a337-4881-4352-9ad7-b4c02552aca8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936637 Feb 09 21:01:46.227889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a85f1-cc74-4779-85fa-3cf23c85a651 req-3a45ba20-551b-4d4f-9484-6a008d17a1ef tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:46.240283 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-876a85f1-cc74-4779-85fa-3cf23c85a651 req-3a45ba20-551b-4d4f-9484-6a008d17a1ef tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1308303 Feb 09 21:01:46.397504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-876a85f1-cc74-4779-85fa-3cf23c85a651 req-8b460e5c-bb65-4bef-b66a-237ddd5fd461 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552284 Feb 09 21:01:46.802096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa04715-05be-4926-9f51-8f40222c2c60 req-071c0c10-5efe-454a-8dc0-b5da97a4ecff tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:46.819490 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8fa04715-05be-4926-9f51-8f40222c2c60 req-071c0c10-5efe-454a-8dc0-b5da97a4ecff tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1269283 Feb 09 21:01:46.914047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8fa04715-05be-4926-9f51-8f40222c2c60 req-e5aaf9a1-c11e-4de0-af13-40baf1123f42 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931425 Feb 09 21:01:47.124180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2864b-739f-4051-a831-3a2457821566 req-d16c4103-8778-4ac0-b706-f479a76140ac tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:47.131974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87e2864b-739f-4051-a831-3a2457821566 req-d16c4103-8778-4ac0-b706-f479a76140ac tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.0956976 Feb 09 21:01:47.211668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87e2864b-739f-4051-a831-3a2457821566 req-ebf4cf9a-60b0-4d36-a862-506566a20b43 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786905 Feb 09 21:01:47.518818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59c7ff-6abb-4b6b-9166-a4b3c09ee7f1 req-4f1766de-4334-4db5-95b2-c3ccee8e25da tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:47.525859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae59c7ff-6abb-4b6b-9166-a4b3c09ee7f1 req-4f1766de-4334-4db5-95b2-c3ccee8e25da tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1593392 Feb 09 21:01:47.688537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae59c7ff-6abb-4b6b-9166-a4b3c09ee7f1 req-48f56a61-deb9-44a7-adff-06c2dc65f57b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543815 Feb 09 21:01:48.071093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1da2f-019c-4505-89e8-3afbc974f403 req-09d8ff1c-7fe4-49e4-94ca-a40edf2f5ed4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:48.086163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c1da2f-019c-4505-89e8-3afbc974f403 req-09d8ff1c-7fe4-49e4-94ca-a40edf2f5ed4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1388345 Feb 09 21:01:48.093654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-816a1540-1dbc-4739-b7fc-d97fb761fbee tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:48.096415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-816a1540-1dbc-4739-b7fc-d97fb761fbee tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/networks?id=51473a36-7e5c-4e44-95e6-174b2994defa HTTP/1.1" status: 200 len: 809 time: 0.4279213 Feb 09 21:01:48.211119 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-cb409114-6973-4b93-b4c2-3d9ef4cff141 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/quotas/d563a56b1fdb4eb187548acfa425490d HTTP/1.1" status: 200 len: 375 time: 0.0978119 Feb 09 21:01:48.265347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09c1da2f-019c-4505-89e8-3afbc974f403 req-f8bc10fc-db79-4440-b34d-0a152e32be02 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779048 Feb 09 21:01:48.345342 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-5952aef0-c4f9-4cdc-8d47-c5a117c1d5ea tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d563a56b1fdb4eb187548acfa425490d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318760 Feb 09 21:01:48.695954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-a4a9313b-f484-48c2-bb35-7a7c6d411f36 service neutron] 10.222.0.102 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485868 Feb 09 21:01:48.939569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed629d-ac85-4932-83dc-ccad93116ddf req-638fddb3-d88d-48fe-80f8-1e0b601168e9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:48.955514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61ed629d-ac85-4932-83dc-ccad93116ddf req-638fddb3-d88d-48fe-80f8-1e0b601168e9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2353148 Feb 09 21:01:49.072758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61ed629d-ac85-4932-83dc-ccad93116ddf req-44b2e73b-5edf-4f7b-9b07-6a07e93622ee tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158442 Feb 09 21:01:49.108530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-663d09e2-b55b-4362-a582-3f8c26f50652 service neutron] 10.222.0.102 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117091 Feb 09 21:01:49.357482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8c1a-6872-46fc-a910-43befa563626 req-84a85dce-db06-4634-96e5-a0eed77622ef tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:49.391400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-850e8c1a-6872-46fc-a910-43befa563626 req-84a85dce-db06-4634-96e5-a0eed77622ef tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1607990 Feb 09 21:01:49.580149 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-850e8c1a-6872-46fc-a910-43befa563626 req-7241afcd-425a-4b15-9d05-33acaf72b0bd tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873255 Feb 09 21:01:49.590686 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d53a799b-5d78-4df4-a6d3-ac9e04917093 req-d73c3f70-435f-47ec-bc5e-8c1668c606e1 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 210 time: 0.0825565 Feb 09 21:01:50.200395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4924c2e-d110-4df9-b53c-cae6c754ae34 req-09c23c53-3fc2-4d45-80d5-bf6ee6cb67fa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:50.212800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4924c2e-d110-4df9-b53c-cae6c754ae34 req-09c23c53-3fc2-4d45-80d5-bf6ee6cb67fa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1758707 Feb 09 21:01:50.325908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4924c2e-d110-4df9-b53c-cae6c754ae34 req-37f77e1e-1714-4069-a421-ab59b35da3dd tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113484 Feb 09 21:01:50.734768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c7cd-53cc-4853-b843-7331aa864054 req-a6572c3d-e497-48b3-becb-f95aeeaadb54 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:50.740427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7349c7cd-53cc-4853-b843-7331aa864054 req-a6572c3d-e497-48b3-becb-f95aeeaadb54 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2214012 Feb 09 21:01:50.854945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-69de6e94-0615-4584-ba3c-31599f85010a req-dfeca347-7939-49e4-b0fc-54f3655fcc4b tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 210 time: 0.0948884 Feb 09 21:01:50.939325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7349c7cd-53cc-4853-b843-7331aa864054 req-4b31df86-d251-47a3-9410-4d321bcb3e59 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537757 Feb 09 21:01:51.203983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35ba34-2bb4-4fde-9947-c33628efa9d6 req-911f3996-d723-4250-8caa-dba464f8d7f0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:51.215036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d35ba34-2bb4-4fde-9947-c33628efa9d6 req-911f3996-d723-4250-8caa-dba464f8d7f0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1185410 Feb 09 21:01:51.331776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d35ba34-2bb4-4fde-9947-c33628efa9d6 req-2e5ea1b8-4b3f-45f5-9813-aa2c8bfa7986 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967693 Feb 09 21:01:51.530304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279949b-a6d0-4954-a4a1-554fa42214dd req-22a38f69-bfb4-4404-b4d8-d2a5c3d3ff3f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:51.541885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e279949b-a6d0-4954-a4a1-554fa42214dd req-22a38f69-bfb4-4404-b4d8-d2a5c3d3ff3f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1119754 Feb 09 21:01:51.668320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e279949b-a6d0-4954-a4a1-554fa42214dd req-5efe5a20-6816-4efd-b6ca-77ae182d9f8c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254358 Feb 09 21:01:51.697189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:52.146246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eca8d6f7-9685-48bf-94fa-cbfa21624ef9 req-7f6bd518-aa4c-429b-8202-5f0530b51794 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 210 time: 0.0953240 Feb 09 21:01:52.156668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-4dad5c93-003e-4cbb-a9e0-daeecea4b505 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:52.158906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-4dad5c93-003e-4cbb-a9e0-daeecea4b505 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.50 "GET /v2.0/networks?id=51473a36-7e5c-4e44-95e6-174b2994defa HTTP/1.1" status: 200 len: 809 time: 0.4382882 Feb 09 21:01:52.190362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Request body: {'port': {'device_id': '0f5550ee-bba5-4819-a73b-db3c8ced20ac', 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa', 'admin_state_up': True, 'tenant_id': 'd563a56b1fdb4eb187548acfa425490d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:01:52.507756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Made reservation on behalf of d563a56b1fdb4eb187548acfa425490d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:01:52.516085 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:52.905013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f074-43e8-4668-a4fa-9372c0bbefec req-aa2d69d7-5341-4895-b702-26205cea452f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:52.913175 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd05f074-43e8-4668-a4fa-9372c0bbefec req-aa2d69d7-5341-4895-b702-26205cea452f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1373563 Feb 09 21:01:53.021838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bd05f074-43e8-4668-a4fa-9372c0bbefec req-559bdf22-ad75-4921-8613-8369f8e12c97 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025016 Feb 09 21:01:53.511294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f7cc727-baa7-4752-8f3c-a972056622c0 req-6830a34c-33c9-4809-8ff6-e34c5f2a8af0 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 210 time: 0.0443223 Feb 09 21:01:53.550699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Allocated IP 172.20.0.4 (51473a36-7e5c-4e44-95e6-174b2994defa/563991d9-323e-468f-99a5-595383e8882d/7eda431e-346a-4772-a5be-650fffb6ae04) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:01:53.837707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks [] for port (7eda431e-346a-4772-a5be-650fffb6ae04), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:53.909213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:53.956376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Network 51473a36-7e5c-4e44-95e6-174b2994defa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:01:53.961263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:01:53.966163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:01:54.072678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:54.073308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:54.091918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Pushing event updated for resources: {'Port': ['ID=7eda431e-346a-4772-a5be-650fffb6ae04,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:54.103529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-03280305-fc9c-4ad0-8ac3-6188758397d6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9339886 Feb 09 21:01:54.116731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Request body: {'port': {'device_id': '0f5550ee-bba5-4819-a73b-db3c8ced20ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:01:54.194181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:54.253615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12677d52-0be9-4204-bd7d-de449a2fd71d req-a424727e-b258-4d13-b0c9-b9083341ca6c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:54.285731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-12677d52-0be9-4204-bd7d-de449a2fd71d req-a424727e-b258-4d13-b0c9-b9083341ca6c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1339626 Feb 09 21:01:54.437214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-12677d52-0be9-4204-bd7d-de449a2fd71d req-b980957f-ccc3-4776-82d3-752941deb842 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430666 Feb 09 21:01:54.751548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1d20b-8ecb-42b9-b416-6e30c2b62b6a req-174a595f-76a3-40fc-a0f2-1447c837460d tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:54.759254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddc1d20b-8ecb-42b9-b416-6e30c2b62b6a req-174a595f-76a3-40fc-a0f2-1447c837460d tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 931 time: 0.1406219 Feb 09 21:01:54.770288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eda431e-346a-4772-a5be-650fffb6ae04 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:01:54.784571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Publish callbacks [] for port (7eda431e-346a-4772-a5be-650fffb6ae04), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:54.835277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Transition to ACTIVE for port object 7eda431e-346a-4772-a5be-650fffb6ae04 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:01:54.847885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:54.941348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ddc1d20b-8ecb-42b9-b416-6e30c2b62b6a req-2d55d6bf-314e-4b28-b208-efe32c2d1f6c tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619780 Feb 09 21:01:54.983658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Pushing event updated for resources: {'Port': ['ID=7eda431e-346a-4772-a5be-650fffb6ae04,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:55.089111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Attempting to bind port 7eda431e-346a-4772-a5be-650fffb6ae04 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:01:55.090234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Attempting to bind port 7eda431e-346a-4772-a5be-650fffb6ae04 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:01:55.092111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Attempting to bind port 7eda431e-346a-4772-a5be-650fffb6ae04 on network 51473a36-7e5c-4e44-95e6-174b2994defa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:01:55.102436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Port 7eda431e-346a-4772-a5be-650fffb6ae04 on network 51473a36-7e5c-4e44-95e6-174b2994defa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:01:55.103716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Attempting to bind port 7eda431e-346a-4772-a5be-650fffb6ae04 on network 51473a36-7e5c-4e44-95e6-174b2994defa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:01:55.115547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:01:55.118344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Checking segment: {'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:01:55.121417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Bound using segment: {'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:01:55.121995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Bound port: 7eda431e-346a-4772-a5be-650fffb6ae04, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:01:55.123102 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:55.255115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] For port 7eda431e-346a-4772-a5be-650fffb6ae04, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:01:55.260881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] For port 7eda431e-346a-4772-a5be-650fffb6ae04, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7eda431e-346a-4772-a5be-650fffb6ae04,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:01:55.275486 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:55.322313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:55.324148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:55.326569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] 10.222.0.50 "PUT /v2.0/ports/7eda431e-346a-4772-a5be-650fffb6ae04 HTTP/1.1" status: 200 len: 1092 time: 1.2161622 Feb 09 21:01:55.327428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5550ee-bba5-4819-a73b-db3c8ced20ac', 'tag': '7eda431e-346a-4772-a5be-650fffb6ae04'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:01:55.330634 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15e6910-ea92-453c-be53-d05a904be9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5550ee-bba5-4819-a73b-db3c8ced20ac", "tag": "7eda431e-346a-4772-a5be-650fffb6ae04"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:01:55.455191 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d7da0e-9c6b-4ea2-bee0-367e74a9dbd9 x-openstack-request-id: req-28d7da0e-9c6b-4ea2-bee0-367e74a9dbd9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:01:55.455869 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5550ee-bba5-4819-a73b-db3c8ced20ac", "tag": "7eda431e-346a-4772-a5be-650fffb6ae04", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:01:55.456514 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-28d7da0e-9c6b-4ea2-bee0-367e74a9dbd9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:01:55.457493 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5550ee-bba5-4819-a73b-db3c8ced20ac', 'tag': '7eda431e-346a-4772-a5be-650fffb6ae04', 'status': 'completed', 'code': 200} Feb 09 21:01:55.464336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f70a5e-509d-480b-8d7a-73874499eac3 service neutron] Pushing event updated for resources: {'Port': ['ID=7eda431e-346a-4772-a5be-650fffb6ae04,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:01:55.533546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-a1ea26e3-5b89-4be8-94f5-fb1e706e1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:55.535138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-a1ea26e3-5b89-4be8-94f5-fb1e706e1e74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d563a56b1fdb4eb187548acfa425490d&device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 1126 time: 0.1452177 Feb 09 21:01:55.626889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-f0e1902d-0494-44b8-886f-f563ba6129f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eda431e-346a-4772-a5be-650fffb6ae04 HTTP/1.1" status: 200 len: 217 time: 0.0846343 Feb 09 21:01:55.809089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-a6075e0c-3dd5-4cec-a4ce-30e4c84d6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:55.810603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-a6075e0c-3dd5-4cec-a4ce-30e4c84d6e9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=563991d9-323e-468f-99a5-595383e8882d HTTP/1.1" status: 200 len: 849 time: 0.1607199 Feb 09 21:01:55.823979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c10bb8-1730-4e02-9f3d-c65e5f70cdf3 req-344fda84-87bb-442c-911d-d39c04d79421 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:55.825542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06c10bb8-1730-4e02-9f3d-c65e5f70cdf3 req-344fda84-87bb-442c-911d-d39c04d79421 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1978679 Feb 09 21:01:55.902192 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-44c2ec7d-b70a-4ecf-95a5-0cdbbf39a8d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51473a36-7e5c-4e44-95e6-174b2994defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756433 Feb 09 21:01:56.103166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-41002bba-489e-41fd-8e50-3f6cc5b20a11 service neutron] 10.222.0.50 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923299 Feb 09 21:01:56.325299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06c10bb8-1730-4e02-9f3d-c65e5f70cdf3 req-dbb992a9-d292-4339-9b77-fb50909f0b15 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221072 Feb 09 21:01:56.355404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7e386-30a3-4776-bd48-fa195e42c15b req-d8a87248-9dbe-41e9-a2bc-2ec6c97995cd tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:56.363917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8bc18c-dd19-4b12-b980-a95856ec09f5 req-15c9b057-a2f9-4e7f-85d0-b2d74f886642 service neutron] 10.222.0.50 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533302 Feb 09 21:01:56.365356 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:01:56.393047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26b7e386-30a3-4776-bd48-fa195e42c15b req-d8a87248-9dbe-41e9-a2bc-2ec6c97995cd tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 943 time: 0.2514203 Feb 09 21:01:56.533852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:01:56.586305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e6910-ea92-453c-be53-d05a904be9ff req-6d4d1d91-7742-45a7-aad0-0a2f97aea583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:56.590728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26b7e386-30a3-4776-bd48-fa195e42c15b req-912ec3dc-02b2-4b12-852c-f9cd41c95e81 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938522 Feb 09 21:01:56.604663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15e6910-ea92-453c-be53-d05a904be9ff req-6d4d1d91-7742-45a7-aad0-0a2f97aea583 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d563a56b1fdb4eb187548acfa425490d&device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 1126 time: 0.1311972 Feb 09 21:01:56.848576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e6910-ea92-453c-be53-d05a904be9ff req-43ff80e3-16d1-41cf-97bf-37a710980f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:56.851545 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15e6910-ea92-453c-be53-d05a904be9ff req-43ff80e3-16d1-41cf-97bf-37a710980f1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=51473a36-7e5c-4e44-95e6-174b2994defa HTTP/1.1" status: 200 len: 910 time: 0.2459662 Feb 09 21:01:56.992774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15e6910-ea92-453c-be53-d05a904be9ff req-4eea549f-ac2a-45fd-8abc-c7ec4fb8b126 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eda431e-346a-4772-a5be-650fffb6ae04 HTTP/1.1" status: 200 len: 217 time: 0.1349244 Feb 09 21:01:57.089598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e6910-ea92-453c-be53-d05a904be9ff req-275ebc49-b1be-4501-aa5a-9c6d16d8f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:57.097611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15e6910-ea92-453c-be53-d05a904be9ff req-275ebc49-b1be-4501-aa5a-9c6d16d8f756 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=563991d9-323e-468f-99a5-595383e8882d HTTP/1.1" status: 200 len: 849 time: 0.0985692 Feb 09 21:01:57.155939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15e6910-ea92-453c-be53-d05a904be9ff req-7dee3ee7-4bd9-4de1-acfe-1b943829dba0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51473a36-7e5c-4e44-95e6-174b2994defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508928 Feb 09 21:01:57.323651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15e6910-ea92-453c-be53-d05a904be9ff req-865698f2-1696-45e4-a8db-760b5be17b88 service neutron] 10.222.0.50 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591260 Feb 09 21:01:57.480707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15e6910-ea92-453c-be53-d05a904be9ff req-4bb44937-774d-476c-90d4-f9af11f7bb5a service neutron] 10.222.0.50 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513286 Feb 09 21:01:57.620743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c8335-b53a-42b8-9093-549150d1098d req-0bdc51f8-2a53-452f-9ff0-8718d4ad6291 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:57.624876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e70c8335-b53a-42b8-9093-549150d1098d req-0bdc51f8-2a53-452f-9ff0-8718d4ad6291 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1067913 Feb 09 21:01:57.727584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e70c8335-b53a-42b8-9093-549150d1098d req-51bf6e21-d32d-4f61-b172-051362e3347b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896657 Feb 09 21:01:57.774835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0e3b-9594-433f-858a-5c4f74a3d5e3 req-644e72ab-5e09-4d65-923a-dcabeca4c932 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:57.783998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5bd0e3b-9594-433f-858a-5c4f74a3d5e3 req-644e72ab-5e09-4d65-923a-dcabeca4c932 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 943 time: 0.0844684 Feb 09 21:01:57.855402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5bd0e3b-9594-433f-858a-5c4f74a3d5e3 req-3148a8ff-6df0-495e-88e9-ad0413d1926e tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701618 Feb 09 21:01:58.617944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ea8ce-c749-49e3-927e-7420acedaeec req-0c4bfda5-4305-4782-a23e-4edb0f0e43ba tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:58.622528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc4ea8ce-c749-49e3-927e-7420acedaeec req-0c4bfda5-4305-4782-a23e-4edb0f0e43ba tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 946 time: 0.1262307 Feb 09 21:01:58.725821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc4ea8ce-c749-49e3-927e-7420acedaeec req-0b6e3ffc-a908-4fbe-9a6f-cb32d75de59e tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953000 Feb 09 21:01:59.018526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2cec6-ecbf-4980-a06b-dc9a24a45de8 req-1b06d32b-0b6f-45d8-a9d5-a2870e23eccc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:59.022910 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fea2cec6-ecbf-4980-a06b-dc9a24a45de8 req-1b06d32b-0b6f-45d8-a9d5-a2870e23eccc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1350441 Feb 09 21:01:59.086700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34741-6928-4292-8120-fc3d0848c4d7 req-de6fdf5a-1088-479a-8b55-3372424bb632 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:59.103206 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-edd34741-6928-4292-8120-fc3d0848c4d7 req-de6fdf5a-1088-479a-8b55-3372424bb632 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 943 time: 0.1229327 Feb 09 21:01:59.127019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fea2cec6-ecbf-4980-a06b-dc9a24a45de8 req-23266836-c848-43f8-9aaa-f2e786029761 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971918 Feb 09 21:01:59.263588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-edd34741-6928-4292-8120-fc3d0848c4d7 req-59cb96e2-bf1f-4485-b5fd-cded4edb63f6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589904 Feb 09 21:01:59.988771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa5b72-8b49-46a8-8f33-13adc07eec95 req-e68504e7-58a7-49d1-a632-a0be130437db tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:01:59.993727 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6efa5b72-8b49-46a8-8f33-13adc07eec95 req-e68504e7-58a7-49d1-a632-a0be130437db tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 946 time: 0.1351388 Feb 09 21:02:00.093486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 7eda431e-346a-4772-a5be-650fffb6ae04 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:02:00.120282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6efa5b72-8b49-46a8-8f33-13adc07eec95 req-e51b4c58-18b8-4ff5-9080-f7e121cfe0b7 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207838 Feb 09 21:02:00.139919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-30c6d3d2-49d9-476a-ae95-0361a66f12c1 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:00.139919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-30c6d3d2-49d9-476a-ae95-0361a66f12c1 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 946 time: 0.2116690 Feb 09 21:02:00.431486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 7eda431e-346a-4772-a5be-650fffb6ae04, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7eda431e-346a-4772-a5be-650fffb6ae04,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:00.525544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '7eda431e-346a-4772-a5be-650fffb6ae04', 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa', 'port_id': '7eda431e-346a-4772-a5be-650fffb6ae04', 'mac_address': 'fa:16:3e:72:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563991d9-323e-468f-99a5-595383e8882d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:02:00.534749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb2372-b7a9-4991-9d25-4b640eb842b6 req-b81d8ce6-64d0-4d92-a67b-ebec25be4e84 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:00.541937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78fb2372-b7a9-4991-9d25-4b640eb842b6 req-b81d8ce6-64d0-4d92-a67b-ebec25be4e84 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1889880 Feb 09 21:02:00.547228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4edd49-12a0-4ddb-9b89-eeaed66cdb4b req-79b32995-4dc3-4fab-b903-847f2753bcb2 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:00.548949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e4edd49-12a0-4ddb-9b89-eeaed66cdb4b req-79b32995-4dc3-4fab-b903-847f2753bcb2 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 943 time: 0.1422710 Feb 09 21:02:00.637514 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 7eda431e-346a-4772-a5be-650fffb6ae04 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:00.638571 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:00.657395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e4edd49-12a0-4ddb-9b89-eeaed66cdb4b req-7a4da32b-e853-44b0-a8c4-46422a8e0290 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024954 Feb 09 21:02:00.678730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Deleting port 364ff408-936c-4521-a75f-0a336d5aef02 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:00.681161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (364ff408-936c-4521-a75f-0a336d5aef02), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:00.714143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eda431e-346a-4772-a5be-650fffb6ae04 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:02:00.763788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 7eda431e-346a-4772-a5be-650fffb6ae04, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7eda431e-346a-4772-a5be-650fffb6ae04,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:00.778904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:00.856507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78fb2372-b7a9-4991-9d25-4b640eb842b6 req-2c449f0b-cca4-43f7-ad84-c287faa71ce4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871976 Feb 09 21:02:00.931419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=7eda431e-346a-4772-a5be-650fffb6ae04,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:00.944216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.944557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.944904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.945352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.945699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.946034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.947041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.947408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.947779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.948105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.948711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.949350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:00.950053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:01.038684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] For port 364ff408-936c-4521-a75f-0a336d5aef02, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=364ff408-936c-4521-a75f-0a336d5aef02,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:01.044302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['7eda431e-346a-4772-a5be-650fffb6ae04'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:02:01.057614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (364ff408-936c-4521-a75f-0a336d5aef02), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:01.120736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Calling delete_port for 364ff408-936c-4521-a75f-0a336d5aef02 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:01.554033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7361ca4-d6a5-418a-9d53-0f943224ed90 req-cd10e2b1-c739-4a68-9435-a88c89028295 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:01.576002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7361ca4-d6a5-418a-9d53-0f943224ed90 req-cd10e2b1-c739-4a68-9435-a88c89028295 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=078b5d04-188d-478b-ab9a-bd95c91c71ce HTTP/1.1" status: 200 len: 946 time: 0.1830146 Feb 09 21:02:01.621681 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (364ff408-936c-4521-a75f-0a336d5aef02), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:01.634486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['db89bcd2-108e-409d-ba95-cbd153fa50a9', '364ff408-936c-4521-a75f-0a336d5aef02'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:02:01.640312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5d3ceee-606d-4419-b165-a38e464c894a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:02:01.758841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Pushing event deleted for resources: {'Port': ['ID=364ff408-936c-4521-a75f-0a336d5aef02,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:01.879428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7361ca4-d6a5-418a-9d53-0f943224ed90 req-75ca8114-1c50-45d8-8f83-0367332b34b0 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959940 Feb 09 21:02:01.962063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] No DVR routers for this DVR port 364ff408-936c-4521-a75f-0a336d5aef02 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:02:01.972218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:01.980193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f32cbf06-38a0-47a6-9275-8aab27d53860 req-f6271a05-aa4e-4854-a4e1-f8684c3a13f3 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "DELETE /v2.0/ports/364ff408-936c-4521-a75f-0a336d5aef02 HTTP/1.1" status: 204 len: 173 time: 1.8290713 Feb 09 21:02:01.993051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078b5d04-188d-478b-ab9a-bd95c91c71ce', 'name': 'network-vif-deleted', 'tag': '364ff408-936c-4521-a75f-0a336d5aef02'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:01.995624 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f2581a-639c-4c69-83d9-055a6a42ddfa" -d '{"events": [{"server_uuid": "078b5d04-188d-478b-ab9a-bd95c91c71ce", "name": "network-vif-deleted", "tag": "364ff408-936c-4521-a75f-0a336d5aef02"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:02.132456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457c6c-5d4a-4a0a-bd2d-0e2d88556519 req-bf3caf33-d1d3-4f70-8510-c60bc7a53b4b tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:02.141843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 7eda431e-346a-4772-a5be-650fffb6ae04 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:02:02.151925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94457c6c-5d4a-4a0a-bd2d-0e2d88556519 req-bf3caf33-d1d3-4f70-8510-c60bc7a53b4b tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 944 time: 0.1663208 Feb 09 21:02:02.244998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dbd33-affd-4b1d-b90d-68e25181e1b1 req-a98dc373-2b56-435f-83d9-3a5616c8abc4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:02.249771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-572dbd33-affd-4b1d-b90d-68e25181e1b1 req-a98dc373-2b56-435f-83d9-3a5616c8abc4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2479768 Feb 09 21:02:02.265436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94457c6c-5d4a-4a0a-bd2d-0e2d88556519 req-cbbf4011-0afb-4e41-b330-b02d3a1c08ab tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119134 Feb 09 21:02:02.371459 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f72376f-766a-46e2-b795-27c0e3c6eb95 x-openstack-request-id: req-3f72376f-766a-46e2-b795-27c0e3c6eb95 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:02.372372 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078b5d04-188d-478b-ab9a-bd95c91c71ce", "name": "network-vif-deleted", "tag": "364ff408-936c-4521-a75f-0a336d5aef02", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:02.373156 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3f72376f-766a-46e2-b795-27c0e3c6eb95 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:02.374042 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078b5d04-188d-478b-ab9a-bd95c91c71ce', 'name': 'network-vif-deleted', 'tag': '364ff408-936c-4521-a75f-0a336d5aef02', 'status': 'completed', 'code': 200} Feb 09 21:02:02.421591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-572dbd33-affd-4b1d-b90d-68e25181e1b1 req-42f47cec-38f0-4c58-853b-17e35934e020 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455307 Feb 09 21:02:02.513284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 7eda431e-346a-4772-a5be-650fffb6ae04 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:02:02.535612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 7eda431e-346a-4772-a5be-650fffb6ae04 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:02.536181 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:02.916541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 7eda431e-346a-4772-a5be-650fffb6ae04 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:02.917165 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:03.051073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5550ee-bba5-4819-a73b-db3c8ced20ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eda431e-346a-4772-a5be-650fffb6ae04'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:03.068619 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02aad6f-4165-486d-b3d6-f25b81e250cf" -d '{"events": [{"server_uuid": "0f5550ee-bba5-4819-a73b-db3c8ced20ac", "name": "network-vif-plugged", "status": "completed", "tag": "7eda431e-346a-4772-a5be-650fffb6ae04"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:03.129967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 7eda431e-346a-4772-a5be-650fffb6ae04, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7eda431e-346a-4772-a5be-650fffb6ae04,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:03.137587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:03.228825 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb751b85-1ca2-47a2-83b1-a9d753b9bfbc x-openstack-request-id: req-bb751b85-1ca2-47a2-83b1-a9d753b9bfbc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:03.232698 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5550ee-bba5-4819-a73b-db3c8ced20ac", "name": "network-vif-plugged", "status": "completed", "tag": "7eda431e-346a-4772-a5be-650fffb6ae04", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:03.234811 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bb751b85-1ca2-47a2-83b1-a9d753b9bfbc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:03.235391 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5550ee-bba5-4819-a73b-db3c8ced20ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eda431e-346a-4772-a5be-650fffb6ae04', 'code': 200} Feb 09 21:02:03.321992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=7eda431e-346a-4772-a5be-650fffb6ae04,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:03.438097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3088f4d-32f7-4382-aa96-b263987df6f4 req-f3cd2e6f-3d62-4acd-ba48-1e7831f9f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:03.441570 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3088f4d-32f7-4382-aa96-b263987df6f4 req-f3cd2e6f-3d62-4acd-ba48-1e7831f9f7d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 1128 time: 0.0987113 Feb 09 21:02:03.555497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3088f4d-32f7-4382-aa96-b263987df6f4 req-b3096233-e14d-473b-8bc7-6432cb8f663f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091559 Feb 09 21:02:03.605007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b64b-135f-407a-bc9c-23d1ef15b7c9 req-bb53a6d4-fa60-4619-bec5-cefb811268fc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:03.617759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9509b64b-135f-407a-bc9c-23d1ef15b7c9 req-bb53a6d4-fa60-4619-bec5-cefb811268fc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 945 time: 0.1554775 Feb 09 21:02:03.698315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d919b-e31e-4b22-b45f-d65b3cbeb6a2 req-18fc5b2c-97e2-4ba9-831e-dfe9a7f4f8e4 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:03.709962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed6d919b-e31e-4b22-b45f-d65b3cbeb6a2 req-18fc5b2c-97e2-4ba9-831e-dfe9a7f4f8e4 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 945 time: 0.1809328 Feb 09 21:02:03.925192 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed6d919b-e31e-4b22-b45f-d65b3cbeb6a2 req-4d43bd04-223a-4334-908e-be154ee466e9 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075291 Feb 09 21:02:03.967393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9509b64b-135f-407a-bc9c-23d1ef15b7c9 req-df9ecb0c-b31c-40b1-8e6d-4782149761e0 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481181 Feb 09 21:02:04.113277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb45c58-8e66-4aa6-9803-ee0f811016aa req-a0ab9b22-ea12-4e8c-80ab-7f10e1195d4b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:04.126652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eeb45c58-8e66-4aa6-9803-ee0f811016aa req-a0ab9b22-ea12-4e8c-80ab-7f10e1195d4b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1022770 Feb 09 21:02:04.212081 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eeb45c58-8e66-4aa6-9803-ee0f811016aa req-2c727def-2e4f-41d3-8a2f-6d6e52e9f93c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840924 Feb 09 21:02:04.363373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 364ff408-936c-4521-a75f-0a336d5aef02 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:04.422505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 364ff408-936c-4521-a75f-0a336d5aef02 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:04.422850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 364ff408-936c-4521-a75f-0a336d5aef02 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:05.154413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4be9f-9a72-46fb-90ea-b1399dd5a877 req-425136c4-c498-4a84-91a9-bc668d3e1072 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:05.163500 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ed4be9f-9a72-46fb-90ea-b1399dd5a877 req-425136c4-c498-4a84-91a9-bc668d3e1072 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 945 time: 0.1079376 Feb 09 21:02:05.226004 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ed4be9f-9a72-46fb-90ea-b1399dd5a877 req-d616f757-22c4-4644-a456-9bf1dbd1c3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611012 Feb 09 21:02:05.306003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f8945-da17-44e4-97eb-f01190e9266c req-aa39ec38-6a74-4232-8df5-27165c9bad0f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:05.307514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-974f8945-da17-44e4-97eb-f01190e9266c req-aa39ec38-6a74-4232-8df5-27165c9bad0f tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.50 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 945 time: 0.1487064 Feb 09 21:02:05.337400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b45ce-a4d1-49e0-b7f7-1d608ca0a848 req-61c2577c-8383-4173-beb7-eb96f6ebb2ae tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:05.344680 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a78b45ce-a4d1-49e0-b7f7-1d608ca0a848 req-61c2577c-8383-4173-beb7-eb96f6ebb2ae tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 945 time: 0.1683686 Feb 09 21:02:05.425346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152f0cd-e6c3-4f8f-80ce-669a0de7e4a8 req-f6bf7ce0-421e-463c-bce8-cdb412e50082 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:05.440429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5152f0cd-e6c3-4f8f-80ce-669a0de7e4a8 req-f6bf7ce0-421e-463c-bce8-cdb412e50082 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1237166 Feb 09 21:02:05.586498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5152f0cd-e6c3-4f8f-80ce-669a0de7e4a8 req-8ca2dab7-f58a-4641-964d-21f382ee1758 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433382 Feb 09 21:02:05.599820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a78b45ce-a4d1-49e0-b7f7-1d608ca0a848 req-dcf703c9-0228-40ab-8151-ab81db1015fd tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481875 Feb 09 21:02:05.666532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Deleting port e5d3ceee-606d-4419-b165-a38e464c894a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:05.666532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:05.840786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] For port e5d3ceee-606d-4419-b165-a38e464c894a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=e5d3ceee-606d-4419-b165-a38e464c894a,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:05.841221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:05.858494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Calling delete_port for e5d3ceee-606d-4419-b165-a38e464c894a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:06.025123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e5d3ceee-606d-4419-b165-a38e464c894a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:06.044751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['e5d3ceee-606d-4419-b165-a38e464c894a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:02:06.048955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['db89bcd2-108e-409d-ba95-cbd153fa50a9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:02:06.106085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Pushing event deleted for resources: {'Port': ['ID=e5d3ceee-606d-4419-b165-a38e464c894a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:06.132397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.137915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.138564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.139552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.140095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.140867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.141390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.141907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.142662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.143505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.144072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.144622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.145149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:06.195359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] No DVR routers for this DVR port e5d3ceee-606d-4419-b165-a38e464c894a on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:02:06.199329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:06.203396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-974f8945-da17-44e4-97eb-f01190e9266c req-b19673a5-0c1a-45ca-a167-0c5755fdf3b8 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.50 "DELETE /v2.0/ports/e5d3ceee-606d-4419-b165-a38e464c894a HTTP/1.1" status: 204 len: 173 time: 0.8843639 Feb 09 21:02:06.204144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17886801-11e2-429a-b006-baa7c2a4ee46', 'name': 'network-vif-deleted', 'tag': 'e5d3ceee-606d-4419-b165-a38e464c894a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:06.207359 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19850136-b6d8-46eb-a825-e0ebcbc07029" -d '{"events": [{"server_uuid": "17886801-11e2-429a-b006-baa7c2a4ee46", "name": "network-vif-deleted", "tag": "e5d3ceee-606d-4419-b165-a38e464c894a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:06.300215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:02:06.467637 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a6ee8-6b7b-4420-951a-afd2a37975a9 x-openstack-request-id: req-348a6ee8-6b7b-4420-951a-afd2a37975a9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:06.468348 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17886801-11e2-429a-b006-baa7c2a4ee46", "name": "network-vif-deleted", "tag": "e5d3ceee-606d-4419-b165-a38e464c894a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:06.468766 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-348a6ee8-6b7b-4420-951a-afd2a37975a9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:06.469485 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17886801-11e2-429a-b006-baa7c2a4ee46', 'name': 'network-vif-deleted', 'tag': 'e5d3ceee-606d-4419-b165-a38e464c894a', 'status': 'completed', 'code': 200} Feb 09 21:02:06.501672 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e81beb75-a507-4486-b470-9d07bc510e42 req-07430eb1-085d-40e9-9a57-f769ea486d9a tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=17886801-11e2-429a-b006-baa7c2a4ee46 HTTP/1.1" status: 200 len: 210 time: 0.1422415 Feb 09 21:02:06.912820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:06.938499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5', 'port_id': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'mac_address': 'fa:16:3e:67:df:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302387f-9b7a-4b7b-a6dc-acb077fbc421', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:02:06.966133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39818492-9d36-4769-9437-9241878608e6 req-05c71ece-1305-45bd-bb22-abd1a783e5b0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:06.976371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-39818492-9d36-4769-9437-9241878608e6 req-05c71ece-1305-45bd-bb22-abd1a783e5b0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1873164 Feb 09 21:02:07.068567 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-39818492-9d36-4769-9437-9241878608e6 req-bdc01e11-350f-4380-80c8-41b1cd77720a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857201 Feb 09 21:02:07.236850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 344d50b6-a6a1-401d-956e-053bdb5d5c00 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:07.237344 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:07.271126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 344d50b6-a6a1-401d-956e-053bdb5d5c00 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:02:07.409751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:07.416849 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:07.592002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['344d50b6-a6a1-401d-956e-053bdb5d5c00'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:02:07.834361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:07.839945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:07.862200 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-353c96a8-69c4-486c-966e-a0977bde5419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:07.919345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79602fe1-b234-43dc-b110-ccb76a82d569 req-a496ea25-382e-46a4-8d59-9b82c839bb53 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:07.930548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79602fe1-b234-43dc-b110-ccb76a82d569 req-a496ea25-382e-46a4-8d59-9b82c839bb53 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 945 time: 0.2458951 Feb 09 21:02:08.103927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79602fe1-b234-43dc-b110-ccb76a82d569 req-c9752253-d400-490c-8425-44863b601b83 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622429 Feb 09 21:02:08.107394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e5d3ceee-606d-4419-b165-a38e464c894a no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:08.185487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: e5d3ceee-606d-4419-b165-a38e464c894a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:08.187991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device e5d3ceee-606d-4419-b165-a38e464c894a not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:08.378799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f8a7a-f162-443e-9f04-b441575dd508 req-68e3c07d-dbd2-490d-ba4e-e36822248178 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:08.384420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-128f8a7a-f162-443e-9f04-b441575dd508 req-68e3c07d-dbd2-490d-ba4e-e36822248178 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1308939 Feb 09 21:02:08.512157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-128f8a7a-f162-443e-9f04-b441575dd508 req-ed04b3d1-c2ac-471d-8334-10968c5904f8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209662 Feb 09 21:02:09.037713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-f1a8406d-ad55-4ff6-bc6f-4c425567eecc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:09.058932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-f1a8406d-ad55-4ff6-bc6f-4c425567eecc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 945 time: 0.1598575 Feb 09 21:02:09.301080 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:09.696505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db58c84-2622-469d-b7b5-3051ae59358f req-7816c2a5-cb1f-43b5-9b5c-dd9d8416a4f2 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:09.720527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2db58c84-2622-469d-b7b5-3051ae59358f req-7816c2a5-cb1f-43b5-9b5c-dd9d8416a4f2 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 945 time: 0.3909347 Feb 09 21:02:09.744245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Deleting port 7eda431e-346a-4772-a5be-650fffb6ae04 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:09.744872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:09.762647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f59a2a65-6831-448e-93d7-bc150de97ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:10.117092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:02:10.257030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] For port 7eda431e-346a-4772-a5be-650fffb6ae04, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7eda431e-346a-4772-a5be-650fffb6ae04,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:10.257617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:10.302857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Calling delete_port for 7eda431e-346a-4772-a5be-650fffb6ae04 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:10.325582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 344d50b6-a6a1-401d-956e-053bdb5d5c00 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:10.326194 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:10.702614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2db58c84-2622-469d-b7b5-3051ae59358f req-110e92fe-2741-41df-a871-cd52778c0a80 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9808166 Feb 09 21:02:10.736415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 344d50b6-a6a1-401d-956e-053bdb5d5c00 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:10.736780 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:10.815728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b22e6-d78a-4313-9ca8-1ee145524d7c req-d31ef1d9-c5bd-4f62-8e7d-7a7c5eb3dec1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:10.837311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d9b22e6-d78a-4313-9ca8-1ee145524d7c req-d31ef1d9-c5bd-4f62-8e7d-7a7c5eb3dec1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.2120540 Feb 09 21:02:10.847638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:10.859355 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f262a1e-0b95-48f3-b2f3-f58da85a1ca4" -d '{"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-plugged", "status": "completed", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:10.924907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:10.936998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:10.939074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 7eda431e-346a-4772-a5be-650fffb6ae04 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:11.095597 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541c5fb6-2100-4195-8527-2d259988987d x-openstack-request-id: req-541c5fb6-2100-4195-8527-2d259988987d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:11.095917 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-plugged", "status": "completed", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:11.096179 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-541c5fb6-2100-4195-8527-2d259988987d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:11.102262 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'code': 200} Feb 09 21:02:11.122668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7eda431e-346a-4772-a5be-650fffb6ae04), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:11.195915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d9b22e6-d78a-4313-9ca8-1ee145524d7c req-90f79e87-cde5-4821-9bc5-52e0b97f1050 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368859 Feb 09 21:02:11.235306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:11.249843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No active binding found for port 7eda431e-346a-4772-a5be-650fffb6ae04 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:02:11.250569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 7eda431e-346a-4772-a5be-650fffb6ae04 host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:02:11.251206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 7eda431e-346a-4772-a5be-650fffb6ae04 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:11.266999 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:11.284527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Pushing event deleted for resources: {'Port': ['ID=7eda431e-346a-4772-a5be-650fffb6ae04,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:11.392823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Deleting port 93e842a5-55fc-4eec-a8bb-3bc64923a357 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:11.393210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:11.510885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] No DVR routers for this DVR port 7eda431e-346a-4772-a5be-650fffb6ae04 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:02:11.522690 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:11.550166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f5b8535-a4e2-416c-8f8f-2172d48707c0 req-0800131c-c726-4ed2-83a2-85adb2d813bc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.50 "DELETE /v2.0/ports/7eda431e-346a-4772-a5be-650fffb6ae04 HTTP/1.1" status: 204 len: 173 time: 2.4900315 Feb 09 21:02:11.550690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5550ee-bba5-4819-a73b-db3c8ced20ac', 'name': 'network-vif-deleted', 'tag': '7eda431e-346a-4772-a5be-650fffb6ae04'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:11.553647 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d6b1e3-49e8-449c-9412-648e02f4a48b" -d '{"events": [{"server_uuid": "0f5550ee-bba5-4819-a73b-db3c8ced20ac", "name": "network-vif-deleted", "tag": "7eda431e-346a-4772-a5be-650fffb6ae04"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:11.710438 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a908124-54ce-4312-bde8-1b8696a3425c x-openstack-request-id: req-1a908124-54ce-4312-bde8-1b8696a3425c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:11.710864 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5550ee-bba5-4819-a73b-db3c8ced20ac", "name": "network-vif-deleted", "tag": "7eda431e-346a-4772-a5be-650fffb6ae04", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:11.713790 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1a908124-54ce-4312-bde8-1b8696a3425c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:11.714346 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5550ee-bba5-4819-a73b-db3c8ced20ac', 'name': 'network-vif-deleted', 'tag': '7eda431e-346a-4772-a5be-650fffb6ae04', 'status': 'completed', 'code': 200} Feb 09 21:02:11.753044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] For port 93e842a5-55fc-4eec-a8bb-3bc64923a357, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=93e842a5-55fc-4eec-a8bb-3bc64923a357,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:11.753421 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:11.808910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Calling delete_port for 93e842a5-55fc-4eec-a8bb-3bc64923a357 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:12.234549 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e76117c-8a05-4a5a-8ca0-bd769eeb9c2f req-10c1964f-b95d-42ba-b010-4cc23b0a32d7 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=0f5550ee-bba5-4819-a73b-db3c8ced20ac HTTP/1.1" status: 200 len: 210 time: 0.1091568 Feb 09 21:02:12.461005 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (93e842a5-55fc-4eec-a8bb-3bc64923a357), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:12.543938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e842a5-55fc-4eec-a8bb-3bc64923a357,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:12.730353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7adc6c-aa54-4d52-b6e4-ff073acd2dc7 req-471dbe2b-4398-44d0-8eb6-2c04435402bc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:12.735490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:12.747985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c7adc6c-aa54-4d52-b6e4-ff073acd2dc7 req-471dbe2b-4398-44d0-8eb6-2c04435402bc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.3045666 Feb 09 21:02:12.863420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c7adc6c-aa54-4d52-b6e4-ff073acd2dc7 req-63ce5cc1-ec35-496e-96bf-9513b218381c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108193 Feb 09 21:02:13.077660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:13.712339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:02:13.937880 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:13.970310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:02:13.982851 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e6d59dcb-f40f-487d-a691-bc011d1d3198 admin admin] 10.222.0.102 "PUT /v2.0/routers/7c3c0635-f5fd-4bf7-935c-9cee9d34cb04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1398485 Feb 09 21:02:13.983831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:13.987815 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] Sync routers for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:02:14.007558 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:02:14.010099 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:14.090202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-d2c89cd8-47da-4fc7-889b-be03f1326875 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:14.091870 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-d2c89cd8-47da-4fc7-889b-be03f1326875 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/networks?id=51473a36-7e5c-4e44-95e6-174b2994defa HTTP/1.1" status: 200 len: 809 time: 0.3490250 Feb 09 21:02:14.135590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-a4350abb-eb0e-488a-bf82-3920e0cc080d tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/quotas/d563a56b1fdb4eb187548acfa425490d HTTP/1.1" status: 200 len: 375 time: 0.0329201 Feb 09 21:02:14.233972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-468bcb7a-f2a3-40d5-b473-d63735efd586 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d563a56b1fdb4eb187548acfa425490d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912244 Feb 09 21:02:14.492622 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:02:14.540007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c1c65-d287-4dfd-9721-3a78501e0315 req-d7ec22e2-b19f-4922-8aa7-646af1fe0110 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:14.556013 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e5c1c65-d287-4dfd-9721-3a78501e0315 req-d7ec22e2-b19f-4922-8aa7-646af1fe0110 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.4428017 Feb 09 21:02:14.675941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-427e957a-144d-4b59-b7ba-c30ac0d88159 service neutron] 10.222.0.102 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334633 Feb 09 21:02:14.733214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks [] for router (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:15.023531 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-74ca7b78-334a-4f8e-aa6b-91b239f1f73e service neutron] 10.222.0.102 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356407 Feb 09 21:02:15.031650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e5c1c65-d287-4dfd-9721-3a78501e0315 req-8efe0d56-3f9e-4f3e-a0d1-ec52cb004d9e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715440 Feb 09 21:02:15.173250 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T21:02:12Z', 'revision_number': 5, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port': {'id': 'bec48408-e5e6-40d1-8845-c720f8204e6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:23Z', 'updated_at': '2022-02-09T20:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:15.268989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks [] for router_gateway (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:15.281376 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] Checking router: 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:02:15.311987 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] Routers {'7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:02:15.315954 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:15.436968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Deleting port bec48408-e5e6-40d1-8845-c720f8204e6a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:15.440836 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:15.462529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:15.690259 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] Set router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:02:15.844340 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T21:02:15Z', 'revision_number': 6, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:15.850186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] For port bec48408-e5e6-40d1-8845-c720f8204e6a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bec48408-e5e6-40d1-8845-c720f8204e6a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:15.850847 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:15.873851 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa3d7c8-e089-4273-83a3-0cfaf41a5235 None None] The sync data for ids ['7c3c0635-f5fd-4bf7-935c-9cee9d34cb04'] in n-d-789963-29 is: [{'id': '7c3c0635-f5fd-4bf7-935c-9cee9d34cb04', 'name': 'tempest-AttachVolumeTestJSON-106546328-router', 'tenant_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:22Z', 'updated_at': '2022-02-09T21:02:15Z', 'revision_number': 6, 'project_id': '5f06c66f0bc846b3b8f86e1bc98b5d96', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:02:15.961371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Calling delete_port for bec48408-e5e6-40d1-8845-c720f8204e6a owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:16.001780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fcda4be1-422b-4986-a68c-afea2e34034c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bc122075d5254b028c62760ee93d125e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5369196 Feb 09 21:02:16.008062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:16.135815 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-171862dc-d980-4f6c-b4c6-835dcbcadb9c admin admin] Publish callbacks [] for security_group (afffedd6-6711-46e0-af1c-c02f49624c4b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:16.206658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-171862dc-d980-4f6c-b4c6-835dcbcadb9c admin admin] Publish callbacks [] for security_group (afffedd6-6711-46e0-af1c-c02f49624c4b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:16.311786 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-171862dc-d980-4f6c-b4c6-835dcbcadb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (afffedd6-6711-46e0-af1c-c02f49624c4b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:16.315590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-171862dc-d980-4f6c-b4c6-835dcbcadb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:16.321679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-171862dc-d980-4f6c-b4c6-835dcbcadb9c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/afffedd6-6711-46e0-af1c-c02f49624c4b HTTP/1.1" status: 204 len: 168 time: 0.3116734 Feb 09 21:02:16.347112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171862dc-d980-4f6c-b4c6-835dcbcadb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afffedd6-6711-46e0-af1c-c02f49624c4b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:16.632409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e7c72f5-c91c-4e45-9300-2b34c283e0e7 req-77cf1382-372e-4703-a93c-cb39cc4b5ce0 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 210 time: 0.1260295 Feb 09 21:02:17.081263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (bec48408-e5e6-40d1-8845-c720f8204e6a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:17.110548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0138e-e453-44a0-8652-1e7b87114865 req-5f7e54b4-4d86-4f9e-ae0c-78a6d84c9ef6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:17.123221 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-46c0138e-e453-44a0-8652-1e7b87114865 req-5f7e54b4-4d86-4f9e-ae0c-78a6d84c9ef6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.3267584 Feb 09 21:02:17.399484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 93e842a5-55fc-4eec-a8bb-3bc64923a357 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:17.476931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 93e842a5-55fc-4eec-a8bb-3bc64923a357 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:17.482246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 93e842a5-55fc-4eec-a8bb-3bc64923a357 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:17.484882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bec48408-e5e6-40d1-8845-c720f8204e6a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:17.565584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: bec48408-e5e6-40d1-8845-c720f8204e6a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:17.566783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bec48408-e5e6-40d1-8845-c720f8204e6a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:17.581192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec48408-e5e6-40d1-8845-c720f8204e6a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:17.709465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-46c0138e-e453-44a0-8652-1e7b87114865 req-711d6882-6659-45e1-957b-f3ea7e3ff7d8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850942 Feb 09 21:02:17.923409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13347e6e-e7fe-41b6-94b3-e447742a5156 req-9b057294-e8ce-45cf-99a7-6816ded1d0f1 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 210 time: 0.0983217 Feb 09 21:02:18.027498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:18.294604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:18.309199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks [] for router_controller (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:18.469255 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (7c3c0635-f5fd-4bf7-935c-9cee9d34cb04), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:18.470138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:02:18.478199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:18.480000 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-896d090a-8e1a-420d-a82c-95d3996aa290 admin admin] 10.222.0.102 "DELETE /v2.0/routers/7c3c0635-f5fd-4bf7-935c-9cee9d34cb04 HTTP/1.1" status: 204 len: 168 time: 4.4903586 Feb 09 21:02:18.482694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:18.810073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-30074e94-a7e0-4406-9d74-fe19fb5f06f2 admin admin] Deleting subnet b28620e4-1f7a-44c7-9c19-5bcb3026959c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:02:18.826915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30074e94-a7e0-4406-9d74-fe19fb5f06f2 admin admin] Publish callbacks [] for subnet (b28620e4-1f7a-44c7-9c19-5bcb3026959c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:19.118471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30074e94-a7e0-4406-9d74-fe19fb5f06f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (b28620e4-1f7a-44c7-9c19-5bcb3026959c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:19.143974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acf612-81c5-4c13-99b0-2bfb19307e39 req-c5d6b726-18d1-425e-a3bd-cf1c748077f9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:19.155461 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-60acf612-81c5-4c13-99b0-2bfb19307e39 req-c5d6b726-18d1-425e-a3bd-cf1c748077f9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2214460 Feb 09 21:02:19.277040 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-60acf612-81c5-4c13-99b0-2bfb19307e39 req-9b03e3a9-19e7-4325-b0e1-4c2caea790c6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204596 Feb 09 21:02:19.464185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4beb040-fce8-4d19-974f-e932cd1665a2 req-7ad5aa23-02d3-4408-a2cf-592ddf6cdf18 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 210 time: 0.3493383 Feb 09 21:02:20.206438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-e9a59d70-13e0-44dc-965a-175c9113390d tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:20.212046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-e9a59d70-13e0-44dc-965a-175c9113390d tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.50 "GET /v2.0/networks?id=51473a36-7e5c-4e44-95e6-174b2994defa HTTP/1.1" status: 200 len: 809 time: 0.5548649 Feb 09 21:02:20.258376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Request body: {'port': {'device_id': '05993eb5-3b37-46be-a2a1-4a84850bd68f', 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa', 'admin_state_up': True, 'tenant_id': 'd563a56b1fdb4eb187548acfa425490d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:20.317792 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30074e94-a7e0-4406-9d74-fe19fb5f06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b28620e4-1f7a-44c7-9c19-5bcb3026959c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:20.628794 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30074e94-a7e0-4406-9d74-fe19fb5f06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (b28620e4-1f7a-44c7-9c19-5bcb3026959c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:20.807605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e97e62-b431-4dae-9c6b-ea13ee8ba545 req-e7978e64-a5d4-4717-a878-725e5cf95ce2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:20.839370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0e97e62-b431-4dae-9c6b-ea13ee8ba545 req-e7978e64-a5d4-4717-a878-725e5cf95ce2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2958055 Feb 09 21:02:20.929005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30074e94-a7e0-4406-9d74-fe19fb5f06f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:20.935867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea72a66-4a0f-4a3b-bb09-dbf5e5cc0d5b None None] Network e0902706-cfe4-4c84-aeea-f81bad23cf19 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:02:20.943222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-30074e94-a7e0-4406-9d74-fe19fb5f06f2 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/b28620e4-1f7a-44c7-9c19-5bcb3026959c HTTP/1.1" status: 204 len: 168 time: 2.4594097 Feb 09 21:02:20.952368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:21.032977 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0e97e62-b431-4dae-9c6b-ea13ee8ba545 req-da7f4e9f-3c70-4161-8b61-9895416c1a16 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887462 Feb 09 21:02:21.118496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30074e94-a7e0-4406-9d74-fe19fb5f06f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b28620e4-1f7a-44c7-9c19-5bcb3026959c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:21.335635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31ac2052-85c4-42a2-a211-2dd2f562c862 req-a38b746c-fad9-4b5d-baf8-f6647eed1970 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 210 time: 0.4938860 Feb 09 21:02:21.368527 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-0059490f-6fca-4270-8f2a-54e3f8f131ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6787808 Feb 09 21:02:21.498226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Made reservation on behalf of d563a56b1fdb4eb187548acfa425490d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:02:21.503429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:21.632204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] DHCP port deletion for e0902706-cfe4-4c84-aeea-f81bad23cf19 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:02:21.664128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-4154dcdf-1dde-445a-81ff-1eaeb71ad7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:21.672357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-4154dcdf-1dde-445a-81ff-1eaeb71ad7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b30cfc9a949dd9981345718214305&device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 1129 time: 0.2205298 Feb 09 21:02:21.849006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:21.953460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e0902706-cfe4-4c84-aeea-f81bad23cf19), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:21.971950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] Deleting port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:21.975790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:22.194294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-02702e1e-5cd7-4e65-a699-89ac814d816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:22.203458 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-02702e1e-5cd7-4e65-a699-89ac814d816c service neutron] 10.222.0.13 "GET /v2.0/networks?id=501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 200 len: 915 time: 0.5093682 Feb 09 21:02:22.304644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] For port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a,segment=NetworkSegment(0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad),segment_id=0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:22.307433 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:22.372935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] Calling delete_port for 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:22.410419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:22.442735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-5afd3791-2bb7-492f-94af-d0199ffd5f14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9 HTTP/1.1" status: 200 len: 217 time: 0.2306070 Feb 09 21:02:22.705347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-d7a531fb-b17e-4e29-bec4-6697677d807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:22.714967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-d7a531fb-b17e-4e29-bec4-6697677d807d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 200 len: 854 time: 0.2587023 Feb 09 21:02:22.739659 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:22.809530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-86266da9-a124-4716-9d87-1c0a0405c3fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=501d64d8-b16a-4e85-a47e-62da5d3ec865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865088 Feb 09 21:02:22.828073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070b42c-e29e-4470-a99f-ae5a93f36840 req-9fbba657-f921-4cd2-8c5e-412eea712da0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:22.829992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a070b42c-e29e-4470-a99f-ae5a93f36840 req-9fbba657-f921-4cd2-8c5e-412eea712da0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.4825711 Feb 09 21:02:22.840757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] No DVR routers for this DVR port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:02:22.866945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c2060-9ff8-4577-b90a-0fad0f6c3003 None None] Pushing event deleted for resources: {'Port': ['ID=8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:22.901315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Deleting port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:22.902054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:22.938492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Allocated IP 172.20.0.4 (51473a36-7e5c-4e44-95e6-174b2994defa/563991d9-323e-468f-99a5-595383e8882d/dd7e3f84-e1ee-4591-a60e-a4352873d94d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:02:23.156537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] For port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:23.157722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:23.200929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Calling delete_port for 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:23.209373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:02:23.213670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:23.295099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] No DVR routers for this DVR port 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:02:23.363790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a070b42c-e29e-4470-a99f-ae5a93f36840 req-e012ee20-ae63-408e-aa45-d59403976c79 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005271 Feb 09 21:02:23.394182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:23.501767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:23.511900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:23.514051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-3ce0bb3e-5e21-4622-9acc-9b6ca5ac635b service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801624 Feb 09 21:02:23.590944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7e34fd-d8f4-4ba3-a59c-7ec9b017bc3a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:23.917442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7c2e3a-ae5a-401b-99cf-8b5b35014ab4 req-f041ebcf-059a-4b0e-800b-4fb1a90fbe3e service neutron] 10.222.0.13 "GET /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741930 Feb 09 21:02:23.918870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a3ece9-6a57-4648-b029-eb66168af248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.108179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47098) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:24.133170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951719024', 'description': 'tempest-secgroup-smoke-1951719024 description', 'project_id': '11db802464124d8a859db41a07721eef'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:24.261955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a3ece9-6a57-4648-b029-eb66168af248 admin admin] Publish callbacks [] for security_group (99dddb5c-86a1-403b-8e22-6100e23b1c47), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.274716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.305518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69a3ece9-6a57-4648-b029-eb66168af248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (99dddb5c-86a1-403b-8e22-6100e23b1c47), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.374415 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.403367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-69a3ece9-6a57-4648-b029-eb66168af248 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=92b0a105366b44d5a0932ff2681dfa30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9684989 Feb 09 21:02:24.403367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:24.728538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3ece9-6a57-4648-b029-eb66168af248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dddb5c-86a1-403b-8e22-6100e23b1c47,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:24.793516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-751e7125-c6cd-4c9b-8b46-4321032547b1 admin admin] Publish callbacks [] for security_group (99dddb5c-86a1-403b-8e22-6100e23b1c47), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.844536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-751e7125-c6cd-4c9b-8b46-4321032547b1 admin admin] Publish callbacks [] for security_group (99dddb5c-86a1-403b-8e22-6100e23b1c47), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.943387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-751e7125-c6cd-4c9b-8b46-4321032547b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (99dddb5c-86a1-403b-8e22-6100e23b1c47), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.946252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-751e7125-c6cd-4c9b-8b46-4321032547b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:24.950432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-751e7125-c6cd-4c9b-8b46-4321032547b1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/99dddb5c-86a1-403b-8e22-6100e23b1c47 HTTP/1.1" status: 204 len: 168 time: 0.5463953 Feb 09 21:02:25.010721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e7125-c6cd-4c9b-8b46-4321032547b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dddb5c-86a1-403b-8e22-6100e23b1c47,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:25.056058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e17e3-d855-46c0-9be7-0020053da9bd req-98452e87-a183-4ed8-911e-1df08caaf8ff tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:25.061044 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-399e17e3-d855-46c0-9be7-0020053da9bd req-98452e87-a183-4ed8-911e-1df08caaf8ff tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.4598212 Feb 09 21:02:25.133637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1d687b78-f72f-4239-825f-073373db80a5 req-fe9f05f6-9aee-4769-a3b8-6101ac69a418 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 210 time: 1.5971081 Feb 09 21:02:25.223185 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e0902706-cfe4-4c84-aeea-f81bad23cf19), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:25.263235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (1645852a-3e41-4015-9469-db302452e3f9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:25.281244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1645852a-3e41-4015-9469-db302452e3f9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:25.443847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0902706-cfe4-4c84-aeea-f81bad23cf19']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:25.627525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:25.627858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:25.675927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1645852a-3e41-4015-9469-db302452e3f9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:25.709111 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:25.777634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-399e17e3-d855-46c0-9be7-0020053da9bd req-9c6d3566-56a9-43c6-a6d4-a23086a2de7c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093706 Feb 09 21:02:25.810050 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:25.833993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:02:25.834411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (0d9e6864-dc6b-4081-8c1a-e72e1b0d13ad), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:25.884078 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (656864d3-ee1d-443b-9012-609cac4a6d01), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:25.900559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (656864d3-ee1d-443b-9012-609cac4a6d01), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:25.991574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.002313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.8916166 Feb 09 21:02:26.006007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:02:26.009117 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:02:26.013233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-738f65a0-cf70-4fad-b931-ae69da8f3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:26.017052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-738f65a0-cf70-4fad-b931-ae69da8f3a49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1129 time: 0.8985567 Feb 09 21:02:26.021991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f352b01f-4db6-4eca-b9d2-97f297f47069 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '656864d3-ee1d-443b-9012-609cac4a6d01', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:26.031319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e0902706-cfe4-4c84-aeea-f81bad23cf19), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.100089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25fbf2-e3f9-44e5-8f26-2aba72771569 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656864d3-ee1d-443b-9012-609cac4a6d01,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:26.123554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f352b01f-4db6-4eca-b9d2-97f297f47069 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (cd461d9d-2e36-497f-87bc-f7897b0e051b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.309033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f352b01f-4db6-4eca-b9d2-97f297f47069 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (cd461d9d-2e36-497f-87bc-f7897b0e051b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.337962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f352b01f-4db6-4eca-b9d2-97f297f47069 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (cd461d9d-2e36-497f-87bc-f7897b0e051b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.369414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-5b906e48-1f8a-4841-ac24-40dfd1594157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:26.374715 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-5b906e48-1f8a-4841-ac24-40dfd1594157 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 913 time: 0.3185060 Feb 09 21:02:26.376587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352b01f-4db6-4eca-b9d2-97f297f47069 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd461d9d-2e36-497f-87bc-f7897b0e051b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:26.394778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f352b01f-4db6-4eca-b9d2-97f297f47069 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.401814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f352b01f-4db6-4eca-b9d2-97f297f47069 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3857260 Feb 09 21:02:26.404594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:26.409946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-eb00fa6d-ddfd-4112-aacd-2e28bfd08917 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '656864d3-ee1d-443b-9012-609cac4a6d01', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:26.411766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.420837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] 10.222.0.102 "DELETE /v2.0/networks/e0902706-cfe4-4c84-aeea-f81bad23cf19 HTTP/1.1" status: 204 len: 168 time: 5.3286834 Feb 09 21:02:26.541285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb00fa6d-ddfd-4112-aacd-2e28bfd08917 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (dc650b2a-2961-4c61-8334-16c8bcb8111d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.637583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.756288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb00fa6d-ddfd-4112-aacd-2e28bfd08917 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (dc650b2a-2961-4c61-8334-16c8bcb8111d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.764182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb00fa6d-ddfd-4112-aacd-2e28bfd08917 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (dc650b2a-2961-4c61-8334-16c8bcb8111d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.783087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-1e98c1cb-c416-47b8-b0b8-5336e216825c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 217 time: 0.2814395 Feb 09 21:02:26.788618 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks [] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.811033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b9a70-876c-4fa1-a2fa-2cbecd274c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0902706-cfe4-4c84-aeea-f81bad23cf19,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:26.819201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00fa6d-ddfd-4112-aacd-2e28bfd08917 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc650b2a-2961-4c61-8334-16c8bcb8111d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:26.839769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e886454-9237-40dc-aab2-488f959e4eb4 req-6577f89a-0883-4431-9a7b-d128f29b3b45 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 210 time: 0.3918874 Feb 09 21:02:26.856643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb00fa6d-ddfd-4112-aacd-2e28bfd08917 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:26.861652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eb00fa6d-ddfd-4112-aacd-2e28bfd08917 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4556212 Feb 09 21:02:26.863652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:26.886410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a147f25d-236a-4e4d-b2ad-4b420f017ad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '656864d3-ee1d-443b-9012-609cac4a6d01', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:26.928112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-4bd72aaa-98b9-4406-b477-f47b51e28704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:26.930582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-4bd72aaa-98b9-4406-b477-f47b51e28704 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.1207261 Feb 09 21:02:26.972300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a147f25d-236a-4e4d-b2ad-4b420f017ad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (58b0440b-ae9b-4ba1-acdc-bbca055409be), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:27.024483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-bff90b5b-6453-4b57-a7e8-294ce0ff9d90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825269 Feb 09 21:02:27.091841 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:27.125480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47162) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:27.268673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a147f25d-236a-4e4d-b2ad-4b420f017ad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (58b0440b-ae9b-4ba1-acdc-bbca055409be), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:27.283863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a800b-b566-4e17-bfe7-62ebfed43ec0 req-6f03af6e-1938-421e-8e23-fa5f93e45240 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:27.297920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b2a800b-b566-4e17-bfe7-62ebfed43ec0 req-6f03af6e-1938-421e-8e23-fa5f93e45240 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.3151588 Feb 09 21:02:27.303097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Network 51473a36-7e5c-4e44-95e6-174b2994defa is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:02:27.308397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-24d3c619-fe08-4fdc-a5dc-466672b42328 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5f06c66f0bc846b3b8f86e1bc98b5d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817696 Feb 09 21:02:27.311171 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a147f25d-236a-4e4d-b2ad-4b420f017ad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (58b0440b-ae9b-4ba1-acdc-bbca055409be), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:27.327881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:27.338179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:02:27.341786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Pushing event updated for resources: {'Port': ['ID=dd7e3f84-e1ee-4591-a60e-a4352873d94d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:27.361030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:02:27.376255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147f25d-236a-4e4d-b2ad-4b420f017ad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b0440b-ae9b-4ba1-acdc-bbca055409be,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:27.506113 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a147f25d-236a-4e4d-b2ad-4b420f017ad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:27.519332 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a147f25d-236a-4e4d-b2ad-4b420f017ad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6457641 Feb 09 21:02:27.539235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:27.542389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:27.543084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:27.579580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4d02d6f0-5f5d-4163-9af4-d92ecf908803 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '656864d3-ee1d-443b-9012-609cac4a6d01', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:27.598699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-0af5c042-6f7e-4a8a-801d-e0750d1a8b90 service neutron] 10.222.0.50 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658805 Feb 09 21:02:27.699573 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7b2a800b-b566-4e17-bfe7-62ebfed43ec0 req-aae2aa65-9af3-4901-964c-60282995fbfc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982005 Feb 09 21:02:27.785064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Publish callbacks [] for security_group (4a23c206-58fc-4b9d-a6ec-ffffafb196ed), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:27.817459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-748f33fb-8f92-4b06-9a2d-22c7874dd17a tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5777843 Feb 09 21:02:27.841038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Request body: {'port': {'device_id': '05993eb5-3b37-46be-a2a1-4a84850bd68f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:27.880919 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d02d6f0-5f5d-4163-9af4-d92ecf908803 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (c5d620e7-00cc-4a73-92e5-e5d674a045e1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:27.958626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Publish callbacks [] for security_group (4a23c206-58fc-4b9d-a6ec-ffffafb196ed), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:28.200696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08848cb7-0842-4fdc-b6fa-bb15159859a3 req-e45eb824-ac12-4901-82b8-02f52bcb011a service neutron] 10.222.0.50 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916955 Feb 09 21:02:28.219412 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:28.418536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d02d6f0-5f5d-4163-9af4-d92ecf908803 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (c5d620e7-00cc-4a73-92e5-e5d674a045e1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:28.442347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d02d6f0-5f5d-4163-9af4-d92ecf908803 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c5d620e7-00cc-4a73-92e5-e5d674a045e1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:28.527514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991f78c-159f-42c5-937f-f247ab777efd req-81ec0172-0f49-4b6a-8162-d0674a191838 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:28.540334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2991f78c-159f-42c5-937f-f247ab777efd req-81ec0172-0f49-4b6a-8162-d0674a191838 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 931 time: 0.5006769 Feb 09 21:02:28.545189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d02d6f0-5f5d-4163-9af4-d92ecf908803 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:28.553517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4d02d6f0-5f5d-4163-9af4-d92ecf908803 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9940302 Feb 09 21:02:28.554297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:28.608105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-11a47156-e4f4-41e2-b9f4-a351550f2d85 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '656864d3-ee1d-443b-9012-609cac4a6d01', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:28.733520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02d6f0-5f5d-4163-9af4-d92ecf908803 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d620e7-00cc-4a73-92e5-e5d674a045e1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:28.743483 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-11a47156-e4f4-41e2-b9f4-a351550f2d85 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Project 11db802464124d8a859db41a07721eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:02:28.857368 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a23c206-58fc-4b9d-a6ec-ffffafb196ed), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:28.865550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:28.870177 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4a23c206-58fc-4b9d-a6ec-ffffafb196ed HTTP/1.1" status: 204 len: 168 time: 1.5035868 Feb 09 21:02:28.915330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a23c206-58fc-4b9d-a6ec-ffffafb196ed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:28.944286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a47156-e4f4-41e2-b9f4-a351550f2d85 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (74ea54b6-a8fc-43ea-834a-c506c4d80317), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:29.053306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2991f78c-159f-42c5-937f-f247ab777efd req-99d0aa7b-5bfe-47e9-91f1-f14048452254 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975176 Feb 09 21:02:29.074451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.075370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.077071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.077556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.078788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7e3f84-e1ee-4591-a60e-a4352873d94d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:02:29.079329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.087891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.090837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.091393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.092046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.092653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.094151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.094761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.095756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3594597d-a654-49c1-9df8-7feb4c66fee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:02:29.133342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Publish callbacks [] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:29.182446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Transition to ACTIVE for port object dd7e3f84-e1ee-4591-a60e-a4352873d94d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:02:29.222826 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:29.358035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d407b4c-8904-472d-8d02-423633323c6a req-4711b08e-4033-4166-934f-e6d4ec20ba75 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:29.364298 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d407b4c-8904-472d-8d02-423633323c6a req-4711b08e-4033-4166-934f-e6d4ec20ba75 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 946 time: 0.6385119 Feb 09 21:02:29.394463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e3f84-e1ee-4591-a60e-a4352873d94d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:29.427533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2105cd6-c1aa-4602-98d8-f8f07bbd9cf1 req-e4f034fe-f369-4a6e-982a-bba1fb0223ed tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:29.435711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2105cd6-c1aa-4602-98d8-f8f07bbd9cf1 req-e4f034fe-f369-4a6e-982a-bba1fb0223ed tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 946 time: 0.2472217 Feb 09 21:02:29.538825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a47156-e4f4-41e2-b9f4-a351550f2d85 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (74ea54b6-a8fc-43ea-834a-c506c4d80317), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:29.590686 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2105cd6-c1aa-4602-98d8-f8f07bbd9cf1 req-7f2a8019-26bf-473a-9ad8-a9c7684ba30b tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/security-groups?id=225267c0-4564-4f9c-b12a-b2ea096991d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532075 Feb 09 21:02:29.628108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Attempting to bind port dd7e3f84-e1ee-4591-a60e-a4352873d94d on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:02:29.631869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Attempting to bind port dd7e3f84-e1ee-4591-a60e-a4352873d94d by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:02:29.632395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Attempting to bind port dd7e3f84-e1ee-4591-a60e-a4352873d94d on network 51473a36-7e5c-4e44-95e6-174b2994defa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:02:29.641823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a47156-e4f4-41e2-b9f4-a351550f2d85 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (74ea54b6-a8fc-43ea-834a-c506c4d80317), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:29.643358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Port dd7e3f84-e1ee-4591-a60e-a4352873d94d on network 51473a36-7e5c-4e44-95e6-174b2994defa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:02:29.644629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Attempting to bind port dd7e3f84-e1ee-4591-a60e-a4352873d94d on network 51473a36-7e5c-4e44-95e6-174b2994defa {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:02:29.662113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:02:29.662761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Checking segment: {'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:02:29.664212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Bound using segment: {'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:02:29.664870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Bound port: dd7e3f84-e1ee-4591-a60e-a4352873d94d, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740bc381-0b08-477f-bd2b-42d1fec44f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:02:29.667245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:29.734363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a47156-e4f4-41e2-b9f4-a351550f2d85 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ea54b6-a8fc-43ea-834a-c506c4d80317,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:29.854882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aedf2-dad2-4360-a332-bd3de37142e8 req-2376f862-36b2-4f23-a39b-7975bf0ab54e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:29.873428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e25aedf2-dad2-4360-a332-bd3de37142e8 req-2376f862-36b2-4f23-a39b-7975bf0ab54e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.6006017 Feb 09 21:02:29.896565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a47156-e4f4-41e2-b9f4-a351550f2d85 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:29.906014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-11a47156-e4f4-41e2-b9f4-a351550f2d85 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3227654 Feb 09 21:02:29.931991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:29.948155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6490b4b9-90a9-4837-ba23-0be212f751d8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '656864d3-ee1d-443b-9012-609cac4a6d01', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:30.001070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] For port dd7e3f84-e1ee-4591-a60e-a4352873d94d, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:02:30.016248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] For port dd7e3f84-e1ee-4591-a60e-a4352873d94d, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd7e3f84-e1ee-4591-a60e-a4352873d94d,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:02:30.055275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:30.090469 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-6490b4b9-90a9-4837-ba23-0be212f751d8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Project 11db802464124d8a859db41a07721eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:02:30.097756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e25aedf2-dad2-4360-a332-bd3de37142e8 req-5f0dbc2a-4451-462d-95c9-997d78a0bc72 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234323 Feb 09 21:02:30.119117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Deleting port db89bcd2-108e-409d-ba95-cbd153fa50a9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:30.122935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:30.129144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6490b4b9-90a9-4837-ba23-0be212f751d8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (403ccbb9-9022-408e-b2cc-8af06c74ac07), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:30.367091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e3f84-e1ee-4591-a60e-a4352873d94d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:30.427262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:30.437698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:30.440558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-2d7e8936-5864-4c6d-80a8-c0133d6683fa service neutron] 10.222.0.50 "PUT /v2.0/ports/dd7e3f84-e1ee-4591-a60e-a4352873d94d HTTP/1.1" status: 200 len: 1092 time: 2.6037779 Feb 09 21:02:30.441093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05993eb5-3b37-46be-a2a1-4a84850bd68f', 'tag': 'dd7e3f84-e1ee-4591-a60e-a4352873d94d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:30.463504 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c345d68-3a22-472c-8d95-e1e3b83e435c" -d '{"events": [{"name": "network-changed", "server_uuid": "05993eb5-3b37-46be-a2a1-4a84850bd68f", "tag": "dd7e3f84-e1ee-4591-a60e-a4352873d94d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:30.494621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6490b4b9-90a9-4837-ba23-0be212f751d8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (403ccbb9-9022-408e-b2cc-8af06c74ac07), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:30.530138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6490b4b9-90a9-4837-ba23-0be212f751d8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (403ccbb9-9022-408e-b2cc-8af06c74ac07), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:30.640256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] For port db89bcd2-108e-409d-ba95-cbd153fa50a9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=db89bcd2-108e-409d-ba95-cbd153fa50a9,segment=NetworkSegment(3c6052d4-0a9d-483d-a525-b30d0beffd89),segment_id=3c6052d4-0a9d-483d-a525-b30d0beffd89)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:30.640643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:30.697674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Calling delete_port for db89bcd2-108e-409d-ba95-cbd153fa50a9 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:30.758574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3372d1-af9f-415f-b3a4-d50558cf308c req-5306b9fb-cc8d-43a7-9e35-1b59635bfea2 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:30.760883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b3372d1-af9f-415f-b3a4-d50558cf308c req-5306b9fb-cc8d-43a7-9e35-1b59635bfea2 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 943 time: 0.3844061 Feb 09 21:02:30.762839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-32d9547d-77ef-435a-bd94-793d7611ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:30.764673 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-32d9547d-77ef-435a-bd94-793d7611ffc4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d563a56b1fdb4eb187548acfa425490d&device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 1126 time: 0.2043574 Feb 09 21:02:30.863583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-c2caed29-8387-410f-a6ad-3d80f753f0fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd7e3f84-e1ee-4591-a60e-a4352873d94d HTTP/1.1" status: 200 len: 217 time: 0.0824213 Feb 09 21:02:30.935561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-1f8fe9ab-c193-4422-bbd5-0ed2dee9695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:30.938079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-1f8fe9ab-c193-4422-bbd5-0ed2dee9695f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=563991d9-323e-468f-99a5-595383e8882d HTTP/1.1" status: 200 len: 849 time: 0.0668802 Feb 09 21:02:31.039300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b3372d1-af9f-415f-b3a4-d50558cf308c req-cd03abda-f227-4d1f-9635-ebbe6bf24dfc tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608023 Feb 09 21:02:31.069292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-9c11feb3-658d-46d3-a6b1-53e1ce58a6a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51473a36-7e5c-4e44-95e6-174b2994defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149659 Feb 09 21:02:31.164192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (db89bcd2-108e-409d-ba95-cbd153fa50a9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:31.285852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490b4b9-90a9-4837-ba23-0be212f751d8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403ccbb9-9022-408e-b2cc-8af06c74ac07,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:31.289765 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4719f4-3be2-492f-8d0c-bf29f9509e7a x-openstack-request-id: req-2b4719f4-3be2-492f-8d0c-bf29f9509e7a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:31.290138 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05993eb5-3b37-46be-a2a1-4a84850bd68f", "tag": "dd7e3f84-e1ee-4591-a60e-a4352873d94d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:31.290521 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2b4719f4-3be2-492f-8d0c-bf29f9509e7a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:31.291039 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05993eb5-3b37-46be-a2a1-4a84850bd68f', 'tag': 'dd7e3f84-e1ee-4591-a60e-a4352873d94d', 'status': 'completed', 'code': 200} Feb 09 21:02:31.295071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Pushing event deleted for resources: {'Port': ['ID=db89bcd2-108e-409d-ba95-cbd153fa50a9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:31.320435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6490b4b9-90a9-4837-ba23-0be212f751d8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:31.324776 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6490b4b9-90a9-4837-ba23-0be212f751d8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3835716 Feb 09 21:02:31.350114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:31.360977 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78b6b341-0528-41d6-8873-bd79897d2e2c req-7f95bfc3-c1e4-4145-a0f5-534e14fba4e5 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.102 "GET /v2.0/ports?device_id=a5cabd28-3240-474b-9378-b1428a26df26 HTTP/1.1" status: 200 len: 210 time: 0.1496470 Feb 09 21:02:31.368421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'network': {'name': 'tempest-network-smoke--186427314', 'project_id': '11db802464124d8a859db41a07721eef', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:31.497384 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-0f6a93ee-d292-4e57-94e1-209967061fa3 service neutron] 10.222.0.50 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271970 Feb 09 21:02:31.525559 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] No DVR routers for this DVR port db89bcd2-108e-409d-ba95-cbd153fa50a9 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:02:31.533252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:31.540425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d407b4c-8904-472d-8d02-423633323c6a req-3651d73a-efd1-4445-be1b-1b276e330ad2 tempest-AttachVolumeNegativeTest-331186818 tempest-AttachVolumeNegativeTest-331186818-project] 10.222.0.13 "DELETE /v2.0/ports/db89bcd2-108e-409d-ba95-cbd153fa50a9 HTTP/1.1" status: 204 len: 173 time: 2.1663656 Feb 09 21:02:31.557362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cabd28-3240-474b-9378-b1428a26df26', 'name': 'network-vif-deleted', 'tag': 'db89bcd2-108e-409d-ba95-cbd153fa50a9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:31.563625 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59d6dba-2c8e-4d42-af21-192ae8aa0b0c" -d '{"events": [{"server_uuid": "a5cabd28-3240-474b-9378-b1428a26df26", "name": "network-vif-deleted", "tag": "db89bcd2-108e-409d-ba95-cbd153fa50a9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:31.577790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:02:31.586818 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:31.679182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:02:31.712759 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4da95050-a0f4-48a9-b9e0-9f4b5288e15c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:31.714719 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Added segment 4da95050-a0f4-48a9-b9e0-9f4b5288e15c of type vlan for network 201810f5-d588-4f97-94e1-ef3faeecc8bc Feb 09 21:02:31.877400 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (201810f5-d588-4f97-94e1-ef3faeecc8bc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:31.979728 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (201810f5-d588-4f97-94e1-ef3faeecc8bc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:31.985709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:31.986770 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:32.074675 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7206483 Feb 09 21:02:32.090790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:32.121738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'admin_state_up': True, 'project_id': '11db802464124d8a859db41a07721eef', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:32.219150 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (e3a2cedb-a446-4380-b447-cf8ea13cbcba), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:32.224124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (e3a2cedb-a446-4380-b447-cf8ea13cbcba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:32.265198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254e1a7-96b4-41b3-a89d-f74eea48f80e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Network': ['ID=201810f5-d588-4f97-94e1-ef3faeecc8bc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:32.281156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:02:32.302704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-723ef7bc-a4bc-4dc7-9c5b-8876221cb521 req-3b8cc7a0-6957-4b48-a04d-cfd21400d0a9 service neutron] 10.222.0.50 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948916 Feb 09 21:02:32.381576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae683623-022d-4fe9-a9a4-4d5523ae2a03 req-b90f3985-edfe-4a72-8eba-a78cc2b0b244 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:32.391607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae683623-022d-4fe9-a9a4-4d5523ae2a03 req-b90f3985-edfe-4a72-8eba-a78cc2b0b244 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.8014441 Feb 09 21:02:32.649400 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_controller (e3a2cedb-a446-4380-b447-cf8ea13cbcba), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:32.650513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device db89bcd2-108e-409d-ba95-cbd153fa50a9 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:32.773154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: db89bcd2-108e-409d-ba95-cbd153fa50a9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:32.782440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device db89bcd2-108e-409d-ba95-cbd153fa50a9 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:32.954485 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b957cb7c-6322-416a-8767-3337a0276984 x-openstack-request-id: req-b957cb7c-6322-416a-8767-3337a0276984 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:32.954827 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cabd28-3240-474b-9378-b1428a26df26", "name": "network-vif-deleted", "tag": "db89bcd2-108e-409d-ba95-cbd153fa50a9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:32.955095 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b957cb7c-6322-416a-8767-3337a0276984 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:32.955503 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cabd28-3240-474b-9378-b1428a26df26', 'name': 'network-vif-deleted', 'tag': 'db89bcd2-108e-409d-ba95-cbd153fa50a9', 'status': 'completed', 'code': 200} Feb 09 21:02:33.155020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae683623-022d-4fe9-a9a4-4d5523ae2a03 req-bd707492-d792-4220-a481-2ca330299a84 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623136 Feb 09 21:02:33.159998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23649928-30bb-485f-8d6f-5e1e067c0fbe req-7e9db10e-6844-45aa-8b13-49ab65c47c1c tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:33.163518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-362cb042-8b65-439e-9298-f1b26ddd444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:33.165099 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-362cb042-8b65-439e-9298-f1b26ddd444d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d563a56b1fdb4eb187548acfa425490d&device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 1126 time: 0.7556286 Feb 09 21:02:33.183200 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23649928-30bb-485f-8d6f-5e1e067c0fbe req-7e9db10e-6844-45aa-8b13-49ab65c47c1c tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 943 time: 0.1365621 Feb 09 21:02:33.327871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:33.338852 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:02:33.380913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-23649928-30bb-485f-8d6f-5e1e067c0fbe req-eb58f78c-c354-4362-9e6d-800c6577e952 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967573 Feb 09 21:02:33.695441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (e3a2cedb-a446-4380-b447-cf8ea13cbcba), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:34.076009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-ed66b5c8-e075-4e2e-b7dd-c43a5ffb6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:34.078009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-ed66b5c8-e075-4e2e-b7dd-c43a5ffb6786 service neutron] 10.222.0.50 "GET /v2.0/networks?id=51473a36-7e5c-4e44-95e6-174b2994defa HTTP/1.1" status: 200 len: 910 time: 0.8805473 Feb 09 21:02:34.178688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2148ded-8d6a-4355-b916-53f2e9257535 admin admin] Deleting subnet a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:02:34.300364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2148ded-8d6a-4355-b916-53f2e9257535 admin admin] Publish callbacks [] for subnet (a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:34.405132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-13910d2c-0ac3-4b34-b6c7-4bf151cdbc60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd7e3f84-e1ee-4591-a60e-a4352873d94d HTTP/1.1" status: 200 len: 217 time: 0.2101710 Feb 09 21:02:34.461545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19b40-5373-42c6-9b94-c1d4ca869f15 req-f0afadae-78ef-485e-82ce-9f9d9c06bd30 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:34.463084 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0b19b40-5373-42c6-9b94-c1d4ca869f15 req-f0afadae-78ef-485e-82ce-9f9d9c06bd30 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1680856 Feb 09 21:02:34.559993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-9bf2c8d9-48cf-45e2-9d90-150b185ba414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:34.561737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-9bf2c8d9-48cf-45e2-9d90-150b185ba414 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=563991d9-323e-468f-99a5-595383e8882d HTTP/1.1" status: 200 len: 849 time: 0.1324372 Feb 09 21:02:34.604304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0b19b40-5373-42c6-9b94-c1d4ca869f15 req-9dcc27d5-4e86-4c6b-bb7a-dac54ea4c652 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250017 Feb 09 21:02:34.649641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-d8fed0e0-89ba-478a-bfe1-aaefe3cf2111 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51473a36-7e5c-4e44-95e6-174b2994defa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778329 Feb 09 21:02:34.658254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2148ded-8d6a-4355-b916-53f2e9257535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:35.035425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-7101e2eb-e159-4dbe-a9ae-e7f6465e282d service neutron] 10.222.0.50 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867882 Feb 09 21:02:35.153592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab059f-d5ba-45ef-8515-2ed9017421af req-d66f4eee-eda9-4c38-838d-d8cf885d155c tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:35.161928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5ab059f-d5ba-45ef-8515-2ed9017421af req-d66f4eee-eda9-4c38-838d-d8cf885d155c tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 943 time: 0.5925434 Feb 09 21:02:35.427775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5ab059f-d5ba-45ef-8515-2ed9017421af req-3c8ef062-10b4-4d70-9dba-b47b83800f23 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646060 Feb 09 21:02:35.708819 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2148ded-8d6a-4355-b916-53f2e9257535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:35.710985 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (e3a2cedb-a446-4380-b447-cf8ea13cbcba), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:35.818405 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:35.913384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a85c15-9c2c-46f7-98ae-acd984b6bf13 req-060d1383-7861-4deb-876e-36fdcb45895a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:35.923945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-45a85c15-9c2c-46f7-98ae-acd984b6bf13 req-060d1383-7861-4deb-876e-36fdcb45895a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1597967 Feb 09 21:02:36.077393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-45a85c15-9c2c-46f7-98ae-acd984b6bf13 req-8f18cc16-03fe-42f2-a491-26bbf95b2f11 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486521 Feb 09 21:02:36.116930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.25.4.60 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/11c7893e-8c32-4249-b768-39967f0e6220) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:02:36.225281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device dd7e3f84-e1ee-4591-a60e-a4352873d94d details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:02:36.263046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (11c7893e-8c32-4249-b768-39967f0e6220), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:36.353713 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (11c7893e-8c32-4249-b768-39967f0e6220), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:36.385134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:02:36.396767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:02:36.429478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:02:36.561595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port dd7e3f84-e1ee-4591-a60e-a4352873d94d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd7e3f84-e1ee-4591-a60e-a4352873d94d,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:36.626153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'dd7e3f84-e1ee-4591-a60e-a4352873d94d', 'network_id': '51473a36-7e5c-4e44-95e6-174b2994defa', 'port_id': 'dd7e3f84-e1ee-4591-a60e-a4352873d94d', 'mac_address': 'fa:16:3e:6f:b8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563991d9-323e-468f-99a5-595383e8882d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:02:36.814146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port dd7e3f84-e1ee-4591-a60e-a4352873d94d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:36.814554 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:36.854972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7e3f84-e1ee-4591-a60e-a4352873d94d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:02:36.896941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port dd7e3f84-e1ee-4591-a60e-a4352873d94d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd7e3f84-e1ee-4591-a60e-a4352873d94d,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:36.911302 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:37.087730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=dd7e3f84-e1ee-4591-a60e-a4352873d94d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:37.184235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['dd7e3f84-e1ee-4591-a60e-a4352873d94d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:02:37.459831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c345d68-3a22-472c-8d95-e1e3b83e435c req-ae71b4c5-3fa6-4c77-b07b-b86484373828 service neutron] 10.222.0.50 "GET /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3988664 Feb 09 21:02:37.510931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d15fbe-158c-4728-b35e-52f556f9d152 req-be5ef910-259b-4b2f-b0d2-190d4fc028de tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:37.518877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37d15fbe-158c-4728-b35e-52f556f9d152 req-be5ef910-259b-4b2f-b0d2-190d4fc028de tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1987011 Feb 09 21:02:37.649417 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37d15fbe-158c-4728-b35e-52f556f9d152 req-17793824-83e6-438d-84b0-9267f186c29a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204708 Feb 09 21:02:37.653788 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-22680c70-5c1a-4e98-adc1-570553ffc0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:37.717195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777357dc-e8b6-45dd-8b82-63d209172f30 req-2d847eb9-befd-486d-9c7e-e5105cff90de tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:37.725246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-777357dc-e8b6-45dd-8b82-63d209172f30 req-2d847eb9-befd-486d-9c7e-e5105cff90de tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 944 time: 0.7146173 Feb 09 21:02:37.731290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=11c7893e-8c32-4249-b768-39967f0e6220,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:37.740905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2148ded-8d6a-4355-b916-53f2e9257535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:37.880083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2148ded-8d6a-4355-b916-53f2e9257535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:37.880919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d2148ded-8d6a-4355-b916-53f2e9257535 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb HTTP/1.1" status: 204 len: 168 time: 4.5228195 Feb 09 21:02:37.884599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2148ded-8d6a-4355-b916-53f2e9257535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3cd1c12-9b7f-4cce-b98d-9e9aaf1e9edb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:37.884790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:37.934743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (e3a2cedb-a446-4380-b447-cf8ea13cbcba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:38.049645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-777357dc-e8b6-45dd-8b82-63d209172f30 req-9e55f4d6-4063-4d09-b293-45a1cde143b7 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952981 Feb 09 21:02:38.076254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47388) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:38.226885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (501d64d8-b16a-4e85-a47e-62da5d3ec865), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:38.238087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device dd7e3f84-e1ee-4591-a60e-a4352873d94d up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:02:38.407154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port dd7e3f84-e1ee-4591-a60e-a4352873d94d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:02:38.413146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port dd7e3f84-e1ee-4591-a60e-a4352873d94d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:38.413822 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:38.648745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port dd7e3f84-e1ee-4591-a60e-a4352873d94d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:38.649549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:38.731463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port dd7e3f84-e1ee-4591-a60e-a4352873d94d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd7e3f84-e1ee-4591-a60e-a4352873d94d,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:38.732961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05993eb5-3b37-46be-a2a1-4a84850bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e3f84-e1ee-4591-a60e-a4352873d94d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:38.739186 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a5848-55ba-4a16-81f2-4313b49b5a7a" -d '{"events": [{"server_uuid": "05993eb5-3b37-46be-a2a1-4a84850bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e3f84-e1ee-4591-a60e-a4352873d94d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:38.747564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:38.807389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=dd7e3f84-e1ee-4591-a60e-a4352873d94d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:38.817435 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (e3a2cedb-a446-4380-b447-cf8ea13cbcba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:38.830140 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26bf8f-980c-464d-a0e4-4e64d09bba89 x-openstack-request-id: req-ba26bf8f-980c-464d-a0e4-4e64d09bba89 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:38.830557 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05993eb5-3b37-46be-a2a1-4a84850bd68f", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e3f84-e1ee-4591-a60e-a4352873d94d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:38.830932 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ba26bf8f-980c-464d-a0e4-4e64d09bba89 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:38.831430 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05993eb5-3b37-46be-a2a1-4a84850bd68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e3f84-e1ee-4591-a60e-a4352873d94d', 'code': 200} Feb 09 21:02:39.167175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9034d-897c-43ca-8fe8-e2e0d246935b req-8fd3c654-9273-40f0-b00b-4a62fe7bf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:39.179380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dc9034d-897c-43ca-8fe8-e2e0d246935b req-8fd3c654-9273-40f0-b00b-4a62fe7bf78d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 1128 time: 0.2322764 Feb 09 21:02:39.342279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dc9034d-897c-43ca-8fe8-e2e0d246935b req-56692f51-dcec-46da-9a36-4c9b29601deb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566432 Feb 09 21:02:39.391793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305ea5f-8d80-4e2c-a415-4907fbc8194e req-1fd7476b-771f-48f8-8a8d-a1991f6197ab tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:39.402385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5305ea5f-8d80-4e2c-a415-4907fbc8194e req-1fd7476b-771f-48f8-8a8d-a1991f6197ab tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 945 time: 0.2018931 Feb 09 21:02:39.461334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router e3a2cedb-a446-4380-b447-cf8ea13cbcba is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:02:39.564581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5305ea5f-8d80-4e2c-a415-4907fbc8194e req-7e40dc0c-95b3-4be1-85e3-815789c40f52 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611967 Feb 09 21:02:39.755104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (501d64d8-b16a-4e85-a47e-62da5d3ec865), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:39.759966 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-68af7724-2b36-45d2-83ee-5207fcfda815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:39.917550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501d64d8-b16a-4e85-a47e-62da5d3ec865']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:39.942640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:02:39.947821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c6052d4-0a9d-483d-a525-b30d0beffd89') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:39.948121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c6052d4-0a9d-483d-a525-b30d0beffd89') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:39.961130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Sync routers for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:02:39.978860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (3c6052d4-0a9d-483d-a525-b30d0beffd89), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:39.988410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:02:39.989119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:40.013486 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:40.017438 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3c6052d4-0a9d-483d-a525-b30d0beffd89), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:40.024790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c09503bf-79e1-406c-9a2b-0de44a9034d6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.9221799 Feb 09 21:02:40.025579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:40.027442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:02:40.028178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (3c6052d4-0a9d-483d-a525-b30d0beffd89), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:02:40.169889 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:02:40.301265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:02:40.398534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5830e355-fa9d-4e6b-96f7-ff4bbc922c6e tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=11db802464124d8a859db41a07721eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3717453 Feb 09 21:02:40.403139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:40.494585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (501d64d8-b16a-4e85-a47e-62da5d3ec865), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:40.525306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe151-d6a3-40cf-a3de-240e54439b18 req-56ced775-cd2d-40ee-9570-e53e60fa5fc5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:40.533055 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c9fe151-d6a3-40cf-a3de-240e54439b18 req-56ced775-cd2d-40ee-9570-e53e60fa5fc5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 1.1426010 Feb 09 21:02:40.542008 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:40.554596 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] 10.222.0.102 "DELETE /v2.0/networks/501d64d8-b16a-4e85-a47e-62da5d3ec865 HTTP/1.1" status: 204 len: 168 time: 2.6691096 Feb 09 21:02:40.677690 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecfa58-9a6d-473b-84c1-05e8579d8134 admin admin] Pushing event deleted for resources: {'Network': ['ID=501d64d8-b16a-4e85-a47e-62da5d3ec865,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:40.755351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c9fe151-d6a3-40cf-a3de-240e54439b18 req-87b07f78-cbeb-4b9a-85f1-07cfb0cf2868 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573555 Feb 09 21:02:40.871092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31135fd-23a5-4ba3-b725-8ec520398f25 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:40.883371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d31135fd-23a5-4ba3-b725-8ec520398f25 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4736061 Feb 09 21:02:40.885324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47438) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:40.970681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:37Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:40.988607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be01ad-b289-4287-9783-7dcca30822ce req-d5cda62d-c062-403c-8036-ea22b0978881 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:40.992665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88be01ad-b289-4287-9783-7dcca30822ce req-d5cda62d-c062-403c-8036-ea22b0978881 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 945 time: 0.2253547 Feb 09 21:02:41.045041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Checking router: e3a2cedb-a446-4380-b447-cf8ea13cbcba for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:02:41.045675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Updating router e3a2cedb-a446-4380-b447-cf8ea13cbcba port 11c7893e-8c32-4249-b768-39967f0e6220 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:02:41.057622 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6582959a-508a-4f35-b921-c96768022784 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1491003 Feb 09 21:02:41.062994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:41.072073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:41.076962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255809056', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'project_id': '11db802464124d8a859db41a07721eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:02:41.120802 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (11c7893e-8c32-4249-b768-39967f0e6220), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:41.141924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88be01ad-b289-4287-9783-7dcca30822ce req-62d42c32-3c13-4633-8bba-eb4d49b730e3 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364672 Feb 09 21:02:41.207928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ade57e87-930e-4fc4-809a-f41aa9abac7f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4d0b30cfc9a949dd9981345718214305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338303 Feb 09 21:02:41.211114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:41.332839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2cf988-f866-4e2f-9fe5-4c19b8c8415d admin admin] Publish callbacks [] for security_group (225267c0-4564-4f9c-b12a-b2ea096991d3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:41.393891 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2cf988-f866-4e2f-9fe5-4c19b8c8415d admin admin] Publish callbacks [] for security_group (225267c0-4564-4f9c-b12a-b2ea096991d3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:41.444643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:02:41.447594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:41.468656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:41.538137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2cf988-f866-4e2f-9fe5-4c19b8c8415d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (225267c0-4564-4f9c-b12a-b2ea096991d3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:41.540963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2cf988-f866-4e2f-9fe5-4c19b8c8415d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:41.544410 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-da2cf988-f866-4e2f-9fe5-4c19b8c8415d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/225267c0-4564-4f9c-b12a-b2ea096991d3 HTTP/1.1" status: 204 len: 168 time: 0.3300512 Feb 09 21:02:41.576514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cf988-f866-4e2f-9fe5-4c19b8c8415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225267c0-4564-4f9c-b12a-b2ea096991d3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:41.656220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (5aced643-e676-4a16-b07d-3d8b907c0852), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:42.145113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Publish callbacks [] for port (11c7893e-8c32-4249-b768-39967f0e6220), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:42.155126 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (11c7893e-8c32-4249-b768-39967f0e6220), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:42.253703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Attempting to bind port 11c7893e-8c32-4249-b768-39967f0e6220 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:02:42.254616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Attempting to bind port 11c7893e-8c32-4249-b768-39967f0e6220 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:02:42.255282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Attempting to bind port 11c7893e-8c32-4249-b768-39967f0e6220 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:02:42.268726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:02:42.270052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:02:42.270671 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:42.271254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:02:42.272114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Bound port: 11c7893e-8c32-4249-b768-39967f0e6220, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:02:42.272712 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (11c7893e-8c32-4249-b768-39967f0e6220), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:42.315252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2be52-4a54-488a-8467-da33825ccd27 None None] Pushing event updated for resources: {'Port': ['ID=11c7893e-8c32-4249-b768-39967f0e6220,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:42.517500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] For port 11c7893e-8c32-4249-b768-39967f0e6220, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:02:42.532263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] For port 11c7893e-8c32-4249-b768-39967f0e6220, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=11c7893e-8c32-4249-b768-39967f0e6220,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:02:42.556443 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (11c7893e-8c32-4249-b768-39967f0e6220), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:42.586243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165364e-2206-4382-832a-69d73f815fbb req-d4f9385b-c93c-44a0-80de-4eebd1d8e047 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:42.598937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1165364e-2206-4382-832a-69d73f815fbb req-d4f9385b-c93c-44a0-80de-4eebd1d8e047 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.5901885 Feb 09 21:02:42.753060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:02:42.757362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:43.201971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (9392dff5-8c13-4639-a2e3-4654dd168ca9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:43.274921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1165364e-2206-4382-832a-69d73f815fbb req-6dcf393c-9c78-4013-9b7e-c3e52ac2c2d4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641724 Feb 09 21:02:43.305627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc724bb4-35fc-422e-9b7f-8570acb53715 req-67e94d38-d9ff-4bb2-9c3d-8ebeaa24afab tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:43.319240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc724bb4-35fc-422e-9b7f-8570acb53715 req-67e94d38-d9ff-4bb2-9c3d-8ebeaa24afab tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 945 time: 0.2018163 Feb 09 21:02:43.387423 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:43.412293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2be52-4a54-488a-8467-da33825ccd27 None None] Pushing event updated for resources: {'Port': ['ID=11c7893e-8c32-4249-b768-39967f0e6220,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:43.476044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:02:43.518023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc724bb4-35fc-422e-9b7f-8570acb53715 req-da66221c-bb02-4544-8f72-bba7f3f4e305 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978056 Feb 09 21:02:43.653799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Subnet': ['ID=9392dff5-8c13-4639-a2e3-4654dd168ca9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:43.793179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Checking segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:02:43.794367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network hostable DHCP agents. Network: 201810f5-d588-4f97-94e1-ef3faeecc8bc, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:02:43.869894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:02:43.908726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 201810f5-d588-4f97-94e1-ef3faeecc8bc) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:02:43.926030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:43.928275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:43.950619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74edf568-29a9-477b-8ede-1abc1baccef1 None None] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:02:43.971179 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fedbeee8-eb6d-43f0-833f-d1a791fca459 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9034429 Feb 09 21:02:43.972135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:44.002209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Deleting port 778db017-94d7-4969-b4ee-60605a852bcd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:44.006974 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (778db017-94d7-4969-b4ee-60605a852bcd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:44.318302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] For port 778db017-94d7-4969-b4ee-60605a852bcd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=778db017-94d7-4969-b4ee-60605a852bcd,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:44.319135 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (778db017-94d7-4969-b4ee-60605a852bcd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:44.367202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Calling delete_port for 778db017-94d7-4969-b4ee-60605a852bcd owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:44.745107 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:44.825152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-201810f5-d588-4f97-94e1-ef3faeecc8bc', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:02:44.826171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:44.960992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda1f7e-336c-4571-917d-8fdc4b1fa3be req-3d93cc28-58e2-4408-ae0d-788fbca37433 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:44.963874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdda1f7e-336c-4571-917d-8fdc4b1fa3be req-3d93cc28-58e2-4408-ae0d-788fbca37433 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.4474862 Feb 09 21:02:45.114433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:37Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:45.138505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdda1f7e-336c-4571-917d-8fdc4b1fa3be req-30ebc7f6-196b-44c9-bc2d-22e1420f291e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574373 Feb 09 21:02:45.185181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-d5afd214-fdc2-4809-8899-6781ce98d9ef tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:45.186843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-d5afd214-fdc2-4809-8899-6781ce98d9ef tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.50 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 945 time: 0.8477464 Feb 09 21:02:45.218411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e95e10-4da3-44b2-979f-20c5ad6d1145 None None] The sync data for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 is: [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:37Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:02:45.321375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (778db017-94d7-4969-b4ee-60605a852bcd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:45.321781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45105b-3f9d-417e-aec8-fa7820168386 req-06d3e8b0-826b-4ed8-a963-6440ed746077 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:45.336386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e45105b-3f9d-417e-aec8-fa7820168386 req-06d3e8b0-826b-4ed8-a963-6440ed746077 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 945 time: 0.3275437 Feb 09 21:02:45.371336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Allocated IP 172.20.0.2 (201810f5-d588-4f97-94e1-ef3faeecc8bc/9392dff5-8c13-4639-a2e3-4654dd168ca9/da48b74e-3774-4679-9f6a-9f8bada68121) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:02:45.371865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=778db017-94d7-4969-b4ee-60605a852bcd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:45.570845 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e45105b-3f9d-417e-aec8-fa7820168386 req-bdc94669-ee89-46b6-bcd4-67668a51b8c6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/security-groups?id=970dd88b-1ce3-4643-86c0-34c14e3d7d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220199 Feb 09 21:02:45.779841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Deleting port dd7e3f84-e1ee-4591-a60e-a4352873d94d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:45.780547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:45.885684 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (5aced643-e676-4a16-b07d-3d8b907c0852), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:46.165097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Publish callbacks [] for port (da48b74e-3774-4679-9f6a-9f8bada68121), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:46.189415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:46.288738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] For port dd7e3f84-e1ee-4591-a60e-a4352873d94d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd7e3f84-e1ee-4591-a60e-a4352873d94d,segment=NetworkSegment(740bc381-0b08-477f-bd2b-42d1fec44f69),segment_id=740bc381-0b08-477f-bd2b-42d1fec44f69)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:46.289329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:46.348642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Calling delete_port for dd7e3f84-e1ee-4591-a60e-a4352873d94d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:46.445014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:02:46.449813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Pushing event updated for resources: {'Port': ['ID=da48b74e-3774-4679-9f6a-9f8bada68121,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:46.463890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:02:46.473642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:02:46.645568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Attempting to bind port da48b74e-3774-4679-9f6a-9f8bada68121 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:02:46.645956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Attempting to bind port da48b74e-3774-4679-9f6a-9f8bada68121 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:02:46.646310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Attempting to bind port da48b74e-3774-4679-9f6a-9f8bada68121 on network 201810f5-d588-4f97-94e1-ef3faeecc8bc {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:02:46.663047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:02:46.663779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Checking segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:02:46.664697 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:46.666317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Bound using segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:02:46.666902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Bound port: da48b74e-3774-4679-9f6a-9f8bada68121, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:02:46.668499 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:46.708888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (dd7e3f84-e1ee-4591-a60e-a4352873d94d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:46.829142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Pushing event deleted for resources: {'Port': ['ID=dd7e3f84-e1ee-4591-a60e-a4352873d94d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:46.834293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] For port da48b74e-3774-4679-9f6a-9f8bada68121, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:02:46.856100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] For port da48b74e-3774-4679-9f6a-9f8bada68121, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=da48b74e-3774-4679-9f6a-9f8bada68121,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:02:46.881413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:46.928877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b99becf6-8ddf-4f87-ba2a-df1160f1b133 req-46ff027a-b684-48e7-bdb0-fc86e6c450f6 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 210 time: 0.0842593 Feb 09 21:02:46.997264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Router 5aced643-e676-4a16-b07d-3d8b907c0852 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:02:47.010586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] No DVR routers for this DVR port dd7e3f84-e1ee-4591-a60e-a4352873d94d on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:02:47.027771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:47.031913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-33f95d95-07e9-4c03-a554-4ae302c8c453 req-ca19dbc0-7460-4e82-9eb4-19a5d3520cc4 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.50 "DELETE /v2.0/ports/dd7e3f84-e1ee-4591-a60e-a4352873d94d HTTP/1.1" status: 204 len: 173 time: 1.8365920 Feb 09 21:02:47.032474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05993eb5-3b37-46be-a2a1-4a84850bd68f', 'name': 'network-vif-deleted', 'tag': 'dd7e3f84-e1ee-4591-a60e-a4352873d94d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:47.034779 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a3518b-dd58-41bc-8aef-3b6a227d1e7f" -d '{"events": [{"server_uuid": "05993eb5-3b37-46be-a2a1-4a84850bd68f", "name": "network-vif-deleted", "tag": "dd7e3f84-e1ee-4591-a60e-a4352873d94d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:47.072378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:47.098313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9825927-32ce-4498-b4fb-7f16a95fea40 None None] Pushing event updated for resources: {'Port': ['ID=da48b74e-3774-4679-9f6a-9f8bada68121,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:47.200621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8589420-9e4f-4f1d-933d-89809362e301 req-b62388e0-9fc3-432c-8a29-6d8b29460e04 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:47.208690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8589420-9e4f-4f1d-933d-89809362e301 req-b62388e0-9fc3-432c-8a29-6d8b29460e04 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.5568402 Feb 09 21:02:47.447071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:02:47.462599 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] Sync routers for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:02:47.479446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8457de58-f0d7-4f30-98c2-f529d70d5a8b admin admin] 10.222.0.102 "PUT /v2.0/routers/5aced643-e676-4a16-b07d-3d8b907c0852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4013767 Feb 09 21:02:47.496923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:47.507319 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:02:47.508304 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1406e3-bbc5-408a-9fc2-1b8e9c6fe13d x-openstack-request-id: req-6c1406e3-bbc5-408a-9fc2-1b8e9c6fe13d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:47.508761 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05993eb5-3b37-46be-a2a1-4a84850bd68f", "name": "network-vif-deleted", "tag": "dd7e3f84-e1ee-4591-a60e-a4352873d94d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:47.508877 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6c1406e3-bbc5-408a-9fc2-1b8e9c6fe13d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:47.509260 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05993eb5-3b37-46be-a2a1-4a84850bd68f', 'name': 'network-vif-deleted', 'tag': 'dd7e3f84-e1ee-4591-a60e-a4352873d94d', 'status': 'completed', 'code': 200} Feb 09 21:02:47.511302 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:47.850501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 11c7893e-8c32-4249-b768-39967f0e6220 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:02:47.997451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 11c7893e-8c32-4249-b768-39967f0e6220 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:47.997836 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (11c7893e-8c32-4249-b768-39967f0e6220), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:48.081101 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:02:48.097893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks [] for router (5aced643-e676-4a16-b07d-3d8b907c0852), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:48.265342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 11c7893e-8c32-4249-b768-39967f0e6220 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:48.265746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (11c7893e-8c32-4249-b768-39967f0e6220), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:48.338841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-31de8f70-c124-41e9-a8ca-889e1b910bb5 req-03c10abe-c798-4c7b-af43-4e9ca8e8cac5 tempest-VolumesActionsTest-539151944 tempest-VolumesActionsTest-539151944-project] 10.222.0.102 "GET /v2.0/ports?device_id=05993eb5-3b37-46be-a2a1-4a84850bd68f HTTP/1.1" status: 200 len: 210 time: 0.1036658 Feb 09 21:02:48.367441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 11c7893e-8c32-4249-b768-39967f0e6220, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=11c7893e-8c32-4249-b768-39967f0e6220,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:48.384044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device dd7e3f84-e1ee-4591-a60e-a4352873d94d no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:48.404756 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (11c7893e-8c32-4249-b768-39967f0e6220), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:48.615941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: dd7e3f84-e1ee-4591-a60e-a4352873d94d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:48.617940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device dd7e3f84-e1ee-4591-a60e-a4352873d94d not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:48.623849 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks [] for router_gateway (5aced643-e676-4a16-b07d-3d8b907c0852), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:48.759987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=11c7893e-8c32-4249-b768-39967f0e6220,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:48.827431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Deleting port 2d735d98-651b-4233-a971-b25b5e6a691d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:48.828046 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:48.837334 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T21:02:45Z', 'revision_number': 5, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port': {'id': '2d735d98-651b-4233-a971-b25b5e6a691d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:53:48Z', 'updated_at': '2022-02-09T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:48.966138 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] Checking router: 5aced643-e676-4a16-b07d-3d8b907c0852 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:02:48.984743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8589420-9e4f-4f1d-933d-89809362e301 req-c416b46f-b3ca-4605-b2da-8c1c0e5beaa1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4860649 Feb 09 21:02:49.029041 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] Routers {'5aced643-e676-4a16-b07d-3d8b907c0852'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:02:49.029934 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['5aced643-e676-4a16-b07d-3d8b907c0852'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:49.152875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] For port 2d735d98-651b-4233-a971-b25b5e6a691d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2d735d98-651b-4233-a971-b25b5e6a691d,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:49.154195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:49.221178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Calling delete_port for 2d735d98-651b-4233-a971-b25b5e6a691d owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:49.530819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-c61ac33f-14e8-4790-a656-3cec7ed68744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:49.538370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-c61ac33f-14e8-4790-a656-3cec7ed68744 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1129 time: 0.6346190 Feb 09 21:02:49.608844 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] Set router 5aced643-e676-4a16-b07d-3d8b907c0852 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:02:49.645944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 11c7893e-8c32-4249-b768-39967f0e6220 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:02:49.693996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:49.757576 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 6, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:49.761269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.20.0.1 (201810f5-d588-4f97-94e1-ef3faeecc8bc/9392dff5-8c13-4639-a2e3-4654dd168ca9/4a623d4f-8cc1-46ed-99c8-33555a98cb98) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:02:49.814797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101165e-86fb-4ba9-8ab3-ca7fd329d3bf None None] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:02:49.868902 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3d5ce4-e194-4536-a75b-c30e6c5f3fee None None] The sync data for ids ['5aced643-e676-4a16-b07d-3d8b907c0852'] in n-d-789963-29 is: [{'id': '5aced643-e676-4a16-b07d-3d8b907c0852', 'name': 'tempest-TaggedBootDevicesTest_v242-2027534305-router', 'tenant_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:47Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 6, 'project_id': 'fe06c5fbdeec4ecc8b2dc218ad861326', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:02:49.957202 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2d735d98-651b-4233-a971-b25b5e6a691d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.027978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Pushing event deleted for resources: {'Port': ['ID=2d735d98-651b-4233-a971-b25b5e6a691d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:50.060059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-067a5604-da26-4d81-b635-8c7aedfde1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:50.061721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-067a5604-da26-4d81-b635-8c7aedfde1bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 913 time: 0.5042896 Feb 09 21:02:50.104532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 11c7893e-8c32-4249-b768-39967f0e6220 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:50.104915 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (11c7893e-8c32-4249-b768-39967f0e6220), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.168765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-92ecac6a-142c-44a5-b689-8491261e127d None None] Provisioning complete for port da48b74e-3774-4679-9f6a-9f8bada68121 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:50.168765 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92ecac6a-142c-44a5-b689-8491261e127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.208644 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (5aced643-e676-4a16-b07d-3d8b907c0852), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.333215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.393339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-bc9cb11f-469a-40db-9200-e5e04f69e448 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 217 time: 0.3033550 Feb 09 21:02:50.395369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06fa773e-ce05-410a-a96e-abf205a94cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.400268 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.492343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:02:50.517571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:02:50.573028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (5aced643-e676-4a16-b07d-3d8b907c0852), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.593586 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks [] for router_controller (5aced643-e676-4a16-b07d-3d8b907c0852), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.632096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=4a623d4f-8cc1-46ed-99c8-33555a98cb98,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:50.695455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 11c7893e-8c32-4249-b768-39967f0e6220 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:50.696204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:02:50.696828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device da48b74e-3774-4679-9f6a-9f8bada68121 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:02:50.838865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-92ecac6a-142c-44a5-b689-8491261e127d None None] Current status of the port da48b74e-3774-4679-9f6a-9f8bada68121 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:50.839889 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92ecac6a-142c-44a5-b689-8491261e127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.849964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (5aced643-e676-4a16-b07d-3d8b907c0852), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.852413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aced643-e676-4a16-b07d-3d8b907c0852 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:02:50.872235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.874316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6efd4f52-322e-4c68-aeca-f58b4d0cacbb admin admin] 10.222.0.102 "DELETE /v2.0/routers/5aced643-e676-4a16-b07d-3d8b907c0852 HTTP/1.1" status: 204 len: 168 time: 3.3737791 Feb 09 21:02:50.877694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:50.935809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-92ecac6a-142c-44a5-b689-8491261e127d None None] For port da48b74e-3774-4679-9f6a-9f8bada68121, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=da48b74e-3774-4679-9f6a-9f8bada68121,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:50.966650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-eac26f4e-47a6-46c3-9027-5806591e7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:50.976474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-eac26f4e-47a6-46c3-9027-5806591e7b69 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.5392644 Feb 09 21:02:50.977833 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92ecac6a-142c-44a5-b689-8491261e127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:50.992976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b0184-9d7b-4345-b02b-c4fa3de3c02e req-1f21e18c-6f30-464c-bf55-7219bb286d92 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:50.993407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port da48b74e-3774-4679-9f6a-9f8bada68121 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:50.994006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.005058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-135b0184-9d7b-4345-b02b-c4fa3de3c02e req-1f21e18c-6f30-464c-bf55-7219bb286d92 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.7937875 Feb 09 21:02:51.010779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (e3a2cedb-a446-4380-b447-cf8ea13cbcba), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.132824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-55608eef-c38f-4757-8d0e-cd9592de6ea6 admin admin] Deleting subnet 105fc58f-0795-4e17-bba4-a34e90633e21 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:02:51.136835 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55608eef-c38f-4757-8d0e-cd9592de6ea6 admin admin] Publish callbacks [] for subnet (105fc58f-0795-4e17-bba4-a34e90633e21), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.170040 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-163d4de4-2402-43c2-9fa9-300716d852f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813395 Feb 09 21:02:51.239363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55608eef-c38f-4757-8d0e-cd9592de6ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (105fc58f-0795-4e17-bba4-a34e90633e21), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.360062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f1d0b93e-533f-4b89-bb5b-da1f2a84b148 None None] Provisioning complete for port da48b74e-3774-4679-9f6a-9f8bada68121 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:51.360519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b93e-533f-4b89-bb5b-da1f2a84b148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.500425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55608eef-c38f-4757-8d0e-cd9592de6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (105fc58f-0795-4e17-bba4-a34e90633e21), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.510711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecac6a-142c-44a5-b689-8491261e127d None None] Pushing event updated for resources: {'Port': ['ID=da48b74e-3774-4679-9f6a-9f8bada68121,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:51.597873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06fa773e-ce05-410a-a96e-abf205a94cdb admin admin] Publish callbacks [] for security_group (15499a84-74e3-4bbf-a2d7-6ff52d5c5e4b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.653234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06fa773e-ce05-410a-a96e-abf205a94cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (15499a84-74e3-4bbf-a2d7-6ff52d5c5e4b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.678778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-135b0184-9d7b-4345-b02b-c4fa3de3c02e req-67eda60f-a9d0-44b0-8547-81187e92e03f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6686184 Feb 09 21:02:51.746043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55608eef-c38f-4757-8d0e-cd9592de6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (105fc58f-0795-4e17-bba4-a34e90633e21), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.824131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port da48b74e-3774-4679-9f6a-9f8bada68121 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:51.824957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55608eef-c38f-4757-8d0e-cd9592de6ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105fc58f-0795-4e17-bba4-a34e90633e21,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:51.828706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f1d0b93e-533f-4b89-bb5b-da1f2a84b148 None None] Current status of the port da48b74e-3774-4679-9f6a-9f8bada68121 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:51.836021 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55608eef-c38f-4757-8d0e-cd9592de6ea6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.837168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150ae74-db7b-4cdb-ba8d-21696b833440 None None] Network e8c7450c-edf7-4dba-8eb7-c4894810333f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:02:51.842989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-55608eef-c38f-4757-8d0e-cd9592de6ea6 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/105fc58f-0795-4e17-bba4-a34e90633e21 HTTP/1.1" status: 204 len: 168 time: 0.9582088 Feb 09 21:02:51.845457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:51.861644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:51.887796 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-0f2dc560-f122-4920-a655-ab63dc62459f service neutron] 10.222.0.50 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035952 Feb 09 21:02:51.943567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-06fa773e-ce05-410a-a96e-abf205a94cdb admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8785a50132f1455fab6dd15063ac4583&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2396369 Feb 09 21:02:51.950834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:51.985300 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:52.001061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa773e-ce05-410a-a96e-abf205a94cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15499a84-74e3-4bbf-a2d7-6ff52d5c5e4b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:52.039526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e8c7450c-edf7-4dba-8eb7-c4894810333f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:52.073629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device da48b74e-3774-4679-9f6a-9f8bada68121 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:02:52.201701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Deleting port 4e10659e-4f70-4f3d-8b79-337e7892bc09 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:52.201896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:52.236007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-353379b4-ebf7-4acb-840d-4f451955d847 None None] Provisioning complete for port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:52.236394 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-353379b4-ebf7-4acb-840d-4f451955d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:52.339096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:52.357838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] For port 4e10659e-4f70-4f3d-8b79-337e7892bc09, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4e10659e-4f70-4f3d-8b79-337e7892bc09,segment=NetworkSegment(f8e706ec-fcc4-4b73-a74b-898450630262),segment_id=f8e706ec-fcc4-4b73-a74b-898450630262)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:52.358423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:52.415764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Calling delete_port for 4e10659e-4f70-4f3d-8b79-337e7892bc09 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:52.439458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-353379b4-ebf7-4acb-840d-4f451955d847 None None] Port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:02:52.502778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port da48b74e-3774-4679-9f6a-9f8bada68121 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:52.503156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:52.665988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d4b6c-dec1-42ca-9c26-52e2b19c8987 None None] DHCP port deletion for e8c7450c-edf7-4dba-8eb7-c4894810333f request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:02:52.739498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4e10659e-4f70-4f3d-8b79-337e7892bc09), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:52.764281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b6961a8-8e01-4c41-a3bc-bb9745d70e9e req-da3a1096-bc7e-42e7-8a75-e6362e5add20 service neutron] 10.222.0.50 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489940 Feb 09 21:02:52.797084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-019918b9-44c7-4ace-bc65-2484d67ef03a admin admin] Publish callbacks [] for security_group (15499a84-74e3-4bbf-a2d7-6ff52d5c5e4b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:52.818458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e10659e-4f70-4f3d-8b79-337e7892bc09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:52.833398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] No DVR routers for this DVR port 4e10659e-4f70-4f3d-8b79-337e7892bc09 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:02:52.942784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-019918b9-44c7-4ace-bc65-2484d67ef03a admin admin] Publish callbacks [] for security_group (15499a84-74e3-4bbf-a2d7-6ff52d5c5e4b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.083905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e8c7450c-edf7-4dba-8eb7-c4894810333f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.117375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47978041-1fdc-44ab-ae7f-88d4e37b8705 req-629c2797-f3b7-48ef-9b8d-c8b3c34432ff tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:53.119779 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47978041-1fdc-44ab-ae7f-88d4e37b8705 req-629c2797-f3b7-48ef-9b8d-c8b3c34432ff tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.2909658 Feb 09 21:02:53.143875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c7450c-edf7-4dba-8eb7-c4894810333f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:53.179100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e706ec-fcc4-4b73-a74b-898450630262') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:53.179453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e706ec-fcc4-4b73-a74b-898450630262') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:53.197346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f8e706ec-fcc4-4b73-a74b-898450630262), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.265586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 344d50b6-a6a1-401d-956e-053bdb5d5c00 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:53.266764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.291757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f8e706ec-fcc4-4b73-a74b-898450630262), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.329047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47978041-1fdc-44ab-ae7f-88d4e37b8705 req-cca3f41f-1ebf-47fe-af86-7784c738ff22 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006121 Feb 09 21:02:53.330084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:02:53.330503 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f8e706ec-fcc4-4b73-a74b-898450630262), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:02:53.333040 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:02:53.446636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-019918b9-44c7-4ace-bc65-2484d67ef03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (15499a84-74e3-4bbf-a2d7-6ff52d5c5e4b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.465609 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-019918b9-44c7-4ace-bc65-2484d67ef03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.471319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-019918b9-44c7-4ace-bc65-2484d67ef03a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/15499a84-74e3-4bbf-a2d7-6ff52d5c5e4b HTTP/1.1" status: 204 len: 168 time: 1.5097110 Feb 09 21:02:53.486466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:02:53.505599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e8c7450c-edf7-4dba-8eb7-c4894810333f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.510406 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e53d7ed-628c-46de-98a5-feddaa878146" -d '{"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-unplugged", "status": "completed", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:02:53.510637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.524163 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] 10.222.0.102 "DELETE /v2.0/networks/e8c7450c-edf7-4dba-8eb7-c4894810333f HTTP/1.1" status: 204 len: 168 time: 1.6775742 Feb 09 21:02:53.524853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47706) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:53.542313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019918b9-44c7-4ace-bc65-2484d67ef03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15499a84-74e3-4bbf-a2d7-6ff52d5c5e4b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:53.570479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:53.573151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port da48b74e-3774-4679-9f6a-9f8bada68121 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:53.589469 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.602343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce36d0-e983-4104-8815-de076df4b144 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c7450c-edf7-4dba-8eb7-c4894810333f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:53.637022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.646493 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:53.763641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 778db017-94d7-4969-b4ee-60605a852bcd no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:53.965487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 778db017-94d7-4969-b4ee-60605a852bcd {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:53.966950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 778db017-94d7-4969-b4ee-60605a852bcd not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:53.967384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2d735d98-651b-4233-a971-b25b5e6a691d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:54.003229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (e3a2cedb-a446-4380-b447-cf8ea13cbcba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:54.012255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=4a623d4f-8cc1-46ed-99c8-33555a98cb98,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:54.044582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 2d735d98-651b-4233-a971-b25b5e6a691d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:54.044934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2d735d98-651b-4233-a971-b25b5e6a691d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:54.071496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:54.250872 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fca809-e406-494c-a6f5-2d3ed4c81a29 x-openstack-request-id: req-79fca809-e406-494c-a6f5-2d3ed4c81a29 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:02:54.251667 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-unplugged", "status": "completed", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:02:54.252257 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-79fca809-e406-494c-a6f5-2d3ed4c81a29 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:02:54.253194 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'code': 200} Feb 09 21:02:54.297732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4e10659e-4f70-4f3d-8b79-337e7892bc09 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:54.461911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4e10659e-4f70-4f3d-8b79-337e7892bc09 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:02:54.464295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4e10659e-4f70-4f3d-8b79-337e7892bc09 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:02:54.470590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47734) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:54.515784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174bfa39-dc69-4895-83bc-0ed9aed2251b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:54.548815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:02:54.561755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:02:54.934743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174bfa39-dc69-4895-83bc-0ed9aed2251b admin admin] Publish callbacks [] for security_group (6296e2be-a75b-4a95-9239-599622148a16), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:54.946344 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174bfa39-dc69-4895-83bc-0ed9aed2251b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6296e2be-a75b-4a95-9239-599622148a16), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:54.962451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router e3a2cedb-a446-4380-b447-cf8ea13cbcba has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:02:55.055376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bfa39-dc69-4895-83bc-0ed9aed2251b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6296e2be-a75b-4a95-9239-599622148a16,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:55.129552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170665d8-a2bf-4029-924b-5844c3bad345 req-590021d4-06f7-4247-8c27-28206482a5c1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:55.131203 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-170665d8-a2bf-4029-924b-5844c3bad345 req-590021d4-06f7-4247-8c27-28206482a5c1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 0.2710044 Feb 09 21:02:55.150404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-174bfa39-dc69-4895-83bc-0ed9aed2251b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=677aa9e7b93647fdb90323c232058998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6787069 Feb 09 21:02:55.157905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:02:55.194705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-da212b4d-43eb-4aba-bc6c-1ae8b71700b3 None None] Provisioning complete for port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:55.195083 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da212b4d-43eb-4aba-bc6c-1ae8b71700b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:55.299205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-da212b4d-43eb-4aba-bc6c-1ae8b71700b3 None None] Port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:02:55.308978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:02:55.327323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Sync routers for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:02:55.344358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:02:55.344627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:55.353985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c390a2f7-01b7-49c0-a257-e27b14662a99 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "PUT /v2.0/routers/e3a2cedb-a446-4380-b447-cf8ea13cbcba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3803217 Feb 09 21:02:55.652766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6b74f83-228c-497c-8662-c30bb1a8a3b7 admin admin] Publish callbacks [] for security_group (6296e2be-a75b-4a95-9239-599622148a16), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:55.683194 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6b74f83-228c-497c-8662-c30bb1a8a3b7 admin admin] Publish callbacks [] for security_group (6296e2be-a75b-4a95-9239-599622148a16), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:55.809967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6b74f83-228c-497c-8662-c30bb1a8a3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6296e2be-a75b-4a95-9239-599622148a16), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:55.813884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6b74f83-228c-497c-8662-c30bb1a8a3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:55.824350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b6b74f83-228c-497c-8662-c30bb1a8a3b7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6296e2be-a75b-4a95-9239-599622148a16 HTTP/1.1" status: 204 len: 168 time: 0.6650281 Feb 09 21:02:55.843966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:02:55.896984 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-170665d8-a2bf-4029-924b-5844c3bad345 req-6a6035de-8bcf-47dc-9ab3-44bb9ddb55ce tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7568858 Feb 09 21:02:55.901537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b74f83-228c-497c-8662-c30bb1a8a3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6296e2be-a75b-4a95-9239-599622148a16,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:56.242438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-c3f65c34-c6b6-49dc-a6eb-e91ee2187cc9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951719024&fields=id&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 267 time: 0.1972456 Feb 09 21:02:56.311821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (6374fbcc-4aa2-457d-9445-345a128f9e98), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:56.455297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-0fd3fad0-f486-4ec5-8d44-ae4bc799cbf7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:56.468636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-0fd3fad0-f486-4ec5-8d44-ae4bc799cbf7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 796 time: 0.1966217 Feb 09 21:02:56.496254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-8d3276a7-c3fd-4f47-8e9c-2aac45a80667 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/quotas/11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 375 time: 0.0262706 Feb 09 21:02:56.621533 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:56.652701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:02:53Z', 'revision_number': 2, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:02:56.686736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-697e9afc-d35f-451c-8753-55abe9d57066 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1892116 Feb 09 21:02:56.721649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Checking router: e3a2cedb-a446-4380-b447-cf8ea13cbcba for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:02:56.722345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Updating router e3a2cedb-a446-4380-b447-cf8ea13cbcba port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:02:56.790636 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:56.912033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-8389d819-9da7-4cf9-af9c-954dd2603ea1 service neutron] 10.222.0.102 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035785 Feb 09 21:02:57.170417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-e80937f2-28b4-41f8-b215-314ab27e3de5 service neutron] 10.222.0.102 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473199 Feb 09 21:02:57.515270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01bca-bab2-45a2-b072-e43fbf680f7c req-51b4a070-f674-40ae-9061-016dccb79347 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:57.531490 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-81d01bca-bab2-45a2-b072-e43fbf680f7c req-51b4a070-f674-40ae-9061-016dccb79347 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 0.2671323 Feb 09 21:02:57.624551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Deleting port f825ea8e-ea98-46f6-a78a-7a738d65a786 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:02:57.626534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:57.840687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-81d01bca-bab2-45a2-b072-e43fbf680f7c req-2a555719-9aa5-4c08-9f72-19884cccd690 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074605 Feb 09 21:02:58.046915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] For port f825ea8e-ea98-46f6-a78a-7a738d65a786, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f825ea8e-ea98-46f6-a78a-7a738d65a786,segment=NetworkSegment(966f3c30-f650-4312-af47-428185f8ffb5),segment_id=966f3c30-f650-4312-af47-428185f8ffb5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:02:58.070298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:58.084978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-647b2e3f-d102-421d-9891-acd559cb4174 req-8e717b4f-a9c7-4eeb-93e3-08eaa50226f2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 210 time: 0.1684823 Feb 09 21:02:58.204458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Calling delete_port for f825ea8e-ea98-46f6-a78a-7a738d65a786 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:02:58.294942 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Publish callbacks [] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:58.327349 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:58.432399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556144b-cd11-47ab-860a-592012e9afd8 req-ec8394e4-54fb-46f4-9ef1-99a63d46a26d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:58.440064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3556144b-cd11-47ab-860a-592012e9afd8 req-ec8394e4-54fb-46f4-9ef1-99a63d46a26d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 0.3510351 Feb 09 21:02:58.572796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:02:58.699042 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3556144b-cd11-47ab-860a-592012e9afd8 req-9cb6510f-ac39-4c35-a4ba-102cf91552af tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574282 Feb 09 21:02:58.773818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619e008-e8bc-4464-8925-c68bdb803e11 None None] Pushing event updated for resources: {'Port': ['ID=4a623d4f-8cc1-46ed-99c8-33555a98cb98,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:59.126007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-539725d6-a053-44e8-8ab0-603b3226e7d5 req-157fa2c7-7136-4042-82c4-e2949b5534f7 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:02:59.133131 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-539725d6-a053-44e8-8ab0-603b3226e7d5 req-157fa2c7-7136-4042-82c4-e2949b5534f7 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124664 Feb 09 21:02:59.318036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3a7a0820-373c-4795-ac83-5f06ece6ee62 req-ca494764-4967-4634-b8d5-5eb318c9d0c0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 210 time: 0.0566676 Feb 09 21:02:59.327950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 344d50b6-a6a1-401d-956e-053bdb5d5c00 is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:02:59.387409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Attempting to bind port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:02:59.387814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Attempting to bind port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:02:59.388185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Attempting to bind port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 on network 201810f5-d588-4f97-94e1-ef3faeecc8bc {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:02:59.398921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f825ea8e-ea98-46f6-a78a-7a738d65a786), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:59.471356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:02:59.479147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Checking segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:02:59.480034 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:59.481411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Bound using segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:02:59.483724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Bound port: 4a623d4f-8cc1-46ed-99c8-33555a98cb98, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:02:59.486495 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:59.534507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a8cd47f8-7796-43c1-b28c-377ac054ea64 None None] Provisioning complete for port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:02:59.560064 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8cd47f8-7796-43c1-b28c-377ac054ea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:02:59.695146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f825ea8e-ea98-46f6-a78a-7a738d65a786,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:02:59.821533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd47f8-7796-43c1-b28c-377ac054ea64 None None] Port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:02:59.849343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76677a-26ed-4041-a6bb-11f90dda97d3 req-2f9568d2-4a99-4f18-b5b9-0652a08455ee tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:02:59.857465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76677a-26ed-4041-a6bb-11f90dda97d3 req-2f9568d2-4a99-4f18-b5b9-0652a08455ee tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 0.2778490 Feb 09 21:03:00.098053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76677a-26ed-4041-a6bb-11f90dda97d3 req-c65d66bb-db0f-4316-82cd-aa8fd806b489 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334843 Feb 09 21:03:00.230283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] For port 4a623d4f-8cc1-46ed-99c8-33555a98cb98, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:03:00.239359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] For port 4a623d4f-8cc1-46ed-99c8-33555a98cb98, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4a623d4f-8cc1-46ed-99c8-33555a98cb98,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:03:00.241102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (6374fbcc-4aa2-457d-9445-345a128f9e98), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:00.280280 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:00.614574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-3151765d-18de-47b6-ac9e-486e843c7bdc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:00.619642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-3151765d-18de-47b6-ac9e-486e843c7bdc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 796 time: 0.4783938 Feb 09 21:03:00.809517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47916) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:00.892420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619e008-e8bc-4464-8925-c68bdb803e11 None None] Pushing event updated for resources: {'Port': ['ID=4a623d4f-8cc1-46ed-99c8-33555a98cb98,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:00.990254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:03:00.992620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:01.016592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-43707a3e-7758-459d-810f-ea1bd5240ddc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 380 time: 0.3824000 Feb 09 21:03:01.031037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'port': {'device_id': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'admin_state_up': True, 'tenant_id': '11db802464124d8a859db41a07721eef', 'security_groups': ['656864d3-ee1d-443b-9012-609cac4a6d01']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:03:01.199308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Router 6374fbcc-4aa2-457d-9445-345a128f9e98 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:03:01.224570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-146272ad-5445-41dd-bf00-1dd6f727282b req-ed78b212-a73b-411a-bd4a-fd56f537d848 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 210 time: 0.3508954 Feb 09 21:03:01.599319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Provisioning complete for port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:03:01.600017 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:01.620130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:03:01.625634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:01.668285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:03:01.683514 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] Sync routers for ids ['6374fbcc-4aa2-457d-9445-345a128f9e98'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:03:01.697604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-94880e88-adb3-490a-b126-be7d7f051c02 admin admin] 10.222.0.102 "PUT /v2.0/routers/6374fbcc-4aa2-457d-9445-345a128f9e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1213989 Feb 09 21:03:01.702481 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] Routers {'6374fbcc-4aa2-457d-9445-345a128f9e98'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:03:01.703637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:01.705044 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6374fbcc-4aa2-457d-9445-345a128f9e98'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:01.722168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:03:01.960591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.20.0.7 (201810f5-d588-4f97-94e1-ef3faeecc8bc/9392dff5-8c13-4639-a2e3-4654dd168ca9/694e2bad-0814-4229-a233-9e90fce1d67e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:03:02.054663 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] Set router 6374fbcc-4aa2-457d-9445-345a128f9e98 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:03:02.144677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks [] for router (6374fbcc-4aa2-457d-9445-345a128f9e98), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:02.578750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Current status of the port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:03:02.579359 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:02.650511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:03:00Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:02.724189 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a9b089d-c025-42e5-b4e5-56c354a42f6b req-72bb76e6-1e0f-45d3-974f-54b30d9d8edc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 210 time: 0.2311692 Feb 09 21:03:02.759253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbbfeb-1c7d-4685-b456-887857701d92 None None] The sync data for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 is: [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:03:00Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:03:02.866248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] For port 4a623d4f-8cc1-46ed-99c8-33555a98cb98, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4a623d4f-8cc1-46ed-99c8-33555a98cb98,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:02.877816 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:02.883016 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T21:02:59Z', 'revision_number': 5, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port': {'id': '47f755bb-fc43-4676-80b2-d60e7fe9c1a2', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:54:00Z', 'updated_at': '2022-02-09T20:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:02.900183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks [] for router_gateway (6374fbcc-4aa2-457d-9445-345a128f9e98), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:03.040038 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] Checking router: 6374fbcc-4aa2-457d-9445-345a128f9e98 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:03:03.081187 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] Routers {'6374fbcc-4aa2-457d-9445-345a128f9e98'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:03:03.084034 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:02:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6374fbcc-4aa2-457d-9445-345a128f9e98'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:03.116529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Pushing event updated for resources: {'Port': ['ID=4a623d4f-8cc1-46ed-99c8-33555a98cb98,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:03.137926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.138211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.138558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.138903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.140777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.141124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.141484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.141792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.142125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.142455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.142785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.143115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.143447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de1572-b565-4573-86b2-7b6f23361536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:03.201677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-dc26ac96-a816-403b-9c1d-c1dc8655428d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.3908243 Feb 09 21:03:03.208653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-81900606-df4f-40ff-a302-e2facc6d14bf service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:03:03.219967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Deleting port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:03:03.223518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-81900606-df4f-40ff-a302-e2facc6d14bf service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198667 Feb 09 21:03:03.226480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:03.353045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca315db-45c7-4c11-8510-5b9b24460c63 req-35ee500f-b148-47b2-af7e-b17ba43d647b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:03.364501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ca315db-45c7-4c11-8510-5b9b24460c63 req-35ee500f-b148-47b2-af7e-b17ba43d647b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 1.8479371 Feb 09 21:03:03.520974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ca315db-45c7-4c11-8510-5b9b24460c63 req-2a1e1d96-bae6-4e74-8990-5e1a87a890dc tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552222 Feb 09 21:03:03.567756 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] Set router 6374fbcc-4aa2-457d-9445-345a128f9e98 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:03:03.696087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] For port 47f755bb-fc43-4676-80b2-d60e7fe9c1a2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=47f755bb-fc43-4676-80b2-d60e7fe9c1a2,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:03.696327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:03.732293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Calling delete_port for 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:03:03.741558 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T21:03:02Z', 'revision_number': 6, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:03.842689 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146c481-8b89-4303-aad8-e9d2f0e74ce8 None None] The sync data for ids ['6374fbcc-4aa2-457d-9445-345a128f9e98'] in n-d-789963-29 is: [{'id': '6374fbcc-4aa2-457d-9445-345a128f9e98', 'name': 'tempest-TaggedBootDevicesTest_v242-928807390-router', 'tenant_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:53:59Z', 'updated_at': '2022-02-09T21:03:02Z', 'revision_number': 6, 'project_id': 'd1e8e8c50d8d4acb864a6c2e3c8f6c91', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:03:03.901682 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (694e2bad-0814-4229-a233-9e90fce1d67e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:04.137953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:04.469503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:04.501199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:03:04.510617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:03:04.518331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:03:04.565975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4a623d4f-8cc1-46ed-99c8-33555a98cb98 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:03:04.663708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (47f755bb-fc43-4676-80b2-d60e7fe9c1a2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:04.803265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:03:04.803642 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:04.814450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f755bb-fc43-4676-80b2-d60e7fe9c1a2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:04.885112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee450a-3097-46df-badd-5a4482d58d26 req-23e9cb48-ce0b-4a37-ad67-48278e6d7b39 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:04.917512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03ee450a-3097-46df-badd-5a4482d58d26 req-23e9cb48-ce0b-4a37-ad67-48278e6d7b39 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 931 time: 0.7608762 Feb 09 21:03:04.988803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:04.989625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:05.148388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-fd3541a8-2e53-426a-8bd5-2e351bdd559c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1238885 Feb 09 21:03:05.174291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Request body: {'port': {'device_id': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:03:05.193583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:03:05.204375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f825ea8e-ea98-46f6-a78a-7a738d65a786 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:03:05.249553 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03ee450a-3097-46df-badd-5a4482d58d26 req-230d4ccd-f461-474f-9991-ebbb6eff26a8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311224 Feb 09 21:03:05.307797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f825ea8e-ea98-46f6-a78a-7a738d65a786 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:03:05.311526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f825ea8e-ea98-46f6-a78a-7a738d65a786 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:03:05.372991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6947425e-450b-49f1-a8fd-4374835d57bc None None] Provisioning complete for port 694e2bad-0814-4229-a233-9e90fce1d67e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:03:05.376090 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6947425e-450b-49f1-a8fd-4374835d57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:05.412784 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (6374fbcc-4aa2-457d-9445-345a128f9e98), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:05.493190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6947425e-450b-49f1-a8fd-4374835d57bc None None] Port 694e2bad-0814-4229-a233-9e90fce1d67e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:03:05.677772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade54f6-ba61-408d-9e89-361c145ab078 req-6d09ea54-a10e-4cbc-bedc-619f1bdb30f1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:05.681364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ade54f6-ba61-408d-9e89-361c145ab078 req-6d09ea54-a10e-4cbc-bedc-619f1bdb30f1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 0.8891540 Feb 09 21:03:05.754603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:05.800763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5825b-0004-43b0-b54e-57bac066167d req-51de217a-8f7f-444a-b015-1f907d34ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:05.802319 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-51de217a-8f7f-444a-b015-1f907d34ca20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e&tenant_id=a8867445b82b49989808a0e04aafbf63 HTTP/1.1" status: 200 len: 1127 time: 0.7863445 Feb 09 21:03:05.828538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:03:05.840792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (6374fbcc-4aa2-457d-9445-345a128f9e98), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:05.879674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ade54f6-ba61-408d-9e89-361c145ab078 req-ea9b3ede-992f-427a-83ad-47befb547ab1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812930 Feb 09 21:03:05.902903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks [] for router_controller (6374fbcc-4aa2-457d-9445-345a128f9e98), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:06.051356 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (6374fbcc-4aa2-457d-9445-345a128f9e98), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:06.052792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6374fbcc-4aa2-457d-9445-345a128f9e98 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:03:06.074925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:06.076992 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa40f0dd-ae93-41d6-8357-04d83b50c4f8 admin admin] 10.222.0.102 "DELETE /v2.0/routers/6374fbcc-4aa2-457d-9445-345a128f9e98 HTTP/1.1" status: 204 len: 168 time: 4.3692131 Feb 09 21:03:06.086238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48012) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:06.254395 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:06.298784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:03:06.351058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:06.360921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b97987-999e-47ab-b10f-c5c62fd95eba admin admin] Deleting subnet 42f8ce2a-3ac5-4f3a-994a-6ef052928346 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:03:06.370980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49b97987-999e-47ab-b10f-c5c62fd95eba admin admin] Publish callbacks [] for subnet (42f8ce2a-3ac5-4f3a-994a-6ef052928346), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:06.375100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:03:06.376110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 47f755bb-fc43-4676-80b2-d60e7fe9c1a2 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:03:06.558619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49b97987-999e-47ab-b10f-c5c62fd95eba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (42f8ce2a-3ac5-4f3a-994a-6ef052928346), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:06.730965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694e2bad-0814-4229-a233-9e90fce1d67e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:03:06.759380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49b97987-999e-47ab-b10f-c5c62fd95eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (42f8ce2a-3ac5-4f3a-994a-6ef052928346), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:06.770964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Publish callbacks [] for port (694e2bad-0814-4229-a233-9e90fce1d67e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:06.848732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:07.040021 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49b97987-999e-47ab-b10f-c5c62fd95eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (42f8ce2a-3ac5-4f3a-994a-6ef052928346), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:07.119282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Transition to ACTIVE for port object 694e2bad-0814-4229-a233-9e90fce1d67e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:03:07.132482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-49b97987-999e-47ab-b10f-c5c62fd95eba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:07.139787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:07.140814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c447a0f-5b47-44c1-8cb6-4e6af3c51ff4 None None] Network bb017ae5-5ea3-440d-a781-50defb93a1f1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:03:07.162730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-49b97987-999e-47ab-b10f-c5c62fd95eba admin admin] 10.222.0.102 "DELETE /v2.0/subnets/42f8ce2a-3ac5-4f3a-994a-6ef052928346 HTTP/1.1" status: 204 len: 168 time: 1.0704305 Feb 09 21:03:07.199018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:07.210446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b97987-999e-47ab-b10f-c5c62fd95eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f8ce2a-3ac5-4f3a-994a-6ef052928346,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:07.320161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Publish callbacks [] for security_group (2819a79b-24fb-4f08-8fcd-61b62e17af22), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:07.494655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70958ba9-e53a-4b3c-812c-b3a5cf0e32ce req-15ad338f-26dc-4859-85cc-b74b2523afa4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:07.511227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70958ba9-e53a-4b3c-812c-b3a5cf0e32ce req-15ad338f-26dc-4859-85cc-b74b2523afa4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 931 time: 1.0426805 Feb 09 21:03:07.589564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] DHCP port deletion for bb017ae5-5ea3-440d-a781-50defb93a1f1 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:03:07.678599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2819a79b-24fb-4f08-8fcd-61b62e17af22), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:07.764353 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d748e68c-7d74-43d4-bc18-f25a416155b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:07.820578 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] Deleting port 24dce3b6-019b-4057-9b03-dc287acc7f4d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:03:07.821234 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:07.838490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0d2d973484014b6e81b65a113f7eb549&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4850814 Feb 09 21:03:07.849491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:07.869311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2819a79b-24fb-4f08-8fcd-61b62e17af22,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:07.892469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Attempting to bind port 694e2bad-0814-4229-a233-9e90fce1d67e on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:03:07.893114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Attempting to bind port 694e2bad-0814-4229-a233-9e90fce1d67e by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:03:07.894179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Attempting to bind port 694e2bad-0814-4229-a233-9e90fce1d67e on network 201810f5-d588-4f97-94e1-ef3faeecc8bc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:03:07.907194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:03:07.921606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:07.941269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.941897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.942408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.942915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.943447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.946417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.946993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.947560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.948083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.948881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.952201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.952761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.953272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e51ce-4355-46f4-84dc-9ff7f29894da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:07.957460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Port 694e2bad-0814-4229-a233-9e90fce1d67e on network 201810f5-d588-4f97-94e1-ef3faeecc8bc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:03:07.963383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Attempting to bind port 694e2bad-0814-4229-a233-9e90fce1d67e on network 201810f5-d588-4f97-94e1-ef3faeecc8bc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:03:07.999814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344d50b6-a6a1-401d-956e-053bdb5d5c00 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:03:08.013001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Publish callbacks [] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.037521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] For port 24dce3b6-019b-4057-9b03-dc287acc7f4d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24dce3b6-019b-4057-9b03-dc287acc7f4d,segment=NetworkSegment(966f3c30-f650-4312-af47-428185f8ffb5),segment_id=966f3c30-f650-4312-af47-428185f8ffb5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:08.037942 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.056070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Transition to ACTIVE for port object 344d50b6-a6a1-401d-956e-053bdb5d5c00 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:03:08.074570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.109373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] Calling delete_port for 24dce3b6-019b-4057-9b03-dc287acc7f4d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:03:08.124321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70958ba9-e53a-4b3c-812c-b3a5cf0e32ce req-d9bc41d8-0068-40a0-8425-81a41d5e49e3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6110787 Feb 09 21:03:08.267298 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a76645-dd97-48d5-9a8d-b99a2d262772 admin admin] Publish callbacks [] for security_group (2819a79b-24fb-4f08-8fcd-61b62e17af22), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.301837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:08.306610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:03:08.309723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Checking segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:03:08.310399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Bound using segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:03:08.311348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Bound port: 694e2bad-0814-4229-a233-9e90fce1d67e, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:03:08.311949 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.372636 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:08.376679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f7fbc-4864-400e-97b3-31581102dd1c req-bce6f32d-ebc5-4449-95dc-a3430cfd2e9c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:08.391128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f1f7fbc-4864-400e-97b3-31581102dd1c req-bce6f32d-ebc5-4449-95dc-a3430cfd2e9c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 944 time: 1.1663113 Feb 09 21:03:08.392829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] No DVR routers for this DVR port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:03:08.568994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:03:08.574137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:03:08.626766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (bb017ae5-5ea3-440d-a781-50defb93a1f1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.631593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Attempting to bind port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:03:08.634017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Attempting to bind port 344d50b6-a6a1-401d-956e-053bdb5d5c00 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:03:08.635484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Attempting to bind port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:03:08.656865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:03:08.658698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Attempting to bind port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on network e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:03:08.686220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:03:08.688876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Checking segment: {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:03:08.690503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Bound using segment: {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:03:08.694619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a76645-dd97-48d5-9a8d-b99a2d262772 admin admin] Publish callbacks [] for security_group (2819a79b-24fb-4f08-8fcd-61b62e17af22), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.695348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Bound port: 344d50b6-a6a1-401d-956e-053bdb5d5c00, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b71def85-5faf-4463-99c7-217e39bd4cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:03:08.696474 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.717251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:08.910378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:08.912726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24dce3b6-019b-4057-9b03-dc287acc7f4d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:03:08.928699 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (24dce3b6-019b-4057-9b03-dc287acc7f4d), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.021607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:03:09.045373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:09.046841 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.048902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-4a153168-3a36-415a-b5ca-71afb05818c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 1092 time: 3.8944130 Feb 09 21:03:09.052750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:03:09.079523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:03:09.080677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.086878 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2f2938-663a-45a5-a837-5be74303c983" -d '{"events": [{"name": "network-changed", "server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:03:09.094150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 24dce3b6-019b-4057-9b03-dc287acc7f4d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:03:09.094527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24dce3b6-019b-4057-9b03-dc287acc7f4d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:03:09.263035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f1f7fbc-4864-400e-97b3-31581102dd1c req-882e3a9b-da44-458b-969f-6c05e5e56b43 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700824 Feb 09 21:03:09.278267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a76645-dd97-48d5-9a8d-b99a2d262772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2819a79b-24fb-4f08-8fcd-61b62e17af22), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.296003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60a76645-dd97-48d5-9a8d-b99a2d262772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.303545 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-60a76645-dd97-48d5-9a8d-b99a2d262772 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2819a79b-24fb-4f08-8fcd-61b62e17af22 HTTP/1.1" status: 204 len: 168 time: 1.3271196 Feb 09 21:03:09.345872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] No DVR routers for this DVR port 24dce3b6-019b-4057-9b03-dc287acc7f4d on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:03:09.360279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:09.375676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9aa73-ed3f-4194-95ad-14085bd79ed4 None None] Pushing event deleted for resources: {'Port': ['ID=24dce3b6-019b-4057-9b03-dc287acc7f4d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:09.392359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:09.466364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:09.467209 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.468747 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-a740ee85-4987-4662-9aab-04172ce71b40 service neutron] 10.222.0.13 "PUT /v2.0/ports/344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 1093 time: 3.6471050 Feb 09 21:03:09.483298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:03:09.485765 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d62a779-71cd-4071-9367-2a638f72eba1" -d '{"events": [{"name": "network-changed", "server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:03:09.618055 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747d4a9d-cbc2-47ec-88ee-1c27776f7c50 x-openstack-request-id: req-747d4a9d-cbc2-47ec-88ee-1c27776f7c50 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:03:09.618306 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:03:09.618533 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-747d4a9d-cbc2-47ec-88ee-1c27776f7c50 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:03:09.623247 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e', 'status': 'completed', 'code': 200} Feb 09 21:03:09.648848 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e6324c-9c92-41d6-a954-0c1eab39b7d1 x-openstack-request-id: req-74e6324c-9c92-41d6-a954-0c1eab39b7d1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:03:09.649324 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:03:09.649741 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-74e6324c-9c92-41d6-a954-0c1eab39b7d1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:03:09.650439 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'status': 'completed', 'code': 200} Feb 09 21:03:09.694640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:09.742987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (bb017ae5-5ea3-440d-a781-50defb93a1f1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.770560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5825b-0004-43b0-b54e-57bac066167d req-8cba8665-1cf3-4733-acd4-22c48c10267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:09.778072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-8cba8665-1cf3-4733-acd4-22c48c10267d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1128 time: 0.2462606 Feb 09 21:03:09.781648 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b792e92-e5df-434c-a593-713e1123cba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.830653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb017ae5-5ea3-440d-a781-50defb93a1f1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:09.844933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966f3c30-f650-4312-af47-428185f8ffb5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:09.845289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966f3c30-f650-4312-af47-428185f8ffb5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:09.876658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (966f3c30-f650-4312-af47-428185f8ffb5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.913922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (966f3c30-f650-4312-af47-428185f8ffb5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:09.951715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:03:09.955772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (966f3c30-f650-4312-af47-428185f8ffb5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:10.151767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5825b-0004-43b0-b54e-57bac066167d req-3927e648-144d-4e2b-a098-b58909d44285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:03:10.154697 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:03:10.163400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-3927e648-144d-4e2b-a098-b58909d44285 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 913 time: 0.3839481 Feb 09 21:03:10.171806 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (bb017ae5-5ea3-440d-a781-50defb93a1f1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:10.339452 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:03:10.374135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-206f5750-b655-45a6-a52f-c947267936bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 217 time: 0.2035909 Feb 09 21:03:10.414575 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:10.432619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] 10.222.0.102 "DELETE /v2.0/networks/bb017ae5-5ea3-440d-a781-50defb93a1f1 HTTP/1.1" status: 204 len: 168 time: 3.2219796 Feb 09 21:03:10.433854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629eea53-d684-471e-96c5-189b7fe868c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb017ae5-5ea3-440d-a781-50defb93a1f1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:10.449599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982f9c7d-bbb0-4135-8d6d-bad487b52c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:10.468252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a76645-dd97-48d5-9a8d-b99a2d262772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2819a79b-24fb-4f08-8fcd-61b62e17af22,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:10.586613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f0452-8041-43ff-a07d-01a760bc752e req-24d0c7f6-e7b3-4351-8779-8b56499a2336 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:10.595378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-456f0452-8041-43ff-a07d-01a760bc752e req-24d0c7f6-e7b3-4351-8779-8b56499a2336 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.4475532 Feb 09 21:03:10.605819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-3b1a933a-8868-4d65-9943-7ba964517d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:10.609013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-3b1a933a-8868-4d65-9943-7ba964517d28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1126 time: 1.3372750 Feb 09 21:03:10.609993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48108) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:10.650428 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982f9c7d-bbb0-4135-8d6d-bad487b52c3f admin admin] Publish callbacks [] for security_group (42ca16ca-8bf9-41c8-ab0a-0c2f8ad74144), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:10.802865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-982f9c7d-bbb0-4135-8d6d-bad487b52c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (42ca16ca-8bf9-41c8-ab0a-0c2f8ad74144), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:10.809456 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d61cc288-31fa-42ca-9e1b-3ad0c3878f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:10.831312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-456f0452-8041-43ff-a07d-01a760bc752e req-4a35740f-e7d6-40c1-bfe6-5d940a937bd4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345412 Feb 09 21:03:10.849331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-b2c2a56c-e3dc-4224-b37a-1b5defd7d6ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 217 time: 0.2177665 Feb 09 21:03:10.887579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e954eb0-c208-4d0c-9525-47853f6edc8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:10.907788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f9c7d-bbb0-4135-8d6d-bad487b52c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca16ca-8bf9-41c8-ab0a-0c2f8ad74144,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:10.912781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:11.061481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-56641176-8bae-48ae-9807-b9471ef6ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:11.064042 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-56641176-8bae-48ae-9807-b9471ef6ced4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.1969087 Feb 09 21:03:11.073069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a612cfdc-c929-4b7c-b19e-c06adece07cf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fe06c5fbdeec4ecc8b2dc218ad861326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575599 Feb 09 21:03:11.094222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:11.111094 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e954eb0-c208-4d0c-9525-47853f6edc8c admin admin] Publish callbacks [] for security_group (23b17510-a4a8-4389-bf76-8ea2bd14fc8a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:11.158708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e954eb0-c208-4d0c-9525-47853f6edc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (23b17510-a4a8-4389-bf76-8ea2bd14fc8a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:11.184678 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-982f9c7d-bbb0-4135-8d6d-bad487b52c3f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4fa8ba394bc5490d823cafab39a87711&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7908866 Feb 09 21:03:11.194357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5825b-0004-43b0-b54e-57bac066167d req-0af9bf34-d0de-4679-816d-5b54de486a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:11.200882 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-0af9bf34-d0de-4679-816d-5b54de486a20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.6893482 Feb 09 21:03:11.205868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:11.224470 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:11.379113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d61cc288-31fa-42ca-9e1b-3ad0c3878f01 admin admin] Publish callbacks [] for security_group (cd8cfdb9-4fe5-4f77-9152-2bb03ba44582), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:11.390220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d61cc288-31fa-42ca-9e1b-3ad0c3878f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cd8cfdb9-4fe5-4f77-9152-2bb03ba44582), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:11.419624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9f06116-54de-424e-bc94-145d71eb924c admin admin] Publish callbacks [] for security_group (e27a360b-7553-470c-96d9-ffd36363945b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:11.431593 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d61cc288-31fa-42ca-9e1b-3ad0c3878f01 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d3032673351c45108a964b9f365594b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182628 Feb 09 21:03:11.457712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd73085-d85f-49f0-afdd-674300496d00 req-e8ada7cc-6439-4dc7-9beb-c5cbd9e44cf2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:11.474290 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dd73085-d85f-49f0-afdd-674300496d00 req-e8ada7cc-6439-4dc7-9beb-c5cbd9e44cf2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.7713406 Feb 09 21:03:11.478720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-7648ed22-d0ff-42d9-ac5b-cc6188ed1a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046661 Feb 09 21:03:11.483556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:11.493336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e954eb0-c208-4d0c-9525-47853f6edc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b17510-a4a8-4389-bf76-8ea2bd14fc8a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:11.565854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2e954eb0-c208-4d0c-9525-47853f6edc8c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bbc57e319f7b49178e1224bdb64a8390&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8656104 Feb 09 21:03:11.575404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-863f5127-f79a-4582-8b9a-36d9ffc2d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:11.577054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-863f5127-f79a-4582-8b9a-36d9ffc2d1fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5004971 Feb 09 21:03:11.596776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:11.896164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cc288-31fa-42ca-9e1b-3ad0c3878f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8cfdb9-4fe5-4f77-9152-2bb03ba44582,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:11.899035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dd73085-d85f-49f0-afdd-674300496d00 req-c7249f5e-b6ec-4e81-b907-f22e1420015e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850105 Feb 09 21:03:11.911778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3504ca88-be31-455e-9622-47572e081dfd admin admin] Publish callbacks [] for security_group (42ca16ca-8bf9-41c8-ab0a-0c2f8ad74144), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:11.932780 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9f06116-54de-424e-bc94-145d71eb924c admin admin] Publish callbacks [] for security_group (e27a360b-7553-470c-96d9-ffd36363945b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:11.935470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-7196d3be-fc43-419a-bd8d-ccf3cd3f705f service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214907 Feb 09 21:03:11.936403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad402884-06f7-4f6c-8f85-5db099ad4133 admin admin] Publish callbacks [] for security_group (cd8cfdb9-4fe5-4f77-9152-2bb03ba44582), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.022051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3504ca88-be31-455e-9622-47572e081dfd admin admin] Publish callbacks [] for security_group (42ca16ca-8bf9-41c8-ab0a-0c2f8ad74144), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.105041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad402884-06f7-4f6c-8f85-5db099ad4133 admin admin] Publish callbacks [] for security_group (cd8cfdb9-4fe5-4f77-9152-2bb03ba44582), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.194263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3504ca88-be31-455e-9622-47572e081dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (42ca16ca-8bf9-41c8-ab0a-0c2f8ad74144), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.201848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3504ca88-be31-455e-9622-47572e081dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.204419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3504ca88-be31-455e-9622-47572e081dfd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/42ca16ca-8bf9-41c8-ab0a-0c2f8ad74144 HTTP/1.1" status: 204 len: 168 time: 0.9230542 Feb 09 21:03:12.287670 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34f5825b-0004-43b0-b54e-57bac066167d req-66528480-48a3-413a-8551-8d6a285ebf2c service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373172 Feb 09 21:03:12.322012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad402884-06f7-4f6c-8f85-5db099ad4133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cd8cfdb9-4fe5-4f77-9152-2bb03ba44582), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.326359 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad402884-06f7-4f6c-8f85-5db099ad4133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.339547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad402884-06f7-4f6c-8f85-5db099ad4133 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cd8cfdb9-4fe5-4f77-9152-2bb03ba44582 HTTP/1.1" status: 204 len: 168 time: 0.8363192 Feb 09 21:03:12.343450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9f06116-54de-424e-bc94-145d71eb924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e27a360b-7553-470c-96d9-ffd36363945b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.349631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9f06116-54de-424e-bc94-145d71eb924c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.355576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f9f06116-54de-424e-bc94-145d71eb924c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e27a360b-7553-470c-96d9-ffd36363945b HTTP/1.1" status: 204 len: 168 time: 1.2597487 Feb 09 21:03:12.369601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad402884-06f7-4f6c-8f85-5db099ad4133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8cfdb9-4fe5-4f77-9152-2bb03ba44582,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:12.538591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504ca88-be31-455e-9622-47572e081dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca16ca-8bf9-41c8-ab0a-0c2f8ad74144,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:12.556724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-41cd7c45-2b9a-4d20-8609-8e986b78236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:12.561623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-41cd7c45-2b9a-4d20-8609-8e986b78236b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1128 time: 0.1842885 Feb 09 21:03:12.700546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f06116-54de-424e-bc94-145d71eb924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27a360b-7553-470c-96d9-ffd36363945b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:12.742888 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-ab72f0fd-d785-467a-b401-d2b6b720a384 service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1047885 Feb 09 21:03:12.752850 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.779217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-a4a20274-3abf-4be6-99cd-b2d6c4149128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:12.781515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-a4a20274-3abf-4be6-99cd-b2d6c4149128 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 913 time: 0.2143774 Feb 09 21:03:12.876399 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25f1c94-989e-4198-8ba9-8a7a9baac115 admin admin] Publish callbacks [] for security_group (23b17510-a4a8-4389-bf76-8ea2bd14fc8a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:12.916685 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-59d9b5a9-764f-48a1-a3f4-f9ed3f877258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 217 time: 0.1277003 Feb 09 21:03:13.054711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aceb9-8f6c-4cad-ac99-c057d4386abe req-852f4446-8ab7-48c1-8f75-c509dbb304a4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:13.063320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b8aceb9-8f6c-4cad-ac99-c057d4386abe req-852f4446-8ab7-48c1-8f75-c509dbb304a4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.9023089 Feb 09 21:03:13.101519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-6eb63955-11e9-48e4-a479-ab6bca89b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:13.103455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-6eb63955-11e9-48e4-a479-ab6bca89b0cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.1805623 Feb 09 21:03:13.190115 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25f1c94-989e-4198-8ba9-8a7a9baac115 admin admin] Publish callbacks [] for security_group (23b17510-a4a8-4389-bf76-8ea2bd14fc8a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:13.208282 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-4a94eef2-541a-469e-a6ee-a40f7594323c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967684 Feb 09 21:03:13.322717 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b8aceb9-8f6c-4cad-ac99-c057d4386abe req-f6cc0f7d-2bad-4530-9a68-cd6f3642f1e3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515552 Feb 09 21:03:13.445349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b61f608a-ad23-4c0e-88bc-afeca9fdffd0 req-c79deb46-41d1-4ce3-98a8-7769a418610c service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001221 Feb 09 21:03:13.468528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25f1c94-989e-4198-8ba9-8a7a9baac115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (23b17510-a4a8-4389-bf76-8ea2bd14fc8a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:13.471322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c25f1c94-989e-4198-8ba9-8a7a9baac115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:13.476432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c25f1c94-989e-4198-8ba9-8a7a9baac115 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/23b17510-a4a8-4389-bf76-8ea2bd14fc8a HTTP/1.1" status: 204 len: 168 time: 1.8648171 Feb 09 21:03:13.510838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f1c94-989e-4198-8ba9-8a7a9baac115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b17510-a4a8-4389-bf76-8ea2bd14fc8a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:13.634595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2938-663a-45a5-a837-5be74303c983 req-ffb864a0-d3a2-4215-99ea-e3310e08086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:13.636613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca2f2938-663a-45a5-a837-5be74303c983 req-ffb864a0-d3a2-4215-99ea-e3310e08086d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1126 time: 0.1270421 Feb 09 21:03:13.862926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2938-663a-45a5-a837-5be74303c983 req-a83fbb95-4200-4e4e-a43f-aea14a841e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:13.879603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca2f2938-663a-45a5-a837-5be74303c983 req-a83fbb95-4200-4e4e-a43f-aea14a841e30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.2358694 Feb 09 21:03:13.943869 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:14.051453 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca2f2938-663a-45a5-a837-5be74303c983 req-530acb6b-d988-408d-8d03-302c9c961f31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 217 time: 0.1625609 Feb 09 21:03:14.052177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:14.286522 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5337b398-3429-47d8-9ac9-892e5db6b431 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d1e8e8c50d8d4acb864a6c2e3c8f6c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330053 Feb 09 21:03:14.302935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:14.342746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2938-663a-45a5-a837-5be74303c983 req-74d009da-98f1-4f96-a611-3be0008020aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:14.350462 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca2f2938-663a-45a5-a837-5be74303c983 req-74d009da-98f1-4f96-a611-3be0008020aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.2800331 Feb 09 21:03:14.729245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f950-b886-4278-87ae-9f43c873f82c req-08109808-3051-4638-880b-fe580203a84f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:14.730832 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e593f950-b886-4278-87ae-9f43c873f82c req-08109808-3051-4638-880b-fe580203a84f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.1762679 Feb 09 21:03:14.732684 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed637829-43a8-4121-8da2-9be1fc93401b admin admin] Publish callbacks [] for security_group (70c0f9a0-0c63-4cfe-8c27-64ab6cdd536b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:14.738678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2938-663a-45a5-a837-5be74303c983 req-47b1383d-9da3-4808-9ae5-ef7c223e8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:14.740970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca2f2938-663a-45a5-a837-5be74303c983 req-47b1383d-9da3-4808-9ae5-ef7c223e8267 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3598242 Feb 09 21:03:14.792673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-23d8857e-07f2-400d-9407-1faf53275599 service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5706787 Feb 09 21:03:14.813150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e6cd5-cffe-4012-b984-27f18e27f7d9 req-d91e4f62-1519-48c9-8ab8-a4a5bbbcc98a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:14.828810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-392e6cd5-cffe-4012-b984-27f18e27f7d9 req-d91e4f62-1519-48c9-8ab8-a4a5bbbcc98a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 1.6505551 Feb 09 21:03:14.903492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e593f950-b886-4278-87ae-9f43c873f82c req-4d3509d4-0bd1-486d-b125-35a84e0bed47 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612067 Feb 09 21:03:14.958498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed637829-43a8-4121-8da2-9be1fc93401b admin admin] Publish callbacks [] for security_group (70c0f9a0-0c63-4cfe-8c27-64ab6cdd536b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:15.119478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:15.176604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-392e6cd5-cffe-4012-b984-27f18e27f7d9 req-044db381-212c-4524-a8be-c8a87969f245 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456914 Feb 09 21:03:15.288516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed637829-43a8-4121-8da2-9be1fc93401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (70c0f9a0-0c63-4cfe-8c27-64ab6cdd536b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:15.295612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed637829-43a8-4121-8da2-9be1fc93401b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:15.296836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ed637829-43a8-4121-8da2-9be1fc93401b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/70c0f9a0-0c63-4cfe-8c27-64ab6cdd536b HTTP/1.1" status: 204 len: 168 time: 0.9879448 Feb 09 21:03:15.297704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7740189d-3d94-4935-9260-bb8414170a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:15.298102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d62a779-71cd-4071-9367-2a638f72eba1 req-21d4d49f-9d11-44ec-b296-b29a70c9b239 service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511051 Feb 09 21:03:15.395992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed637829-43a8-4121-8da2-9be1fc93401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c0f9a0-0c63-4cfe-8c27-64ab6cdd536b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:15.659670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca2f2938-663a-45a5-a837-5be74303c983 req-2e4eb86c-1b54-47f9-84ae-e961e29d6e11 service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773755 Feb 09 21:03:15.900909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7740189d-3d94-4935-9260-bb8414170a49 admin admin] Publish callbacks [] for security_group (db78526e-0392-43dc-b601-946025b255aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:15.910811 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7740189d-3d94-4935-9260-bb8414170a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (db78526e-0392-43dc-b601-946025b255aa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:16.123382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:16.130768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7740189d-3d94-4935-9260-bb8414170a49 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8700856d11fa4e488009c91ae0b1f64e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0100243 Feb 09 21:03:16.131614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740189d-3d94-4935-9260-bb8414170a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db78526e-0392-43dc-b601-946025b255aa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:16.195540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca2f2938-663a-45a5-a837-5be74303c983 req-8f623d94-bad7-4d3d-8ac2-49f78a00fd1b service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295579 Feb 09 21:03:16.247083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e5f79-f867-4b60-9111-da17df48d3fe req-41c5dc89-3c2b-48cb-80c7-4b16ea55128b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:16.264687 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c77e5f79-f867-4b60-9111-da17df48d3fe req-41c5dc89-3c2b-48cb-80c7-4b16ea55128b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.2075384 Feb 09 21:03:16.348438 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a72f81-d1b4-4bf2-9a7e-e2b86da32957 admin admin] Publish callbacks [] for security_group (db78526e-0392-43dc-b601-946025b255aa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:16.434788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 694e2bad-0814-4229-a233-9e90fce1d67e details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:03:16.451070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c77e5f79-f867-4b60-9111-da17df48d3fe req-8c9c1bf6-b5b3-41a3-aad8-73fab4a363a5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828680 Feb 09 21:03:16.531830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a72f81-d1b4-4bf2-9a7e-e2b86da32957 admin admin] Publish callbacks [] for security_group (db78526e-0392-43dc-b601-946025b255aa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:16.780987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa630526-6439-4d77-88d4-e433a3fad536 req-463347a0-2afd-4ea3-89d6-67066dbb6593 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:16.793151 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa630526-6439-4d77-88d4-e433a3fad536 req-463347a0-2afd-4ea3-89d6-67066dbb6593 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.2276082 Feb 09 21:03:16.842970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:16.873495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '694e2bad-0814-4229-a233-9e90fce1d67e', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'port_id': '694e2bad-0814-4229-a233-9e90fce1d67e', 'mac_address': 'fa:16:3e:96:be:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:03:16.913175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a72f81-d1b4-4bf2-9a7e-e2b86da32957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (db78526e-0392-43dc-b601-946025b255aa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:16.928533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33a72f81-d1b4-4bf2-9a7e-e2b86da32957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:16.939184 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-33a72f81-d1b4-4bf2-9a7e-e2b86da32957 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/db78526e-0392-43dc-b601-946025b255aa HTTP/1.1" status: 204 len: 168 time: 0.8123870 Feb 09 21:03:17.013915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a72f81-d1b4-4bf2-9a7e-e2b86da32957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db78526e-0392-43dc-b601-946025b255aa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:17.040995 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa630526-6439-4d77-88d4-e433a3fad536 req-1660e565-9305-4dcf-af8d-7a4065447c5d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400105 Feb 09 21:03:17.047440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 694e2bad-0814-4229-a233-9e90fce1d67e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:03:17.047856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:17.087246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694e2bad-0814-4229-a233-9e90fce1d67e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:03:17.171108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:17.178706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:17.320088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:17.414330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['694e2bad-0814-4229-a233-9e90fce1d67e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:03:17.767876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b25c4-68a4-4c1b-8018-50567a10cc60 req-8f94f459-427d-488d-bd56-978c266334e8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:17.779167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e20b25c4-68a4-4c1b-8018-50567a10cc60 req-8f94f459-427d-488d-bd56-978c266334e8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 944 time: 0.1484568 Feb 09 21:03:17.937251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e20b25c4-68a4-4c1b-8018-50567a10cc60 req-473849c2-30db-467f-a208-3799a90abf6f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567857 Feb 09 21:03:18.378508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2d201-18fe-44d2-949f-e0fe19dacf26 req-d329442c-cf95-4fae-822e-91a8d8f3cb16 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:18.387015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9f2d201-18fe-44d2-949f-e0fe19dacf26 req-d329442c-cf95-4fae-822e-91a8d8f3cb16 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1283631 Feb 09 21:03:18.451704 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9f2d201-18fe-44d2-949f-e0fe19dacf26 req-99bdf86a-8bd4-4921-a427-6a2e02925006 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633171 Feb 09 21:03:18.452724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48266) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:18.478643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb955667-c497-4400-8359-72a22b103dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:18.648780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb955667-c497-4400-8359-72a22b103dce admin admin] Publish callbacks [] for security_group (1d657574-9e08-46bc-81ab-565b35926020), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:18.656470 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb955667-c497-4400-8359-72a22b103dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1d657574-9e08-46bc-81ab-565b35926020), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:18.743143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cb955667-c497-4400-8359-72a22b103dce admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3401311bfd18462198a9c9d2b2c0c132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869217 Feb 09 21:03:18.746135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:18.748381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb955667-c497-4400-8359-72a22b103dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d657574-9e08-46bc-81ab-565b35926020,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:18.813386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:18.884832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21b8e05-3bee-48f6-8a4e-d322de051250 admin admin] Publish callbacks [] for security_group (1d657574-9e08-46bc-81ab-565b35926020), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:18.926171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21b8e05-3bee-48f6-8a4e-d322de051250 admin admin] Publish callbacks [] for security_group (1d657574-9e08-46bc-81ab-565b35926020), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:18.998451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21b8e05-3bee-48f6-8a4e-d322de051250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1d657574-9e08-46bc-81ab-565b35926020), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:19.001991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b21b8e05-3bee-48f6-8a4e-d322de051250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:19.004832 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b21b8e05-3bee-48f6-8a4e-d322de051250 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1d657574-9e08-46bc-81ab-565b35926020 HTTP/1.1" status: 204 len: 168 time: 0.2574086 Feb 09 21:03:19.029097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b8e05-3bee-48f6-8a4e-d322de051250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d657574-9e08-46bc-81ab-565b35926020,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:19.206029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d94983-4873-4b13-b3e4-2badfc33e45a req-8a803825-e8a4-4a78-a48d-26f5dc5f518e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:19.211352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3d94983-4873-4b13-b3e4-2badfc33e45a req-8a803825-e8a4-4a78-a48d-26f5dc5f518e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 944 time: 0.1223898 Feb 09 21:03:19.330774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3d94983-4873-4b13-b3e4-2badfc33e45a req-201af770-f30f-4796-80ed-79a5f312116f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058943 Feb 09 21:03:19.413748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1616394005-network', 'tenant_id': '33b62d1d7ca849c49ed9e2ac0fdf4105'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:03:19.465025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Made reservation on behalf of 33b62d1d7ca849c49ed9e2ac0fdf4105 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:03:19.470920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:19.521932 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:19.811376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Publish callbacks [] for security_group (5ede2503-6bbc-48c2-8c1d-8e84027a3e03), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:19.870697 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5ede2503-6bbc-48c2-8c1d-8e84027a3e03), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:19.966340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ede2503-6bbc-48c2-8c1d-8e84027a3e03,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:20.013899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:03:20.087757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36332804-726d-4da0-a954-2c47c68bfa09 req-d9d354d6-1e57-4f96-9a02-baac78a670af tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:20.098048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36332804-726d-4da0-a954-2c47c68bfa09 req-d9d354d6-1e57-4f96-9a02-baac78a670af tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.3217347 Feb 09 21:03:20.131742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2866c1bc-af07-4c18-8eec-c2fec908dcf6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:20.138447 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Added segment 2866c1bc-af07-4c18-8eec-c2fec908dcf6 of type vlan for network 860f3ec4-82ea-4857-9a27-214f51ee5be7 Feb 09 21:03:20.282809 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36332804-726d-4da0-a954-2c47c68bfa09 req-9a4d32b9-b283-41a9-b0c0-7c9b0319889a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775997 Feb 09 21:03:20.332643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (860f3ec4-82ea-4857-9a27-214f51ee5be7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:20.369219 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (860f3ec4-82ea-4857-9a27-214f51ee5be7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:20.370743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:20.371584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:20.459205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 694e2bad-0814-4229-a233-9e90fce1d67e up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:03:20.517569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7021775 Feb 09 21:03:20.540655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:20.543854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ad5a7-e1ed-466c-9b32-c604b9aa9fab admin admin] Pushing event updated for resources: {'Network': ['ID=860f3ec4-82ea-4857-9a27-214f51ee5be7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:20.558221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 860f3ec4-82ea-4857-9a27-214f51ee5be7 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:03:20.567943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Request body: {'subnet': {'network_id': '860f3ec4-82ea-4857-9a27-214f51ee5be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1616394005-subnet', 'tenant_id': '33b62d1d7ca849c49ed9e2ac0fdf4105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:03:20.600703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Made reservation on behalf of 33b62d1d7ca849c49ed9e2ac0fdf4105 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:03:20.605054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:20.650104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffb568-1d20-40c8-8fc8-7ed67499949c req-e0458e85-3e5f-418d-8759-3744b87f62e8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:20.669855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81ffb568-1d20-40c8-8fc8-7ed67499949c req-e0458e85-3e5f-418d-8759-3744b87f62e8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 944 time: 0.1636386 Feb 09 21:03:20.776974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 694e2bad-0814-4229-a233-9e90fce1d67e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:03:20.804168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81ffb568-1d20-40c8-8fc8-7ed67499949c req-83ef2a33-e707-4a73-9598-0b2b78c8f46a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327479 Feb 09 21:03:20.838301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 694e2bad-0814-4229-a233-9e90fce1d67e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:03:20.844198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:21.138127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (a2dd49f4-adae-45e5-a566-d6d08d9734eb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:21.222693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 694e2bad-0814-4229-a233-9e90fce1d67e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:03:21.223913 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:21.286719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2dd49f4-adae-45e5-a566-d6d08d9734eb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:21.298257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Checking segment: {'id': '2866c1bc-af07-4c18-8eec-c2fec908dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '860f3ec4-82ea-4857-9a27-214f51ee5be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:03:21.298750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Network hostable DHCP agents. Network: 860f3ec4-82ea-4857-9a27-214f51ee5be7, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:03:21.358632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Network 860f3ec4-82ea-4857-9a27-214f51ee5be7 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:03:21.361507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:21.364353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:03:21.372610 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102355ab-2f39-447a-a13e-589e21546d48" -d '{"events": [{"server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "name": "network-vif-plugged", "status": "completed", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:03:21.380041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 860f3ec4-82ea-4857-9a27-214f51ee5be7) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:03:21.389125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:21.390598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:21.411802 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:21.457771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4cfcee20-55db-4b3c-a15c-fd64a933309f admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8960893 Feb 09 21:03:21.542888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff686cb-2d03-4154-a712-eb4ad35c28da None None] Network 860f3ec4-82ea-4857-9a27-214f51ee5be7 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:03:21.563071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa7436-d410-4188-92bb-b8eb37d48856 req-883148b4-2b5e-4048-b67a-ee4349d4424b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:21.565457 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d83ca9e-16cb-4e13-a6c3-a1983521a0e0 x-openstack-request-id: req-0d83ca9e-16cb-4e13-a6c3-a1983521a0e0 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:03:21.572880 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "name": "network-vif-plugged", "status": "completed", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:03:21.573785 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0d83ca9e-16cb-4e13-a6c3-a1983521a0e0 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:03:21.574534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cafa7436-d410-4188-92bb-b8eb37d48856 req-883148b4-2b5e-4048-b67a-ee4349d4424b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1557136 Feb 09 21:03:21.575218 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e', 'code': 200} Feb 09 21:03:21.722870 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cafa7436-d410-4188-92bb-b8eb37d48856 req-d036d169-df7e-4658-b36b-204a854c6b7a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461973 Feb 09 21:03:21.792738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914faef-0675-4e68-b3b2-aa7eb9dce4d9 req-61e0015d-9a41-460f-affe-8a7022852d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:21.795557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e914faef-0675-4e68-b3b2-aa7eb9dce4d9 req-61e0015d-9a41-460f-affe-8a7022852d6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1128 time: 0.1195393 Feb 09 21:03:21.830254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:21.834040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:21.979918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754aa5a8-7ec6-4309-a297-fd24852441d9 None None] Network 860f3ec4-82ea-4857-9a27-214f51ee5be7 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:03:22.030949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e914faef-0675-4e68-b3b2-aa7eb9dce4d9 req-b7dd4735-2f16-47b4-8795-58ac95f90645 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260411 Feb 09 21:03:22.259972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c47cea-2e05-4e4e-a2fc-e5ad7e604c39 req-75188a9d-4e24-431c-980d-6b449bced8d7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:22.283032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94c47cea-2e05-4e4e-a2fc-e5ad7e604c39 req-75188a9d-4e24-431c-980d-6b449bced8d7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.1695626 Feb 09 21:03:22.401900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94c47cea-2e05-4e4e-a2fc-e5ad7e604c39 req-79cb5081-1874-44d7-b193-975cddad0fa7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120067 Feb 09 21:03:22.861705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-de9f286c-e1b8-48fc-95ea-a4ddae4ce1f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1923454 Feb 09 21:03:22.992157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-0a42694c-cda6-4432-b0ed-7f6a9ab369c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:23.007600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39e24d-a4ea-4120-9503-785622cacafa req-450dfc33-1b1d-4385-ba65-b3ef16cf73f6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:23.010699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-0a42694c-cda6-4432-b0ed-7f6a9ab369c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 1128 time: 0.1100278 Feb 09 21:03:23.018316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f39e24d-a4ea-4120-9503-785622cacafa req-450dfc33-1b1d-4385-ba65-b3ef16cf73f6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1234076 Feb 09 21:03:23.194358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f39e24d-a4ea-4120-9503-785622cacafa req-79ab686f-a2cd-4979-ad31-a57f9c287fac tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726291 Feb 09 21:03:23.350880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-5c73ce7b-0498-4dec-ab44-8a86bd7f7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:23.355390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-5c73ce7b-0498-4dec-ab44-8a86bd7f7a86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 200 len: 915 time: 0.3232763 Feb 09 21:03:23.535435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-f3561820-d344-4892-93a1-c2011436f880 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0054b88d-279e-459d-acc0-98fff8fc7356 HTTP/1.1" status: 200 len: 217 time: 0.1636932 Feb 09 21:03:23.786669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-297661ba-c2b0-4ac0-9c0d-a2ebdeb18dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:23.788290 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-297661ba-c2b0-4ac0-9c0d-a2ebdeb18dc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f07365d-e284-4a44-a664-6c11db0d5eb9 HTTP/1.1" status: 200 len: 854 time: 0.2425601 Feb 09 21:03:23.869418 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-947c7f70-7c8d-4eda-95d6-98314ba24ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a8b2a46-06e4-4268-922d-06db21f2680f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673833 Feb 09 21:03:23.912847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-38ff53bb-758d-4c7a-b809-43fd3caa3f2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2551351 Feb 09 21:03:23.989416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eff98d-c35d-4db9-b266-beb2faf53093 req-0f2d5a1a-e4a1-46ac-b1d2-12a85a11afe1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:23.997554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:23.999313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52eff98d-c35d-4db9-b266-beb2faf53093 req-0f2d5a1a-e4a1-46ac-b1d2-12a85a11afe1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.3601894 Feb 09 21:03:24.139721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-dceb2b62-23ce-441a-b89a-e0cd61d49d1a service neutron] 10.222.0.13 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585223 Feb 09 21:03:24.150362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52eff98d-c35d-4db9-b266-beb2faf53093 req-7c5286fe-12b2-48cc-bd89-af6f9b5b0dff tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495547 Feb 09 21:03:24.211674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-9778221e-fe58-49d6-bd1b-576313d9ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:24.224141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-9778221e-fe58-49d6-bd1b-576313d9ffae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1128 time: 0.2097259 Feb 09 21:03:24.536845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67c41fc4-7651-4a75-8680-f193d1f5653f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:24.593775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3453a26a-0116-4f7b-bd00-1a1d372f95ee req-f9c8c5ac-ff08-41d7-b07d-c784fa0799d1 service neutron] 10.222.0.13 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339619 Feb 09 21:03:24.655489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1597-6151-4b32-bb2c-4cb316ab8769 req-758a6845-6cde-4ece-953c-e63d4c4373ff tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:24.663859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-905f1597-6151-4b32-bb2c-4cb316ab8769 req-758a6845-6cde-4ece-953c-e63d4c4373ff tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.2649755 Feb 09 21:03:24.808724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-cfe32aa8-424e-4cff-9b39-96faec168149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:24.810378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-cfe32aa8-424e-4cff-9b39-96faec168149 service neutron] 10.222.0.50 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.5653651 Feb 09 21:03:24.853873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67c41fc4-7651-4a75-8680-f193d1f5653f admin admin] Publish callbacks [] for security_group (99395a03-b7f6-42c8-baa2-d55cd18c289f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:24.862001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67c41fc4-7651-4a75-8680-f193d1f5653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (99395a03-b7f6-42c8-baa2-d55cd18c289f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:24.965853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-b5fed1c5-43c5-4766-b045-29d45a9bfbe5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 217 time: 0.1341922 Feb 09 21:03:24.982033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-67c41fc4-7651-4a75-8680-f193d1f5653f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=52d00571d03f4e17a145b7c2b2694088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9795711 Feb 09 21:03:24.983672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c41fc4-7651-4a75-8680-f193d1f5653f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99395a03-b7f6-42c8-baa2-d55cd18c289f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:25.012734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:25.101481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d542a1-9443-4faa-a867-f6eb7a6dd666 admin admin] Publish callbacks [] for security_group (99395a03-b7f6-42c8-baa2-d55cd18c289f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:25.159981 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d542a1-9443-4faa-a867-f6eb7a6dd666 admin admin] Publish callbacks [] for security_group (99395a03-b7f6-42c8-baa2-d55cd18c289f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:25.177129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:25.178212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-905f1597-6151-4b32-bb2c-4cb316ab8769 req-7e200c81-afcc-4a8b-b14d-f9e4aafec2c2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131199 Feb 09 21:03:25.220039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-ef9a8820-f0b9-449b-a5f6-244238adf9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:25.240398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-ef9a8820-f0b9-449b-a5f6-244238adf9ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.2552888 Feb 09 21:03:25.349288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d542a1-9443-4faa-a867-f6eb7a6dd666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (99395a03-b7f6-42c8-baa2-d55cd18c289f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:25.352487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70d542a1-9443-4faa-a867-f6eb7a6dd666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:25.357452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-70d542a1-9443-4faa-a867-f6eb7a6dd666 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/99395a03-b7f6-42c8-baa2-d55cd18c289f HTTP/1.1" status: 204 len: 168 time: 0.3421764 Feb 09 21:03:25.368683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d542a1-9443-4faa-a867-f6eb7a6dd666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99395a03-b7f6-42c8-baa2-d55cd18c289f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:25.424169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f249aa-37ed-4850-a11f-af5910046633 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:25.433964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f2f249aa-37ed-4850-a11f-af5910046633 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1123 time: 0.2412763 Feb 09 21:03:25.434921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:25.449692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '694e2bad-0814-4229-a233-9e90fce1d67e', 'tenant_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:03:25.520298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:25.529099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-2fe4d69f-d85a-4187-a49a-92163fbb81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:25.539015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-2fe4d69f-d85a-4187-a49a-92163fbb81f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2915664 Feb 09 21:03:25.840076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059b89f-137e-4c7f-9ea2-a233848075ea req-7f590edf-56d7-4517-900f-988bf8936d08 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:25.847477 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c059b89f-137e-4c7f-9ea2-a233848075ea req-7f590edf-56d7-4517-900f-988bf8936d08 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.4443538 Feb 09 21:03:25.978691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.102677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:26.234120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:26.320616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c059b89f-137e-4c7f-9ea2-a233848075ea req-c62c7840-0a97-4ff8-b627-68d801e5acb1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598236 Feb 09 21:03:26.331671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-765ff1ac-aa04-4700-90da-2b32c7f13d1f service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666845 Feb 09 21:03:26.332178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.25.4.105 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/51535e08-ee3d-4af3-aec4-3923c522afea) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:03:26.555427 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.578702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f2bd0ec-9409-41c3-87f7-21a5768c5cd3 req-5d19ed65-1098-4aca-b73a-114ad2cb570a service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346103 Feb 09 21:03:26.592575 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a74f757-a04d-459c-a94e-8cbcdbb9ea09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.690344 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (51535e08-ee3d-4af3-aec4-3923c522afea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.743051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-afe4335c-af11-4aef-83a6-10ebbc8a8fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.790250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (51535e08-ee3d-4af3-aec4-3923c522afea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.839232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-afe4335c-af11-4aef-83a6-10ebbc8a8fe9 admin admin] Publish callbacks [] for security_group (1695cc75-0fc5-4e0b-acba-cc77a6178c1b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.842721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:03:26.845481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-afe4335c-af11-4aef-83a6-10ebbc8a8fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1695cc75-0fc5-4e0b-acba-cc77a6178c1b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.852287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:03:26.865103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:03:26.889189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4335c-af11-4aef-83a6-10ebbc8a8fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1695cc75-0fc5-4e0b-acba-cc77a6178c1b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:26.895823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a74f757-a04d-459c-a94e-8cbcdbb9ea09 admin admin] Publish callbacks [] for security_group (39b07583-dd2e-46a2-a30d-7e60feddc974), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.907347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a74f757-a04d-459c-a94e-8cbcdbb9ea09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (39b07583-dd2e-46a2-a30d-7e60feddc974), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:26.990170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5a74f757-a04d-459c-a94e-8cbcdbb9ea09 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0ecd94157cba46528e25e7abaa85f930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8831201 Feb 09 21:03:26.990170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74f757-a04d-459c-a94e-8cbcdbb9ea09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b07583-dd2e-46a2-a30d-7e60feddc974,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:26.992465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:27.001919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-afe4335c-af11-4aef-83a6-10ebbc8a8fe9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=21b2f9024ca443f28e8b1611d553c4e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7498391 Feb 09 21:03:27.010985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:27.107456 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f47c4676-2db6-48e4-a939-2cddc37f48d0 admin admin] Publish callbacks [] for security_group (1695cc75-0fc5-4e0b-acba-cc77a6178c1b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:27.148331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22c690f2-54a9-4b25-8d6e-cc7ca3725c97 admin admin] Publish callbacks [] for security_group (39b07583-dd2e-46a2-a30d-7e60feddc974), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:27.174350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=51535e08-ee3d-4af3-aec4-3923c522afea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:27.225090 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22c690f2-54a9-4b25-8d6e-cc7ca3725c97 admin admin] Publish callbacks [] for security_group (39b07583-dd2e-46a2-a30d-7e60feddc974), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:27.258641 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f47c4676-2db6-48e4-a939-2cddc37f48d0 admin admin] Publish callbacks [] for security_group (1695cc75-0fc5-4e0b-acba-cc77a6178c1b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:27.315358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f47c4676-2db6-48e4-a939-2cddc37f48d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1695cc75-0fc5-4e0b-acba-cc77a6178c1b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:27.318489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f47c4676-2db6-48e4-a939-2cddc37f48d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:27.325121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f47c4676-2db6-48e4-a939-2cddc37f48d0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1695cc75-0fc5-4e0b-acba-cc77a6178c1b HTTP/1.1" status: 204 len: 168 time: 0.3129804 Feb 09 21:03:27.351269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c4676-2db6-48e4-a939-2cddc37f48d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1695cc75-0fc5-4e0b-acba-cc77a6178c1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:27.409310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22c690f2-54a9-4b25-8d6e-cc7ca3725c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (39b07583-dd2e-46a2-a30d-7e60feddc974), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:27.417653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22c690f2-54a9-4b25-8d6e-cc7ca3725c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:27.425873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-22c690f2-54a9-4b25-8d6e-cc7ca3725c97 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/39b07583-dd2e-46a2-a30d-7e60feddc974 HTTP/1.1" status: 204 len: 168 time: 0.4297848 Feb 09 21:03:27.475247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c690f2-54a9-4b25-8d6e-cc7ca3725c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b07583-dd2e-46a2-a30d-7e60feddc974,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:27.697676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bcc8b-c6c4-4e1e-936e-aeaef16bec4f req-ddcb5364-fd1e-461d-8355-4fbde306fec9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:27.699585 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-757bcc8b-c6c4-4e1e-936e-aeaef16bec4f req-ddcb5364-fd1e-461d-8355-4fbde306fec9 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.2077842 Feb 09 21:03:27.822599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-757bcc8b-c6c4-4e1e-936e-aeaef16bec4f req-7a000f4a-43ac-4e3b-83e2-8ac509619138 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165314 Feb 09 21:03:27.988109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:28.086765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (544621fb-5b7c-430e-9585-9164d9395c27), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.169359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:28.221439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c36fe56-2780-4585-90dd-e721e0679f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.469610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c36fe56-2780-4585-90dd-e721e0679f5c admin admin] Publish callbacks [] for security_group (7ca6ff04-0d95-4c2f-a7cc-a17f8233a277), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.487128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c36fe56-2780-4585-90dd-e721e0679f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7ca6ff04-0d95-4c2f-a7cc-a17f8233a277), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.568924 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0c36fe56-2780-4585-90dd-e721e0679f5c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3e82f443f9474211ae092f0b78fb6c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3984871 Feb 09 21:03:28.589981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48494) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:28.735755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46c05eb6-ce6e-440a-8a25-4b8dccab3f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.770282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (51535e08-ee3d-4af3-aec4-3923c522afea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.773175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36fe56-2780-4585-90dd-e721e0679f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca6ff04-0d95-4c2f-a7cc-a17f8233a277,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:28.824363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Publish callbacks [] for security_group (7ca6ff04-0d95-4c2f-a7cc-a17f8233a277), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.839151 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46c05eb6-ce6e-440a-8a25-4b8dccab3f03 admin admin] Publish callbacks [] for security_group (89d0d9d3-0afc-495a-91d0-edd7a44448b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.845537 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46c05eb6-ce6e-440a-8a25-4b8dccab3f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (89d0d9d3-0afc-495a-91d0-edd7a44448b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.881318 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Publish callbacks [] for security_group (7ca6ff04-0d95-4c2f-a7cc-a17f8233a277), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:28.960246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-46c05eb6-ce6e-440a-8a25-4b8dccab3f03 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=246153ec1ccc4d078c616d52780b1a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9707394 Feb 09 21:03:28.961137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c05eb6-ce6e-440a-8a25-4b8dccab3f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d0d9d3-0afc-495a-91d0-edd7a44448b4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:28.965198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:29.160618 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7ca6ff04-0d95-4c2f-a7cc-a17f8233a277), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.166101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.177595 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7ca6ff04-0d95-4c2f-a7cc-a17f8233a277 HTTP/1.1" status: 204 len: 168 time: 0.5876935 Feb 09 21:03:29.190998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0615a0cb-1593-4122-b558-80a91b31403c admin admin] Publish callbacks [] for security_group (89d0d9d3-0afc-495a-91d0-edd7a44448b4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.214234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3c2da-9cf8-432b-a036-372548caea40 req-45113fb9-d5fd-43e2-85fe-be7b9c39e208 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:29.216314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ac3c2da-9cf8-432b-a036-372548caea40 req-45113fb9-d5fd-43e2-85fe-be7b9c39e208 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1839070 Feb 09 21:03:29.221981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca6ff04-0d95-4c2f-a7cc-a17f8233a277,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:29.249480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.249828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.250235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.250920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.250920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.251235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.251581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.259354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.259801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.260152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.260497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.260830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.261168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c921-cfc1-4aa7-97c3-a0c63c1bca13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:03:29.304117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (51535e08-ee3d-4af3-aec4-3923c522afea), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.306596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0615a0cb-1593-4122-b558-80a91b31403c admin admin] Publish callbacks [] for security_group (89d0d9d3-0afc-495a-91d0-edd7a44448b4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.310609 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (51535e08-ee3d-4af3-aec4-3923c522afea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.421916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ac3c2da-9cf8-432b-a036-372548caea40 req-7de83a51-d318-4d53-b865-0e8b7cb98fa7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960652 Feb 09 21:03:29.528321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=51535e08-ee3d-4af3-aec4-3923c522afea,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:29.544109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0615a0cb-1593-4122-b558-80a91b31403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (89d0d9d3-0afc-495a-91d0-edd7a44448b4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.547630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0615a0cb-1593-4122-b558-80a91b31403c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.552253 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0615a0cb-1593-4122-b558-80a91b31403c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/89d0d9d3-0afc-495a-91d0-edd7a44448b4 HTTP/1.1" status: 204 len: 168 time: 0.5799270 Feb 09 21:03:29.574530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615a0cb-1593-4122-b558-80a91b31403c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d0d9d3-0afc-495a-91d0-edd7a44448b4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:29.579091 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (544621fb-5b7c-430e-9585-9164d9395c27), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:29.933477 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Floating IP 544621fb-5b7c-430e-9585-9164d9395c27 associated. External IP: 172.25.4.105, port: 694e2bad-0814-4229-a233-9e90fce1d67e. Feb 09 21:03:30.616952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router e3a2cedb-a446-4380-b447-cf8ea13cbcba has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:03:30.859138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c9d31-6c51-4963-8b30-8d4452400a8d req-cfb4064e-19f2-44ed-9160-360e13e426e4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:30.879614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd3c9d31-6c51-4963-8b30-8d4452400a8d req-cfb4064e-19f2-44ed-9160-360e13e426e4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.2378476 Feb 09 21:03:30.992110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:03:31.020044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] Sync routers for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:03:31.024599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:31.064237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:03:31.064747 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:03:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:31.065609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd3c9d31-6c51-4963-8b30-8d4452400a8d req-43a388cd-e6ab-4b98-9916-2187be8d5b3c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807482 Feb 09 21:03:31.112148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1bd5f0ca-65f2-40cf-8025-554e1c48a38a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6676097 Feb 09 21:03:31.113318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:03:31.120730 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b535554-1eff-48ed-9ba5-c69ae694fe2f" -d '{"events": [{"name": "network-changed", "server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:03:31.436048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:03:31.503110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d61c32-783f-435e-81e5-1aefc945b1fb req-19c53289-eb87-4056-a078-ddf9725332a7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:31.532866 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73d61c32-783f-435e-81e5-1aefc945b1fb req-19c53289-eb87-4056-a078-ddf9725332a7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.2329330 Feb 09 21:03:31.725293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73d61c32-783f-435e-81e5-1aefc945b1fb req-ed9473e2-c01e-445c-a16b-cd16d75d5468 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813891 Feb 09 21:03:31.759829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:31.986776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '544621fb-5b7c-430e-9585-9164d9395c27', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'port_id': '694e2bad-0814-4229-a233-9e90fce1d67e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'mac_address': 'fa:16:3e:96:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:03:27Z', 'updated_at': '2022-02-09T21:03:27Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:03:02Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:32.021775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ba224f9f-5bd2-4647-9f81-fa77de000159 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/544621fb-5b7c-430e-9585-9164d9395c27 HTTP/1.1" status: 200 len: 991 time: 0.2605042 Feb 09 21:03:32.025294 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670fe207-129c-45b2-afdc-6735538cdfda x-openstack-request-id: req-670fe207-129c-45b2-afdc-6735538cdfda {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:03:32.028192 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:03:32.028697 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-670fe207-129c-45b2-afdc-6735538cdfda {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:03:32.029900 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e', 'status': 'completed', 'code': 200} Feb 09 21:03:32.051111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-939154da-ffc2-444c-8f6e-ba90a57badc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:32.065314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-939154da-ffc2-444c-8f6e-ba90a57badc0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1128 time: 0.1339173 Feb 09 21:03:32.122311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] Checking router: e3a2cedb-a446-4380-b447-cf8ea13cbcba for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:03:32.158850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:03:32.161241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:03:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:32.639229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b95e5-da53-4897-bdc4-5b0b57951142 req-27aeb9eb-55b5-4286-bad9-c866a3769c48 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:32.654283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-045b95e5-da53-4897-bdc4-5b0b57951142 req-27aeb9eb-55b5-4286-bad9-c866a3769c48 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.3884430 Feb 09 21:03:32.734760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:03:32.933884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-cdc2ae21-e3d7-40cb-a195-2ddfbee5697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:32.936533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-cdc2ae21-e3d7-40cb-a195-2ddfbee5697e service neutron] 10.222.0.50 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.8664165 Feb 09 21:03:32.972917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-045b95e5-da53-4897-bdc4-5b0b57951142 req-72e39a93-399b-47ea-88c7-fde958e9f248 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162503 Feb 09 21:03:33.025617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:33.223544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-70de4b6f-2466-4225-8f7c-12c7d5d3254c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 999 time: 0.2476497 Feb 09 21:03:33.266469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8c120800-7df7-46fb-9aab-4f275d0db8b1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/544621fb-5b7c-430e-9585-9164d9395c27 HTTP/1.1" status: 200 len: 991 time: 0.2375956 Feb 09 21:03:33.342017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-7261b531-377b-49ad-bb42-98644dd4779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:33.350416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-7261b531-377b-49ad-bb42-98644dd4779d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.1091356 Feb 09 21:03:33.591129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-a3806ff0-b261-4531-b84b-67f26c2020b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:33.600390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-a3806ff0-b261-4531-b84b-67f26c2020b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2316039 Feb 09 21:03:33.949533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-e71bcf7c-2ff0-4a3d-b75c-0f748fff0b1a service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430743 Feb 09 21:03:34.119573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '544621fb-5b7c-430e-9585-9164d9395c27', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'port_id': '694e2bad-0814-4229-a233-9e90fce1d67e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'mac_address': 'fa:16:3e:96:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:03:27Z', 'updated_at': '2022-02-09T21:03:27Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:03:02Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:34.208892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba735bc4-14d9-40c1-a0d9-dbc486e761d7 None None] The sync data for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 is: [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '544621fb-5b7c-430e-9585-9164d9395c27', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'port_id': '694e2bad-0814-4229-a233-9e90fce1d67e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'mac_address': 'fa:16:3e:96:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:03:27Z', 'updated_at': '2022-02-09T21:03:27Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:03:02Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:03:34.275934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48608) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:34.558056 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b8b9325c-8c66-4801-8e89-131caa01ac64 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/544621fb-5b7c-430e-9585-9164d9395c27 HTTP/1.1" status: 200 len: 991 time: 0.2731833 Feb 09 21:03:34.561197 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b535554-1eff-48ed-9ba5-c69ae694fe2f req-717054f0-af95-4284-9df9-fd03c34fcd55 service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034014 Feb 09 21:03:34.635724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b636c-3361-44eb-a755-0f9ee5736b7f req-7e607411-54b0-4437-ac96-febf85c80d31 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:34.643360 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc0b636c-3361-44eb-a755-0f9ee5736b7f req-7e607411-54b0-4437-ac96-febf85c80d31 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.4617686 Feb 09 21:03:34.834259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc0b636c-3361-44eb-a755-0f9ee5736b7f req-78c04e92-834f-4e0f-946f-2287c34b7d59 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805036 Feb 09 21:03:34.962552 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7b7e69-fd27-446b-a8bb-a976dc27e944 None None] New status for floating IP 544621fb-5b7c-430e-9585-9164d9395c27: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:03:35.562574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:35.831534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fed3a3c0-f4f9-4b04-9579-69d35907354d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/544621fb-5b7c-430e-9585-9164d9395c27 HTTP/1.1" status: 200 len: 993 time: 0.2621157 Feb 09 21:03:36.179008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedad159-b6b7-4af5-8d72-e65d81877aac req-ae2f8ec5-0a83-4c21-8164-4f1c29458510 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:36.190496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fedad159-b6b7-4af5-8d72-e65d81877aac req-ae2f8ec5-0a83-4c21-8164-4f1c29458510 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1890697 Feb 09 21:03:36.386185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fedad159-b6b7-4af5-8d72-e65d81877aac req-a0a36a2f-e8a1-4813-8d2e-490bf2d2de00 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913390 Feb 09 21:03:37.460094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:37.556362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb358ae-8a36-4a5d-a059-1054a265254e req-f6a1f665-d7bf-4896-860b-39e544236452 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:37.564970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-deb358ae-8a36-4a5d-a059-1054a265254e req-f6a1f665-d7bf-4896-860b-39e544236452 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.0679278 Feb 09 21:03:37.628247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-deb358ae-8a36-4a5d-a059-1054a265254e req-43a5e715-09fd-4cb4-b6e8-efaf80fb8c0b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617273 Feb 09 21:03:37.653376 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74a11662-21f6-47a4-bcf9-76d952120526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:38.068360 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a680bc3b-fe63-47b3-a166-ba0888902fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:38.336288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a680bc3b-fe63-47b3-a166-ba0888902fad admin admin] Publish callbacks [] for security_group (0b4948d3-052f-4feb-93f8-60515bdfdc6d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:38.349860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a680bc3b-fe63-47b3-a166-ba0888902fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0b4948d3-052f-4feb-93f8-60515bdfdc6d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:38.435890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:38.441834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a680bc3b-fe63-47b3-a166-ba0888902fad admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=454354333fd6463faf5fefb84babef7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9779687 Feb 09 21:03:38.497120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680bc3b-fe63-47b3-a166-ba0888902fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4948d3-052f-4feb-93f8-60515bdfdc6d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:38.619745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41261b3f-8209-492d-8ef8-65ea4f45047c admin admin] Publish callbacks [] for security_group (0b4948d3-052f-4feb-93f8-60515bdfdc6d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:38.647970 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41261b3f-8209-492d-8ef8-65ea4f45047c admin admin] Publish callbacks [] for security_group (0b4948d3-052f-4feb-93f8-60515bdfdc6d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:38.815427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41261b3f-8209-492d-8ef8-65ea4f45047c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (0b4948d3-052f-4feb-93f8-60515bdfdc6d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:38.817959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41261b3f-8209-492d-8ef8-65ea4f45047c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:38.819127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-41261b3f-8209-492d-8ef8-65ea4f45047c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0b4948d3-052f-4feb-93f8-60515bdfdc6d HTTP/1.1" status: 204 len: 168 time: 0.3819394 Feb 09 21:03:38.931783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41261b3f-8209-492d-8ef8-65ea4f45047c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4948d3-052f-4feb-93f8-60515bdfdc6d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:39.013220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee782c2-b58b-46d5-943a-3c1f6c454265 req-f6ff83a3-acca-48f4-a7c7-8539ce5edd36 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:39.014854 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ee782c2-b58b-46d5-943a-3c1f6c454265 req-f6ff83a3-acca-48f4-a7c7-8539ce5edd36 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.2567971 Feb 09 21:03:39.212842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ee782c2-b58b-46d5-943a-3c1f6c454265 req-cab4444e-43ba-4834-a75c-b861aee667d4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749310 Feb 09 21:03:39.766998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21b4f484-46a1-4d4d-8195-6ef47fb88dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:39.805506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:39.825626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc7f47be-242c-474b-8675-f26d9ea8ff4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:40.063158 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc7f47be-242c-474b-8675-f26d9ea8ff4f admin admin] Publish callbacks [] for security_group (f7868c29-754a-4b89-a378-75cde6242538), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:40.073808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc7f47be-242c-474b-8675-f26d9ea8ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f7868c29-754a-4b89-a378-75cde6242538), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:40.185869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f47be-242c-474b-8675-f26d9ea8ff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7868c29-754a-4b89-a378-75cde6242538,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:40.213344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bc7f47be-242c-474b-8675-f26d9ea8ff4f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0b33c02a14be4bb797bed84a5a5b11d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4066548 Feb 09 21:03:40.217019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:40.283721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f137ad41-4681-412f-b381-bcb4a1d01615 admin admin] Publish callbacks [] for security_group (f7868c29-754a-4b89-a378-75cde6242538), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:40.326061 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f137ad41-4681-412f-b381-bcb4a1d01615 admin admin] Publish callbacks [] for security_group (f7868c29-754a-4b89-a378-75cde6242538), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:40.384485 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-15bab170-3661-44db-868d-98c0ff004bea tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:40.391983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-15bab170-3661-44db-868d-98c0ff004bea tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/networks?id=860f3ec4-82ea-4857-9a27-214f51ee5be7 HTTP/1.1" status: 200 len: 822 time: 0.2652531 Feb 09 21:03:40.417188 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0b7b9f69-c8b8-4896-8106-19f0f96df883 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/quotas/33b62d1d7ca849c49ed9e2ac0fdf4105 HTTP/1.1" status: 200 len: 375 time: 0.0237761 Feb 09 21:03:40.431297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f137ad41-4681-412f-b381-bcb4a1d01615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f7868c29-754a-4b89-a378-75cde6242538), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:40.436988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f137ad41-4681-412f-b381-bcb4a1d01615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:40.438492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f137ad41-4681-412f-b381-bcb4a1d01615 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f7868c29-754a-4b89-a378-75cde6242538 HTTP/1.1" status: 204 len: 168 time: 0.2193465 Feb 09 21:03:40.464337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137ad41-4681-412f-b381-bcb4a1d01615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7868c29-754a-4b89-a378-75cde6242538,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:40.497670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efd6a5-9de4-4911-89f1-a36b22f4c758 req-dd0b0c2f-15d3-4493-a3a8-2b13cdd4ab8e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:40.499803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41efd6a5-9de4-4911-89f1-a36b22f4c758 req-dd0b0c2f-15d3-4493-a3a8-2b13cdd4ab8e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1771340 Feb 09 21:03:40.507256 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0942ecc8-a6f6-4a85-aeb3-0052a7423013 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=33b62d1d7ca849c49ed9e2ac0fdf4105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845261 Feb 09 21:03:40.620739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-56e92710-74f8-4141-8e42-7c197df31634 service neutron] 10.222.0.102 "GET /v2.0/networks/860f3ec4-82ea-4857-9a27-214f51ee5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979400 Feb 09 21:03:40.623547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41efd6a5-9de4-4911-89f1-a36b22f4c758 req-916f1d26-0707-480f-8477-646ed1dfc520 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132810 Feb 09 21:03:40.780636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-385c31ab-4b50-4042-92f5-72b0dc93f649 service neutron] 10.222.0.102 "GET /v2.0/networks/860f3ec4-82ea-4857-9a27-214f51ee5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499569 Feb 09 21:03:41.055151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cdf648e9-ff6f-4ad3-b097-4c19310f27e8 req-3ca7f074-ebf4-412e-a18d-7e9eb77de2f7 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 210 time: 0.0516677 Feb 09 21:03:41.237211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:41.886179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc3ded-ca72-46c8-b64a-7dfee9a5693b req-801a975f-114c-4178-998b-ba29a3378de7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:41.892042 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4cc3ded-ca72-46c8-b64a-7dfee9a5693b req-801a975f-114c-4178-998b-ba29a3378de7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1347842 Feb 09 21:03:42.036422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4cc3ded-ca72-46c8-b64a-7dfee9a5693b req-a6c06601-4478-44e1-a1ba-f6fe6dffaccb tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378846 Feb 09 21:03:42.182190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e848789b-37ec-4f39-a3ca-b33ec2c7e165 req-d31c8190-fd5e-4dc2-9554-711486cd4a02 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 210 time: 0.0381958 Feb 09 21:03:42.483982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-2fcbbbbe-d1ba-403f-a970-76804cbd49bf tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:42.485903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-2fcbbbbe-d1ba-403f-a970-76804cbd49bf tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.50 "GET /v2.0/networks?id=860f3ec4-82ea-4857-9a27-214f51ee5be7 HTTP/1.1" status: 200 len: 822 time: 0.1485069 Feb 09 21:03:42.500063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Request body: {'port': {'device_id': '856088eb-89b9-4c65-b8a6-f23b2d9b65a0', 'network_id': '860f3ec4-82ea-4857-9a27-214f51ee5be7', 'admin_state_up': True, 'tenant_id': '33b62d1d7ca849c49ed9e2ac0fdf4105'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:03:42.671922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Made reservation on behalf of 33b62d1d7ca849c49ed9e2ac0fdf4105 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:03:42.680315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:42.707446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:42.840810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:03:42.865554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Allocated IP 172.20.0.13 (860f3ec4-82ea-4857-9a27-214f51ee5be7/a2dd49f4-adae-45e5-a566-d6d08d9734eb/324bffda-6127-4dc4-b080-12b0705ddef4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:03:43.061491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:43.077086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'network_id': 'e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5', 'port_id': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'mac_address': 'fa:16:3e:67:df:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2302387f-9b7a-4b7b-a6dc-acb077fbc421', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:03:43.087069 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Publish callbacks [] for port (324bffda-6127-4dc4-b080-12b0705ddef4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:43.127745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 344d50b6-a6a1-401d-956e-053bdb5d5c00 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:03:43.128377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:43.136917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:43.152874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344d50b6-a6a1-401d-956e-053bdb5d5c00 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:03:43.192720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:43.197368 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:43.201559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Network 860f3ec4-82ea-4857-9a27-214f51ee5be7 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:03:43.203800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:03:43.209715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:03:43.220321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Pushing event updated for resources: {'Port': ['ID=324bffda-6127-4dc4-b080-12b0705ddef4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:43.326633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dae17-3704-4d56-873e-60e62f05b635 req-6704fae6-a6cb-4703-a8b7-414921f95293 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:43.332934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:43.343747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:43.343747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:43.344505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-950dae17-3704-4d56-873e-60e62f05b635 req-6704fae6-a6cb-4703-a8b7-414921f95293 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 945 time: 0.1659641 Feb 09 21:03:43.385803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-0ee7cfd6-0cad-4203-8b11-03b55c111c0a tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8905382 Feb 09 21:03:43.408747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Request body: {'port': {'device_id': '856088eb-89b9-4c65-b8a6-f23b2d9b65a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:03:43.441066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['344d50b6-a6a1-401d-956e-053bdb5d5c00'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:03:43.496570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-950dae17-3704-4d56-873e-60e62f05b635 req-c9abf3a2-74d2-4c9c-af16-4e018cc02aa8 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506815 Feb 09 21:03:43.598453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5397ab-90c2-4233-b3be-ff2703f37e76 req-3c9b58c1-1648-453f-8cc1-c72445da3e1d tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:43.600961 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c5397ab-90c2-4233-b3be-ff2703f37e76 req-3c9b58c1-1648-453f-8cc1-c72445da3e1d tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 932 time: 0.2139754 Feb 09 21:03:43.645529 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:43.691835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c5397ab-90c2-4233-b3be-ff2703f37e76 req-f13f04d4-10b5-4ee3-85c4-3429673d773f tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850372 Feb 09 21:03:43.923136 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:44.067432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324bffda-6127-4dc4-b080-12b0705ddef4 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:03:44.091918 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Publish callbacks [] for port (324bffda-6127-4dc4-b080-12b0705ddef4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:44.124869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Transition to ACTIVE for port object 324bffda-6127-4dc4-b080-12b0705ddef4 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:03:44.131941 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:44.292025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Pushing event updated for resources: {'Port': ['ID=324bffda-6127-4dc4-b080-12b0705ddef4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:44.500214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Attempting to bind port 324bffda-6127-4dc4-b080-12b0705ddef4 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:03:44.500690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Attempting to bind port 324bffda-6127-4dc4-b080-12b0705ddef4 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '2866c1bc-af07-4c18-8eec-c2fec908dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '860f3ec4-82ea-4857-9a27-214f51ee5be7'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:03:44.501225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Attempting to bind port 324bffda-6127-4dc4-b080-12b0705ddef4 on network 860f3ec4-82ea-4857-9a27-214f51ee5be7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:03:44.507369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Port 324bffda-6127-4dc4-b080-12b0705ddef4 on network 860f3ec4-82ea-4857-9a27-214f51ee5be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:03:44.507740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Attempting to bind port 324bffda-6127-4dc4-b080-12b0705ddef4 on network 860f3ec4-82ea-4857-9a27-214f51ee5be7 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:03:44.536203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:03:44.538784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Checking segment: {'id': '2866c1bc-af07-4c18-8eec-c2fec908dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '860f3ec4-82ea-4857-9a27-214f51ee5be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:03:44.539461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Bound using segment: {'id': '2866c1bc-af07-4c18-8eec-c2fec908dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '860f3ec4-82ea-4857-9a27-214f51ee5be7'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:03:44.540215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Bound port: 324bffda-6127-4dc4-b080-12b0705ddef4, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2866c1bc-af07-4c18-8eec-c2fec908dcf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '860f3ec4-82ea-4857-9a27-214f51ee5be7'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:03:44.540746 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:44.660362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] For port 324bffda-6127-4dc4-b080-12b0705ddef4, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:03:44.664299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] For port 324bffda-6127-4dc4-b080-12b0705ddef4, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=324bffda-6127-4dc4-b080-12b0705ddef4,segment=NetworkSegment(2866c1bc-af07-4c18-8eec-c2fec908dcf6),segment_id=2866c1bc-af07-4c18-8eec-c2fec908dcf6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:03:44.672638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:44.717863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:44.718678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:44.719664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-518094cb-b145-4924-bc5a-968c782f779e service neutron] 10.222.0.50 "PUT /v2.0/ports/324bffda-6127-4dc4-b080-12b0705ddef4 HTTP/1.1" status: 200 len: 1093 time: 1.3220973 Feb 09 21:03:44.722489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856088eb-89b9-4c65-b8a6-f23b2d9b65a0', 'tag': '324bffda-6127-4dc4-b080-12b0705ddef4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:03:44.726079 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb7e4f4-a011-405a-871a-39d4b004b848" -d '{"events": [{"name": "network-changed", "server_uuid": "856088eb-89b9-4c65-b8a6-f23b2d9b65a0", "tag": "324bffda-6127-4dc4-b080-12b0705ddef4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:03:44.739869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547045b5-67d7-4d30-9aa4-60b4d2e49589 req-36837ad7-942b-485f-a844-00073258f69f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:44.753235 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-547045b5-67d7-4d30-9aa4-60b4d2e49589 req-36837ad7-942b-485f-a844-00073258f69f tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 946 time: 0.1280673 Feb 09 21:03:44.850352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:03:44.866499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-547045b5-67d7-4d30-9aa4-60b4d2e49589 req-3bcabfe7-1d7c-4c88-97d1-52aebc3d152a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050792 Feb 09 21:03:44.958411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 344d50b6-a6a1-401d-956e-053bdb5d5c00 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:03:44.964298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 344d50b6-a6a1-401d-956e-053bdb5d5c00 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:03:44.964907 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:44.968286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518094cb-b145-4924-bc5a-968c782f779e service neutron] Pushing event updated for resources: {'Port': ['ID=324bffda-6127-4dc4-b080-12b0705ddef4,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:44.988937 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e77adc-77ca-47f6-9b01-126de64047a4 x-openstack-request-id: req-60e77adc-77ca-47f6-9b01-126de64047a4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:03:44.989238 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856088eb-89b9-4c65-b8a6-f23b2d9b65a0", "tag": "324bffda-6127-4dc4-b080-12b0705ddef4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:03:44.989533 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-60e77adc-77ca-47f6-9b01-126de64047a4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:03:44.990078 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856088eb-89b9-4c65-b8a6-f23b2d9b65a0', 'tag': '324bffda-6127-4dc4-b080-12b0705ddef4', 'status': 'completed', 'code': 200} Feb 09 21:03:45.019526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-d4f15707-93d1-4986-9569-09860aab160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:45.021117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-d4f15707-93d1-4986-9569-09860aab160d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=33b62d1d7ca849c49ed9e2ac0fdf4105&device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 1127 time: 0.2531257 Feb 09 21:03:45.095126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-5510aad7-f3a8-464d-a670-61ebebed0fbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324bffda-6127-4dc4-b080-12b0705ddef4 HTTP/1.1" status: 200 len: 217 time: 0.0626042 Feb 09 21:03:45.099825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 344d50b6-a6a1-401d-956e-053bdb5d5c00 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:03:45.100447 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:45.112414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8de91-db71-4468-a570-b8ebff8eeb70 req-3126e2dd-fffd-460d-8d63-be8ab8c39478 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:45.112414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c8de91-db71-4468-a570-b8ebff8eeb70 req-3126e2dd-fffd-460d-8d63-be8ab8c39478 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 944 time: 0.2513924 Feb 09 21:03:45.128218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:03:45.131170 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a6d45f-5765-46b5-b0f8-d47512a33a46" -d '{"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-plugged", "status": "completed", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:03:45.148375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:45.153395 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:45.212568 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa69179-12d2-4b84-9a83-ce03ed3e981b x-openstack-request-id: req-afa69179-12d2-4b84-9a83-ce03ed3e981b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:03:45.217623 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-plugged", "status": "completed", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:03:45.218238 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-afa69179-12d2-4b84-9a83-ce03ed3e981b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:03:45.220157 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'code': 200} Feb 09 21:03:45.267906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=12']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:45.279869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43c8de91-db71-4468-a570-b8ebff8eeb70 req-4c3e2499-76ed-4f5c-b1b9-38fd3a23eda2 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484635 Feb 09 21:03:45.285612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-dd3c82b3-4e60-458c-beac-3042d76d9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:45.287012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-dd3c82b3-4e60-458c-beac-3042d76d9ea5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2dd49f4-adae-45e5-a566-d6d08d9734eb HTTP/1.1" status: 200 len: 862 time: 0.1740944 Feb 09 21:03:45.350326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-e06e6e18-5ebd-4ebe-a9b0-cbacc1ce94a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=860f3ec4-82ea-4857-9a27-214f51ee5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553997 Feb 09 21:03:45.492348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce9a69-f80a-4f2f-a266-fe9b111224a6 req-4270c3ee-73fe-4313-b6a5-eed09b3f1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:45.494661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20ce9a69-f80a-4f2f-a266-fe9b111224a6 req-4270c3ee-73fe-4313-b6a5-eed09b3f1dc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1130 time: 0.1076665 Feb 09 21:03:45.551644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-cdc7459e-ecd6-49ac-ae09-5e316621ab70 service neutron] 10.222.0.50 "GET /v2.0/networks/860f3ec4-82ea-4857-9a27-214f51ee5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940224 Feb 09 21:03:45.599186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-20ce9a69-f80a-4f2f-a266-fe9b111224a6 req-6322b738-613d-4826-baf9-eb4d5945519a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980749 Feb 09 21:03:45.721739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b66bfa73-53c5-4027-89d3-8413dd56595a req-ab91d18e-f95a-412b-8595-8100f45b5ba1 service neutron] 10.222.0.50 "GET /v2.0/networks/860f3ec4-82ea-4857-9a27-214f51ee5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632764 Feb 09 21:03:45.979942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-2641dc49-cf58-41ab-91af-bc0c59117e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:45.981808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-2641dc49-cf58-41ab-91af-bc0c59117e1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=33b62d1d7ca849c49ed9e2ac0fdf4105&device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 1127 time: 0.0918207 Feb 09 21:03:46.045304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5923d-2feb-4898-9609-231bcb23aaf1 req-fb03cbb7-69f7-49a7-9ea5-0e0cd58ddb51 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:46.055965 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7d5923d-2feb-4898-9609-231bcb23aaf1 req-fb03cbb7-69f7-49a7-9ea5-0e0cd58ddb51 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0813611 Feb 09 21:03:46.156380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7d5923d-2feb-4898-9609-231bcb23aaf1 req-56ebb7bf-c000-4db7-96ae-7f0f1b7e16ba tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991025 Feb 09 21:03:46.181214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-0d033bba-972f-42bf-a362-b69de35cfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:46.182710 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-0d033bba-972f-42bf-a362-b69de35cfa7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=860f3ec4-82ea-4857-9a27-214f51ee5be7 HTTP/1.1" status: 200 len: 923 time: 0.1943676 Feb 09 21:03:46.244747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-5381b771-9f08-4642-b784-56b0b50b9dc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324bffda-6127-4dc4-b080-12b0705ddef4 HTTP/1.1" status: 200 len: 217 time: 0.0546427 Feb 09 21:03:46.306016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-25f67115-2477-4483-aa2d-7bfd756a05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:46.308022 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-25f67115-2477-4483-aa2d-7bfd756a05f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2dd49f4-adae-45e5-a566-d6d08d9734eb HTTP/1.1" status: 200 len: 862 time: 0.0571926 Feb 09 21:03:46.343801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-9f48612c-3886-49ed-bd8e-31589426f9eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=860f3ec4-82ea-4857-9a27-214f51ee5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285823 Feb 09 21:03:46.454760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-c5434800-01a2-4e62-9290-7d1316fdcc95 service neutron] 10.222.0.50 "GET /v2.0/networks/860f3ec4-82ea-4857-9a27-214f51ee5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018345 Feb 09 21:03:46.587951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:46.688738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8f4d0-2e29-40cd-a0c4-8c35809f6a21 req-3d8473d6-80c8-4b83-ab63-7d50fd98ada5 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:46.690980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3e8f4d0-2e29-40cd-a0c4-8c35809f6a21 req-3d8473d6-80c8-4b83-ab63-7d50fd98ada5 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 944 time: 0.2346888 Feb 09 21:03:46.776807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3e8f4d0-2e29-40cd-a0c4-8c35809f6a21 req-bb2e90e9-f061-410b-a2b8-dc8588f2180e tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760224 Feb 09 21:03:46.782297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efb7e4f4-a011-405a-871a-39d4b004b848 req-51c3f551-b2cd-4a59-bedb-904021041753 service neutron] 10.222.0.50 "GET /v2.0/networks/860f3ec4-82ea-4857-9a27-214f51ee5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633364 Feb 09 21:03:47.070127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07aefc8c-4451-484a-91ac-45874a6d6c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:47.286157 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07aefc8c-4451-484a-91ac-45874a6d6c70 admin admin] Publish callbacks [] for security_group (65305ef4-6795-4246-95f5-c1a614b9bc90), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:47.309017 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07aefc8c-4451-484a-91ac-45874a6d6c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (65305ef4-6795-4246-95f5-c1a614b9bc90), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:47.342110 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:03:47.456230 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88850ea-ff7b-41c5-9a6b-c41a3e329fc6 req-4ac61373-0f38-4306-8372-8d39a23c66a7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:47.458590 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d88850ea-ff7b-41c5-9a6b-c41a3e329fc6 req-4ac61373-0f38-4306-8372-8d39a23c66a7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1618354 Feb 09 21:03:47.459518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aefc8c-4451-484a-91ac-45874a6d6c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65305ef4-6795-4246-95f5-c1a614b9bc90,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:47.486985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-07aefc8c-4451-484a-91ac-45874a6d6c70 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=65d2ec366838495ca4e80fd04b561f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8976293 Feb 09 21:03:47.489662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:47.549624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d88850ea-ff7b-41c5-9a6b-c41a3e329fc6 req-2db528d2-0e76-4426-bf45-9a1d1a0580e5 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742390 Feb 09 21:03:47.595923 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d11fb00c-115b-4f58-8db2-25bb52c83434 admin admin] Publish callbacks [] for security_group (65305ef4-6795-4246-95f5-c1a614b9bc90), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:47.630175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d11fb00c-115b-4f58-8db2-25bb52c83434 admin admin] Publish callbacks [] for security_group (65305ef4-6795-4246-95f5-c1a614b9bc90), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:47.691846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d11fb00c-115b-4f58-8db2-25bb52c83434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (65305ef4-6795-4246-95f5-c1a614b9bc90), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:47.696044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d11fb00c-115b-4f58-8db2-25bb52c83434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:47.699750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d11fb00c-115b-4f58-8db2-25bb52c83434 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/65305ef4-6795-4246-95f5-c1a614b9bc90 HTTP/1.1" status: 204 len: 168 time: 0.2082579 Feb 09 21:03:47.721075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fb00c-115b-4f58-8db2-25bb52c83434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65305ef4-6795-4246-95f5-c1a614b9bc90,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:48.129504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d542b9-5752-4c1b-9504-fd6930e94e37 req-fd7ee7bd-1a6f-4e48-8913-6545fac121a3 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:48.135767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76d542b9-5752-4c1b-9504-fd6930e94e37 req-fd7ee7bd-1a6f-4e48-8913-6545fac121a3 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 944 time: 0.1958303 Feb 09 21:03:48.230219 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76d542b9-5752-4c1b-9504-fd6930e94e37 req-603618a7-4324-4565-9f6a-cbbf1e79a560 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897427 Feb 09 21:03:48.378482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49066) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:48.400598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f97dc1-8a38-4908-95a0-77d7afc42551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:48.491421 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f97dc1-8a38-4908-95a0-77d7afc42551 admin admin] Publish callbacks [] for security_group (b75e09b3-34be-45f7-8dba-d59caf247cfc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:48.495866 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67f97dc1-8a38-4908-95a0-77d7afc42551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b75e09b3-34be-45f7-8dba-d59caf247cfc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:48.536503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-67f97dc1-8a38-4908-95a0-77d7afc42551 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dd08e0b015c44cdda88f322b2838d6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563962 Feb 09 21:03:48.537499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f97dc1-8a38-4908-95a0-77d7afc42551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75e09b3-34be-45f7-8dba-d59caf247cfc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:48.539171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:48.570496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 324bffda-6127-4dc4-b080-12b0705ddef4 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:03:48.617167 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-052ccae6-4d5f-4605-ad9a-ce49b332841d admin admin] Publish callbacks [] for security_group (b75e09b3-34be-45f7-8dba-d59caf247cfc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:48.645208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-052ccae6-4d5f-4605-ad9a-ce49b332841d admin admin] Publish callbacks [] for security_group (b75e09b3-34be-45f7-8dba-d59caf247cfc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:48.730918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 324bffda-6127-4dc4-b080-12b0705ddef4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=324bffda-6127-4dc4-b080-12b0705ddef4,segment=NetworkSegment(2866c1bc-af07-4c18-8eec-c2fec908dcf6),segment_id=2866c1bc-af07-4c18-8eec-c2fec908dcf6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:48.746448 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-052ccae6-4d5f-4605-ad9a-ce49b332841d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b75e09b3-34be-45f7-8dba-d59caf247cfc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:48.749642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '324bffda-6127-4dc4-b080-12b0705ddef4', 'network_id': '860f3ec4-82ea-4857-9a27-214f51ee5be7', 'port_id': '324bffda-6127-4dc4-b080-12b0705ddef4', 'mac_address': 'fa:16:3e:a8:ca:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2dd49f4-adae-45e5-a566-d6d08d9734eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:03:48.750072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-052ccae6-4d5f-4605-ad9a-ce49b332841d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:48.755999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-052ccae6-4d5f-4605-ad9a-ce49b332841d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b75e09b3-34be-45f7-8dba-d59caf247cfc HTTP/1.1" status: 204 len: 168 time: 0.2155101 Feb 09 21:03:48.771534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ccae6-4d5f-4605-ad9a-ce49b332841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75e09b3-34be-45f7-8dba-d59caf247cfc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:48.788270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de88d8-5a17-487d-b931-6ecb3ced69ff req-fc16c4f2-4fc3-4faa-80e9-6098097db5ba tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:48.795469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94de88d8-5a17-487d-b931-6ecb3ced69ff req-fc16c4f2-4fc3-4faa-80e9-6098097db5ba tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1316969 Feb 09 21:03:48.857814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94de88d8-5a17-487d-b931-6ecb3ced69ff req-9262d49c-2c77-4a68-b290-52d0b2714548 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610652 Feb 09 21:03:48.875592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 324bffda-6127-4dc4-b080-12b0705ddef4 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:03:48.875592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:48.909906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324bffda-6127-4dc4-b080-12b0705ddef4 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:03:48.934962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 324bffda-6127-4dc4-b080-12b0705ddef4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=324bffda-6127-4dc4-b080-12b0705ddef4,segment=NetworkSegment(2866c1bc-af07-4c18-8eec-c2fec908dcf6),segment_id=2866c1bc-af07-4c18-8eec-c2fec908dcf6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:48.944888 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:49.019827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7916f-c313-4af8-b973-0c819d133b96 req-de2fdcdb-2810-4f43-9c9b-d9f12ac13a0c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:49.027091 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ae7916f-c313-4af8-b973-0c819d133b96 req-de2fdcdb-2810-4f43-9c9b-d9f12ac13a0c tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0642622 Feb 09 21:03:49.071164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=324bffda-6127-4dc4-b080-12b0705ddef4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:49.112574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ae7916f-c313-4af8-b973-0c819d133b96 req-318d45b2-a579-42aa-8e30-0d187bdd76c2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841060 Feb 09 21:03:49.189678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['324bffda-6127-4dc4-b080-12b0705ddef4'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:03:49.466906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553662fb-d4a5-4bb9-a47d-4a5a0338a584 req-7db29e37-9b36-4253-b467-cd9c2ba0d9aa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:49.487860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-553662fb-d4a5-4bb9-a47d-4a5a0338a584 req-7db29e37-9b36-4253-b467-cd9c2ba0d9aa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.2005115 Feb 09 21:03:49.508188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adff610-6d6c-46e8-a822-e12125c16bed req-c0f46cb7-4b61-44e7-a85b-4cdbed75c5fb tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:49.517293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9adff610-6d6c-46e8-a822-e12125c16bed req-c0f46cb7-4b61-44e7-a85b-4cdbed75c5fb tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 945 time: 0.1777585 Feb 09 21:03:49.617694 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-553662fb-d4a5-4bb9-a47d-4a5a0338a584 req-52ba9344-968a-4ed6-87eb-51b0a7b8e38a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289537 Feb 09 21:03:49.665326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9adff610-6d6c-46e8-a822-e12125c16bed req-0e3f3df9-8ac0-426a-be69-4f5baa73e94f tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470315 Feb 09 21:03:49.929726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590fb7d-47d3-4f81-a1c1-107ac38c09f0 req-686ca4fd-8dd7-4049-8c52-387e3b59dc05 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:49.947491 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a590fb7d-47d3-4f81-a1c1-107ac38c09f0 req-686ca4fd-8dd7-4049-8c52-387e3b59dc05 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1457560 Feb 09 21:03:50.016367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a590fb7d-47d3-4f81-a1c1-107ac38c09f0 req-ec39cb78-3a35-411f-865c-dd96762c78eb tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656404 Feb 09 21:03:50.243292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee355c-801a-4574-aa55-5f105cd1546c req-8fe1b4de-0179-4ce4-a83d-294c45802dee tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:50.252839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92ee355c-801a-4574-aa55-5f105cd1546c req-8fe1b4de-0179-4ce4-a83d-294c45802dee tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1186376 Feb 09 21:03:50.290654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49138) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:50.333351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92ee355c-801a-4574-aa55-5f105cd1546c req-6871d915-b39b-442b-9f27-0e26a9dfc236 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795166 Feb 09 21:03:50.375814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8eca417-82d2-47e3-98d3-7b22ef1d0943 admin admin] Deleting subnet 563991d9-323e-468f-99a5-595383e8882d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:03:50.390148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8eca417-82d2-47e3-98d3-7b22ef1d0943 admin admin] Publish callbacks [] for subnet (563991d9-323e-468f-99a5-595383e8882d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:50.475467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8eca417-82d2-47e3-98d3-7b22ef1d0943 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (563991d9-323e-468f-99a5-595383e8882d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:50.549139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8eca417-82d2-47e3-98d3-7b22ef1d0943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (563991d9-323e-468f-99a5-595383e8882d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:50.552646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373630f-93a8-4083-afc2-e18ef8838e3d req-7223cd77-8d78-4305-907c-c7dd8197616b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:50.555950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8373630f-93a8-4083-afc2-e18ef8838e3d req-7223cd77-8d78-4305-907c-c7dd8197616b tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1325555 Feb 09 21:03:50.611956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 324bffda-6127-4dc4-b080-12b0705ddef4 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:03:50.680919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8373630f-93a8-4083-afc2-e18ef8838e3d req-67c66ba6-b6fb-4e0c-9fde-31ab763c7a15 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184630 Feb 09 21:03:50.690737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8eca417-82d2-47e3-98d3-7b22ef1d0943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (563991d9-323e-468f-99a5-595383e8882d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:50.759640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eca417-82d2-47e3-98d3-7b22ef1d0943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563991d9-323e-468f-99a5-595383e8882d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:50.771659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 324bffda-6127-4dc4-b080-12b0705ddef4 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:03:50.772390 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8eca417-82d2-47e3-98d3-7b22ef1d0943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:50.776265 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d8eca417-82d2-47e3-98d3-7b22ef1d0943 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/563991d9-323e-468f-99a5-595383e8882d HTTP/1.1" status: 204 len: 168 time: 0.4842846 Feb 09 21:03:50.778568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:50.778820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 324bffda-6127-4dc4-b080-12b0705ddef4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:03:50.780736 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:50.974782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c98db-4034-4d0b-a4f6-358d349c2b8f req-6224c82b-c361-4283-bf32-909c4a3c9c6d tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:50.978330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-210c98db-4034-4d0b-a4f6-358d349c2b8f req-6224c82b-c361-4283-bf32-909c4a3c9c6d tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 945 time: 0.1264641 Feb 09 21:03:50.985432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 324bffda-6127-4dc4-b080-12b0705ddef4 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:03:50.987105 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:50.999994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (51473a36-7e5c-4e44-95e6-174b2994defa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.057342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856088eb-89b9-4c65-b8a6-f23b2d9b65a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324bffda-6127-4dc4-b080-12b0705ddef4'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:03:51.066491 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e6622b-ab90-40aa-a246-6ac454eff6f1" -d '{"events": [{"server_uuid": "856088eb-89b9-4c65-b8a6-f23b2d9b65a0", "name": "network-vif-plugged", "status": "completed", "tag": "324bffda-6127-4dc4-b080-12b0705ddef4"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:03:51.098676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-210c98db-4034-4d0b-a4f6-358d349c2b8f req-e10b7362-3802-4a0e-a96c-cb3a0f7bc923 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139162 Feb 09 21:03:51.108493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 324bffda-6127-4dc4-b080-12b0705ddef4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=324bffda-6127-4dc4-b080-12b0705ddef4,segment=NetworkSegment(2866c1bc-af07-4c18-8eec-c2fec908dcf6),segment_id=2866c1bc-af07-4c18-8eec-c2fec908dcf6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:51.117464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.185499 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cd28ca-2634-4822-890c-9b5b6f857482 x-openstack-request-id: req-08cd28ca-2634-4822-890c-9b5b6f857482 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:03:51.185725 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856088eb-89b9-4c65-b8a6-f23b2d9b65a0", "name": "network-vif-plugged", "status": "completed", "tag": "324bffda-6127-4dc4-b080-12b0705ddef4", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:03:51.185973 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-08cd28ca-2634-4822-890c-9b5b6f857482 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:03:51.186384 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856088eb-89b9-4c65-b8a6-f23b2d9b65a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324bffda-6127-4dc4-b080-12b0705ddef4', 'code': 200} Feb 09 21:03:51.234299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=324bffda-6127-4dc4-b080-12b0705ddef4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:51.367787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320d46a-67e2-4b89-a041-74bb9cf8be83 req-7aac6394-c341-4b02-aecb-d46021e8c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:51.369354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c320d46a-67e2-4b89-a041-74bb9cf8be83 req-7aac6394-c341-4b02-aecb-d46021e8c608 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 1129 time: 0.0942993 Feb 09 21:03:51.476361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c320d46a-67e2-4b89-a041-74bb9cf8be83 req-0acd3607-d3fd-43fb-8728-82883e12189f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992966 Feb 09 21:03:51.541967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0997bb4-e838-440b-b8a1-58bad1606761 req-3a27c72c-cc06-40f6-a2df-4b2d7f5fe560 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:51.543647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0997bb4-e838-440b-b8a1-58bad1606761 req-3a27c72c-cc06-40f6-a2df-4b2d7f5fe560 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.6582899 Feb 09 21:03:51.572623 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (51473a36-7e5c-4e44-95e6-174b2994defa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.606715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51473a36-7e5c-4e44-95e6-174b2994defa']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:51.628142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740bc381-0b08-477f-bd2b-42d1fec44f69') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:51.628354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740bc381-0b08-477f-bd2b-42d1fec44f69') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:51.640868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0997bb4-e838-440b-b8a1-58bad1606761 req-a2b7a843-3a4a-4727-9cd2-0fa506c6075d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916636 Feb 09 21:03:51.646241 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (740bc381-0b08-477f-bd2b-42d1fec44f69), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.663439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (740bc381-0b08-477f-bd2b-42d1fec44f69), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.679104 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.680351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:03:51.680753 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (740bc381-0b08-477f-bd2b-42d1fec44f69), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:03:51.693336 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:03:51.800216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (51473a36-7e5c-4e44-95e6-174b2994defa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.807030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:51.812172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] 10.222.0.102 "DELETE /v2.0/networks/51473a36-7e5c-4e44-95e6-174b2994defa HTTP/1.1" status: 204 len: 168 time: 1.0320282 Feb 09 21:03:51.825931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae4903-24f1-46b8-9b75-0fe1da2cae63 admin admin] Pushing event deleted for resources: {'Network': ['ID=51473a36-7e5c-4e44-95e6-174b2994defa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:52.104919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8fba3-0a31-42fe-90d4-7343db59295f req-20345ea3-d9f8-4551-a67d-164d3aa7c089 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:52.113841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67c8fba3-0a31-42fe-90d4-7343db59295f req-20345ea3-d9f8-4551-a67d-164d3aa7c089 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0969286 Feb 09 21:03:52.139944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:52.182831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-67c8fba3-0a31-42fe-90d4-7343db59295f req-c46144c3-5e1d-4088-ab67-bb627fe3184e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675087 Feb 09 21:03:52.213435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f44b2561-34b0-4b94-969c-e02bc3735004 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d563a56b1fdb4eb187548acfa425490d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722535 Feb 09 21:03:52.215895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:52.348614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c344e8-7989-47fe-a09a-95aa689d1267 req-fd928552-2599-4fa7-82bc-7b33c03ace77 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:52.353737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6687-6847-4c6a-b530-7d5c6ed25d21 admin admin] Publish callbacks [] for security_group (970dd88b-1ce3-4643-86c0-34c14e3d7d3e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:52.362473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14c344e8-7989-47fe-a09a-95aa689d1267 req-fd928552-2599-4fa7-82bc-7b33c03ace77 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 946 time: 0.1180708 Feb 09 21:03:52.411141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6687-6847-4c6a-b530-7d5c6ed25d21 admin admin] Publish callbacks [] for security_group (970dd88b-1ce3-4643-86c0-34c14e3d7d3e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:52.470303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14c344e8-7989-47fe-a09a-95aa689d1267 req-717b6a5c-a7a3-4df2-8c58-1bb19e4000af tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021295 Feb 09 21:03:52.539599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6687-6847-4c6a-b530-7d5c6ed25d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (970dd88b-1ce3-4643-86c0-34c14e3d7d3e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:52.542378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6687-6847-4c6a-b530-7d5c6ed25d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:52.545968 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1b9f6687-6847-4c6a-b530-7d5c6ed25d21 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/970dd88b-1ce3-4643-86c0-34c14e3d7d3e HTTP/1.1" status: 204 len: 168 time: 0.3262358 Feb 09 21:03:52.561971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f6687-6847-4c6a-b530-7d5c6ed25d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970dd88b-1ce3-4643-86c0-34c14e3d7d3e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:53.348680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496b849-6c6e-4d40-9c6f-a2a9517e7f39 req-466f7a43-d4e3-4d13-81c1-a1bb671ec0ed tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:53.352397 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f496b849-6c6e-4d40-9c6f-a2a9517e7f39 req-466f7a43-d4e3-4d13-81c1-a1bb671ec0ed tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0765617 Feb 09 21:03:53.418857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f496b849-6c6e-4d40-9c6f-a2a9517e7f39 req-df1f1d08-c2e4-432c-b03f-4684d689d006 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567365 Feb 09 21:03:53.703580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a5ff8-5f3e-483c-a689-857f2676c59f req-8454b1af-a137-4227-a932-4989a6fe9a67 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:53.714060 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf3a5ff8-5f3e-483c-a689-857f2676c59f req-8454b1af-a137-4227-a932-4989a6fe9a67 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 946 time: 0.1021962 Feb 09 21:03:53.891128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340d224-9235-4da5-839e-0903e4a1db8c req-b3396c7f-e8c7-4e07-9acf-869fdf9c65e3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:53.912855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a340d224-9235-4da5-839e-0903e4a1db8c req-b3396c7f-e8c7-4e07-9acf-869fdf9c65e3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1429520 Feb 09 21:03:53.913632 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf3a5ff8-5f3e-483c-a689-857f2676c59f req-773a6c1c-804b-482b-b6eb-5efb8c4d40b7 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985929 Feb 09 21:03:53.950564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078595b-d018-47b7-b638-1c0624781eef req-e71e60dd-bfa6-47b4-8164-3a20847ac8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:53.956386 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2078595b-d018-47b7-b638-1c0624781eef req-e71e60dd-bfa6-47b4-8164-3a20847ac8cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8867445b82b49989808a0e04aafbf63&device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 1130 time: 0.1822259 Feb 09 21:03:54.007644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a340d224-9235-4da5-839e-0903e4a1db8c req-1d7f1271-e1a9-4999-aff0-2be7559a9b78 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937357 Feb 09 21:03:54.131132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078595b-d018-47b7-b638-1c0624781eef req-e21137c0-ae8c-40e3-a221-75767f302c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:54.132631 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2078595b-d018-47b7-b638-1c0624781eef req-e21137c0-ae8c-40e3-a221-75767f302c72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 200 len: 913 time: 0.1694040 Feb 09 21:03:54.182339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2078595b-d018-47b7-b638-1c0624781eef req-d395b62c-4611-4156-8365-7b3c5161acbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 200 len: 217 time: 0.0439270 Feb 09 21:03:54.255635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078595b-d018-47b7-b638-1c0624781eef req-e9ca37ed-4785-4e0c-8d02-93b9ec22c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:54.267097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2078595b-d018-47b7-b638-1c0624781eef req-e9ca37ed-4785-4e0c-8d02-93b9ec22c2f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 200 len: 852 time: 0.0791080 Feb 09 21:03:54.307638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2078595b-d018-47b7-b638-1c0624781eef req-a32950d3-4b2e-4204-92cf-91c3572af758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348887 Feb 09 21:03:54.334067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57457a28-29ad-476c-83a4-4e61dc12708f req-899b1afa-143c-4ea3-8052-68df9f511247 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:54.343217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57457a28-29ad-476c-83a4-4e61dc12708f req-899b1afa-143c-4ea3-8052-68df9f511247 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 946 time: 0.0704882 Feb 09 21:03:54.406733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57457a28-29ad-476c-83a4-4e61dc12708f req-0fb8cbe8-c77e-44f8-bf4e-21ceefa00a76 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Feb 09 21:03:54.508011 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2078595b-d018-47b7-b638-1c0624781eef req-c63cd4d4-337b-4072-bdb3-ceff53938ece service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923058 Feb 09 21:03:54.654893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2078595b-d018-47b7-b638-1c0624781eef req-537afe0e-e768-4342-91e2-1b3a42cae0e4 service neutron] 10.222.0.13 "GET /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401875 Feb 09 21:03:55.134906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45b59c-768d-41c4-b52a-debc94f55b92 req-d0250631-90a9-4a09-8ab8-b943a989c791 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:55.142669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d45b59c-768d-41c4-b52a-debc94f55b92 req-d0250631-90a9-4a09-8ab8-b943a989c791 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0612357 Feb 09 21:03:55.221639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d45b59c-768d-41c4-b52a-debc94f55b92 req-64d574f5-a243-4276-8bc6-17f4c1ffbf38 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722103 Feb 09 21:03:55.572034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe92e-3375-450c-8228-8e373e24d9d9 req-48534148-0220-48b2-a238-004aa636dd8b tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:55.580734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6cbbe92e-3375-450c-8228-8e373e24d9d9 req-48534148-0220-48b2-a238-004aa636dd8b tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 946 time: 0.0741241 Feb 09 21:03:55.653671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6cbbe92e-3375-450c-8228-8e373e24d9d9 req-c0e208bb-bd82-4348-a307-159d1a0952a5 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/security-groups?id=5ede2503-6bbc-48c2-8c1d-8e84027a3e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714300 Feb 09 21:03:55.729818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-c84f91e1-fa08-4bca-ae5d-21112eec9ded tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:55.731997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-c84f91e1-fa08-4bca-ae5d-21112eec9ded tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.50 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 946 time: 0.1084979 Feb 09 21:03:55.924563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Deleting port 324bffda-6127-4dc4-b080-12b0705ddef4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:03:55.925363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:56.118353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] For port 324bffda-6127-4dc4-b080-12b0705ddef4, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=324bffda-6127-4dc4-b080-12b0705ddef4,segment=NetworkSegment(2866c1bc-af07-4c18-8eec-c2fec908dcf6),segment_id=2866c1bc-af07-4c18-8eec-c2fec908dcf6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:03:56.118898 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:56.156083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Calling delete_port for 324bffda-6127-4dc4-b080-12b0705ddef4 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:03:56.377680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (324bffda-6127-4dc4-b080-12b0705ddef4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:56.390317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['324bffda-6127-4dc4-b080-12b0705ddef4'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:03:56.397138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:56.431400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a275c-2e72-4543-9c40-8875fb4b36d1 req-ae180df6-f81a-43ae-95c2-ad9ce3734dfb tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:56.444882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Pushing event deleted for resources: {'Port': ['ID=324bffda-6127-4dc4-b080-12b0705ddef4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:56.449724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-636a275c-2e72-4543-9c40-8875fb4b36d1 req-ae180df6-f81a-43ae-95c2-ad9ce3734dfb tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0844438 Feb 09 21:03:56.547639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] No DVR routers for this DVR port 324bffda-6127-4dc4-b080-12b0705ddef4 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:03:56.550089 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-636a275c-2e72-4543-9c40-8875fb4b36d1 req-880a8bd0-4cb3-4aab-8aa4-e4d7ff85ce57 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991175 Feb 09 21:03:56.553030 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:56.554535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:56.572659 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40346994-9151-4e3f-a08e-d13ddc79d334 req-2e99f3bf-a642-4644-945b-7cd0e69a9685 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.50 "DELETE /v2.0/ports/324bffda-6127-4dc4-b080-12b0705ddef4 HTTP/1.1" status: 204 len: 173 time: 0.8335457 Feb 09 21:03:56.573544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856088eb-89b9-4c65-b8a6-f23b2d9b65a0', 'name': 'network-vif-deleted', 'tag': '324bffda-6127-4dc4-b080-12b0705ddef4'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:03:56.585858 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8941f06-b691-44eb-ad97-f4ae83e55fbb" -d '{"events": [{"server_uuid": "856088eb-89b9-4c65-b8a6-f23b2d9b65a0", "name": "network-vif-deleted", "tag": "324bffda-6127-4dc4-b080-12b0705ddef4"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:03:56.695326 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bbf5cb-25a9-4e61-be1a-c85d24a9abdb x-openstack-request-id: req-e5bbf5cb-25a9-4e61-be1a-c85d24a9abdb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:03:56.695620 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856088eb-89b9-4c65-b8a6-f23b2d9b65a0", "name": "network-vif-deleted", "tag": "324bffda-6127-4dc4-b080-12b0705ddef4", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:03:56.695885 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e5bbf5cb-25a9-4e61-be1a-c85d24a9abdb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:03:56.696295 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856088eb-89b9-4c65-b8a6-f23b2d9b65a0', 'name': 'network-vif-deleted', 'tag': '324bffda-6127-4dc4-b080-12b0705ddef4', 'status': 'completed', 'code': 200} Feb 09 21:03:56.784681 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35e11c71-675c-4373-9545-6bf2c3c73f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:56.823979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26288d2-7313-4c95-8f79-b7a63701b9f0 req-236100b9-0e05-45c9-9d01-5b1e3106bd39 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:56.825523 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c26288d2-7313-4c95-8f79-b7a63701b9f0 req-236100b9-0e05-45c9-9d01-5b1e3106bd39 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1193440 Feb 09 21:03:56.847244 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0464ba24-b23c-4675-b412-e68a66c21a16 req-8ee0791d-2a50-4ffd-b26c-34f3595bf478 tempest-ServerAddressesNegativeTestJSON-1176246397 tempest-ServerAddressesNegativeTestJSON-1176246397-project] 10.222.0.102 "GET /v2.0/ports?device_id=856088eb-89b9-4c65-b8a6-f23b2d9b65a0 HTTP/1.1" status: 200 len: 210 time: 0.0513813 Feb 09 21:03:56.918922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c26288d2-7313-4c95-8f79-b7a63701b9f0 req-34e60458-af4b-40b6-a38f-8fd469a7d698 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836563 Feb 09 21:03:56.953881 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35e11c71-675c-4373-9545-6bf2c3c73f0a admin admin] Publish callbacks [] for security_group (6a0b7c59-ca0c-48af-8a17-349c5ba69b4d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:56.959354 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35e11c71-675c-4373-9545-6bf2c3c73f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6a0b7c59-ca0c-48af-8a17-349c5ba69b4d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:56.965195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:57.005978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-35e11c71-675c-4373-9545-6bf2c3c73f0a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8a41b4daa36541b7b9e37b7864c20471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074989 Feb 09 21:03:57.009370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:57.062382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e11c71-675c-4373-9545-6bf2c3c73f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b7c59-ca0c-48af-8a17-349c5ba69b4d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:57.136282 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5561397-ea31-4d47-8c1f-4d55bb110e8c admin admin] Publish callbacks [] for security_group (6a0b7c59-ca0c-48af-8a17-349c5ba69b4d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.158248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4740285-ff03-4f1e-864b-fdfd145ca637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.169718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5561397-ea31-4d47-8c1f-4d55bb110e8c admin admin] Publish callbacks [] for security_group (6a0b7c59-ca0c-48af-8a17-349c5ba69b4d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.225651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d355f-7619-4080-ae83-2dcfc739fa9f req-b9d9ea29-ed91-4dd1-982c-7f2a64bb2afa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:57.227501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c7d355f-7619-4080-ae83-2dcfc739fa9f req-b9d9ea29-ed91-4dd1-982c-7f2a64bb2afa tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1498117 Feb 09 21:03:57.276654 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4740285-ff03-4f1e-864b-fdfd145ca637 admin admin] Publish callbacks [] for security_group (cf61c4d9-5a51-4ca6-a706-54adf9802cd5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.281461 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4740285-ff03-4f1e-864b-fdfd145ca637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cf61c4d9-5a51-4ca6-a706-54adf9802cd5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.289045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5561397-ea31-4d47-8c1f-4d55bb110e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6a0b7c59-ca0c-48af-8a17-349c5ba69b4d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.291578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5561397-ea31-4d47-8c1f-4d55bb110e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.292879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5561397-ea31-4d47-8c1f-4d55bb110e8c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6a0b7c59-ca0c-48af-8a17-349c5ba69b4d HTTP/1.1" status: 204 len: 168 time: 0.2824552 Feb 09 21:03:57.313856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5561397-ea31-4d47-8c1f-4d55bb110e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b7c59-ca0c-48af-8a17-349c5ba69b4d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:57.342114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c7d355f-7619-4080-ae83-2dcfc739fa9f req-010ac10c-fcb4-4fcb-92e7-9d04809215bb tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007428 Feb 09 21:03:57.361310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d4740285-ff03-4f1e-864b-fdfd145ca637 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f027a3b4b0ca40789bf531c2b56caa9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3946803 Feb 09 21:03:57.365072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:57.366313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4740285-ff03-4f1e-864b-fdfd145ca637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf61c4d9-5a51-4ca6-a706-54adf9802cd5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:57.431411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db70506-c909-4831-800d-3444f60cdb15 admin admin] Publish callbacks [] for security_group (cf61c4d9-5a51-4ca6-a706-54adf9802cd5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.468842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db70506-c909-4831-800d-3444f60cdb15 admin admin] Publish callbacks [] for security_group (cf61c4d9-5a51-4ca6-a706-54adf9802cd5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.577388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775b759-bce8-463d-8d6e-b6d8fd12e66c req-b7966ca0-6359-4f22-b7a3-ea4ff26adbf4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:57.578055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4775b759-bce8-463d-8d6e-b6d8fd12e66c req-b7966ca0-6359-4f22-b7a3-ea4ff26adbf4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0903862 Feb 09 21:03:57.606055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db70506-c909-4831-800d-3444f60cdb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cf61c4d9-5a51-4ca6-a706-54adf9802cd5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.614117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db70506-c909-4831-800d-3444f60cdb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.616559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0db70506-c909-4831-800d-3444f60cdb15 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cf61c4d9-5a51-4ca6-a706-54adf9802cd5 HTTP/1.1" status: 204 len: 168 time: 0.2502558 Feb 09 21:03:57.653798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db70506-c909-4831-800d-3444f60cdb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf61c4d9-5a51-4ca6-a706-54adf9802cd5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:57.734321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4775b759-bce8-463d-8d6e-b6d8fd12e66c req-135efc0d-81f8-4897-a4ed-8da0cdca06e6 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401069 Feb 09 21:03:57.779164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:57.820861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bccb2e19-8053-48e2-8c18-81c1c9952b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:57.955172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:58.019935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bccb2e19-8053-48e2-8c18-81c1c9952b52 admin admin] Publish callbacks [] for security_group (d4247d99-deb5-4999-9190-cf4ac10dd0a1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.027140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bccb2e19-8053-48e2-8c18-81c1c9952b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d4247d99-deb5-4999-9190-cf4ac10dd0a1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.056783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8f66e0-e41f-44fc-8fd4-3d8d4cefc4e5 admin admin] Deleting subnet a2dd49f4-adae-45e5-a566-d6d08d9734eb {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:03:58.062572 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f8f66e0-e41f-44fc-8fd4-3d8d4cefc4e5 admin admin] Publish callbacks [] for subnet (a2dd49f4-adae-45e5-a566-d6d08d9734eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.065158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b423ee-2db3-4015-90be-1180d62eb237 req-8e1516fd-a7ba-4c67-a35d-80e6d6c13da0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:58.066848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47b423ee-2db3-4015-90be-1180d62eb237 req-8e1516fd-a7ba-4c67-a35d-80e6d6c13da0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1221218 Feb 09 21:03:58.093271 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bccb2e19-8053-48e2-8c18-81c1c9952b52 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ec15802de2dc49cc99da121a8ee4f20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118496 Feb 09 21:03:58.094027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb2e19-8053-48e2-8c18-81c1c9952b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4247d99-deb5-4999-9190-cf4ac10dd0a1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:58.098784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:58.108829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f8f66e0-e41f-44fc-8fd4-3d8d4cefc4e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (a2dd49f4-adae-45e5-a566-d6d08d9734eb), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.135214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47b423ee-2db3-4015-90be-1180d62eb237 req-42615fb1-5bcc-400e-af57-167b70f3ac24 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527685 Feb 09 21:03:58.177448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f8f66e0-e41f-44fc-8fd4-3d8d4cefc4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a2dd49f4-adae-45e5-a566-d6d08d9734eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.216809 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4531f33-ff0f-4b03-b5d6-b243822f5945 admin admin] Publish callbacks [] for security_group (d4247d99-deb5-4999-9190-cf4ac10dd0a1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.229223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49400) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:58.246666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b53218b7-6786-4dc3-a3d7-38b9a744d402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.273917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4531f33-ff0f-4b03-b5d6-b243822f5945 admin admin] Publish callbacks [] for security_group (d4247d99-deb5-4999-9190-cf4ac10dd0a1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.343423 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f8f66e0-e41f-44fc-8fd4-3d8d4cefc4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (a2dd49f4-adae-45e5-a566-d6d08d9734eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.368691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b53218b7-6786-4dc3-a3d7-38b9a744d402 admin admin] Publish callbacks [] for security_group (63fd5d17-27aa-434c-8bcc-e88f460475f9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.373893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b53218b7-6786-4dc3-a3d7-38b9a744d402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (63fd5d17-27aa-434c-8bcc-e88f460475f9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.376582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f66e0-e41f-44fc-8fd4-3d8d4cefc4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2dd49f4-adae-45e5-a566-d6d08d9734eb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:58.384836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58136c59-a448-42a8-8dfb-0015b2593c67 req-321cca17-56c5-4e14-beae-7e2b9d4b6a48 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:58.387026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58136c59-a448-42a8-8dfb-0015b2593c67 req-321cca17-56c5-4e14-beae-7e2b9d4b6a48 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1533988 Feb 09 21:03:58.397975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f8f66e0-e41f-44fc-8fd4-3d8d4cefc4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.402854 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7f8f66e0-e41f-44fc-8fd4-3d8d4cefc4e5 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/a2dd49f4-adae-45e5-a566-d6d08d9734eb HTTP/1.1" status: 204 len: 168 time: 0.4464741 Feb 09 21:03:58.405779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49404) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:58.445954 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4531f33-ff0f-4b03-b5d6-b243822f5945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d4247d99-deb5-4999-9190-cf4ac10dd0a1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.449084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4531f33-ff0f-4b03-b5d6-b243822f5945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.450443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a4531f33-ff0f-4b03-b5d6-b243822f5945 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d4247d99-deb5-4999-9190-cf4ac10dd0a1 HTTP/1.1" status: 204 len: 168 time: 0.3508253 Feb 09 21:03:58.473672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4531f33-ff0f-4b03-b5d6-b243822f5945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4247d99-deb5-4999-9190-cf4ac10dd0a1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:58.491831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58136c59-a448-42a8-8dfb-0015b2593c67 req-3790e8b4-5c3e-4c5f-a5b3-3e1acd7ef153 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814524 Feb 09 21:03:58.560353 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b53218b7-6786-4dc3-a3d7-38b9a744d402 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cb97d9bec76c4835987b947d5568b27e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3300183 Feb 09 21:03:58.563189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:58.567330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53218b7-6786-4dc3-a3d7-38b9a744d402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fd5d17-27aa-434c-8bcc-e88f460475f9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:58.588099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (860f3ec4-82ea-4857-9a27-214f51ee5be7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.622622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 324bffda-6127-4dc4-b080-12b0705ddef4 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:03:58.661332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 324bffda-6127-4dc4-b080-12b0705ddef4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:03:58.664184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 324bffda-6127-4dc4-b080-12b0705ddef4 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:03:58.742141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (860f3ec4-82ea-4857-9a27-214f51ee5be7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.755074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a28436d-d686-4153-bae5-f9bc4e5e4b1f admin admin] Publish callbacks [] for security_group (63fd5d17-27aa-434c-8bcc-e88f460475f9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.779973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48a0d7-db37-4f3c-914e-cbc263d2934a req-fc38fe3e-6496-4ee9-8528-ea85c88d83df tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:58.781493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df48a0d7-db37-4f3c-914e-cbc263d2934a req-fc38fe3e-6496-4ee9-8528-ea85c88d83df tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0954370 Feb 09 21:03:58.796209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860f3ec4-82ea-4857-9a27-214f51ee5be7']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:58.810701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2866c1bc-af07-4c18-8eec-c2fec908dcf6') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:58.810992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2866c1bc-af07-4c18-8eec-c2fec908dcf6') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:03:58.811956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a28436d-d686-4153-bae5-f9bc4e5e4b1f admin admin] Publish callbacks [] for security_group (63fd5d17-27aa-434c-8bcc-e88f460475f9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.831520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (2866c1bc-af07-4c18-8eec-c2fec908dcf6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.864019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2866c1bc-af07-4c18-8eec-c2fec908dcf6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.876049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df48a0d7-db37-4f3c-914e-cbc263d2934a req-a7958d99-1408-4f8f-a3cc-bdfb7c176c6e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812957 Feb 09 21:03:58.880903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:03:58.881999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (2866c1bc-af07-4c18-8eec-c2fec908dcf6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:03:58.885977 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:03:58.928737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a28436d-d686-4153-bae5-f9bc4e5e4b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (63fd5d17-27aa-434c-8bcc-e88f460475f9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.932757 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a28436d-d686-4153-bae5-f9bc4e5e4b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:58.933753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0a28436d-d686-4153-bae5-f9bc4e5e4b1f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/63fd5d17-27aa-434c-8bcc-e88f460475f9 HTTP/1.1" status: 204 len: 168 time: 0.3687046 Feb 09 21:03:58.963623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28436d-d686-4153-bae5-f9bc4e5e4b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fd5d17-27aa-434c-8bcc-e88f460475f9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:59.086062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (860f3ec4-82ea-4857-9a27-214f51ee5be7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:59.107923 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:59.111645 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] 10.222.0.102 "DELETE /v2.0/networks/860f3ec4-82ea-4857-9a27-214f51ee5be7 HTTP/1.1" status: 204 len: 168 time: 0.7047019 Feb 09 21:03:59.126728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316aaa1a-62fe-415f-aac5-c2f6f0822b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=860f3ec4-82ea-4857-9a27-214f51ee5be7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:59.141558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f760d-2502-499f-9a07-d212d213b35f req-790569f8-4ad6-46a3-aecf-d626d7f819f3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:59.144201 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-641f760d-2502-499f-9a07-d212d213b35f req-790569f8-4ad6-46a3-aecf-d626d7f819f3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1394317 Feb 09 21:03:59.219617 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-641f760d-2502-499f-9a07-d212d213b35f req-62e9c7c5-2b26-4343-ab46-d8c1ab01d237 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683076 Feb 09 21:03:59.403401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:59.482785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-983de533-b2f9-46c0-b487-90f2cee37c78 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=33b62d1d7ca849c49ed9e2ac0fdf4105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772505 Feb 09 21:03:59.482900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:03:59.540774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-1997e8d0-e653-4692-a8b0-afcd8300b594 req-1ab9a9be-b208-4aa8-a057-f2672e8f9522 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:03:59.541836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1997e8d0-e653-4692-a8b0-afcd8300b594 req-1ab9a9be-b208-4aa8-a057-f2672e8f9522 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2601657 Feb 09 21:03:59.609190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6cff720-5a99-40ab-8b4b-5089fbef2c5e admin admin] Publish callbacks [] for security_group (5ede2503-6bbc-48c2-8c1d-8e84027a3e03), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:59.650809 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6cff720-5a99-40ab-8b4b-5089fbef2c5e admin admin] Publish callbacks [] for security_group (5ede2503-6bbc-48c2-8c1d-8e84027a3e03), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:59.793931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e33a4-b640-48b7-8f8a-7268c884dbd9 req-fe4840f1-bef6-4bfd-846a-c2ed5f1324b3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:03:59.797785 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-748e33a4-b640-48b7-8f8a-7268c884dbd9 req-fe4840f1-bef6-4bfd-846a-c2ed5f1324b3 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1382024 Feb 09 21:03:59.885440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6cff720-5a99-40ab-8b4b-5089fbef2c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5ede2503-6bbc-48c2-8c1d-8e84027a3e03), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:59.890846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6cff720-5a99-40ab-8b4b-5089fbef2c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:03:59.903615 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b6cff720-5a99-40ab-8b4b-5089fbef2c5e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5ede2503-6bbc-48c2-8c1d-8e84027a3e03 HTTP/1.1" status: 204 len: 168 time: 0.4199774 Feb 09 21:03:59.931730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cff720-5a99-40ab-8b4b-5089fbef2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ede2503-6bbc-48c2-8c1d-8e84027a3e03,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:03:59.950992 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-748e33a4-b640-48b7-8f8a-7268c884dbd9 req-efeb6d26-f210-4c9a-a06f-5811f0ba34f0 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395268 Feb 09 21:04:00.230029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc66f-8b99-4100-8624-0b073b40f901 req-478b9f07-ba7d-4818-b8cd-629bbb29a3f1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:00.234338 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f95fc66f-8b99-4100-8624-0b073b40f901 req-478b9f07-ba7d-4818-b8cd-629bbb29a3f1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1197417 Feb 09 21:04:00.308995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f95fc66f-8b99-4100-8624-0b073b40f901 req-e981da89-7ef8-497e-b457-c65d78400b25 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647857 Feb 09 21:04:00.392301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:00.486596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd00e4-ef99-4bee-b9b4-11e45641c212 req-f644f77e-7a70-4a99-a00e-249f0877452d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:00.489859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90cd00e4-ef99-4bee-b9b4-11e45641c212 req-f644f77e-7a70-4a99-a00e-249f0877452d tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0957656 Feb 09 21:04:00.567263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90cd00e4-ef99-4bee-b9b4-11e45641c212 req-2438b2ab-e461-4723-958a-bf2a04f8fb49 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726955 Feb 09 21:04:00.623194 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-726fcf97-9fd0-43f5-a7a3-82031adcc9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:00.763377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07598d7b-92fe-482a-a9d8-07ad3127f4e2 req-90734c3f-42b0-480e-b82b-c4013faede8a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:00.765382 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07598d7b-92fe-482a-a9d8-07ad3127f4e2 req-90734c3f-42b0-480e-b82b-c4013faede8a tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.0994375 Feb 09 21:04:00.806177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-726fcf97-9fd0-43f5-a7a3-82031adcc9af admin admin] Publish callbacks [] for security_group (b8d2e076-bbb0-4ed9-ac2b-62b6041cb37f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:00.814940 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-726fcf97-9fd0-43f5-a7a3-82031adcc9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b8d2e076-bbb0-4ed9-ac2b-62b6041cb37f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:00.885338 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07598d7b-92fe-482a-a9d8-07ad3127f4e2 req-52c9058a-c89a-46e8-aaf3-35f340da1bdf tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101305 Feb 09 21:04:00.887600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-726fcf97-9fd0-43f5-a7a3-82031adcc9af admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=320c1108d6234d2b8abfbaf13a1999a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4939599 Feb 09 21:04:00.889778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fcf97-9fd0-43f5-a7a3-82031adcc9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d2e076-bbb0-4ed9-ac2b-62b6041cb37f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:00.890431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:00.987955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1beb210b-5c29-44ad-a12e-2e57c9fb266d admin admin] Publish callbacks [] for security_group (b8d2e076-bbb0-4ed9-ac2b-62b6041cb37f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:01.036864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1beb210b-5c29-44ad-a12e-2e57c9fb266d admin admin] Publish callbacks [] for security_group (b8d2e076-bbb0-4ed9-ac2b-62b6041cb37f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:01.140469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dafd8-2c3b-4c1b-a834-00c932442235 req-7b113775-9dd6-4780-93a4-075a2ee604d1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:01.143803 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab1dafd8-2c3b-4c1b-a834-00c932442235 req-7b113775-9dd6-4780-93a4-075a2ee604d1 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1037495 Feb 09 21:04:01.154884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1beb210b-5c29-44ad-a12e-2e57c9fb266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b8d2e076-bbb0-4ed9-ac2b-62b6041cb37f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:01.158526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1beb210b-5c29-44ad-a12e-2e57c9fb266d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:01.159941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1beb210b-5c29-44ad-a12e-2e57c9fb266d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b8d2e076-bbb0-4ed9-ac2b-62b6041cb37f HTTP/1.1" status: 204 len: 168 time: 0.2684767 Feb 09 21:04:01.172580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb210b-5c29-44ad-a12e-2e57c9fb266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d2e076-bbb0-4ed9-ac2b-62b6041cb37f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:01.211908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041230f5-f35f-456c-beca-51736aa1c135 req-9687228b-9780-438f-8475-70aed355c7b4 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:01.213650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-041230f5-f35f-456c-beca-51736aa1c135 req-9687228b-9780-438f-8475-70aed355c7b4 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1128 time: 0.0959790 Feb 09 21:04:01.243985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab1dafd8-2c3b-4c1b-a834-00c932442235 req-82dfe344-a0b9-45a7-ae9e-177d9c5b8a88 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913846 Feb 09 21:04:01.245599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-041230f5-f35f-456c-beca-51736aa1c135 req-e7ab6ee7-e776-45ca-917a-d31a10b3e259 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:01.392084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-041230f5-f35f-456c-beca-51736aa1c135 req-e7ab6ee7-e776-45ca-917a-d31a10b3e259 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Publish callbacks [] for security_group (4936aff2-a597-49f8-be57-e3839204598e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:01.398028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-041230f5-f35f-456c-beca-51736aa1c135 req-e7ab6ee7-e776-45ca-917a-d31a10b3e259 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4936aff2-a597-49f8-be57-e3839204598e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:01.440841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab6ee7-e776-45ca-917a-d31a10b3e259 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4936aff2-a597-49f8-be57-e3839204598e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:01.492735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:01.493077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-041230f5-f35f-456c-beca-51736aa1c135 req-e7ab6ee7-e776-45ca-917a-d31a10b3e259 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712884 Feb 09 21:04:01.505669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5b57e-c2ac-452e-86f8-dc02cfa101bb req-425f24de-c53f-457c-99fc-915448d26afe tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:01.507520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26c5b57e-c2ac-452e-86f8-dc02cfa101bb req-425f24de-c53f-457c-99fc-915448d26afe tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1346011 Feb 09 21:04:01.590346 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26c5b57e-c2ac-452e-86f8-dc02cfa101bb req-43e60d91-4eef-4422-b369-26c1d30e3900 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Feb 09 21:04:01.662654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98027ed1-c87d-4114-b579-9ea5430945d9 req-4f9745e0-8b9a-43e7-b376-94e157aa5940 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:01.670421 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98027ed1-c87d-4114-b579-9ea5430945d9 req-4f9745e0-8b9a-43e7-b376-94e157aa5940 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.0788560 Feb 09 21:04:01.736469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98027ed1-c87d-4114-b579-9ea5430945d9 req-becc0b00-a9dd-4755-ba05-b22f342a1554 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651658 Feb 09 21:04:01.762316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:01.807130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2a644-46fc-4c29-8168-ae33b7b6537f req-842ffeed-b608-4159-9ee9-1888205f44d2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:01.808862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40c2a644-46fc-4c29-8168-ae33b7b6537f req-842ffeed-b608-4159-9ee9-1888205f44d2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1167111 Feb 09 21:04:01.854590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b6206c9b-8405-4fdd-b2c5-59739c7c5c5d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/544621fb-5b7c-430e-9585-9164d9395c27 HTTP/1.1" status: 200 len: 993 time: 0.0902307 Feb 09 21:04:01.884307 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-785077393-network', 'tenant_id': 'd95fcf2a2cc8409ba59f84a216e98d35'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:01.939802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40c2a644-46fc-4c29-8168-ae33b7b6537f req-d34c03f0-bcca-4f58-865d-f1861870d000 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192851 Feb 09 21:04:01.950479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Made reservation on behalf of d95fcf2a2cc8409ba59f84a216e98d35 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:01.954843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:01.993959 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:02.118487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Publish callbacks [] for security_group (cf3b4335-4168-4393-a9d7-d3ee1f441866), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:02.118487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cf3b4335-4168-4393-a9d7-d3ee1f441866), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:02.144722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:04:02.163111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3b4335-4168-4393-a9d7-d3ee1f441866,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:02.166568 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ab972150-c126-41af-a61c-8d12e696cf13), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:02.166997 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Added segment ab972150-c126-41af-a61c-8d12e696cf13 of type vlan for network 42fea6ec-62f8-409e-afcd-cea9c5b346eb Feb 09 21:04:02.233074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (42fea6ec-62f8-409e-afcd-cea9c5b346eb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:02.284773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (42fea6ec-62f8-409e-afcd-cea9c5b346eb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:02.285882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:02.286669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:02.302559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-cdcc7b40-6cdb-44ac-ba33-d8b372aead4f req-6761e075-5e1b-4447-9f62-b1db00d1c375 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:04:02.303577 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cdcc7b40-6cdb-44ac-ba33-d8b372aead4f req-6761e075-5e1b-4447-9f62-b1db00d1c375 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068419 Feb 09 21:04:02.429466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:02.429569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9336255 Feb 09 21:04:02.434171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Request body: {'subnet': {'network_id': '42fea6ec-62f8-409e-afcd-cea9c5b346eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-785077393-subnet', 'tenant_id': 'd95fcf2a2cc8409ba59f84a216e98d35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:02.468716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6679178-403b-421a-8e12-6938fd64b08e admin admin] Pushing event updated for resources: {'Network': ['ID=42fea6ec-62f8-409e-afcd-cea9c5b346eb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:02.482752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 42fea6ec-62f8-409e-afcd-cea9c5b346eb details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:04:02.483916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Made reservation on behalf of d95fcf2a2cc8409ba59f84a216e98d35 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:02.489084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:02.942329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:03.000726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:03.074291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Checking segment: {'id': 'ab972150-c126-41af-a61c-8d12e696cf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '42fea6ec-62f8-409e-afcd-cea9c5b346eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:03.078500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Network hostable DHCP agents. Network: 42fea6ec-62f8-409e-afcd-cea9c5b346eb, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:04:03.130419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Network 42fea6ec-62f8-409e-afcd-cea9c5b346eb is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:04:03.195229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982ea86-796d-4ff4-b80c-9311c28771b8 req-c9b4753d-daeb-4c2b-b63a-2e5a8322aede tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:03.204818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 42fea6ec-62f8-409e-afcd-cea9c5b346eb) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:03.208405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b982ea86-796d-4ff4-b80c-9311c28771b8 req-c9b4753d-daeb-4c2b-b63a-2e5a8322aede tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.0912426 Feb 09 21:04:03.219817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a638a3d-e927-49cb-9e4b-0676a5e6991f None None] Network 42fea6ec-62f8-409e-afcd-cea9c5b346eb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:03.220702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:03.221610 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:03.254078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-9eb026f2-9475-42a0-99cc-72d55fa9248a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1470664 Feb 09 21:04:03.267482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-13743f1d-6a24-4cb7-9fef-7df666233144 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8381898 Feb 09 21:04:03.333993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b982ea86-796d-4ff4-b80c-9311c28771b8 req-9b964d05-dff4-45b8-9f26-7f02da95c56a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227138 Feb 09 21:04:03.475263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b0ca3-16d6-48d8-92d9-c58e95961238 None None] Network 42fea6ec-62f8-409e-afcd-cea9c5b346eb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:04.570073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b2778-93b2-4f40-8198-cc90969c50e4 req-7446a93a-d58a-40de-8f48-7f5ff2002897 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:04.580614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58b2778-93b2-4f40-8198-cc90969c50e4 req-7446a93a-d58a-40de-8f48-7f5ff2002897 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.1106746 Feb 09 21:04:04.652466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58b2778-93b2-4f40-8198-cc90969c50e4 req-edccfb1d-bd38-46e7-bd7b-4089862f2e59 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707033 Feb 09 21:04:04.817571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:04.822804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1699250141-network', 'tenant_id': '40f9a3ed944146299938c18f55c8fe0e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:04.862378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Made reservation on behalf of 40f9a3ed944146299938c18f55c8fe0e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:04.864757 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:04.880875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.044004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:05.048316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Publish callbacks [] for security_group (ce5c22fa-bb6c-4b7a-b16d-f9ae774ffedf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.070188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ce5c22fa-bb6c-4b7a-b16d-f9ae774ffedf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.159695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:04:05.198954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5c22fa-bb6c-4b7a-b16d-f9ae774ffedf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:05.238903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1ea55e79-a30e-4fcd-95be-a496bc09ccb9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.239284 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Added segment 1ea55e79-a30e-4fcd-95be-a496bc09ccb9 of type vlan for network dc46ee0f-d79f-41d2-bd0a-a7552122a736 Feb 09 21:04:05.294310 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20ef946d-1bf6-4973-b7c0-a081c1983c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.307822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (dc46ee0f-d79f-41d2-bd0a-a7552122a736), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.490674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20ef946d-1bf6-4973-b7c0-a081c1983c4e admin admin] Publish callbacks [] for security_group (b72c8fd3-72fd-431a-9973-7623951e8318), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.499433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-20ef946d-1bf6-4973-b7c0-a081c1983c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b72c8fd3-72fd-431a-9973-7623951e8318), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.599073 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-20ef946d-1bf6-4973-b7c0-a081c1983c4e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9b4a9b0f96d341caaff2d85ffa2684b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5525563 Feb 09 21:04:05.608144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:05.649704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef946d-1bf6-4973-b7c0-a081c1983c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72c8fd3-72fd-431a-9973-7623951e8318,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:05.674393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e00bc27-05e0-4091-8efb-1765a88dfd9d admin admin] Publish callbacks [] for security_group (b72c8fd3-72fd-431a-9973-7623951e8318), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.703350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e00bc27-05e0-4091-8efb-1765a88dfd9d admin admin] Publish callbacks [] for security_group (b72c8fd3-72fd-431a-9973-7623951e8318), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.775144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e00bc27-05e0-4091-8efb-1765a88dfd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b72c8fd3-72fd-431a-9973-7623951e8318), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.778435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e00bc27-05e0-4091-8efb-1765a88dfd9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:05.780247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e00bc27-05e0-4091-8efb-1765a88dfd9d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b72c8fd3-72fd-431a-9973-7623951e8318 HTTP/1.1" status: 204 len: 168 time: 0.1712136 Feb 09 21:04:05.846023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00bc27-05e0-4091-8efb-1765a88dfd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72c8fd3-72fd-431a-9973-7623951e8318,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:05.878003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647d04-4bb3-4349-8322-b54768bbccfc req-2491ebde-74c6-418e-b4d9-25aa489cc17b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:05.888941 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e647d04-4bb3-4349-8322-b54768bbccfc req-2491ebde-74c6-418e-b4d9-25aa489cc17b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.1176407 Feb 09 21:04:06.027501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9e647d04-4bb3-4349-8322-b54768bbccfc req-3b3d1822-c9eb-4c3a-8d9c-ea85c910d6ce tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372957 Feb 09 21:04:06.135803 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (dc46ee0f-d79f-41d2-bd0a-a7552122a736), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.137200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:06.137881 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.226504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:06.241061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4222887 Feb 09 21:04:06.243846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:06.248571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-ee1b9b44-f0aa-45fe-9fa3-fbf9afba78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:06.249495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Request body: {'subnet': {'network_id': 'dc46ee0f-d79f-41d2-bd0a-a7552122a736', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1699250141-subnet', 'tenant_id': '40f9a3ed944146299938c18f55c8fe0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:06.250611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-ee1b9b44-f0aa-45fe-9fa3-fbf9afba78c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1128 time: 0.1751976 Feb 09 21:04:06.252691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88a798-e95c-4add-be82-765339647494 admin admin] Pushing event updated for resources: {'Network': ['ID=dc46ee0f-d79f-41d2-bd0a-a7552122a736,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:06.272296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network dc46ee0f-d79f-41d2-bd0a-a7552122a736 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:04:06.333396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Made reservation on behalf of 40f9a3ed944146299938c18f55c8fe0e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:06.337447 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.422195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-91cbec85-d83a-458f-91e5-daaf2c387fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:06.424621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-91cbec85-d83a-458f-91e5-daaf2c387fc7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.1584561 Feb 09 21:04:06.460252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:06.488852 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f702060-6813-4e2a-a525-c8cabf14631a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.627677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-9bfbccfc-80dc-4920-81ab-ed61de7a5f29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 1001 time: 0.1954095 Feb 09 21:04:06.701544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-6cb2b294-5b7f-46f9-82c5-ee5659b20330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:06.705406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-6cb2b294-5b7f-46f9-82c5-ee5659b20330 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.0696282 Feb 09 21:04:06.723451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f702060-6813-4e2a-a525-c8cabf14631a admin admin] Publish callbacks [] for security_group (c18fa6ca-f7dc-419a-9508-b293d3ae3602), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.747612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134c7ed5-36b3-438c-ab2a-f737c42be8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.753680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f702060-6813-4e2a-a525-c8cabf14631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c18fa6ca-f7dc-419a-9508-b293d3ae3602), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.776283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-de11ce84-72a6-404d-9db7-aedc39f7c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:06.778784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-de11ce84-72a6-404d-9db7-aedc39f7c79c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0678136 Feb 09 21:04:06.815140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f702060-6813-4e2a-a525-c8cabf14631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18fa6ca-f7dc-419a-9508-b293d3ae3602,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:06.866036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (6d38a19b-599e-4056-952a-165eea7a3022), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.915323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9f702060-6813-4e2a-a525-c8cabf14631a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2ad80f17b3854654bfae55d0139dde05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4513311 Feb 09 21:04:06.919424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:06.946901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d38a19b-599e-4056-952a-165eea7a3022,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:06.959169 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134c7ed5-36b3-438c-ab2a-f737c42be8b8 admin admin] Publish callbacks [] for security_group (f911ba3d-4b43-467e-ae95-bcee32f30bde), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:06.965715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-134c7ed5-36b3-438c-ab2a-f737c42be8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f911ba3d-4b43-467e-ae95-bcee32f30bde), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.006860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-b2bbb38f-7aa4-475d-a093-60fa89204373 service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201192 Feb 09 21:04:07.023422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Checking segment: {'id': '1ea55e79-a30e-4fcd-95be-a496bc09ccb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'dc46ee0f-d79f-41d2-bd0a-a7552122a736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:07.023967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Network hostable DHCP agents. Network: dc46ee0f-d79f-41d2-bd0a-a7552122a736, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:04:07.034723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-134c7ed5-36b3-438c-ab2a-f737c42be8b8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c29261b144df4580ac20c74349e610b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8039618 Feb 09 21:04:07.034723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c7ed5-36b3-438c-ab2a-f737c42be8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f911ba3d-4b43-467e-ae95-bcee32f30bde,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:07.038193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49734) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:07.061275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba4af3f-b59e-405b-91ea-4cde1ff7e9d1 admin admin] Publish callbacks [] for security_group (c18fa6ca-f7dc-419a-9508-b293d3ae3602), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.081846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Network dc46ee0f-d79f-41d2-bd0a-a7552122a736 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:04:07.111494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, dc46ee0f-d79f-41d2-bd0a-a7552122a736) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:07.117331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:07.118525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.121394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd037fb-739e-44d7-bdd5-6b4f5f2ee5f4 None None] Network dc46ee0f-d79f-41d2-bd0a-a7552122a736 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:07.132881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f7d6-0482-4fc1-bca8-d3d526c72040 admin admin] Publish callbacks [] for security_group (f911ba3d-4b43-467e-ae95-bcee32f30bde), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.164369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c785ed03-1ea4-4de3-b8a8-0df5bb943373 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9192400 Feb 09 21:04:07.183400 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f7d6-0482-4fc1-bca8-d3d526c72040 admin admin] Publish callbacks [] for security_group (f911ba3d-4b43-467e-ae95-bcee32f30bde), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.272416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba4af3f-b59e-405b-91ea-4cde1ff7e9d1 admin admin] Publish callbacks [] for security_group (c18fa6ca-f7dc-419a-9508-b293d3ae3602), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.300227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f7d6-0482-4fc1-bca8-d3d526c72040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f911ba3d-4b43-467e-ae95-bcee32f30bde), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.304084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f7d6-0482-4fc1-bca8-d3d526c72040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.307661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a6a6f7d6-0482-4fc1-bca8-d3d526c72040 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f911ba3d-4b43-467e-ae95-bcee32f30bde HTTP/1.1" status: 204 len: 168 time: 0.2642300 Feb 09 21:04:07.323097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6f7d6-0482-4fc1-bca8-d3d526c72040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f911ba3d-4b43-467e-ae95-bcee32f30bde,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:07.352733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd0efd-5ab6-487e-bc86-6ef7f809cd67 None None] Network dc46ee0f-d79f-41d2-bd0a-a7552122a736 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:07.527542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba4af3f-b59e-405b-91ea-4cde1ff7e9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c18fa6ca-f7dc-419a-9508-b293d3ae3602), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.536518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bba4af3f-b59e-405b-91ea-4cde1ff7e9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.545819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bba4af3f-b59e-405b-91ea-4cde1ff7e9d1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c18fa6ca-f7dc-419a-9508-b293d3ae3602 HTTP/1.1" status: 204 len: 168 time: 0.6190782 Feb 09 21:04:07.570035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea12df-540e-455d-8ee0-04fca68a956e req-f280b067-cd01-4bbf-b789-c0761a2bc9e8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:07.580851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0ea12df-540e-455d-8ee0-04fca68a956e req-f280b067-cd01-4bbf-b789-c0761a2bc9e8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.4284189 Feb 09 21:04:07.596652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-1dc2da76-924c-4a25-8b0e-a0248ae7593d service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782838 Feb 09 21:04:07.660989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7847eb0-345b-4b01-a3c1-54339d22dcc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:07.727317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0ea12df-540e-455d-8ee0-04fca68a956e req-58711016-0932-4e1f-ab08-d1171a73c574 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443360 Feb 09 21:04:07.731542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4af3f-b59e-405b-91ea-4cde1ff7e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18fa6ca-f7dc-419a-9508-b293d3ae3602,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:08.560526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-35dc8cb8-e63b-4cbf-93da-27747a92b488 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:08.562133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-35dc8cb8-e63b-4cbf-93da-27747a92b488 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/networks?id=42fea6ec-62f8-409e-afcd-cea9c5b346eb HTTP/1.1" status: 200 len: 824 time: 0.2602844 Feb 09 21:04:08.589625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a39b0d9f-d041-46a7-af6d-39b235b869b6 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/quotas/d95fcf2a2cc8409ba59f84a216e98d35 HTTP/1.1" status: 200 len: 375 time: 0.0206563 Feb 09 21:04:08.635145 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-c11f8268-352b-4f73-bf28-76ecc1b2b95a tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d95fcf2a2cc8409ba59f84a216e98d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380094 Feb 09 21:04:08.982461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8878-6e09-41cb-87a6-53917c7f90c0 req-4c83aaf9-5f8d-405a-9998-00cee05ad129 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:08.990926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f05f8878-6e09-41cb-87a6-53917c7f90c0 req-4c83aaf9-5f8d-405a-9998-00cee05ad129 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.1402485 Feb 09 21:04:09.099151 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-1f0bc975-8522-4967-a69b-c9584a9d481a service neutron] 10.222.0.102 "GET /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555275 Feb 09 21:04:09.157744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f05f8878-6e09-41cb-87a6-53917c7f90c0 req-f4323b61-4c85-4cb3-b22e-29d1ae352e39 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599727 Feb 09 21:04:09.373165 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-b74c4c20-b9e9-4a50-a652-921e7ba793aa service neutron] 10.222.0.102 "GET /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644815 Feb 09 21:04:09.718839 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41a94f1e-9463-4912-81d8-7c4aef33b107 req-07a91f31-953a-4ebe-b098-7b8f9b594d26 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0534546 Feb 09 21:04:09.741539 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c82a5a0-3759-473b-86a5-99a71bdbd6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:09.914697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 49848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:10.174433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39b36d67-b739-4c57-93de-51bb1125aa4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:10.382644 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39b36d67-b739-4c57-93de-51bb1125aa4f admin admin] Publish callbacks [] for security_group (93323172-9aaa-4725-a611-1b327a5b888a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:10.432656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39b36d67-b739-4c57-93de-51bb1125aa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (93323172-9aaa-4725-a611-1b327a5b888a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:10.493525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b36d67-b739-4c57-93de-51bb1125aa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93323172-9aaa-4725-a611-1b327a5b888a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:10.528190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 49876) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:10.528735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-39b36d67-b739-4c57-93de-51bb1125aa4f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=06a908cded52400d80ea0b2248a70f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6125782 Feb 09 21:04:10.545389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6960ee-1df5-4fbc-a971-a1f6865984b1 req-681e35c5-d154-4043-b6b2-ab6892e5403c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:10.547366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed6960ee-1df5-4fbc-a971-a1f6865984b1 req-681e35c5-d154-4043-b6b2-ab6892e5403c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.2046852 Feb 09 21:04:10.604635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-468ea72e-a4e4-4ab2-87e1-4ae18d94d22e req-ce26167f-88be-47c3-b9f8-ed5d07820eed service neutron] (103325) timed out ('10.222.0.102', 54520) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:04:10.668832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed6960ee-1df5-4fbc-a971-a1f6865984b1 req-c9078b93-665e-4b38-85bd-b2eefe52bb55 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139247 Feb 09 21:04:10.672036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Publish callbacks [] for security_group (93323172-9aaa-4725-a611-1b327a5b888a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:10.737321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Publish callbacks [] for security_group (93323172-9aaa-4725-a611-1b327a5b888a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:10.881356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-270f0b15-97e6-4f68-8856-ae33a87f7d6c req-605a066d-2974-4c86-8e3c-cb658de10b8a tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0377727 Feb 09 21:04:10.910158 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (93323172-9aaa-4725-a611-1b327a5b888a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:10.913760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:10.923049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/93323172-9aaa-4725-a611-1b327a5b888a HTTP/1.1" status: 204 len: 168 time: 0.3894377 Feb 09 21:04:10.951017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93323172-9aaa-4725-a611-1b327a5b888a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:10.979995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.980417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.980971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.982559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.986528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.986528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.986528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.986528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.986528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.986528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.987137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.987865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:10.988023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70c53b9-5d15-40fb-ba47-d7036234c2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:11.233848 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:11.648303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-402fa1d7-515a-44df-b2b1-b57f4d7b8cf4 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:11.653961 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-402fa1d7-515a-44df-b2b1-b57f4d7b8cf4 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.50 "GET /v2.0/networks?id=42fea6ec-62f8-409e-afcd-cea9c5b346eb HTTP/1.1" status: 200 len: 824 time: 0.3032084 Feb 09 21:04:11.673235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Request body: {'port': {'device_id': 'f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5', 'network_id': '42fea6ec-62f8-409e-afcd-cea9c5b346eb', 'admin_state_up': True, 'tenant_id': 'd95fcf2a2cc8409ba59f84a216e98d35'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:11.909813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Made reservation on behalf of d95fcf2a2cc8409ba59f84a216e98d35 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:11.913469 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:11.921805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0697f-9e3c-46e9-a222-5c11c046bebb req-c3cc6a3e-1ee6-4e0b-89cf-d6b0c321feb2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:11.943867 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fc0697f-9e3c-46e9-a222-5c11c046bebb req-c3cc6a3e-1ee6-4e0b-89cf-d6b0c321feb2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.1548083 Feb 09 21:04:12.077513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Allocated IP 172.20.0.7 (42fea6ec-62f8-409e-afcd-cea9c5b346eb/b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9/7cedcd6c-7449-4e95-9137-8a264abbd388) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:12.117419 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fc0697f-9e3c-46e9-a222-5c11c046bebb req-cd703736-ef74-4478-80dd-89eef68d8ab9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656904 Feb 09 21:04:12.152331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14452828-3a21-4a69-93df-ab66a8be3474 req-bce1ca7f-630f-4afd-ac62-7d33e4d7f89e tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0907481 Feb 09 21:04:12.529744 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Publish callbacks [] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:12.628488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:12.727370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Network 42fea6ec-62f8-409e-afcd-cea9c5b346eb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:12.737559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:12.738144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:12.749273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:12.756345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Pushing event updated for resources: {'Port': ['ID=7cedcd6c-7449-4e95-9137-8a264abbd388,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:12.831019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:12.832374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:12.861558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-a75b321f-3a66-418f-90e8-119bbb955576 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1927235 Feb 09 21:04:12.937879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Request body: {'port': {'device_id': 'f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:13.070666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086060-2729-4740-a8b7-9184911d9514 req-4a20a3b0-e6cc-4ad2-9489-95e741f9a8d5 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:13.072441 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04086060-2729-4740-a8b7-9184911d9514 req-4a20a3b0-e6cc-4ad2-9489-95e741f9a8d5 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 945 time: 0.2063088 Feb 09 21:04:13.076280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:13.194328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04086060-2729-4740-a8b7-9184911d9514 req-5b23ba3b-bea6-4af0-b6ca-dde6c7bd8a7c tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011617 Feb 09 21:04:13.380486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7789c8-69da-44ff-9f64-27b8205dd90e req-28b7eb9d-4a50-4e73-b444-54de13ee966b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:13.387488 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4c7789c8-69da-44ff-9f64-27b8205dd90e req-28b7eb9d-4a50-4e73-b444-54de13ee966b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.1365964 Feb 09 21:04:13.508307 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4c7789c8-69da-44ff-9f64-27b8205dd90e req-93ca9ad1-358d-440e-97c1-c7fc8f7d3990 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198077 Feb 09 21:04:13.588993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2923965-4c46-4e62-8269-d0cbec7f28ed req-8b44d41c-6704-491f-8f2e-f4ef18c31966 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:13.600536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2923965-4c46-4e62-8269-d0cbec7f28ed req-8b44d41c-6704-491f-8f2e-f4ef18c31966 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 931 time: 0.2029448 Feb 09 21:04:13.738965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2923965-4c46-4e62-8269-d0cbec7f28ed req-42dbf103-aea4-4581-b616-820c0ca1d59a tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367764 Feb 09 21:04:13.870927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cedcd6c-7449-4e95-9137-8a264abbd388 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:04:13.924922 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:13.926080 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Publish callbacks [] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:13.961829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Transition to ACTIVE for port object 7cedcd6c-7449-4e95-9137-8a264abbd388 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:04:13.969062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:14.022647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=7cedcd6c-7449-4e95-9137-8a264abbd388,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:14.046092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652cff-6175-4cdc-b351-1ff2a8ffed79 req-bb54d101-7d15-4dea-a507-615b116133b4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:14.050102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9652cff-6175-4cdc-b351-1ff2a8ffed79 req-bb54d101-7d15-4dea-a507-615b116133b4 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1672497 Feb 09 21:04:14.208403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9652cff-6175-4cdc-b351-1ff2a8ffed79 req-8335e7b7-0e23-4659-8326-c6f5bc0d6224 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450708 Feb 09 21:04:14.263386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Attempting to bind port 7cedcd6c-7449-4e95-9137-8a264abbd388 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:14.269193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Attempting to bind port 7cedcd6c-7449-4e95-9137-8a264abbd388 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ab972150-c126-41af-a61c-8d12e696cf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '42fea6ec-62f8-409e-afcd-cea9c5b346eb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:14.269761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Attempting to bind port 7cedcd6c-7449-4e95-9137-8a264abbd388 on network 42fea6ec-62f8-409e-afcd-cea9c5b346eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:14.278500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Port 7cedcd6c-7449-4e95-9137-8a264abbd388 on network 42fea6ec-62f8-409e-afcd-cea9c5b346eb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:14.289479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Attempting to bind port 7cedcd6c-7449-4e95-9137-8a264abbd388 on network 42fea6ec-62f8-409e-afcd-cea9c5b346eb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:14.295258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:04:14.295912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Checking segment: {'id': 'ab972150-c126-41af-a61c-8d12e696cf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '42fea6ec-62f8-409e-afcd-cea9c5b346eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:14.296460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Bound using segment: {'id': 'ab972150-c126-41af-a61c-8d12e696cf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '42fea6ec-62f8-409e-afcd-cea9c5b346eb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:04:14.297064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Bound port: 7cedcd6c-7449-4e95-9137-8a264abbd388, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab972150-c126-41af-a61c-8d12e696cf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '42fea6ec-62f8-409e-afcd-cea9c5b346eb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:04:14.298126 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:14.515930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] For port 7cedcd6c-7449-4e95-9137-8a264abbd388, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:14.523478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] For port 7cedcd6c-7449-4e95-9137-8a264abbd388, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7cedcd6c-7449-4e95-9137-8a264abbd388,segment=NetworkSegment(ab972150-c126-41af-a61c-8d12e696cf13),segment_id=ab972150-c126-41af-a61c-8d12e696cf13)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:04:14.564191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:14.619941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:14.620847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:14.621787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8eeff2-13e8-425c-856a-66019af17273 req-ecfe17a4-359d-4f8c-bf2e-b35b3ea6a9fe tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:14.622989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] 10.222.0.50 "PUT /v2.0/ports/7cedcd6c-7449-4e95-9137-8a264abbd388 HTTP/1.1" status: 200 len: 1092 time: 1.6939609 Feb 09 21:04:14.623636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5', 'tag': '7cedcd6c-7449-4e95-9137-8a264abbd388'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:14.625095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d8eeff2-13e8-425c-856a-66019af17273 req-ecfe17a4-359d-4f8c-bf2e-b35b3ea6a9fe tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 945 time: 0.2894223 Feb 09 21:04:14.632033 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86" -d '{"events": [{"name": "network-changed", "server_uuid": "f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5", "tag": "7cedcd6c-7449-4e95-9137-8a264abbd388"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:14.744811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d8eeff2-13e8-425c-856a-66019af17273 req-a79a2487-2648-4590-95eb-1f9f2323b00d tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107686 Feb 09 21:04:14.756208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f06cdd-6883-4d34-9424-395633032164 req-57d0bf31-9c88-4ba0-97c0-d2214c091635 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:14.758973 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30f06cdd-6883-4d34-9424-395633032164 req-57d0bf31-9c88-4ba0-97c0-d2214c091635 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.13 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 945 time: 0.3652151 Feb 09 21:04:14.783715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:14.862997 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259db367-200d-4f6d-a364-eb5edf63fc70 x-openstack-request-id: req-259db367-200d-4f6d-a364-eb5edf63fc70 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:14.863499 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5", "tag": "7cedcd6c-7449-4e95-9137-8a264abbd388", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:14.863499 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-259db367-200d-4f6d-a364-eb5edf63fc70 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:14.863961 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5', 'tag': '7cedcd6c-7449-4e95-9137-8a264abbd388', 'status': 'completed', 'code': 200} Feb 09 21:04:14.887823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-fb05f48c-aca3-4a21-b5e0-8daf8e36c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:14.889488 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-fb05f48c-aca3-4a21-b5e0-8daf8e36c7fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d95fcf2a2cc8409ba59f84a216e98d35&device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 1126 time: 0.1956081 Feb 09 21:04:14.936597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e55a7-9341-4b9a-b0f3-200400d8a2cb service neutron] Pushing event updated for resources: {'Port': ['ID=7cedcd6c-7449-4e95-9137-8a264abbd388,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:15.056866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344931b-7c41-454f-b77c-9d72358a3dc6 req-5139957e-1e8a-48a4-88d3-19b8b44f1e06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:15.064867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9344931b-7c41-454f-b77c-9d72358a3dc6 req-5139957e-1e8a-48a4-88d3-19b8b44f1e06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.3970973 Feb 09 21:04:15.130890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00a729-6e3f-4699-91c8-fc89ec6eb501 req-c0483066-258d-4d6b-a1c8-04e79dd04c83 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:15.138793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9344931b-7c41-454f-b77c-9d72358a3dc6 req-8b369c9d-b405-4090-aac0-a6b86eaf1e68 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729086 Feb 09 21:04:15.140332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-17a4ee5d-4842-4c21-bfbe-18dcc16e1930 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cedcd6c-7449-4e95-9137-8a264abbd388 HTTP/1.1" status: 200 len: 217 time: 0.2337205 Feb 09 21:04:15.148546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a00a729-6e3f-4699-91c8-fc89ec6eb501 req-c0483066-258d-4d6b-a1c8-04e79dd04c83 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 943 time: 0.1413953 Feb 09 21:04:15.155567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Deleting port 0054b88d-279e-459d-acc0-98fff8fc7356 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:15.164854 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:15.277328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-7016524e-c412-4b2b-ab0b-bd35aa143d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:15.280389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-7016524e-c412-4b2b-ab0b-bd35aa143d22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9 HTTP/1.1" status: 200 len: 864 time: 0.1333010 Feb 09 21:04:15.325603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-26b2e3f0-a8dd-4090-9bb6-662eaec267d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42fea6ec-62f8-409e-afcd-cea9c5b346eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376918 Feb 09 21:04:15.325874 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3f86-42bc-427a-b7e4-482df989dec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:15.480574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3f86-42bc-427a-b7e4-482df989dec0 admin admin] Publish callbacks [] for security_group (f94fcdab-6449-4631-ad84-2e15e605bb3a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:15.516334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a00a729-6e3f-4699-91c8-fc89ec6eb501 req-d364554b-4964-4156-a166-dd6c11e89443 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476217 Feb 09 21:04:15.520406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3f86-42bc-427a-b7e4-482df989dec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f94fcdab-6449-4631-ad84-2e15e605bb3a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:15.522387 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-0dd7408b-bdbc-459d-ae01-6e8b8f65fba8 service neutron] 10.222.0.50 "GET /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890130 Feb 09 21:04:15.591465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3a4d3f86-42bc-427a-b7e4-482df989dec0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2197255bad5e47e492869c091618e707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8008497 Feb 09 21:04:15.607248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:15.655378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc8372-c457-47a4-89d3-6168551c59fd req-f6189972-7751-470c-9641-11eb221892f7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:15.657696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4fc8372-c457-47a4-89d3-6168551c59fd req-f6189972-7751-470c-9641-11eb221892f7 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.3098793 Feb 09 21:04:15.751460 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4fc8372-c457-47a4-89d3-6168551c59fd req-d1d03143-ad8b-424f-bf3a-5c54946e6c02 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859258 Feb 09 21:04:15.809542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-2f338b92-f0ad-4a55-aebf-91998934dd41 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:15.810287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-2f338b92-f0ad-4a55-aebf-91998934dd41 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.13 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.2820861 Feb 09 21:04:15.821290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] For port 0054b88d-279e-459d-acc0-98fff8fc7356, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0054b88d-279e-459d-acc0-98fff8fc7356,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:15.821835 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:15.838646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Calling delete_port for 0054b88d-279e-459d-acc0-98fff8fc7356 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:15.882353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56624e57-9fe3-49bd-87fc-5105474a76c1 req-d67bdb84-c335-4549-bfcd-a68e5786a4fe service neutron] 10.222.0.50 "GET /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404930 Feb 09 21:04:15.988779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d3f86-42bc-427a-b7e4-482df989dec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94fcdab-6449-4631-ad84-2e15e605bb3a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:16.003188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0054b88d-279e-459d-acc0-98fff8fc7356), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:16.015588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0054b88d-279e-459d-acc0-98fff8fc7356'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:04:16.034447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-51e09c6b-6765-4512-89ce-ee6c8c201c2f req-ee10959b-dd31-4458-8f39-29d2d78109e1 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 210 time: 0.0491197 Feb 09 21:04:16.069405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Pushing event deleted for resources: {'Port': ['ID=0054b88d-279e-459d-acc0-98fff8fc7356,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:16.089976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b7b357a-0725-4e7e-b38c-65778b1d3ec2 admin admin] Publish callbacks [] for security_group (f94fcdab-6449-4631-ad84-2e15e605bb3a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:16.112962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b7b357a-0725-4e7e-b38c-65778b1d3ec2 admin admin] Publish callbacks [] for security_group (f94fcdab-6449-4631-ad84-2e15e605bb3a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:16.162149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-d8068949-c6d2-4cc9-866c-da8e37a398fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:16.168288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-d8068949-c6d2-4cc9-866c-da8e37a398fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d95fcf2a2cc8409ba59f84a216e98d35&device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 1126 time: 0.1711082 Feb 09 21:04:16.197007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b7b357a-0725-4e7e-b38c-65778b1d3ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f94fcdab-6449-4631-ad84-2e15e605bb3a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:16.206866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6b7b357a-0725-4e7e-b38c-65778b1d3ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:16.210469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6b7b357a-0725-4e7e-b38c-65778b1d3ec2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f94fcdab-6449-4631-ad84-2e15e605bb3a HTTP/1.1" status: 204 len: 168 time: 0.5864539 Feb 09 21:04:16.257701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] No DVR routers for this DVR port 0054b88d-279e-459d-acc0-98fff8fc7356 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:04:16.259556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b357a-0725-4e7e-b38c-65778b1d3ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94fcdab-6449-4631-ad84-2e15e605bb3a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:16.262154 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:16.265683 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30f06cdd-6883-4d34-9424-395633032164 req-daee7294-fa73-43df-8547-d859c9a76f52 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.13 "DELETE /v2.0/ports/0054b88d-279e-459d-acc0-98fff8fc7356 HTTP/1.1" status: 204 len: 173 time: 1.4991074 Feb 09 21:04:16.266807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da90298-2a8d-4db7-b437-367dfe7fdc6f', 'name': 'network-vif-deleted', 'tag': '0054b88d-279e-459d-acc0-98fff8fc7356'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:16.269263 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a9dff-4448-4655-a2ba-5ab842164991" -d '{"events": [{"server_uuid": "6da90298-2a8d-4db7-b437-367dfe7fdc6f", "name": "network-vif-deleted", "tag": "0054b88d-279e-459d-acc0-98fff8fc7356"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:16.318841 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ea84d-aa43-44f2-b71e-28df971253de x-openstack-request-id: req-663ea84d-aa43-44f2-b71e-28df971253de {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:16.319134 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da90298-2a8d-4db7-b437-367dfe7fdc6f", "name": "network-vif-deleted", "tag": "0054b88d-279e-459d-acc0-98fff8fc7356", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:16.319386 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-663ea84d-aa43-44f2-b71e-28df971253de {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:16.319854 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da90298-2a8d-4db7-b437-367dfe7fdc6f', 'name': 'network-vif-deleted', 'tag': '0054b88d-279e-459d-acc0-98fff8fc7356', 'status': 'completed', 'code': 200} Feb 09 21:04:16.433445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Deleting port 344d50b6-a6a1-401d-956e-053bdb5d5c00 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:16.433965 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:16.559615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc41de5-0402-491c-aea7-2032d53f2727 req-33c5ae44-c2fb-4431-b11b-f165de649775 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:16.577471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2bc41de5-0402-491c-aea7-2032d53f2727 req-33c5ae44-c2fb-4431-b11b-f165de649775 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.2290063 Feb 09 21:04:16.636628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-57db1e1a-6684-4261-89e8-888c25ba0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:16.638121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-57db1e1a-6684-4261-89e8-888c25ba0210 service neutron] 10.222.0.50 "GET /v2.0/networks?id=42fea6ec-62f8-409e-afcd-cea9c5b346eb HTTP/1.1" status: 200 len: 925 time: 0.4596729 Feb 09 21:04:16.692607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f764f-e4f8-47a5-9c4d-12b6274e54a1 req-86b90e06-6916-4ff7-a883-1ac6b9ca9369 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:16.702868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-836f764f-e4f8-47a5-9c4d-12b6274e54a1 req-86b90e06-6916-4ff7-a883-1ac6b9ca9369 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 943 time: 0.0877430 Feb 09 21:04:16.800523 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-836f764f-e4f8-47a5-9c4d-12b6274e54a1 req-c4df3571-195f-4714-8e2f-ee7a36628abb tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955188 Feb 09 21:04:16.802200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] For port 344d50b6-a6a1-401d-956e-053bdb5d5c00, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=344d50b6-a6a1-401d-956e-053bdb5d5c00,segment=NetworkSegment(b71def85-5faf-4463-99c7-217e39bd4cbf),segment_id=b71def85-5faf-4463-99c7-217e39bd4cbf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:16.802593 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:16.807184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-5e624184-49e8-4c6f-8581-d8fa25b2b9d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cedcd6c-7449-4e95-9137-8a264abbd388 HTTP/1.1" status: 200 len: 217 time: 0.1226704 Feb 09 21:04:16.839381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Calling delete_port for 344d50b6-a6a1-401d-956e-053bdb5d5c00 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:16.896199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:16.910401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2bc41de5-0402-491c-aea7-2032d53f2727 req-7a6d93cf-2b5b-4ebb-b261-5837fd1c76ec tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192475 Feb 09 21:04:16.942189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0466eb5f-c44e-4fd5-bfdf-e72352872c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.009143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-9ef54c9b-9e30-4ed7-8064-6551e8e2591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:17.010918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-9ef54c9b-9e30-4ed7-8064-6551e8e2591a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9 HTTP/1.1" status: 200 len: 864 time: 0.1931679 Feb 09 21:04:17.060401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-1b3f2d0a-62c8-47b8-8c79-eba33d753e51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42fea6ec-62f8-409e-afcd-cea9c5b346eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421658 Feb 09 21:04:17.112315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2c74d-d47b-4868-884b-f186676d71dd req-7ffcd081-b37a-4430-a47a-8a6bc9cc9c8e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:17.114102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ca2c74d-d47b-4868-884b-f186676d71dd req-7ffcd081-b37a-4430-a47a-8a6bc9cc9c8e tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/ports?device_id=75c83bb6-eb93-4d2e-985a-463d4e2d059e HTTP/1.1" status: 200 len: 947 time: 0.1532063 Feb 09 21:04:17.206339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-4ecc3a7f-a978-44d4-994c-f6dbea920e43 service neutron] 10.222.0.50 "GET /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398489 Feb 09 21:04:17.229564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0466eb5f-c44e-4fd5-bfdf-e72352872c15 admin admin] Publish callbacks [] for security_group (c401f2a6-8059-47a5-812c-de47170dbddf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.236117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0466eb5f-c44e-4fd5-bfdf-e72352872c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c401f2a6-8059-47a5-812c-de47170dbddf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.257420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ca2c74d-d47b-4868-884b-f186676d71dd req-98f0ab3d-52dd-42d8-ac3f-683ebfad6726 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236217 Feb 09 21:04:17.314074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466eb5f-c44e-4fd5-bfdf-e72352872c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c401f2a6-8059-47a5-812c-de47170dbddf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:17.324062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0466eb5f-c44e-4fd5-bfdf-e72352872c15 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=526fa5fbec854dd5bd651e36e6f6437e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4231825 Feb 09 21:04:17.325441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50214) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:17.437559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f396611d-62ba-4cf6-8269-720b94ba1db8 admin admin] Publish callbacks [] for security_group (c401f2a6-8059-47a5-812c-de47170dbddf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.446962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6cb4dd81-8a67-4b59-9a9d-c0f68837cf03 req-2280a8ad-e6d9-4c6e-b9c5-f1fd292b994e tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=6da90298-2a8d-4db7-b437-367dfe7fdc6f HTTP/1.1" status: 200 len: 210 time: 0.2395267 Feb 09 21:04:17.449288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc5dc7fa-f7b7-4345-9aa5-8f7c35b78e86 req-934e223d-24f3-417f-97f3-abf6a1be6b1a service neutron] 10.222.0.50 "GET /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356105 Feb 09 21:04:17.506206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f396611d-62ba-4cf6-8269-720b94ba1db8 admin admin] Publish callbacks [] for security_group (c401f2a6-8059-47a5-812c-de47170dbddf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.507232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (344d50b6-a6a1-401d-956e-053bdb5d5c00), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.552686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Pushing event deleted for resources: {'Port': ['ID=344d50b6-a6a1-401d-956e-053bdb5d5c00,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:17.585706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f396611d-62ba-4cf6-8269-720b94ba1db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c401f2a6-8059-47a5-812c-de47170dbddf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.589100 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f396611d-62ba-4cf6-8269-720b94ba1db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.595832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f396611d-62ba-4cf6-8269-720b94ba1db8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c401f2a6-8059-47a5-812c-de47170dbddf HTTP/1.1" status: 204 len: 168 time: 0.2662859 Feb 09 21:04:17.614190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] No DVR routers for this DVR port 344d50b6-a6a1-401d-956e-053bdb5d5c00 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:04:17.614353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396611d-62ba-4cf6-8269-720b94ba1db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c401f2a6-8059-47a5-812c-de47170dbddf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:17.618131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:17.622623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7331cac4-6b82-4d9a-9f0e-fef3a73a185c req-8cb9724d-6062-4b21-90e5-a62602bb0db2 tempest-ServersNegativeTestJSON-965293195 tempest-ServersNegativeTestJSON-965293195-project] 10.222.0.13 "DELETE /v2.0/ports/344d50b6-a6a1-401d-956e-053bdb5d5c00 HTTP/1.1" status: 204 len: 173 time: 1.8034449 Feb 09 21:04:17.623163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-deleted', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:17.626786 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3773c237-c173-4da2-b1b0-98a71bc5e302" -d '{"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-deleted", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:17.700775 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a22e8a2-ecd2-4b39-8293-43607cbdd89a x-openstack-request-id: req-5a22e8a2-ecd2-4b39-8293-43607cbdd89a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:17.701400 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c83bb6-eb93-4d2e-985a-463d4e2d059e", "name": "network-vif-deleted", "tag": "344d50b6-a6a1-401d-956e-053bdb5d5c00", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:17.701842 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5a22e8a2-ecd2-4b39-8293-43607cbdd89a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:17.702391 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c83bb6-eb93-4d2e-985a-463d4e2d059e', 'name': 'network-vif-deleted', 'tag': '344d50b6-a6a1-401d-956e-053bdb5d5c00', 'status': 'completed', 'code': 200} Feb 09 21:04:18.074784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f1d7a-1f2e-41ed-8f32-40aa67523627 req-b46976bf-938f-4278-ae9b-d45b06c25a05 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:18.084187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-177f1d7a-1f2e-41ed-8f32-40aa67523627 req-b46976bf-938f-4278-ae9b-d45b06c25a05 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 943 time: 0.1588244 Feb 09 21:04:18.110021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8ffd-73b8-424a-8b42-41fe4e584169 req-e0ca0a9a-0b27-4b9c-8af3-3b07cbdd8561 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:18.111622 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0cf8ffd-73b8-424a-8b42-41fe4e584169 req-e0ca0a9a-0b27-4b9c-8af3-3b07cbdd8561 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.0744071 Feb 09 21:04:18.161604 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-177f1d7a-1f2e-41ed-8f32-40aa67523627 req-fc670509-dc40-4bc8-adfe-99ecaf43166e tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Feb 09 21:04:18.173415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0cf8ffd-73b8-424a-8b42-41fe4e584169 req-72fd2f65-a641-4765-9cc2-7e9af4831be9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546460 Feb 09 21:04:18.340443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:18.407544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eda5a00-aa11-4ab0-8c5c-2bd5e6cdf8eb admin admin] Deleting subnet 2302387f-9b7a-4b7b-a6dc-acb077fbc421 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:04:18.411215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1eda5a00-aa11-4ab0-8c5c-2bd5e6cdf8eb admin admin] Publish callbacks [] for subnet (2302387f-9b7a-4b7b-a6dc-acb077fbc421), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:18.502732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1eda5a00-aa11-4ab0-8c5c-2bd5e6cdf8eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (2302387f-9b7a-4b7b-a6dc-acb077fbc421), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:18.591900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1eda5a00-aa11-4ab0-8c5c-2bd5e6cdf8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2302387f-9b7a-4b7b-a6dc-acb077fbc421), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:18.666814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1eda5a00-aa11-4ab0-8c5c-2bd5e6cdf8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (2302387f-9b7a-4b7b-a6dc-acb077fbc421), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:18.689310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 7cedcd6c-7449-4e95-9137-8a264abbd388 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:04:18.701943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda5a00-aa11-4ab0-8c5c-2bd5e6cdf8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2302387f-9b7a-4b7b-a6dc-acb077fbc421,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:18.705641 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1eda5a00-aa11-4ab0-8c5c-2bd5e6cdf8eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:18.710146 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1eda5a00-aa11-4ab0-8c5c-2bd5e6cdf8eb admin admin] 10.222.0.102 "DELETE /v2.0/subnets/2302387f-9b7a-4b7b-a6dc-acb077fbc421 HTTP/1.1" status: 204 len: 168 time: 0.3686209 Feb 09 21:04:18.712669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:18.806438 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:18.919032 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:18.946911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:18.972087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71def85-5faf-4463-99c7-217e39bd4cbf') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:18.973374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71def85-5faf-4463-99c7-217e39bd4cbf') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:19.011321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (b71def85-5faf-4463-99c7-217e39bd4cbf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:19.051020 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b71def85-5faf-4463-99c7-217e39bd4cbf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:19.059046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:04:19.059448 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (b71def85-5faf-4463-99c7-217e39bd4cbf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:04:19.061457 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:04:19.141415 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:19.149183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:19.157095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] 10.222.0.102 "DELETE /v2.0/networks/e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5 HTTP/1.1" status: 204 len: 168 time: 0.4404781 Feb 09 21:04:19.192556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645a85b-a62a-41dd-a9c8-510313cb233e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d49b14-dbb0-4936-9a7b-9d1eaa4098e5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:19.326466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:04:19.384573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed3c5d-7dc9-463d-9425-5f9e1c0e641e req-25e2b0cf-ac83-4d78-8190-266cc1402473 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:19.387971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 344d50b6-a6a1-401d-956e-053bdb5d5c00 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:04:19.388652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 344d50b6-a6a1-401d-956e-053bdb5d5c00 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:04:19.389330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0054b88d-279e-459d-acc0-98fff8fc7356 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:04:19.400291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8ed3c5d-7dc9-463d-9425-5f9e1c0e641e req-25e2b0cf-ac83-4d78-8190-266cc1402473 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 943 time: 0.1045516 Feb 09 21:04:19.424693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 0054b88d-279e-459d-acc0-98fff8fc7356 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:04:19.425767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0054b88d-279e-459d-acc0-98fff8fc7356 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:04:19.441508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cecb6-37c7-4e1e-964f-20bc7c9f2b8c req-6324e9f1-75d3-4d03-808f-32c408cdc879 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:19.447994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b10cecb6-37c7-4e1e-964f-20bc7c9f2b8c req-6324e9f1-75d3-4d03-808f-32c408cdc879 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.1570301 Feb 09 21:04:19.482148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 7cedcd6c-7449-4e95-9137-8a264abbd388, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7cedcd6c-7449-4e95-9137-8a264abbd388,segment=NetworkSegment(ab972150-c126-41af-a61c-8d12e696cf13),segment_id=ab972150-c126-41af-a61c-8d12e696cf13)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:19.504586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '7cedcd6c-7449-4e95-9137-8a264abbd388', 'network_id': '42fea6ec-62f8-409e-afcd-cea9c5b346eb', 'port_id': '7cedcd6c-7449-4e95-9137-8a264abbd388', 'mac_address': 'fa:16:3e:2e:0f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:04:19.509564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8ed3c5d-7dc9-463d-9425-5f9e1c0e641e req-208ccc32-af29-479a-86fd-9fe7b7d5fc9d tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033773 Feb 09 21:04:19.583635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b10cecb6-37c7-4e1e-964f-20bc7c9f2b8c req-4d11172d-a3ab-4f7f-9dff-00877385d740 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301062 Feb 09 21:04:19.587441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50340) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:19.615844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 7cedcd6c-7449-4e95-9137-8a264abbd388 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:19.616591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:19.646389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cedcd6c-7449-4e95-9137-8a264abbd388 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:04:19.690398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 7cedcd6c-7449-4e95-9137-8a264abbd388, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7cedcd6c-7449-4e95-9137-8a264abbd388,segment=NetworkSegment(ab972150-c126-41af-a61c-8d12e696cf13),segment_id=ab972150-c126-41af-a61c-8d12e696cf13)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:19.701219 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:19.778801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:19.779147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a71df840-c6b7-49e9-9a51-2a5ad9b2914b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a8867445b82b49989808a0e04aafbf63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901574 Feb 09 21:04:19.833635 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-23ed4507-ae24-49cc-a76e-22f05f72d3ea service neutron] show failed (client error): The resource could not be found. Feb 09 21:04:19.837527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-23ed4507-ae24-49cc-a76e-22f05f72d3ea service neutron] 10.222.0.50 "GET /v2.0/ports/694e2bad-0814-4229-a233-9e90fce1d67e/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.1874321 Feb 09 21:04:19.907979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=7cedcd6c-7449-4e95-9137-8a264abbd388,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:19.933238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['7cedcd6c-7449-4e95-9137-8a264abbd388'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:04:19.959855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.960118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.963114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.964819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.968525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.969953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.970488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.975098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.975885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.976607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.977160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.977781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:19.978964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:20.005955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed40545b-46ed-4561-88c0-48840d86d391 admin admin] Publish callbacks [] for security_group (cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:20.074856 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed40545b-46ed-4561-88c0-48840d86d391 admin admin] Publish callbacks [] for security_group (cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:20.195208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed40545b-46ed-4561-88c0-48840d86d391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:20.199705 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed40545b-46ed-4561-88c0-48840d86d391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:20.201325 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ed40545b-46ed-4561-88c0-48840d86d391 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390 HTTP/1.1" status: 204 len: 168 time: 0.4214804 Feb 09 21:04:20.225855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40545b-46ed-4561-88c0-48840d86d391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb63f1ee-dbf4-45b8-afe6-a7c0bd55b390,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:20.485042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50378) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:20.800995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f73cc8-7087-4d59-b4d0-82d82126abc5 req-c2489ca0-9d91-4eb9-90e9-f62349f14488 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:20.809154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6f73cc8-7087-4d59-b4d0-82d82126abc5 req-c2489ca0-9d91-4eb9-90e9-f62349f14488 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.1064186 Feb 09 21:04:20.864864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1177803888'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:20.960252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Made reservation on behalf of d45b7d02e0f44fbc869db07791670d55 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:20.966417 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:20.966814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-11c95d66-44ec-4fe5-9f36-4a8872660ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:20.968391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-11c95d66-44ec-4fe5-9f36-4a8872660ba9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 1128 time: 0.8546987 Feb 09 21:04:20.982224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:21.001688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159c2b-8402-4db7-852c-5855f14be6d8 req-53799e87-21ea-487d-8ef9-89e275292d6e tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:21.006431 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6f73cc8-7087-4d59-b4d0-82d82126abc5 req-36a93a93-4506-4329-bcff-63b97e17a8f6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960905 Feb 09 21:04:21.007456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.019915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30159c2b-8402-4db7-852c-5855f14be6d8 req-53799e87-21ea-487d-8ef9-89e275292d6e tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 944 time: 0.2234249 Feb 09 21:04:21.194158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30159c2b-8402-4db7-852c-5855f14be6d8 req-9d3928c6-3009-49d2-a8b8-6d428dee543e tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731648 Feb 09 21:04:21.211357 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.308176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks [] for security_group (4c9fcad8-f41d-423b-8ddc-58f65bb0ea8d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.322628 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4c9fcad8-f41d-423b-8ddc-58f65bb0ea8d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.393722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:04:21.402149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9fcad8-f41d-423b-8ddc-58f65bb0ea8d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:21.429925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.432083 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Added segment 71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd of type vlan for network e856af08-a2e3-495a-ad88-085d5daa75bd Feb 09 21:04:21.545492 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e856af08-a2e3-495a-ad88-085d5daa75bd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.590778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e856af08-a2e3-495a-ad88-085d5daa75bd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.608121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:21.609001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.686542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:21.689153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2011180 Feb 09 21:04:21.697754 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.716831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50432) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:21.734810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f51a63-0fec-4382-8b03-98668f77769a tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Pushing event updated for resources: {'Network': ['ID=e856af08-a2e3-495a-ad88-085d5daa75bd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:21.746565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e856af08-a2e3-495a-ad88-085d5daa75bd details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:04:21.766721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:21.822241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Publish callbacks [] for port (694e2bad-0814-4229-a233-9e90fce1d67e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:21.842247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Transition to ACTIVE for port object 694e2bad-0814-4229-a233-9e90fce1d67e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:04:21.845793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:21.852653 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb77dd69-440e-482b-b649-0b36202d3ae0" -d '{"events": [{"server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:21.862971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.029077 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da4d1666-44b2-42d4-971b-aafb75517412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.089856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:22.099853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:22.122540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Request body: {'port': {'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd', 'binding:host_id': 'n-h1-789963-29', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-817545741'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:22.178693 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1953e280-d691-4b4f-8961-03c02031a5dd x-openstack-request-id: req-1953e280-d691-4b4f-8961-03c02031a5dd {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:22.178996 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:22.179257 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1953e280-d691-4b4f-8961-03c02031a5dd {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:22.179663 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e', 'code': 200} Feb 09 21:04:22.191268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Made reservation on behalf of 3b425a7b5bda43f280ffa6debf7b2445 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:22.200149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.238249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.268924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] No DVR routers for this DVR port 694e2bad-0814-4229-a233-9e90fce1d67e on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:04:22.522124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd9e10-43fa-4b13-8cd5-52ed41b3b4c7 req-33816f39-176d-4afd-b3ae-11134365df3a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:22.524146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3bbd9e10-43fa-4b13-8cd5-52ed41b3b4c7 req-33816f39-176d-4afd-b3ae-11134365df3a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.2564690 Feb 09 21:04:22.524897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da4d1666-44b2-42d4-971b-aafb75517412 admin admin] Publish callbacks [] for security_group (15feaf6d-f54b-437f-a00a-6b931e4d381a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.571987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c239-9d69-4a54-8f6f-a0a8901d2441 req-9ee036cf-7910-4282-adde-4e18b8acb858 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:22.574309 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f707c239-9d69-4a54-8f6f-a0a8901d2441 req-9ee036cf-7910-4282-adde-4e18b8acb858 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 944 time: 0.2165906 Feb 09 21:04:22.575159 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da4d1666-44b2-42d4-971b-aafb75517412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (15feaf6d-f54b-437f-a00a-6b931e4d381a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.636805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d1666-44b2-42d4-971b-aafb75517412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15feaf6d-f54b-437f-a00a-6b931e4d381a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:22.671969 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks [] for security_group (21c8f525-e08b-4e8e-bc33-9db3e0c6d0cc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.696317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3bbd9e10-43fa-4b13-8cd5-52ed41b3b4c7 req-0d0aee9d-2f8d-43b6-80ac-599305412529 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512210 Feb 09 21:04:22.703085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Attempting to bind port 694e2bad-0814-4229-a233-9e90fce1d67e on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:22.703591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Attempting to bind port 694e2bad-0814-4229-a233-9e90fce1d67e by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:22.703892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Attempting to bind port 694e2bad-0814-4229-a233-9e90fce1d67e on network 201810f5-d588-4f97-94e1-ef3faeecc8bc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:22.705354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (21c8f525-e08b-4e8e-bc33-9db3e0c6d0cc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.713468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 7cedcd6c-7449-4e95-9137-8a264abbd388 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:22.714427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Port 694e2bad-0814-4229-a233-9e90fce1d67e on network 201810f5-d588-4f97-94e1-ef3faeecc8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:22.714811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Attempting to bind port 694e2bad-0814-4229-a233-9e90fce1d67e on network 201810f5-d588-4f97-94e1-ef3faeecc8bc {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:22.719703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] device_id is not set on port abd5b061-87aa-4c40-98aa-48e6a9fcf83d yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:22.725420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:04:22.725765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Checking segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:22.726160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Bound using segment: {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:04:22.728867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Bound port: 694e2bad-0814-4229-a233-9e90fce1d67e, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da95050-a0f4-48a9-b9e0-9f4b5288e15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:04:22.728867 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.835257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:22.898180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 7cedcd6c-7449-4e95-9137-8a264abbd388 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:04:22.902518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 7cedcd6c-7449-4e95-9137-8a264abbd388 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:22.902907 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:22.911643 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da4d1666-44b2-42d4-971b-aafb75517412 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4302e39382c54702b889e244f59154bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1908085 Feb 09 21:04:22.941023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:22.983264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:22.989661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:04:23.012836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.049791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c8f525-e08b-4e8e-bc33-9db3e0c6d0cc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:23.101610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f707c239-9d69-4a54-8f6f-a0a8901d2441 req-8857dfb3-ab26-4380-9f14-ae2402772bc2 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832320 Feb 09 21:04:23.119641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 7cedcd6c-7449-4e95-9137-8a264abbd388 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:23.119641 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.189607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:23.190254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.191809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 1092 time: 2.2143238 Feb 09 21:04:23.203336 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c356f03-8bd9-4a0f-99e2-c1b6b8aec135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.206395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f32c86-f59b-4135-a70c-ca624015e730 req-9f547aef-5ae8-4f90-836b-40b530a2bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:23.207738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a74438-91d6-4d24-88a5-8349adf72bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:23.207991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f32c86-f59b-4135-a70c-ca624015e730 req-9f547aef-5ae8-4f90-836b-40b530a2bcf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1083 time: 0.2785981 Feb 09 21:04:23.218630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c711767f-1821-4e8b-8889-8ebde972e149 admin admin] Publish callbacks [] for security_group (15feaf6d-f54b-437f-a00a-6b931e4d381a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.227371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 7cedcd6c-7449-4e95-9137-8a264abbd388, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7cedcd6c-7449-4e95-9137-8a264abbd388,segment=NetworkSegment(ab972150-c126-41af-a61c-8d12e696cf13),segment_id=ab972150-c126-41af-a61c-8d12e696cf13)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:23.236388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cedcd6c-7449-4e95-9137-8a264abbd388'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:23.243286 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593393d7-871b-4a4d-9d27-2a820790ceb5" -d '{"events": [{"server_uuid": "f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5", "name": "network-vif-plugged", "status": "completed", "tag": "7cedcd6c-7449-4e95-9137-8a264abbd388"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:23.252057 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.253698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 694e2bad-0814-4229-a233-9e90fce1d67e no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:04:23.375268 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c356f03-8bd9-4a0f-99e2-c1b6b8aec135 admin admin] Publish callbacks [] for security_group (96a4e6b5-0237-469b-afdb-88d584bee542), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.391426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c356f03-8bd9-4a0f-99e2-c1b6b8aec135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (96a4e6b5-0237-469b-afdb-88d584bee542), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.392413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=7cedcd6c-7449-4e95-9137-8a264abbd388,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:23.405885 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be5d12d-8ed1-47ea-b054-70455a767f9c x-openstack-request-id: req-4be5d12d-8ed1-47ea-b054-70455a767f9c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:23.406238 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5", "name": "network-vif-plugged", "status": "completed", "tag": "7cedcd6c-7449-4e95-9137-8a264abbd388", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:23.407527 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4be5d12d-8ed1-47ea-b054-70455a767f9c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:23.408377 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cedcd6c-7449-4e95-9137-8a264abbd388', 'code': 200} Feb 09 21:04:23.409087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 694e2bad-0814-4229-a233-9e90fce1d67e host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:04:23.409775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 694e2bad-0814-4229-a233-9e90fce1d67e not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:04:23.420822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c711767f-1821-4e8b-8889-8ebde972e149 admin admin] Publish callbacks [] for security_group (15feaf6d-f54b-437f-a00a-6b931e4d381a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.441630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0c356f03-8bd9-4a0f-99e2-c1b6b8aec135 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e91e59721b4a4edf8fbd558755f835e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6050279 Feb 09 21:04:23.443300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:23.494884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c356f03-8bd9-4a0f-99e2-c1b6b8aec135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a4e6b5-0237-469b-afdb-88d584bee542,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:23.510979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] device_id is not set on port abd5b061-87aa-4c40-98aa-48e6a9fcf83d yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:23.526333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319ff8-dd64-467b-9d0d-d9f8492987b1 req-557f8da3-ad3f-496c-b9d5-2939556b9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:23.527930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-48319ff8-dd64-467b-9d0d-d9f8492987b1 req-557f8da3-ad3f-496c-b9d5-2939556b9f75 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 1128 time: 0.1472852 Feb 09 21:04:23.544870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks [] for port (abd5b061-87aa-4c40-98aa-48e6a9fcf83d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.546514 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2e73e-7bcc-4ab2-b19c-215452a50f74 admin admin] Publish callbacks [] for security_group (96a4e6b5-0237-469b-afdb-88d584bee542), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.556966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f32c86-f59b-4135-a70c-ca624015e730 req-864de17d-1ec4-4378-8d86-4944aa154a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:23.564417 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f32c86-f59b-4135-a70c-ca624015e730 req-864de17d-1ec4-4378-8d86-4944aa154a56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.3257110 Feb 09 21:04:23.568285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (abd5b061-87aa-4c40-98aa-48e6a9fcf83d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.589962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2e73e-7bcc-4ab2-b19c-215452a50f74 admin admin] Publish callbacks [] for security_group (96a4e6b5-0237-469b-afdb-88d584bee542), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.618699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-48319ff8-dd64-467b-9d0d-d9f8492987b1 req-4ad0577e-019a-4b5e-bbc2-7df7ea4f23c3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837231 Feb 09 21:04:23.681522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=abd5b061-87aa-4c40-98aa-48e6a9fcf83d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:23.686932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2e73e-7bcc-4ab2-b19c-215452a50f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (96a4e6b5-0237-469b-afdb-88d584bee542), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.687284 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-03d2e73e-7bcc-4ab2-b19c-215452a50f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.689433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c711767f-1821-4e8b-8889-8ebde972e149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (15feaf6d-f54b-437f-a00a-6b931e4d381a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.692982 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c711767f-1821-4e8b-8889-8ebde972e149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:23.700658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c711767f-1821-4e8b-8889-8ebde972e149 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/15feaf6d-f54b-437f-a00a-6b931e4d381a HTTP/1.1" status: 204 len: 168 time: 0.7544811 Feb 09 21:04:23.702805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-03d2e73e-7bcc-4ab2-b19c-215452a50f74 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/96a4e6b5-0237-469b-afdb-88d584bee542 HTTP/1.1" status: 204 len: 168 time: 0.2492483 Feb 09 21:04:23.712783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2e73e-7bcc-4ab2-b19c-215452a50f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a4e6b5-0237-469b-afdb-88d584bee542,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:23.743330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f32c86-f59b-4135-a70c-ca624015e730 req-5132fde0-99fc-46bc-ba6e-f90962f085f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 999 time: 0.1702530 Feb 09 21:04:23.747288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711767f-1821-4e8b-8889-8ebde972e149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15feaf6d-f54b-437f-a00a-6b931e4d381a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:23.752056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Checking segment: {'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:23.752431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Network hostable DHCP agents. Network: e856af08-a2e3-495a-ad88-085d5daa75bd, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:04:23.822556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Network e856af08-a2e3-495a-ad88-085d5daa75bd is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:04:23.826482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f32c86-f59b-4135-a70c-ca624015e730 req-b06cf0f3-ed5a-49d6-ab0a-c943a45f6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:23.828275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f32c86-f59b-4135-a70c-ca624015e730 req-b06cf0f3-ed5a-49d6-ab0a-c943a45f6cb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.0778785 Feb 09 21:04:23.845968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e856af08-a2e3-495a-ad88-085d5daa75bd) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:23.857917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ba65f-8e6d-41cd-9e7d-ab11a70d411e None None] Network e856af08-a2e3-495a-ad88-085d5daa75bd requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:23.871943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:23.932601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:23.932601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:23.932601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:24.003657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:24.007005 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:24.010244 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 2 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:24.040895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:24.041750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:24.042348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:24.047063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f32c86-f59b-4135-a70c-ca624015e730 req-cd024c3c-cad0-48bd-a1fe-05500a8436a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:24.049754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f32c86-f59b-4135-a70c-ca624015e730 req-cd024c3c-cad0-48bd-a1fe-05500a8436a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2148418 Feb 09 21:04:24.057222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:24.057551 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:24.061950 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 3 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:24.154709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:24.155257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:24.155821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:24.167942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d55a-7729-4f96-9a07-e2089262f18f req-30ff7376-8686-4d74-a04e-fb1e4192b0b8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:24.169682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ac4d55a-7729-4f96-9a07-e2089262f18f req-30ff7376-8686-4d74-a04e-fb1e4192b0b8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.2829039 Feb 09 21:04:24.180867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:24.181167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:24.181601 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:24.184319 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b2154-b6ff-40ce-9471-693d60d76d30" -d '{"events": [{"name": "network-changed", "server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:24.188583 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 4 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:24.269178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:24.269608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:24.270015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:24.276396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:24.276817 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:24.285541 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 5 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:24.291270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f32c86-f59b-4135-a70c-ca624015e730 req-6f62174b-62df-4f42-b047-ad617e5be3f0 service neutron] 10.222.0.13 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307990 Feb 09 21:04:24.346885 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:04:24.392334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffccbe-1774-406a-9e5d-6bfd30b57521 req-129d9c65-272c-4c74-9191-6cf6183aa387 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:24.409147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23ffccbe-1774-406a-9e5d-6bfd30b57521 req-129d9c65-272c-4c74-9191-6cf6183aa387 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 945 time: 0.1524155 Feb 09 21:04:24.540153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23ffccbe-1774-406a-9e5d-6bfd30b57521 req-a7fb15de-6a12-49fd-9695-bf8749412844 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289325 Feb 09 21:04:24.667093 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ebc9f-632a-4d7c-b67d-f87f5353b23f x-openstack-request-id: req-844ebc9f-632a-4d7c-b67d-f87f5353b23f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:24.667872 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:24.668313 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-844ebc9f-632a-4d7c-b67d-f87f5353b23f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:24.668890 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e', 'status': 'completed', 'code': 200} Feb 09 21:04:24.770357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-78692d75-bb2b-4f12-9182-e09042c9655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:24.778583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-78692d75-bb2b-4f12-9182-e09042c9655d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1126 time: 0.1062467 Feb 09 21:04:24.986892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:24.987445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:24.989872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:25.004627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-db63b6b2-5973-4792-bb1c-c93d0684cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:25.007731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-db63b6b2-5973-4792-bb1c-c93d0684cc06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.2214429 Feb 09 21:04:25.008610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ac4d55a-7729-4f96-9a07-e2089262f18f req-4409673b-f931-4d2e-aa78-26411b4f7646 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8304901 Feb 09 21:04:25.042506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:25.043203 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:25.045472 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 6 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:25.072228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:25.072926 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:25.073781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:25.092530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:25.093251 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:25.104975 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 7 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:25.136134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-76802e80-2285-4b0b-8e2c-1a9890138b47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 999 time: 0.1066248 Feb 09 21:04:25.173474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:25.178891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:25.179561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:25.188449 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-88f32c86-f59b-4135-a70c-ca624015e730 req-5aba73cd-3a9d-4ffe-89ff-e30c0a57686e service neutron] 10.222.0.13 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8823783 Feb 09 21:04:25.202506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:25.203778 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:25.204409 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 8 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:25.255643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:25.257983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:25.258441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:25.280182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:25.280945 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:25.290623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-f040cc88-c739-4904-80cd-75024e74f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:25.303062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-f040cc88-c739-4904-80cd-75024e74f417 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.1521285 Feb 09 21:04:25.352254 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 9 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:25.371295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:25.373803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:25.374597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:25.399945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:25.400401 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:25.405660 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 10 to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d Feb 09 21:04:25.416447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-8c7d540e-2e6c-4569-bcc8-6f7c22039ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:25.422387 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-8c7d540e-2e6c-4569-bcc8-6f7c22039ffc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1155467 Feb 09 21:04:25.452792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:25.456472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:25.456966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:25.470063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:25.470063 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port abd5b061-87aa-4c40-98aa-48e6a9fcf83d on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:25.470063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (abd5b061-87aa-4c40-98aa-48e6a9fcf83d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:25.522423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-95cf98ac-9684-45bc-97a9-f2846bf4151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:25.524757 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-95cf98ac-9684-45bc-97a9-f2846bf4151d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1126 time: 0.2514122 Feb 09 21:04:25.633787 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-99357aa8-64af-4850-bca8-a79a1507897f service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053363 Feb 09 21:04:25.828023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-3b06e60c-8b5c-4877-a61a-2dccc80fb293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:25.829705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-3b06e60c-8b5c-4877-a61a-2dccc80fb293 service neutron] 10.222.0.13 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.2453167 Feb 09 21:04:26.038388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-f8242653-0a88-44c8-a113-cd821e211c51 service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976157 Feb 09 21:04:26.086591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] For port abd5b061-87aa-4c40-98aa-48e6a9fcf83d, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:26.087098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:04:26.100012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-d32334a0-0903-4188-bb5f-5888dc72101f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4362752 Feb 09 21:04:26.124669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d4c56-7b7c-4eca-bb71-8a7fb76e1573 req-96de8fec-8ed9-4ede-9d5d-7eed4963cea9 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:26.133906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b0d4c56-7b7c-4eca-bb71-8a7fb76e1573 req-96de8fec-8ed9-4ede-9d5d-7eed4963cea9 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 945 time: 0.3029783 Feb 09 21:04:26.139869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (abd5b061-87aa-4c40-98aa-48e6a9fcf83d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:26.154836 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-146f02f3-a963-4940-b76e-b1b5c0c653db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 999 time: 0.2447591 Feb 09 21:04:26.264107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:26.264525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:26.332156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=abd5b061-87aa-4c40-98aa-48e6a9fcf83d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:26.355777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-45b40662-0319-4437-a0a2-e01710032ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.2547331 Feb 09 21:04:26.359155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:26.362449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-3f48f931-2205-4536-9005-dae1466028a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:26.364001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-3f48f931-2205-4536-9005-dae1466028a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.1955087 Feb 09 21:04:26.386676 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b0d4c56-7b7c-4eca-bb71-8a7fb76e1573 req-5fd61bc8-27db-47bb-93a7-177ad819e404 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517407 Feb 09 21:04:26.414177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-c47b51b1-1751-4121-ab34-b96818fa2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:26.417241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-c47b51b1-1751-4121-ab34-b96818fa2751 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d95fcf2a2cc8409ba59f84a216e98d35&device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 1128 time: 0.2316217 Feb 09 21:04:26.566639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e688b6-dcc4-4901-8f7c-520e313dc1aa req-f7da51dd-fa78-4c0f-b269-a1ecdad36511 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:26.581433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8e688b6-dcc4-4901-8f7c-520e313dc1aa req-f7da51dd-fa78-4c0f-b269-a1ecdad36511 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.2718079 Feb 09 21:04:26.614951 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:26.659060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-67014486-36f1-482b-8e3d-128d0ffede19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:26.660598 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-67014486-36f1-482b-8e3d-128d0ffede19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2891514 Feb 09 21:04:26.774620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-702679d7-e7fa-4879-b4c7-ebb3641c1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:26.776160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-702679d7-e7fa-4879-b4c7-ebb3641c1082 service neutron] 10.222.0.50 "GET /v2.0/networks?id=42fea6ec-62f8-409e-afcd-cea9c5b346eb HTTP/1.1" status: 200 len: 925 time: 0.3371077 Feb 09 21:04:26.922835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8e688b6-dcc4-4901-8f7c-520e313dc1aa req-3c0c5314-86aa-4bb1-b87d-548bf53c4899 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319213 Feb 09 21:04:26.922835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-113e1f01-45e2-41f8-b160-098fc3d4f093 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cedcd6c-7449-4e95-9137-8a264abbd388 HTTP/1.1" status: 200 len: 217 time: 0.1236174 Feb 09 21:04:26.954023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Deleting port abd5b061-87aa-4c40-98aa-48e6a9fcf83d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:26.954454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (abd5b061-87aa-4c40-98aa-48e6a9fcf83d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:27.009348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-fc4b7da7-f55f-4745-b0b0-52016d9a7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:27.010880 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-fc4b7da7-f55f-4745-b0b0-52016d9a7b87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9 HTTP/1.1" status: 200 len: 864 time: 0.0846472 Feb 09 21:04:27.067984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-76d15c00-e884-4f83-8745-7e7b645ab946 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42fea6ec-62f8-409e-afcd-cea9c5b346eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511940 Feb 09 21:04:27.112084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] For port abd5b061-87aa-4c40-98aa-48e6a9fcf83d, host n-h1-789963-29, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:27.112661 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (abd5b061-87aa-4c40-98aa-48e6a9fcf83d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:27.157333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Calling delete_port for abd5b061-87aa-4c40-98aa-48e6a9fcf83d owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:27.193884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:27.282072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-eb979b97-76d6-4151-b26d-b0282f43e21e service neutron] 10.222.0.13 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122358 Feb 09 21:04:27.283615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-ae49bafd-72f4-49ff-8170-fc2d0a349e9d service neutron] 10.222.0.50 "GET /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086055 Feb 09 21:04:27.320392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d9c64-488f-47e6-a9e4-3c7231baf50a req-409f97eb-879a-4fe2-808c-8e47006c5824 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:27.329082 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a4d9c64-488f-47e6-a9e4-3c7231baf50a req-409f97eb-879a-4fe2-808c-8e47006c5824 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 945 time: 0.5629745 Feb 09 21:04:27.419185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (abd5b061-87aa-4c40-98aa-48e6a9fcf83d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:27.445552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:27.453962 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "DELETE /v2.0/ports/abd5b061-87aa-4c40-98aa-48e6a9fcf83d HTTP/1.1" status: 204 len: 168 time: 1.0882077 Feb 09 21:04:27.462394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:27.486139 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f245544-9b4c-4df5-8eb9-3876cf655ced req-2f290e9b-5e11-41c2-8772-efaeede5fc53 service neutron] 10.222.0.50 "GET /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949768 Feb 09 21:04:27.511530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33a578b7-31e4-422d-8902-3aee8b5a06df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:27.514250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48cf8b-548d-4547-9e06-f6ffca4f7c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event deleted for resources: {'Port': ['ID=abd5b061-87aa-4c40-98aa-48e6a9fcf83d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:27.615635 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a7c1f9-34c2-4474-aa89-1de97696be4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:04:27.619477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f3a7c1f9-34c2-4474-aa89-1de97696be4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "GET /v2.0/ports/abd5b061-87aa-4c40-98aa-48e6a9fcf83d HTTP/1.1" status: 404 len: 333 time: 0.1323011 Feb 09 21:04:27.622682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:27.644953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Request body: {'port': {'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-960606130'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:27.654577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a4d9c64-488f-47e6-a9e4-3c7231baf50a req-499c882b-6246-45f7-8e24-9ffba8db9604 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245103 Feb 09 21:04:27.736077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33a578b7-31e4-422d-8902-3aee8b5a06df admin admin] Publish callbacks [] for security_group (98ee4a64-1036-47b5-9957-abd9068fd176), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:27.737180 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ad8a209-2d6e-441f-bb11-2041808c8f4f req-27affc1f-67cf-41a5-84f9-424a88323252 service neutron] 10.222.0.13 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498258 Feb 09 21:04:27.746224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33a578b7-31e4-422d-8902-3aee8b5a06df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (98ee4a64-1036-47b5-9957-abd9068fd176), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:27.853872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Made reservation on behalf of 3b425a7b5bda43f280ffa6debf7b2445 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:27.861220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:27.994009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-33a578b7-31e4-422d-8902-3aee8b5a06df admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a547e6d6427e463b961c2b36683d3aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7990434 Feb 09 21:04:28.006360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:28.006550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] device_id is not set on port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:28.032830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a578b7-31e4-422d-8902-3aee8b5a06df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ee4a64-1036-47b5-9957-abd9068fd176,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:28.169586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-6dd6fdf6-6f2a-4776-89d2-d2eb74f5acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:28.171288 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-6dd6fdf6-6f2a-4776-89d2-d2eb74f5acbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1126 time: 0.2733796 Feb 09 21:04:28.263225 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28cd44cb-de16-46cf-9336-9267b20389ef admin admin] Publish callbacks [] for security_group (98ee4a64-1036-47b5-9957-abd9068fd176), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:28.295375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7ab45-76d0-406a-a432-476e8faf6c95 req-7140bdb3-96f9-4af2-a8b7-5fade034ccf1 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:28.303546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aaa7ab45-76d0-406a-a432-476e8faf6c95 req-7140bdb3-96f9-4af2-a8b7-5fade034ccf1 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 945 time: 0.1880894 Feb 09 21:04:28.356898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78893fcb-c563-4526-940b-af6aa8ab7ce0 req-1ab0cfd0-a49b-41c1-ab16-07dcd7befdc8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:28.358510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78893fcb-c563-4526-940b-af6aa8ab7ce0 req-1ab0cfd0-a49b-41c1-ab16-07dcd7befdc8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.2120395 Feb 09 21:04:28.373767 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28cd44cb-de16-46cf-9336-9267b20389ef admin admin] Publish callbacks [] for security_group (98ee4a64-1036-47b5-9957-abd9068fd176), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:28.408404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-59d5f198-8fab-4d04-8793-7924db377218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:28.409970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-59d5f198-8fab-4d04-8793-7924db377218 service neutron] 10.222.0.13 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.2312572 Feb 09 21:04:28.446645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78893fcb-c563-4526-940b-af6aa8ab7ce0 req-d8fd5fe4-5990-40c4-a708-a5651b13ee7d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800152 Feb 09 21:04:28.450245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks [] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:28.515048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:28.524343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aaa7ab45-76d0-406a-a432-476e8faf6c95 req-f102d44f-b4be-4dd4-8430-b5a6be9abab3 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195921 Feb 09 21:04:28.540031 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-43ebcb52-279b-4009-8070-23b957ada4ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 999 time: 0.1213856 Feb 09 21:04:28.593740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Network e856af08-a2e3-495a-ad88-085d5daa75bd is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:28.598401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:28.601343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:28.604071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:28.604466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:28.607645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=1c1475ef-c186-45a1-835d-e0c2e3110ac4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:28.646777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-174ebc5a-8ab6-48d2-bbfa-00d6a47e6e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0088370 Feb 09 21:04:28.649078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:28.656734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:28.662863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-93e8cfd6-7a60-4cb0-84fc-7ba622c986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:28.664473 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-93e8cfd6-7a60-4cb0-84fc-7ba622c986dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.1182201 Feb 09 21:04:28.732074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28cd44cb-de16-46cf-9336-9267b20389ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (98ee4a64-1036-47b5-9957-abd9068fd176), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:28.736046 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28cd44cb-de16-46cf-9336-9267b20389ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:28.740127 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-28cd44cb-de16-46cf-9336-9267b20389ef admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/98ee4a64-1036-47b5-9957-abd9068fd176 HTTP/1.1" status: 204 len: 168 time: 0.7295625 Feb 09 21:04:28.791928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd44cb-de16-46cf-9336-9267b20389ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ee4a64-1036-47b5-9957-abd9068fd176,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:28.935855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-fd446321-d7f9-4bb5-8a24-8cd18cf7e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:28.939207 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-fd446321-d7f9-4bb5-8a24-8cd18cf7e728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2237983 Feb 09 21:04:28.940515 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:29.322610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-f36c875c-94be-4f35-b531-f469ccadd985 service neutron] 10.222.0.13 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754511 Feb 09 21:04:29.456443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc6b2154-b6ff-40ce-9471-693d60d76d30 req-79211fbc-2c8e-4dbf-bbe4-e830e47148af service neutron] 10.222.0.13 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188383 Feb 09 21:04:29.572769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cf16d-ec63-448b-8398-a15e55769984 req-9f7fa7d5-7ec2-43bc-9e24-df9ee27c9424 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:29.578914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-552cf16d-ec63-448b-8398-a15e55769984 req-9f7fa7d5-7ec2-43bc-9e24-df9ee27c9424 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 945 time: 0.5931122 Feb 09 21:04:29.731638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d18d6-ae1c-4f31-9bab-991bef75206a req-d50c47b2-a6bf-4bb4-992c-2454e4250638 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:29.733906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff0d18d6-ae1c-4f31-9bab-991bef75206a req-d50c47b2-a6bf-4bb4-992c-2454e4250638 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.1271322 Feb 09 21:04:29.811418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] device_id is not set on port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:29.811656 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff0d18d6-ae1c-4f31-9bab-991bef75206a req-e403de2d-76f1-46c9-9e81-a3db90884d68 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716610 Feb 09 21:04:29.824579 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-552cf16d-ec63-448b-8398-a15e55769984 req-65855b41-5fdc-4ace-8ca7-35e9f3a829dd tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/security-groups?id=cf3b4335-4168-4393-a9d7-d3ee1f441866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375040 Feb 09 21:04:29.840639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks [] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:29.847889 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:29.916015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=1c1475ef-c186-45a1-835d-e0c2e3110ac4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:29.930469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.930987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.931343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.931742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.932482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.932482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.932965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.933440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.933903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.934205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.934563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.934860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.935326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:29.956608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:29.956948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:29.957289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:29.964968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:29.965306 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:29.965698 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 2 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:29.994779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:29.995252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:29.995606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.012164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.012697 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.013164 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 3 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:30.046250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:30.046594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:30.047451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.053863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.054264 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.054850 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 4 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:30.076996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:30.077723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:30.078497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.084890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.085772 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.086334 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 5 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:30.099352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:30.110170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:30.110655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:30.111134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.117470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.117842 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.118242 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 6 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:30.138435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:30.138779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:30.139120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.159751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.160098 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.160504 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 7 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:30.203156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:30.203506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:30.203884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.237029 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.237371 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.239377 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 8 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:30.275378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-f5e9ca5b-5ed8-4068-bebc-c76c1d67edf3 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.277914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:30.278325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:30.278736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.282358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-f5e9ca5b-5ed8-4068-bebc-c76c1d67edf3 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 945 time: 0.1077704 Feb 09 21:04:30.285252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.285748 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.286242 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 9 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:30.304154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:30.304631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:30.305025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.310645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.311060 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.311521 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 10 to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 Feb 09 21:04:30.331421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:30.332082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:30.332082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:30.337620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:30.338044 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:30.338613 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.351491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-768950421'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:30.419183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] For port 1c1475ef-c186-45a1-835d-e0c2e3110ac4, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:30.419702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:04:30.421525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Made reservation on behalf of 03674b6024864a8b91dabc0a5dc741cc for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:30.426430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.428334 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.443931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Deleting port 7cedcd6c-7449-4e95-9137-8a264abbd388 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:30.444534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.447739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.479105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] In _notify_port_updated(), no bound segment for port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:04:30.480833 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.481523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.486083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "PUT /v2.0/ports/1c1475ef-c186-45a1-835d-e0c2e3110ac4 HTTP/1.1" status: 200 len: 979 time: 1.8322711 Feb 09 21:04:30.487990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:30.581692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17818228-ad86-4687-b285-c98ee9cf4d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=1c1475ef-c186-45a1-835d-e0c2e3110ac4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:30.618572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.620238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.620739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.621437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.622099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.622574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.623412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.623970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.624490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.625530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.626163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:30.632446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eeab2ea7-fc48-456e-98e1-f49141fccac6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10240 time: 0.1401267 Feb 09 21:04:30.632709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:30.635903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] For port 7cedcd6c-7449-4e95-9137-8a264abbd388, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=7cedcd6c-7449-4e95-9137-8a264abbd388,segment=NetworkSegment(ab972150-c126-41af-a61c-8d12e696cf13),segment_id=ab972150-c126-41af-a61c-8d12e696cf13)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:30.636483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.669989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Calling delete_port for 7cedcd6c-7449-4e95-9137-8a264abbd388 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:30.731951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Deleting port 1c1475ef-c186-45a1-835d-e0c2e3110ac4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:30.735332 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.765106 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for security_group (2f4dd8ea-b9ed-4c1f-a9c2-7c0f3c61675d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.775927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2f4dd8ea-b9ed-4c1f-a9c2-7c0f3c61675d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.815993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] For port 1c1475ef-c186-45a1-835d-e0c2e3110ac4, host n-h1-789963-29, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:30.816370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.833132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Calling delete_port for 1c1475ef-c186-45a1-835d-e0c2e3110ac4 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:30.945508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:04:30.949275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7cedcd6c-7449-4e95-9137-8a264abbd388), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:30.964040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['7cedcd6c-7449-4e95-9137-8a264abbd388'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:04:31.000502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1c1475ef-c186-45a1-835d-e0c2e3110ac4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.057467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c1475ef-c186-45a1-835d-e0c2e3110ac4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:31.066469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.073630 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aaf32883-a2d0-4723-bf83-b05427186152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "DELETE /v2.0/ports/1c1475ef-c186-45a1-835d-e0c2e3110ac4 HTTP/1.1" status: 204 len: 168 time: 0.4392192 Feb 09 21:04:31.077184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:31.081119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 694e2bad-0814-4229-a233-9e90fce1d67e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:04:31.117274 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45e6c7d-62b1-4284-85fe-9bf4982f0294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:04:31.122716 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f45e6c7d-62b1-4284-85fe-9bf4982f0294 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "GET /v2.0/ports/1c1475ef-c186-45a1-835d-e0c2e3110ac4 HTTP/1.1" status: 404 len: 333 time: 0.0428841 Feb 09 21:04:31.126004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:31.131349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-216156297', 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:31.142384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (971ddaa6-b5d9-44c9-a88f-161d07e78a53), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.142902 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Added segment 971ddaa6-b5d9-44c9-a88f-161d07e78a53 of type vlan for network fe723e0f-ce78-4dfb-9af9-29bfe781a4df Feb 09 21:04:31.177386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c830c-07d7-4da5-903b-ec2e9e930aa5 req-6ccb8edd-01d6-4f62-9dac-8f949ab74cdf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:31.186638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d6c830c-07d7-4da5-903b-ec2e9e930aa5 req-6ccb8edd-01d6-4f62-9dac-8f949ab74cdf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 943 time: 0.2017736 Feb 09 21:04:31.197794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-413d7888-583b-4465-b0a8-4b80d3331551 req-b44beaea-3bd3-4a84-9f31-bf63274a79d1 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 210 time: 0.1540370 Feb 09 21:04:31.216629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Made reservation on behalf of 3b425a7b5bda43f280ffa6debf7b2445 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:31.220869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.224396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Pushing event deleted for resources: {'Port': ['ID=7cedcd6c-7449-4e95-9137-8a264abbd388,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:31.261370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4dd8ea-b9ed-4c1f-a9c2-7c0f3c61675d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:31.313099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] device_id is not set on port 6279b21f-08d4-4af9-aa0e-93aba87b28ab yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:31.333388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:31.334250 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8d6c830c-07d7-4da5-903b-ec2e9e930aa5 req-8a994013-503d-4dbb-8dec-f2010fce3d2c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451235 Feb 09 21:04:31.361834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '694e2bad-0814-4229-a233-9e90fce1d67e', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'port_id': '694e2bad-0814-4229-a233-9e90fce1d67e', 'mac_address': 'fa:16:3e:96:be:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:04:31.398824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] No DVR routers for this DVR port 7cedcd6c-7449-4e95-9137-8a264abbd388 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:04:31.412174 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.419630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29600759-9154-4c06-a4a7-c8d33e177ae3 req-a9293314-839e-4944-8c8e-8debbd47d464 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.50 "DELETE /v2.0/ports/7cedcd6c-7449-4e95-9137-8a264abbd388 HTTP/1.1" status: 204 len: 173 time: 1.1325610 Feb 09 21:04:31.420155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5', 'name': 'network-vif-deleted', 'tag': '7cedcd6c-7449-4e95-9137-8a264abbd388'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:31.426389 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6586e7-e973-4c34-b68b-8bdc85fba882" -d '{"events": [{"server_uuid": "f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5", "name": "network-vif-deleted", "tag": "7cedcd6c-7449-4e95-9137-8a264abbd388"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:31.464743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (fe723e0f-ce78-4dfb-9af9-29bfe781a4df), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.470890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 694e2bad-0814-4229-a233-9e90fce1d67e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:31.483972 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.518242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694e2bad-0814-4229-a233-9e90fce1d67e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:04:31.537060 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c816b8ed-8708-40b4-a682-b22fe418cb86 x-openstack-request-id: req-c816b8ed-8708-40b4-a682-b22fe418cb86 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:31.537559 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5", "name": "network-vif-deleted", "tag": "7cedcd6c-7449-4e95-9137-8a264abbd388", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:31.538030 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c816b8ed-8708-40b4-a682-b22fe418cb86 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:31.538603 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5', 'name': 'network-vif-deleted', 'tag': '7cedcd6c-7449-4e95-9137-8a264abbd388', 'status': 'completed', 'code': 200} Feb 09 21:04:31.540099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (fe723e0f-ce78-4dfb-9af9-29bfe781a4df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.552540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:31.553491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.567899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:31.579988 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.743078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:31.788615 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks [] for port (6279b21f-08d4-4af9-aa0e-93aba87b28ab), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:31.793076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6922784 Feb 09 21:04:31.800586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['694e2bad-0814-4229-a233-9e90fce1d67e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:04:31.817922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:31.842878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'subnet': {'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:31.920591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c13f1-1f37-45d2-8991-158223611a53 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Network': ['ID=fe723e0f-ce78-4dfb-9af9-29bfe781a4df,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:31.968162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:04:32.077038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-d9bd77fe-cfe7-49a9-87a9-1bd0c09cf7f4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:32.079167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-d9bd77fe-cfe7-49a9-87a9-1bd0c09cf7f4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc&tenant_id=11db802464124d8a859db41a07721eef&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 944 time: 0.3349743 Feb 09 21:04:32.170295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Made reservation on behalf of 03674b6024864a8b91dabc0a5dc741cc for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:32.179138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:32.246878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157251f-0ecf-40d6-b8cd-18d458a4900e req-58d7a8d9-3939-4d74-bcd4-1f81003150d9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:32.248505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5157251f-0ecf-40d6-b8cd-18d458a4900e req-58d7a8d9-3939-4d74-bcd4-1f81003150d9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 944 time: 0.4011984 Feb 09 21:04:32.250946 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-b648cf27-ff2e-466c-9f94-370e9e22f3f2 service neutron] delete failed (client error): The resource could not be found. Feb 09 21:04:32.251943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-b648cf27-ff2e-466c-9f94-370e9e22f3f2 service neutron] 10.222.0.50 "DELETE /v2.0/ports/694e2bad-0814-4229-a233-9e90fce1d67e/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.1432900 Feb 09 21:04:32.527298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5157251f-0ecf-40d6-b8cd-18d458a4900e req-c168608d-2d5b-4f6b-a6ae-addccfbff61f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713544 Feb 09 21:04:32.554346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-bb1b12ce-8321-46b3-9398-36f89a1f1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:32.555955 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-bb1b12ce-8321-46b3-9398-36f89a1f1376 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1127 time: 0.2393956 Feb 09 21:04:32.772296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-099a464c-ec45-473b-9cf0-8d08c5542282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:32.774147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-099a464c-ec45-473b-9cf0-8d08c5542282 service neutron] 10.222.0.50 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.2047787 Feb 09 21:04:32.779182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d5e972f-c2d8-4bb2-a75a-fc79378b4797 req-3a2c488a-102c-4187-803b-8b200d305f61 tempest-ServersNegativeTestMultiTenantJSON-1436747080 tempest-ServersNegativeTestMultiTenantJSON-1436747080-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4adf99f-ff90-4fb1-ba3e-b927ea42c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0626736 Feb 09 21:04:32.780756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6279b21f-08d4-4af9-aa0e-93aba87b28ab), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:32.782873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f30a5aea-d2b0-4c78-b562-ca470ef26bca), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:32.872743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=6279b21f-08d4-4af9-aa0e-93aba87b28ab,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:32.912505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-9e277807-8d0f-49b6-9372-7efb9f2cc972 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 1000 time: 0.1317871 Feb 09 21:04:32.940283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Network e856af08-a2e3-495a-ad88-085d5daa75bd is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:32.964204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:32.971954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:32.972917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:32.973531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:32.980169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Subnet': ['ID=f30a5aea-d2b0-4c78-b562-ca470ef26bca,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:32.997633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Checking segment: {'id': '971ddaa6-b5d9-44c9-a88f-161d07e78a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:32.998009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Network hostable DHCP agents. Network: fe723e0f-ce78-4dfb-9af9-29bfe781a4df, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:04:33.024345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:33.032398 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e2599528-a5aa-49d7-9bcb-891b2becffe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9048896 Feb 09 21:04:33.037182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-b45c9a94-0d1b-4efe-9a08-5bcb317a5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:33.043883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-b45c9a94-0d1b-4efe-9a08-5bcb317a5180 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.1241848 Feb 09 21:04:33.067055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:04:33.067877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 694e2bad-0814-4229-a233-9e90fce1d67e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:33.089239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, fe723e0f-ce78-4dfb-9af9-29bfe781a4df) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:33.100413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:33.104469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:33.106199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccc988-a260-4af2-be72-01179759c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:33.110592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9cccc988-a260-4af2-be72-01179759c52d tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "GET /v2.0/ports/6279b21f-08d4-4af9-aa0e-93aba87b28ab HTTP/1.1" status: 200 len: 958 time: 0.0856354 Feb 09 21:04:33.111222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:33.157955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-85dce66e-2f0b-460e-87a4-ad3105d3b413 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3277304 Feb 09 21:04:33.158516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:33.163508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-38154680'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:33.180603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-5c9ca475-5acb-4e29-bf68-53ba0a38f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:33.182186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-5c9ca475-5acb-4e29-bf68-53ba0a38f15e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1194749 Feb 09 21:04:33.232946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefccc80-2970-41fa-88b8-000c7d616de7 None None] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:33.410809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'project_id': '03674b6024864a8b91dabc0a5dc741cc', 'fixed_ips': [{'subnet_id': 'f30a5aea-d2b0-4c78-b562-ca470ef26bca'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:04:33.411747 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:33.507310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 694e2bad-0814-4229-a233-9e90fce1d67e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:04:33.685669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 694e2bad-0814-4229-a233-9e90fce1d67e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:33.687146 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:33.941675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50852) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:33.958709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 694e2bad-0814-4229-a233-9e90fce1d67e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:33.959106 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.044923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Allocated IP 2001:db8::2 (fe723e0f-ce78-4dfb-9af9-29bfe781a4df/f30a5aea-d2b0-4c78-b562-ca470ef26bca/edd398af-a931-40b4-9bfe-ba5913305fd0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:34.052285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8198ee5-ae21-4b24-8325-e83074d53ee1 admin admin] Deleting subnet b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:04:34.056022 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8198ee5-ae21-4b24-8325-e83074d53ee1 admin admin] Publish callbacks [] for subnet (b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.065607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:34.084980 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d05da64-e2b0-4d97-acac-17b8a0706e13" -d '{"events": [{"server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "name": "network-vif-plugged", "status": "completed", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:34.116848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:34.129818 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8198ee5-ae21-4b24-8325-e83074d53ee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.210283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.218791 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69266b17-80d3-44e3-a6d4-b33331fe90f4 x-openstack-request-id: req-69266b17-80d3-44e3-a6d4-b33331fe90f4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:34.220877 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "name": "network-vif-plugged", "status": "completed", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:34.221050 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-69266b17-80d3-44e3-a6d4-b33331fe90f4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:34.221382 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e', 'code': 200} Feb 09 21:04:34.249219 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8198ee5-ae21-4b24-8325-e83074d53ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.316865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e97eb8-e075-4608-b5f4-bfa24e0c37c8 req-c53e5a00-8b30-4bb3-bf03-a53c825ec644 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:34.320178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e97eb8-e075-4608-b5f4-bfa24e0c37c8 req-c53e5a00-8b30-4bb3-bf03-a53c825ec644 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 944 time: 0.3427992 Feb 09 21:04:34.355077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:34.383272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0f868fe-ee44-438e-b6ae-048978858ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Deleting port 6279b21f-08d4-4af9-aa0e-93aba87b28ab {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:34.385747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0f868fe-ee44-438e-b6ae-048978858ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6279b21f-08d4-4af9-aa0e-93aba87b28ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.386573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8198ee5-ae21-4b24-8325-e83074d53ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.401646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8198ee5-ae21-4b24-8325-e83074d53ee1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.421310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a8198ee5-ae21-4b24-8325-e83074d53ee1 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9 HTTP/1.1" status: 204 len: 168 time: 0.4782455 Feb 09 21:04:34.429285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:34.513732 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8198ee5-ae21-4b24-8325-e83074d53ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2cbc4d4-aa6d-4653-a0d9-344b79bfe4a9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:34.521222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0f868fe-ee44-438e-b6ae-048978858ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6279b21f-08d4-4af9-aa0e-93aba87b28ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.548982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a0f868fe-ee44-438e-b6ae-048978858ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Calling delete_port for 6279b21f-08d4-4af9-aa0e-93aba87b28ab owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:34.590103 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Publish callbacks [] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.599449 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.657315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Pushing event updated for resources: {'Port': ['ID=edd398af-a931-40b4-9bfe-ba5913305fd0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:34.663819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (42fea6ec-62f8-409e-afcd-cea9c5b346eb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.694127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:34.700581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:34.712413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:34.803791 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0f868fe-ee44-438e-b6ae-048978858ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6279b21f-08d4-4af9-aa0e-93aba87b28ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.827435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 7cedcd6c-7449-4e95-9137-8a264abbd388 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:04:34.886069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 7cedcd6c-7449-4e95-9137-8a264abbd388 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:04:34.886487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 7cedcd6c-7449-4e95-9137-8a264abbd388 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:04:34.891665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Attempting to bind port edd398af-a931-40b4-9bfe-ba5913305fd0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:34.892216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Attempting to bind port edd398af-a931-40b4-9bfe-ba5913305fd0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '971ddaa6-b5d9-44c9-a88f-161d07e78a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:34.892672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Attempting to bind port edd398af-a931-40b4-9bfe-ba5913305fd0 on network fe723e0f-ce78-4dfb-9af9-29bfe781a4df {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:34.900450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:04:34.900981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Checking segment: {'id': '971ddaa6-b5d9-44c9-a88f-161d07e78a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:34.901497 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.901979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Bound using segment: {'id': '971ddaa6-b5d9-44c9-a88f-161d07e78a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:04:34.902539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Bound port: edd398af-a931-40b4-9bfe-ba5913305fd0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971ddaa6-b5d9-44c9-a88f-161d07e78a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:04:34.903012 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.926900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Made reservation on behalf of 03674b6024864a8b91dabc0a5dc741cc for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:34.940332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:34.983614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] device_id is not set on port 21016ece-3512-4079-9b71-134e9bc8e61a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:34.991183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (42fea6ec-62f8-409e-afcd-cea9c5b346eb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.011505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42411-8020-42e1-9f74-54a730e42efb req-9740657e-f636-4a74-a604-a5ac53edc10e tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:35.013238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-9740657e-f636-4a74-a604-a5ac53edc10e tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/networks?id=1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 200 len: 814 time: 0.3431702 Feb 09 21:04:35.041673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fea6ec-62f8-409e-afcd-cea9c5b346eb']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:35.054187 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-1732ad2d-6ecf-4261-9540-5a77cab543ef tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/quotas/f1d2739517a14f5182a9eb5c785a17cd HTTP/1.1" status: 200 len: 375 time: 0.0241890 Feb 09 21:04:35.056448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab972150-c126-41af-a61c-8d12e696cf13') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:35.056803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab972150-c126-41af-a61c-8d12e696cf13') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:35.062536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] For port edd398af-a931-40b4-9bfe-ba5913305fd0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:35.068829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] For port edd398af-a931-40b4-9bfe-ba5913305fd0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=edd398af-a931-40b4-9bfe-ba5913305fd0,segment=NetworkSegment(971ddaa6-b5d9-44c9-a88f-161d07e78a53),segment_id=971ddaa6-b5d9-44c9-a88f-161d07e78a53)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:04:35.079724 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (ab972150-c126-41af-a61c-8d12e696cf13), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.096058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.119081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-3b4439a2-a3a7-4f5a-ba74-46de1566a32f tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490215 Feb 09 21:04:35.124701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ab972150-c126-41af-a61c-8d12e696cf13), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.132793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:04:35.133453 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (ab972150-c126-41af-a61c-8d12e696cf13), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:04:35.136438 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:04:35.206420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Allocated IP 2001:db8::da (fe723e0f-ce78-4dfb-9af9-29bfe781a4df/f30a5aea-d2b0-4c78-b562-ca470ef26bca/21016ece-3512-4079-9b71-134e9bc8e61a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:35.226951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab164016-b189-497a-a2a9-ffe904d27357 None None] Pushing event updated for resources: {'Port': ['ID=edd398af-a931-40b4-9bfe-ba5913305fd0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:35.314229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-b07e8498-894b-4bc9-a3b3-ae7e9c99a440 service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3322995 Feb 09 21:04:35.317112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f868fe-ee44-438e-b6ae-048978858ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event deleted for resources: {'Port': ['ID=6279b21f-08d4-4af9-aa0e-93aba87b28ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:35.427792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-6c5f5993-d4f6-4cbf-a93c-ee3f426012e6 service neutron] 10.222.0.102 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856246 Feb 09 21:04:35.429289 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (21016ece-3512-4079-9b71-134e9bc8e61a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.477571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a0f868fe-ee44-438e-b6ae-048978858ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.485175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a0f868fe-ee44-438e-b6ae-048978858ac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "DELETE /v2.0/ports/6279b21f-08d4-4af9-aa0e-93aba87b28ab HTTP/1.1" status: 204 len: 168 time: 2.3693738 Feb 09 21:04:35.489653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:35.492200 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (21016ece-3512-4079-9b71-134e9bc8e61a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.529660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (42fea6ec-62f8-409e-afcd-cea9c5b346eb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.555267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.574219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] 10.222.0.102 "DELETE /v2.0/networks/42fea6ec-62f8-409e-afcd-cea9c5b346eb HTTP/1.1" status: 204 len: 168 time: 1.1437736 Feb 09 21:04:35.607203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:35.641668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac0960-4336-4b7a-b6f0-3c3f5ae32777 admin admin] Pushing event deleted for resources: {'Network': ['ID=42fea6ec-62f8-409e-afcd-cea9c5b346eb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:35.700397 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-1388441f-0613-4e55-b2e1-8b1b119a17aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:04:35.702408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1388441f-0613-4e55-b2e1-8b1b119a17aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "GET /v2.0/ports/6279b21f-08d4-4af9-aa0e-93aba87b28ab HTTP/1.1" status: 404 len: 333 time: 0.1975193 Feb 09 21:04:35.720875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-7881ce53-fc9d-4da6-ba22-b58620ede2c5 service neutron] 10.222.0.102 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788365 Feb 09 21:04:35.721391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:35.728567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Request body: {'port': {'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-914482425'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:35.797237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4a5613-d28d-4749-bea5-5c4b1ba27e62 admin admin] Deleting subnet 6d38a19b-599e-4056-952a-165eea7a3022 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:04:35.801549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5613-d28d-4749-bea5-5c4b1ba27e62 admin admin] Publish callbacks [] for subnet (6d38a19b-599e-4056-952a-165eea7a3022), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.804289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Made reservation on behalf of 3b425a7b5bda43f280ffa6debf7b2445 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:35.806900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.856578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:35.895289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:35.897790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:35.909682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:35.910291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.921362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] device_id is not set on port 68b24516-cb44-4321-815e-7630d966c24f yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:35.929799 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e97eb8-e075-4608-b5f4-bfa24e0c37c8 req-fce62a61-a760-4a5e-b2bc-6f0b4f4b5a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5729582 Feb 09 21:04:35.957840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5613-d28d-4749-bea5-5c4b1ba27e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (6d38a19b-599e-4056-952a-165eea7a3022), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:35.968262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=21016ece-3512-4079-9b71-134e9bc8e61a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:35.982222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bbc322bc-04d8-44cb-b304-681bf8b8611c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8226290 Feb 09 21:04:36.001347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:36.019544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-788100397', 'allowed_address_pairs': [{'ip_address': '2001:db8::da', 'mac_address': 'fa:16:3e:70:62:d4'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:36.153419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5613-d28d-4749-bea5-5c4b1ba27e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6d38a19b-599e-4056-952a-165eea7a3022), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:36.259139 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c4cfd30-9d89-4b64-be17-aa96b550043e req-8d90fd1f-2c9f-4549-a256-1516f3dcf48b service neutron] 10.222.0.50 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7684989 Feb 09 21:04:36.413413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b5a3f136-4e85-4935-86bc-d7edfe3487c1 req-cc8e2795-f647-4690-bfba-914179d608ef tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 210 time: 0.1896801 Feb 09 21:04:36.483020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Made reservation on behalf of 03674b6024864a8b91dabc0a5dc741cc for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:36.754368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:36.795987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:36.822231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device edd398af-a931-40b4-9bfe-ba5913305fd0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:36.892608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] device_id is not set on port 659ee2fc-c70a-47bc-b5c3-e5401d4dbc72 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:37.066603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port edd398af-a931-40b4-9bfe-ba5913305fd0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:37.074118 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.116648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5613-d28d-4749-bea5-5c4b1ba27e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (6d38a19b-599e-4056-952a-165eea7a3022), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.196663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d99e4a2-f911-4231-bd37-8255704721ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.205001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ae451-6ec6-4159-b827-ccb4a274fa13 None None] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:37.229546 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a4a5613-d28d-4749-bea5-5c4b1ba27e62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.243884 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1a4a5613-d28d-4749-bea5-5c4b1ba27e62 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/6d38a19b-599e-4056-952a-165eea7a3022 HTTP/1.1" status: 204 len: 168 time: 1.6337085 Feb 09 21:04:37.258555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:37.259349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a5613-d28d-4749-bea5-5c4b1ba27e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d38a19b-599e-4056-952a-165eea7a3022,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:37.412307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-478611cf-6708-4fbe-b139-5410170b053d None None] Provisioning complete for port edd398af-a931-40b4-9bfe-ba5913305fd0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:37.413663 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-478611cf-6708-4fbe-b139-5410170b053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.442323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Allocated IP 2001:db8::1b7 (fe723e0f-ce78-4dfb-9af9-29bfe781a4df/f30a5aea-d2b0-4c78-b562-ca470ef26bca/659ee2fc-c70a-47bc-b5c3-e5401d4dbc72) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:37.502552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks [] for port (68b24516-cb44-4321-815e-7630d966c24f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.534921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (dc46ee0f-d79f-41d2-bd0a-a7552122a736), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.589830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port edd398af-a931-40b4-9bfe-ba5913305fd0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:37.590236 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.612454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (68b24516-cb44-4321-815e-7630d966c24f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.622246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a7e98-d468-4a34-a78d-c564b469d538 req-a9b60013-93b4-443e-9e80-2e85f734f640 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:37.623879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b32a7e98-d468-4a34-a78d-c564b469d538 req-a9b60013-93b4-443e-9e80-2e85f734f640 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.3687179 Feb 09 21:04:37.663006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e2618b4-7b89-4376-9e7f-4db6283395e1 req-2384804c-8eb4-4e7c-b3a2-961f152a43b7 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 210 time: 0.0993130 Feb 09 21:04:37.715526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d99e4a2-f911-4231-bd37-8255704721ed admin admin] Publish callbacks [] for security_group (ac1f55f6-ba24-4272-8f58-c9b906a3aa88), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.723410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d99e4a2-f911-4231-bd37-8255704721ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ac1f55f6-ba24-4272-8f58-c9b906a3aa88), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.753926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port edd398af-a931-40b4-9bfe-ba5913305fd0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=edd398af-a931-40b4-9bfe-ba5913305fd0,segment=NetworkSegment(971ddaa6-b5d9-44c9-a88f-161d07e78a53),segment_id=971ddaa6-b5d9-44c9-a88f-161d07e78a53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:37.764092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99e4a2-f911-4231-bd37-8255704721ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f55f6-ba24-4272-8f58-c9b906a3aa88,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:37.782333 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.827419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9d99e4a2-f911-4231-bd37-8255704721ed admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d7e12e8348cd4d6984e02c57e400eeb5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0716007 Feb 09 21:04:37.829027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:37.833407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b3c093e-0e87-426c-b68b-cb8a91394944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.856430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=68b24516-cb44-4321-815e-7630d966c24f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:37.868986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Network e856af08-a2e3-495a-ad88-085d5daa75bd is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:37.893730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:37.893730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:37.894567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:37.895070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.897737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (659ee2fc-c70a-47bc-b5c3-e5401d4dbc72), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.950207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-478611cf-6708-4fbe-b139-5410170b053d None None] Current status of the port edd398af-a931-40b4-9bfe-ba5913305fd0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:37.953316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (dc46ee0f-d79f-41d2-bd0a-a7552122a736), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.967454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-967f685f-b9f1-44a2-9436-19b92705fd93 admin admin] Publish callbacks [] for security_group (ac1f55f6-ba24-4272-8f58-c9b906a3aa88), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:37.990611 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b32a7e98-d468-4a34-a78d-c564b469d538 req-79e8f15a-6d23-427b-98fb-89dd7759b794 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551164 Feb 09 21:04:37.994540 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-967f685f-b9f1-44a2-9436-19b92705fd93 admin admin] Publish callbacks [] for security_group (ac1f55f6-ba24-4272-8f58-c9b906a3aa88), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.025257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-750d2a2a-ffc6-44f3-85fe-d747b40ae36e tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2985775 Feb 09 21:04:38.044708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:38.045053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:38.050197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=edd398af-a931-40b4-9bfe-ba5913305fd0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:38.080955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:38.107928 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (659ee2fc-c70a-47bc-b5c3-e5401d4dbc72), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.162190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc46ee0f-d79f-41d2-bd0a-a7552122a736']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:38.174306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea55e79-a30e-4fcd-95be-a496bc09ccb9') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:38.174608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea55e79-a30e-4fcd-95be-a496bc09ccb9') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:38.186288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (1ea55e79-a30e-4fcd-95be-a496bc09ccb9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.202463 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1ea55e79-a30e-4fcd-95be-a496bc09ccb9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.210470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:04:38.210873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (1ea55e79-a30e-4fcd-95be-a496bc09ccb9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.217807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=659ee2fc-c70a-47bc-b5c3-e5401d4dbc72,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:38.222234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-967f685f-b9f1-44a2-9436-19b92705fd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ac1f55f6-ba24-4272-8f58-c9b906a3aa88), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.225186 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-967f685f-b9f1-44a2-9436-19b92705fd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.226643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-967f685f-b9f1-44a2-9436-19b92705fd93 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ac1f55f6-ba24-4272-8f58-c9b906a3aa88 HTTP/1.1" status: 204 len: 168 time: 0.3913114 Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:04:38.294044 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:04:38.304029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f685f-b9f1-44a2-9436-19b92705fd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f55f6-ba24-4272-8f58-c9b906a3aa88,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:38.319915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:38.324203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:38.328232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:38.342186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:38.342746 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.351144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (dc46ee0f-d79f-41d2-bd0a-a7552122a736), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.365375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.368602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] 10.222.0.102 "DELETE /v2.0/networks/dc46ee0f-d79f-41d2-bd0a-a7552122a736 HTTP/1.1" status: 204 len: 168 time: 1.1022418 Feb 09 21:04:38.410491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eee3cb-0125-469e-ba9c-54eaed0a1f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc46ee0f-d79f-41d2-bd0a-a7552122a736,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:38.430349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42411-8020-42e1-9f74-54a730e42efb req-18cef1e1-136e-4041-b19f-8be020050ad9 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:38.432284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-18cef1e1-136e-4041-b19f-8be020050ad9 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.50 "GET /v2.0/networks?id=1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 200 len: 814 time: 0.3874390 Feb 09 21:04:38.436272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d1b16659-127d-4ee9-a7dd-df1858788cc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/544621fb-5b7c-430e-9585-9164d9395c27 HTTP/1.1" status: 200 len: 993 time: 0.3799317 Feb 09 21:04:38.460532 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (68b24516-cb44-4321-815e-7630d966c24f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.462850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Request body: {'port': {'device_id': 'b2dbad36-9522-412b-9fd0-2b7d87e65e27', 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f', 'admin_state_up': True, 'tenant_id': 'f1d2739517a14f5182a9eb5c785a17cd'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:38.622826 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-49ae0383-b102-47bd-83d0-8a38ab59efb8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6202385 Feb 09 21:04:38.623598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:38.706218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 50968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:38.726688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cb240a75-618f-43a3-b928-f3f3152bceca None None] Provisioning complete for port edd398af-a931-40b4-9bfe-ba5913305fd0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:38.727222 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb240a75-618f-43a3-b928-f3f3152bceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.735070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Made reservation on behalf of f1d2739517a14f5182a9eb5c785a17cd for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:38.736698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device edd398af-a931-40b4-9bfe-ba5913305fd0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:38.749863 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:38.900827 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc084d0a-894c-44a8-b1f4-05952fa9bd76 req-c8a6dbc9-8107-4eca-a48e-e97d8aa4144d tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 210 time: 0.0810359 Feb 09 21:04:38.974781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port edd398af-a931-40b4-9bfe-ba5913305fd0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:38.975428 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.010584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] device_id is not set on port 68b24516-cb44-4321-815e-7630d966c24f yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:39.036211 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks [] for port (68b24516-cb44-4321-815e-7630d966c24f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.058068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (68b24516-cb44-4321-815e-7630d966c24f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.124188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ff19b-3af7-4a7f-8a11-64036fa6e75f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:39.136600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port edd398af-a931-40b4-9bfe-ba5913305fd0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:39.142957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ff19b-3af7-4a7f-8a11-64036fa6e75f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:39.157062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83ff19b-3af7-4a7f-8a11-64036fa6e75f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:39.161766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b83ff19b-3af7-4a7f-8a11-64036fa6e75f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.5301476 Feb 09 21:04:39.165947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cb240a75-618f-43a3-b928-f3f3152bceca None None] Current status of the port edd398af-a931-40b4-9bfe-ba5913305fd0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:39.172098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:39.173631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 50984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:39.174229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9f6a4a69-6184-4fcf-afc3-4d6499a7e96b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d95fcf2a2cc8409ba59f84a216e98d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4665053 Feb 09 21:04:39.204522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cb240a75-618f-43a3-b928-f3f3152bceca None None] Provisioning complete for port 21016ece-3512-4079-9b71-134e9bc8e61a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:39.205049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb240a75-618f-43a3-b928-f3f3152bceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (21016ece-3512-4079-9b71-134e9bc8e61a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.311959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cb240a75-618f-43a3-b928-f3f3152bceca None None] Port 21016ece-3512-4079-9b71-134e9bc8e61a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:39.345956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Allocated IP 172.20.0.7 (1a8b2a46-06e4-4268-922d-06db21f2680f/0f07365d-e284-4a44-a664-6c11db0d5eb9/5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:39.433007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=68b24516-cb44-4321-815e-7630d966c24f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:39.472587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-843a62f0-0ee4-40fb-b0c9-a75668e263be None None] Provisioning complete for port 21016ece-3512-4079-9b71-134e9bc8e61a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:39.473164 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-843a62f0-0ee4-40fb-b0c9-a75668e263be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (21016ece-3512-4079-9b71-134e9bc8e61a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.511539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:39.511990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:39.512397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:39.528466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:39.528812 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:39.531947 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 2 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:39.565665 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf0c0-b61c-43b3-a71c-8b108843d57b admin admin] Publish callbacks [] for security_group (cf3b4335-4168-4393-a9d7-d3ee1f441866), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.570780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-843a62f0-0ee4-40fb-b0c9-a75668e263be None None] Port 21016ece-3512-4079-9b71-134e9bc8e61a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:39.609698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:39.610005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:39.610350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:39.635390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:39.635749 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:39.641473 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 3 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:39.647744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf0c0-b61c-43b3-a71c-8b108843d57b admin admin] Publish callbacks [] for security_group (cf3b4335-4168-4393-a9d7-d3ee1f441866), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.672821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:39.673401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:39.673669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:39.698250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:39.698861 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:39.706302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-11126182-2683-4e47-a4fe-d467ed6942c3 None None] Provisioning complete for port 659ee2fc-c70a-47bc-b5c3-e5401d4dbc72 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:39.706638 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-11126182-2683-4e47-a4fe-d467ed6942c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (659ee2fc-c70a-47bc-b5c3-e5401d4dbc72), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.707044 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 4 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:39.711331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c94fbc2c-0717-4f3f-a78d-7bddce9cc94b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Deleting port 659ee2fc-c70a-47bc-b5c3-e5401d4dbc72 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:39.711726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc2c-0717-4f3f-a78d-7bddce9cc94b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (659ee2fc-c70a-47bc-b5c3-e5401d4dbc72), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.720210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks [] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.768437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:39.768785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:39.769124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:39.783967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:39.783967 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:39.786145 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 5 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:39.800673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-11126182-2683-4e47-a4fe-d467ed6942c3 None None] Port 659ee2fc-c70a-47bc-b5c3-e5401d4dbc72 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:39.813724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-947becab-959b-4d96-af09-65b4d84c9b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.826651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf0c0-b61c-43b3-a71c-8b108843d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cf3b4335-4168-4393-a9d7-d3ee1f441866), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.829648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.841683 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf0c0-b61c-43b3-a71c-8b108843d57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.842875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e4dbf0c0-b61c-43b3-a71c-8b108843d57b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cf3b4335-4168-4393-a9d7-d3ee1f441866 HTTP/1.1" status: 204 len: 168 time: 0.6556547 Feb 09 21:04:39.848424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:39.848769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:39.849105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:39.867415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbf0c0-b61c-43b3-a71c-8b108843d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3b4335-4168-4393-a9d7-d3ee1f441866,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:39.876538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:39.876880 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:39.894663 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 6 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:39.901068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc2c-0717-4f3f-a78d-7bddce9cc94b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (659ee2fc-c70a-47bc-b5c3-e5401d4dbc72), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:39.936229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Network 1a8b2a46-06e4-4268-922d-06db21f2680f is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:39.940375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:39.949898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:39.950241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:39.950581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:39.953892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c94fbc2c-0717-4f3f-a78d-7bddce9cc94b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Calling delete_port for 659ee2fc-c70a-47bc-b5c3-e5401d4dbc72 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:39.961713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:39.973745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:39.974160 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:39.977958 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 7 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:40.060170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Pushing event updated for resources: {'Port': ['ID=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:40.071086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:40.071728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:40.093613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:40.093957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:40.094294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:40.106708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:40.107052 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:40.108741 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 8 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:40.120843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-bdf39ce8-f4b2-4ea4-b98e-de35b2279859 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6785910 Feb 09 21:04:40.133938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:40.134323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:40.134605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:40.135243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Request body: {'port': {'device_id': 'b2dbad36-9522-412b-9fd0-2b7d87e65e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:40.149987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:40.150633 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:40.151802 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 9 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:40.167455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:40.168139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:40.168708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:40.200526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:40.201188 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:40.211069 n-d-789963-29 neutron-server[103325]: INFO neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempt 10 to bind port 68b24516-cb44-4321-815e-7630d966c24f Feb 09 21:04:40.263962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:40.264599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:40.265195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempting to bind port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:40.289754 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:40.289754 n-d-789963-29 neutron-server[103325]: ERROR neutron.plugins.ml2.managers [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Failed to bind port 68b24516-cb44-4321-815e-7630d966c24f on host n-h1-789963-29 for vnic_type normal using segments [{'id': '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'e856af08-a2e3-495a-ad88-085d5daa75bd'}] Feb 09 21:04:40.289754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (68b24516-cb44-4321-815e-7630d966c24f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:40.311659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc2c-0717-4f3f-a78d-7bddce9cc94b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (659ee2fc-c70a-47bc-b5c3-e5401d4dbc72), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:40.340179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:40.411171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fbc2c-0717-4f3f-a78d-7bddce9cc94b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Port': ['ID=659ee2fc-c70a-47bc-b5c3-e5401d4dbc72,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:40.434572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce75047-a244-4916-b2a1-d7f503d5c654 req-4787afee-1da3-4f6d-8e89-494d29b36ad3 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:40.444134 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ce75047-a244-4916-b2a1-d7f503d5c654 req-4787afee-1da3-4f6d-8e89-494d29b36ad3 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 931 time: 0.2474940 Feb 09 21:04:40.625095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:40.753187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] For port 68b24516-cb44-4321-815e-7630d966c24f, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:40.753661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attempted to set empty binding levels {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:04:40.804936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-27b3d4d4-bde2-4e0a-b641-ce1ac4763399 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=40f9a3ed944146299938c18f55c8fe0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1688361 Feb 09 21:04:40.810121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:40.826280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ce75047-a244-4916-b2a1-d7f503d5c654 req-18fbed64-c1ff-4404-b66b-207d77e86857 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812587 Feb 09 21:04:40.827953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (68b24516-cb44-4321-815e-7630d966c24f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:40.830717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc2c-0717-4f3f-a78d-7bddce9cc94b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:40.837062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c94fbc2c-0717-4f3f-a78d-7bddce9cc94b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "DELETE /v2.0/ports/659ee2fc-c70a-47bc-b5c3-e5401d4dbc72 HTTP/1.1" status: 204 len: 168 time: 1.6501563 Feb 09 21:04:40.837835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:40.848703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] In _notify_port_updated(), no bound segment for port 68b24516-cb44-4321-815e-7630d966c24f on network e856af08-a2e3-495a-ad88-085d5daa75bd {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:04:40.849777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:40.850400 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:40.864350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "PUT /v2.0/ports/68b24516-cb44-4321-815e-7630d966c24f HTTP/1.1" status: 200 len: 979 time: 2.8039799 Feb 09 21:04:40.865615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:40.925034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cca4c-cbce-4765-839f-a367a8f06c74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event updated for resources: {'Port': ['ID=68b24516-cb44-4321-815e-7630d966c24f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:40.940909 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2d6817-447e-45b6-89b1-ba756556e92d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] GET failed (client error): The resource could not be found. Feb 09 21:04:40.942714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cf2d6817-447e-45b6-89b1-ba756556e92d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "GET /v2.0/ports/659ee2fc-c70a-47bc-b5c3-e5401d4dbc72 HTTP/1.1" status: 404 len: 333 time: 0.1039469 Feb 09 21:04:40.947020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:40.957272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-245916975'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:41.031024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19a56490-46c7-454e-8323-e45294385f39 admin admin] Publish callbacks [] for security_group (ce5c22fa-bb6c-4b7a-b16d-f9ae774ffedf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.117237 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19a56490-46c7-454e-8323-e45294385f39 admin admin] Publish callbacks [] for security_group (ce5c22fa-bb6c-4b7a-b16d-f9ae774ffedf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.121189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Made reservation on behalf of 03674b6024864a8b91dabc0a5dc741cc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:41.126087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.139334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:04:41.151625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] device_id is not set on port fc769db3-a6b6-4c9b-a8c2-052d774cac86 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:41.156810 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Publish callbacks [] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.163178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Deleting port 68b24516-cb44-4321-815e-7630d966c24f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:41.163520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (68b24516-cb44-4321-815e-7630d966c24f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.232208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.246746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Transition to ACTIVE for port object 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:04:41.276505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.279575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] For port 68b24516-cb44-4321-815e-7630d966c24f, host n-h1-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:41.279966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (68b24516-cb44-4321-815e-7630d966c24f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.325207 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19a56490-46c7-454e-8323-e45294385f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ce5c22fa-bb6c-4b7a-b16d-f9ae774ffedf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.328419 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19a56490-46c7-454e-8323-e45294385f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.329693 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-19a56490-46c7-454e-8323-e45294385f39 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ce5c22fa-bb6c-4b7a-b16d-f9ae774ffedf HTTP/1.1" status: 204 len: 168 time: 0.5155315 Feb 09 21:04:41.333521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Calling delete_port for 68b24516-cb44-4321-815e-7630d966c24f owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:41.370671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a56490-46c7-454e-8323-e45294385f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5c22fa-bb6c-4b7a-b16d-f9ae774ffedf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:41.382452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Pushing event updated for resources: {'Port': ['ID=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:41.387012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Allocated IP 2001:db8::e4 (fe723e0f-ce78-4dfb-9af9-29bfe781a4df/f30a5aea-d2b0-4c78-b562-ca470ef26bca/fc769db3-a6b6-4c9b-a8c2-052d774cac86) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:41.611123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Attempting to bind port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:41.611397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Attempting to bind port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:41.611719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Attempting to bind port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea on network 1a8b2a46-06e4-4268-922d-06db21f2680f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:41.620307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea on network 1a8b2a46-06e4-4268-922d-06db21f2680f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:04:41.620685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Attempting to bind port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea on network 1a8b2a46-06e4-4268-922d-06db21f2680f {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:41.627288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:04:41.627653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Checking segment: {'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:41.628067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Bound using segment: {'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:04:41.628505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Bound port: 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:04:41.628909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.633961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (68b24516-cb44-4321-815e-7630d966c24f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.643702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.714345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.770689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] For port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:41.775677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] For port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:04:41.779586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Pushing event deleted for resources: {'Port': ['ID=68b24516-cb44-4321-815e-7630d966c24f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:41.781966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:41.786969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:41.791267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.798150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:41.803967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:41.804246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.832890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.836776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9c6a0eb8-c959-407b-bfab-1aa369df9184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "DELETE /v2.0/ports/68b24516-cb44-4321-815e-7630d966c24f HTTP/1.1" status: 204 len: 168 time: 0.9644225 Feb 09 21:04:41.846115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51080) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:41.860675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=fc769db3-a6b6-4c9b-a8c2-052d774cac86,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:41.870062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:41.870878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:41.872992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] 10.222.0.50 "PUT /v2.0/ports/5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea HTTP/1.1" status: 200 len: 1092 time: 1.7443304 Feb 09 21:04:41.882814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dbad36-9522-412b-9fd0-2b7d87e65e27', 'tag': '5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:41.885536 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c5f14d-0a0e-4482-89f1-333233d4538e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dbad36-9522-412b-9fd0-2b7d87e65e27", "tag": "5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:41.894558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-41b790d7-ebaa-4ae6-8a4d-3bde047f82bc tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9443243 Feb 09 21:04:41.898751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:41.926441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::da', 'mac_address': 'fa:16:3e:70:62:d4'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:41.973600 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cec194-80b0-461f-81a0-698c5916af6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:04:41.975504 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a6cec194-80b0-461f-81a0-698c5916af6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-554832885-project-admin] 10.222.0.102 "GET /v2.0/ports/68b24516-cb44-4321-815e-7630d966c24f HTTP/1.1" status: 404 len: 333 time: 0.1269698 Feb 09 21:04:41.979127 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d33a1c-92e3-4f6c-a2e8-5486cc5ab8b7 x-openstack-request-id: req-f8d33a1c-92e3-4f6c-a2e8-5486cc5ab8b7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:41.979655 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dbad36-9522-412b-9fd0-2b7d87e65e27", "tag": "5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:41.980118 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f8d33a1c-92e3-4f6c-a2e8-5486cc5ab8b7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:41.980700 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2dbad36-9522-412b-9fd0-2b7d87e65e27', 'tag': '5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea', 'status': 'completed', 'code': 200} Feb 09 21:04:41.986646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:42.060016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb00e50-7b90-4234-9692-02d48c1d4faf service neutron] Pushing event updated for resources: {'Port': ['ID=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:42.161128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42411-8020-42e1-9f74-54a730e42efb req-7620c42f-dffb-4331-8eb3-f06577516d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:42.162668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-7620c42f-dffb-4331-8eb3-f06577516d5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 1126 time: 0.2141185 Feb 09 21:04:42.257278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-00905e4e-47af-49b0-907e-6eecd546b99c None None] Provisioning complete for port fc769db3-a6b6-4c9b-a8c2-052d774cac86 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:42.260634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00905e4e-47af-49b0-907e-6eecd546b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.321627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.326307 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e856af08-a2e3-495a-ad88-085d5daa75bd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.330016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-00905e4e-47af-49b0-907e-6eecd546b99c None None] Port fc769db3-a6b6-4c9b-a8c2-052d774cac86 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:42.347383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-c0b766d1-48c7-464e-94a2-9623a267c81f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea HTTP/1.1" status: 200 len: 217 time: 0.1469030 Feb 09 21:04:42.402786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365d3cd-051f-4d8e-926b-9d84773cc53e req-6ff1b457-ece3-40b0-9466-af1048f44245 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:42.410313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1365d3cd-051f-4d8e-926b-9d84773cc53e req-6ff1b457-ece3-40b0-9466-af1048f44245 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 943 time: 0.3850188 Feb 09 21:04:42.541107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42411-8020-42e1-9f74-54a730e42efb req-57c7cc75-bc36-44b3-b290-d495fd11dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:42.542594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-57c7cc75-bc36-44b3-b290-d495fd11dfa8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f07365d-e284-4a44-a664-6c11db0d5eb9 HTTP/1.1" status: 200 len: 854 time: 0.1941831 Feb 09 21:04:42.592007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1365d3cd-051f-4d8e-926b-9d84773cc53e req-7c7ae381-71c0-44c4-b424-bade40783fd9 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807966 Feb 09 21:04:42.619964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-32cf6792-c1a0-4eb4-ba7d-fa18d186f222 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a8b2a46-06e4-4268-922d-06db21f2680f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407314 Feb 09 21:04:42.624842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e856af08-a2e3-495a-ad88-085d5daa75bd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.631909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.649900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.703643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] In _notify_port_updated(), no bound segment for port fc769db3-a6b6-4c9b-a8c2-052d774cac86 on network fe723e0f-ce78-4dfb-9af9-29bfe781a4df {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:04:42.708498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:42.709217 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.713125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "PUT /v2.0/ports/fc769db3-a6b6-4c9b-a8c2-052d774cac86 HTTP/1.1" status: 200 len: 1000 time: 0.8106549 Feb 09 21:04:42.713399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:42.719890 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.753963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e856af08-a2e3-495a-ad88-085d5daa75bd']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:42.762426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b99120-cfad-4652-8df5-e5083cb24b38 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=fc769db3-a6b6-4c9b-a8c2-052d774cac86,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:42.790086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:42.790382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:42.818545 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.877271 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.893172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d3af56fa-dac3-450b-a108-db1dfd84a59c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Deleting port fc769db3-a6b6-4c9b-a8c2-052d774cac86 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:42.895936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3af56fa-dac3-450b-a108-db1dfd84a59c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.907596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:04:42.908454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (71f6fcb1-4a65-4ee6-b05f-ed3c443dbbdd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:04:42.913196 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:04:42.956998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-59e5f567-c9fa-452c-a704-301e23060a4b service neutron] 10.222.0.50 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288381 Feb 09 21:04:42.982976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51124) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:43.158175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3af56fa-dac3-450b-a108-db1dfd84a59c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.158391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e856af08-a2e3-495a-ad88-085d5daa75bd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.166859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.173692 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] 10.222.0.102 "DELETE /v2.0/networks/e856af08-a2e3-495a-ad88-085d5daa75bd HTTP/1.1" status: 204 len: 168 time: 1.1799178 Feb 09 21:04:43.180942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-806aa746-7d72-4d87-8ba4-b498ad706ca8 None None] Provisioning complete for port fc769db3-a6b6-4c9b-a8c2-052d774cac86 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:43.181326 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-806aa746-7d72-4d87-8ba4-b498ad706ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.193013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e4651-fea8-4096-abbd-a38dd7cb3fcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-512049961-project] Pushing event deleted for resources: {'Network': ['ID=e856af08-a2e3-495a-ad88-085d5daa75bd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:43.206426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d3af56fa-dac3-450b-a108-db1dfd84a59c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Calling delete_port for fc769db3-a6b6-4c9b-a8c2-052d774cac86 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:43.229732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53f42411-8020-42e1-9f74-54a730e42efb req-4b584822-9218-447f-8768-31126bc4762b service neutron] 10.222.0.50 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621663 Feb 09 21:04:43.247226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-network', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:43.309905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-806aa746-7d72-4d87-8ba4-b498ad706ca8 None None] Port fc769db3-a6b6-4c9b-a8c2-052d774cac86 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:43.354271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Made reservation on behalf of d0c3b755731244149ed46a0fccb2a455 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:43.358088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.373695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.437156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-da106bfd-9003-4db0-8f8e-f4ef0809c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:43.438898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-da106bfd-9003-4db0-8f8e-f4ef0809c687 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 1126 time: 0.1220386 Feb 09 21:04:43.589333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3af56fa-dac3-450b-a108-db1dfd84a59c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (fc769db3-a6b6-4c9b-a8c2-052d774cac86), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.647455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:43.659237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-791c0d2e-5a19-4ac8-b9a1-6ef2240dcad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:43.660761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-791c0d2e-5a19-4ac8-b9a1-6ef2240dcad6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 200 len: 915 time: 0.2154155 Feb 09 21:04:43.662250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af56fa-dac3-450b-a108-db1dfd84a59c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Port': ['ID=fc769db3-a6b6-4c9b-a8c2-052d774cac86,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:43.753150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-8790f9b5-8a69-4611-ac6a-08ea4accef8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea HTTP/1.1" status: 200 len: 217 time: 0.0837100 Feb 09 21:04:43.816901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Publish callbacks [] for security_group (08ab4e03-f266-4ed9-8395-ef717226e097), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.833703 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (08ab4e03-f266-4ed9-8395-ef717226e097), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.861466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-4c8365b1-03ec-4e09-891b-9cf84a3f1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:43.863185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-4c8365b1-03ec-4e09-891b-9cf84a3f1631 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f07365d-e284-4a44-a664-6c11db0d5eb9 HTTP/1.1" status: 200 len: 854 time: 0.1045156 Feb 09 21:04:43.912474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:04:43.924983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (de5f0f88-c0fd-4812-a604-c90339505dd0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.925335 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Added segment de5f0f88-c0fd-4812-a604-c90339505dd0 of type vlan for network a341e6ef-9aa8-4558-91a7-62cf702fba02 Feb 09 21:04:43.945311 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.949711 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3af56fa-dac3-450b-a108-db1dfd84a59c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:43.953610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d3af56fa-dac3-450b-a108-db1dfd84a59c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "DELETE /v2.0/ports/fc769db3-a6b6-4c9b-a8c2-052d774cac86 HTTP/1.1" status: 204 len: 168 time: 1.2391720 Feb 09 21:04:43.958127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:43.960876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-e6584756-b813-406b-9441-006b9f0b9417 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a8b2a46-06e4-4268-922d-06db21f2680f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829186 Feb 09 21:04:43.987907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1b68e5ca-b2be-42e6-9a61-b8675f65aa4e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d45b7d02e0f44fbc869db07791670d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3369839 Feb 09 21:04:43.997727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:44.066177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (a341e6ef-9aa8-4558-91a7-62cf702fba02), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.070456 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-286313a1-57d5-479f-9498-41ff66e99271 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] GET failed (client error): The resource could not be found. Feb 09 21:04:44.075860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-286313a1-57d5-479f-9498-41ff66e99271 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "GET /v2.0/ports/fc769db3-a6b6-4c9b-a8c2-052d774cac86 HTTP/1.1" status: 404 len: 333 time: 0.1107566 Feb 09 21:04:44.076248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:44.090425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1755058625'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:44.096415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80d03f-8a2c-4f45-beff-523a40f83a86 req-786cc3ea-324a-4333-b84c-a8dbae0bb84c tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:44.098056 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff80d03f-8a2c-4f45-beff-523a40f83a86 req-786cc3ea-324a-4333-b84c-a8dbae0bb84c tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 943 time: 0.3780458 Feb 09 21:04:44.105373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab4e03-f266-4ed9-8395-ef717226e097,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:44.168489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff80d03f-8a2c-4f45-beff-523a40f83a86 req-81e81115-bdca-4517-9da3-437cf9ca7553 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587757 Feb 09 21:04:44.169065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (a341e6ef-9aa8-4558-91a7-62cf702fba02), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.169988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:44.170581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.213266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c205e399-dc71-4933-b9d8-8c2a2431b795 admin admin] Publish callbacks [] for security_group (4c9fcad8-f41d-423b-8ddc-58f65bb0ea8d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.232214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-79cd9935-2738-4db2-bc00-bd634c4f4f0b service neutron] 10.222.0.50 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663858 Feb 09 21:04:44.285137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a341e6ef-9aa8-4558-91a7-62cf702fba02,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:44.299568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b398778a-9196-463e-ab81-12aec93ad8c6 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3155663 Feb 09 21:04:44.300764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:04:44.301670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c205e399-dc71-4933-b9d8-8c2a2431b795 admin admin] Publish callbacks [] for security_group (4c9fcad8-f41d-423b-8ddc-58f65bb0ea8d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.301803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:44.311585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Request body: {'subnet': {'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-subnet', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:44.349801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Made reservation on behalf of d0c3b755731244149ed46a0fccb2a455 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:44.353181 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.657704 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.736197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:44.756352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Checking segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:44.756731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Network hostable DHCP agents. Network: a341e6ef-9aa8-4558-91a7-62cf702fba02, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:04:44.778018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:04:44.790944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, a341e6ef-9aa8-4558-91a7-62cf702fba02) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:44.811114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45168eec-ce81-456d-9886-c3fba482ebfc None None] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:44.814097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:44.815304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.842504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-049eb09b-f1c7-4a0f-a148-3e6b32620161 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5385008 Feb 09 21:04:44.846194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51194) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:44.856245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:44.898712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46c5f14d-0a0e-4482-89f1-333233d4538e req-731b09bf-f7a1-461e-81ed-441a4bea06b1 service neutron] 10.222.0.50 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567934 Feb 09 21:04:44.899903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c205e399-dc71-4933-b9d8-8c2a2431b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4c9fcad8-f41d-423b-8ddc-58f65bb0ea8d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.902228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c205e399-dc71-4933-b9d8-8c2a2431b795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.903320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c205e399-dc71-4933-b9d8-8c2a2431b795 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4c9fcad8-f41d-423b-8ddc-58f65bb0ea8d HTTP/1.1" status: 204 len: 168 time: 0.9046304 Feb 09 21:04:44.920353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205e399-dc71-4933-b9d8-8c2a2431b795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9fcad8-f41d-423b-8ddc-58f65bb0ea8d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:44.932873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (725d5224-f964-40bd-940f-d1789cf87f8e), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.934000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (725d5224-f964-40bd-940f-d1789cf87f8e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.938276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Made reservation on behalf of 03674b6024864a8b91dabc0a5dc741cc for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:44.944205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:44.969502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] device_id is not set on port 26e56007-746a-464a-a597-202c347ee423 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:45.081265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-a341e6ef-9aa8-4558-91a7-62cf702fba02', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:04:45.082523 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.164264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks [] for router_controller (725d5224-f964-40bd-940f-d1789cf87f8e), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.275216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Allocated IP 2001:db8::22f (fe723e0f-ce78-4dfb-9af9-29bfe781a4df/f30a5aea-d2b0-4c78-b562-ca470ef26bca/26e56007-746a-464a-a597-202c347ee423) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:45.400644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Allocated IP 172.20.0.2 (a341e6ef-9aa8-4558-91a7-62cf702fba02/40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc/77403373-5fb8-4100-95ae-e95db5e188cb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:45.419037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4995a1-425d-48a2-aade-808c147a6f4b req-3da7c8cd-9b84-447b-b6a4-b1378f62498c tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:45.421014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb4995a1-425d-48a2-aade-808c147a6f4b req-3da7c8cd-9b84-447b-b6a4-b1378f62498c tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 943 time: 0.1259928 Feb 09 21:04:45.445813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks [] for router_gateway (725d5224-f964-40bd-940f-d1789cf87f8e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.544630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb4995a1-425d-48a2-aade-808c147a6f4b req-4ced7265-8245-43b4-a3a9-948ad260eb22 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127837 Feb 09 21:04:45.614568 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (26e56007-746a-464a-a597-202c347ee423), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.692623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (26e56007-746a-464a-a597-202c347ee423), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.693946 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Publish callbacks [] for port (77403373-5fb8-4100-95ae-e95db5e188cb), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.704253 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.783587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Pushing event updated for resources: {'Port': ['ID=77403373-5fb8-4100-95ae-e95db5e188cb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:45.805648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:45.805906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:45.808683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:45.813807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:45.847521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:45.848732 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:45.856322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:45.868233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:45.877233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.909524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=26e56007-746a-464a-a597-202c347ee423,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:45.934367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4566b674-cbcb-4a0e-b247-c95fe818972a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3b425a7b5bda43f280ffa6debf7b2445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842257 Feb 09 21:04:45.938249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:45.946523 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-59fb6c33-7e78-49db-b8ab-77733fa8a832 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8688004 Feb 09 21:04:45.955283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:45.990532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Attempting to bind port 77403373-5fb8-4100-95ae-e95db5e188cb on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:45.990889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Attempting to bind port 77403373-5fb8-4100-95ae-e95db5e188cb by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:45.991265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Attempting to bind port 77403373-5fb8-4100-95ae-e95db5e188cb on network a341e6ef-9aa8-4558-91a7-62cf702fba02 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:45.997154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:04:45.997541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Checking segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:45.997955 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:45.998356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Bound using segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:04:45.998889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Bound port: 77403373-5fb8-4100-95ae-e95db5e188cb, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:04:45.999315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.080034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:70:62:d4'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:46.098835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] For port 77403373-5fb8-4100-95ae-e95db5e188cb, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:46.104397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] For port 77403373-5fb8-4100-95ae-e95db5e188cb, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=77403373-5fb8-4100-95ae-e95db5e188cb,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:04:46.119395 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.122572 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks [] for router_gateway (725d5224-f964-40bd-940f-d1789cf87f8e), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.161052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.238353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d6a29-303b-4fd0-bcc9-b8c261b5b7f8 None None] Pushing event updated for resources: {'Port': ['ID=77403373-5fb8-4100-95ae-e95db5e188cb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:46.306088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff990825-396a-4c54-8501-48f4268449a8 admin admin] Publish callbacks [] for security_group (21c8f525-e08b-4e8e-bc33-9db3e0c6d0cc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.330611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (26e56007-746a-464a-a597-202c347ee423), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.368761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a114915a-830c-4381-9856-08a776aded7b None None] Provisioning complete for port 26e56007-746a-464a-a597-202c347ee423 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:46.369690 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a114915a-830c-4381-9856-08a776aded7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (26e56007-746a-464a-a597-202c347ee423), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.387083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff990825-396a-4c54-8501-48f4268449a8 admin admin] Publish callbacks [] for security_group (21c8f525-e08b-4e8e-bc33-9db3e0c6d0cc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.443279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a114915a-830c-4381-9856-08a776aded7b None None] Port 26e56007-746a-464a-a597-202c347ee423 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:46.460657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Allocated IP 172.25.4.85 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/5981db45-1280-43cb-a6e5-69a88f8b2fef) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:46.694227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks [] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:46.779289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 77403373-5fb8-4100-95ae-e95db5e188cb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:46.858238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:04:46.875384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 77403373-5fb8-4100-95ae-e95db5e188cb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:46.875972 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.108536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:47.123078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 77403373-5fb8-4100-95ae-e95db5e188cb is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:47.123479 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.139634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea', 'network_id': '1a8b2a46-06e4-4268-922d-06db21f2680f', 'port_id': '5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea', 'mac_address': 'fa:16:3e:80:cf:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f07365d-e284-4a44-a664-6c11db0d5eb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:04:47.184778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 77403373-5fb8-4100-95ae-e95db5e188cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=77403373-5fb8-4100-95ae-e95db5e188cb,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:47.201406 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.312616 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.350776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:47.363128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:47.374530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:47.394996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=77403373-5fb8-4100-95ae-e95db5e188cb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:47.425454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:47.425856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.448527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:04:47.460783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff990825-396a-4c54-8501-48f4268449a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (21c8f525-e08b-4e8e-bc33-9db3e0c6d0cc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.472462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff990825-396a-4c54-8501-48f4268449a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.481495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ff990825-396a-4c54-8501-48f4268449a8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/21c8f525-e08b-4e8e-bc33-9db3e0c6d0cc HTTP/1.1" status: 204 len: 168 time: 1.5369735 Feb 09 21:04:47.501412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff990825-396a-4c54-8501-48f4268449a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c8f525-e08b-4e8e-bc33-9db3e0c6d0cc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:47.525587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:47.544607 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.609902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Pushing event updated for resources: {'Port': ['ID=5981db45-1280-43cb-a6e5-69a88f8b2fef,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:47.658273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:47.669169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66092650-195c-4feb-a66d-f6b498f46ee7 req-4460a611-21d9-455f-9268-bb3858b1b003 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:47.670999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-66092650-195c-4feb-a66d-f6b498f46ee7 req-4460a611-21d9-455f-9268-bb3858b1b003 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 943 time: 0.9410443 Feb 09 21:04:47.734306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2da151-f399-4c53-8a0b-6198988bcc77 None None] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:47.779348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:04:47.899860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fe42d9a2-077f-4485-bc75-657cf0a26b71 None None] Provisioning complete for port 77403373-5fb8-4100-95ae-e95db5e188cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:47.900580 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe42d9a2-077f-4485-bc75-657cf0a26b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.917435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (26e56007-746a-464a-a597-202c347ee423), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.932900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (26e56007-746a-464a-a597-202c347ee423), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.944606 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-66092650-195c-4feb-a66d-f6b498f46ee7 req-df485b77-4500-4fab-9106-547be6619119 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730788 Feb 09 21:04:47.978375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] In _notify_port_updated(), no bound segment for port 26e56007-746a-464a-a597-202c347ee423 on network fe723e0f-ce78-4dfb-9af9-29bfe781a4df {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:04:47.984300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:47.984956 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:47.986452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "PUT /v2.0/ports/26e56007-746a-464a-a597-202c347ee423 HTTP/1.1" status: 200 len: 1003 time: 1.9137921 Feb 09 21:04:47.989139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:48.176468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cf624-8c31-4af3-83fb-56a0ae1335af tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=26e56007-746a-464a-a597-202c347ee423,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:48.225631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e6523c0c-8a98-4bb0-a843-dea4a1759339 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Deleting port 26e56007-746a-464a-a597-202c347ee423 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:48.237893 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6523c0c-8a98-4bb0-a843-dea4a1759339 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (26e56007-746a-464a-a597-202c347ee423), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:48.253115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks [] for router_gateway (725d5224-f964-40bd-940f-d1789cf87f8e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:48.404101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fe42d9a2-077f-4485-bc75-657cf0a26b71 None None] Current status of the port 77403373-5fb8-4100-95ae-e95db5e188cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:48.522703 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6523c0c-8a98-4bb0-a843-dea4a1759339 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (26e56007-746a-464a-a597-202c347ee423), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:48.566147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e6523c0c-8a98-4bb0-a843-dea4a1759339 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Calling delete_port for 26e56007-746a-464a-a597-202c347ee423 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:48.665782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-abba96ac-1139-45e9-bf38-dfb30b89b0ef None None] Provisioning complete for port 26e56007-746a-464a-a597-202c347ee423 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:48.666162 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abba96ac-1139-45e9-bf38-dfb30b89b0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (26e56007-746a-464a-a597-202c347ee423), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:48.776280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 77403373-5fb8-4100-95ae-e95db5e188cb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:48.804336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (725d5224-f964-40bd-940f-d1789cf87f8e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:48.835025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-abba96ac-1139-45e9-bf38-dfb30b89b0ef None None] Port 26e56007-746a-464a-a597-202c347ee423 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:48.877431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:48.928429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6523c0c-8a98-4bb0-a843-dea4a1759339 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (26e56007-746a-464a-a597-202c347ee423), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:48.975830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6523c0c-8a98-4bb0-a843-dea4a1759339 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Port': ['ID=26e56007-746a-464a-a597-202c347ee423,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:49.005257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6523c0c-8a98-4bb0-a843-dea4a1759339 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:49.010632 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6523c0c-8a98-4bb0-a843-dea4a1759339 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "DELETE /v2.0/ports/26e56007-746a-464a-a597-202c347ee423 HTTP/1.1" status: 204 len: 168 time: 1.0193853 Feb 09 21:04:49.013110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:49.047593 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d005fe86-d427-41d1-b772-26ea533c56b8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] GET failed (client error): The resource could not be found. Feb 09 21:04:49.049369 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d005fe86-d427-41d1-b772-26ea533c56b8 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "GET /v2.0/ports/26e56007-746a-464a-a597-202c347ee423 HTTP/1.1" status: 404 len: 333 time: 0.0351055 Feb 09 21:04:49.053459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:49.059629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1712441075'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:49.060641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 77403373-5fb8-4100-95ae-e95db5e188cb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:49.068340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Router 725d5224-f964-40bd-940f-d1789cf87f8e is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:04:49.068659 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:49.070775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7c6b4e57-6145-49d5-9864-ff05b2e61b84 None None] Provisioning complete for port 77403373-5fb8-4100-95ae-e95db5e188cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:49.071156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4e57-6145-49d5-9864-ff05b2e61b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:49.251675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:04:49.277203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:49.277879 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:49.344738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9b7dd-897b-4c90-a615-7d51dc1e8c6d req-6c93f43f-55d8-4f33-a277-8bc7ba684e57 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:49.348565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ff9b7dd-897b-4c90-a615-7d51dc1e8c6d req-6c93f43f-55d8-4f33-a277-8bc7ba684e57 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 944 time: 0.2145684 Feb 09 21:04:49.408648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Made reservation on behalf of 03674b6024864a8b91dabc0a5dc741cc for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:49.416732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:49.421669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:04:49.474448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Sync routers for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:04:49.476079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] device_id is not set on port 75c4282c-e079-49a8-bfaa-67c6802ee83c yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:49.483175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:49.487252 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4cd860cb-64f2-48b5-a1ac-c7ad84ccfe94 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6384888 Feb 09 21:04:49.490741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51410) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:49.506414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 77403373-5fb8-4100-95ae-e95db5e188cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:49.530627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b4e57-6145-49d5-9864-ff05b2e61b84 None None] Current status of the port 77403373-5fb8-4100-95ae-e95db5e188cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:49.560446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ff9b7dd-897b-4c90-a615-7d51dc1e8c6d req-c64cc86d-23d2-460c-b743-b1f97bc21008 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704113 Feb 09 21:04:49.583636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:49.584761 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:49.588224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:04:49.588709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:04:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:49.735138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Allocated IP 2001:db8::1ff (fe723e0f-ce78-4dfb-9af9-29bfe781a4df/f30a5aea-d2b0-4c78-b562-ca470ef26bca/75c4282c-e079-49a8-bfaa-67c6802ee83c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:49.786564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dbad36-9522-412b-9fd0-2b7d87e65e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:04:49.789036 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bbe5dc-637a-4c28-81f1-2ce2532a3d15" -d '{"events": [{"server_uuid": "b2dbad36-9522-412b-9fd0-2b7d87e65e27", "name": "network-vif-plugged", "status": "completed", "tag": "5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:04:49.813382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:04:49.816525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:49.907195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:49.914096 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20547f4-8f37-4d37-8e58-bf80e662d961 x-openstack-request-id: req-a20547f4-8f37-4d37-8e58-bf80e662d961 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:04:49.914609 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dbad36-9522-412b-9fd0-2b7d87e65e27", "name": "network-vif-plugged", "status": "completed", "tag": "5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:04:49.917687 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a20547f4-8f37-4d37-8e58-bf80e662d961 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:04:49.918129 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dbad36-9522-412b-9fd0-2b7d87e65e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea', 'code': 200} Feb 09 21:04:50.236080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a99ac2-0658-4c25-9808-74c532bdd030 req-862f85d5-1060-4f3b-aa11-cf2375154582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:50.238003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41a99ac2-0658-4c25-9808-74c532bdd030 req-862f85d5-1060-4f3b-aa11-cf2375154582 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 1128 time: 0.2571244 Feb 09 21:04:50.278034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:50.291199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:50.334360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:47Z', 'revision_number': 3, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:50.348454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (75c4282c-e079-49a8-bfaa-67c6802ee83c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:50.416792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Checking router: 725d5224-f964-40bd-940f-d1789cf87f8e for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:04:50.418047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Updating router 725d5224-f964-40bd-940f-d1789cf87f8e port 5981db45-1280-43cb-a6e5-69a88f8b2fef binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:04:50.421923 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41a99ac2-0658-4c25-9808-74c532bdd030 req-6b87f723-28ca-4a20-bbd6-19f708fdc5c2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693275 Feb 09 21:04:50.437020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (75c4282c-e079-49a8-bfaa-67c6802ee83c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:50.489781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:50.558948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:50.565605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:50.570917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:50.571667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:50.594884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5aadfb86-e25e-4d24-a4f3-9bea7122bccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:50.602418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5475986 Feb 09 21:04:50.608305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:50.621996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'network_id': 'fe723e0f-ce78-4dfb-9af9-29bfe781a4df', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-50349214'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:50.631348 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:50.633244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5cb3c-fc50-4e23-91ac-2a08715196d6 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=75c4282c-e079-49a8-bfaa-67c6802ee83c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:50.769369 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:50.824661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5aadfb86-e25e-4d24-a4f3-9bea7122bccf admin admin] Publish callbacks [] for security_group (cb841f51-08b3-4b0f-be21-c28399b9d577), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:50.843461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5aadfb86-e25e-4d24-a4f3-9bea7122bccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cb841f51-08b3-4b0f-be21-c28399b9d577), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:50.913101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3997d30-6b72-430d-ac24-f618bb6c666a req-103ab8ec-0c40-4047-adbd-b4541a07c6c4 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:50.920246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3997d30-6b72-430d-ac24-f618bb6c666a req-103ab8ec-0c40-4047-adbd-b4541a07c6c4 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 945 time: 0.1827643 Feb 09 21:04:50.929459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5aadfb86-e25e-4d24-a4f3-9bea7122bccf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cea359e99e40471d8e43751efbe11ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6218977 Feb 09 21:04:50.932710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:50.977232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadfb86-e25e-4d24-a4f3-9bea7122bccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb841f51-08b3-4b0f-be21-c28399b9d577,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:51.047849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3997d30-6b72-430d-ac24-f618bb6c666a req-efc8baa6-8abb-4af7-9742-ef061aae60b7 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171246 Feb 09 21:04:51.104511 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-569787e1-f40f-4e61-9a65-d62d0efef48b admin admin] Publish callbacks [] for security_group (cb841f51-08b3-4b0f-be21-c28399b9d577), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.110468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a27848b2-2068-4a42-a0c7-812f890c1893 None None] Provisioning complete for port 75c4282c-e079-49a8-bfaa-67c6802ee83c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:51.111007 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27848b2-2068-4a42-a0c7-812f890c1893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (75c4282c-e079-49a8-bfaa-67c6802ee83c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.145510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-569787e1-f40f-4e61-9a65-d62d0efef48b admin admin] Publish callbacks [] for security_group (cb841f51-08b3-4b0f-be21-c28399b9d577), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.223411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a27848b2-2068-4a42-a0c7-812f890c1893 None None] Port 75c4282c-e079-49a8-bfaa-67c6802ee83c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:51.230006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:51.247818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-569787e1-f40f-4e61-9a65-d62d0efef48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cb841f51-08b3-4b0f-be21-c28399b9d577), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.250668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-569787e1-f40f-4e61-9a65-d62d0efef48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.254680 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-569787e1-f40f-4e61-9a65-d62d0efef48b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cb841f51-08b3-4b0f-be21-c28399b9d577 HTTP/1.1" status: 204 len: 168 time: 0.3174109 Feb 09 21:04:51.260894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569787e1-f40f-4e61-9a65-d62d0efef48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb841f51-08b3-4b0f-be21-c28399b9d577,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:51.342309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Publish callbacks [] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.357154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.407008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbbd83-94c3-4f0b-8eb8-21f32720575a None None] Pushing event updated for resources: {'Port': ['ID=5981db45-1280-43cb-a6e5-69a88f8b2fef,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:51.424718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Attempting to bind port 5981db45-1280-43cb-a6e5-69a88f8b2fef on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:51.425098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Attempting to bind port 5981db45-1280-43cb-a6e5-69a88f8b2fef by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:51.425726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Attempting to bind port 5981db45-1280-43cb-a6e5-69a88f8b2fef on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:51.430773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:04:51.431155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:51.431559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.432000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:04:51.432558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Bound port: 5981db45-1280-43cb-a6e5-69a88f8b2fef, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:04:51.432946 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.531209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] For port 5981db45-1280-43cb-a6e5-69a88f8b2fef, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:51.548808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] For port 5981db45-1280-43cb-a6e5-69a88f8b2fef, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5981db45-1280-43cb-a6e5-69a88f8b2fef,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:04:51.559106 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.567373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Made reservation on behalf of 03674b6024864a8b91dabc0a5dc741cc for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:51.570865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.623219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Allocated IP 172.20.0.1 (a341e6ef-9aa8-4558-91a7-62cf702fba02/40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc/778790bf-8455-41aa-8b56-b2777397ee62) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:51.627870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] device_id is not set on port b330a027-a70a-494a-ba65-29e9b49a2454 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:04:51.706186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:04:51.706817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:04:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:51.720585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbbd83-94c3-4f0b-8eb8-21f32720575a None None] Pushing event updated for resources: {'Port': ['ID=5981db45-1280-43cb-a6e5-69a88f8b2fef,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:51.734981 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.785154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-854adba0-d53b-455b-9317-903cd42eb894 tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:51.838331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:51.847554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-854adba0-d53b-455b-9317-903cd42eb894 tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "PUT /v2.0/quotas/1554bc4df66a499a801ca1beaace2a5f HTTP/1.1" status: 200 len: 366 time: 0.6164086 Feb 09 21:04:51.853125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:51.855374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2593ab1-55ad-4120-914a-8a98018c011a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.873930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-149be456-facd-41ff-9ab3-bda41797f6af tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0196919 Feb 09 21:04:51.876360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:51.883110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:04:51.887563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Allocated IP 2001:db8::1d2 (fe723e0f-ce78-4dfb-9af9-29bfe781a4df/f30a5aea-d2b0-4c78-b562-ca470ef26bca/b330a027-a70a-494a-ba65-29e9b49a2454) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:51.895810 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9aef67ba-8b17-413f-bdbd-ce4758534718 tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "GET /v2.0/quotas/1554bc4df66a499a801ca1beaace2a5f HTTP/1.1" status: 200 len: 366 time: 0.0182800 Feb 09 21:04:51.899739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:51.916084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3035c797-efc8-4799-95ec-478c78bf823e tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "DELETE /v2.0/quotas/1554bc4df66a499a801ca1beaace2a5f HTTP/1.1" status: 204 len: 168 time: 0.0149114 Feb 09 21:04:51.918596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:51.933817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0b8cee07-04b8-4f0a-8fce-d4112ecfdcf3 tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0140386 Feb 09 21:04:51.936564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:51.949402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Publish callbacks [] for port (778790bf-8455-41aa-8b56-b2777397ee62), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:51.953701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0bd12aee-c52e-4a9b-b459-d2bd5b8a091c tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "GET /v2.0/quotas/1554bc4df66a499a801ca1beaace2a5f HTTP/1.1" status: 200 len: 370 time: 0.0160987 Feb 09 21:04:51.958250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:51.964829 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6fcbadfb-36b6-4b3e-9b87-098c499e493e tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "GET /v2.0/quotas/1554bc4df66a499a801ca1beaace2a5f/default HTTP/1.1" status: 200 len: 370 time: 0.0058944 Feb 09 21:04:51.968834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:52.018462 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-8fb3cdc7-99dd-43ac-9da5-e055f723f7d7 tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] delete failed (client error): The resource could not be found. Feb 09 21:04:52.022517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8fb3cdc7-99dd-43ac-9da5-e055f723f7d7 tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "DELETE /v2.0/quotas/1554bc4df66a499a801ca1beaace2a5f HTTP/1.1" status: 404 len: 348 time: 0.0510852 Feb 09 21:04:52.033213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2593ab1-55ad-4120-914a-8a98018c011a admin admin] Publish callbacks [] for security_group (6c6ed4e8-1104-4a0a-848a-00dd89a57df9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.042016 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2593ab1-55ad-4120-914a-8a98018c011a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6c6ed4e8-1104-4a0a-848a-00dd89a57df9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.123390 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (778790bf-8455-41aa-8b56-b2777397ee62), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.141003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c2593ab1-55ad-4120-914a-8a98018c011a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=840379ae019249e69acf65fe97b56711&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2987735 Feb 09 21:04:52.141003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593ab1-55ad-4120-914a-8a98018c011a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6ed4e8-1104-4a0a-848a-00dd89a57df9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:52.158341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:52.168726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:47Z', 'revision_number': 3, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:52.209395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158ff64-7fa5-4ebf-a686-98342ae08883 None None] The sync data for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 is: [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:47Z', 'revision_number': 3, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:04:52.222694 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-418bbf02-3d32-4904-adf5-8499caeb2977 admin admin] Publish callbacks [] for security_group (6c6ed4e8-1104-4a0a-848a-00dd89a57df9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.254066 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (b330a027-a70a-494a-ba65-29e9b49a2454), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.282528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-418bbf02-3d32-4904-adf5-8499caeb2977 admin admin] Publish callbacks [] for security_group (6c6ed4e8-1104-4a0a-848a-00dd89a57df9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.315082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:52.315418 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:52.327010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:52.349193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:52.356978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Usage tracker for resource:network and project:bcaf0715d8244ca58256b22f3fc35895 is out of sync, need to count used quota {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:04:52.362370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:04:52.376006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Usage tracker for resource:subnet and project:bcaf0715d8244ca58256b22f3fc35895 is out of sync, need to count used quota {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:04:52.386579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:04:52.390920 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-418bbf02-3d32-4904-adf5-8499caeb2977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6c6ed4e8-1104-4a0a-848a-00dd89a57df9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.395491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-418bbf02-3d32-4904-adf5-8499caeb2977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.397053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-418bbf02-3d32-4904-adf5-8499caeb2977 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6c6ed4e8-1104-4a0a-848a-00dd89a57df9 HTTP/1.1" status: 204 len: 168 time: 0.2375770 Feb 09 21:04:52.412864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bbf02-3d32-4904-adf5-8499caeb2977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6ed4e8-1104-4a0a-848a-00dd89a57df9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:52.420456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Usage tracker for resource:subnetpool and project:bcaf0715d8244ca58256b22f3fc35895 is out of sync, need to count used quota {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:04:52.428927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:04:52.449224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Usage tracker for resource:port and project:bcaf0715d8244ca58256b22f3fc35895 is out of sync, need to count used quota {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:04:52.454217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:04:52.462884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Usage tracker for resource:router and project:bcaf0715d8244ca58256b22f3fc35895 is out of sync, need to count used quota {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:04:52.466870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:04:52.474775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Usage tracker for resource:floatingip and project:bcaf0715d8244ca58256b22f3fc35895 is out of sync, need to count used quota {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:04:52.483222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:04:52.485683 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (725d5224-f964-40bd-940f-d1789cf87f8e), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.561159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Usage tracker for resource:security_group and project:bcaf0715d8244ca58256b22f3fc35895 is out of sync, need to count used quota {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:04:52.565075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:04:52.571486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86a979-e94e-4623-8f19-067504139dbf req-7fe66f6d-eee5-4cd7-8afb-3019900e045e tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:52.573661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Usage tracker for resource:security_group_rule and project:bcaf0715d8244ca58256b22f3fc35895 is out of sync, need to count used quota {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:04:52.578832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.quota.resource [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103324) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:04:52.585072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b86a979-e94e-4623-8f19-067504139dbf req-7fe66f6d-eee5-4cd7-8afb-3019900e045e tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 945 time: 0.3756166 Feb 09 21:04:52.586949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Pushing event updated for resources: {'Port': ['ID=778790bf-8455-41aa-8b56-b2777397ee62,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:52.588721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-93d38bc6-2f69-4857-bfbc-b412ca43748d tempest-QuotasTest-2080147400 tempest-QuotasTest-2080147400-project-admin] 10.222.0.102 "GET /v2.0/quotas/bcaf0715d8244ca58256b22f3fc35895/details.json HTTP/1.1" status: 200 len: 703 time: 0.2667675 Feb 09 21:04:52.600315 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b330a027-a70a-494a-ba65-29e9b49a2454), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.786354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1e298644-6a07-4015-a101-6fb6235eb521 None None] Provisioning complete for port 778790bf-8455-41aa-8b56-b2777397ee62 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:52.787456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e298644-6a07-4015-a101-6fb6235eb521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778790bf-8455-41aa-8b56-b2777397ee62), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:52.826900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:52.842261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:52.850553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1e298644-6a07-4015-a101-6fb6235eb521 None None] Port 778790bf-8455-41aa-8b56-b2777397ee62 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:52.871904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:04:52.879200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:52.879200 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:53.082215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:53.088361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b86a979-e94e-4623-8f19-067504139dbf req-f8bc7393-6edb-4c04-8cbb-9747420bcadf tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023468 Feb 09 21:04:53.089064 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=b330a027-a70a-494a-ba65-29e9b49a2454,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:53.114650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:53.120286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::da', 'mac_address': 'fa:16:3e:70:62:d4'}, {'ip_address': '2001:db8::1ff', 'mac_address': 'fa:16:3e:9c:50:5e'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:53.124900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-88a577bd-2a51-4558-b0ed-59e3730a0355 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5125687 Feb 09 21:04:53.268663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (778790bf-8455-41aa-8b56-b2777397ee62), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:53.350527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8ef4d74e-ff7d-4055-88d5-19a6c2d6f6f7 None None] Provisioning complete for port b330a027-a70a-494a-ba65-29e9b49a2454 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:53.350912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ef4d74e-ff7d-4055-88d5-19a6c2d6f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b330a027-a70a-494a-ba65-29e9b49a2454), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:53.398081 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b330a027-a70a-494a-ba65-29e9b49a2454), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:53.431321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b90717c7-c1de-479e-b958-ad109c91de69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:53.493064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4d74e-ff7d-4055-88d5-19a6c2d6f6f7 None None] Port b330a027-a70a-494a-ba65-29e9b49a2454 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:53.586144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Publish callbacks [] for port (778790bf-8455-41aa-8b56-b2777397ee62), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:53.596453 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (778790bf-8455-41aa-8b56-b2777397ee62), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:53.701327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (725d5224-f964-40bd-940f-d1789cf87f8e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:53.732613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Pushing event updated for resources: {'Port': ['ID=778790bf-8455-41aa-8b56-b2777397ee62,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:53.916613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:04:53.924003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:04:53.991054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b90717c7-c1de-479e-b958-ad109c91de69 admin admin] Publish callbacks [] for security_group (48b216ef-8eff-4ce2-917d-1a98026d867d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.004884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b90717c7-c1de-479e-b958-ad109c91de69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (48b216ef-8eff-4ce2-917d-1a98026d867d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.068070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b90717c7-c1de-479e-b958-ad109c91de69 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ecea3e43be984536aa7e413997521700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9847767 Feb 09 21:04:54.070679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:54.139482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Router 725d5224-f964-40bd-940f-d1789cf87f8e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:04:54.157239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89b0dfe-40bf-478c-b25c-50e3a4048712 admin admin] Publish callbacks [] for security_group (48b216ef-8eff-4ce2-917d-1a98026d867d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.196045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89b0dfe-40bf-478c-b25c-50e3a4048712 admin admin] Publish callbacks [] for security_group (48b216ef-8eff-4ce2-917d-1a98026d867d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.262874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for port (b330a027-a70a-494a-ba65-29e9b49a2454), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.270654 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b330a027-a70a-494a-ba65-29e9b49a2454), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.286758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] In _notify_port_updated(), no bound segment for port b330a027-a70a-494a-ba65-29e9b49a2454 on network fe723e0f-ce78-4dfb-9af9-29bfe781a4df {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:04:54.292977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:04:54.294188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.296328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "PUT /v2.0/ports/b330a027-a70a-494a-ba65-29e9b49a2454 HTTP/1.1" status: 200 len: 1065 time: 1.1800795 Feb 09 21:04:54.297519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90717c7-c1de-479e-b958-ad109c91de69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b216ef-8eff-4ce2-917d-1a98026d867d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:54.302499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:54.376915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573c3cc-92a8-4b29-a9b9-81bc97d24b7d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event updated for resources: {'Port': ['ID=b330a027-a70a-494a-ba65-29e9b49a2454,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:54.588905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cdc9f5d3-7f6d-4652-b1b6-fba3bd83a893 None None] Provisioning complete for port 778790bf-8455-41aa-8b56-b2777397ee62 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:54.589621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cdc9f5d3-7f6d-4652-b1b6-fba3bd83a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778790bf-8455-41aa-8b56-b2777397ee62), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.650178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89b0dfe-40bf-478c-b25c-50e3a4048712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (48b216ef-8eff-4ce2-917d-1a98026d867d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.672442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e89b0dfe-40bf-478c-b25c-50e3a4048712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.684345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e89b0dfe-40bf-478c-b25c-50e3a4048712 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/48b216ef-8eff-4ce2-917d-1a98026d867d HTTP/1.1" status: 204 len: 168 time: 0.6089404 Feb 09 21:04:54.740086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b0dfe-40bf-478c-b25c-50e3a4048712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b216ef-8eff-4ce2-917d-1a98026d867d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:54.756072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cdc9f5d3-7f6d-4652-b1b6-fba3bd83a893 None None] Port 778790bf-8455-41aa-8b56-b2777397ee62 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:54.763262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ce20c17-6b4b-41f7-8bf4-3df205e6d92c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Deleting port b330a027-a70a-494a-ba65-29e9b49a2454 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:54.763621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce20c17-6b4b-41f7-8bf4-3df205e6d92c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b330a027-a70a-494a-ba65-29e9b49a2454), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:54.787259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:04:54.832933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5981db45-1280-43cb-a6e5-69a88f8b2fef up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:54.852496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9ad027dc-b054-4090-b819-809200ffe91a admin admin] 10.222.0.102 "PUT /v2.0/routers/725d5224-f964-40bd-940f-d1789cf87f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3526340 Feb 09 21:04:54.995274 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce20c17-6b4b-41f7-8bf4-3df205e6d92c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b330a027-a70a-494a-ba65-29e9b49a2454), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.036694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3d27f4c3-46a0-440d-b576-d9ea65435cd6 None None] Provisioning complete for port b330a027-a70a-494a-ba65-29e9b49a2454 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:55.038416 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d27f4c3-46a0-440d-b576-d9ea65435cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b330a027-a70a-494a-ba65-29e9b49a2454), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.053643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ce20c17-6b4b-41f7-8bf4-3df205e6d92c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Calling delete_port for b330a027-a70a-494a-ba65-29e9b49a2454 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:55.107385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5981db45-1280-43cb-a6e5-69a88f8b2fef triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:55.109618 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.241710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3d27f4c3-46a0-440d-b576-d9ea65435cd6 None None] Port b330a027-a70a-494a-ba65-29e9b49a2454 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:04:55.298701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce20c17-6b4b-41f7-8bf4-3df205e6d92c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b330a027-a70a-494a-ba65-29e9b49a2454), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.322631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5981db45-1280-43cb-a6e5-69a88f8b2fef is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:55.324076 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.376965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce20c17-6b4b-41f7-8bf4-3df205e6d92c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Port': ['ID=b330a027-a70a-494a-ba65-29e9b49a2454,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:55.386984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 5981db45-1280-43cb-a6e5-69a88f8b2fef, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5981db45-1280-43cb-a6e5-69a88f8b2fef,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:55.420332 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.495231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51610) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:55.542447 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-111bde77-5613-424f-bd89-6509fd1a583a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.563398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=5981db45-1280-43cb-a6e5-69a88f8b2fef,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:55.836975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce20c17-6b4b-41f7-8bf4-3df205e6d92c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.840915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ce20c17-6b4b-41f7-8bf4-3df205e6d92c tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "DELETE /v2.0/ports/b330a027-a70a-494a-ba65-29e9b49a2454 HTTP/1.1" status: 204 len: 168 time: 1.5216920 Feb 09 21:04:55.844183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:55.883371 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d554b173-14d1-4974-b36f-663a5d9edbaf tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] GET failed (client error): The resource could not be found. Feb 09 21:04:55.884996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d554b173-14d1-4974-b36f-663a5d9edbaf tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "GET /v2.0/ports/b330a027-a70a-494a-ba65-29e9b49a2454 HTTP/1.1" status: 404 len: 333 time: 0.0397215 Feb 09 21:04:55.887987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:55.931365 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-111bde77-5613-424f-bd89-6509fd1a583a admin admin] Publish callbacks [] for security_group (81e0f1d6-89cc-4875-8f08-2be8ac214c68), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.937195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-111bde77-5613-424f-bd89-6509fd1a583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (81e0f1d6-89cc-4875-8f08-2be8ac214c68), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:55.967870 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Sync routers for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:04:56.003143 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:04:56.004314 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:04:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:56.021194 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-111bde77-5613-424f-bd89-6509fd1a583a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bcaf0715d8244ca58256b22f3fc35895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5248597 Feb 09 21:04:56.022238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bde77-5613-424f-bd89-6509fd1a583a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0f1d6-89cc-4875-8f08-2be8ac214c68,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:56.024206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:56.116405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8808a-10db-444f-8db9-f1d3da674483 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Deleting port 75c4282c-e079-49a8-bfaa-67c6802ee83c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:56.116819 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bc8808a-10db-444f-8db9-f1d3da674483 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (75c4282c-e079-49a8-bfaa-67c6802ee83c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.281626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e02a261c-4e65-4bcd-9162-6be08270ea26 admin admin] Publish callbacks [] for security_group (81e0f1d6-89cc-4875-8f08-2be8ac214c68), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.325744 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:04:56.334273 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e02a261c-4e65-4bcd-9162-6be08270ea26 admin admin] Publish callbacks [] for security_group (81e0f1d6-89cc-4875-8f08-2be8ac214c68), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.367450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bc8808a-10db-444f-8db9-f1d3da674483 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (75c4282c-e079-49a8-bfaa-67c6802ee83c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.395649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8808a-10db-444f-8db9-f1d3da674483 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Calling delete_port for 75c4282c-e079-49a8-bfaa-67c6802ee83c owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:56.493540 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e02a261c-4e65-4bcd-9162-6be08270ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (81e0f1d6-89cc-4875-8f08-2be8ac214c68), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.503238 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e02a261c-4e65-4bcd-9162-6be08270ea26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.508239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e02a261c-4e65-4bcd-9162-6be08270ea26 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/81e0f1d6-89cc-4875-8f08-2be8ac214c68 HTTP/1.1" status: 204 len: 168 time: 0.4772153 Feb 09 21:04:56.526292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a261c-4e65-4bcd-9162-6be08270ea26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0f1d6-89cc-4875-8f08-2be8ac214c68,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:56.591541 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.684578 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 2, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:56.719367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bc8808a-10db-444f-8db9-f1d3da674483 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (75c4282c-e079-49a8-bfaa-67c6802ee83c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.751113 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Checking router: 725d5224-f964-40bd-940f-d1789cf87f8e for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:04:56.751475 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Updating router 725d5224-f964-40bd-940f-d1789cf87f8e port 778790bf-8455-41aa-8b56-b2777397ee62 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:04:56.770383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5981db45-1280-43cb-a6e5-69a88f8b2fef up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:04:56.817393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8808a-10db-444f-8db9-f1d3da674483 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Port': ['ID=75c4282c-e079-49a8-bfaa-67c6802ee83c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:56.821732 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (778790bf-8455-41aa-8b56-b2777397ee62), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.905855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5981db45-1280-43cb-a6e5-69a88f8b2fef triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:56.906657 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.929291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bc8808a-10db-444f-8db9-f1d3da674483 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:56.938694 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4bc8808a-10db-444f-8db9-f1d3da674483 tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "DELETE /v2.0/ports/75c4282c-e079-49a8-bfaa-67c6802ee83c HTTP/1.1" status: 204 len: 168 time: 1.0491948 Feb 09 21:04:56.941233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51650) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:57.071606 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead4455a-c394-4eae-b5eb-75657b3bb10e tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] GET failed (client error): The resource could not be found. Feb 09 21:04:57.081633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ead4455a-c394-4eae-b5eb-75657b3bb10e tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "GET /v2.0/ports/75c4282c-e079-49a8-bfaa-67c6802ee83c HTTP/1.1" status: 404 len: 333 time: 0.1362658 Feb 09 21:04:57.084008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51654) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:57.184767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5981db45-1280-43cb-a6e5-69a88f8b2fef is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:57.202867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:57.209687 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e0bf82ec-c030-42a7-87d7-bed8541b036c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225715483', 'description': 'tempest-description--131880136'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:57.268853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0bf82ec-c030-42a7-87d7-bed8541b036c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.341113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f36beafe-1aea-4a65-b22b-f56b588b366b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Deleting port 21016ece-3512-4079-9b71-134e9bc8e61a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:57.343000 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f36beafe-1aea-4a65-b22b-f56b588b366b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (21016ece-3512-4079-9b71-134e9bc8e61a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.500878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0bf82ec-c030-42a7-87d7-bed8541b036c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (350dc9b2-9f58-4660-80fd-31c955ad5836), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.517491 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0bf82ec-c030-42a7-87d7-bed8541b036c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (350dc9b2-9f58-4660-80fd-31c955ad5836), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.604977 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Publish callbacks [] for port (778790bf-8455-41aa-8b56-b2777397ee62), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.607080 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f36beafe-1aea-4a65-b22b-f56b588b366b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (21016ece-3512-4079-9b71-134e9bc8e61a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.611394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0bf82ec-c030-42a7-87d7-bed8541b036c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.616316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0bf82ec-c030-42a7-87d7-bed8541b036c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4092822 Feb 09 21:04:57.618421 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (778790bf-8455-41aa-8b56-b2777397ee62), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.618934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:57.634595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf82ec-c030-42a7-87d7-bed8541b036c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350dc9b2-9f58-4660-80fd-31c955ad5836,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:57.683526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cd8ae8bb-adc4-4757-a4a9-0eaa8f80b83d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'security_group_rule': {'security_group_id': '350dc9b2-9f58-4660-80fd-31c955ad5836', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:57.732631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f36beafe-1aea-4a65-b22b-f56b588b366b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Calling delete_port for 21016ece-3512-4079-9b71-134e9bc8e61a owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:57.771161 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Pushing event updated for resources: {'Port': ['ID=778790bf-8455-41aa-8b56-b2777397ee62,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:57.837815 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.839324 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.842403 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.842905 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.843764 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.847941 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.848414 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.848838 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.849263 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.849686 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.850384 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.851271 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.851718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:04:57.855377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae8bb-adc4-4757-a4a9-0eaa8f80b83d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (c262dc2d-bfdd-4604-b135-8fdb19b8eb49), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.890409 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Attempting to bind port 778790bf-8455-41aa-8b56-b2777397ee62 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:04:57.891209 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Attempting to bind port 778790bf-8455-41aa-8b56-b2777397ee62 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:04:57.892141 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Attempting to bind port 778790bf-8455-41aa-8b56-b2777397ee62 on network a341e6ef-9aa8-4558-91a7-62cf702fba02 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:04:57.900300 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:04:57.902296 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Checking segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:04:57.906492 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.906982 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Bound using segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:04:57.907819 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Bound port: 778790bf-8455-41aa-8b56-b2777397ee62, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:04:57.908578 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (778790bf-8455-41aa-8b56-b2777397ee62), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.969977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae8bb-adc4-4757-a4a9-0eaa8f80b83d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (c262dc2d-bfdd-4604-b135-8fdb19b8eb49), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:57.977224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae8bb-adc4-4757-a4a9-0eaa8f80b83d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c262dc2d-bfdd-4604-b135-8fdb19b8eb49), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.069840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ae8bb-adc4-4757-a4a9-0eaa8f80b83d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c262dc2d-bfdd-4604-b135-8fdb19b8eb49,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:58.078527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd8ae8bb-adc4-4757-a4a9-0eaa8f80b83d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.079794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cd8ae8bb-adc4-4757-a4a9-0eaa8f80b83d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4585187 Feb 09 21:04:58.082571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51696) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:58.091895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0a04f688-f6bb-46f0-85b2-febecc0f435b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'security_group_rule': {'security_group_id': '350dc9b2-9f58-4660-80fd-31c955ad5836', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:58.100327 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f36beafe-1aea-4a65-b22b-f56b588b366b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (21016ece-3512-4079-9b71-134e9bc8e61a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.110590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] For port 778790bf-8455-41aa-8b56-b2777397ee62, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:04:58.119905 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] For port 778790bf-8455-41aa-8b56-b2777397ee62, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=778790bf-8455-41aa-8b56-b2777397ee62,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:04:58.131236 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (778790bf-8455-41aa-8b56-b2777397ee62), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.166403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a04f688-f6bb-46f0-85b2-febecc0f435b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (3c48829f-7c3c-4884-9cd5-a97a9089fac2), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.171655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36beafe-1aea-4a65-b22b-f56b588b366b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Port': ['ID=21016ece-3512-4079-9b71-134e9bc8e61a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:58.249380 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f36beafe-1aea-4a65-b22b-f56b588b366b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.266226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51702) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:58.267238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f36beafe-1aea-4a65-b22b-f56b588b366b tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "DELETE /v2.0/ports/21016ece-3512-4079-9b71-134e9bc8e61a HTTP/1.1" status: 204 len: 168 time: 1.1821361 Feb 09 21:04:58.276573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f961d08-da12-4e2a-a1f1-dfe087c07fce None None] Provisioning complete for port 778790bf-8455-41aa-8b56-b2777397ee62 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:58.277059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f961d08-da12-4e2a-a1f1-dfe087c07fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778790bf-8455-41aa-8b56-b2777397ee62), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.372039 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab266eba-c8cc-4079-bc17-41c0ce510e7c None None] Pushing event updated for resources: {'Port': ['ID=778790bf-8455-41aa-8b56-b2777397ee62,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:58.385431 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:04:58.386184 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:04:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:58.406600 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a04f688-f6bb-46f0-85b2-febecc0f435b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (3c48829f-7c3c-4884-9cd5-a97a9089fac2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.412371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a04f688-f6bb-46f0-85b2-febecc0f435b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (3c48829f-7c3c-4884-9cd5-a97a9089fac2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.501984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04f688-f6bb-46f0-85b2-febecc0f435b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c48829f-7c3c-4884-9cd5-a97a9089fac2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:58.507381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:58.538826 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-405358b2-f0a3-475f-acc8-05037812995f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Deleting subnet f30a5aea-d2b0-4c78-b562-ca470ef26bca {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:04:58.551636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-405358b2-f0a3-475f-acc8-05037812995f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for subnet (f30a5aea-d2b0-4c78-b562-ca470ef26bca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.619488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a04f688-f6bb-46f0-85b2-febecc0f435b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.621150 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0a04f688-f6bb-46f0-85b2-febecc0f435b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5354683 Feb 09 21:04:58.625590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:58.632008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:58.701471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.704948 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-405358b2-f0a3-475f-acc8-05037812995f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (f30a5aea-d2b0-4c78-b562-ca470ef26bca), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.712015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f961d08-da12-4e2a-a1f1-dfe087c07fce None None] Current status of the port 778790bf-8455-41aa-8b56-b2777397ee62 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:58.712803 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f961d08-da12-4e2a-a1f1-dfe087c07fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (778790bf-8455-41aa-8b56-b2777397ee62), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.799789 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:04:58.820632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f961d08-da12-4e2a-a1f1-dfe087c07fce None None] For port 778790bf-8455-41aa-8b56-b2777397ee62, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=778790bf-8455-41aa-8b56-b2777397ee62,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:58.828184 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f961d08-da12-4e2a-a1f1-dfe087c07fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (778790bf-8455-41aa-8b56-b2777397ee62), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:58.948765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f961d08-da12-4e2a-a1f1-dfe087c07fce None None] Pushing event updated for resources: {'Port': ['ID=778790bf-8455-41aa-8b56-b2777397ee62,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:58.981792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a58417f2-09ef-47cc-963f-2ba5e8f61e29 None None] Provisioning complete for port 778790bf-8455-41aa-8b56-b2777397ee62 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:04:58.982442 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a58417f2-09ef-47cc-963f-2ba5e8f61e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778790bf-8455-41aa-8b56-b2777397ee62), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.019443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-405358b2-f0a3-475f-acc8-05037812995f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f30a5aea-d2b0-4c78-b562-ca470ef26bca), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.044332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.169744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-405358b2-f0a3-475f-acc8-05037812995f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (f30a5aea-d2b0-4c78-b562-ca470ef26bca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.187201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a58417f2-09ef-47cc-963f-2ba5e8f61e29 None None] Current status of the port 778790bf-8455-41aa-8b56-b2777397ee62 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:04:59.209847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1778244749'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:04:59.243070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405358b2-f0a3-475f-acc8-05037812995f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Subnet': ['ID=f30a5aea-d2b0-4c78-b562-ca470ef26bca,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:04:59.255793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-405358b2-f0a3-475f-acc8-05037812995f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.261545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Made reservation on behalf of 0550c8ff8ff845aca1101359a2302eb2 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:04:59.262525 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-405358b2-f0a3-475f-acc8-05037812995f tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "DELETE /v2.0/subnets/f30a5aea-d2b0-4c78-b562-ca470ef26bca HTTP/1.1" status: 204 len: 168 time: 0.9927230 Feb 09 21:04:59.263354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:59.266183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e2f71-423c-4278-a03b-e44ad2ed221c None None] Network fe723e0f-ce78-4dfb-9af9-29bfe781a4df requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:04:59.270817 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.346995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.404346 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:04:59.449078 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d2658-ea2a-46fb-9c89-0ab7659b284c None None] The sync data for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 is: [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:04:59.471203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Allocated IP 172.25.4.198 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/3d23695e-3c72-4727-a26b-99559332da0a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:04:59.500437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (fe723e0f-ce78-4dfb-9af9-29bfe781a4df), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.680051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] DHCP port deletion for fe723e0f-ce78-4dfb-9af9-29bfe781a4df request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:04:59.685768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Deleting port edd398af-a931-40b4-9bfe-ba5913305fd0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:59.686938 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.724854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for security_group (ec9120ab-807d-4365-956b-6835d90c4498), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.730852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ec9120ab-807d-4365-956b-6835d90c4498), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.770651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:04:59.779258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] Deleting port edd398af-a931-40b4-9bfe-ba5913305fd0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:04:59.780579 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.838646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:04:59.877795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ced6c2ef-e866-457e-b343-61b0a0bc0c5a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.878519 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Added segment ced6c2ef-e866-457e-b343-61b0a0bc0c5a of type vlan for network 52beaf03-a3df-498e-a23d-2606bb45f3ea Feb 09 21:04:59.883057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] For port edd398af-a931-40b4-9bfe-ba5913305fd0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=edd398af-a931-40b4-9bfe-ba5913305fd0,segment=NetworkSegment(971ddaa6-b5d9-44c9-a88f-161d07e78a53),segment_id=971ddaa6-b5d9-44c9-a88f-161d07e78a53)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:59.883601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.910925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] For port edd398af-a931-40b4-9bfe-ba5913305fd0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=edd398af-a931-40b4-9bfe-ba5913305fd0,segment=NetworkSegment(971ddaa6-b5d9-44c9-a88f-161d07e78a53),segment_id=971ddaa6-b5d9-44c9-a88f-161d07e78a53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:04:59.911729 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:04:59.926200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Calling delete_port for edd398af-a931-40b4-9bfe-ba5913305fd0 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:59.944043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] Calling delete_port for edd398af-a931-40b4-9bfe-ba5913305fd0 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:04:59.992669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (52beaf03-a3df-498e-a23d-2606bb45f3ea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.069350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9120ab-807d-4365-956b-6835d90c4498,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:00.083118 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (52beaf03-a3df-498e-a23d-2606bb45f3ea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.095388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:00.096833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.113532 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.145800 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for port (3d23695e-3c72-4727-a26b-99559332da0a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.152479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6438930 Feb 09 21:05:00.162557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] Pushing event deleted for resources: {'Port': ['ID=edd398af-a931-40b4-9bfe-ba5913305fd0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:00.163382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:00.177399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Request body: {'subnet': {'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:00.185330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e365ce-e407-4be4-8edb-9ee1e57f254b None None] No DVR routers for this DVR port edd398af-a931-40b4-9bfe-ba5913305fd0 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:00.271017 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa83b736-00fb-47d5-8e2f-894e15d47e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.348523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (edd398af-a931-40b4-9bfe-ba5913305fd0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.394989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0831a8-992d-4e22-8831-0a8d87a7d6c0 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event updated for resources: {'Network': ['ID=52beaf03-a3df-498e-a23d-2606bb45f3ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:00.409822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 52beaf03-a3df-498e-a23d-2606bb45f3ea details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:00.418862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Port': ['ID=edd398af-a931-40b4-9bfe-ba5913305fd0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:00.422444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] No DVR routers for this DVR port edd398af-a931-40b4-9bfe-ba5913305fd0 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:00.425264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Made reservation on behalf of 0550c8ff8ff845aca1101359a2302eb2 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:00.429055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.435563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3d23695e-3c72-4727-a26b-99559332da0a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.558587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:00.561023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:00.564541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:00.568739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'Port': ['ID=3d23695e-3c72-4727-a26b-99559332da0a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:00.829640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 778790bf-8455-41aa-8b56-b2777397ee62 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:00.895588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (fe723e0f-ce78-4dfb-9af9-29bfe781a4df), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.897119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa83b736-00fb-47d5-8e2f-894e15d47e8b admin admin] Publish callbacks [] for security_group (fd2ddf95-520f-4f6c-bf40-7a7a6bdbf0a2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.898954 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (2abb45bd-7487-4094-a74c-0b076d870993), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.910444 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa83b736-00fb-47d5-8e2f-894e15d47e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd2ddf95-520f-4f6c-bf40-7a7a6bdbf0a2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.980165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 778790bf-8455-41aa-8b56-b2777397ee62 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:00.980827 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (778790bf-8455-41aa-8b56-b2777397ee62), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:00.989971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fa83b736-00fb-47d5-8e2f-894e15d47e8b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ae72e535378244978ec84501c03760a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2107012 Feb 09 21:05:01.002071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51758) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:01.097909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83b736-00fb-47d5-8e2f-894e15d47e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2ddf95-520f-4f6c-bf40-7a7a6bdbf0a2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:01.127309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (e489432a-5dde-4c06-a2d1-7badb51b0277), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.169223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 778790bf-8455-41aa-8b56-b2777397ee62 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:01.193042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3d23695e-3c72-4727-a26b-99559332da0a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.198182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec39c0a0-15e2-452c-a1ad-ecba8d2b5f1d admin admin] Publish callbacks [] for security_group (fd2ddf95-520f-4f6c-bf40-7a7a6bdbf0a2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.274800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device edd398af-a931-40b4-9bfe-ba5913305fd0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:05:01.286028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec39c0a0-15e2-452c-a1ad-ecba8d2b5f1d admin admin] Publish callbacks [] for security_group (fd2ddf95-520f-4f6c-bf40-7a7a6bdbf0a2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.325404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: edd398af-a931-40b4-9bfe-ba5913305fd0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:05:01.327485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device edd398af-a931-40b4-9bfe-ba5913305fd0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:05:01.345757 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:05:01.405691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe723e0f-ce78-4dfb-9af9-29bfe781a4df']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:01.418338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971ddaa6-b5d9-44c9-a88f-161d07e78a53') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:01.418916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971ddaa6-b5d9-44c9-a88f-161d07e78a53') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:01.440554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (971ddaa6-b5d9-44c9-a88f-161d07e78a53), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.465669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec39c0a0-15e2-452c-a1ad-ecba8d2b5f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd2ddf95-520f-4f6c-bf40-7a7a6bdbf0a2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.469212 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec39c0a0-15e2-452c-a1ad-ecba8d2b5f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.486701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ec39c0a0-15e2-452c-a1ad-ecba8d2b5f1d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fd2ddf95-520f-4f6c-bf40-7a7a6bdbf0a2 HTTP/1.1" status: 204 len: 168 time: 0.4702771 Feb 09 21:05:01.560591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39c0a0-15e2-452c-a1ad-ecba8d2b5f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2ddf95-520f-4f6c-bf40-7a7a6bdbf0a2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:01.563219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Checking segment: {'id': 'ced6c2ef-e866-457e-b343-61b0a0bc0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:01.564688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Network hostable DHCP agents. Network: 52beaf03-a3df-498e-a23d-2606bb45f3ea, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:01.592217 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (971ddaa6-b5d9-44c9-a88f-161d07e78a53), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.603295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:01.603783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (971ddaa6-b5d9-44c9-a88f-161d07e78a53), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.644748 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for port (3d23695e-3c72-4727-a26b-99559332da0a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.650592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3d23695e-3c72-4727-a26b-99559332da0a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:01.679941 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:01.687188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (fe723e0f-ce78-4dfb-9af9-29bfe781a4df), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.692894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event updated for resources: {'Subnet': ['ID=2abb45bd-7487-4094-a74c-0b076d870993,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:01.713604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.727085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] 10.222.0.102 "DELETE /v2.0/networks/fe723e0f-ce78-4dfb-9af9-29bfe781a4df HTTP/1.1" status: 204 len: 168 time: 2.4604073 Feb 09 21:05:01.793132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27597c-66cf-4dfe-8996-3662b7d18b4d tempest-AllowedAddressPairIpV6TestJSON-802764382 tempest-AllowedAddressPairIpV6TestJSON-802764382-project] Pushing event deleted for resources: {'Network': ['ID=fe723e0f-ce78-4dfb-9af9-29bfe781a4df,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:01.809259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Network 52beaf03-a3df-498e-a23d-2606bb45f3ea is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:01.814946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'Port': ['ID=3d23695e-3c72-4727-a26b-99559332da0a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:01.818539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dd1c6-efa7-448e-9510-f208250e72b8 req-186b226f-fc88-42d6-963c-a0570ea608b2 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:01.822458 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d25dd1c6-efa7-448e-9510-f208250e72b8 req-186b226f-fc88-42d6-963c-a0570ea608b2 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1128 time: 0.3699009 Feb 09 21:05:01.860627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e489432a-5dde-4c06-a2d1-7badb51b0277), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.888727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 52beaf03-a3df-498e-a23d-2606bb45f3ea) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:01.895537 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.899649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86436f4e-5fd9-4706-a06c-d9a10420f36e None None] Network 52beaf03-a3df-498e-a23d-2606bb45f3ea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:01.900454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-441057cc-e4ad-44b8-9187-18de95d460e9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2735176 Feb 09 21:05:01.917881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:01.922266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:01.970880 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d25dd1c6-efa7-448e-9510-f208250e72b8 req-a807ac09-8eb8-446b-aa12-e57b73d0910a tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256080 Feb 09 21:05:01.977879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:01.978273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a17ce2e3-e983-4900-964a-8228f04db433 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8130746 Feb 09 21:05:01.983428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Request body: {'port': {'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1717303741'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:02.031266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:02.085635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-52beaf03-a3df-498e-a23d-2606bb45f3ea', 'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea', 'project_id': '0550c8ff8ff845aca1101359a2302eb2', 'fixed_ips': [{'subnet_id': '2abb45bd-7487-4094-a74c-0b076d870993'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:02.086910 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:02.294200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port 51535e08-ee3d-4af3-aec4-3923c522afea {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:02.295972 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (51535e08-ee3d-4af3-aec4-3923c522afea), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:02.338122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Made reservation on behalf of 0550c8ff8ff845aca1101359a2302eb2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:02.349779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:02.394080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] device_id is not set on port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:05:02.420089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:02.474020 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e08ac6a-f38c-4dbd-a78f-7e45e12946f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:02.539964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Allocated IP 2001:db8::2 (52beaf03-a3df-498e-a23d-2606bb45f3ea/2abb45bd-7487-4094-a74c-0b076d870993/d0f5673c-cfed-41e2-b8ce-9edb130d402c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:02.643299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (51535e08-ee3d-4af3-aec4-3923c522afea), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:02.643761 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (51535e08-ee3d-4af3-aec4-3923c522afea), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:02.685995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:02.690438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-0300449f-81be-42bf-b199-c2c63b4e4954 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--225715483&fields=id&tenant_id=d0c3b755731244149ed46a0fccb2a455 HTTP/1.1" status: 200 len: 267 time: 0.1336269 Feb 09 21:05:02.691643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for 51535e08-ee3d-4af3-aec4-3923c522afea owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:02.880039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e08ac6a-f38c-4dbd-a78f-7e45e12946f0 admin admin] Publish callbacks [] for security_group (af376ebb-d6b5-4314-aca4-eae2a5239d49), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:02.892814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e08ac6a-f38c-4dbd-a78f-7e45e12946f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (af376ebb-d6b5-4314-aca4-eae2a5239d49), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:02.990664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b1652ed1-b18c-4729-9ea5-fb3edc4a5ef6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:02.994409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b1652ed1-b18c-4729-9ea5-fb3edc4a5ef6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 817 time: 0.2915032 Feb 09 21:05:03.009808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4e08ac6a-f38c-4dbd-a78f-7e45e12946f0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9778698a966441f1806a903766e32f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5838482 Feb 09 21:05:03.010377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08ac6a-f38c-4dbd-a78f-7e45e12946f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af376ebb-d6b5-4314-aca4-eae2a5239d49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:03.015950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:03.023424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-c4e18412-dde8-4ceb-a463-0f9c11c72e47 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/quotas/d0c3b755731244149ed46a0fccb2a455 HTTP/1.1" status: 200 len: 375 time: 0.0185025 Feb 09 21:05:03.083812 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Publish callbacks [] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.097875 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.193007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0154fcce-f15b-44a6-9ff6-e88e5c4dbec8 admin admin] Publish callbacks [] for security_group (af376ebb-d6b5-4314-aca4-eae2a5239d49), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.200749 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-20345808-b90b-49b5-91c9-1b439cd8cd2e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=03674b6024864a8b91dabc0a5dc741cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4926596 Feb 09 21:05:03.210946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-9b7a3ba6-788e-4806-ba3d-a4f6417e02df tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817045 Feb 09 21:05:03.214101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:03.229336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Pushing event updated for resources: {'Port': ['ID=d0f5673c-cfed-41e2-b8ce-9edb130d402c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:03.247921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Allocated IP 2001:db8::233 (52beaf03-a3df-498e-a23d-2606bb45f3ea/2abb45bd-7487-4094-a74c-0b076d870993/844e0d3f-d45f-4b68-8281-eefcdc1ae329) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:03.250758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Network 52beaf03-a3df-498e-a23d-2606bb45f3ea is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:03.252532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:03.255959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:03.274091 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (51535e08-ee3d-4af3-aec4-3923c522afea), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.306581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0154fcce-f15b-44a6-9ff6-e88e5c4dbec8 admin admin] Publish callbacks [] for security_group (af376ebb-d6b5-4314-aca4-eae2a5239d49), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.366965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=51535e08-ee3d-4af3-aec4-3923c522afea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:03.388932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Attempting to bind port d0f5673c-cfed-41e2-b8ce-9edb130d402c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:03.390386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Attempting to bind port d0f5673c-cfed-41e2-b8ce-9edb130d402c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'ced6c2ef-e866-457e-b343-61b0a0bc0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:03.391231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Attempting to bind port d0f5673c-cfed-41e2-b8ce-9edb130d402c on network 52beaf03-a3df-498e-a23d-2606bb45f3ea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:03.413195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:03.413890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Checking segment: {'id': 'ced6c2ef-e866-457e-b343-61b0a0bc0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:03.414460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.415375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Bound using segment: {'id': 'ced6c2ef-e866-457e-b343-61b0a0bc0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:03.416089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Bound port: d0f5673c-cfed-41e2-b8ce-9edb130d402c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced6c2ef-e866-457e-b343-61b0a0bc0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:03.416669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.490677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.503860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (544621fb-5b7c-430e-9585-9164d9395c27), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.505474 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Floating IP 544621fb-5b7c-430e-9585-9164d9395c27 disassociated (deleted). External IP: 172.25.4.105, port: 694e2bad-0814-4229-a233-9e90fce1d67e. Feb 09 21:05:03.511575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] For port d0f5673c-cfed-41e2-b8ce-9edb130d402c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:03.516332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] For port d0f5673c-cfed-41e2-b8ce-9edb130d402c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d0f5673c-cfed-41e2-b8ce-9edb130d402c,segment=NetworkSegment(ced6c2ef-e866-457e-b343-61b0a0bc0c5a),segment_id=ced6c2ef-e866-457e-b343-61b0a0bc0c5a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:03.523789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.557369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.595815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6432a6-a002-417b-93ad-ba99e34cd9c3 None None] Pushing event updated for resources: {'Port': ['ID=d0f5673c-cfed-41e2-b8ce-9edb130d402c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:03.673670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0154fcce-f15b-44a6-9ff6-e88e5c4dbec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (af376ebb-d6b5-4314-aca4-eae2a5239d49), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.687459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0154fcce-f15b-44a6-9ff6-e88e5c4dbec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.688787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0154fcce-f15b-44a6-9ff6-e88e5c4dbec8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/af376ebb-d6b5-4314-aca4-eae2a5239d49 HTTP/1.1" status: 204 len: 168 time: 0.6703162 Feb 09 21:05:03.701496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154fcce-f15b-44a6-9ff6-e88e5c4dbec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af376ebb-d6b5-4314-aca4-eae2a5239d49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:03.786529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Network 52beaf03-a3df-498e-a23d-2606bb45f3ea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:03.791971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event updated for resources: {'Port': ['ID=844e0d3f-d45f-4b68-8281-eefcdc1ae329,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:03.798634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:03.805430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:03.810940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:03.811638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:03.902407 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b306d71d-dcf6-4a73-a67b-a16c888aba0a service neutron] 10.222.0.102 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431387 Feb 09 21:05:03.969501 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a050bff7-de89-4b0e-ab92-93fba38a7df1 admin admin] Publish callbacks [] for security_group (2f4dd8ea-b9ed-4c1f-a9c2-7c0f3c61675d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:04.101666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-71561c6a-c877-4490-9856-77b59da8c0cd tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1190522 Feb 09 21:05:04.102407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:04.111113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router e3a2cedb-a446-4380-b447-cf8ea13cbcba has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:05:04.111675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Request body: {'port': {'network_id': '52beaf03-a3df-498e-a23d-2606bb45f3ea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-480770613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:04.111675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] bootfile-name is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:05:04.112050 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] tftp-server is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:05:04.112324 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.api.validators [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] server-ip-address is not in valid_values {{(pid=103324) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:05:04.245783 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a050bff7-de89-4b0e-ab92-93fba38a7df1 admin admin] Publish callbacks [] for security_group (2f4dd8ea-b9ed-4c1f-a9c2-7c0f3c61675d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:04.334911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:05:04.340832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:04.346680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] Sync routers for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:05:04.360944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-33a36632-c0d0-479c-80b9-0ba72e526bba service neutron] 10.222.0.102 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516547 Feb 09 21:05:04.366721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Made reservation on behalf of 0550c8ff8ff845aca1101359a2302eb2 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:04.368521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:04.372244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:04:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:04.377213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:04.392902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a050bff7-de89-4b0e-ab92-93fba38a7df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2f4dd8ea-b9ed-4c1f-a9c2-7c0f3c61675d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:04.398788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a050bff7-de89-4b0e-ab92-93fba38a7df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:04.405660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a050bff7-de89-4b0e-ab92-93fba38a7df1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2f4dd8ea-b9ed-4c1f-a9c2-7c0f3c61675d HTTP/1.1" status: 204 len: 168 time: 1.1867166 Feb 09 21:05:04.472950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2b272199-925c-495d-b154-17e55a62153d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/floatingips/544621fb-5b7c-430e-9585-9164d9395c27 HTTP/1.1" status: 204 len: 168 time: 2.4400826 Feb 09 21:05:04.473836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:05:04.479204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050bff7-de89-4b0e-ab92-93fba38a7df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4dd8ea-b9ed-4c1f-a9c2-7c0f3c61675d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:04.480626 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6954327-d219-4d4f-8829-3bf78515dcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:05:04.497925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] device_id is not set on port 1625b11e-cf3f-465f-9869-d3eaab9061c2 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:05:04.865119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:04.911247 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc83b670-c25f-4a15-9a55-68ed022218fd x-openstack-request-id: req-dc83b670-c25f-4a15-9a55-68ed022218fd {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:05:04.913149 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:05:04.915290 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dc83b670-c25f-4a15-9a55-68ed022218fd {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:05:04.920372 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e', 'status': 'completed', 'code': 200} Feb 09 21:05:05.081139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-49e4e6d3-b9d6-4d8a-b76a-3da93913384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:05.083638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-49e4e6d3-b9d6-4d8a-b76a-3da93913384c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 1128 time: 0.2984421 Feb 09 21:05:05.208482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Allocated IP 2001:db8::304 (52beaf03-a3df-498e-a23d-2606bb45f3ea/2abb45bd-7487-4094-a74c-0b076d870993/1625b11e-cf3f-465f-9869-d3eaab9061c2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:05.485976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5bf30bc5-eea3-4015-be14-7f09469ec647 req-ab292fb7-4425-405a-9645-8515ee17d4fd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 210 time: 0.5015314 Feb 09 21:05:05.555056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d0f5673c-cfed-41e2-b8ce-9edb130d402c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:05.699305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafb774-b2ce-4a94-9c72-5e8a41b272e0 req-e0eec0ca-1795-4b4c-be24-2329e4042639 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:05.703334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eafb774-b2ce-4a94-9c72-5e8a41b272e0 req-e0eec0ca-1795-4b4c-be24-2329e4042639 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.6369853 Feb 09 21:05:05.740527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for port (1625b11e-cf3f-465f-9869-d3eaab9061c2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:05.846045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-ede826cf-f0ca-4a0f-a2c3-cfdca2a7ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:05.848517 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1625b11e-cf3f-465f-9869-d3eaab9061c2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:05.850823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-ede826cf-f0ca-4a0f-a2c3-cfdca2a7ff5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 200 len: 897 time: 0.7463074 Feb 09 21:05:05.878486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85ce55-d008-44ba-8743-da4268e79b4c None None] Network 52beaf03-a3df-498e-a23d-2606bb45f3ea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:05.973196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Network 52beaf03-a3df-498e-a23d-2606bb45f3ea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:05.986963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:05.989052 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-e469ec00-1bfe-43df-82d6-e100abd1ec97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 200 len: 217 time: 0.1298769 Feb 09 21:05:06.003495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:06.037601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:06.041394 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:06.072685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9263490e-d922-454a-8f7d-00a4603c9aad None None] Provisioning complete for port d0f5673c-cfed-41e2-b8ce-9edb130d402c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:06.077735 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9263490e-d922-454a-8f7d-00a4603c9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:06.096917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event updated for resources: {'Port': ['ID=1625b11e-cf3f-465f-9869-d3eaab9061c2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:06.110600 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1b484375-e98f-4ffa-9e5c-aaf5996418f7 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0023804 Feb 09 21:05:06.111504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:06.192557 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2eafb774-b2ce-4a94-9c72-5e8a41b272e0 req-5b01ada8-b25b-49f8-a11a-38b68e74ac84 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4715722 Feb 09 21:05:06.269405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-712f3f09-ec22-4bdd-bae8-36fdd7c01720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:06.293383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-712f3f09-ec22-4bdd-bae8-36fdd7c01720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 200 len: 835 time: 0.2930043 Feb 09 21:05:06.395765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca41f1e-bd83-4982-8cbe-43e33404270d tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:06.403533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca41f1e-bd83-4982-8cbe-43e33404270d tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:06.418777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca41f1e-bd83-4982-8cbe-43e33404270d tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:06.429292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4ca41f1e-bd83-4982-8cbe-43e33404270d tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3163185 Feb 09 21:05:06.433141 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-08223f3f-a3df-4ad9-9fe0-3bf7b7fc5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:06.435146 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-08223f3f-a3df-4ad9-9fe0-3bf7b7fc5bee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=201810f5-d588-4f97-94e1-ef3faeecc8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1342819 Feb 09 21:05:06.435664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:06.442893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d0f5673c-cfed-41e2-b8ce-9edb130d402c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:06.443998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:06.517893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 51922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:06.591522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899df61-fb91-42f8-b96f-c244927f1243 req-f618c1e8-071c-4b88-bd4f-ad0e7f6d0960 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:06.613272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a899df61-fb91-42f8-b96f-c244927f1243 req-f618c1e8-071c-4b88-bd4f-ad0e7f6d0960 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.3970623 Feb 09 21:05:06.816999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9263490e-d922-454a-8f7d-00a4603c9aad None None] Current status of the port d0f5673c-cfed-41e2-b8ce-9edb130d402c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:06.828341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9263490e-d922-454a-8f7d-00a4603c9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:06.854702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ac38dca9-1f7f-46cf-b67d-ccbeeec3694d req-8b055da4-f134-47ca-b8fc-163221c9739a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 210 time: 0.1254525 Feb 09 21:05:06.886559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9263490e-d922-454a-8f7d-00a4603c9aad None None] For port d0f5673c-cfed-41e2-b8ce-9edb130d402c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d0f5673c-cfed-41e2-b8ce-9edb130d402c,segment=NetworkSegment(ced6c2ef-e866-457e-b343-61b0a0bc0c5a),segment_id=ced6c2ef-e866-457e-b343-61b0a0bc0c5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:06.889899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-0152a433-8df9-4395-b454-d5d1ddf05cdb service neutron] 10.222.0.13 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826740 Feb 09 21:05:06.909171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:03:02Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:06.932146 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9263490e-d922-454a-8f7d-00a4603c9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:06.932457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c19a5f60-b4c0-41d1-bfed-e28a5ffa097f tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Deleting port 1625b11e-cf3f-465f-9869-d3eaab9061c2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:06.932950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c19a5f60-b4c0-41d1-bfed-e28a5ffa097f tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1625b11e-cf3f-465f-9869-d3eaab9061c2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:07.102763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] Checking router: e3a2cedb-a446-4380-b447-cf8ea13cbcba for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:05:07.176348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263490e-d922-454a-8f7d-00a4603c9aad None None] Pushing event updated for resources: {'Port': ['ID=d0f5673c-cfed-41e2-b8ce-9edb130d402c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:07.224012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:07.224903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:04:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:07.247378 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6954327-d219-4d4f-8829-3bf78515dcb0 req-0b4ea0cf-70d1-4670-ae4f-88437c781bde service neutron] 10.222.0.13 "GET /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483186 Feb 09 21:05:07.297902 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c19a5f60-b4c0-41d1-bfed-e28a5ffa097f tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1625b11e-cf3f-465f-9869-d3eaab9061c2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:07.332661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c19a5f60-b4c0-41d1-bfed-e28a5ffa097f tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Calling delete_port for 1625b11e-cf3f-465f-9869-d3eaab9061c2 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:07.428580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d0f5673c-cfed-41e2-b8ce-9edb130d402c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:07.576085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:07.680724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093f2ce-431e-4929-baa3-8cf93ad5626e req-82f84704-bf13-444c-b96b-772a3446645d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:07.688571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2093f2ce-431e-4929-baa3-8cf93ad5626e req-82f84704-bf13-444c-b96b-772a3446645d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.2958152 Feb 09 21:05:07.778358 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2093f2ce-431e-4929-baa3-8cf93ad5626e req-e4e97967-5f55-48d2-8555-74550cae979a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835288 Feb 09 21:05:07.928247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c19a5f60-b4c0-41d1-bfed-e28a5ffa097f tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1625b11e-cf3f-465f-9869-d3eaab9061c2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.050567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d0f5673c-cfed-41e2-b8ce-9edb130d402c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:08.056223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a5f60-b4c0-41d1-bfed-e28a5ffa097f tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event deleted for resources: {'Port': ['ID=1625b11e-cf3f-465f-9869-d3eaab9061c2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:08.078169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ce0ce62f-9323-457e-9488-4d20ec86ba30 None None] Could not find standard attr ID for object 1625b11e-cf3f-465f-9869-d3eaab9061c2. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:05:08.144754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c19a5f60-b4c0-41d1-bfed-e28a5ffa097f tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.152512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c19a5f60-b4c0-41d1-bfed-e28a5ffa097f tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "DELETE /v2.0/ports/1625b11e-cf3f-465f-9869-d3eaab9061c2 HTTP/1.1" status: 204 len: 168 time: 1.7105031 Feb 09 21:05:08.165131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 51968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:08.172916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Request body: {'port': {'name': 'tempest-new-port-name-1111440964', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:08.173325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] bootfile-name is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:05:08.173907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] tftp-server is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:05:08.178062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.api.validators [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] server-ip-address is not in valid_values {{(pid=103325) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:05:08.208030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2086522521'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:08.226228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96d4b0c1-50df-409c-a388-923a0be10bcc req-e90e180e-0905-4403-aa80-a79b554cf52c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 210 time: 0.0492501 Feb 09 21:05:08.249047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port 694e2bad-0814-4229-a233-9e90fce1d67e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:08.249719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.260532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ce0ce62f-9323-457e-9488-4d20ec86ba30 None None] Provisioning complete for port d0f5673c-cfed-41e2-b8ce-9edb130d402c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:08.260908 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce62f-9323-457e-9488-4d20ec86ba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.326122 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f68147d6-7fc8-4c56-99c1-9fe213255592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.405981 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.453239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port 694e2bad-0814-4229-a233-9e90fce1d67e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=694e2bad-0814-4229-a233-9e90fce1d67e,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:08.453621 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:03:02Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:08.454536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.477066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for 694e2bad-0814-4229-a233-9e90fce1d67e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:08.550117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853d66f-ea97-4962-a2d1-5cce13d59da1 None None] The sync data for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 is: [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:02:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4a623d4f-8cc1-46ed-99c8-33555a98cb98', 'name': '', 'network_id': '201810f5-d588-4f97-94e1-ef3faeecc8bc', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:93:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:47Z', 'updated_at': '2022-02-09T21:03:02Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '9392dff5-8c13-4639-a2e3-4654dd168ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:05:08.567180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d0f5673c-cfed-41e2-b8ce-9edb130d402c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:08.569490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.669617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:08.676596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.685051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ce62f-9323-457e-9488-4d20ec86ba30 None None] Current status of the port d0f5673c-cfed-41e2-b8ce-9edb130d402c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:08.760100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.805515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d0f5673c-cfed-41e2-b8ce-9edb130d402c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:08.833020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ce0ce62f-9323-457e-9488-4d20ec86ba30 None None] Provisioning complete for port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:08.833390 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ce0ce62f-9323-457e-9488-4d20ec86ba30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:08.883784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-35293546-0f32-4137-a195-fcef2595c245 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:08.888205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-35293546-0f32-4137-a195-fcef2595c245 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.13 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 817 time: 1.9260795 Feb 09 21:05:08.946261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ce0ce62f-9323-457e-9488-4d20ec86ba30 None None] Port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:05:09.059450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-29de5a07-7ff5-4046-912d-405c4e0325a6 None None] Could not find standard attr ID for object 1625b11e-cf3f-465f-9869-d3eaab9061c2. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:05:09.083079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-29de5a07-7ff5-4046-912d-405c4e0325a6 None None] Provisioning complete for port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:09.083455 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29de5a07-7ff5-4046-912d-405c4e0325a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:09.119113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-3dceb4b7-977b-49ef-a8fc-a2154f956dbb tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c3b755731244149ed46a0fccb2a455 HTTP/1.1" status: 200 len: 379 time: 0.2152412 Feb 09 21:05:09.120443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (694e2bad-0814-4229-a233-9e90fce1d67e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:09.144643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927553-0523-46e6-bde5-1379f1386d36 req-0d5d5744-09e4-4dd1-9cc7-f5ba783e3619 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:09.164029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd927553-0523-46e6-bde5-1379f1386d36 req-0d5d5744-09e4-4dd1-9cc7-f5ba783e3619 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 945 time: 0.2434421 Feb 09 21:05:09.273471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for security_group (aaa614da-fad6-4bb7-93c8-c1e70e400423), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:09.279452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'port': {'device_id': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'admin_state_up': True, 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'security_groups': ['350dc9b2-9f58-4660-80fd-31c955ad5836']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:09.329881 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f1cf5-c23a-493d-82b7-e2f3713af182 None None] New status for floating IP 544621fb-5b7c-430e-9585-9164d9395c27: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:05:09.355879 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (aaa614da-fad6-4bb7-93c8-c1e70e400423), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:09.444604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd927553-0523-46e6-bde5-1379f1386d36 req-cbd88b59-07f9-48f0-8f88-b28507d4faec tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=656864d3-ee1d-443b-9012-609cac4a6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175863 Feb 09 21:05:09.465230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=694e2bad-0814-4229-a233-9e90fce1d67e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:09.465802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:09.487737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:09.530124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 694e2bad-0814-4229-a233-9e90fce1d67e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:05:09.548939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:09.600315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-29de5a07-7ff5-4046-912d-405c4e0325a6 None None] Port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:05:09.604951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 694e2bad-0814-4229-a233-9e90fce1d67e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:05:09.605703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 694e2bad-0814-4229-a233-9e90fce1d67e not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:05:09.632083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] In _notify_port_updated(), no bound segment for port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 on network 52beaf03-a3df-498e-a23d-2606bb45f3ea {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:05:09.643745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:09.644813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:09.660650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "PUT /v2.0/ports/844e0d3f-d45f-4b68-8281-eefcdc1ae329 HTTP/1.1" status: 200 len: 1130 time: 1.4936159 Feb 09 21:05:09.672123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:09.754266 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6aaefaaf-0f7f-41e0-993d-058bc03df34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:09.835458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423b560-c0d5-4921-a195-3a4d19fdcb13 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:09.849541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3423b560-c0d5-4921-a195-3a4d19fdcb13 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "GET /v2.0/ports/844e0d3f-d45f-4b68-8281-eefcdc1ae329 HTTP/1.1" status: 200 len: 1130 time: 0.1749547 Feb 09 21:05:09.850396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52008) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:09.851098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc74d25-cde5-409a-b81b-3e1cc37f0f75 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event updated for resources: {'Port': ['ID=844e0d3f-d45f-4b68-8281-eefcdc1ae329,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:10.002171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] No DVR routers for this DVR port 694e2bad-0814-4229-a233-9e90fce1d67e on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:10.013331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dbb32247-36bf-4314-9bf5-9de4265deda0 req-05cefa3b-d0da-47c8-9cb5-3e9d8ac0637d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 210 time: 0.2853019 Feb 09 21:05:10.017936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.024375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a899df61-fb91-42f8-b96f-c244927f1243 req-9c438d91-a8c3-4fc5-9a05-a989a89d2a8f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "DELETE /v2.0/ports/694e2bad-0814-4229-a233-9e90fce1d67e HTTP/1.1" status: 204 len: 173 time: 3.4095447 Feb 09 21:05:10.030441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'name': 'network-vif-deleted', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:05:10.034631 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa099e0-6f1f-46db-81b6-28cba7ceeb02" -d '{"events": [{"server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "name": "network-vif-deleted", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:05:10.042188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa614da-fad6-4bb7-93c8-c1e70e400423,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:10.081995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1ccb4b5b-57f5-4617-834a-07aaebb6bedc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.082351 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Added segment 1ccb4b5b-57f5-4617-834a-07aaebb6bedc of type vlan for network 726db116-f6ec-4ebd-a241-877643552353 Feb 09 21:05:10.217083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (726db116-f6ec-4ebd-a241-877643552353), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.239328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-540a82cb-bcf5-4212-a92e-ef7c0bd30cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Deleting port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:10.239924 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-540a82cb-bcf5-4212-a92e-ef7c0bd30cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.250600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-21d1ee05-5689-446b-b6cb-5f0e4dd9499a None None] Provisioning complete for port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:10.251178 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21d1ee05-5689-446b-b6cb-5f0e4dd9499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.262766 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac1252b-7a2a-4a67-8bb2-1b7b652a3edf x-openstack-request-id: req-7ac1252b-7a2a-4a67-8bb2-1b7b652a3edf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:05:10.263312 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bfb441-3a0d-4faa-8062-75c83ffba9cc", "name": "network-vif-deleted", "tag": "694e2bad-0814-4229-a233-9e90fce1d67e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:05:10.264498 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7ac1252b-7a2a-4a67-8bb2-1b7b652a3edf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:05:10.265369 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bfb441-3a0d-4faa-8062-75c83ffba9cc', 'name': 'network-vif-deleted', 'tag': '694e2bad-0814-4229-a233-9e90fce1d67e', 'status': 'completed', 'code': 200} Feb 09 21:05:10.267466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (726db116-f6ec-4ebd-a241-877643552353), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.272996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:10.274480 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.312174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.7927735 Feb 09 21:05:10.402111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21d1ee05-5689-446b-b6cb-5f0e4dd9499a None None] Port 844e0d3f-d45f-4b68-8281-eefcdc1ae329 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:05:10.572277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Made reservation on behalf of d0c3b755731244149ed46a0fccb2a455 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:10.596432 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.690817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be153e6-209b-41f6-8550-ccb94e214220 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Network': ['ID=726db116-f6ec-4ebd-a241-877643552353,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:10.738819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-540a82cb-bcf5-4212-a92e-ef7c0bd30cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:10.764882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 726db116-f6ec-4ebd-a241-877643552353 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:10.800252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-540a82cb-bcf5-4212-a92e-ef7c0bd30cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Calling delete_port for 844e0d3f-d45f-4b68-8281-eefcdc1ae329 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:11.233362 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:11.247028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8316f41-c7cb-40eb-bd6b-b54516087b07 req-22fe7659-787b-4beb-9e28-165151eee0e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=77bfb441-3a0d-4faa-8062-75c83ffba9cc HTTP/1.1" status: 200 len: 210 time: 0.1409481 Feb 09 21:05:11.308230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Allocated IP 172.20.0.7 (a341e6ef-9aa8-4558-91a7-62cf702fba02/40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc/441e0c77-e81b-474a-ae43-3cdb9f6d3ddd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:11.340907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-540a82cb-bcf5-4212-a92e-ef7c0bd30cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (844e0d3f-d45f-4b68-8281-eefcdc1ae329), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:11.538574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-540a82cb-bcf5-4212-a92e-ef7c0bd30cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:11.542078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-540a82cb-bcf5-4212-a92e-ef7c0bd30cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "DELETE /v2.0/ports/844e0d3f-d45f-4b68-8281-eefcdc1ae329 HTTP/1.1" status: 204 len: 168 time: 1.6880453 Feb 09 21:05:11.550856 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a2ee8ff-9702-4d20-8782-6c15c4b8f3f7 req-7094d18e-0136-4158-9587-4ebf3efd4a70 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 210 time: 0.1002655 Feb 09 21:05:11.555039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:11.670578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:11.708369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:11.748957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ebe9fd-e9cb-4506-bd72-50ebf10410ef tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Deleting subnet 2abb45bd-7487-4094-a74c-0b076d870993 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:05:11.763896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe9fd-e9cb-4506-bd72-50ebf10410ef tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for subnet (2abb45bd-7487-4094-a74c-0b076d870993), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:11.769921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:11.774660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:11.777164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:11.805382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:11.851062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.851559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.852124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.852649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.853054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.853518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.853960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.854402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.854846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.855430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.856031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.856469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.857043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:11.912679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:11.913566 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:11.926722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe9fd-e9cb-4506-bd72-50ebf10410ef tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (2abb45bd-7487-4094-a74c-0b076d870993), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:11.951011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-2dabc9cc-2df3-4f67-8191-b87d9a2e7dd5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8151333 Feb 09 21:05:11.963053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Request body: {'port': {'device_id': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:12.018163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a82cb-bcf5-4212-a92e-ef7c0bd30cc2 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event deleted for resources: {'Port': ['ID=844e0d3f-d45f-4b68-8281-eefcdc1ae329,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:12.096968 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:12.145510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe9fd-e9cb-4506-bd72-50ebf10410ef tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2abb45bd-7487-4094-a74c-0b076d870993), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:12.345583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe9fd-e9cb-4506-bd72-50ebf10410ef tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (2abb45bd-7487-4094-a74c-0b076d870993), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:12.356905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fe23d033-275d-4357-bfc9-51f1786d5d7f None None] Provisioning complete for port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:12.358670 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fe23d033-275d-4357-bfc9-51f1786d5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:12.400779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:12.409669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebe9fd-e9cb-4506-bd72-50ebf10410ef tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event deleted for resources: {'Subnet': ['ID=2abb45bd-7487-4094-a74c-0b076d870993,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:12.481275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fe23d033-275d-4357-bfc9-51f1786d5d7f None None] Port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:05:12.618624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d473f4-4aae-4afb-b41d-4b95de18e081 None None] Network 52beaf03-a3df-498e-a23d-2606bb45f3ea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:12.726965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3ebe9fd-e9cb-4506-bd72-50ebf10410ef tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:12.740215 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b3ebe9fd-e9cb-4506-bd72-50ebf10410ef tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "DELETE /v2.0/subnets/2abb45bd-7487-4094-a74c-0b076d870993 HTTP/1.1" status: 204 len: 168 time: 1.1825211 Feb 09 21:05:12.745111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:12.796659 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:13.040339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] DHCP port deletion for 52beaf03-a3df-498e-a23d-2606bb45f3ea request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:05:13.229375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c61ada-aef2-4770-a830-11ad0b8b90fd req-61f8bf3a-7b68-499e-bfdd-e1fdcad0da01 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:13.236753 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4c61ada-aef2-4770-a830-11ad0b8b90fd req-61f8bf3a-7b68-499e-bfdd-e1fdcad0da01 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 931 time: 0.4363594 Feb 09 21:05:13.274121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] Deleting port d0f5673c-cfed-41e2-b8ce-9edb130d402c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:13.274695 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:13.363513 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (52beaf03-a3df-498e-a23d-2606bb45f3ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:13.501119 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4c61ada-aef2-4770-a830-11ad0b8b90fd req-850413e9-9107-4dfc-87c1-c198a2f1ea0f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631288 Feb 09 21:05:13.566003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] For port d0f5673c-cfed-41e2-b8ce-9edb130d402c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d0f5673c-cfed-41e2-b8ce-9edb130d402c,segment=NetworkSegment(ced6c2ef-e866-457e-b343-61b0a0bc0c5a),segment_id=ced6c2ef-e866-457e-b343-61b0a0bc0c5a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:13.566740 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:13.620763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] Calling delete_port for d0f5673c-cfed-41e2-b8ce-9edb130d402c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:13.754469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:05:13.802752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d0f5673c-cfed-41e2-b8ce-9edb130d402c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:05:13.822309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Publish callbacks [] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:13.969268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Transition to ACTIVE for port object 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:05:13.980647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:13.988538 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:14.008063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Deleting port d0f5673c-cfed-41e2-b8ce-9edb130d402c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:14.008063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:14.057787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d0f5673c-cfed-41e2-b8ce-9edb130d402c is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:14.058532 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:14.063574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (e3a2cedb-a446-4380-b447-cf8ea13cbcba), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:14.119964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:14.241415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] Pushing event deleted for resources: {'Port': ['ID=d0f5673c-cfed-41e2-b8ce-9edb130d402c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:14.304800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55818e76-04e7-4e43-9166-1afc0bfd7da1 None None] No DVR routers for this DVR port d0f5673c-cfed-41e2-b8ce-9edb130d402c on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:14.664663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:14.707084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] For port d0f5673c-cfed-41e2-b8ce-9edb130d402c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d0f5673c-cfed-41e2-b8ce-9edb130d402c,segment=NetworkSegment(ced6c2ef-e866-457e-b343-61b0a0bc0c5a),segment_id=ced6c2ef-e866-457e-b343-61b0a0bc0c5a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:14.707719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:14.744272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52086) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:14.769603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'subnet': {'network_id': '726db116-f6ec-4ebd-a241-877643552353', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:14.828778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Calling delete_port for d0f5673c-cfed-41e2-b8ce-9edb130d402c owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:14.974703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Attempting to bind port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:14.974703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Attempting to bind port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:14.974703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Attempting to bind port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd on network a341e6ef-9aa8-4558-91a7-62cf702fba02 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:15.012698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port 4a623d4f-8cc1-46ed-99c8-33555a98cb98 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:15.013861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.101324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd on network a341e6ef-9aa8-4558-91a7-62cf702fba02 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:05:15.101730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Attempting to bind port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd on network a341e6ef-9aa8-4558-91a7-62cf702fba02 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:15.166056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:15.166459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Checking segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:15.167245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Bound using segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:15.167245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Bound port: 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:15.167643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.189400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port 4a623d4f-8cc1-46ed-99c8-33555a98cb98, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4a623d4f-8cc1-46ed-99c8-33555a98cb98,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:15.191133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.194310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3677e-d788-4299-b9db-15225c490df0 req-f746ca0f-d2d1-40b8-b0cd-d09b2addf6c8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:15.196428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a3677e-d788-4299-b9db-15225c490df0 req-f746ca0f-d2d1-40b8-b0cd-d09b2addf6c8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.4108522 Feb 09 21:05:15.197217 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d0f5673c-cfed-41e2-b8ce-9edb130d402c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.227181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for 4a623d4f-8cc1-46ed-99c8-33555a98cb98 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:15.271621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:15.275778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.377223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:15.381061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:15.386571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event deleted for resources: {'Port': ['ID=d0f5673c-cfed-41e2-b8ce-9edb130d402c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:15.428533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] No DVR routers for this DVR port d0f5673c-cfed-41e2-b8ce-9edb130d402c on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:15.438532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.494250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:15.495167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.496778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 200 len: 1092 time: 3.5409770 Feb 09 21:05:15.506984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:05:15.510815 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c22423-60bb-4785-9853-3df7040df24e" -d '{"events": [{"name": "network-changed", "server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:05:15.648021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (52beaf03-a3df-498e-a23d-2606bb45f3ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.678627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4a623d4f-8cc1-46ed-99c8-33555a98cb98), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:15.678937 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e344f8e-2b40-4fcf-9e06-af4083cadf87 x-openstack-request-id: req-8e344f8e-2b40-4fcf-9e06-af4083cadf87 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:05:15.679981 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:05:15.680754 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8e344f8e-2b40-4fcf-9e06-af4083cadf87 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:05:15.681470 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'status': 'completed', 'code': 200} Feb 09 21:05:15.933897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=4a623d4f-8cc1-46ed-99c8-33555a98cb98,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:16.023511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a3677e-d788-4299-b9db-15225c490df0 req-c46c7288-d28b-4339-bf50-81360049992a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8154490 Feb 09 21:05:16.054005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52beaf03-a3df-498e-a23d-2606bb45f3ea']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:16.080128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced6c2ef-e866-457e-b343-61b0a0bc0c5a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:16.080728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced6c2ef-e866-457e-b343-61b0a0bc0c5a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:16.112675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (ced6c2ef-e866-457e-b343-61b0a0bc0c5a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:16.134099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5188bed-707e-4fef-8af4-5499cf7480a2 service neutron] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:16.158006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-7525638f-2adc-4ad4-91b7-2a05cc4e80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:16.159532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-7525638f-2adc-4ad4-91b7-2a05cc4e80a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1126 time: 0.4762449 Feb 09 21:05:16.163253 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ced6c2ef-e866-457e-b343-61b0a0bc0c5a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:16.183163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:16.183565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (ced6c2ef-e866-457e-b343-61b0a0bc0c5a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:16.208925 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:16.235367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (e3a2cedb-a446-4380-b447-cf8ea13cbcba), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:16.280696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-25a4f58b-6cbe-4813-8691-47602ee685d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 200 len: 217 time: 0.1106396 Feb 09 21:05:16.352707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-fd2c7087-7039-4c8c-b9d3-1fbac1c8e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:16.354407 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-fd2c7087-7039-4c8c-b9d3-1fbac1c8e30e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.0549688 Feb 09 21:05:16.408432 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (52beaf03-a3df-498e-a23d-2606bb45f3ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:16.492400 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:16.498719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] 10.222.0.102 "DELETE /v2.0/networks/52beaf03-a3df-498e-a23d-2606bb45f3ea HTTP/1.1" status: 204 len: 168 time: 3.7489936 Feb 09 21:05:16.531358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84210e-03b6-4c31-9929-46ef1754de92 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463 tempest-ExtraDHCPOptionsIpV6TestJSON-265378463-project] Pushing event deleted for resources: {'Network': ['ID=52beaf03-a3df-498e-a23d-2606bb45f3ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:16.539489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-11f1de52-f5be-4b9e-b445-1086a3557da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:16.541471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-11f1de52-f5be-4b9e-b445-1086a3557da8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1796117 Feb 09 21:05:16.543223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (f3e8c432-e62a-4707-9473-b7a5b2cb306f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:16.739955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Subnet': ['ID=f3e8c432-e62a-4707-9473-b7a5b2cb306f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:16.750182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Checking segment: {'id': '1ccb4b5b-57f5-4617-834a-07aaebb6bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '726db116-f6ec-4ebd-a241-877643552353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:16.750558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network hostable DHCP agents. Network: 726db116-f6ec-4ebd-a241-877643552353, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:16.756401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router e3a2cedb-a446-4380-b447-cf8ea13cbcba has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:05:16.789276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-c515d63f-0d63-408f-a096-7547e477f95a service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389317 Feb 09 21:05:16.791026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network 726db116-f6ec-4ebd-a241-877643552353 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:16.820968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 726db116-f6ec-4ebd-a241-877643552353) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:16.830059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d728d-dedb-4420-b212-bf9dd9d4dbc5 None None] Network 726db116-f6ec-4ebd-a241-877643552353 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:16.923953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:16.924705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:16.977224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dd5f8c31-1f95-465e-a33e-a646feb245cc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2318470 Feb 09 21:05:16.981942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:17.003478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1601308548'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:17.033371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-726db116-f6ec-4ebd-a241-877643552353', 'network_id': '726db116-f6ec-4ebd-a241-877643552353', 'project_id': '4c1b4a6e168d48f5a0974c2b54d875de', 'fixed_ips': [{'subnet_id': 'f3e8c432-e62a-4707-9473-b7a5b2cb306f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:17.034685 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:17.100320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c59b5f7e-f571-4145-8c18-be15a0c0f1d2 req-7694e797-99fe-49d7-a172-5b48b4d91ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929509 Feb 09 21:05:17.146326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:17.184990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:05:17.187541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:17.196984 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:17.220228 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c89d3fe7-4b92-4671-bff8-5209741d4027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "PUT /v2.0/routers/e3a2cedb-a446-4380-b447-cf8ea13cbcba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8131874 Feb 09 21:05:17.227215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:17.367415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:17.374194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] Sync routers for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:05:17.376674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68bce71-c559-4999-92b4-e6f371122359 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting subnet 9392dff5-8c13-4639-a2e3-4654dd168ca9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:05:17.387412 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68bce71-c559-4999-92b4-e6f371122359 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (9392dff5-8c13-4639-a2e3-4654dd168ca9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:17.406531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Allocated IP 2001:db8:0:ffff::2 (726db116-f6ec-4ebd-a241-877643552353/f3e8c432-e62a-4707-9473-b7a5b2cb306f/2844b8d1-3058-4a4d-a1ea-33411cee60b1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:17.421512 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1655c8d-08f9-4a59-8181-489daf776d12), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:17.421978 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Added segment c1655c8d-08f9-4a59-8181-489daf776d12 of type vlan for network 2bf893dd-2b35-4b57-bfe2-9513f75aff15 Feb 09 21:05:17.439718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:17.440353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:05:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:17.449066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c22423-60bb-4785-9853-3df7040df24e req-d4eb05ac-1e8f-47a5-ae8f-c421675b8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:17.456560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c22423-60bb-4785-9853-3df7040df24e req-d4eb05ac-1e8f-47a5-ae8f-c421675b8852 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1126 time: 0.2853074 Feb 09 21:05:17.475782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff345b8-47ff-45d0-9163-082c595e36b7 req-7878d0fd-091b-485c-8f3b-edb8c3d789a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:17.488654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ff345b8-47ff-45d0-9163-082c595e36b7 req-7878d0fd-091b-485c-8f3b-edb8c3d789a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.2650123 Feb 09 21:05:17.599247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68bce71-c559-4999-92b4-e6f371122359 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (9392dff5-8c13-4639-a2e3-4654dd168ca9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:17.663532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ff345b8-47ff-45d0-9163-082c595e36b7 req-9840ba1a-ef61-448d-a934-dd8ae561144c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732066 Feb 09 21:05:17.678922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (2bf893dd-2b35-4b57-bfe2-9513f75aff15), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:17.751576 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (2bf893dd-2b35-4b57-bfe2-9513f75aff15), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:17.757554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:17.758388 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:17.783296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c22423-60bb-4785-9853-3df7040df24e req-be173c21-eb2f-4ab0-955e-86d5816049f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:17.785456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c22423-60bb-4785-9853-3df7040df24e req-be173c21-eb2f-4ab0-955e-86d5816049f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.3182538 Feb 09 21:05:17.834656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:17.878768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Network': ['ID=2bf893dd-2b35-4b57-bfe2-9513f75aff15,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:17.904394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 2bf893dd-2b35-4b57-bfe2-9513f75aff15 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:17.908045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-79616642-f505-4439-ac74-0fa3c41097ec tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9210012 Feb 09 21:05:17.910934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:17.922972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b4f6f445-810b-4aac-92cb-08e700a5b180 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0550c8ff8ff845aca1101359a2302eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7730942 Feb 09 21:05:17.923352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'subnet': {'network_id': '2bf893dd-2b35-4b57-bfe2-9513f75aff15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:17.928048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:17.932940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c22423-60bb-4785-9853-3df7040df24e req-5789029a-4f78-41c0-9807-549e8ec77876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 200 len: 217 time: 0.1329589 Feb 09 21:05:18.060424 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Publish callbacks [] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.088861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68bce71-c559-4999-92b4-e6f371122359 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9392dff5-8c13-4639-a2e3-4654dd168ca9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.124527 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.160858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:18.166174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.256848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Network 726db116-f6ec-4ebd-a241-877643552353 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:18.274385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:18.277289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:18.287837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Pushing event updated for resources: {'Port': ['ID=2844b8d1-3058-4a4d-a1ea-33411cee60b1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:18.300328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68bce71-c559-4999-92b4-e6f371122359 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (9392dff5-8c13-4639-a2e3-4654dd168ca9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.382821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Attempting to bind port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:18.383502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Attempting to bind port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ccb4b5b-57f5-4617-834a-07aaebb6bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '726db116-f6ec-4ebd-a241-877643552353'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:18.383704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c22423-60bb-4785-9853-3df7040df24e req-e34a55e9-54d3-4da3-be22-2db5f6243fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:18.384411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Attempting to bind port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 on network 726db116-f6ec-4ebd-a241-877643552353 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:18.385212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c22423-60bb-4785-9853-3df7040df24e req-e34a55e9-54d3-4da3-be22-2db5f6243fe7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.4194548 Feb 09 21:05:18.399392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:18.399803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Checking segment: {'id': '1ccb4b5b-57f5-4617-834a-07aaebb6bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '726db116-f6ec-4ebd-a241-877643552353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:18.401333 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.403657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bce71-c559-4999-92b4-e6f371122359 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Subnet': ['ID=9392dff5-8c13-4639-a2e3-4654dd168ca9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:18.411973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938494aa-7f29-49b9-bee0-3eee94157110 admin admin] Publish callbacks [] for security_group (ec9120ab-807d-4365-956b-6835d90c4498), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.423082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Bound using segment: {'id': '1ccb4b5b-57f5-4617-834a-07aaebb6bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '726db116-f6ec-4ebd-a241-877643552353'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:18.425327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Bound port: 2844b8d1-3058-4a4d-a1ea-33411cee60b1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ccb4b5b-57f5-4617-834a-07aaebb6bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '726db116-f6ec-4ebd-a241-877643552353'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:18.425838 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.451098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c68bce71-c559-4999-92b4-e6f371122359 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.457561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c68bce71-c559-4999-92b4-e6f371122359 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/subnets/9392dff5-8c13-4639-a2e3-4654dd168ca9 HTTP/1.1" status: 204 len: 168 time: 1.2289553 Feb 09 21:05:18.463458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52184) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:18.508794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe3044-7950-4bc9-aa34-090b6591b011 None None] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:18.710444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:05:18.712212 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (1093a0dd-d849-42fb-bd04-0ba4ddc1652e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.786316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] For port 2844b8d1-3058-4a4d-a1ea-33411cee60b1, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:18.793959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] For port 2844b8d1-3058-4a4d-a1ea-33411cee60b1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2844b8d1-3058-4a4d-a1ea-33411cee60b1,segment=NetworkSegment(1ccb4b5b-57f5-4617-834a-07aaebb6bedc),segment_id=1ccb4b5b-57f5-4617-834a-07aaebb6bedc)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:18.806868 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.810834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Subnet': ['ID=1093a0dd-d849-42fb-bd04-0ba4ddc1652e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:18.838360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Checking segment: {'id': 'c1655c8d-08f9-4a59-8181-489daf776d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2bf893dd-2b35-4b57-bfe2-9513f75aff15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:18.840851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network hostable DHCP agents. Network: 2bf893dd-2b35-4b57-bfe2-9513f75aff15, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:18.873030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network 2bf893dd-2b35-4b57-bfe2-9513f75aff15 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:18.886755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 2bf893dd-2b35-4b57-bfe2-9513f75aff15) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:18.893032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:18.893903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:18.937424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:05:15Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:18.945713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ceabb-4b51-4095-ae7f-e148c37e124f None None] Network 2bf893dd-2b35-4b57-bfe2-9513f75aff15 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:18.957600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6aac476c-57c1-4b0c-913d-16ab50657273 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0455561 Feb 09 21:05:18.962997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52198) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:18.977120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'port': {'network_id': '2bf893dd-2b35-4b57-bfe2-9513f75aff15', 'name': 'tempest-NetworksIpV6TestAttrs-1136603259'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:19.115560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938494aa-7f29-49b9-bee0-3eee94157110 admin admin] Publish callbacks [] for security_group (ec9120ab-807d-4365-956b-6835d90c4498), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:19.150440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c22423-60bb-4785-9853-3df7040df24e req-df914a70-0d14-46f2-9eff-f35f6dff673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:19.153411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c22423-60bb-4785-9853-3df7040df24e req-df914a70-0d14-46f2-9eff-f35f6dff673e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7523420 Feb 09 21:05:19.182832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] DHCP port deletion for 201810f5-d588-4f97-94e1-ef3faeecc8bc request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:05:19.219307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] Checking router: e3a2cedb-a446-4380-b447-cf8ea13cbcba for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:05:19.251007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:19.296445 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:19.350904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] device_id is not set on port 787bdb9d-a31b-4fcd-8a4a-fa8d398d9829 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:05:19.361198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:05:19.419772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (e3a2cedb-a446-4380-b447-cf8ea13cbcba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:19.549902 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:05:19.572094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0d168-d744-460f-aba3-87c9bb65d6cd None None] Pushing event updated for resources: {'Port': ['ID=2844b8d1-3058-4a4d-a1ea-33411cee60b1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:19.598143 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938494aa-7f29-49b9-bee0-3eee94157110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ec9120ab-807d-4365-956b-6835d90c4498), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:19.600906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938494aa-7f29-49b9-bee0-3eee94157110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:19.604574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-938494aa-7f29-49b9-bee0-3eee94157110 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ec9120ab-807d-4365-956b-6835d90c4498 HTTP/1.1" status: 204 len: 168 time: 1.6730363 Feb 09 21:05:19.645681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c3b20-7a4a-45ae-be28-157e06eee0e7 req-616340b2-6185-4aee-81bb-b1ffb9d1ad9c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:19.647660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b3c3b20-7a4a-45ae-be28-157e06eee0e7 req-616340b2-6185-4aee-81bb-b1ffb9d1ad9c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.5566423 Feb 09 21:05:19.669715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Allocated IP 2001:db8::f816:3eff:fe6a:2d27 (2bf893dd-2b35-4b57-bfe2-9513f75aff15/1093a0dd-d849-42fb-bd04-0ba4ddc1652e/787bdb9d-a31b-4fcd-8a4a-fa8d398d9829) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:19.679434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938494aa-7f29-49b9-bee0-3eee94157110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9120ab-807d-4365-956b-6835d90c4498,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:19.758857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c22423-60bb-4785-9853-3df7040df24e req-5007dfd2-f765-49cb-9a2a-1d1a369c0b7b service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903642 Feb 09 21:05:19.773963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device da48b74e-3774-4679-9f6a-9f8bada68121 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:05:19.804330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] Routers {'e3a2cedb-a446-4380-b447-cf8ea13cbcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:19.808367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:05:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:19.931990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7c22423-60bb-4785-9853-3df7040df24e req-e3253523-b9f2-4986-8168-68d1b19dc97b service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560750 Feb 09 21:05:19.983107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b3c3b20-7a4a-45ae-be28-157e06eee0e7 req-e6a8ff43-b9b5-4414-bb45-0c6e49c2c134 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224778 Feb 09 21:05:19.998297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (e3a2cedb-a446-4380-b447-cf8ea13cbcba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.044214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for port (787bdb9d-a31b-4fcd-8a4a-fa8d398d9829), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.091096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-2bf893dd-2b35-4b57-bfe2-9513f75aff15', 'network_id': '2bf893dd-2b35-4b57-bfe2-9513f75aff15', 'project_id': '4c1b4a6e168d48f5a0974c2b54d875de', 'fixed_ips': [{'subnet_id': '1093a0dd-d849-42fb-bd04-0ba4ddc1652e'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:20.096617 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.156528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port 11c7893e-8c32-4249-b768-39967f0e6220 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:20.157924 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (11c7893e-8c32-4249-b768-39967f0e6220), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.158083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (787bdb9d-a31b-4fcd-8a4a-fa8d398d9829), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.263008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network 2bf893dd-2b35-4b57-bfe2-9513f75aff15 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:20.298025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:20.302612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] Deleting port da48b74e-3774-4679-9f6a-9f8bada68121 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:20.303083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Port': ['ID=787bdb9d-a31b-4fcd-8a4a-fa8d398d9829,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:20.309715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:20.309835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.313172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:20.313828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.343292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a09dfdcf-13da-4d7b-91e5-50526d8be347 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3783605 Feb 09 21:05:20.343989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:20.443915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b21cae-d6bb-407f-8213-614914f2c1e5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Deleting subnet 1093a0dd-d849-42fb-bd04-0ba4ddc1652e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:05:20.473112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port 11c7893e-8c32-4249-b768-39967f0e6220, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=11c7893e-8c32-4249-b768-39967f0e6220,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:20.480372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (11c7893e-8c32-4249-b768-39967f0e6220), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.504680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for 11c7893e-8c32-4249-b768-39967f0e6220 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:20.575082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:20.598369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port da48b74e-3774-4679-9f6a-9f8bada68121 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:20.612312 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.657492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Allocated IP 2001:db8::f816:3eff:feca:e828 (2bf893dd-2b35-4b57-bfe2-9513f75aff15/1093a0dd-d849-42fb-bd04-0ba4ddc1652e/47111390-8554-4c16-8633-ad41b68b526d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:20.705233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'port_id': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'mac_address': 'fa:16:3e:c4:ba:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:05:20.710711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] Set router e3a2cedb-a446-4380-b447-cf8ea13cbcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:20.829231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] For port da48b74e-3774-4679-9f6a-9f8bada68121, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=da48b74e-3774-4679-9f6a-9f8bada68121,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:20.829694 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.862744 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (11c7893e-8c32-4249-b768-39967f0e6220), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:20.878668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port da48b74e-3774-4679-9f6a-9f8bada68121, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=da48b74e-3774-4679-9f6a-9f8bada68121,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:20.891844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae60296-a6ce-4cb6-95cb-cf48d9ddb8c4 None None] Network 726db116-f6ec-4ebd-a241-877643552353 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:20.909186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=11c7893e-8c32-4249-b768-39967f0e6220,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:20.910256 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.003769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] Calling delete_port for da48b74e-3774-4679-9f6a-9f8bada68121 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:21.021541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (e3a2cedb-a446-4380-b447-cf8ea13cbcba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.184622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (e3a2cedb-a446-4380-b447-cf8ea13cbcba), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.197832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_controller (e3a2cedb-a446-4380-b447-cf8ea13cbcba), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.202991 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Publish callbacks [] for port (47111390-8554-4c16-8633-ad41b68b526d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.208345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45a3d2-8810-435c-bc22-ba497230e969 req-a7862106-b427-4e6c-9d9f-4a733f4bac84 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:21.213538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc45a3d2-8810-435c-bc22-ba497230e969 req-a7862106-b427-4e6c-9d9f-4a733f4bac84 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1150708 Feb 09 21:05:21.221925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21cae-d6bb-407f-8213-614914f2c1e5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (1093a0dd-d849-42fb-bd04-0ba4ddc1652e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.306065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (e3a2cedb-a446-4380-b447-cf8ea13cbcba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.307085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Fanout notify agent at l3_agent the message router_deleted on router e3a2cedb-a446-4380-b447-cf8ea13cbcba {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:05:21.308562 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21cae-d6bb-407f-8213-614914f2c1e5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (1093a0dd-d849-42fb-bd04-0ba4ddc1652e), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.319437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.326308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a2e16d68-3178-4048-a5a6-0365117e010e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/routers/e3a2cedb-a446-4380-b447-cf8ea13cbcba HTTP/1.1" status: 204 len: 168 time: 2.8580892 Feb 09 21:05:21.329002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:21.343531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=da48b74e-3774-4679-9f6a-9f8bada68121,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:21.369360 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (47111390-8554-4c16-8633-ad41b68b526d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.388469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1df950a6-1774-4659-b433-ac10ae22436c None None] Provisioning complete for port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:21.388883 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df950a6-1774-4659-b433-ac10ae22436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.459178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Network 2bf893dd-2b35-4b57-bfe2-9513f75aff15 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:21.460463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:21.460775 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.483902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:21.489326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:21.546903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (201810f5-d588-4f97-94e1-ef3faeecc8bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.563471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.568276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.568710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.569062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.569400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.569742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.570078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.570450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.570733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.571061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.575038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.575386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.575765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:21.678586 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21cae-d6bb-407f-8213-614914f2c1e5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (1093a0dd-d849-42fb-bd04-0ba4ddc1652e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.682297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Pushing event updated for resources: {'Port': ['ID=47111390-8554-4c16-8633-ad41b68b526d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:21.753742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port da48b74e-3774-4679-9f6a-9f8bada68121 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:21.756109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.772478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:05:15Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:21.802260 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21cae-d6bb-407f-8213-614914f2c1e5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (1093a0dd-d849-42fb-bd04-0ba4ddc1652e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.838492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b21cae-d6bb-407f-8213-614914f2c1e5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Subnet': ['ID=1093a0dd-d849-42fb-bd04-0ba4ddc1652e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:21.844845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:05:21.854627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21cae-d6bb-407f-8213-614914f2c1e5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.861397 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64b21cae-d6bb-407f-8213-614914f2c1e5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/subnets/1093a0dd-d849-42fb-bd04-0ba4ddc1652e HTTP/1.1" status: 204 len: 168 time: 1.5160396 Feb 09 21:05:21.862076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:21.871940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:21.880773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c475eb-fc6a-45cc-9b5f-d9567932f35c None None] The sync data for ids ['e3a2cedb-a446-4380-b447-cf8ea13cbcba'] in n-d-789963-29 is: [{'id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874556312', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '11c7893e-8c32-4249-b768-39967f0e6220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:02:32Z', 'updated_at': '2022-02-09T21:05:15Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': '11c7893e-8c32-4249-b768-39967f0e6220', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:be:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2cedb-a446-4380-b447-cf8ea13cbcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:02:35Z', 'updated_at': '2022-02-09T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:05:21.882488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1df950a6-1774-4659-b433-ac10ae22436c None None] Current status of the port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:21.882896 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df950a6-1774-4659-b433-ac10ae22436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.885138 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.886009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2844b8d1-3058-4a4d-a1ea-33411cee60b1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:21.897030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc45a3d2-8810-435c-bc22-ba497230e969 req-f01fb3b3-ff2d-45a6-8195-c3fd63397e3e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6761894 Feb 09 21:05:21.930140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:21.973907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port da48b74e-3774-4679-9f6a-9f8bada68121, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=da48b74e-3774-4679-9f6a-9f8bada68121,segment=NetworkSegment(4da95050-a0f4-48a9-b9e0-9f4b5288e15c),segment_id=4da95050-a0f4-48a9-b9e0-9f4b5288e15c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:21.983921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:21.999009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for da48b74e-3774-4679-9f6a-9f8bada68121 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:22.098333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805021b4-c076-4ed0-9b74-2f8c1da60d0f tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:22.111956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805021b4-c076-4ed0-9b74-2f8c1da60d0f tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:22.114193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-805021b4-c076-4ed0-9b74-2f8c1da60d0f tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2500377 Feb 09 21:05:22.120859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:22.126678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.184743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] No DVR routers for this DVR port da48b74e-3774-4679-9f6a-9f8bada68121 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:22.188101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=da48b74e-3774-4679-9f6a-9f8bada68121,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:22.301099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (201810f5-d588-4f97-94e1-ef3faeecc8bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.325207 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d191de65-8386-4f23-8434-2f7dd102744e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (2bf893dd-2b35-4b57-bfe2-9513f75aff15), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.326512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201810f5-d588-4f97-94e1-ef3faeecc8bc']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:22.340558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da95050-a0f4-48a9-b9e0-9f4b5288e15c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:22.340888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da95050-a0f4-48a9-b9e0-9f4b5288e15c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:22.351963 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d191de65-8386-4f23-8434-2f7dd102744e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 21:05:22.352864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d191de65-8386-4f23-8434-2f7dd102744e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:22.357990 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d191de65-8386-4f23-8434-2f7dd102744e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/2bf893dd-2b35-4b57-bfe2-9513f75aff15 HTTP/1.1" status: 409 len: 466 time: 0.2351782 Feb 09 21:05:22.362235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:22.379460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-743384873'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:22.388043 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (4da95050-a0f4-48a9-b9e0-9f4b5288e15c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.390312 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.417159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4da95050-a0f4-48a9-b9e0-9f4b5288e15c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.427323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:22.428023 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (4da95050-a0f4-48a9-b9e0-9f4b5288e15c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:22.432903 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:22.460480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:22.464378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.537410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34274519'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:22.543452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:22.562074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ac65a66f-c23c-489d-b7d6-bf11db9e215b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.562746 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Added segment ac65a66f-c23c-489d-b7d6-bf11db9e215b of type vlan for network 7e6d8630-a03c-4a00-ad13-0fed7441adf3 Feb 09 21:05:22.571870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:22.594182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Attempting to bind port 47111390-8554-4c16-8633-ad41b68b526d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:22.595333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Attempting to bind port 47111390-8554-4c16-8633-ad41b68b526d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c1655c8d-08f9-4a59-8181-489daf776d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2bf893dd-2b35-4b57-bfe2-9513f75aff15'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:22.596178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Attempting to bind port 47111390-8554-4c16-8633-ad41b68b526d on network 2bf893dd-2b35-4b57-bfe2-9513f75aff15 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:22.626914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (201810f5-d588-4f97-94e1-ef3faeecc8bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.634243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:22.634638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Checking segment: {'id': 'c1655c8d-08f9-4a59-8181-489daf776d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2bf893dd-2b35-4b57-bfe2-9513f75aff15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:22.635056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.636471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Bound using segment: {'id': 'c1655c8d-08f9-4a59-8181-489daf776d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2bf893dd-2b35-4b57-bfe2-9513f75aff15'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:22.637151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Bound port: 47111390-8554-4c16-8633-ad41b68b526d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1655c8d-08f9-4a59-8181-489daf776d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2bf893dd-2b35-4b57-bfe2-9513f75aff15'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:22.637719 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (47111390-8554-4c16-8633-ad41b68b526d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.642369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:22.656112 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.670847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.673411 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (7e6d8630-a03c-4a00-ad13-0fed7441adf3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.678954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/networks/201810f5-d588-4f97-94e1-ef3faeecc8bc HTTP/1.1" status: 204 len: 168 time: 1.3486409 Feb 09 21:05:22.683259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:22.738492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] For port 47111390-8554-4c16-8633-ad41b68b526d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:22.742205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] For port 47111390-8554-4c16-8633-ad41b68b526d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=47111390-8554-4c16-8633-ad41b68b526d,segment=NetworkSegment(c1655c8d-08f9-4a59-8181-489daf776d12),segment_id=c1655c8d-08f9-4a59-8181-489daf776d12)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:22.745931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.757634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703af039-dbd5-44cd-bb8a-bebd5346b44f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Network': ['ID=201810f5-d588-4f97-94e1-ef3faeecc8bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:22.780011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:05:22.793047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:22.794023 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.794216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (7e6d8630-a03c-4a00-ad13-0fed7441adf3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.802465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:22.803122 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.830303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348d94ca-6ea5-4210-9892-eb7ec5a07db5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (656864d3-ee1d-443b-9012-609cac4a6d01), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.919175 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5475926 Feb 09 21:05:22.921135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (47111390-8554-4c16-8633-ad41b68b526d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.927851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:22.931563 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348d94ca-6ea5-4210-9892-eb7ec5a07db5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (656864d3-ee1d-443b-9012-609cac4a6d01), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:22.940877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff36adf-1fb9-4e47-ac48-4eb0554a6fbc tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Network': ['ID=7e6d8630-a03c-4a00-ad13-0fed7441adf3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:22.953170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'subnet': {'network_id': '7e6d8630-a03c-4a00-ad13-0fed7441adf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:23.022207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:23.033488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for security_group (babb20a3-16bf-4dda-886a-d3d63200fd1b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.051942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 7e6d8630-a03c-4a00-ad13-0fed7441adf3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:23.069052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348d94ca-6ea5-4210-9892-eb7ec5a07db5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (656864d3-ee1d-443b-9012-609cac4a6d01), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.072035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348d94ca-6ea5-4210-9892-eb7ec5a07db5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.076718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-348d94ca-6ea5-4210-9892-eb7ec5a07db5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/security-groups/656864d3-ee1d-443b-9012-609cac4a6d01 HTTP/1.1" status: 204 len: 168 time: 0.3881226 Feb 09 21:05:23.098074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d94ca-6ea5-4210-9892-eb7ec5a07db5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656864d3-ee1d-443b-9012-609cac4a6d01,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:23.167230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (babb20a3-16bf-4dda-886a-d3d63200fd1b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.214026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1df950a6-1774-4659-b433-ac10ae22436c None None] For port 2844b8d1-3058-4a4d-a1ea-33411cee60b1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2844b8d1-3058-4a4d-a1ea-33411cee60b1,segment=NetworkSegment(1ccb4b5b-57f5-4617-834a-07aaebb6bedc),segment_id=1ccb4b5b-57f5-4617-834a-07aaebb6bedc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:23.223063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:23.223461 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.230917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babb20a3-16bf-4dda-886a-d3d63200fd1b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:23.238768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a691714-ed9f-40d0-b719-3ba5127fb1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.271961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:23.289960 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1df950a6-1774-4659-b433-ac10ae22436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.292966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebbe75-0869-475f-9934-19364af6fe08 None None] Pushing event updated for resources: {'Port': ['ID=47111390-8554-4c16-8633-ad41b68b526d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:23.345696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8612f843-aaef-4fff-8302-82e2da76675b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.346594 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment 8612f843-aaef-4fff-8302-82e2da76675b of type vlan for network 490afd71-ca10-4311-960b-59c6f7105c11 Feb 09 21:05:23.360209 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a691714-ed9f-40d0-b719-3ba5127fb1a8 admin admin] Publish callbacks [] for security_group (97609f50-7ff4-4eb0-b3d8-88246f8cc6c6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.367325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a691714-ed9f-40d0-b719-3ba5127fb1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97609f50-7ff4-4eb0-b3d8-88246f8cc6c6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.382815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (da48b74e-3774-4679-9f6a-9f8bada68121), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.409863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df950a6-1774-4659-b433-ac10ae22436c None None] Pushing event updated for resources: {'Port': ['ID=2844b8d1-3058-4a4d-a1ea-33411cee60b1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:23.424666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] Network 201810f5-d588-4f97-94e1-ef3faeecc8bc is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:05:23.425337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] No DVR routers for this DVR port da48b74e-3774-4679-9f6a-9f8bada68121 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:23.437083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5a691714-ed9f-40d0-b719-3ba5127fb1a8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a016469316bd45e5a008df7b3c700b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4131150 Feb 09 21:05:23.453773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:23.462861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7537e-7864-4014-b585-8300ad7fe35c None None] Pushing event deleted for resources: {'Port': ['ID=da48b74e-3774-4679-9f6a-9f8bada68121,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:23.531497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a691714-ed9f-40d0-b719-3ba5127fb1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97609f50-7ff4-4eb0-b3d8-88246f8cc6c6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:23.548151 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (490afd71-ca10-4311-960b-59c6f7105c11), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.556781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:05:23.557469 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:05:23.561723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-730282e8-2e60-4c11-a540-4635a7e4bd95 admin admin] Publish callbacks [] for security_group (97609f50-7ff4-4eb0-b3d8-88246f8cc6c6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.584650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea934d0-b16b-4da1-848c-a7965c16ca59 req-31f1f595-1905-4672-a77d-83f012be35a1 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:23.600194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f43b67-b6c4-4edf-92f5-cac631eac52b None None] Network 2bf893dd-2b35-4b57-bfe2-9513f75aff15 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:23.603316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-730282e8-2e60-4c11-a540-4635a7e4bd95 admin admin] Publish callbacks [] for security_group (97609f50-7ff4-4eb0-b3d8-88246f8cc6c6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.606118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dea934d0-b16b-4da1-848c-a7965c16ca59 req-31f1f595-1905-4672-a77d-83f012be35a1 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 944 time: 0.5461853 Feb 09 21:05:23.680151 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-730282e8-2e60-4c11-a540-4635a7e4bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (97609f50-7ff4-4eb0-b3d8-88246f8cc6c6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.685678 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-730282e8-2e60-4c11-a540-4635a7e4bd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.687999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-730282e8-2e60-4c11-a540-4635a7e4bd95 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/97609f50-7ff4-4eb0-b3d8-88246f8cc6c6 HTTP/1.1" status: 204 len: 168 time: 0.2329533 Feb 09 21:05:23.722313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:23.726085 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.738099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730282e8-2e60-4c11-a540-4635a7e4bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97609f50-7ff4-4eb0-b3d8-88246f8cc6c6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:23.892202 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (490afd71-ca10-4311-960b-59c6f7105c11), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.897880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:23.898519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:23.906287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dea934d0-b16b-4da1-848c-a7965c16ca59 req-70e7a5a5-d1f2-4a1b-b34d-78f4808535bf tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989917 Feb 09 21:05:23.995062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.0633228 Feb 09 21:05:24.030102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1513c80d-a3a7-4a7c-ac2f-f6668dc7f702 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:05:24.032437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dadde-1215-41dd-b569-3b4186a41e63 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=490afd71-ca10-4311-960b-59c6f7105c11,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:24.074821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 490afd71-ca10-4311-960b-59c6f7105c11 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:24.369722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.objects.ports [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:05:24.373483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (2908eb2c-94b4-4ecb-acc9-432137fc71da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.424280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:24.434995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513c80d-a3a7-4a7c-ac2f-f6668dc7f702 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:05:24.447981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:24.454807 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5df042-336b-4375-ae1c-73e6e27d279f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.497076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Subnet': ['ID=2908eb2c-94b4-4ecb-acc9-432137fc71da,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:24.507482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e9ad48b1-446d-43ee-8c0e-fd81c183c0df None None] Provisioning complete for port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:24.508066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9ad48b1-446d-43ee-8c0e-fd81c183c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.539235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Checking segment: {'id': 'ac65a66f-c23c-489d-b7d6-bf11db9e215b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '7e6d8630-a03c-4a00-ad13-0fed7441adf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:24.540238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network hostable DHCP agents. Network: 7e6d8630-a03c-4a00-ad13-0fed7441adf3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:24.568239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network 7e6d8630-a03c-4a00-ad13-0fed7441adf3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:24.581725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 7e6d8630-a03c-4a00-ad13-0fed7441adf3) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:24.595866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:24.596401 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.630195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a689c54-5f42-49bc-9665-cce2acfb5baa tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7011297 Feb 09 21:05:24.632724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:24.637782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'port': {'network_id': '7e6d8630-a03c-4a00-ad13-0fed7441adf3', 'name': 'tempest-NetworksIpV6TestAttrs-1895896033'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:24.659298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:24.660989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5df042-336b-4375-ae1c-73e6e27d279f admin admin] Publish callbacks [] for security_group (027225a7-2221-4edb-a7d5-1d1389d68ef3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.679558 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a5df042-336b-4375-ae1c-73e6e27d279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (027225a7-2221-4edb-a7d5-1d1389d68ef3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.712588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2a5df042-336b-4375-ae1c-73e6e27d279f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=103d30403e26418fb67a856c281fc676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2866843 Feb 09 21:05:24.722623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:24.765613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5df042-336b-4375-ae1c-73e6e27d279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027225a7-2221-4edb-a7d5-1d1389d68ef3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:24.768448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:24.777992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-21be14e0-c88d-4c86-b9f0-05f210126b48 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864300528', 'description': 'tempest-secgroup-smoke-1864300528 description', 'project_id': '11db802464124d8a859db41a07721eef'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:24.812962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:05:24.834630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f7a46a4-ee8f-485c-80f1-ef1a30afa250 admin admin] Publish callbacks [] for security_group (027225a7-2221-4edb-a7d5-1d1389d68ef3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.868995 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f7a46a4-ee8f-485c-80f1-ef1a30afa250 admin admin] Publish callbacks [] for security_group (027225a7-2221-4edb-a7d5-1d1389d68ef3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.890247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:24.890623 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.943542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:24.946285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.986276 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f7a46a4-ee8f-485c-80f1-ef1a30afa250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (027225a7-2221-4edb-a7d5-1d1389d68ef3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:24.989053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] device_id is not set on port 23327520-73a7-4dcc-9803-00ea8e5fd417 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:05:24.989901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f7a46a4-ee8f-485c-80f1-ef1a30afa250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.000130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6f7a46a4-ee8f-485c-80f1-ef1a30afa250 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/027225a7-2221-4edb-a7d5-1d1389d68ef3 HTTP/1.1" status: 204 len: 168 time: 0.2736638 Feb 09 21:05:25.053228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21be14e0-c88d-4c86-b9f0-05f210126b48 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.070388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2844b8d1-3058-4a4d-a1ea-33411cee60b1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:25.093292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad48b1-446d-43ee-8c0e-fd81c183c0df None None] Current status of the port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:25.139049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a46a4-ee8f-485c-80f1-ef1a30afa250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027225a7-2221-4edb-a7d5-1d1389d68ef3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:25.206348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Allocated IP 2001:db8::f816:3eff:fef3:2b2d (7e6d8630-a03c-4a00-ad13-0fed7441adf3/2908eb2c-94b4-4ecb-acc9-432137fc71da/23327520-73a7-4dcc-9803-00ea8e5fd417) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:25.304135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1935e-70e4-4dbe-a3d5-b38611ef739f req-57e37dd7-e04f-4005-9a53-779fef7985ae tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:25.316319 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-caf1935e-70e4-4dbe-a3d5-b38611ef739f req-57e37dd7-e04f-4005-9a53-779fef7985ae tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 944 time: 0.1873102 Feb 09 21:05:25.468996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-caf1935e-70e4-4dbe-a3d5-b38611ef739f req-5fa20e01-8af5-43be-b3ba-58657e08b207 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514580 Feb 09 21:05:25.542261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:25.542793 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.550912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:25.551709 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.565078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8f8f4-9fce-476d-9810-57a58550853d None None] Network 7e6d8630-a03c-4a00-ad13-0fed7441adf3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:25.578680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21be14e0-c88d-4c86-b9f0-05f210126b48 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.586170 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21be14e0-c88d-4c86-b9f0-05f210126b48 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.614097 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for port (23327520-73a7-4dcc-9803-00ea8e5fd417), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.656885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21be14e0-c88d-4c86-b9f0-05f210126b48 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.660658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-21be14e0-c88d-4c86-b9f0-05f210126b48 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8841617 Feb 09 21:05:25.664430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:25.674786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-73f7e85a-811d-4e29-b1f2-754a81187d2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:25.715369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be14e0-c88d-4c86-b9f0-05f210126b48 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:25.734934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (23327520-73a7-4dcc-9803-00ea8e5fd417), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.888739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73f7e85a-811d-4e29-b1f2-754a81187d2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (f148f3df-3b11-4faa-b1d4-013267c47001), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:25.930284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Port': ['ID=23327520-73a7-4dcc-9803-00ea8e5fd417,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:25.991085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network 7e6d8630-a03c-4a00-ad13-0fed7441adf3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:25.996549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:26.018914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:26.026745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:26.040000 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.106970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52392) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:26.108988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6e125c92-6db9-4121-a1cf-5be87649b90e tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4691656 Feb 09 21:05:26.145540 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73f7e85a-811d-4e29-b1f2-754a81187d2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (f148f3df-3b11-4faa-b1d4-013267c47001), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.150509 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73f7e85a-811d-4e29-b1f2-754a81187d2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (f148f3df-3b11-4faa-b1d4-013267c47001), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.205774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7e85a-811d-4e29-b1f2-754a81187d2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f148f3df-3b11-4faa-b1d4-013267c47001,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:26.221743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73f7e85a-811d-4e29-b1f2-754a81187d2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.223266 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-73f7e85a-811d-4e29-b1f2-754a81187d2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5550008 Feb 09 21:05:26.230372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d87e45c-be09-4338-84f3-f45b5edf5178 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Deleting subnet 2908eb2c-94b4-4ecb-acc9-432137fc71da {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:05:26.233857 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d87e45c-be09-4338-84f3-f45b5edf5178 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (2908eb2c-94b4-4ecb-acc9-432137fc71da), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.235617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:26.256057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-73d8316a-fb8a-4964-a38b-104a1cf7f80c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:26.277317 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d87e45c-be09-4338-84f3-f45b5edf5178 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (2908eb2c-94b4-4ecb-acc9-432137fc71da), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.321264 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73d8316a-fb8a-4964-a38b-104a1cf7f80c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (9a666a42-6b1f-4a12-b84b-060daa579e48), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.347838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:05:26.351902 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cb65fa-2cd6-4157-b115-9f8a15aebceb" -d '{"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-plugged", "status": "completed", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:05:26.408804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:26.468875 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.552953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73d8316a-fb8a-4964-a38b-104a1cf7f80c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (9a666a42-6b1f-4a12-b84b-060daa579e48), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.596722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73d8316a-fb8a-4964-a38b-104a1cf7f80c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (9a666a42-6b1f-4a12-b84b-060daa579e48), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.713303 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-73d8316a-fb8a-4964-a38b-104a1cf7f80c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.718179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-73d8316a-fb8a-4964-a38b-104a1cf7f80c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4710822 Feb 09 21:05:26.726047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:26.749497 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbdd05f-eefb-4daf-ae36-6240ef4d262a x-openstack-request-id: req-0fbdd05f-eefb-4daf-ae36-6240ef4d262a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:05:26.750338 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-plugged", "status": "completed", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:05:26.751268 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0fbdd05f-eefb-4daf-ae36-6240ef4d262a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:05:26.751836 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'code': 200} Feb 09 21:05:26.759527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:26.761598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-43c9cf60-358a-4958-ab85-01943c415bb8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:26.776456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d77aeb-47b7-4829-9822-bb0798f2155e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-7e6d8630-a03c-4a00-ad13-0fed7441adf3', 'network_id': '7e6d8630-a03c-4a00-ad13-0fed7441adf3', 'project_id': '4c1b4a6e168d48f5a0974c2b54d875de', 'fixed_ips': [{'subnet_id': '2908eb2c-94b4-4ecb-acc9-432137fc71da'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:26.782628 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76d77aeb-47b7-4829-9822-bb0798f2155e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.800101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8316a-fb8a-4964-a38b-104a1cf7f80c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a666a42-6b1f-4a12-b84b-060daa579e48,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:26.863461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495db38-6ce6-41a8-9b6d-93f07990872e req-d7c1b78a-a783-4113-a201-8d5488d45677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:26.865252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8495db38-6ce6-41a8-9b6d-93f07990872e req-d7c1b78a-a783-4113-a201-8d5488d45677 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1128 time: 0.2980740 Feb 09 21:05:26.890942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:26.927242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43c9cf60-358a-4958-ab85-01943c415bb8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (451a15d1-391b-4466-8e05-5c14b3201c45), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.930490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:26.991334 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d87e45c-be09-4338-84f3-f45b5edf5178 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2908eb2c-94b4-4ecb-acc9-432137fc71da), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.106416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c572d-b7f9-4e3a-8a1a-8dd10a9c8779 req-a7041b86-57df-44d1-b3f5-a33ea122e53f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:27.120437 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-197c572d-b7f9-4e3a-8a1a-8dd10a9c8779 req-a7041b86-57df-44d1-b3f5-a33ea122e53f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.2442355 Feb 09 21:05:27.163529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8495db38-6ce6-41a8-9b6d-93f07990872e req-4729b648-1ebe-4362-8919-1d0039210e96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908447 Feb 09 21:05:27.224310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-197c572d-b7f9-4e3a-8a1a-8dd10a9c8779 req-e642ea49-ddb5-4931-b084-e109f208ea1a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028953 Feb 09 21:05:27.242942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43c9cf60-358a-4958-ab85-01943c415bb8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (451a15d1-391b-4466-8e05-5c14b3201c45), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.252865 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43c9cf60-358a-4958-ab85-01943c415bb8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (451a15d1-391b-4466-8e05-5c14b3201c45), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.273560 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d87e45c-be09-4338-84f3-f45b5edf5178 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (2908eb2c-94b4-4ecb-acc9-432137fc71da), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.307633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9cf60-358a-4958-ab85-01943c415bb8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451a15d1-391b-4466-8e05-5c14b3201c45,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:27.312832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43c9cf60-358a-4958-ab85-01943c415bb8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.316497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-43c9cf60-358a-4958-ab85-01943c415bb8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5837715 Feb 09 21:05:27.319936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:27.332428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-49cb63b6-69eb-4ad1-9443-28e58971b10a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:27.348606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87e45c-be09-4338-84f3-f45b5edf5178 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Subnet': ['ID=2908eb2c-94b4-4ecb-acc9-432137fc71da,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-76d77aeb-47b7-4829-9822-bb0798f2155e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2908eb2c-94b4-4ecb-acc9-432137fc71da: This subnet is being modified by another concurrent operation. Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:05:27.371417 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2908eb2c-94b4-4ecb-acc9-432137fc71da: This subnet is being modified by another concurrent operation. Feb 09 21:05:27.375434 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Feb 09 21:05:27.393925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4a623d4f-8cc1-46ed-99c8-33555a98cb98 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:05:27.408750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d87e45c-be09-4338-84f3-f45b5edf5178 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.420292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3d87e45c-be09-4338-84f3-f45b5edf5178 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/subnets/2908eb2c-94b4-4ecb-acc9-432137fc71da HTTP/1.1" status: 204 len: 168 time: 1.3115234 Feb 09 21:05:27.422854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:27.443743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4a623d4f-8cc1-46ed-99c8-33555a98cb98 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:05:27.444119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4a623d4f-8cc1-46ed-99c8-33555a98cb98 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:05:27.444503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 11c7893e-8c32-4249-b768-39967f0e6220 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:05:27.492353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b454d75-5db8-43aa-a1af-4ae2bf57dbe9 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:05:27.552106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52426) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:27.553772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-c619f061-f188-49dc-8497-51ee62026661 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2138965 Feb 09 21:05:27.557268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': '490afd71-ca10-4311-960b-59c6f7105c11', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:27.574775 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49cb63b6-69eb-4ad1-9443-28e58971b10a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (3975ecff-7960-457b-9723-ad741e9461b4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.604599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275efd2-32ac-46c0-b2d6-e6ae005c8879 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:27.606683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275efd2-32ac-46c0-b2d6-e6ae005c8879 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:27.611406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a275efd2-32ac-46c0-b2d6-e6ae005c8879 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1822939 Feb 09 21:05:27.613895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:27.728775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 11c7893e-8c32-4249-b768-39967f0e6220 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:05:27.732515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 11c7893e-8c32-4249-b768-39967f0e6220 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:05:27.751313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b454d75-5db8-43aa-a1af-4ae2bf57dbe9 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:05:27.786483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:27.793485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.858653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-da09909e-93d5-40fe-ab30-079ee7c7797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:27.860422 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-da09909e-93d5-40fe-ab30-079ee7c7797b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 1128 time: 0.2473583 Feb 09 21:05:27.870716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49cb63b6-69eb-4ad1-9443-28e58971b10a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (3975ecff-7960-457b-9723-ad741e9461b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.875471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97b06dc6-5292-4d89-ac3e-4a1429068c74 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (7e6d8630-a03c-4a00-ad13-0fed7441adf3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.879204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49cb63b6-69eb-4ad1-9443-28e58971b10a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (3975ecff-7960-457b-9723-ad741e9461b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:27.901841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb63b6-69eb-4ad1-9443-28e58971b10a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3975ecff-7960-457b-9723-ad741e9461b4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:27.947162 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b06dc6-5292-4d89-ac3e-4a1429068c74 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 21:05:27.947826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b06dc6-5292-4d89-ac3e-4a1429068c74 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:27.955034 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-97b06dc6-5292-4d89-ac3e-4a1429068c74 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/7e6d8630-a03c-4a00-ad13-0fed7441adf3 HTTP/1.1" status: 409 len: 466 time: 0.3235223 Feb 09 21:05:27.955643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52438) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:27.966013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1734146658'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:27.992995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49cb63b6-69eb-4ad1-9443-28e58971b10a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.000352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:28.004505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-49cb63b6-69eb-4ad1-9443-28e58971b10a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6831686 Feb 09 21:05:28.018123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-88fc37cd-4c02-493d-bef2-74bb1dd9bcfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:28.094799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:28.101247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-d7c831ea-983a-4df3-9ba6-e7f8d8ac52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:28.106056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-d7c831ea-983a-4df3-9ba6-e7f8d8ac52d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 200 len: 915 time: 0.2092934 Feb 09 21:05:28.106237 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.122169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd497d4-59be-472f-9a51-32da1d795494 None None] Network 7e6d8630-a03c-4a00-ad13-0fed7441adf3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:28.187238 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-88fc37cd-4c02-493d-bef2-74bb1dd9bcfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Project 11db802464124d8a859db41a07721eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:05:28.201017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-367bb7fb-d80e-42c6-ab29-d21c673dad34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea HTTP/1.1" status: 200 len: 217 time: 0.0823922 Feb 09 21:05:28.217015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88fc37cd-4c02-493d-bef2-74bb1dd9bcfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (285dadb0-c8b8-4483-a97a-be8ba2efca66), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.293618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-01fe1bbe-dad2-45e9-961f-9e4566690216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:28.300351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-01fe1bbe-dad2-45e9-961f-9e4566690216 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0f07365d-e284-4a44-a664-6c11db0d5eb9 HTTP/1.1" status: 200 len: 854 time: 0.0968649 Feb 09 21:05:28.347674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88fc37cd-4c02-493d-bef2-74bb1dd9bcfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (285dadb0-c8b8-4483-a97a-be8ba2efca66), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.359039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88fc37cd-4c02-493d-bef2-74bb1dd9bcfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (285dadb0-c8b8-4483-a97a-be8ba2efca66), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.370581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-c3dad65a-e8da-4687-829f-fd16fc8646a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1a8b2a46-06e4-4268-922d-06db21f2680f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584671 Feb 09 21:05:28.375740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:28.495724 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d1710c8d-5158-42de-8f90-c44a93e89d8d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.496069 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Added segment d1710c8d-5158-42de-8f90-c44a93e89d8d of type vlan for network 317f0962-b838-4570-80a7-32505a6f800a Feb 09 21:05:28.502160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb61eb-781a-489f-b417-fce887366ed5 req-183f5e2a-f184-4c64-b11a-fc115e52a635 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:28.512024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc37cd-4c02-493d-bef2-74bb1dd9bcfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285dadb0-c8b8-4483-a97a-be8ba2efca66,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:28.515141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32eb61eb-781a-489f-b417-fce887366ed5 req-183f5e2a-f184-4c64-b11a-fc115e52a635 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.1469550 Feb 09 21:05:28.568029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88fc37cd-4c02-493d-bef2-74bb1dd9bcfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.571847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-88fc37cd-4c02-493d-bef2-74bb1dd9bcfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5680838 Feb 09 21:05:28.573831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:28.578178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-786c36cb-a5d1-4570-9bca-ec60b5f6cb3c service neutron] 10.222.0.50 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956308 Feb 09 21:05:28.586428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8f433a14-3c70-4852-8e88-5f4e2477ce5e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:28.620446 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-8f433a14-3c70-4852-8e88-5f4e2477ce5e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Project 11db802464124d8a859db41a07721eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:05:28.634251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f433a14-3c70-4852-8e88-5f4e2477ce5e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (17b6f57b-5d4f-467c-957c-0015c5eb0442), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.647432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (9ace6399-5640-4d72-9423-e53a90c23e13), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.651539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32eb61eb-781a-489f-b417-fce887366ed5 req-6a7e6acc-bc8f-40dc-8eae-ff6e6cdd880f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348610 Feb 09 21:05:28.691855 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (317f0962-b838-4570-80a7-32505a6f800a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.761426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=9ace6399-5640-4d72-9423-e53a90c23e13,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:28.765085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (317f0962-b838-4570-80a7-32505a6f800a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.771345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:28.772166 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.807242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f433a14-3c70-4852-8e88-5f4e2477ce5e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (17b6f57b-5d4f-467c-957c-0015c5eb0442), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.822768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4aef240a-765c-4cfd-b05e-1bbd3c2a2e98 req-7fdf2739-e77b-4221-b064-98e92ff2d61f service neutron] 10.222.0.50 "GET /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120886 Feb 09 21:05:28.834918 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f433a14-3c70-4852-8e88-5f4e2477ce5e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (17b6f57b-5d4f-467c-957c-0015c5eb0442), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.865222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Network': ['ID=317f0962-b838-4570-80a7-32505a6f800a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:28.876340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f433a14-3c70-4852-8e88-5f4e2477ce5e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b6f57b-5d4f-467c-957c-0015c5eb0442,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:28.889286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 317f0962-b838-4570-80a7-32505a6f800a details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:28.894332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f433a14-3c70-4852-8e88-5f4e2477ce5e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:28.899398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f433a14-3c70-4852-8e88-5f4e2477ce5e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3242917 Feb 09 21:05:28.901684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:28.914887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'network': {'name': 'tempest-network-smoke--5859858', 'project_id': '11db802464124d8a859db41a07721eef', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:28.919352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b3961429-cefe-421c-86f5-a7384608158d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9604204 Feb 09 21:05:28.923782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': '8612f843-aaef-4fff-8302-82e2da76675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '490afd71-ca10-4311-960b-59c6f7105c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:28.924154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: 490afd71-ca10-4311-960b-59c6f7105c11, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:28.929287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:28.945545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'subnet': {'network_id': '317f0962-b838-4570-80a7-32505a6f800a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:28.958482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:28.965861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.035015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec412e6-9486-4914-9842-cf5a16522c26 req-e167918f-a35c-4b5b-9410-d76cd5cb3ba4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:29.036778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ec412e6-9486-4914-9842-cf5a16522c26 req-e167918f-a35c-4b5b-9410-d76cd5cb3ba4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.2476277 Feb 09 21:05:29.054617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:29.058306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:29.074162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'floatingip': {'port_id': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:29.082799 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a6ebc484-5a05-40ba-8a2e-dc732663cd49), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.083184 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Added segment a6ebc484-5a05-40ba-8a2e-dc732663cd49 of type vlan for network e0255f4b-2006-446a-9e60-182465282411 Feb 09 21:05:29.142338 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (e489432a-5dde-4c06-a2d1-7badb51b0277), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.149237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network 490afd71-ca10-4311-960b-59c6f7105c11 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:29.198994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e0255f4b-2006-446a-9e60-182465282411), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.238913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e0255f4b-2006-446a-9e60-182465282411), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.242976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 490afd71-ca10-4311-960b-59c6f7105c11) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:29.253397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:29.254848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a5a97-545c-45f8-a527-59c98d54f350 None None] Network 490afd71-ca10-4311-960b-59c6f7105c11 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:29.255734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.262925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:29.267311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.333214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0e00c5ce-7aa6-469c-a411-72bab83ae503 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7792943 Feb 09 21:05:29.338582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:29.349699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113161169'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:29.378850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:29.382566 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.401162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Network': ['ID=e0255f4b-2006-446a-9e60-182465282411,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:29.416372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df5850f0-2e5f-406a-842b-62a07bb0aeae tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5130558 Feb 09 21:05:29.419315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:29.427626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e0255f4b-2006-446a-9e60-182465282411 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:29.430160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'admin_state_up': True, 'project_id': '11db802464124d8a859db41a07721eef', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:29.437890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:29.441873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.502218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (a600b1bc-e38a-4085-a871-29f6c8ea17c1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.503560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (a600b1bc-e38a-4085-a871-29f6c8ea17c1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.623246 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_controller (a600b1bc-e38a-4085-a871-29f6c8ea17c1), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.695083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:29.742918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-490afd71-ca10-4311-960b-59c6f7105c11', 'network_id': '490afd71-ca10-4311-960b-59c6f7105c11', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': '9ace6399-5640-4d72-9423-e53a90c23e13'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:29.744736 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:29.981501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Allocated IP 2001:db8:0:ffff::2 (490afd71-ca10-4311-960b-59c6f7105c11/9ace6399-5640-4d72-9423-e53a90c23e13/1c15cb1b-03d7-457c-a7cf-871ca38ad4b1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:30.024114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (a600b1bc-e38a-4085-a871-29f6c8ea17c1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.072997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.075642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (43fc1a92-5c83-47cd-a265-aa26d10c942f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.076317 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment 43fc1a92-5c83-47cd-a265-aa26d10c942f of type vlan for network 8296fd97-cd9e-4e43-a762-2fadcedf7db1 Feb 09 21:05:30.092549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e489432a-5dde-4c06-a2d1-7badb51b0277), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.253711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:30.286930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (8296fd97-cd9e-4e43-a762-2fadcedf7db1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.298018 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Publish callbacks [] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.306672 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.380546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Network 490afd71-ca10-4311-960b-59c6f7105c11 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:30.390669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (8296fd97-cd9e-4e43-a762-2fadcedf7db1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.397046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:30.398043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.417143 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Floating IP e489432a-5dde-4c06-a2d1-7badb51b0277 associated. External IP: 172.25.4.198, port: 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd. Feb 09 21:05:30.425768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:30.426176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0824130 Feb 09 21:05:30.438312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:30.453128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:05:30.465323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:30.472299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': '8296fd97-cd9e-4e43-a762-2fadcedf7db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:30.525198 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (a600b1bc-e38a-4085-a871-29f6c8ea17c1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.616420 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.682055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (d43086f4-f9a2-408e-9b3f-36416849cbff), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.718793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Pushing event updated for resources: {'Port': ['ID=1c15cb1b-03d7-457c-a7cf-871ca38ad4b1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:30.722975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Attempting to bind port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:30.723584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Attempting to bind port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8612f843-aaef-4fff-8302-82e2da76675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '490afd71-ca10-4311-960b-59c6f7105c11'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:30.723810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Attempting to bind port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 on network 490afd71-ca10-4311-960b-59c6f7105c11 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:30.729797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:30.730245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Checking segment: {'id': '8612f843-aaef-4fff-8302-82e2da76675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '490afd71-ca10-4311-960b-59c6f7105c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:30.730576 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.731329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Bound using segment: {'id': '8612f843-aaef-4fff-8302-82e2da76675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '490afd71-ca10-4311-960b-59c6f7105c11'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:30.732085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Bound port: 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8612f843-aaef-4fff-8302-82e2da76675b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '490afd71-ca10-4311-960b-59c6f7105c11'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:30.733317 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.788599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.25.4.36 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b6b5bcc7-9b80-43af-8d29-6d42c44e9f50) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:30.825284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] For port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:30.832805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] For port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1c15cb1b-03d7-457c-a7cf-871ca38ad4b1,segment=NetworkSegment(8612f843-aaef-4fff-8302-82e2da76675b),segment_id=8612f843-aaef-4fff-8302-82e2da76675b)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:30.845298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.857713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Subnet': ['ID=d43086f4-f9a2-408e-9b3f-36416849cbff,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:30.956183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:30.992369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab7691-9ad5-48bb-a32a-2a768ee82388 None None] Pushing event updated for resources: {'Port': ['ID=1c15cb1b-03d7-457c-a7cf-871ca38ad4b1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:31.005957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4c861e7-da3b-46ae-b38d-28d5f10c9478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:31.009022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.009385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.009714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.010120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.010499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.010824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.011155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.011480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.011917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.012375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.012709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.013040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.013979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:05:31.023049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Checking segment: {'id': 'd1710c8d-5158-42de-8f90-c44a93e89d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '317f0962-b838-4570-80a7-32505a6f800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:31.023423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network hostable DHCP agents. Network: 317f0962-b838-4570-80a7-32505a6f800a, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:31.036305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8b6ea-6782-40f0-bdfe-5b5d260c6afc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=8296fd97-cd9e-4e43-a762-2fadcedf7db1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:31.051152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 8296fd97-cd9e-4e43-a762-2fadcedf7db1 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:31.152286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4c861e7-da3b-46ae-b38d-28d5f10c9478 admin admin] Publish callbacks [] for security_group (4329602a-3cbd-44ed-8ef3-d194688f0a82), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:31.166180 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f4c861e7-da3b-46ae-b38d-28d5f10c9478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4329602a-3cbd-44ed-8ef3-d194688f0a82), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:31.241394 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f4c861e7-da3b-46ae-b38d-28d5f10c9478 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dac92a88ead74b12909759a07652af30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9846163 Feb 09 21:05:31.259212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network 317f0962-b838-4570-80a7-32505a6f800a is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:31.261414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c861e7-da3b-46ae-b38d-28d5f10c9478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4329602a-3cbd-44ed-8ef3-d194688f0a82,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:31.269547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52552) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:31.390630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:31.394130 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:31.401514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 317f0962-b838-4570-80a7-32505a6f800a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:31.412867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d356278-c8e4-4e92-a0ed-60a106336dbc None None] Network 317f0962-b838-4570-80a7-32505a6f800a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:31.468778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:31.469955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:31.489123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:31.502814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3be4b7c3-6122-4597-b187-f018194c2465 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5706904 Feb 09 21:05:31.514341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:31.514817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:31.517417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:31.541091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:31.555807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Router 725d5224-f964-40bd-940f-d1789cf87f8e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:05:31.595705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-317f0962-b838-4570-80a7-32505a6f800a', 'network_id': '317f0962-b838-4570-80a7-32505a6f800a', 'project_id': '4c1b4a6e168d48f5a0974c2b54d875de', 'fixed_ips': [{'subnet_id': 'd43086f4-f9a2-408e-9b3f-36416849cbff'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:31.596099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=b6b5bcc7-9b80-43af-8d29-6d42c44e9f50,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:31.597954 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:31.637688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-351da008-bb57-47ff-b504-204599fd7d00 admin admin] Publish callbacks [] for security_group (4329602a-3cbd-44ed-8ef3-d194688f0a82), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:31.922267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Allocated IP 2001:db8::f816:3eff:feca:3c35 (317f0962-b838-4570-80a7-32505a6f800a/d43086f4-f9a2-408e-9b3f-36416849cbff/4f2a063f-7ca1-4615-9304-6c5664257faf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:32.092907 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (a600b1bc-e38a-4085-a871-29f6c8ea17c1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.132363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-351da008-bb57-47ff-b504-204599fd7d00 admin admin] Publish callbacks [] for security_group (4329602a-3cbd-44ed-8ef3-d194688f0a82), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.284956 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (317f0962-b838-4570-80a7-32505a6f800a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.354568 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Publish callbacks [] for port (4f2a063f-7ca1-4615-9304-6c5664257faf), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.366508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:32.371276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (4f2a063f-7ca1-4615-9304-6c5664257faf), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.453472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-351da008-bb57-47ff-b504-204599fd7d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4329602a-3cbd-44ed-8ef3-d194688f0a82), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.462949 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-351da008-bb57-47ff-b504-204599fd7d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.467217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-351da008-bb57-47ff-b504-204599fd7d00 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4329602a-3cbd-44ed-8ef3-d194688f0a82 HTTP/1.1" status: 204 len: 168 time: 1.1936758 Feb 09 21:05:32.511070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (a600b1bc-e38a-4085-a871-29f6c8ea17c1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.542562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:05:32.557011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.557966 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] Sync routers for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:05:32.562427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Pushing event updated for resources: {'Port': ['ID=4f2a063f-7ca1-4615-9304-6c5664257faf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:32.563802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351da008-bb57-47ff-b504-204599fd7d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4329602a-3cbd-44ed-8ef3-d194688f0a82,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:32.576459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (2d66c70d-08a3-465e-9d4f-ce52e1e72563), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.596101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Network 317f0962-b838-4570-80a7-32505a6f800a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:32.615562 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:32.618035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:32.619000 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:05:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:32.621867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:32.769560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:32.769943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.831154 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:32.834683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=2d66c70d-08a3-465e-9d4f-ce52e1e72563,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:32.861839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65cf1ca-ab7c-4f8f-82d3-1ac160a8ba75 None None] Network 490afd71-ca10-4311-960b-59c6f7105c11 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:32.865223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router a600b1bc-e38a-4085-a871-29f6c8ea17c1 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:05:32.878799 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d294020a-df2d-4aca-a9a1-1126a1c7909b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "PUT /v2.0/floatingips/e489432a-5dde-4c06-a2d1-7badb51b0277 HTTP/1.1" status: 200 len: 991 time: 3.8226972 Feb 09 21:05:32.899333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d43086f4-f9a2-408e-9b3f-36416849cbff), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:32.929229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:05:32.941466 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dfb47a-4906-417c-8370-86dfb3f84308" -d '{"events": [{"name": "network-changed", "server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:05:33.035891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Attempting to bind port 4f2a063f-7ca1-4615-9304-6c5664257faf on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:33.036595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Attempting to bind port 4f2a063f-7ca1-4615-9304-6c5664257faf by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'd1710c8d-5158-42de-8f90-c44a93e89d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '317f0962-b838-4570-80a7-32505a6f800a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:33.040971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Attempting to bind port 4f2a063f-7ca1-4615-9304-6c5664257faf on network 317f0962-b838-4570-80a7-32505a6f800a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:33.109623 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5141018-34b8-4aa4-80a9-e3d8bd730803 x-openstack-request-id: req-a5141018-34b8-4aa4-80a9-e3d8bd730803 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:05:33.110271 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:05:33.110823 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a5141018-34b8-4aa4-80a9-e3d8bd730803 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:05:33.111406 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'status': 'completed', 'code': 200} Feb 09 21:05:33.122564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': '43fc1a92-5c83-47cd-a265-aa26d10c942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '8296fd97-cd9e-4e43-a762-2fadcedf7db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:33.123411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: 8296fd97-cd9e-4e43-a762-2fadcedf7db1, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:33.155813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network 8296fd97-cd9e-4e43-a762-2fadcedf7db1 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:33.165902 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (d43086f4-f9a2-408e-9b3f-36416849cbff), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.180297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-37e21bfc-a79f-48f8-9953-fd631bd6d60a None None] Provisioning complete for port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:33.181058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37e21bfc-a79f-48f8-9953-fd631bd6d60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.213983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 8296fd97-cd9e-4e43-a762-2fadcedf7db1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:33.223074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:33.228358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Checking segment: {'id': 'd1710c8d-5158-42de-8f90-c44a93e89d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '317f0962-b838-4570-80a7-32505a6f800a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:33.230328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:33.231021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.232886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.233126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Bound using segment: {'id': 'd1710c8d-5158-42de-8f90-c44a93e89d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '317f0962-b838-4570-80a7-32505a6f800a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:33.233865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Bound port: 4f2a063f-7ca1-4615-9304-6c5664257faf, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1710c8d-5158-42de-8f90-c44a93e89d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '317f0962-b838-4570-80a7-32505a6f800a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:33.235540 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4f2a063f-7ca1-4615-9304-6c5664257faf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.249384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Subnet': ['ID=d43086f4-f9a2-408e-9b3f-36416849cbff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:33.270839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da86e181-ebe4-4d92-85d0-b1f0974a434c tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8030784 Feb 09 21:05:33.291413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:33.291823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:33.372257 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (317f0962-b838-4570-80a7-32505a6f800a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.426490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317f0962-b838-4570-80a7-32505a6f800a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:33.435988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d410e3f-0416-4540-99f2-f67a1c646980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.436241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] For port 4f2a063f-7ca1-4615-9304-6c5664257faf, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:33.440413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] For port 4f2a063f-7ca1-4615-9304-6c5664257faf, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4f2a063f-7ca1-4615-9304-6c5664257faf,segment=NetworkSegment(d1710c8d-5158-42de-8f90-c44a93e89d8d),segment_id=d1710c8d-5158-42de-8f90-c44a93e89d8d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:33.444994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb5cf0-da0f-4e77-a7fa-aa85366b9cc5 None None] Network 8296fd97-cd9e-4e43-a762-2fadcedf7db1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:33.446704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1710c8d-5158-42de-8f90-c44a93e89d8d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:33.447009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1710c8d-5158-42de-8f90-c44a93e89d8d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:33.471943 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (d1710c8d-5158-42de-8f90-c44a93e89d8d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.481894 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e489432a-5dde-4c06-a2d1-7badb51b0277', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'port_id': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'mac_address': 'fa:16:3e:c4:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:05:00Z', 'updated_at': '2022-02-09T21:05:29Z', 'revision_number': 1, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:33.503101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d1710c8d-5158-42de-8f90-c44a93e89d8d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.512974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:33.513467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (d1710c8d-5158-42de-8f90-c44a93e89d8d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:33.520296 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:33.534078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:33.535564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.538404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4f2a063f-7ca1-4615-9304-6c5664257faf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.549335 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] Checking router: 725d5224-f964-40bd-940f-d1789cf87f8e for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:05:33.576198 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:33.577704 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:05:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:33.660920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:05:33.660920 n-d-789963-29 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:05:33.660920 n-d-789963-29 neutron-server[103325]: [parameters: {'id': '317f0962-b838-4570-80a7-32505a6f800a'}] Feb 09 21:05:33.660920 n-d-789963-29 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:05:33.661375 n-d-789963-29 neutron-server[103325]: DEBUG oslo_db.api [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:05:33.686753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a69a6-b627-4d08-b244-054c286b5d33 req-f2f291fb-8e9e-417b-ab32-69f0ab470b69 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:33.695115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c96a69a6-b627-4d08-b244-054c286b5d33 req-f2f291fb-8e9e-417b-ab32-69f0ab470b69 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.5598705 Feb 09 21:05:33.756082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:05:33.781163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-d9faca0d-6282-4ef1-ba4d-b636bb4c854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:33.782770 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-d9faca0d-6282-4ef1-ba4d-b636bb4c854e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1128 time: 0.6490412 Feb 09 21:05:33.870253 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:33.930355 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (8296fd97-cd9e-4e43-a762-2fadcedf7db1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.972971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:33.978174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-234b86e7-b64d-4c2b-9250-ee1936615bc5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.5530899 Feb 09 21:05:33.978565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:34.031628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c96a69a6-b627-4d08-b244-054c286b5d33 req-0c725e6a-cb14-460d-a515-cdd8af9ec429 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355215 Feb 09 21:05:34.114113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05b334-e9c7-4e0d-bfe5-bd8849d05ec1 None None] Pushing event updated for resources: {'Port': ['ID=4f2a063f-7ca1-4615-9304-6c5664257faf,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:34.144349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b76cfc11-ae39-44f5-9f95-462d8e3e353f tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=11db802464124d8a859db41a07721eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1639607 Feb 09 21:05:34.148365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f2742-eb88-4822-9361-927077b22654 None None] Sync routers for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:05:34.153358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:34.180063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (317f0962-b838-4570-80a7-32505a6f800a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:34.268523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f2742-eb88-4822-9361-927077b22654 None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:34.269178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-123f2742-eb88-4822-9361-927077b22654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:05:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:34.320637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d410e3f-0416-4540-99f2-f67a1c646980 admin admin] Publish callbacks [] for security_group (69ae8a6e-1754-4d1c-ae89-5100c46a51b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:34.328308 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e489432a-5dde-4c06-a2d1-7badb51b0277', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'port_id': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'mac_address': 'fa:16:3e:c4:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:05:00Z', 'updated_at': '2022-02-09T21:05:29Z', 'revision_number': 1, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:34.336186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-e60dedca-2f13-4a91-bff8-0b3f805a0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:34.340158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-e60dedca-2f13-4a91-bff8-0b3f805a0851 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.5381889 Feb 09 21:05:34.370795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d410e3f-0416-4540-99f2-f67a1c646980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69ae8a6e-1754-4d1c-ae89-5100c46a51b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:34.376309 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d33cc8-81a6-44e9-934e-fcfabbae6e3e None None] The sync data for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 is: [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e489432a-5dde-4c06-a2d1-7badb51b0277', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'floating_ip_address': '172.25.4.198', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'port_id': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'mac_address': 'fa:16:3e:c4:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:05:00Z', 'updated_at': '2022-02-09T21:05:29Z', 'revision_number': 1, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:05:34.481642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2d66c70d-08a3-465e-9d4f-ce52e1e72563), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:34.579829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-123f2742-eb88-4822-9361-927077b22654 None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:34.646246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d410e3f-0416-4540-99f2-f67a1c646980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae8a6e-1754-4d1c-ae89-5100c46a51b9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:34.674953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3d410e3f-0416-4540-99f2-f67a1c646980 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e5065e7808e440e99f945801cb85569a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3815212 Feb 09 21:05:34.683062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:34.728106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82325f85-342c-46d3-b438-bfb6639cf2e8 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:34.732593 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-82325f85-342c-46d3-b438-bfb6639cf2e8 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5760925 Feb 09 21:05:34.738266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52590) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:34.800521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-c6efc036-1f25-4a9f-8c68-4e6b8f82be4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 200 len: 999 time: 0.4252715 Feb 09 21:05:34.806825 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1bbdd990-a5b5-45b6-a615-f476482cbfe3 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637834 Feb 09 21:05:34.816159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:34.834113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066006124', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'project_id': '11db802464124d8a859db41a07721eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:34.871130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2bdd4-cd31-408c-850f-8b78d669eba6 None None] New status for floating IP e489432a-5dde-4c06-a2d1-7badb51b0277: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:05:34.970344 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (2d66c70d-08a3-465e-9d4f-ce52e1e72563), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:34.977950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cac2c-07da-48f6-a5e5-665887b1f579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-8296fd97-cd9e-4e43-a762-2fadcedf7db1', 'network_id': '8296fd97-cd9e-4e43-a762-2fadcedf7db1', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': '2d66c70d-08a3-465e-9d4f-ce52e1e72563'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:34.978848 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c9cac2c-07da-48f6-a5e5-665887b1f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.024472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:35.031752 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.094003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1c15cb1b-03d7-457c-a7cf-871ca38ad4b1,segment=NetworkSegment(8612f843-aaef-4fff-8302-82e2da76675b),segment_id=8612f843-aaef-4fff-8302-82e2da76675b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:35.161188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf7ba1-6840-4a63-b0ab-7eba83c2f93f None None] Network 8296fd97-cd9e-4e43-a762-2fadcedf7db1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:35.199166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acae8f04-857d-459c-9af7-dfeb96785e3c admin admin] Publish callbacks [] for security_group (69ae8a6e-1754-4d1c-ae89-5100c46a51b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.215392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Deleting port 4f2a063f-7ca1-4615-9304-6c5664257faf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:35.215964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4f2a063f-7ca1-4615-9304-6c5664257faf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.274562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=2d66c70d-08a3-465e-9d4f-ce52e1e72563,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:35.313623 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.334259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-37e21bfc-a79f-48f8-9953-fd631bd6d60a None None] Current status of the port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:35.418727 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=1c15cb1b-03d7-457c-a7cf-871ca38ad4b1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:35.428869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-a7905b45-d2d4-4b19-8716-4e1ea2f67ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:35.431423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-a7905b45-d2d4-4b19-8716-4e1ea2f67ed0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.6235325 Feb 09 21:05:35.603362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b93145-9b76-4a3e-bd0e-db1b139d6bda None None] Network 317f0962-b838-4570-80a7-32505a6f800a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:35.646175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acae8f04-857d-459c-9af7-dfeb96785e3c admin admin] Publish callbacks [] for security_group (69ae8a6e-1754-4d1c-ae89-5100c46a51b9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.686917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (8296fd97-cd9e-4e43-a762-2fadcedf7db1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.711382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-123f2742-eb88-4822-9361-927077b22654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:31Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:35.764426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8296fd97-cd9e-4e43-a762-2fadcedf7db1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:35.782484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fc1a92-5c83-47cd-a265-aa26d10c942f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:35.782959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fc1a92-5c83-47cd-a265-aa26d10c942f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:35.798704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (43fc1a92-5c83-47cd-a265-aa26d10c942f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.808964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-87923e39-0434-4a8d-a9cb-4fdbcd21d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:35.810828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-87923e39-0434-4a8d-a9cb-4fdbcd21d425 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3371928 Feb 09 21:05:35.825188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] For port 4f2a063f-7ca1-4615-9304-6c5664257faf, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4f2a063f-7ca1-4615-9304-6c5664257faf,segment=NetworkSegment(d1710c8d-5158-42de-8f90-c44a93e89d8d),segment_id=d1710c8d-5158-42de-8f90-c44a93e89d8d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:35.825881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4f2a063f-7ca1-4615-9304-6c5664257faf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.848828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (43fc1a92-5c83-47cd-a265-aa26d10c942f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.853180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f2742-eb88-4822-9361-927077b22654 None None] Checking router: a600b1bc-e38a-4085-a871-29f6c8ea17c1 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:05:35.853634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f2742-eb88-4822-9361-927077b22654 None None] Updating router a600b1bc-e38a-4085-a871-29f6c8ea17c1 port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:05:35.880045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acae8f04-857d-459c-9af7-dfeb96785e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69ae8a6e-1754-4d1c-ae89-5100c46a51b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.882688 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-acae8f04-857d-459c-9af7-dfeb96785e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.889863 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-acae8f04-857d-459c-9af7-dfeb96785e3c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/69ae8a6e-1754-4d1c-ae89-5100c46a51b9 HTTP/1.1" status: 204 len: 168 time: 1.1952446 Feb 09 21:05:35.897329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Calling delete_port for 4f2a063f-7ca1-4615-9304-6c5664257faf owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:35.911034 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-123f2742-eb88-4822-9361-927077b22654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.977975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:35.978900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (43fc1a92-5c83-47cd-a265-aa26d10c942f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:35.994993 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:36.120500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58418b9-c0f2-4ed9-b3c8-78d97dac4b04 req-737986d9-62b1-4851-ba8e-c7c5301b1132 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:36.125327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae8f04-857d-459c-9af7-dfeb96785e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae8a6e-1754-4d1c-ae89-5100c46a51b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:36.126023 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f58418b9-c0f2-4ed9-b3c8-78d97dac4b04 req-737986d9-62b1-4851-ba8e-c7c5301b1132 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.6910429 Feb 09 21:05:36.137169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f7a5e672-abbb-4fd0-93eb-6769864b21ba None None] Provisioning complete for port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:36.137554 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e672-abbb-4fd0-93eb-6769864b21ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.206888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (95434134-6c23-4561-8ec5-39b5c3fd02f2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.229484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (8296fd97-cd9e-4e43-a762-2fadcedf7db1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.298494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.323645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/8296fd97-cd9e-4e43-a762-2fadcedf7db1 HTTP/1.1" status: 204 len: 168 time: 3.0178246 Feb 09 21:05:36.326563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87403d15-6b7b-464d-9fa6-18251a6b5bcc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=8296fd97-cd9e-4e43-a762-2fadcedf7db1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:36.333962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:36.351811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974975337'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:36.364589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b9be89-09be-4015-9482-8db9ef1ad09d None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:05:36.380163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-bf0ba64a-0ce2-42d9-b0ba-ff5a7a68dd39 service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504656 Feb 09 21:05:36.488635 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f58418b9-c0f2-4ed9-b3c8-78d97dac4b04 req-6426e982-d746-4401-ac8a-082258a004c1 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469698 Feb 09 21:05:36.553436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Subnet': ['ID=95434134-6c23-4561-8ec5-39b5c3fd02f2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:36.558007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:36.578830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.631071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4f2a063f-7ca1-4615-9304-6c5664257faf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.645888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Checking segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:36.646212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network hostable DHCP agents. Network: e0255f4b-2006-446a-9e60-182465282411, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:36.678817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:36.709174 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (04a5f5c4-9fec-42f1-8493-eceff7a4af78), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.709535 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment 04a5f5c4-9fec-42f1-8493-eceff7a4af78 of type vlan for network 3e2881fd-8d06-44fb-98e0-0786450b7cf0 Feb 09 21:05:36.711809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Port': ['ID=4f2a063f-7ca1-4615-9304-6c5664257faf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:36.746392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No DVR routers for this DVR port 4f2a063f-7ca1-4615-9304-6c5664257faf on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:36.799831 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (3e2881fd-8d06-44fb-98e0-0786450b7cf0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.840807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96dfb47a-4906-417c-8370-86dfb3f84308 req-032b996c-0814-41d2-95c6-5e5b4a5fe819 service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592714 Feb 09 21:05:36.861412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network e0255f4b-2006-446a-9e60-182465282411 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:36.879208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (3e2881fd-8d06-44fb-98e0-0786450b7cf0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.899992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:36.901130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:36.989081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e0255f4b-2006-446a-9e60-182465282411) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:37.042082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:37.042727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.070733 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (317f0962-b838-4570-80a7-32505a6f800a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.210436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317f0962-b838-4570-80a7-32505a6f800a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:37.237912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9009578 Feb 09 21:05:37.238842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:37.250406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': '3e2881fd-8d06-44fb-98e0-0786450b7cf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:37.256679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b19520-d532-43ea-a16e-dcb3f4a634e4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=3e2881fd-8d06-44fb-98e0-0786450b7cf0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:37.279439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 3e2881fd-8d06-44fb-98e0-0786450b7cf0 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:37.301998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5e672-abbb-4fd0-93eb-6769864b21ba None None] Current status of the port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:37.340785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1710c8d-5158-42de-8f90-c44a93e89d8d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:37.341632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1710c8d-5158-42de-8f90-c44a93e89d8d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:37.361906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-59fc08c4-c5a9-4583-8d7a-ac5003947117 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5246706 Feb 09 21:05:37.362233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52624) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:37.372777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9be89-09be-4015-9482-8db9ef1ad09d None None] Unable to find a vacant binding_index for network e0255f4b-2006-446a-9e60-182465282411 and agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 21:05:37.392893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (d1710c8d-5158-42de-8f90-c44a93e89d8d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.430695 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-123f2742-eb88-4822-9361-927077b22654 None None] Publish callbacks [] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.433562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9be89-09be-4015-9482-8db9ef1ad09d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e0255f4b-2006-446a-9e60-182465282411) {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:05:37.462384 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d1710c8d-5158-42de-8f90-c44a93e89d8d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.486043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:37.493743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.553924 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-123f2742-eb88-4822-9361-927077b22654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.565995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:37.815223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:37.815634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (d1710c8d-5158-42de-8f90-c44a93e89d8d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:37.826223 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:37.851435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (71720493-5b99-4a3f-814d-9b1eade2223d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.861501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debf78-e270-467e-afe2-9fade526d9b6 req-02c1ad55-c7a8-4575-8469-71106247b043 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:37.863619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7debf78-e270-467e-afe2-9fade526d9b6 req-02c1ad55-c7a8-4575-8469-71106247b043 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.1764603 Feb 09 21:05:37.904324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-123f2742-eb88-4822-9361-927077b22654 None None] Attempting to bind port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:37.915314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-123f2742-eb88-4822-9361-927077b22654 None None] Attempting to bind port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:37.915748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f2742-eb88-4822-9361-927077b22654 None None] Attempting to bind port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:37.926046 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f2742-eb88-4822-9361-927077b22654 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:37.926425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f2742-eb88-4822-9361-927077b22654 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:37.926969 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-123f2742-eb88-4822-9361-927077b22654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.927376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f2742-eb88-4822-9361-927077b22654 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:37.927911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-123f2742-eb88-4822-9361-927077b22654 None None] Bound port: b6b5bcc7-9b80-43af-8d29-6d42c44e9f50, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:37.928286 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-123f2742-eb88-4822-9361-927077b22654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:37.977639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=71720493-5b99-4a3f-814d-9b1eade2223d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:37.991294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-123f2742-eb88-4822-9361-927077b22654 None None] For port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:37.994729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-123f2742-eb88-4822-9361-927077b22654 None None] For port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6b5bcc7-9b80-43af-8d29-6d42c44e9f50,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:38.016410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (317f0962-b838-4570-80a7-32505a6f800a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.038321 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-123f2742-eb88-4822-9361-927077b22654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.052159 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1088056d-510c-4a12-b5c6-e85563f80be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.055884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.056723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949d21b-5bd0-4d91-8aa5-eb3e05598bcc None None] Pushing event updated for resources: {'Port': ['ID=b6b5bcc7-9b80-43af-8d29-6d42c44e9f50,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:38.061705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/317f0962-b838-4570-80a7-32505a6f800a HTTP/1.1" status: 204 len: 168 time: 6.5459256 Feb 09 21:05:38.065182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1378aa-7bb8-4d1f-a37f-f4bcd077ee85 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Network': ['ID=317f0962-b838-4570-80a7-32505a6f800a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:38.070701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:38.080278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-317271421'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:38.093686 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': '04a5f5c4-9fec-42f1-8493-eceff7a4af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3e2881fd-8d06-44fb-98e0-0786450b7cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:38.094465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: 3e2881fd-8d06-44fb-98e0-0786450b7cf0, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:38.121800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:38.126830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.159010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:38.178082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f2742-eb88-4822-9361-927077b22654 None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:38.178718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-123f2742-eb88-4822-9361-927077b22654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:05:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:38.188821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949d21b-5bd0-4d91-8aa5-eb3e05598bcc None None] Pushing event updated for resources: {'Port': ['ID=b6b5bcc7-9b80-43af-8d29-6d42c44e9f50,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:38.192523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9bb3d39d-c3d8-4daf-9f26-a60d76e3f33d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.192901 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Added segment 9bb3d39d-c3d8-4daf-9f26-a60d76e3f33d of type vlan for network 48808122-f83b-4b99-9f2a-fb94c2420bea Feb 09 21:05:38.224383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7debf78-e270-467e-afe2-9fade526d9b6 req-a3250d09-88c3-4803-9b19-0656491851c1 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528929 Feb 09 21:05:38.251518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (48808122-f83b-4b99-9f2a-fb94c2420bea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.282012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network 3e2881fd-8d06-44fb-98e0-0786450b7cf0 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:38.297279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 3e2881fd-8d06-44fb-98e0-0786450b7cf0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:38.304302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:38.305156 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.318656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-e0255f4b-2006-446a-9e60-182465282411', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:38.319378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (48808122-f83b-4b99-9f2a-fb94c2420bea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.319706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.327104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:38.328001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.347437 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:05:38.373131 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5baf89b1-416e-434b-98d8-62d28667cc9b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1299496 Feb 09 21:05:38.385772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:38.393276 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3190026 Feb 09 21:05:38.393898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:38.399345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-239168427'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:38.471742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'subnet': {'network_id': '48808122-f83b-4b99-9f2a-fb94c2420bea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:38.496096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:38.496487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.515900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:38.520325 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.592302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:38.617219 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8d5596a1-7d23-43fa-8e30-0d3e5bc0fb2c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.617687 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment 8d5596a1-7d23-43fa-8e30-0d3e5bc0fb2c of type vlan for network bf74ab80-ef46-45d9-9102-a2cb2d798c54 Feb 09 21:05:38.625343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de82f72-41c6-4fd6-9366-0591b78522e9 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Network': ['ID=48808122-f83b-4b99-9f2a-fb94c2420bea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:38.631880 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.731162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:38.734865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.753981 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (bf74ab80-ef46-45d9-9102-a2cb2d798c54), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.925099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (bf74ab80-ef46-45d9-9102-a2cb2d798c54), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:38.945758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:38.946600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:39.009520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Allocated IP 172.20.0.2 (e0255f4b-2006-446a-9e60-182465282411/95434134-6c23-4561-8ec5-39b5c3fd02f2/f8de6372-cf12-4f0a-b0bb-27ff79a9faa3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:39.086990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6957927 Feb 09 21:05:39.089967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52688) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:39.115722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': 'bf74ab80-ef46-45d9-9102-a2cb2d798c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:39.175625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (9075f844-ce38-4b84-b10c-07c20d5270a9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:39.188614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcecedc-9d52-43cc-b6f7-796759b9c383 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=bf74ab80-ef46-45d9-9102-a2cb2d798c54,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:39.339179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Subnet': ['ID=9075f844-ce38-4b84-b10c-07c20d5270a9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:39.380659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Checking segment: {'id': '9bb3d39d-c3d8-4daf-9f26-a60d76e3f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '48808122-f83b-4b99-9f2a-fb94c2420bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:39.384490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network hostable DHCP agents. Network: 48808122-f83b-4b99-9f2a-fb94c2420bea, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:39.432929 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network 48808122-f83b-4b99-9f2a-fb94c2420bea is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:39.449896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 48808122-f83b-4b99-9f2a-fb94c2420bea) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:39.463121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:39.464385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:39.477460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Publish callbacks [] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:39.495317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 48808122-f83b-4b99-9f2a-fb94c2420bea details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:39.501899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network bf74ab80-ef46-45d9-9102-a2cb2d798c54 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:39.507812 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b2fd8079-ee90-4e07-973a-e41f378f1d69 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0655539 Feb 09 21:05:39.510460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:39.511640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:39.683955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:39.689652 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:39.690956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Pushing event updated for resources: {'Port': ['ID=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:39.758625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (48808122-f83b-4b99-9f2a-fb94c2420bea), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:39.787733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-123f2742-eb88-4822-9361-927077b22654 None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:39.798803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Network e0255f4b-2006-446a-9e60-182465282411 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:39.830662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:39.859791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:05:39.862184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:05:39.878232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:39.921978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9075f844-ce38-4b84-b10c-07c20d5270a9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.053045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (9075f844-ce38-4b84-b10c-07c20d5270a9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.112484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Subnet': ['ID=9075f844-ce38-4b84-b10c-07c20d5270a9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:40.270339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (48808122-f83b-4b99-9f2a-fb94c2420bea), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.271020 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef545c4e-e7f2-4986-bc4c-678434d16ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.291503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:40.311525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48808122-f83b-4b99-9f2a-fb94c2420bea']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:40.326547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb3d39d-c3d8-4daf-9f26-a60d76e3f33d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:40.326963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb3d39d-c3d8-4daf-9f26-a60d76e3f33d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:40.338238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (9bb3d39d-c3d8-4daf-9f26-a60d76e3f33d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.365540 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9bb3d39d-c3d8-4daf-9f26-a60d76e3f33d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.379354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:40.381223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (9bb3d39d-c3d8-4daf-9f26-a60d76e3f33d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:40.389434 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:40.556610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (48808122-f83b-4b99-9f2a-fb94c2420bea), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.562349 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.569089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Attempting to bind port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:40.569643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Attempting to bind port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:40.569811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Attempting to bind port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 on network e0255f4b-2006-446a-9e60-182465282411 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:40.593621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/48808122-f83b-4b99-9f2a-fb94c2420bea HTTP/1.1" status: 204 len: 168 time: 1.0804815 Feb 09 21:05:40.601383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:40.605268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Checking segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:40.606608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:40.606860 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.607446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Bound using segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:40.608159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Bound port: f8de6372-cf12-4f0a-b0bb-27ff79a9faa3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:40.620328 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.664237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2027823473'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:40.697677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24af342-c774-443a-ae66-5472b9ecfd4a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Network': ['ID=48808122-f83b-4b99-9f2a-fb94c2420bea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:40.703333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:40.707868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.767507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:40.783328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7a713a9e-805e-4412-afaa-821bd822537f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.784031 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Added segment 7a713a9e-805e-4412-afaa-821bd822537f of type vlan for network 8dca68f1-927c-4e96-9498-0fe571c84697 Feb 09 21:05:40.834699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.20.0.1 (e0255f4b-2006-446a-9e60-182465282411/95434134-6c23-4561-8ec5-39b5c3fd02f2/8d543601-0069-4ce5-987c-1ca13c21e882) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:40.857198 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (8dca68f1-927c-4e96-9498-0fe571c84697), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.862589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] For port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:40.866234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] For port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:40.882439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.897314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (8dca68f1-927c-4e96-9498-0fe571c84697), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.906703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:40.907994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:40.980813 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3623734 Feb 09 21:05:40.988200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:40.996049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Request body: {'subnet': {'network_id': '8dca68f1-927c-4e96-9498-0fe571c84697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:41.062128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2b07d-8ef5-4da0-aace-6e1fcb17270a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Network': ['ID=8dca68f1-927c-4e96-9498-0fe571c84697,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:41.080555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 8dca68f1-927c-4e96-9498-0fe571c84697 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:41.088067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d060397-decd-4401-9d0a-356b3647c883 None None] Pushing event updated for resources: {'Port': ['ID=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:41.252519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Made reservation on behalf of 4c1b4a6e168d48f5a0974c2b54d875de for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:41.256018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:41.342428 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:41.408225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-123f2742-eb88-4822-9361-927077b22654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:31Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:41.483403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f2742-eb88-4822-9361-927077b22654 None None] The sync data for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 is: [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:31Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:05:41.509955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (fe2edb0d-8c74-41d2-84c6-5f6bdf276c8c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:41.692650 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (8d543601-0069-4ce5-987c-1ca13c21e882), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:41.770862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=fe2edb0d-8c74-41d2-84c6-5f6bdf276c8c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:41.862299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': '8d5596a1-7d23-43fa-8e30-0d3e5bc0fb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bf74ab80-ef46-45d9-9102-a2cb2d798c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:41.862888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: bf74ab80-ef46-45d9-9102-a2cb2d798c54, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:41.914177 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:41.966449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:05:41.968788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (23625ba3-1d24-47b1-9285-21c40c523c45), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:41.986643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network bf74ab80-ef46-45d9-9102-a2cb2d798c54 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:42.020304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network e0255f4b-2006-446a-9e60-182465282411 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:42.049110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:42.064639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, bf74ab80-ef46-45d9-9102-a2cb2d798c54) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:42.074178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:42.076612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:42.105891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:42.182767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event updated for resources: {'Subnet': ['ID=23625ba3-1d24-47b1-9285-21c40c523c45,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:42.239803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4a31341b-125e-4814-896c-1b3e25b72753 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1338513 Feb 09 21:05:42.241322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:42.253864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=8d543601-0069-4ce5-987c-1ca13c21e882,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:42.295663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Checking segment: {'id': '7a713a9e-805e-4412-afaa-821bd822537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8dca68f1-927c-4e96-9498-0fe571c84697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:42.316268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network hostable DHCP agents. Network: 8dca68f1-927c-4e96-9498-0fe571c84697, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:42.326168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (a600b1bc-e38a-4085-a871-29f6c8ea17c1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:42.534735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Network 8dca68f1-927c-4e96-9498-0fe571c84697 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:42.601934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 8dca68f1-927c-4e96-9498-0fe571c84697) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:42.665801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:42.669841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:42.751735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:42.758312 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:42.773673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e855a999-bd36-4497-bd6d-c83e388ca86d tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7819655 Feb 09 21:05:42.797903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:42.847547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:42.848312 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:42.928406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.012445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:43.013698 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.065512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:43.076969 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.077946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:43.129955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (8dca68f1-927c-4e96-9498-0fe571c84697), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.152171 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (bf74ab80-ef46-45d9-9102-a2cb2d798c54), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.162104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641dc36-9fa1-43dc-b8ed-adbadc1e5183 None None] Network e0255f4b-2006-446a-9e60-182465282411 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:43.260903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac5512-4152-44e8-9e70-2167e4e78761 None None] Network 3e2881fd-8d06-44fb-98e0-0786450b7cf0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:43.349028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ec27a-70f7-4959-802c-623d21a25167 None None] Network 48808122-f83b-4b99-9f2a-fb94c2420bea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:43.371500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (23625ba3-1d24-47b1-9285-21c40c523c45), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.402542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e4be9d-8067-458d-890a-9d5322d7aa0f None None] Network 8dca68f1-927c-4e96-9498-0fe571c84697 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:43.404966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24fe3c-1326-4828-81db-67e23a58865e None None] Network bf74ab80-ef46-45d9-9102-a2cb2d798c54 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:43.435370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:43.502271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (fe2edb0d-8c74-41d2-84c6-5f6bdf276c8c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.816387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (fe2edb0d-8c74-41d2-84c6-5f6bdf276c8c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.826841 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (8d543601-0069-4ce5-987c-1ca13c21e882), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.835543 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.849468 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (23625ba3-1d24-47b1-9285-21c40c523c45), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.957376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (bf74ab80-ef46-45d9-9102-a2cb2d798c54), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:43.990976 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a49482c-e445-4b86-8b9a-ecca52cd9380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.012341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (a600b1bc-e38a-4085-a871-29f6c8ea17c1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.025690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=8d543601-0069-4ce5-987c-1ca13c21e882,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:44.086844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-3e2881fd-8d06-44fb-98e0-0786450b7cf0', 'network_id': '3e2881fd-8d06-44fb-98e0-0786450b7cf0', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': '71720493-5b99-4a3f-814d-9b1eade2223d'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:44.088004 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.090641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ec27a-70f7-4959-802c-623d21a25167 None None] Network 48808122-f83b-4b99-9f2a-fb94c2420bea could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:05:44.194560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:44.244597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network e0255f4b-2006-446a-9e60-182465282411 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:44.252604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:44.333423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf74ab80-ef46-45d9-9102-a2cb2d798c54']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:44.346313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5596a1-7d23-43fa-8e30-0d3e5bc0fb2c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:44.346660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5596a1-7d23-43fa-8e30-0d3e5bc0fb2c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:44.357354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8d5596a1-7d23-43fa-8e30-0d3e5bc0fb2c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.372164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8d5596a1-7d23-43fa-8e30-0d3e5bc0fb2c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.379604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:44.380035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8d5596a1-7d23-43fa-8e30-0d3e5bc0fb2c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.386492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Allocated IP 2001:db8::1 (3e2881fd-8d06-44fb-98e0-0786450b7cf0/71720493-5b99-4a3f-814d-9b1eade2223d/818f9268-7f09-4139-a8d7-0f85acad8394) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:44.408133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router a600b1bc-e38a-4085-a871-29f6c8ea17c1 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:05:44.430612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a49482c-e445-4b86-8b9a-ecca52cd9380 admin admin] Publish callbacks [] for security_group (015a8379-116c-4fc8-ab7a-fd281746aad0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.438998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a49482c-e445-4b86-8b9a-ecca52cd9380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (015a8379-116c-4fc8-ab7a-fd281746aad0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:44.466683 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:44.469393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2edb0d-8c74-41d2-84c6-5f6bdf276c8c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:44.485563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8a49482c-e445-4b86-8b9a-ecca52cd9380 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=eb6bedf6baa541d581967a1170642d77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0426517 Feb 09 21:05:44.486908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:44.497826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a393b-756f-4a9a-8a66-85e6a32f448f None None] Network 48808122-f83b-4b99-9f2a-fb94c2420bea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:44.521533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (bf74ab80-ef46-45d9-9102-a2cb2d798c54), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.544894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.548214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/bf74ab80-ef46-45d9-9102-a2cb2d798c54 HTTP/1.1" status: 204 len: 168 time: 2.3058939 Feb 09 21:05:44.549281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada042ac-279e-4548-8ccb-00570ad051fb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=bf74ab80-ef46-45d9-9102-a2cb2d798c54,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:44.551112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Subnet': ['ID=23625ba3-1d24-47b1-9285-21c40c523c45,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:44.558118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:44.563705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-326524889'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:44.580241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc78123d-1c49-488c-94f3-75f2094dfbde None None] Provisioning complete for port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:44.580665 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc78123d-1c49-488c-94f3-75f2094dfbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.582745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a393b-756f-4a9a-8a66-85e6a32f448f None None] Network 48808122-f83b-4b99-9f2a-fb94c2420bea could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:05:44.657609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49482c-e445-4b86-8b9a-ecca52cd9380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015a8379-116c-4fc8-ab7a-fd281746aad0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:44.670108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (8dca68f1-927c-4e96-9498-0fe571c84697), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.697438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1494b1d7-a8a7-49b5-83c4-5f63925f91bb admin admin] Publish callbacks [] for security_group (015a8379-116c-4fc8-ab7a-fd281746aad0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.697800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dca68f1-927c-4e96-9498-0fe571c84697']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:44.709016 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a713a9e-805e-4412-afaa-821bd822537f') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:44.709325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a713a9e-805e-4412-afaa-821bd822537f') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:44.721594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (7a713a9e-805e-4412-afaa-821bd822537f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.732754 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1494b1d7-a8a7-49b5-83c4-5f63925f91bb admin admin] Publish callbacks [] for security_group (015a8379-116c-4fc8-ab7a-fd281746aad0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.738215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7a713a9e-805e-4412-afaa-821bd822537f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.745944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:44.746360 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (7a713a9e-805e-4412-afaa-821bd822537f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.773575 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.777869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb10369f-1049-45b3-b0f2-0744753eba2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-8dca68f1-927c-4e96-9498-0fe571c84697', 'network_id': '8dca68f1-927c-4e96-9498-0fe571c84697', 'project_id': '4c1b4a6e168d48f5a0974c2b54d875de', 'fixed_ips': [{'subnet_id': '23625ba3-1d24-47b1-9285-21c40c523c45'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:44.780513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb10369f-1049-45b3-b0f2-0744753eba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.792281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1494b1d7-a8a7-49b5-83c4-5f63925f91bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (015a8379-116c-4fc8-ab7a-fd281746aad0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.803856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1494b1d7-a8a7-49b5-83c4-5f63925f91bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.808411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1494b1d7-a8a7-49b5-83c4-5f63925f91bb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/015a8379-116c-4fc8-ab7a-fd281746aad0 HTTP/1.1" status: 204 len: 168 time: 0.3197486 Feb 09 21:05:44.824383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494b1d7-a8a7-49b5-83c4-5f63925f91bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015a8379-116c-4fc8-ab7a-fd281746aad0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:44.830298 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:44.836012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:44.836872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:05:44.840520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.854510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (8dca68f1-927c-4e96-9498-0fe571c84697), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.861778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c3cd8959-d430-499b-a9ac-e181bf1966be tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "PUT /v2.0/routers/a600b1bc-e38a-4085-a871-29f6c8ea17c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5028398 Feb 09 21:05:44.862020 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.868160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/8dca68f1-927c-4e96-9498-0fe571c84697 HTTP/1.1" status: 204 len: 168 time: 2.0581622 Feb 09 21:05:44.868650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:44.889467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24cc26-2d19-4731-8e1c-1857d1074561 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Network': ['ID=8dca68f1-927c-4e96-9498-0fe571c84697,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:44.909983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Sync routers for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:05:44.919722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:44.933825 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc0bc59-7c69-40ea-a7b7-31948f75f45a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:44.934298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc0bc59-7c69-40ea-a7b7-31948f75f45a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:44.940233 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0fc0bc59-7c69-40ea-a7b7-31948f75f45a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/subnets/23625ba3-1d24-47b1-9285-21c40c523c45 HTTP/1.1" status: 404 len: 337 time: 0.0675948 Feb 09 21:05:44.941193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:44.962144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b866bef0-c00c-48d5-a876-1433e5391663), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:44.962477 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment b866bef0-c00c-48d5-a876-1433e5391663 of type vlan for network 3366341d-352e-42b6-b692-04cdca92976a Feb 09 21:05:45.006617 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c871d7c-7acb-4fb6-9d3c-6777ecd3096c tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:45.011901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c871d7c-7acb-4fb6-9d3c-6777ecd3096c tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:45.018207 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6c871d7c-7acb-4fb6-9d3c-6777ecd3096c tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/8dca68f1-927c-4e96-9498-0fe571c84697 HTTP/1.1" status: 404 len: 339 time: 0.0761499 Feb 09 21:05:45.020802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:45.049523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a42715-781a-4668-bee6-d02c04c22fd9 None None] Network 8dca68f1-927c-4e96-9498-0fe571c84697 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:45.094616 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5678f82c-840a-4de0-b88e-4af7c6885ee8 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:45.095141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5678f82c-840a-4de0-b88e-4af7c6885ee8 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:45.104418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5678f82c-840a-4de0-b88e-4af7c6885ee8 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/subnets/9075f844-ce38-4b84-b10c-07c20d5270a9 HTTP/1.1" status: 404 len: 337 time: 0.0811789 Feb 09 21:05:45.105760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:45.109651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a42715-781a-4668-bee6-d02c04c22fd9 None None] Network 8dca68f1-927c-4e96-9498-0fe571c84697 could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:05:45.112590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:45.112993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:45.127010 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (3366341d-352e-42b6-b692-04cdca92976a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:45.175446 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (3366341d-352e-42b6-b692-04cdca92976a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:45.186694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:45.187450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:45.208306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:45.208954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:05:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:45.212646 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4584f6d6-1316-4fc8-a842-68743e52b8da tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:45.216818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4584f6d6-1316-4fc8-a842-68743e52b8da tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:45.232622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4584f6d6-1316-4fc8-a842-68743e52b8da tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/48808122-f83b-4b99-9f2a-fb94c2420bea HTTP/1.1" status: 404 len: 339 time: 0.1197469 Feb 09 21:05:45.233346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:45.289735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:45.290481 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7310755 Feb 09 21:05:45.306863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa999e3-ea7f-499c-b794-fe2d3086b375 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=3366341d-352e-42b6-b692-04cdca92976a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:45.358235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': '3366341d-352e-42b6-b692-04cdca92976a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:45.366343 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-be515a6a-8ce6-46dd-a10b-3e9b621a23db tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:45.367069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be515a6a-8ce6-46dd-a10b-3e9b621a23db tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:45.371948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-be515a6a-8ce6-46dd-a10b-3e9b621a23db tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/subnets/d43086f4-f9a2-408e-9b3f-36416849cbff HTTP/1.1" status: 404 len: 337 time: 0.1281338 Feb 09 21:05:45.375620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:45.397303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5dbc7-67e9-43be-9990-767bc9de0e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-bf74ab80-ef46-45d9-9102-a2cb2d798c54', 'network_id': 'bf74ab80-ef46-45d9-9102-a2cb2d798c54', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': 'fe2edb0d-8c74-41d2-84c6-5f6bdf276c8c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:45.398134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fac5dbc7-67e9-43be-9990-767bc9de0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:45.400205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 3366341d-352e-42b6-b692-04cdca92976a details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:45.413258 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-227a389e-ff89-42d9-962f-5f93decaa801 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:45.413821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227a389e-ff89-42d9-962f-5f93decaa801 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:45.425665 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-227a389e-ff89-42d9-962f-5f93decaa801 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/317f0962-b838-4570-80a7-32505a6f800a HTTP/1.1" status: 404 len: 339 time: 0.0484982 Feb 09 21:05:45.426361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52946) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:45.541220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-056f75a1-2c10-4f58-a98a-eea2cbdbe154 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864300528&fields=id&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 267 time: 0.3341434 Feb 09 21:05:45.606536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:45.616193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:45.662333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-86b5631b-e764-4430-9c88-f09be2ee7672 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Deleting port 23327520-73a7-4dcc-9803-00ea8e5fd417 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:45.662694 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b5631b-e764-4430-9c88-f09be2ee7672 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (23327520-73a7-4dcc-9803-00ea8e5fd417), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:45.785732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c637a0-6c37-40a2-82b8-cf75efe67fb2 None None] Network bf74ab80-ef46-45d9-9102-a2cb2d798c54 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:45.847393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b5631b-e764-4430-9c88-f09be2ee7672 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (23327520-73a7-4dcc-9803-00ea8e5fd417), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:45.880329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-86b5631b-e764-4430-9c88-f09be2ee7672 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Calling delete_port for 23327520-73a7-4dcc-9803-00ea8e5fd417 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:45.932214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cc78123d-1c49-488c-94f3-75f2094dfbde None None] Current status of the port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:46.046018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13eba-9472-479e-9341-ecd95c242997 req-917d07e3-e602-4f6b-aadf-ab1f05364d62 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:46.053175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-917d07e3-e602-4f6b-aadf-ab1f05364d62 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 794 time: 0.4935288 Feb 09 21:05:46.095362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-4d8dfbcc-4f3c-45bb-8ac9-d62ad347195f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/quotas/11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 375 time: 0.0238676 Feb 09 21:05:46.114037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:46.114608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b5631b-e764-4430-9c88-f09be2ee7672 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (23327520-73a7-4dcc-9803-00ea8e5fd417), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.115711 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.142236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6b5bcc7-9b80-43af-8d29-6d42c44e9f50,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:46.143944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c637a0-6c37-40a2-82b8-cf75efe67fb2 None None] Network bf74ab80-ef46-45d9-9102-a2cb2d798c54 could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:05:46.177328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5631b-e764-4430-9c88-f09be2ee7672 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Port': ['ID=23327520-73a7-4dcc-9803-00ea8e5fd417,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:46.184375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:46.187320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86b5631b-e764-4430-9c88-f09be2ee7672 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.195873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-86b5631b-e764-4430-9c88-f09be2ee7672 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/ports/23327520-73a7-4dcc-9803-00ea8e5fd417 HTTP/1.1" status: 204 len: 168 time: 0.7643771 Feb 09 21:05:46.197140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:46.245118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202ff58-4fd8-4032-9472-8bfe0d058df8 None None] Network e0255f4b-2006-446a-9e60-182465282411 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:46.271218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Publish callbacks [] for port (818f9268-7f09-4139-a8d7-0f85acad8394), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.276315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.276571 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca5b810-4b9e-4654-bef9-ad6a3f1684b8 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:46.276914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca5b810-4b9e-4654-bef9-ad6a3f1684b8 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:46.283135 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8ca5b810-4b9e-4654-bef9-ad6a3f1684b8 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/subnets/2908eb2c-94b4-4ecb-acc9-432137fc71da HTTP/1.1" status: 404 len: 337 time: 0.0826859 Feb 09 21:05:46.283529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:46.338199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-e2e79d18-e8c8-4173-a886-ff783ca91a68 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2294631 Feb 09 21:05:46.360997 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (755dade8-6aae-40aa-822d-58e039f2adb2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.457589 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.502998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (7e6d8630-a03c-4a00-ad13-0fed7441adf3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.570575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:46.578969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=755dade8-6aae-40aa-822d-58e039f2adb2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:46.691858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Network 3e2881fd-8d06-44fb-98e0-0786450b7cf0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:46.692072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': 'b866bef0-c00c-48d5-a876-1433e5391663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3366341d-352e-42b6-b692-04cdca92976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:46.692424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: 3366341d-352e-42b6-b692-04cdca92976a, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:46.699053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ea073301-d78f-418f-93eb-78eee1dba005 None None] Provisioning complete for port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:46.699582 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (7e6d8630-a03c-4a00-ad13-0fed7441adf3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.700053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea073301-d78f-418f-93eb-78eee1dba005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.716664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:46.719526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:46.746216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6d8630-a03c-4a00-ad13-0fed7441adf3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:46.770019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac65a66f-c23c-489d-b7d6-bf11db9e215b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:46.774368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac65a66f-c23c-489d-b7d6-bf11db9e215b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:46.786417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network 3366341d-352e-42b6-b692-04cdca92976a is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:46.807321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (ac65a66f-c23c-489d-b7d6-bf11db9e215b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.828610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ac65a66f-c23c-489d-b7d6-bf11db9e215b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.846403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:46.847041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (ac65a66f-c23c-489d-b7d6-bf11db9e215b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.856664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-fb942c10-62e6-40a0-8631-e6d2343da387 service neutron] 10.222.0.102 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900022 Feb 09 21:05:46.860310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 3366341d-352e-42b6-b692-04cdca92976a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:46.893576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=b6b5bcc7-9b80-43af-8d29-6d42c44e9f50,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:46.948804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824292a1-ef34-4a05-8c23-3cc4cde1b01f None None] Network 3366341d-352e-42b6-b692-04cdca92976a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:46.957153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Attempting to bind port 818f9268-7f09-4139-a8d7-0f85acad8394 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:46.958095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Attempting to bind port 818f9268-7f09-4139-a8d7-0f85acad8394 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '04a5f5c4-9fec-42f1-8493-eceff7a4af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3e2881fd-8d06-44fb-98e0-0786450b7cf0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:46.958095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Attempting to bind port 818f9268-7f09-4139-a8d7-0f85acad8394 on network 3e2881fd-8d06-44fb-98e0-0786450b7cf0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:46.977969 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:46.981923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:46.982615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.984270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (7e6d8630-a03c-4a00-ad13-0fed7441adf3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.990396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:46.995215 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/7e6d8630-a03c-4a00-ad13-0fed7441adf3 HTTP/1.1" status: 204 len: 168 time: 0.7105889 Feb 09 21:05:46.999443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 52982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:47.015566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a335f1c-e2e8-408f-9b08-dd0840678006 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Network': ['ID=7e6d8630-a03c-4a00-ad13-0fed7441adf3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:47.066508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dfe51f58-007e-452b-87bf-81588545cc1b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7719638 Feb 09 21:05:47.067584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 52984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:47.142697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-4286c3db-d05c-445a-8bc4-831cee1d5d0e service neutron] 10.222.0.102 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654338 Feb 09 21:05:47.174221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a56617a5-ec36-4df3-ab7c-8a2fb23cde32 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Deleting port 787bdb9d-a31b-4fcd-8a4a-fa8d398d9829 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:47.174606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a56617a5-ec36-4df3-ab7c-8a2fb23cde32 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (787bdb9d-a31b-4fcd-8a4a-fa8d398d9829), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.187184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Pushing event updated for resources: {'Port': ['ID=818f9268-7f09-4139-a8d7-0f85acad8394,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:47.196278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:47.198105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Checking segment: {'id': '04a5f5c4-9fec-42f1-8493-eceff7a4af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3e2881fd-8d06-44fb-98e0-0786450b7cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:47.200973 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.200973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Bound using segment: {'id': '04a5f5c4-9fec-42f1-8493-eceff7a4af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3e2881fd-8d06-44fb-98e0-0786450b7cf0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:47.201495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Bound port: 818f9268-7f09-4139-a8d7-0f85acad8394, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a5f5c4-9fec-42f1-8493-eceff7a4af78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '3e2881fd-8d06-44fb-98e0-0786450b7cf0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:47.201891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.232880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (3366341d-352e-42b6-b692-04cdca92976a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.349124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:47.349784 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.357529 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a56617a5-ec36-4df3-ab7c-8a2fb23cde32 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (787bdb9d-a31b-4fcd-8a4a-fa8d398d9829), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.401896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (755dade8-6aae-40aa-822d-58e039f2adb2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.405933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a56617a5-ec36-4df3-ab7c-8a2fb23cde32 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Calling delete_port for 787bdb9d-a31b-4fcd-8a4a-fa8d398d9829 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:47.522238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e16c709-7525-4fbb-884b-2f9995c1c85c req-cfc34c18-21f3-426e-a56f-29eef0f79532 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 210 time: 0.1255636 Feb 09 21:05:47.577444 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a56617a5-ec36-4df3-ab7c-8a2fb23cde32 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (787bdb9d-a31b-4fcd-8a4a-fa8d398d9829), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.615002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (755dade8-6aae-40aa-822d-58e039f2adb2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.631860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56617a5-ec36-4df3-ab7c-8a2fb23cde32 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Port': ['ID=787bdb9d-a31b-4fcd-8a4a-fa8d398d9829,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:47.640471 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a56617a5-ec36-4df3-ab7c-8a2fb23cde32 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.647349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a56617a5-ec36-4df3-ab7c-8a2fb23cde32 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/ports/787bdb9d-a31b-4fcd-8a4a-fa8d398d9829 HTTP/1.1" status: 204 len: 168 time: 0.6439633 Feb 09 21:05:47.648364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:47.677638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=755dade8-6aae-40aa-822d-58e039f2adb2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:47.685972 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b293af0-98b7-4332-948b-b8b7f5ac1c2a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:47.686438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b293af0-98b7-4332-948b-b8b7f5ac1c2a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:47.692939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2b293af0-98b7-4332-948b-b8b7f5ac1c2a tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/subnets/1093a0dd-d849-42fb-bd04-0ba4ddc1652e HTTP/1.1" status: 404 len: 337 time: 0.0431600 Feb 09 21:05:47.693571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:47.746532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:43Z', 'revision_number': 2, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:47.818684 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (2bf893dd-2b35-4b57-bfe2-9513f75aff15), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.837203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ea073301-d78f-418f-93eb-78eee1dba005 None None] Current status of the port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:47.844188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Checking router: a600b1bc-e38a-4085-a871-29f6c8ea17c1 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:05:47.844724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Updating router a600b1bc-e38a-4085-a871-29f6c8ea17c1 port 8d543601-0069-4ce5-987c-1ca13c21e882 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:05:47.868926 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (3366341d-352e-42b6-b692-04cdca92976a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.904882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Deleting port 47111390-8554-4c16-8633-ad41b68b526d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:47.905279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (47111390-8554-4c16-8633-ad41b68b526d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:47.933335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3366341d-352e-42b6-b692-04cdca92976a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:47.959207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b866bef0-c00c-48d5-a876-1433e5391663') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:47.959836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b866bef0-c00c-48d5-a876-1433e5391663') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:48.003239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ea073301-d78f-418f-93eb-78eee1dba005 None None] Provisioning complete for port 8d543601-0069-4ce5-987c-1ca13c21e882 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:48.005125 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea073301-d78f-418f-93eb-78eee1dba005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.011141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] For port 818f9268-7f09-4139-a8d7-0f85acad8394, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:48.019297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491baa4a-b7b2-4012-b6c0-58f05a042d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-3366341d-352e-42b6-b692-04cdca92976a', 'network_id': '3366341d-352e-42b6-b692-04cdca92976a', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': '755dade8-6aae-40aa-822d-58e039f2adb2'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:48.020818 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-491baa4a-b7b2-4012-b6c0-58f05a042d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.033519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] For port 47111390-8554-4c16-8633-ad41b68b526d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=47111390-8554-4c16-8633-ad41b68b526d,segment=NetworkSegment(c1655c8d-08f9-4a59-8181-489daf776d12),segment_id=c1655c8d-08f9-4a59-8181-489daf776d12)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:48.033952 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (47111390-8554-4c16-8633-ad41b68b526d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.058038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (b866bef0-c00c-48d5-a876-1433e5391663), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.068423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Calling delete_port for 47111390-8554-4c16-8633-ad41b68b526d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:48.123063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b866bef0-c00c-48d5-a876-1433e5391663), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.148988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:48.149502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (b866bef0-c00c-48d5-a876-1433e5391663), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:48.161376 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:48.204187 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.223930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] For port 818f9268-7f09-4139-a8d7-0f85acad8394, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=818f9268-7f09-4139-a8d7-0f85acad8394,segment=NetworkSegment(04a5f5c4-9fec-42f1-8493-eceff7a4af78),segment_id=04a5f5c4-9fec-42f1-8493-eceff7a4af78)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:48.306990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (3366341d-352e-42b6-b692-04cdca92976a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.323658 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.362079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.372841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/3366341d-352e-42b6-b692-04cdca92976a HTTP/1.1" status: 204 len: 168 time: 1.3034024 Feb 09 21:05:48.374488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac82d1-f424-40f9-b599-6e7583732ac4 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=3366341d-352e-42b6-b692-04cdca92976a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:48.376728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:48.377794 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-491baa4a-b7b2-4012-b6c0-58f05a042d4f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 21:05:48.377794 n-d-789963-29 neutron-server[103326]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 09 21:05:48.377794 n-d-789963-29 neutron-server[103326]: [parameters: {'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'id': '0694bb10-140a-4491-bc6a-69ad10e13f26', 'name': '', 'network_id': '3366341d-352e-42b6-b692-04cdca92976a', 'mac_address': 'fa:16:3e:02:63:b2', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-3366341d-352e-42b6-b692-04cdca92976a', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2846}] Feb 09 21:05:48.377794 n-d-789963-29 neutron-server[103326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:05:48.378771 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-491baa4a-b7b2-4012-b6c0-58f05a042d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:05:48.401120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (47111390-8554-4c16-8633-ad41b68b526d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.407235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1417083441'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:48.466471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:48.470231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.534802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ea073301-d78f-418f-93eb-78eee1dba005 None None] Port 8d543601-0069-4ce5-987c-1ca13c21e882 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:05:48.538230 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:48.540143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:48.574687 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d7693e5e-ec1f-40c4-b529-744b454ce150), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.575966 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment d7693e5e-ec1f-40c4-b529-744b454ce150 of type vlan for network 87a2006e-1f9a-41fc-a379-2dc3309188c1 Feb 09 21:05:48.589287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Port': ['ID=47111390-8554-4c16-8633-ad41b68b526d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:48.628272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No DVR routers for this DVR port 47111390-8554-4c16-8633-ad41b68b526d on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:48.825305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (87a2006e-1f9a-41fc-a379-2dc3309188c1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.845915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1c5ec-c60a-4cc4-86da-7a60add5a8ce None None] Pushing event updated for resources: {'Port': ['ID=818f9268-7f09-4139-a8d7-0f85acad8394,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:48.869074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:48.898741 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-491baa4a-b7b2-4012-b6c0-58f05a042d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.904537 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (87a2006e-1f9a-41fc-a379-2dc3309188c1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.910367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f639987d-9f78-4db5-8f53-1e8d17815e7d req-7a6f189d-1b3b-4828-a9f1-4c8d0d7e2de8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 210 time: 0.1764340 Feb 09 21:05:48.910967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:48.911772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:48.974427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (2bf893dd-2b35-4b57-bfe2-9513f75aff15), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.030981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf893dd-2b35-4b57-bfe2-9513f75aff15']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:49.048728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1655c8d-08f9-4a59-8181-489daf776d12') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:49.049048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1655c8d-08f9-4a59-8181-489daf776d12') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:49.071190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (c1655c8d-08f9-4a59-8181-489daf776d12), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.098915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1655c8d-08f9-4a59-8181-489daf776d12), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.105686 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=87a2006e-1f9a-41fc-a379-2dc3309188c1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:49.118475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:49.119667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (c1655c8d-08f9-4a59-8181-489daf776d12), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:49.129958 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:49.146640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 87a2006e-1f9a-41fc-a379-2dc3309188c1 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:49.163712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53116) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:49.164423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-86928a59-c2fd-42df-8e55-16f21fa38003 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7842922 Feb 09 21:05:49.253084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6b132-2195-4e4b-a157-3486cb85155f None None] Network 3366341d-352e-42b6-b692-04cdca92976a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:49.276928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': '87a2006e-1f9a-41fc-a379-2dc3309188c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:49.392613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (2bf893dd-2b35-4b57-bfe2-9513f75aff15), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.406334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.429337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:49.429518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/2bf893dd-2b35-4b57-bfe2-9513f75aff15 HTTP/1.1" status: 204 len: 168 time: 1.7344043 Feb 09 21:05:49.543106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008240b-1263-4ead-9902-5edf7264eef5 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Network': ['ID=2bf893dd-2b35-4b57-bfe2-9513f75aff15,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:49.588918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1cf5bc66-3a2f-4ec4-ab93-e3910fdcfab7 None None] Provisioning complete for port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:49.589303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cf5bc66-3a2f-4ec4-ab93-e3910fdcfab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.692259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6b132-2195-4e4b-a157-3486cb85155f None None] Network 3366341d-352e-42b6-b692-04cdca92976a could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:05:49.744867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e78678b-0367-48e8-a183-fba54b055287 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Deleting subnet f3e8c432-e62a-4707-9473-b7a5b2cb306f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:05:49.749527 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e78678b-0367-48e8-a183-fba54b055287 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (f3e8c432-e62a-4707-9473-b7a5b2cb306f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.802232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e78678b-0367-48e8-a183-fba54b055287 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (f3e8c432-e62a-4707-9473-b7a5b2cb306f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.845877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13eba-9472-479e-9341-ecd95c242997 req-c8e5a165-1d8e-4201-bd45-b750931f23b4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:49.852474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-c8e5a165-1d8e-4201-bd45-b750931f23b4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 794 time: 0.2870233 Feb 09 21:05:49.858184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:49.863959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.871951 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Publish callbacks [] for port (8d543601-0069-4ce5-987c-1ca13c21e882), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.904919 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.931164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:49.931542 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:49.984507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e78678b-0367-48e8-a183-fba54b055287 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f3e8c432-e62a-4707-9473-b7a5b2cb306f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:50.201221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-bd4ad749-4986-4399-b3c1-9d9ccf09735e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 380 time: 0.3318396 Feb 09 21:05:50.232905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'port': {'device_id': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'admin_state_up': True, 'tenant_id': '11db802464124d8a859db41a07721eef', 'security_groups': ['a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:50.251226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85feea1e-3f14-4012-9e69-1eb9997af8b4 req-08c8bd97-efd7-44c6-a3fa-11b5871c9a76 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 210 time: 0.1142626 Feb 09 21:05:50.330234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e78678b-0367-48e8-a183-fba54b055287 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (f3e8c432-e62a-4707-9473-b7a5b2cb306f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:50.420578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78678b-0367-48e8-a183-fba54b055287 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e8c432-e62a-4707-9473-b7a5b2cb306f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:50.437902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242968b8-b4bb-481f-9f10-f6334c0167e6 None None] Pushing event updated for resources: {'Port': ['ID=8d543601-0069-4ce5-987c-1ca13c21e882,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:50.457408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e78678b-0367-48e8-a183-fba54b055287 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:50.468154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5e78678b-0367-48e8-a183-fba54b055287 tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/subnets/f3e8c432-e62a-4707-9473-b7a5b2cb306f HTTP/1.1" status: 204 len: 168 time: 1.0376024 Feb 09 21:05:50.471758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:50.618849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e08959c-74bd-48f9-89f0-884dc9028e12 None None] Network 726db116-f6ec-4ebd-a241-877643552353 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:50.758626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (726db116-f6ec-4ebd-a241-877643552353), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:50.843669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (4d7d1dc6-102b-403e-8816-1314a4b0b18a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:50.887743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:50.892488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:50.901126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Attempting to bind port 8d543601-0069-4ce5-987c-1ca13c21e882 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:50.904171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Attempting to bind port 8d543601-0069-4ce5-987c-1ca13c21e882 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:50.904827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Attempting to bind port 8d543601-0069-4ce5-987c-1ca13c21e882 on network e0255f4b-2006-446a-9e60-182465282411 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:50.941762 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Deleting port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:05:50.944114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.022930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5bc66-3a2f-4ec4-ab93-e3910fdcfab7 None None] Current status of the port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:51.034017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:51.034410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Checking segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:51.034816 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.035217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Bound using segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:51.035723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Bound port: 8d543601-0069-4ce5-987c-1ca13c21e882, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:51.036113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.124741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] For port 2844b8d1-3058-4a4d-a1ea-33411cee60b1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2844b8d1-3058-4a4d-a1ea-33411cee60b1,segment=NetworkSegment(1ccb4b5b-57f5-4617-834a-07aaebb6bedc),segment_id=1ccb4b5b-57f5-4617-834a-07aaebb6bedc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:51.125934 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.140775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:51.168174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Calling delete_port for 2844b8d1-3058-4a4d-a1ea-33411cee60b1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:05:51.215302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=4d7d1dc6-102b-403e-8816-1314a4b0b18a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:51.226930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': 'd7693e5e-ec1f-40c4-b529-744b454ce150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '87a2006e-1f9a-41fc-a379-2dc3309188c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:51.227502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: 87a2006e-1f9a-41fc-a379-2dc3309188c1, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:51.250038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b614c-2a6d-4c79-9d2f-2e9e8d7b0f7a None None] Network 3e2881fd-8d06-44fb-98e0-0786450b7cf0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:51.262531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1cf5bc66-3a2f-4ec4-ab93-e3910fdcfab7 None None] Provisioning complete for port 8d543601-0069-4ce5-987c-1ca13c21e882 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:51.262798 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1cf5bc66-3a2f-4ec4-ab93-e3910fdcfab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.294942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network 87a2006e-1f9a-41fc-a379-2dc3309188c1 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:51.327181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 87a2006e-1f9a-41fc-a379-2dc3309188c1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:51.357067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.20.0.14 (e0255f4b-2006-446a-9e60-182465282411/95434134-6c23-4561-8ec5-39b5c3fd02f2/ab86181f-5c5d-4d8c-a32f-38f61961fa69) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:51.364988 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2844b8d1-3058-4a4d-a1ea-33411cee60b1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.371490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:51.375542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] For port 8d543601-0069-4ce5-987c-1ca13c21e882, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:51.379298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] For port 8d543601-0069-4ce5-987c-1ca13c21e882, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8d543601-0069-4ce5-987c-1ca13c21e882,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:51.400484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b71b3-ce24-49fd-98d2-6ef1cd5eb401 None None] Network 87a2006e-1f9a-41fc-a379-2dc3309188c1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:51.427971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:51.429720 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.452714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Port': ['ID=2844b8d1-3058-4a4d-a1ea-33411cee60b1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:51.465977 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.475296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] No DVR routers for this DVR port 2844b8d1-3058-4a4d-a1ea-33411cee60b1 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:05:51.513583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ca18fc2-2489-4b86-abb0-fa615faa3c3e req-1822fcab-68ef-4f17-99e2-25f3178658d2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 210 time: 0.0738952 Feb 09 21:05:51.540155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 818f9268-7f09-4139-a8d7-0f85acad8394 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:51.597579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5bc66-3a2f-4ec4-ab93-e3910fdcfab7 None None] Port 8d543601-0069-4ce5-987c-1ca13c21e882 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:05:51.625267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (726db116-f6ec-4ebd-a241-877643552353), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.628230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-96fb2c02-5c59-490e-921d-17e7a7a83b06 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3570173 Feb 09 21:05:51.634365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:51.656581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726db116-f6ec-4ebd-a241-877643552353']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:51.673279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccb4b5b-57f5-4617-834a-07aaebb6bedc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:51.673845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccb4b5b-57f5-4617-834a-07aaebb6bedc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:51.689030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (1ccb4b5b-57f5-4617-834a-07aaebb6bedc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.707595 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1ccb4b5b-57f5-4617-834a-07aaebb6bedc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.717793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:51.718447 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (1ccb4b5b-57f5-4617-834a-07aaebb6bedc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:51.814888 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:51.827703 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (726db116-f6ec-4ebd-a241-877643552353), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.847287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0930f6b8-ee83-48fb-a942-11c3ca31d00b None None] DHCP port deletion for 726db116-f6ec-4ebd-a241-877643552353 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:05:51.854702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.860687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] 10.222.0.102 "DELETE /v2.0/networks/726db116-f6ec-4ebd-a241-877643552353 HTTP/1.1" status: 204 len: 168 time: 1.3877115 Feb 09 21:05:51.886934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9c44-ebd3-46ca-9ee1-b5c4748a15fe tempest-NetworksIpV6TestAttrs-818992632 tempest-NetworksIpV6TestAttrs-818992632-project] Pushing event deleted for resources: {'Network': ['ID=726db116-f6ec-4ebd-a241-877643552353,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:51.894926 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed66e1-f224-4566-97bf-23a1e0a5512c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.922893 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.927008 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.946119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (87a2006e-1f9a-41fc-a379-2dc3309188c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.959508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Provisioning complete for port 818f9268-7f09-4139-a8d7-0f85acad8394 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:51.962171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:51.964483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:05:51.965589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:05:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:51.968261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242968b8-b4bb-481f-9f10-f6334c0167e6 None None] Pushing event updated for resources: {'Port': ['ID=8d543601-0069-4ce5-987c-1ca13c21e882,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:52.142672 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed66e1-f224-4566-97bf-23a1e0a5512c admin admin] Publish callbacks [] for security_group (5eba0cbb-7470-4962-be41-b2cc291fc722), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.149044 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6ed66e1-f224-4566-97bf-23a1e0a5512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5eba0cbb-7470-4962-be41-b2cc291fc722), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.167351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.199258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed66e1-f224-4566-97bf-23a1e0a5512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eba0cbb-7470-4962-be41-b2cc291fc722,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:52.211047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (4d7d1dc6-102b-403e-8816-1314a4b0b18a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.288893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e6ed66e1-f224-4566-97bf-23a1e0a5512c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e9160dde004a41f4b4c502a1544af611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8665895 Feb 09 21:05:52.292304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:52.388007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network e0255f4b-2006-446a-9e60-182465282411 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:52.388696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:52.393602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:52.400748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:52.456025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:52.484439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5ad9-9b77-4efa-8f07-688c2edf4746 admin admin] Publish callbacks [] for security_group (5eba0cbb-7470-4962-be41-b2cc291fc722), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.543484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5ad9-9b77-4efa-8f07-688c2edf4746 admin admin] Publish callbacks [] for security_group (5eba0cbb-7470-4962-be41-b2cc291fc722), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.666229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Current status of the port 818f9268-7f09-4139-a8d7-0f85acad8394 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:52.666816 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.701793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca95810-f87b-4709-946a-02e87f0531cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-87a2006e-1f9a-41fc-a379-2dc3309188c1', 'network_id': '87a2006e-1f9a-41fc-a379-2dc3309188c1', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': '4d7d1dc6-102b-403e-8816-1314a4b0b18a'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:52.702658 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ca95810-f87b-4709-946a-02e87f0531cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.703474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:52.704967 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.723986 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5ad9-9b77-4efa-8f07-688c2edf4746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5eba0cbb-7470-4962-be41-b2cc291fc722), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.749700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 818f9268-7f09-4139-a8d7-0f85acad8394 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:52.750086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.755576 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b5d5ad9-9b77-4efa-8f07-688c2edf4746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.759920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1b5d5ad9-9b77-4efa-8f07-688c2edf4746 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5eba0cbb-7470-4962-be41-b2cc291fc722 HTTP/1.1" status: 204 len: 168 time: 0.4637232 Feb 09 21:05:52.776894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-be7a5036-f97a-4516-bffc-8045a493facf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5516882 Feb 09 21:05:52.792499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Request body: {'port': {'device_id': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:52.817448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (4d7d1dc6-102b-403e-8816-1314a4b0b18a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:52.917461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7d1dc6-102b-403e-8816-1314a4b0b18a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:52.961314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] For port 818f9268-7f09-4139-a8d7-0f85acad8394, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=818f9268-7f09-4139-a8d7-0f85acad8394,segment=NetworkSegment(04a5f5c4-9fec-42f1-8493-eceff7a4af78),segment_id=04a5f5c4-9fec-42f1-8493-eceff7a4af78)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:52.991016 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d5ad9-9b77-4efa-8f07-688c2edf4746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eba0cbb-7470-4962-be41-b2cc291fc722,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:52.992654 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.022502 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.081967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0a072-69b3-4d13-90f8-5cdeb7a8826e req-fe35b0e4-7b95-43ae-bc74-901091cbbc98 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:53.109211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (87a2006e-1f9a-41fc-a379-2dc3309188c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.115244 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6b0a072-69b3-4d13-90f8-5cdeb7a8826e req-fe35b0e4-7b95-43ae-bc74-901091cbbc98 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 932 time: 0.4239321 Feb 09 21:05:53.133667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e6cd5478-84bb-49fe-baa0-6ced23a13506 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4c1b4a6e168d48f5a0974c2b54d875de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7311637 Feb 09 21:05:53.135160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53488) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:53.171332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:05:53.193657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a2006e-1f9a-41fc-a379-2dc3309188c1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:53.206712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7693e5e-ec1f-40c4-b529-744b454ce150') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:53.207374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7693e5e-ec1f-40c4-b529-744b454ce150') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:53.222171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (d7693e5e-ec1f-40c4-b529-744b454ce150), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.242908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d7693e5e-ec1f-40c4-b529-744b454ce150), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.261806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:05:53.262353 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (d7693e5e-ec1f-40c4-b529-744b454ce150), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:05:53.300094 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:05:53.415826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686ca25-03c2-47a0-9e18-2e8019548084 None None] Network 87a2006e-1f9a-41fc-a379-2dc3309188c1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:53.421090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Provisioning complete for port 8d543601-0069-4ce5-987c-1ca13c21e882 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:53.422218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.514198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6b0a072-69b3-4d13-90f8-5cdeb7a8826e req-2997779d-089e-41c0-a4b6-d077b370944c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798003 Feb 09 21:05:53.516929 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53530) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:53.530194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (87a2006e-1f9a-41fc-a379-2dc3309188c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.536785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43eb8272-a816-43ef-bd4d-94784c6acf76 admin admin] Publish callbacks [] for security_group (aaa614da-fad6-4bb7-93c8-c1e70e400423), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.586182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43eb8272-a816-43ef-bd4d-94784c6acf76 admin admin] Publish callbacks [] for security_group (aaa614da-fad6-4bb7-93c8-c1e70e400423), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.595096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Pushing event updated for resources: {'Port': ['ID=818f9268-7f09-4139-a8d7-0f85acad8394,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:53.665143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b274db72-b126-493a-9c54-ee725b0a1283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.669721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.673259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43eb8272-a816-43ef-bd4d-94784c6acf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (aaa614da-fad6-4bb7-93c8-c1e70e400423), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.673861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/87a2006e-1f9a-41fc-a379-2dc3309188c1 HTTP/1.1" status: 204 len: 168 time: 2.0337436 Feb 09 21:05:53.677064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43eb8272-a816-43ef-bd4d-94784c6acf76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.682126 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-43eb8272-a816-43ef-bd4d-94784c6acf76 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/aaa614da-fad6-4bb7-93c8-c1e70e400423 HTTP/1.1" status: 204 len: 168 time: 0.5459447 Feb 09 21:05:53.683025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:53.696943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca86ce4-ae15-4e92-b446-febffebfeaf5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=87a2006e-1f9a-41fc-a379-2dc3309188c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:53.704356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159705565'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:53.738791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb8272-a816-43ef-bd4d-94784c6acf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa614da-fad6-4bb7-93c8-c1e70e400423,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:53.769359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:53.773313 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.822237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:53.847031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ab7df37f-50bd-4e29-97cd-2019b788918d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.848064 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment ab7df37f-50bd-4e29-97cd-2019b788918d of type vlan for network df8793b6-19c0-40f3-937b-59679030ab94 Feb 09 21:05:53.854029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 818f9268-7f09-4139-a8d7-0f85acad8394 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:53.953813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (df8793b6-19c0-40f3-937b-59679030ab94), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.990576 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (df8793b6-19c0-40f3-937b-59679030ab94), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:53.999344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:54.001275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.067755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab86181f-5c5d-4d8c-a32f-38f61961fa69 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:05:54.073094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 818f9268-7f09-4139-a8d7-0f85acad8394 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:54.080093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Publish callbacks [] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.099474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Transition to ACTIVE for port object ab86181f-5c5d-4d8c-a32f-38f61961fa69 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:05:54.100731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4090879 Feb 09 21:05:54.103846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:54.112832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:54.120788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.152675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Current status of the port 8d543601-0069-4ce5-987c-1ca13c21e882 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:54.153712 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.160208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c451b7-54c7-4091-a76b-27da96ec8fbb tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=df8793b6-19c0-40f3-937b-59679030ab94,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:54.178466 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b274db72-b126-493a-9c54-ee725b0a1283 admin admin] Publish callbacks [] for security_group (4a95b289-7b4e-4a5e-9c3f-9cc4269948a9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.183958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network df8793b6-19c0-40f3-937b-59679030ab94 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:54.185393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b274db72-b126-493a-9c54-ee725b0a1283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a95b289-7b4e-4a5e-9c3f-9cc4269948a9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.241038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274db72-b126-493a-9c54-ee725b0a1283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95b289-7b4e-4a5e-9c3f-9cc4269948a9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:54.281683 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b274db72-b126-493a-9c54-ee725b0a1283 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3b9394a4ee0f480cb04c8a6d15ddffd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7635136 Feb 09 21:05:54.284590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:54.308155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:54.382152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce87f83-0dbc-4c7b-bc76-43eb8a1f36a2 admin admin] Publish callbacks [] for security_group (4a95b289-7b4e-4a5e-9c3f-9cc4269948a9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.419430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] For port 8d543601-0069-4ce5-987c-1ca13c21e882, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8d543601-0069-4ce5-987c-1ca13c21e882,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:05:54.442891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.497833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce87f83-0dbc-4c7b-bc76-43eb8a1f36a2 admin admin] Publish callbacks [] for security_group (4a95b289-7b4e-4a5e-9c3f-9cc4269948a9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.512407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-839b4541-5577-4c80-af12-0022cc5239af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:05:54.518919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 818f9268-7f09-4139-a8d7-0f85acad8394 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:54.519290 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.539576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:54.540440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:54.540440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:54.564322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:05:54.565148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:54.588800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:54.597013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.612002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:54.625351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Checking segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:54.628742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Bound using segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:54.629693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Bound port: ab86181f-5c5d-4d8c-a32f-38f61961fa69, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:54.630968 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.633656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce87f83-0dbc-4c7b-bc76-43eb8a1f36a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a95b289-7b4e-4a5e-9c3f-9cc4269948a9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.651223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ce87f83-0dbc-4c7b-bc76-43eb8a1f36a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:54.667537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ce87f83-0dbc-4c7b-bc76-43eb8a1f36a2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4a95b289-7b4e-4a5e-9c3f-9cc4269948a9 HTTP/1.1" status: 204 len: 168 time: 0.3664618 Feb 09 21:05:54.675988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fc487-0285-488f-919c-5b026d48f87e None None] Pushing event updated for resources: {'Port': ['ID=8d543601-0069-4ce5-987c-1ca13c21e882,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:54.725488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce87f83-0dbc-4c7b-bc76-43eb8a1f36a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95b289-7b4e-4a5e-9c3f-9cc4269948a9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:54.728880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b4541-5577-4c80-af12-0022cc5239af None None] The sync data for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 is: [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:51Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:05:54.761249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fda6cc0e-85fe-4be1-8a7d-76da57f83b33 None None] Provisioning complete for port 818f9268-7f09-4139-a8d7-0f85acad8394 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:54.761881 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fda6cc0e-85fe-4be1-8a7d-76da57f83b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:55.077215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 818f9268-7f09-4139-a8d7-0f85acad8394 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:55.175351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fda6cc0e-85fe-4be1-8a7d-76da57f83b33 None None] Current status of the port 818f9268-7f09-4139-a8d7-0f85acad8394 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:55.219123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2844b8d1-3058-4a4d-a1ea-33411cee60b1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:05:55.266139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 2844b8d1-3058-4a4d-a1ea-33411cee60b1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:05:55.281757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2844b8d1-3058-4a4d-a1ea-33411cee60b1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:05:55.308604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fda6cc0e-85fe-4be1-8a7d-76da57f83b33 None None] Provisioning complete for port 8d543601-0069-4ce5-987c-1ca13c21e882 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:55.309313 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fda6cc0e-85fe-4be1-8a7d-76da57f83b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:55.495599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fda6cc0e-85fe-4be1-8a7d-76da57f83b33 None None] Current status of the port 8d543601-0069-4ce5-987c-1ca13c21e882 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:55.837411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:55.846416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:55.864309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:55.898235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:55.940816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f29f3-c28f-4ff3-b7cd-ca731415fc17 req-185f26c0-de68-49d3-9ef6-8384b07d4635 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:55.943220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce0f29f3-c28f-4ff3-b7cd-ca731415fc17 req-185f26c0-de68-49d3-9ef6-8384b07d4635 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 1.1636672 Feb 09 21:05:56.087634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8d543601-0069-4ce5-987c-1ca13c21e882 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:05:56.095031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:56.096220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:56.098759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] 10.222.0.50 "PUT /v2.0/ports/ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1093 time: 3.3196859 Feb 09 21:05:56.101397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:05:56.104317 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:05:56.179238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-22266a08-3c68-4e78-b298-74e402ea9ff0 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] Request body: {'port': {'network_id': '8b8fb02b-23ba-410d-9b94-0063e35c27ef', 'name': 'tempest-NetworksNegativeTestJSON-1144297305'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:56.217683 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-22266a08-3c68-4e78-b298-74e402ea9ff0 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] POST failed (client error): The resource could not be found. Feb 09 21:05:56.237913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22266a08-3c68-4e78-b298-74e402ea9ff0 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:56.240321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-22266a08-3c68-4e78-b298-74e402ea9ff0 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3748772 Feb 09 21:05:56.246764 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841fbe8e-cdaf-4c7d-b863-d90a9fefe3c3 x-openstack-request-id: req-841fbe8e-cdaf-4c7d-b863-d90a9fefe3c3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:05:56.247489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.247901 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:05:56.248431 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-841fbe8e-cdaf-4c7d-b863-d90a9fefe3c3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:05:56.249902 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'status': 'completed', 'code': 200} Feb 09 21:05:56.258638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8d543601-0069-4ce5-987c-1ca13c21e882 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:05:56.259023 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:56.312895 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-706ba8c0-f429-4e38-aa72-37cef4ed595b tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:56.313440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706ba8c0-f429-4e38-aa72-37cef4ed595b tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:56.320204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-706ba8c0-f429-4e38-aa72-37cef4ed595b tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "DELETE /v2.0/networks/01a8a7d8-71df-4049-a776-546c9ea93083 HTTP/1.1" status: 404 len: 339 time: 0.0674877 Feb 09 21:05:56.327766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.346269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2d036-2208-4fc6-93e7-591f309b9337 service neutron] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:56.372259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce0f29f3-c28f-4ff3-b7cd-ca731415fc17 req-6b6dd135-ac44-42b3-8c6d-9b7839a66285 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068215 Feb 09 21:05:56.408411 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8563895f-7596-46bb-9c8d-fd249d384bf1 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:56.408996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8563895f-7596-46bb-9c8d-fd249d384bf1 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:56.416380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.424277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8563895f-7596-46bb-9c8d-fd249d384bf1 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "DELETE /v2.0/ports/19a7a8ec-a804-46c0-97ee-e9b484260694 HTTP/1.1" status: 404 len: 333 time: 0.0953434 Feb 09 21:05:56.430438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (a172f4b1-24b1-44af-bd78-d77d3294932f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:56.516199 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-93deb39b-b3ee-4d85-afa7-dbb1c63e869b tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] DELETE failed (client error): The resource could not be found. Feb 09 21:05:56.517071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93deb39b-b3ee-4d85-afa7-dbb1c63e869b tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:56.520393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-93deb39b-b3ee-4d85-afa7-dbb1c63e869b tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "DELETE /v2.0/subnets/615a40a6-c39c-42cf-a2bd-4b886a3de675 HTTP/1.1" status: 404 len: 337 time: 0.1022770 Feb 09 21:05:56.525300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53656) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.530314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13eba-9472-479e-9341-ecd95c242997 req-2545e32f-5952-4c01-8bc1-065eb9d3fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:56.533034 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-2545e32f-5952-4c01-8bc1-065eb9d3fd91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1127 time: 0.3304000 Feb 09 21:05:56.535119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8d543601-0069-4ce5-987c-1ca13c21e882 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:05:56.576175 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-19fee4f9-b00c-4463-a64c-6a69df085641 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] GET failed (client error): The resource could not be found. Feb 09 21:05:56.584643 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-19fee4f9-b00c-4463-a64c-6a69df085641 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "GET /v2.0/networks/c3595c1a-768d-4508-85a3-7dbfc2679ca6 HTTP/1.1" status: 404 len: 339 time: 0.0516160 Feb 09 21:05:56.585895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53658) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.617729 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-aa33523b-be61-4631-bfc5-e5409d202993 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 217 time: 0.0760946 Feb 09 21:05:56.637023 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:56.638497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=a172f4b1-24b1-44af-bd78-d77d3294932f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:56.659533 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd5b624-617e-499f-8224-45d6b9895d5e tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] GET failed (client error): The resource could not be found. Feb 09 21:05:56.661396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dfd5b624-617e-499f-8224-45d6b9895d5e tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "GET /v2.0/ports/4fae32eb-29dc-4eb1-ae6c-66d58f2b40af HTTP/1.1" status: 404 len: 333 time: 0.0647299 Feb 09 21:05:56.665451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.684673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': 'ab7df37f-50bd-4e29-97cd-2019b788918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:56.685154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: df8793b6-19c0-40f3-937b-59679030ab94, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:05:56.709425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13eba-9472-479e-9341-ecd95c242997 req-5467e28f-4613-4f29-b0d1-0f7ce5c9899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:56.715232 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dfa762-345d-4ebb-8310-5b626347f704 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] GET failed (client error): The resource could not be found. Feb 09 21:05:56.717318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-5467e28f-4613-4f29-b0d1-0f7ce5c9899d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.0905273 Feb 09 21:05:56.722163 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d1dfa762-345d-4ebb-8310-5b626347f704 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "GET /v2.0/subnets/5cb73165-1bdb-48f1-93f0-d58e2c2bf560 HTTP/1.1" status: 404 len: 337 time: 0.0552099 Feb 09 21:05:56.726101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53662) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.739884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-51276a21-3e0e-42f7-8e73-7109408cd624 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:56.784963 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-51276a21-3e0e-42f7-8e73-7109408cd624 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] PUT failed (client error): The resource could not be found. Feb 09 21:05:56.785969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51276a21-3e0e-42f7-8e73-7109408cd624 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:56.787344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-51276a21-3e0e-42f7-8e73-7109408cd624 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "PUT /v2.0/networks/24aa1b5f-e6df-46d0-b1ab-15940367fd90 HTTP/1.1" status: 404 len: 339 time: 0.0590944 Feb 09 21:05:56.789203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network df8793b6-19c0-40f3-937b-59679030ab94 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:05:56.792783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.811333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-329766a0-f930-4c86-9af3-17c9eb247df3 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:56.840228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, df8793b6-19c0-40f3-937b-59679030ab94) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:56.854692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf16354-9443-4b60-afd1-259c7611b4af None None] Network df8793b6-19c0-40f3-937b-59679030ab94 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:05:56.897377 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-329766a0-f930-4c86-9af3-17c9eb247df3 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] PUT failed (client error): The resource could not be found. Feb 09 21:05:56.898036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329766a0-f930-4c86-9af3-17c9eb247df3 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:56.899205 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-329766a0-f930-4c86-9af3-17c9eb247df3 tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "PUT /v2.0/ports/8f00c5e4-4ce0-4ca3-9ed3-a7fd748655bb HTTP/1.1" status: 404 len: 333 time: 0.1054068 Feb 09 21:05:56.902349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:56.902665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:56.903447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:56.923624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f17fb9d3-babc-49dd-a832-956a4848462d tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:56.940493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f13eba-9472-479e-9341-ecd95c242997 req-77a98b6b-ce05-489e-bf98-f03dcefde2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:56.952639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-77a98b6b-ce05-489e-bf98-f03dcefde2bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2285743 Feb 09 21:05:56.961863 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17fb9d3-babc-49dd-a832-956a4848462d tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] PUT failed (client error): The resource could not be found. Feb 09 21:05:56.962483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17fb9d3-babc-49dd-a832-956a4848462d tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:05:56.982267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f17fb9d3-babc-49dd-a832-956a4848462d tempest-NetworksNegativeTestJSON-2104502595 tempest-NetworksNegativeTestJSON-2104502595-project] 10.222.0.102 "PUT /v2.0/subnets/224eb82c-46d9-4f0f-a713-8298e63e8f74 HTTP/1.1" status: 404 len: 337 time: 0.0709572 Feb 09 21:05:57.037901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:57.038467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-93bdf52c-9888-4256-8746-f4f93bf0784b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9328072 Feb 09 21:05:57.045550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:57.159591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-df8793b6-19c0-40f3-937b-59679030ab94', 'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': 'a172f4b1-24b1-44af-bd78-d77d3294932f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:05:57.161158 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:57.191496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-2546d0f6-4309-425f-838e-e92a9fcc3507 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322896 Feb 09 21:05:57.426598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3f13eba-9472-479e-9341-ecd95c242997 req-3a0dd5d1-994e-4fe1-b53f-bb081d4f4b2d service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294891 Feb 09 21:05:57.495626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:57.511099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:57.564825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:57.607917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-ae25fb09-ea7d-41bf-904b-330d67d0f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:57.610144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-ae25fb09-ea7d-41bf-904b-330d67d0f59a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1127 time: 0.1111784 Feb 09 21:05:57.652922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Allocated IP 2001:db8::2 (df8793b6-19c0-40f3-937b-59679030ab94/a172f4b1-24b1-44af-bd78-d77d3294932f/ed38baf6-016c-4f79-bc6a-1575651b0b50) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:05:57.766068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-3b9f2e79-4514-4241-9ea1-85933896ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:57.767639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-3b9f2e79-4514-4241-9ea1-85933896ac27 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.1503131 Feb 09 21:05:57.798837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cabb2a-b601-4a8a-8f73-de6a928196fa req-46666590-789d-4007-a29f-f50db7a9073d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:57.806509 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40cabb2a-b601-4a8a-8f73-de6a928196fa req-46666590-789d-4007-a29f-f50db7a9073d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.2009485 Feb 09 21:05:57.836209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-2813b488-afe5-4721-b373-f41ba42fc456 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 217 time: 0.0609789 Feb 09 21:05:57.900056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-3945ce93-2e09-4735-863b-dff2ec837f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:57.901633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-3945ce93-2e09-4735-863b-dff2ec837f38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.0571213 Feb 09 21:05:57.903502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd280716-9f61-4c39-9beb-3b580564c270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:57.950756 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Publish callbacks [] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:57.961138 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:57.976873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40cabb2a-b601-4a8a-8f73-de6a928196fa req-585dcace-d7de-43f9-9dfe-a28193c01518 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629298 Feb 09 21:05:58.076761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Pushing event updated for resources: {'Port': ['ID=ed38baf6-016c-4f79-bc6a-1575651b0b50,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:58.086616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Network df8793b6-19c0-40f3-937b-59679030ab94 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:58.089892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:58.094239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:05:58.097417 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd280716-9f61-4c39-9beb-3b580564c270 admin admin] Publish callbacks [] for security_group (7c2d571e-2289-47f2-a2f7-8540297911ab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.112451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd280716-9f61-4c39-9beb-3b580564c270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7c2d571e-2289-47f2-a2f7-8540297911ab), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.135780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-dc3601d8-be91-43b4-a355-ee9281369e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:58.141896 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-dc3601d8-be91-43b4-a355-ee9281369e89 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2116408 Feb 09 21:05:58.178396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bd280716-9f61-4c39-9beb-3b580564c270 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f586c181dbeb423287ef2a1c0bedc794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6100500 Feb 09 21:05:58.190629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:58.218501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (8227dacc-b99e-44f9-a447-93bf1fb1d0fa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.274996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd280716-9f61-4c39-9beb-3b580564c270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d571e-2289-47f2-a2f7-8540297911ab,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:58.275277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network df8793b6-19c0-40f3-937b-59679030ab94 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:05:58.280713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:05:58.285074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:58.285514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.303104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=8227dacc-b99e-44f9-a447-93bf1fb1d0fa,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:58.315326 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-69b62ddf-98ea-4495-8a8c-dd04cdd21133 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2758374 Feb 09 21:05:58.316032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53720) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:58.326536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2a5529-b321-4d85-aebc-8a07abaf71fd admin admin] Publish callbacks [] for security_group (7c2d571e-2289-47f2-a2f7-8540297911ab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.360742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Attempting to bind port ed38baf6-016c-4f79-bc6a-1575651b0b50 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:05:58.361918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Attempting to bind port ed38baf6-016c-4f79-bc6a-1575651b0b50 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'ab7df37f-50bd-4e29-97cd-2019b788918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:05:58.362558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Attempting to bind port ed38baf6-016c-4f79-bc6a-1575651b0b50 on network df8793b6-19c0-40f3-937b-59679030ab94 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:05:58.370450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:05:58.371245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Checking segment: {'id': 'ab7df37f-50bd-4e29-97cd-2019b788918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:05:58.371984 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.372655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Bound using segment: {'id': 'ab7df37f-50bd-4e29-97cd-2019b788918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:05:58.373420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Bound port: ed38baf6-016c-4f79-bc6a-1575651b0b50, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7df37f-50bd-4e29-97cd-2019b788918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:05:58.374069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.412552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1781be3-1cfd-4053-8495-3171d111b0fc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:58.414608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1781be3-1cfd-4053-8495-3171d111b0fc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:58.420678 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1781be3-1cfd-4053-8495-3171d111b0fc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:58.422988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1781be3-1cfd-4053-8495-3171d111b0fc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:58.424962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1781be3-1cfd-4053-8495-3171d111b0fc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:58.426340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c1781be3-1cfd-4053-8495-3171d111b0fc tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1092310 Feb 09 21:05:58.431038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:58.434047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-492a36c3-4b81-4ccc-82e4-571d1ebdbabb service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542670 Feb 09 21:05:58.436648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1795911594'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:58.480828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:58.486600 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.519398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] For port ed38baf6-016c-4f79-bc6a-1575651b0b50, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:05:58.523637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:05:58.534143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] For port ed38baf6-016c-4f79-bc6a-1575651b0b50, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed38baf6-016c-4f79-bc6a-1575651b0b50,segment=NetworkSegment(ab7df37f-50bd-4e29-97cd-2019b788918d),segment_id=ab7df37f-50bd-4e29-97cd-2019b788918d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:05:58.540045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3f2ce1b1-cd13-4fdf-9a2a-cf393159a78e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.542087 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment 3f2ce1b1-cd13-4fdf-9a2a-cf393159a78e of type vlan for network 56d90d61-3898-4f52-84af-55ea856f103c Feb 09 21:05:58.546742 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.636662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (56d90d61-3898-4f52-84af-55ea856f103c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.660457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2a5529-b321-4d85-aebc-8a07abaf71fd admin admin] Publish callbacks [] for security_group (7c2d571e-2289-47f2-a2f7-8540297911ab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.682568 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (56d90d61-3898-4f52-84af-55ea856f103c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.688275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:58.688883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.716779 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56c7d8e1-ec5b-4bd4-8cdb-30791ce8fccb req-b0a992d1-7477-486b-b6fa-ee37499b1cfe service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795146 Feb 09 21:05:58.739845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63941fe1-d389-43d1-bd14-a74d86bdbd94 None None] Pushing event updated for resources: {'Port': ['ID=ed38baf6-016c-4f79-bc6a-1575651b0b50,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:58.743980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2a5529-b321-4d85-aebc-8a07abaf71fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7c2d571e-2289-47f2-a2f7-8540297911ab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.748142 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da2a5529-b321-4d85-aebc-8a07abaf71fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:58.753079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-da2a5529-b321-4d85-aebc-8a07abaf71fd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7c2d571e-2289-47f2-a2f7-8540297911ab HTTP/1.1" status: 204 len: 168 time: 0.5589173 Feb 09 21:05:58.767513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a5529-b321-4d85-aebc-8a07abaf71fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d571e-2289-47f2-a2f7-8540297911ab,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:58.837623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4052334 Feb 09 21:05:58.841020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:58.847166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-98c7cc72-cc59-4eb9-8ead-ab8f7fc75f12 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:58.860904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1407498-9386-421b-a154-e358a6a2e33a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=56d90d61-3898-4f52-84af-55ea856f103c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:58.879544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 56d90d61-3898-4f52-84af-55ea856f103c details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:05:59.191782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c7cc72-cc59-4eb9-8ead-ab8f7fc75f12 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (56d90d61-3898-4f52-84af-55ea856f103c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:59.210948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c7cc72-cc59-4eb9-8ead-ab8f7fc75f12 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (56d90d61-3898-4f52-84af-55ea856f103c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:59.230406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98c7cc72-cc59-4eb9-8ead-ab8f7fc75f12 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network 56d90d61-3898-4f52-84af-55ea856f103c is not hosted by any dhcp agent {{(pid=103324) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:05:59.236340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c7cc72-cc59-4eb9-8ead-ab8f7fc75f12 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:59.236967 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-98c7cc72-cc59-4eb9-8ead-ab8f7fc75f12 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:59.238287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-98c7cc72-cc59-4eb9-8ead-ab8f7fc75f12 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "PUT /v2.0/networks/56d90d61-3898-4f52-84af-55ea856f103c HTTP/1.1" status: 200 len: 723 time: 0.3962011 Feb 09 21:05:59.241373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:05:59.249241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fe49-b3f2-4770-959f-8ad6909a0729 req-9b709c94-a3ac-4709-bd64-00f71de28bc6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:05:59.251014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6228fe49-b3f2-4770-959f-8ad6909a0729 req-9b709c94-a3ac-4709-bd64-00f71de28bc6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.1149025 Feb 09 21:05:59.260493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': '56d90d61-3898-4f52-84af-55ea856f103c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:05:59.424713 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6228fe49-b3f2-4770-959f-8ad6909a0729 req-aacfa999-5d4f-4c51-b9ca-9292e052b7e5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664374 Feb 09 21:05:59.577597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:05:59.583721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:05:59.591019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7cc72-cc59-4eb9-8ead-ab8f7fc75f12 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=56d90d61-3898-4f52-84af-55ea856f103c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:05:59.612968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 56d90d61-3898-4f52-84af-55ea856f103c details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:00.127916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed38baf6-016c-4f79-bc6a-1575651b0b50 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:00.297460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ed38baf6-016c-4f79-bc6a-1575651b0b50 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:00.298296 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:00.305024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (76233fef-0ae8-41c9-81a5-15e76b4f4efb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:00.441495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=76233fef-0ae8-41c9-81a5-15e76b4f4efb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:00.465441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': '3f2ce1b1-cd13-4fdf-9a2a-cf393159a78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '56d90d61-3898-4f52-84af-55ea856f103c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:00.467083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: 56d90d61-3898-4f52-84af-55ea856f103c, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:00.533683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed38baf6-016c-4f79-bc6a-1575651b0b50 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:00.534091 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:00.541211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network 56d90d61-3898-4f52-84af-55ea856f103c is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:00.558563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 56d90d61-3898-4f52-84af-55ea856f103c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:00.570420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:00.571281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:00.592229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c6341e-3739-4070-9de2-546ebc7162e9 None None] Network 56d90d61-3898-4f52-84af-55ea856f103c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:00.624944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-306e76dd-885b-44df-a9ca-851b37cd184f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3794923 Feb 09 21:06:00.625331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:00.626598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53882) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:00.631308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f0a80914-e0b4-45e4-86f0-b5b182e2bb9f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:00.661100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port ed38baf6-016c-4f79-bc6a-1575651b0b50, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed38baf6-016c-4f79-bc6a-1575651b0b50,segment=NetworkSegment(ab7df37f-50bd-4e29-97cd-2019b788918d),segment_id=ab7df37f-50bd-4e29-97cd-2019b788918d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:00.701516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:00.730858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122f366-919c-4f46-91a0-7887929a8d7f req-a3a9c5bd-7ccd-454f-93de-9bdc36b0a311 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:00.741916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2122f366-919c-4f46-91a0-7887929a8d7f req-a3a9c5bd-7ccd-454f-93de-9bdc36b0a311 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.0991576 Feb 09 21:06:00.842938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95e8f5-453d-4114-a492-7bde9f1afdff None None] Network df8793b6-19c0-40f3-937b-59679030ab94 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:00.852196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2122f366-919c-4f46-91a0-7887929a8d7f req-fd15dde4-61e7-4676-b532-d8f4745a50e0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010301 Feb 09 21:06:00.873739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=ed38baf6-016c-4f79-bc6a-1575651b0b50,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:00.908392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-14313818'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:00.909269 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0a80914-e0b4-45e4-86f0-b5b182e2bb9f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4320913'] for subnet (76233fef-0ae8-41c9-81a5-15e76b4f4efb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:00.970877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:00.976766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:00.997715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.058064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ebc9f479-130b-4bea-9575-c7b6e6499983 None None] Provisioning complete for port ed38baf6-016c-4f79-bc6a-1575651b0b50 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:01.058448 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f479-130b-4bea-9575-c7b6e6499983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.123332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (749b7668-6a46-4ecb-a91e-92015a169245), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.130533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (749b7668-6a46-4ecb-a91e-92015a169245), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.151639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:01.170406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (324bcc2d-afd5-458a-b387-aaad456a3cf6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.170767 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Added segment 324bcc2d-afd5-458a-b387-aaad456a3cf6 of type vlan for network 1ee0f815-eda7-4cab-b628-d057b2755bc3 Feb 09 21:06:01.229734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53890) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:01.242177 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (1ee0f815-eda7-4cab-b628-d057b2755bc3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.264128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0a80914-e0b4-45e4-86f0-b5b182e2bb9f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743317270276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4302188'] for subnet (76233fef-0ae8-41c9-81a5-15e76b4f4efb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.362170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a80914-e0b4-45e4-86f0-b5b182e2bb9f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:01.363882 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0a80914-e0b4-45e4-86f0-b5b182e2bb9f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.365511 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f0a80914-e0b4-45e4-86f0-b5b182e2bb9f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "PUT /v2.0/subnets/76233fef-0ae8-41c9-81a5-15e76b4f4efb HTTP/1.1" status: 200 len: 826 time: 0.7390535 Feb 09 21:06:01.366359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749b7668-6a46-4ecb-a91e-92015a169245,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:01.370313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:01.375291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (1ee0f815-eda7-4cab-b628-d057b2755bc3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.406895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:01.407594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.477652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a80914-e0b4-45e4-86f0-b5b182e2bb9f tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=76233fef-0ae8-41c9-81a5-15e76b4f4efb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:01.498160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3894fa53-9bbf-48c4-9690-faa7cdf2b5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.526213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53896) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:01.528431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8990233 Feb 09 21:06:01.536284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'name': 'tempest-PortsIpV6TestJSON-590804833'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:01.562866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa55f8-b0da-4919-8597-89c2147b8482 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Network': ['ID=1ee0f815-eda7-4cab-b628-d057b2755bc3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:01.569464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:06:01.593957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:01.616257 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (56d90d61-3898-4f52-84af-55ea856f103c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.783427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:01.787033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.794465 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (76233fef-0ae8-41c9-81a5-15e76b4f4efb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.821863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:01.835126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3894fa53-9bbf-48c4-9690-faa7cdf2b5f5 admin admin] Publish callbacks [] for security_group (2501f85e-a829-479d-bac2-99d64f163170), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.841062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'port_id': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'mac_address': 'fa:16:3e:41:dd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:06:01.851466 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3894fa53-9bbf-48c4-9690-faa7cdf2b5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2501f85e-a829-479d-bac2-99d64f163170), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:01.858667 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 6b3a4aa9-21b9-4658-ab09-f112659fb83c yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:01.924554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09274f-9cf9-4114-a93e-eb7dc9fee8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-56d90d61-3898-4f52-84af-55ea856f103c', 'network_id': '56d90d61-3898-4f52-84af-55ea856f103c', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': '76233fef-0ae8-41c9-81a5-15e76b4f4efb'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:01.925629 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d09274f-9cf9-4114-a93e-eb7dc9fee8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.094263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9f479-130b-4bea-9575-c7b6e6499983 None None] Current status of the port ed38baf6-016c-4f79-bc6a-1575651b0b50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:02.099516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed38baf6-016c-4f79-bc6a-1575651b0b50 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:02.245204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ab86181f-5c5d-4d8c-a32f-38f61961fa69 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:02.245511 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.295642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ed38baf6-016c-4f79-bc6a-1575651b0b50 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:02.296097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.315538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3894fa53-9bbf-48c4-9690-faa7cdf2b5f5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a79d95a0c13243deab7994db764e5447&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0843105 Feb 09 21:06:02.318248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:02.324751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894fa53-9bbf-48c4-9690-faa7cdf2b5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2501f85e-a829-479d-bac2-99d64f163170,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:02.347493 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (76233fef-0ae8-41c9-81a5-15e76b4f4efb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.359548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab86181f-5c5d-4d8c-a32f-38f61961fa69 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:06:02.401418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:02.410452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=76233fef-0ae8-41c9-81a5-15e76b4f4efb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:02.430482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.458250 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bbd05fe-5d8e-489c-8817-643890ca27f1 admin admin] Publish callbacks [] for security_group (2501f85e-a829-479d-bac2-99d64f163170), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.513179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bbd05fe-5d8e-489c-8817-643890ca27f1 admin admin] Publish callbacks [] for security_group (2501f85e-a829-479d-bac2-99d64f163170), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.526100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-3d09274f-9cf9-4114-a93e-eb7dc9fee8d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76233fef-0ae8-41c9-81a5-15e76b4f4efb: This subnet is being modified by another concurrent operation. Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:06:02.542983 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76233fef-0ae8-41c9-81a5-15e76b4f4efb: This subnet is being modified by another concurrent operation. Feb 09 21:06:02.555038 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Feb 09 21:06:02.593851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa961040-3f42-480e-bf47-e7c540c4bded None None] Network 56d90d61-3898-4f52-84af-55ea856f103c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:02.652462 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bbd05fe-5d8e-489c-8817-643890ca27f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2501f85e-a829-479d-bac2-99d64f163170), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.658683 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bbd05fe-5d8e-489c-8817-643890ca27f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.662883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5bbd05fe-5d8e-489c-8817-643890ca27f1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2501f85e-a829-479d-bac2-99d64f163170 HTTP/1.1" status: 204 len: 168 time: 0.3420804 Feb 09 21:06:02.671345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587f4e8-8a8e-41c7-b3c5-e1ab713f6c06 req-01bb1869-c4dc-4d1e-89bf-0b66db3baf69 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:02.674197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e587f4e8-8a8e-41c7-b3c5-e1ab713f6c06 req-01bb1869-c4dc-4d1e-89bf-0b66db3baf69 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.4102318 Feb 09 21:06:02.686984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ab86181f-5c5d-4d8c-a32f-38f61961fa69'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:06:02.700634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c880750d-038b-425c-a2cf-326eca6c0e23 None None] Update dhcp port {'port': {'network_id': 'df8793b6-19c0-40f3-937b-59679030ab94', 'fixed_ips': [{'subnet_id': 'a172f4b1-24b1-44af-bd78-d77d3294932f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8227dacc-b99e-44f9-a447-93bf1fb1d0fa'}], 'binding:host_id': 'n-d-789963-29'}, 'id': 'ed38baf6-016c-4f79-bc6a-1575651b0b50'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:06:02.700901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd05fe-5d8e-489c-8817-643890ca27f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2501f85e-a829-479d-bac2-99d64f163170,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:02.759401 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (56d90d61-3898-4f52-84af-55ea856f103c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.867385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e587f4e8-8a8e-41c7-b3c5-e1ab713f6c06 req-b769ccbd-da39-40eb-ae46-8cceddf69471 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803260 Feb 09 21:06:02.894782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d90d61-3898-4f52-84af-55ea856f103c']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:02.930554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e62f96-e346-4830-9fb8-fc54d7d3b20b None None] Network 56d90d61-3898-4f52-84af-55ea856f103c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:02.933186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.949528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2ce1b1-cd13-4fdf-9a2a-cf393159a78e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:02.949882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2ce1b1-cd13-4fdf-9a2a-cf393159a78e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:02.977495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (3f2ce1b1-cd13-4fdf-9a2a-cf393159a78e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:02.980724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c880750d-038b-425c-a2cf-326eca6c0e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.013460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed38baf6-016c-4f79-bc6a-1575651b0b50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:03.078087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3f2ce1b1-cd13-4fdf-9a2a-cf393159a78e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.103284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:03.103711 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (3f2ce1b1-cd13-4fdf-9a2a-cf393159a78e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:03.106864 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:03.247305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.260306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:03.281117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29bcb4bc-ffe9-49b0-9949-053b597e0af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.386716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (56d90d61-3898-4f52-84af-55ea856f103c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.406824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.410090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/56d90d61-3898-4f52-84af-55ea856f103c HTTP/1.1" status: 204 len: 168 time: 2.0350957 Feb 09 21:06:03.413600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:03.435055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=6b3a4aa9-21b9-4658-ab09-f112659fb83c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:03.445990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a55f19-18bd-4b1c-916b-59ba390c8014 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=56d90d61-3898-4f52-84af-55ea856f103c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:03.463505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking segment: {'id': '324bcc2d-afd5-458a-b387-aaad456a3cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:03.463905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network hostable DHCP agents. Network: 1ee0f815-eda7-4cab-b628-d057b2755bc3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:03.474872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ecf0-dbef-4738-b29c-7eca3e0871a1 req-9b9e81e0-9346-4cb5-9ee5-ced55a594811 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:03.476479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8c69ecf0-dbef-4738-b29c-7eca3e0871a1 req-9b9e81e0-9346-4cb5-9ee5-ced55a594811 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.1351414 Feb 09 21:06:03.508647 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f93b55b-1db4-45bb-9408-5a3e8c0cb295 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:03.510343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f93b55b-1db4-45bb-9408-5a3e8c0cb295 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:03.518039 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3f93b55b-1db4-45bb-9408-5a3e8c0cb295 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/56d90d61-3898-4f52-84af-55ea856f103c HTTP/1.1" status: 404 len: 339 time: 0.0991194 Feb 09 21:06:03.524111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:03.530678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675401433', 'description': 'd1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:03.548909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c880750d-038b-425c-a2cf-326eca6c0e23 None None] Allocated IP 172.20.0.1 (df8793b6-19c0-40f3-937b-59679030ab94/8227dacc-b99e-44f9-a447-93bf1fb1d0fa/ed38baf6-016c-4f79-bc6a-1575651b0b50) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:03.565285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29bcb4bc-ffe9-49b0-9949-053b597e0af1 admin admin] Publish callbacks [] for security_group (c8f03c21-83ff-4bfd-86c6-4f84f9f1d784), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.567989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:03.573851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.579921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29bcb4bc-ffe9-49b0-9949-053b597e0af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c8f03c21-83ff-4bfd-86c6-4f84f9f1d784), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.608337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8c69ecf0-dbef-4738-b29c-7eca3e0871a1 req-307fd41e-1db5-4415-9855-82066e1fef73 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146343 Feb 09 21:06:03.609509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:03.642790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 1ee0f815-eda7-4cab-b628-d057b2755bc3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:03.647258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:03.650648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-29bcb4bc-ffe9-49b0-9949-053b597e0af1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=84fb61d688b74b30bc4c7037bb49ea8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3890975 Feb 09 21:06:03.654382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:03.654937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53934) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:03.655670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.655818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcb4bc-ffe9-49b0-9949-053b597e0af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f03c21-83ff-4bfd-86c6-4f84f9f1d784,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:03.694907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e12347c0-4d2b-45e3-b2fe-d33472a0f75d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1647778 Feb 09 21:06:03.695246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53936) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:03.701097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-684501623'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:03.714857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:03.737829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5a69fdcc-c7c0-416a-969f-3d435f9e5730), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.737829 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment 5a69fdcc-c7c0-416a-969f-3d435f9e5730 of type vlan for network 22b77de4-6a1e-454c-8b90-a9f7fa44b806 Feb 09 21:06:03.745603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:03.749120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c880750d-038b-425c-a2cf-326eca6c0e23 None None] For port ed38baf6-016c-4f79-bc6a-1575651b0b50, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed38baf6-016c-4f79-bc6a-1575651b0b50,segment=NetworkSegment(ab7df37f-50bd-4e29-97cd-2019b788918d),segment_id=ab7df37f-50bd-4e29-97cd-2019b788918d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:03.749763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.785661 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c880750d-038b-425c-a2cf-326eca6c0e23 None None] Publish callbacks [] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.806749 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (22b77de4-6a1e-454c-8b90-a9f7fa44b806), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.829019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:03.844380 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (22b77de4-6a1e-454c-8b90-a9f7fa44b806), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.846027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c76e14-2805-4d34-8dfc-1bae3b8a2215 None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:03.859895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:03.861854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.865038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d1adeea5-2793-4ea2-b4a1-b9ade667f79c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.865857 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Added segment d1adeea5-2793-4ea2-b4a1-b9ade667f79c of type vlan for network 2d444655-eaa6-4d26-a63d-d52d401e0e44 Feb 09 21:06:03.948542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (2d444655-eaa6-4d26-a63d-d52d401e0e44), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.976119 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c880750d-038b-425c-a2cf-326eca6c0e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.978666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (2d444655-eaa6-4d26-a63d-d52d401e0e44), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:03.986432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:03.989270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.060899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=22b77de4-6a1e-454c-8b90-a9f7fa44b806,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:04.072825 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3735247 Feb 09 21:06:04.072825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:04.082509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'ports': [{'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3'}, {'network_id': '2d444655-eaa6-4d26-a63d-d52d401e0e44'}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:04.082835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:04.083534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '2d444655-eaa6-4d26-a63d-d52d401e0e44'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:04.094732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 22b77de4-6a1e-454c-8b90-a9f7fa44b806 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:04.150077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a12af3e4-9882-42ef-a62c-14f5dd63f0af tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6248872 Feb 09 21:06:04.166873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:04.171396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cece-5895-48f6-904c-aa66a69d716a admin admin] Publish callbacks [] for security_group (c8f03c21-83ff-4bfd-86c6-4f84f9f1d784), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.206892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cece-5895-48f6-904c-aa66a69d716a admin admin] Publish callbacks [] for security_group (c8f03c21-83ff-4bfd-86c6-4f84f9f1d784), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.235779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12e783-9c10-4baf-a8a8-4fe77c821eb9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Network': ['ID=2d444655-eaa6-4d26-a63d-d52d401e0e44,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:04.274563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 2d444655-eaa6-4d26-a63d-d52d401e0e44 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:04.328781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409a224-df64-42da-add3-b3f65200dc5e req-593cf1fe-e5e7-446e-8dc9-2a00813eeb80 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:04.340023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3409a224-df64-42da-add3-b3f65200dc5e req-593cf1fe-e5e7-446e-8dc9-2a00813eeb80 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 945 time: 0.2310383 Feb 09 21:06:04.352725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5503e20b-548a-4573-bdb5-82cdee0eb24a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:04.357376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5503e20b-548a-4573-bdb5-82cdee0eb24a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/networks?id=22b77de4-6a1e-454c-8b90-a9f7fa44b806 HTTP/1.1" status: 200 len: 764 time: 0.1870403 Feb 09 21:06:04.358313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:04.363468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a4417343-cb66-4808-a231-189ee5d01c66 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'description': 'd2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:04.365948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cece-5895-48f6-904c-aa66a69d716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c8f03c21-83ff-4bfd-86c6-4f84f9f1d784), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.378364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cece-5895-48f6-904c-aa66a69d716a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.382483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d5f0cece-5895-48f6-904c-aa66a69d716a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c8f03c21-83ff-4bfd-86c6-4f84f9f1d784 HTTP/1.1" status: 204 len: 168 time: 0.7217958 Feb 09 21:06:04.464574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:04.468771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.486291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.503737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3409a224-df64-42da-add3-b3f65200dc5e req-217a749d-4953-44f1-afb5-3cf831b14f43 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623306 Feb 09 21:06:04.504783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0cece-5895-48f6-904c-aa66a69d716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f03c21-83ff-4bfd-86c6-4f84f9f1d784,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:04.557343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880750d-038b-425c-a2cf-326eca6c0e23 None None] Pushing event updated for resources: {'Port': ['ID=ed38baf6-016c-4f79-bc6a-1575651b0b50,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:04.709046 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4417343-cb66-4808-a231-189ee5d01c66 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (22b77de4-6a1e-454c-8b90-a9f7fa44b806), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.729495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4417343-cb66-4808-a231-189ee5d01c66 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (22b77de4-6a1e-454c-8b90-a9f7fa44b806), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.828530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4417343-cb66-4808-a231-189ee5d01c66 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network 22b77de4-6a1e-454c-8b90-a9f7fa44b806 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:06:04.836423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4417343-cb66-4808-a231-189ee5d01c66 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:04.836423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4417343-cb66-4808-a231-189ee5d01c66 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:04.837654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a4417343-cb66-4808-a231-189ee5d01c66 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "PUT /v2.0/networks/22b77de4-6a1e-454c-8b90-a9f7fa44b806 HTTP/1.1" status: 200 len: 761 time: 0.4783916 Feb 09 21:06:04.841336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:04.940668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 53504c7b-a219-425a-a78e-db68ea8cace8 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:05.101013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (53504c7b-a219-425a-a78e-db68ea8cace8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:05.124178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e9c33-9fd2-4517-b8f4-24058fc9cde3 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:05.143427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5f5e9c33-9fd2-4517-b8f4-24058fc9cde3 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/networks?id=22b77de4-6a1e-454c-8b90-a9f7fa44b806 HTTP/1.1" status: 200 len: 764 time: 0.2872779 Feb 09 21:06:05.148982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:05.233212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 7f51a887-f8cf-43b6-9d76-354ecc784f6e yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:05.263304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:05.393231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port ab86181f-5c5d-4d8c-a32f-38f61961fa69 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:06:05.404105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port ab86181f-5c5d-4d8c-a32f-38f61961fa69 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:05.406186 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:05.502303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4417343-cb66-4808-a231-189ee5d01c66 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=22b77de4-6a1e-454c-8b90-a9f7fa44b806,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:05.529071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52114db-d7af-4c4b-aa13-bd5889d02047 req-439e3d98-e3e3-4a14-8ad4-bb9775ec9184 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:05.531206 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e52114db-d7af-4c4b-aa13-bd5889d02047 req-439e3d98-e3e3-4a14-8ad4-bb9775ec9184 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.7674963 Feb 09 21:06:05.536717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 22b77de4-6a1e-454c-8b90-a9f7fa44b806 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:05.765958 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e52114db-d7af-4c4b-aa13-bd5889d02047 req-2bb44e42-0fd4-4598-82af-5ac5ebb1371e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184789 Feb 09 21:06:05.797430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (7f51a887-f8cf-43b6-9d76-354ecc784f6e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:05.799491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 53978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:05.853029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (53504c7b-a219-425a-a78e-db68ea8cace8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:05.952742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960d63c-7ffb-42ca-abec-3267f563b427 req-35ca0123-66a7-43be-8bed-37058c2562aa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:05.954352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8960d63c-7ffb-42ca-abec-3267f563b427 req-35ca0123-66a7-43be-8bed-37058c2562aa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 945 time: 0.2410681 Feb 09 21:06:05.955334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b63a25-e618-4687-ad26-9a179b6afe39 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:06:05.981519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67279355-da53-446e-b71a-fdd5f25dea21 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:05.983367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-67279355-da53-446e-b71a-fdd5f25dea21 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8339050 Feb 09 21:06:06.011223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:06.012631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:06.075427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-846745f2-21e5-4aa3-988d-6fe12a7f66f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.083407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed38baf6-016c-4f79-bc6a-1575651b0b50 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:06.093039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:06.097442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:06.098309 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7f51a887-f8cf-43b6-9d76-354ecc784f6e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.108030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ab86181f-5c5d-4d8c-a32f-38f61961fa69 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:06.108455 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.108730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e111c450-cade-452e-a8f3-689db7c013a9 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 207 time: 0.0854726 Feb 09 21:06:06.113339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:06.137532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=53504c7b-a219-425a-a78e-db68ea8cace8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:06.139277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8960d63c-7ffb-42ca-abec-3267f563b427 req-5f3b740e-ccaa-4c30-bea5-5752059bf102 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493745 Feb 09 21:06:06.209158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-de37e4fb-e138-41fe-ae05-5c90db8b56db None None] Provisioning complete for port ed38baf6-016c-4f79-bc6a-1575651b0b50 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:06.209804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de37e4fb-e138-41fe-ae05-5c90db8b56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.313065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-846745f2-21e5-4aa3-988d-6fe12a7f66f2 admin admin] Publish callbacks [] for security_group (dca2bcb9-2cad-4ae7-bc4f-90038893b95f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.322270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:06:06.326352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-846745f2-21e5-4aa3-988d-6fe12a7f66f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dca2bcb9-2cad-4ae7-bc4f-90038893b95f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.326803 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f7d910-daf3-4cb8-bd3c-d093094eab63" -d '{"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-plugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:06:06.371228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:06.393808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846745f2-21e5-4aa3-988d-6fe12a7f66f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca2bcb9-2cad-4ae7-bc4f-90038893b95f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:06.404470 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.410511 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0179aa8e-c385-43ef-af70-210b4a5ec470 x-openstack-request-id: req-0179aa8e-c385-43ef-af70-210b4a5ec470 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:06:06.411073 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-plugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:06:06.411543 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0179aa8e-c385-43ef-af70-210b4a5ec470 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:06:06.412427 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'code': 200} Feb 09 21:06:06.437879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-846745f2-21e5-4aa3-988d-6fe12a7f66f2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b91a25118758418e87aa0886ed53b257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6255949 Feb 09 21:06:06.441726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 53996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:06.450069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=7f51a887-f8cf-43b6-9d76-354ecc784f6e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:06.534646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ed38baf6-016c-4f79-bc6a-1575651b0b50 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:06.535379 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.574110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking segment: {'id': 'd1adeea5-2793-4ea2-b4a1-b9ade667f79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '2d444655-eaa6-4d26-a63d-d52d401e0e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:06.575157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network hostable DHCP agents. Network: 2d444655-eaa6-4d26-a63d-d52d401e0e44, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:06.614192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bdf27-1712-4a92-baba-2d6d5722fdfb req-f6a0ebfb-f19d-4de3-a077-4a6661d7d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.618874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-530bdf27-1712-4a92-baba-2d6d5722fdfb req-f6a0ebfb-f19d-4de3-a077-4a6661d7d36b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1129 time: 0.1396489 Feb 09 21:06:06.627966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7b3b1-deb1-49f6-bd5d-a5835b812105 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.633124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7b3b1-deb1-49f6-bd5d-a5835b812105 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.639308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b63a25-e618-4687-ad26-9a179b6afe39 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:06:06.639756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7b3b1-deb1-49f6-bd5d-a5835b812105 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.646558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7b3b1-deb1-49f6-bd5d-a5835b812105 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.652102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7b3b1-deb1-49f6-bd5d-a5835b812105 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.657348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7b3b1-deb1-49f6-bd5d-a5835b812105 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.657941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-de37e4fb-e138-41fe-ae05-5c90db8b56db None None] Current status of the port ed38baf6-016c-4f79-bc6a-1575651b0b50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:06.666947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5de7b3b1-deb1-49f6-bd5d-a5835b812105 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.5523791 Feb 09 21:06:06.667811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:06.713672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ed38baf6-016c-4f79-bc6a-1575651b0b50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:06.716964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:06.764811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-530bdf27-1712-4a92-baba-2d6d5722fdfb req-f6403081-1b36-438b-b5d7-e4500d4697bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316125 Feb 09 21:06:06.780823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 2d444655-eaa6-4d26-a63d-d52d401e0e44 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:06.802201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 2d444655-eaa6-4d26-a63d-d52d401e0e44) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:06.817365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:06.824995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.830227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:06.831406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.865883 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9f871dca-8cfb-464d-80e8-95542e27def9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7894664 Feb 09 21:06:06.866138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4881f3f1-6498-4436-87f2-26217dec8682 admin admin] Publish callbacks [] for security_group (dca2bcb9-2cad-4ae7-bc4f-90038893b95f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:06.866249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:06.923068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4881f3f1-6498-4436-87f2-26217dec8682 admin admin] Publish callbacks [] for security_group (dca2bcb9-2cad-4ae7-bc4f-90038893b95f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:07.033318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7351f0a1-0b48-4fd0-b8f5-cfec7b6ff27a None None] Network df8793b6-19c0-40f3-937b-59679030ab94 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:07.034744 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-384bd503-a87f-409c-857e-87e5e823a427 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3633845 Feb 09 21:06:07.042566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab4b61-00ac-4de6-9147-d89ba369b983 None None] Network 2d444655-eaa6-4d26-a63d-d52d401e0e44 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:07.050364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:07.196533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6d0ec-0826-4a9a-921a-29ceae540ccb req-18f7a068-3c7c-4220-bcfb-c78596b89da0 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.201473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2df6d0ec-0826-4a9a-921a-29ceae540ccb req-18f7a068-3c7c-4220-bcfb-c78596b89da0 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.2372842 Feb 09 21:06:07.205665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f152366-85d1-4f93-b918-5faf4b4432c8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.209407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f152366-85d1-4f93-b918-5faf4b4432c8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.211935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f152366-85d1-4f93-b918-5faf4b4432c8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.213905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f152366-85d1-4f93-b918-5faf4b4432c8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.217263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f152366-85d1-4f93-b918-5faf4b4432c8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.223158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4f152366-85d1-4f93-b918-5faf4b4432c8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1725557 Feb 09 21:06:07.229385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:07.261036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb51cb-15b7-48d4-bfd4-5446866006e2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 7f51a887-f8cf-43b6-9d76-354ecc784f6e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:07.261502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6bb51cb-15b7-48d4-bfd4-5446866006e2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7f51a887-f8cf-43b6-9d76-354ecc784f6e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:07.487511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2df6d0ec-0826-4a9a-921a-29ceae540ccb req-74270da7-d4fa-4a34-a28b-7dc20a64e3aa tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681022 Feb 09 21:06:07.509851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6bb51cb-15b7-48d4-bfd4-5446866006e2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7f51a887-f8cf-43b6-9d76-354ecc784f6e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:07.541510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb51cb-15b7-48d4-bfd4-5446866006e2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 7f51a887-f8cf-43b6-9d76-354ecc784f6e owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:07.555513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ed6cf-5b5d-4e1d-97ae-59ed54e101f1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.558752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ed6cf-5b5d-4e1d-97ae-59ed54e101f1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.560456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:07.563875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ed6cf-5b5d-4e1d-97ae-59ed54e101f1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.565219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ed6cf-5b5d-4e1d-97ae-59ed54e101f1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.566420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ed6cf-5b5d-4e1d-97ae-59ed54e101f1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.573092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f85ed6cf-5b5d-4e1d-97ae-59ed54e101f1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3338969 Feb 09 21:06:07.579304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:07.585285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4881f3f1-6498-4436-87f2-26217dec8682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dca2bcb9-2cad-4ae7-bc4f-90038893b95f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:07.587868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4881f3f1-6498-4436-87f2-26217dec8682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:07.591884 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4881f3f1-6498-4436-87f2-26217dec8682 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dca2bcb9-2cad-4ae7-bc4f-90038893b95f HTTP/1.1" status: 204 len: 168 time: 1.1232080 Feb 09 21:06:07.631922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881f3f1-6498-4436-87f2-26217dec8682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca2bcb9-2cad-4ae7-bc4f-90038893b95f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:07.678909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9c5f-0fa9-48f1-ad68-46142c81921d req-6b8a9c69-f281-49ca-98ee-6d99904c5ae5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:07.682769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dcf9c5f-0fa9-48f1-ad68-46142c81921d req-6b8a9c69-f281-49ca-98ee-6d99904c5ae5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.3385994 Feb 09 21:06:07.747380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78482459-78a7-4b98-bdb8-e5314408b557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:07.816100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dcf9c5f-0fa9-48f1-ad68-46142c81921d req-cae0588b-1b98-4b95-8ffb-3520f1d7f3f2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250758 Feb 09 21:06:07.939382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9156b855-8d80-4fae-af30-c0513e23c0a5 None None] Provisioning complete for port ed38baf6-016c-4f79-bc6a-1575651b0b50 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:07.940298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9156b855-8d80-4fae-af30-c0513e23c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:07.984332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4ec1c4-1da4-44fd-8ad4-8160894991a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.085976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9156b855-8d80-4fae-af30-c0513e23c0a5 None None] Current status of the port ed38baf6-016c-4f79-bc6a-1575651b0b50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:08.109716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4ec1c4-1da4-44fd-8ad4-8160894991a5 admin admin] Publish callbacks [] for security_group (ca2a0d41-3279-490c-be7b-43333ce1ce9f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.118396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4989a117-26c4-4da2-96b0-df0456e37cc0 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:08.119898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4989a117-26c4-4da2-96b0-df0456e37cc0 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/networks/490afd71-ca10-4311-960b-59c6f7105c11 HTTP/1.1" status: 200 len: 802 time: 0.5392866 Feb 09 21:06:08.123701 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bc4ec1c4-1da4-44fd-8ad4-8160894991a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ca2a0d41-3279-490c-be7b-43333ce1ce9f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.125845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:08.158786 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6bb51cb-15b7-48d4-bfd4-5446866006e2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7f51a887-f8cf-43b6-9d76-354ecc784f6e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.252471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb51cb-15b7-48d4-bfd4-5446866006e2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=7f51a887-f8cf-43b6-9d76-354ecc784f6e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:08.265995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6bb51cb-15b7-48d4-bfd4-5446866006e2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.272805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c6bb51cb-15b7-48d4-bfd4-5446866006e2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/7f51a887-f8cf-43b6-9d76-354ecc784f6e HTTP/1.1" status: 204 len: 168 time: 1.4031622 Feb 09 21:06:08.272805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ec1c4-1da4-44fd-8ad4-8160894991a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a0d41-3279-490c-be7b-43333ce1ce9f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:08.301778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bc4ec1c4-1da4-44fd-8ad4-8160894991a5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f523d32c384b4b1d9f8dd12040854b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7348754 Feb 09 21:06:08.304777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:08.307009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:08.326045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c759f728-7235-4a0b-9b54-77f997c7c1a5 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/networks/490afd71-ca10-4311-960b-59c6f7105c11?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1987734 Feb 09 21:06:08.333053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:08.405590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b0bcb2-7d6d-46da-90be-bb71614b2e46 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:08.410292 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d6b0bcb2-7d6d-46da-90be-bb71614b2e46 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/subnets/9ace6399-5640-4d72-9423-e53a90c23e13 HTTP/1.1" status: 200 len: 843 time: 0.0722728 Feb 09 21:06:08.412140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:08.503673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b863253-cbb8-4196-af44-b94e954bd6b6 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:08.508442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0b863253-cbb8-4196-af44-b94e954bd6b6 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "GET /v2.0/subnets/9ace6399-5640-4d72-9423-e53a90c23e13?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0920463 Feb 09 21:06:08.508612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:08.516658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1968792037'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:08.540813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d112e0-14ca-4b19-8914-0f108dc907bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:08.542905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:08.546656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d112e0-14ca-4b19-8914-0f108dc907bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:08.548365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b6d112e0-14ca-4b19-8914-0f108dc907bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2401526 Feb 09 21:06:08.551102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:08.560114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa72bba-b94f-4a56-bca2-eba175de0af0 admin admin] Publish callbacks [] for security_group (ca2a0d41-3279-490c-be7b-43333ce1ce9f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.567161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.617587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa72bba-b94f-4a56-bca2-eba175de0af0 admin admin] Publish callbacks [] for security_group (ca2a0d41-3279-490c-be7b-43333ce1ce9f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.640049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:08.661048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (671a40ec-bd28-4340-8ac9-516670c88833), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.661710 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Added segment 671a40ec-bd28-4340-8ac9-516670c88833 of type vlan for network d4bc728e-e391-437d-82c3-37221855fd6a Feb 09 21:06:08.785364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9fb50708-e695-4abd-85fc-a7c1fbcf2039 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 53504c7b-a219-425a-a78e-db68ea8cace8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:08.785765 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fb50708-e695-4abd-85fc-a7c1fbcf2039 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (53504c7b-a219-425a-a78e-db68ea8cace8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.790328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (d4bc728e-e391-437d-82c3-37221855fd6a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.797641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836ee6-ad88-464d-a060-9c1fabd0cf93 req-a141bb02-74f9-4034-ad92-eee5a1b69729 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:08.799603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c836ee6-ad88-464d-a060-9c1fabd0cf93 req-a141bb02-74f9-4034-ad92-eee5a1b69729 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.1447892 Feb 09 21:06:08.873627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (d4bc728e-e391-437d-82c3-37221855fd6a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.880134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:08.881306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.907914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa72bba-b94f-4a56-bca2-eba175de0af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ca2a0d41-3279-490c-be7b-43333ce1ce9f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.911385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfa72bba-b94f-4a56-bca2-eba175de0af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:08.912828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dfa72bba-b94f-4a56-bca2-eba175de0af0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ca2a0d41-3279-490c-be7b-43333ce1ce9f HTTP/1.1" status: 204 len: 168 time: 0.6028676 Feb 09 21:06:08.961570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa72bba-b94f-4a56-bca2-eba175de0af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a0d41-3279-490c-be7b-43333ce1ce9f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:08.984112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Network': ['ID=d4bc728e-e391-437d-82c3-37221855fd6a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:08.988598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c836ee6-ad88-464d-a060-9c1fabd0cf93 req-a645a4b3-c06b-478d-83a1-be4031422e96 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745379 Feb 09 21:06:08.993769 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fb50708-e695-4abd-85fc-a7c1fbcf2039 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (53504c7b-a219-425a-a78e-db68ea8cace8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:09.007402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network d4bc728e-e391-437d-82c3-37221855fd6a details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:09.012098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9fb50708-e695-4abd-85fc-a7c1fbcf2039 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 53504c7b-a219-425a-a78e-db68ea8cace8 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:09.049359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54108) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:09.050331 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d259cf5e-1c5a-45aa-9fab-f3281f70ac38 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5406857 Feb 09 21:06:09.098423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'network_id': 'd4bc728e-e391-437d-82c3-37221855fd6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:09.188975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d5c3-1fb7-4769-8f7e-2a0eb00d53f2 req-2d1e6e9d-3c6f-460e-8a41-39476587ecb9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:09.190713 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f345d5c3-1fb7-4769-8f7e-2a0eb00d53f2 req-2d1e6e9d-3c6f-460e-8a41-39476587ecb9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.1780565 Feb 09 21:06:09.288264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f345d5c3-1fb7-4769-8f7e-2a0eb00d53f2 req-79ec3d49-2b24-4687-8c62-ed25263f8c9a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876005 Feb 09 21:06:09.370526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fb50708-e695-4abd-85fc-a7c1fbcf2039 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (53504c7b-a219-425a-a78e-db68ea8cace8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:09.374469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Made reservation on behalf of 736ca3aa43b14dca963c45553c33e8d4 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:09.380009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:09.515715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb50708-e695-4abd-85fc-a7c1fbcf2039 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=53504c7b-a219-425a-a78e-db68ea8cace8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:09.543369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:06:09.543932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:06:09.552477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fb50708-e695-4abd-85fc-a7c1fbcf2039 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:09.555802 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9fb50708-e695-4abd-85fc-a7c1fbcf2039 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/53504c7b-a219-425a-a78e-db68ea8cace8 HTTP/1.1" status: 204 len: 168 time: 1.0035644 Feb 09 21:06:09.558484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:09.589190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e53db-9263-4d3c-89f9-6c8a41cba9d6 req-4b8e1e59-fc6b-4758-8910-8c95d6edeee3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:09.596403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-378e53db-9263-4d3c-89f9-6c8a41cba9d6 req-4b8e1e59-fc6b-4758-8910-8c95d6edeee3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.2102273 Feb 09 21:06:09.678942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-378e53db-9263-4d3c-89f9-6c8a41cba9d6 req-325aec48-862b-4a03-bfd1-a4107bde5794 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815001 Feb 09 21:06:09.706490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:09.763421 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbc3260f-5a01-4668-9e6b-ae53db51d42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:09.813962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (d15e5d25-5545-42f0-a7ec-a44e4421062f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:09.879649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2149af54-1ad4-42aa-b9c6-f6ae5a396606 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:09.889048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2149af54-1ad4-42aa-b9c6-f6ae5a396606 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3279545 Feb 09 21:06:09.892055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54138) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:09.970808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Checking segment: {'id': '671a40ec-bd28-4340-8ac9-516670c88833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4bc728e-e391-437d-82c3-37221855fd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:09.971233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network hostable DHCP agents. Network: d4bc728e-e391-437d-82c3-37221855fd6a, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:09.981950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=d15e5d25-5545-42f0-a7ec-a44e4421062f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:09.993979 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ae9a04-0ec9-46f0-b182-b514b6ac32a2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:06:09.995810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b2ae9a04-0ec9-46f0-b182-b514b6ac32a2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/7f51a887-f8cf-43b6-9d76-354ecc784f6e HTTP/1.1" status: 404 len: 333 time: 0.1003833 Feb 09 21:06:09.998434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:10.027285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Network d4bc728e-e391-437d-82c3-37221855fd6a is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:10.031766 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91534c1-a073-4b97-adee-7f65dca85621 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:06:10.036368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f91534c1-a073-4b97-adee-7f65dca85621 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/53504c7b-a219-425a-a78e-db68ea8cace8 HTTP/1.1" status: 404 len: 333 time: 0.0337374 Feb 09 21:06:10.036368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e33dff3-2b48-4306-8bd5-14e6f22d0319 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:10.036666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e33dff3-2b48-4306-8bd5-14e6f22d0319 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1124 time: 0.3273447 Feb 09 21:06:10.037471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54144) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:10.042151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:10.055241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'tenant_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:10.069544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, d4bc728e-e391-437d-82c3-37221855fd6a) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:10.078593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:10.079257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1811176'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.096032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ae87c0-d360-4e2e-b301-671397ddf355 None None] Network d4bc728e-e391-437d-82c3-37221855fd6a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:10.185175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3d626b91-4502-46b5-9d37-db3922fa0ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1304440 Feb 09 21:06:10.186176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54162) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:10.209285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-69af926a-e1b1-4bc2-8777-2bbb9908288d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:10.228818 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (2d444655-eaa6-4d26-a63d-d52d401e0e44), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.238496 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.242413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-d4bc728e-e391-437d-82c3-37221855fd6a', 'network_id': 'd4bc728e-e391-437d-82c3-37221855fd6a', 'project_id': '736ca3aa43b14dca963c45553c33e8d4', 'fixed_ips': [{'subnet_id': 'd15e5d25-5545-42f0-a7ec-a44e4421062f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:10.243633 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.264778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9fa32-4c33-4dea-b76c-5d9081299c68 req-b7c8b1f2-240e-47e3-8eb6-9f220c8f3ebd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:10.271932 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6b9fa32-4c33-4dea-b76c-5d9081299c68 req-b7c8b1f2-240e-47e3-8eb6-9f220c8f3ebd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.1181452 Feb 09 21:06:10.414688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (2d444655-eaa6-4d26-a63d-d52d401e0e44), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.440107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6b9fa32-4c33-4dea-b76c-5d9081299c68 req-043b07f7-fc17-4fbe-8e84-87956b3b7c4c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672001 Feb 09 21:06:10.472539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d444655-eaa6-4d26-a63d-d52d401e0e44']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:10.490290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1adeea5-2793-4ea2-b4a1-b9ade667f79c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:10.494369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1adeea5-2793-4ea2-b4a1-b9ade667f79c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:10.510498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:10.517115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (d1adeea5-2793-4ea2-b4a1-b9ade667f79c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.536457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d1adeea5-2793-4ea2-b4a1-b9ade667f79c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.549624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:10.550402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (d1adeea5-2793-4ea2-b4a1-b9ade667f79c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.552999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Allocated IP 2001:db8::3 (d4bc728e-e391-437d-82c3-37221855fd6a/d15e5d25-5545-42f0-a7ec-a44e4421062f/1f367188-3c3a-4f39-8ee8-cc2347896982) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:10.561661 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:10.586182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69af926a-e1b1-4bc2-8777-2bbb9908288d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4709040'] for subnet (d15e5d25-5545-42f0-a7ec-a44e4421062f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.693367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (2d444655-eaa6-4d26-a63d-d52d401e0e44), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.697802 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.707334 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.720892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/networks/2d444655-eaa6-4d26-a63d-d52d401e0e44 HTTP/1.1" status: 204 len: 168 time: 0.6787798 Feb 09 21:06:10.724811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:10.740027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1205887297'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:10.750045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b270af-f32a-47c8-94d8-5f077a8f2883 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Network': ['ID=2d444655-eaa6-4d26-a63d-d52d401e0e44,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:10.808689 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Publish callbacks [] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.816636 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.858805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Network d4bc728e-e391-437d-82c3-37221855fd6a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:10.862032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:10.866375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a3c4499a-8084-4926-89af-8db6f7d94f18 tempest-AgentManagementNegativeTest-1995796480 tempest-AgentManagementNegativeTest-1995796480-project] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3469570 Feb 09 21:06:10.876943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:10.926450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.25.4.152 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/d005c6da-cc36-4459-8d03-52eecbdc9478) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:10.938388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Pushing event updated for resources: {'Port': ['ID=1f367188-3c3a-4f39-8ee8-cc2347896982,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:10.984967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Attempting to bind port 1f367188-3c3a-4f39-8ee8-cc2347896982 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:10.985322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Attempting to bind port 1f367188-3c3a-4f39-8ee8-cc2347896982 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '671a40ec-bd28-4340-8ac9-516670c88833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4bc728e-e391-437d-82c3-37221855fd6a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:10.985691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Attempting to bind port 1f367188-3c3a-4f39-8ee8-cc2347896982 on network d4bc728e-e391-437d-82c3-37221855fd6a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:10.992198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:10.992576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Checking segment: {'id': '671a40ec-bd28-4340-8ac9-516670c88833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4bc728e-e391-437d-82c3-37221855fd6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:10.992987 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:10.993446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Bound using segment: {'id': '671a40ec-bd28-4340-8ac9-516670c88833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4bc728e-e391-437d-82c3-37221855fd6a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:10.994116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Bound port: 1f367188-3c3a-4f39-8ee8-cc2347896982, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671a40ec-bd28-4340-8ac9-516670c88833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd4bc728e-e391-437d-82c3-37221855fd6a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:10.994545 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.085322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] For port 1f367188-3c3a-4f39-8ee8-cc2347896982, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:11.090278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] For port 1f367188-3c3a-4f39-8ee8-cc2347896982, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f367188-3c3a-4f39-8ee8-cc2347896982,segment=NetworkSegment(671a40ec-bd28-4340-8ac9-516670c88833),segment_id=671a40ec-bd28-4340-8ac9-516670c88833)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:11.100667 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.220821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80851b1-1be2-4901-8c5e-222f7962383b None None] Pushing event updated for resources: {'Port': ['ID=1f367188-3c3a-4f39-8ee8-cc2347896982,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:11.271100 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.457728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:11.512882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:11.523798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.687351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8cdddc7-2208-4e8b-8ac7-4f24755d65f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.758476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:11.771565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (d005c6da-cc36-4459-8d03-52eecbdc9478), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.798130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fbbcf541-82ff-430d-a6bc-a628ec4236a1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.798537 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Added segment fbbcf541-82ff-430d-a6bc-a628ec4236a1 of type vlan for network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 Feb 09 21:06:11.824701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8cdddc7-2208-4e8b-8ac7-4f24755d65f5 admin admin] Publish callbacks [] for security_group (a29f3476-661b-4459-9dc1-57f04cadef49), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.830354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8cdddc7-2208-4e8b-8ac7-4f24755d65f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a29f3476-661b-4459-9dc1-57f04cadef49), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.890145 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8cdddc7-2208-4e8b-8ac7-4f24755d65f5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1e0ca2654dcb4e7c81bfb716865e066e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289191 Feb 09 21:06:11.890145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdddc7-2208-4e8b-8ac7-4f24755d65f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29f3476-661b-4459-9dc1-57f04cadef49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:11.891262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54296) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:11.913850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68abd84-1080-410c-99f9-20629df97414 req-e66d9ccf-f688-432e-99e4-22f68ac06248 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:11.921431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a68abd84-1080-410c-99f9-20629df97414 req-e66d9ccf-f688-432e-99e4-22f68ac06248 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.2905183 Feb 09 21:06:11.931762 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (74cb57f5-ce46-4321-8a55-6c79f2122fe9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:11.992817 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bf4e2e6-c0fa-4d6d-80c2-16132cc92491 admin admin] Publish callbacks [] for security_group (a29f3476-661b-4459-9dc1-57f04cadef49), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.005042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69af926a-e1b1-4bc2-8777-2bbb9908288d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743317270276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4960321'] for subnet (d15e5d25-5545-42f0-a7ec-a44e4421062f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.048610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bf4e2e6-c0fa-4d6d-80c2-16132cc92491 admin admin] Publish callbacks [] for security_group (a29f3476-661b-4459-9dc1-57f04cadef49), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.059547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f367188-3c3a-4f39-8ee8-cc2347896982 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:12.063223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d005c6da-cc36-4459-8d03-52eecbdc9478), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.116466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a68abd84-1080-410c-99f9-20629df97414 req-2465b0d4-845b-4466-8a37-be0305a280a6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920068 Feb 09 21:06:12.146990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bf4e2e6-c0fa-4d6d-80c2-16132cc92491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a29f3476-661b-4459-9dc1-57f04cadef49), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.148789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1f367188-3c3a-4f39-8ee8-cc2347896982 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:12.149284 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.149980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1bf4e2e6-c0fa-4d6d-80c2-16132cc92491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.151157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1bf4e2e6-c0fa-4d6d-80c2-16132cc92491 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a29f3476-661b-4459-9dc1-57f04cadef49 HTTP/1.1" status: 204 len: 168 time: 0.2488706 Feb 09 21:06:12.157800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:12.158720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=d005c6da-cc36-4459-8d03-52eecbdc9478,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:12.169027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (74cb57f5-ce46-4321-8a55-6c79f2122fe9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.175552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:12.176228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.185574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4e2e6-c0fa-4d6d-80c2-16132cc92491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29f3476-661b-4459-9dc1-57f04cadef49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:12.200297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:12.202794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af926a-e1b1-4bc2-8777-2bbb9908288d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:12.203547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69af926a-e1b1-4bc2-8777-2bbb9908288d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.204975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-69af926a-e1b1-4bc2-8777-2bbb9908288d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "PUT /v2.0/subnets/d15e5d25-5545-42f0-a7ec-a44e4421062f HTTP/1.1" status: 200 len: 900 time: 2.0092952 Feb 09 21:06:12.210432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:12.217882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:12.243191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.243982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.244539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.244845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.245187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.245653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.245928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.247137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.247483 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.247945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.248331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.248710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.249578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:12.273948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:12.319179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1f367188-3c3a-4f39-8ee8-cc2347896982 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:12.319582 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.344429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Network': ['ID=74cb57f5-ce46-4321-8a55-6c79f2122fe9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:12.350147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af926a-e1b1-4bc2-8777-2bbb9908288d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event updated for resources: {'Subnet': ['ID=d15e5d25-5545-42f0-a7ec-a44e4421062f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:12.357120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3db10289-6b20-4110-82ef-e7218ddff09d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6257315 Feb 09 21:06:12.376266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 1f367188-3c3a-4f39-8ee8-cc2347896982, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f367188-3c3a-4f39-8ee8-cc2347896982,segment=NetworkSegment(671a40ec-bd28-4340-8ac9-516670c88833),segment_id=671a40ec-bd28-4340-8ac9-516670c88833)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:12.376914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:12.380898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:12.384145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '74cb57f5-ce46-4321-8a55-6c79f2122fe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:12.385919 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.585370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:12.598679 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.676706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=1f367188-3c3a-4f39-8ee8-cc2347896982,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:12.739730 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:12.784385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Performing IP validity checks on allocation pools {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:06:12.787315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103324) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:06:12.926077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd5227-d39b-4e6a-b96c-810df69c0200 None None] Network d4bc728e-e391-437d-82c3-37221855fd6a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:13.025123 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12351ee2-8497-46ba-b203-7f28cd4c3563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.056822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9de98617-ca5a-4aeb-91e5-280c11d4cf30 None None] Provisioning complete for port 1f367188-3c3a-4f39-8ee8-cc2347896982 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:13.057195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9de98617-ca5a-4aeb-91e5-280c11d4cf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.117584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (d4bc728e-e391-437d-82c3-37221855fd6a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.247486 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12351ee2-8497-46ba-b203-7f28cd4c3563 admin admin] Publish callbacks [] for security_group (fc408bf6-ba21-4cb8-8be4-639780d09bf1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.270604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12351ee2-8497-46ba-b203-7f28cd4c3563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fc408bf6-ba21-4cb8-8be4-639780d09bf1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.376076 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-12351ee2-8497-46ba-b203-7f28cd4c3563 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a09f027eb6f4451ab521565523d5733b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2102389 Feb 09 21:06:13.376985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12351ee2-8497-46ba-b203-7f28cd4c3563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc408bf6-ba21-4cb8-8be4-639780d09bf1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:13.380893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:13.425138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9de98617-ca5a-4aeb-91e5-280c11d4cf30 None None] Current status of the port 1f367188-3c3a-4f39-8ee8-cc2347896982 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:13.448461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Deleting port 1f367188-3c3a-4f39-8ee8-cc2347896982 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:13.448795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.521895 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (dbc8d645-4aa7-4d39-a492-6e5b822572d1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.536390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0691ce-5d24-426d-8fef-76fe8af3094e req-e8f2ff0b-d881-4569-9938-ca8a59f96247 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:13.538858 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e0691ce-5d24-426d-8fef-76fe8af3094e req-e8f2ff0b-d881-4569-9938-ca8a59f96247 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.2420795 Feb 09 21:06:13.542997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66f0f031-c64b-4096-9954-98c90f1c6463 admin admin] Publish callbacks [] for security_group (fc408bf6-ba21-4cb8-8be4-639780d09bf1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.621104 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (cc7745ff-c636-4612-858a-1ecca1f868f9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.642067 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66f0f031-c64b-4096-9954-98c90f1c6463 admin admin] Publish callbacks [] for security_group (fc408bf6-ba21-4cb8-8be4-639780d09bf1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.665269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:13.688866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e0691ce-5d24-426d-8fef-76fe8af3094e req-649c22ee-e312-4649-9b53-787e9b8d7ae2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353097 Feb 09 21:06:13.691284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed9842-1b7b-48af-a38c-ca502129e725 None None] Network d4bc728e-e391-437d-82c3-37221855fd6a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:13.714288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] For port 1f367188-3c3a-4f39-8ee8-cc2347896982, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f367188-3c3a-4f39-8ee8-cc2347896982,segment=NetworkSegment(671a40ec-bd28-4340-8ac9-516670c88833),segment_id=671a40ec-bd28-4340-8ac9-516670c88833)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:13.714715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.729713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=dbc8d645-4aa7-4d39-a492-6e5b822572d1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:13.747696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Calling delete_port for 1f367188-3c3a-4f39-8ee8-cc2347896982 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:13.759467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking segment: {'id': 'fbbcf541-82ff-430d-a6bc-a628ec4236a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74cb57f5-ce46-4321-8a55-6c79f2122fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:13.760101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network hostable DHCP agents. Network: 74cb57f5-ce46-4321-8a55-6c79f2122fe9, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:13.812523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d005c6da-cc36-4459-8d03-52eecbdc9478), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.842308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0fa6d7cb-e972-45cd-b28f-e4964cb77981 None None] Provisioning complete for port 1f367188-3c3a-4f39-8ee8-cc2347896982 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:13.842832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d7cb-e972-45cd-b28f-e4964cb77981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.857935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:13.877394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 74cb57f5-ce46-4321-8a55-6c79f2122fe9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:13.882020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:13.882753 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.888302 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66f0f031-c64b-4096-9954-98c90f1c6463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fc408bf6-ba21-4cb8-8be4-639780d09bf1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.895313 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66f0f031-c64b-4096-9954-98c90f1c6463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:13.903949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-66f0f031-c64b-4096-9954-98c90f1c6463 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fc408bf6-ba21-4cb8-8be4-639780d09bf1 HTTP/1.1" status: 204 len: 168 time: 0.5194297 Feb 09 21:06:13.912090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e33ab0-d0a4-450c-b11f-53347bffd804 None None] Network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:13.958596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0f031-c64b-4096-9954-98c90f1c6463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc408bf6-ba21-4cb8-8be4-639780d09bf1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:13.988897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b0b524bd-8b57-43a7-89f3-3c5afef61bfa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6100197 Feb 09 21:06:13.995440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54342) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:13.999028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1227019672'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:14.019448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '74cb57f5-ce46-4321-8a55-6c79f2122fe9', 'name': 'tempest-PortsIpV6TestJSON-1465388390'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:14.046750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:14.055297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.123601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f367188-3c3a-4f39-8ee8-cc2347896982 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:14.194051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (d005c6da-cc36-4459-8d03-52eecbdc9478), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.203878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.207139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:14.210874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.215993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d005c6da-cc36-4459-8d03-52eecbdc9478), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.224049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1f367188-3c3a-4f39-8ee8-cc2347896982), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.291734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port db1b29be-36c3-45f7-8224-d8d3544bccd8 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:14.353114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Port': ['ID=1f367188-3c3a-4f39-8ee8-cc2347896982,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:14.367292 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (cc7745ff-c636-4612-858a-1ecca1f868f9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.382841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for security_group (7e74d136-bc84-457f-8c21-cf99d396f774), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.419234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7e74d136-bc84-457f-8c21-cf99d396f774), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.489287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0fa6d7cb-e972-45cd-b28f-e4964cb77981 None None] Could not find standard attr ID for object 1f367188-3c3a-4f39-8ee8-cc2347896982. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:14.492561 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.db [None req-0fa6d7cb-e972-45cd-b28f-e4964cb77981 None None] No ports have port_id starting with 1f367188-3c3a-4f39-8ee8-cc2347896982 Feb 09 21:06:14.518063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.523553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No DVR routers for this DVR port 1f367188-3c3a-4f39-8ee8-cc2347896982 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:14.555722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:14.557596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:14.578589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No active binding found for port 1f367188-3c3a-4f39-8ee8-cc2347896982 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:06:14.578963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] The host n-d-789963-29 is not matching for port 1f367188-3c3a-4f39-8ee8-cc2347896982 host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:06:14.579359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f367188-3c3a-4f39-8ee8-cc2347896982 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:06:14.621000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port 1f367188-3c3a-4f39-8ee8-cc2347896982 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:06:14.637611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-74cb57f5-ce46-4321-8a55-6c79f2122fe9', 'network_id': '74cb57f5-ce46-4321-8a55-6c79f2122fe9', 'project_id': '3b4750a3e035499b9b5e799a8f1c173c', 'fixed_ips': [{'subnet_id': 'dbc8d645-4aa7-4d39-a492-6e5b822572d1'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:14.639015 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.681048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba882a29-a11c-4384-9784-c8223ee12bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.683244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d15e5d25-5545-42f0-a7ec-a44e4421062f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.742694 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7a5c691f-1129-4f7a-88dc-c963a9f0c18e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.742958 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Added segment 7a5c691f-1129-4f7a-88dc-c963a9f0c18e of type vlan for network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 Feb 09 21:06:14.755247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e74d136-bc84-457f-8c21-cf99d396f774,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:14.964471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (80e680bd-6aaf-43aa-80bf-d3a099d84e51), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.975191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Allocated IP 2001:db8::2 (74cb57f5-ce46-4321-8a55-6c79f2122fe9/dbc8d645-4aa7-4d39-a492-6e5b822572d1/e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:14.975449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (d15e5d25-5545-42f0-a7ec-a44e4421062f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:14.979361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317e1073-0fef-49aa-bd86-d1933661f55c None None] DHCP port deletion for d4bc728e-e391-437d-82c3-37221855fd6a request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:14.984146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b7164ab8-25d7-4435-97e2-60c9420e84e2 None None] Could not find standard attr ID for object 1f367188-3c3a-4f39-8ee8-cc2347896982. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:14.997837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=d005c6da-cc36-4459-8d03-52eecbdc9478,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:15.000779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba882a29-a11c-4384-9784-c8223ee12bec admin admin] Publish callbacks [] for security_group (22f2ed85-4339-4bbc-91b1-82fe9e115d49), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.026460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=d15e5d25-5545-42f0-a7ec-a44e4421062f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:15.029289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba882a29-a11c-4384-9784-c8223ee12bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (22f2ed85-4339-4bbc-91b1-82fe9e115d49), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.068127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a975d-6bca-49e4-abb5-3396f8ccd00f req-23b6e0bb-cfef-4758-9d1f-df64e19f9e43 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:15.069851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b87a975d-6bca-49e4-abb5-3396f8ccd00f req-23b6e0bb-cfef-4758-9d1f-df64e19f9e43 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.1998532 Feb 09 21:06:15.085144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0713b604-f0ed-4456-94ce-2cc1b8df54b5 None None] Network d4bc728e-e391-437d-82c3-37221855fd6a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:15.108122 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Floating IP cc7745ff-c636-4612-858a-1ecca1f868f9 associated. External IP: 172.25.4.152, port: ab86181f-5c5d-4d8c-a32f-38f61961fa69. Feb 09 21:06:15.127974 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (80e680bd-6aaf-43aa-80bf-d3a099d84e51), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.132928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:15.133660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.153708 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ba882a29-a11c-4384-9784-c8223ee12bec admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a65bdc2affef43c4b9335a84e9ee7ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5879040 Feb 09 21:06:15.172318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:15.202086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba882a29-a11c-4384-9784-c8223ee12bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f2ed85-4339-4bbc-91b1-82fe9e115d49,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:15.228140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (d4bc728e-e391-437d-82c3-37221855fd6a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.235877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b87a975d-6bca-49e4-abb5-3396f8ccd00f req-d9dc8b15-97ea-4c9f-bda5-61dc2b8f11e6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543279 Feb 09 21:06:15.254434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5817149 Feb 09 21:06:15.254557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:15.260187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1592c8-e52b-44ba-9776-e769e50c6bb5 None None] DHCP port deletion for d4bc728e-e391-437d-82c3-37221855fd6a request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:15.263370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:15.283318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bc728e-e391-437d-82c3-37221855fd6a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:15.296935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574c53b-be80-4d77-ad8c-bc1415f03c78 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Network': ['ID=80e680bd-6aaf-43aa-80bf-d3a099d84e51,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:15.309241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671a40ec-bd28-4340-8ac9-516670c88833') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:15.309595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671a40ec-bd28-4340-8ac9-516670c88833') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:15.319603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:15.321600 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (671a40ec-bd28-4340-8ac9-516670c88833), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.347530 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:06:15.355977 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46485854-4f57-4d97-8829-0d5b1c953d6a admin admin] Publish callbacks [] for security_group (22f2ed85-4339-4bbc-91b1-82fe9e115d49), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.366781 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (671a40ec-bd28-4340-8ac9-516670c88833), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.381661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:15.382079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (671a40ec-bd28-4340-8ac9-516670c88833), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:15.385929 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:15.393229 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Publish callbacks [] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.405795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46485854-4f57-4d97-8829-0d5b1c953d6a admin admin] Publish callbacks [] for security_group (22f2ed85-4339-4bbc-91b1-82fe9e115d49), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.408289 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.456277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:15.459470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:15.475307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:15.494902 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (d4bc728e-e391-437d-82c3-37221855fd6a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.503493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:15.503750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.510404 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/d4bc728e-e391-437d-82c3-37221855fd6a HTTP/1.1" status: 204 len: 168 time: 3.2958124 Feb 09 21:06:15.512640 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.520283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:15.523500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14f99-fb0d-4291-b305-71af72d9299d tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=d4bc728e-e391-437d-82c3-37221855fd6a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:15.528971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Pushing event updated for resources: {'Port': ['ID=e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:15.547316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Attempting to bind port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:15.547717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Attempting to bind port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'fbbcf541-82ff-430d-a6bc-a628ec4236a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74cb57f5-ce46-4321-8a55-6c79f2122fe9'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:15.548225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Attempting to bind port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca on network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:15.554441 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46485854-4f57-4d97-8829-0d5b1c953d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (22f2ed85-4339-4bbc-91b1-82fe9e115d49), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.555312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:15.555912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Checking segment: {'id': 'fbbcf541-82ff-430d-a6bc-a628ec4236a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74cb57f5-ce46-4321-8a55-6c79f2122fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:15.556327 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.556776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Bound using segment: {'id': 'fbbcf541-82ff-430d-a6bc-a628ec4236a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74cb57f5-ce46-4321-8a55-6c79f2122fe9'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:15.557263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Bound port: e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbcf541-82ff-430d-a6bc-a628ec4236a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74cb57f5-ce46-4321-8a55-6c79f2122fe9'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:15.557650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.560646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46485854-4f57-4d97-8829-0d5b1c953d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.577120 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-46485854-4f57-4d97-8829-0d5b1c953d6a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/22f2ed85-4339-4bbc-91b1-82fe9e115d49 HTTP/1.1" status: 204 len: 168 time: 0.3691638 Feb 09 21:06:15.597339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46485854-4f57-4d97-8829-0d5b1c953d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f2ed85-4339-4bbc-91b1-82fe9e115d49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:15.627757 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-030e3da4-17d1-4953-ac4e-aa16f4d0aca0 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:15.628540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030e3da4-17d1-4953-ac4e-aa16f4d0aca0 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:15.637820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54364) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:15.638968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-030e3da4-17d1-4953-ac4e-aa16f4d0aca0 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/d15e5d25-5545-42f0-a7ec-a44e4421062f HTTP/1.1" status: 404 len: 337 time: 0.1122847 Feb 09 21:06:15.684210 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-57384541-ea10-418b-9ffd-eead80baeb62 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:15.686997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57384541-ea10-418b-9ffd-eead80baeb62 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:15.697324 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-57384541-ea10-418b-9ffd-eead80baeb62 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/d4bc728e-e391-437d-82c3-37221855fd6a HTTP/1.1" status: 404 len: 339 time: 0.0557230 Feb 09 21:06:15.697703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:15.715563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::1c6 (74cb57f5-ce46-4321-8a55-6c79f2122fe9/dbc8d645-4aa7-4d39-a492-6e5b822572d1/db1b29be-36c3-45f7-8224-d8d3544bccd8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:15.785965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router a600b1bc-e38a-4085-a871-29f6c8ea17c1 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:06:15.819840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] For port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:15.866394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] For port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca,segment=NetworkSegment(fbbcf541-82ff-430d-a6bc-a628ec4236a1),segment_id=fbbcf541-82ff-430d-a6bc-a628ec4236a1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:15.889837 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (22b77de4-6a1e-454c-8b90-a9f7fa44b806), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:15.903849 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.014263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:06:16.025780 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] Sync routers for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:06:16.037232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f367188-3c3a-4f39-8ee8-cc2347896982 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:16.051341 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:16.052240 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:16.101372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1f367188-3c3a-4f39-8ee8-cc2347896982 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:16.110086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f367188-3c3a-4f39-8ee8-cc2347896982 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:16.121830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7905969-1f3c-4b4a-acb4-c5ad9903b0f5 None None] Pushing event updated for resources: {'Port': ['ID=e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:16.169602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (22b77de4-6a1e-454c-8b90-a9f7fa44b806), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.190386 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (db1b29be-36c3-45f7-8224-d8d3544bccd8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.244121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b77de4-6a1e-454c-8b90-a9f7fa44b806']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:16.266988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a69fdcc-c7c0-416a-969f-3d435f9e5730') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:16.267437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a69fdcc-c7c0-416a-969f-3d435f9e5730') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:16.286042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (db1b29be-36c3-45f7-8224-d8d3544bccd8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.312615 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (5a69fdcc-c7c0-416a-969f-3d435f9e5730), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.379222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5a69fdcc-c7c0-416a-969f-3d435f9e5730), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.388357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:16.389481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (5a69fdcc-c7c0-416a-969f-3d435f9e5730), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.399054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.428382 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:16.431039 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:16.484420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:16.523519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:16.543336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef787c2-bf59-4459-b81f-8144922c87a4 req-bbcd3d1d-664a-4076-afe0-e81218643ab6 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:16.554439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:06:16.559459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ef787c2-bf59-4459-b81f-8144922c87a4 req-bbcd3d1d-664a-4076-afe0-e81218643ab6 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 945 time: 0.7176929 Feb 09 21:06:16.575515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:16.581731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:16.582745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.603960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (22b77de4-6a1e-454c-8b90-a9f7fa44b806), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.608455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=db1b29be-36c3-45f7-8224-d8d3544bccd8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:16.612446 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (1e160a5f-58ad-42c1-8911-8b0008da3d52), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.613256 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.622709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/22b77de4-6a1e-454c-8b90-a9f7fa44b806 HTTP/1.1" status: 204 len: 168 time: 0.9217069 Feb 09 21:06:16.624868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54400) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:16.635234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-89fb6d4d-6b87-48c0-903d-ed715d9d1f6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5914545 Feb 09 21:06:16.661515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:06:16.663973 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1cb8a9-bd1b-43ac-8334-17473765e069" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:06:16.692306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3951b7f2-4525-4c84-8adf-c0fd46f36c72 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6849720 Feb 09 21:06:16.704544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54408) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:16.745322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58152194-55a8-4285-ad2e-9bf7227bcbee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=22b77de4-6a1e-454c-8b90-a9f7fa44b806,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:16.763143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=1e160a5f-58ad-42c1-8911-8b0008da3d52,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:16.767992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:16.774367 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f16db8-6f83-4277-b8ce-b79bb72af29e tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:16.775119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f16db8-6f83-4277-b8ce-b79bb72af29e tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:16.786856 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d6f16db8-6f83-4277-b8ce-b79bb72af29e tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/76233fef-0ae8-41c9-81a5-15e76b4f4efb HTTP/1.1" status: 404 len: 337 time: 0.1479473 Feb 09 21:06:16.791092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:16.796657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ef787c2-bf59-4459-b81f-8144922c87a4 req-bb0d749b-f1a3-431a-9f1a-fccac85f2268 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356291 Feb 09 21:06:16.804772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'port_id': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'mac_address': 'fa:16:3e:c4:ba:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:06:16.811665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-4d3bd590-ec5a-4e75-a721-175cb8f1c88f req-84f73252-64a1-41fe-9c35-080d53ff293c service neutron] (103324) timed out ('10.222.0.13', 58242) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:06:16.859412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:16.860111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network hostable DHCP agents. Network: 80e680bd-6aaf-43aa-80bf-d3a099d84e51, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:16.901918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:16.904738 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:16.908920 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae6cc73-c9ab-4b2c-869a-4bdd28f8da2a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:16.926683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae6cc73-c9ab-4b2c-869a-4bdd28f8da2a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:16.937954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7ae6cc73-c9ab-4b2c-869a-4bdd28f8da2a tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/56d90d61-3898-4f52-84af-55ea856f103c HTTP/1.1" status: 404 len: 339 time: 0.1420050 Feb 09 21:06:16.942861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:16.946027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:06:16.956737 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'cc7745ff-c636-4612-858a-1ecca1f868f9', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'port_id': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'mac_address': 'fa:16:3e:41:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:06:13Z', 'updated_at': '2022-02-09T21:06:13Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:54Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:16.962125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca0bf4-1161-46dc-b63c-a9e237eb99f0 req-09f186e4-183d-427e-bffe-2f3675f5945c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:16.972130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:16.976805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aca0bf4-1161-46dc-b63c-a9e237eb99f0 req-09f186e4-183d-427e-bffe-2f3675f5945c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.4857950 Feb 09 21:06:17.032918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:17.037495 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.051491 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6aca0bf4-1161-46dc-b63c-a9e237eb99f0 req-7b3abf57-2a97-4e4b-9886-6ac859fdbc3b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694444 Feb 09 21:06:17.149554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 80e680bd-6aaf-43aa-80bf-d3a099d84e51) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:17.165863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c3475c-2a7f-4813-a1a4-5e66242a2e90 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Deleting subnet 8227dacc-b99e-44f9-a447-93bf1fb1d0fa {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:17.169774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:17.176137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e191bdbd-f710-4e27-8d5d-deab2bdb3cd5 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:17.187370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3c3475c-2a7f-4813-a1a4-5e66242a2e90 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (8227dacc-b99e-44f9-a447-93bf1fb1d0fa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.271264 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3c3475c-2a7f-4813-a1a4-5e66242a2e90 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (8227dacc-b99e-44f9-a447-93bf1fb1d0fa), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.275229 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] Checking router: a600b1bc-e38a-4085-a871-29f6c8ea17c1 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:06:17.297474 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:17.298092 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:17.309832 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54424) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:17.322915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:06:17.425798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': '1e160a5f-58ad-42c1-8911-8b0008da3d52'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:17.427093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.455822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3c3475c-2a7f-4813-a1a4-5e66242a2e90 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (8227dacc-b99e-44f9-a447-93bf1fb1d0fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.476044 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:17.514629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-773081431-network', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:17.546724 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa582c3-1395-4a67-a2ba-95fffd6db8c0 x-openstack-request-id: req-6fa582c3-1395-4a67-a2ba-95fffd6db8c0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:06:17.546956 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:06:17.547189 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6fa582c3-1395-4a67-a2ba-95fffd6db8c0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:06:17.548089 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'status': 'completed', 'code': 200} Feb 09 21:06:17.574626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:17.575515 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.583106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Made reservation on behalf of 15f4c2226a5241b69f7a516f069776b1 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:17.585599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.608168 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.613088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3c3475c-2a7f-4813-a1a4-5e66242a2e90 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (8227dacc-b99e-44f9-a447-93bf1fb1d0fa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.718513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3475c-2a7f-4813-a1a4-5e66242a2e90 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=8227dacc-b99e-44f9-a447-93bf1fb1d0fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:17.758076 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3c3475c-2a7f-4813-a1a4-5e66242a2e90 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.765112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a3c3475c-2a7f-4813-a1a4-5e66242a2e90 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/8227dacc-b99e-44f9-a447-93bf1fb1d0fa HTTP/1.1" status: 204 len: 168 time: 0.8061497 Feb 09 21:06:17.766002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54428) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:17.772868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d1d00-8c24-4c88-877c-2bac53f51f4a None None] Network df8793b6-19c0-40f3-937b-59679030ab94 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:17.781270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-787122f7-df4c-4c93-a3b6-b7c440e633d2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5256965 Feb 09 21:06:17.789513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:17.800842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'name': 'tempest-NetworksTestDHCPv6-1864222744'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:17.810156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2a34e51c-3a7a-41e2-b34a-11414bacb978 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port db1b29be-36c3-45f7-8224-d8d3544bccd8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:17.810498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a34e51c-3a7a-41e2-b34a-11414bacb978 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (db1b29be-36c3-45f7-8224-d8d3544bccd8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.869293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e371407-eeee-4982-884a-6ede7fda328f req-db4820de-2431-4a35-8323-28b0958d4971 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:17.871312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e371407-eeee-4982-884a-6ede7fda328f req-db4820de-2431-4a35-8323-28b0958d4971 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.9353299 Feb 09 21:06:17.909574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f4836-fea9-4221-987e-d9f681b30955 None None] Network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:17.914920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Publish callbacks [] for security_group (bcdfda03-5e76-40ec-bf07-79b0a4ff1dc3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:17.928353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bcdfda03-5e76-40ec-bf07-79b0a4ff1dc3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.017551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6db8d1-8f25-4fdb-af8a-1da7bf5ae441 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Deleting subnet a172f4b1-24b1-44af-bd78-d77d3294932f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:18.036639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6db8d1-8f25-4fdb-af8a-1da7bf5ae441 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (a172f4b1-24b1-44af-bd78-d77d3294932f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.117416 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'cc7745ff-c636-4612-858a-1ecca1f868f9', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'port_id': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'mac_address': 'fa:16:3e:41:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:06:13Z', 'updated_at': '2022-02-09T21:06:13Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:54Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:18.138525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:18.162227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:18.177740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-173608bf-1f02-41fd-8c4c-c5f72fd02b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:18.179275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-173608bf-1f02-41fd-8c4c-c5f72fd02b74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1129 time: 0.6309164 Feb 09 21:06:18.185510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdfda03-5e76-40ec-bf07-79b0a4ff1dc3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:18.192648 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d9e09-ddd7-4af2-be9f-6ac59372c80f None None] The sync data for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 is: [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'cc7745ff-c636-4612-858a-1ecca1f868f9', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.152', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'port_id': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'mac_address': 'fa:16:3e:41:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:06:13Z', 'updated_at': '2022-02-09T21:06:13Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:54Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:06:18.195303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (758019bb-153b-4aeb-a84b-c31be79e18af), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.195660 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Added segment 758019bb-153b-4aeb-a84b-c31be79e18af of type vlan for network aa166ff4-347c-4a4b-9663-2d95d644e695 Feb 09 21:06:18.198749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6db8d1-8f25-4fdb-af8a-1da7bf5ae441 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (a172f4b1-24b1-44af-bd78-d77d3294932f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.212615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-3888a39a-bb2c-4835-8f39-b7675b838510 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:18.214104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-3888a39a-bb2c-4835-8f39-b7675b838510 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 945 time: 0.6646175 Feb 09 21:06:18.241745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d426ffea-e8bd-446a-83b2-f6fe0fa64b03 None None] Provisioning complete for port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:18.242160 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d426ffea-e8bd-446a-83b2-f6fe0fa64b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.278597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/1e160a5f-58ad-42c1-8911-8b0008da3d52/890a08b1-1038-4e0d-b918-b0b1195fec4d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:18.300996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388ad3-b338-4169-9b36-fb08ae301a5a req-ea753e82-c975-4960-8663-895ee75ebda4 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:18.310943 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-17388ad3-b338-4169-9b36-fb08ae301a5a req-ea753e82-c975-4960-8663-895ee75ebda4 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 945 time: 0.3296757 Feb 09 21:06:18.386872 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (aa166ff4-347c-4a4b-9663-2d95d644e695), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.514770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d426ffea-e8bd-446a-83b2-f6fe0fa64b03 None None] Current status of the port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:18.515449 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d426ffea-e8bd-446a-83b2-f6fe0fa64b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.526950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-17388ad3-b338-4169-9b36-fb08ae301a5a req-4bcc05b6-3b11-48f9-bda6-3ae7f2f6e086 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151539 Feb 09 21:06:18.531921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (aa166ff4-347c-4a4b-9663-2d95d644e695), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.533096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-dc9a8e34-29cb-454e-9fcc-de4d197d919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:18.533436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:18.534294 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.538928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-dc9a8e34-29cb-454e-9fcc-de4d197d919e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.3238020 Feb 09 21:06:18.563697 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6db8d1-8f25-4fdb-af8a-1da7bf5ae441 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a172f4b1-24b1-44af-bd78-d77d3294932f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.575553 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2645833 Feb 09 21:06:18.608921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54436) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:18.621709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:18.665222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Request body: {'subnet': {'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-773081431-subnet', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:18.721543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:18.721923 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.727355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf120db-d26a-452d-a5af-f4f1c89dcfbb None None] New status for floating IP cc7745ff-c636-4612-858a-1ecca1f868f9: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:06:18.730355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-2b85b03f-955e-4cd6-80f3-9dd3535a1b09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1000 time: 0.1444299 Feb 09 21:06:18.755318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455b9d3-c31b-4e21-9c18-001df6d91533 admin admin] Pushing event updated for resources: {'Network': ['ID=aa166ff4-347c-4a4b-9663-2d95d644e695,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:18.813708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Made reservation on behalf of 15f4c2226a5241b69f7a516f069776b1 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:18.817393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.824823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6db8d1-8f25-4fdb-af8a-1da7bf5ae441 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (a172f4b1-24b1-44af-bd78-d77d3294932f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.841453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a34e51c-3a7a-41e2-b34a-11414bacb978 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (db1b29be-36c3-45f7-8224-d8d3544bccd8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.894794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2e371407-eeee-4982-884a-6ede7fda328f req-4b0de768-fe04-4ec9-b688-b4dbace9898b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7929649 Feb 09 21:06:18.913634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:18.917442 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.918581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6db8d1-8f25-4fdb-af8a-1da7bf5ae441 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=a172f4b1-24b1-44af-bd78-d77d3294932f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:18.920222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:18.921667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2a34e51c-3a7a-41e2-b34a-11414bacb978 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for db1b29be-36c3-45f7-8224-d8d3544bccd8 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:18.922558 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fa6db8d1-8f25-4fdb-af8a-1da7bf5ae441 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:18.928555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fa6db8d1-8f25-4fdb-af8a-1da7bf5ae441 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/a172f4b1-24b1-44af-bd78-d77d3294932f HTTP/1.1" status: 204 len: 168 time: 1.1512237 Feb 09 21:06:18.931301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:18.955755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fa868-5ed8-4a28-8309-38b7598ae694 req-b4fd48b9-fb64-4a98-89a6-6030d7228f5f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:18.957297 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d39fa868-5ed8-4a28-8309-38b7598ae694 req-b4fd48b9-fb64-4a98-89a6-6030d7228f5f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 944 time: 0.2843287 Feb 09 21:06:19.080729 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (df8793b6-19c0-40f3-937b-59679030ab94), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.108682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d39fa868-5ed8-4a28-8309-38b7598ae694 req-1df5fc8e-8082-46ad-b7cc-a5bc4f95bd5c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369686 Feb 09 21:06:19.178997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network aa166ff4-347c-4a4b-9663-2d95d644e695 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:19.235998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.286260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d426ffea-e8bd-446a-83b2-f6fe0fa64b03 None None] For port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca,segment=NetworkSegment(fbbcf541-82ff-430d-a6bc-a628ec4236a1),segment_id=fbbcf541-82ff-430d-a6bc-a628ec4236a1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:19.343417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d426ffea-e8bd-446a-83b2-f6fe0fa64b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.387848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:19.398490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:19.399114 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.408079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Deleting port ed38baf6-016c-4f79-bc6a-1575651b0b50 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:19.408440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.410855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Checking segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:19.411251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Network hostable DHCP agents. Network: aa166ff4-347c-4a4b-9663-2d95d644e695, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:19.489440 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-42dab67b-f441-4def-b70b-1b13fd4401a9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/cc7745ff-c636-4612-858a-1ecca1f868f9 HTTP/1.1" status: 200 len: 992 time: 0.5293415 Feb 09 21:06:19.511096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Network aa166ff4-347c-4a4b-9663-2d95d644e695 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:19.530664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, aa166ff4-347c-4a4b-9663-2d95d644e695) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:19.540589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] For port ed38baf6-016c-4f79-bc6a-1575651b0b50, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ed38baf6-016c-4f79-bc6a-1575651b0b50,segment=NetworkSegment(ab7df37f-50bd-4e29-97cd-2019b788918d),segment_id=ab7df37f-50bd-4e29-97cd-2019b788918d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:19.540957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.545025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:19.545622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.569759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Calling delete_port for ed38baf6-016c-4f79-bc6a-1575651b0b50 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:19.591475 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e1c65aac-74d2-4cb6-bfb5-c5d6832b041b admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9768703 Feb 09 21:06:19.592019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:19.598945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:19.615531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e121e0-620f-4acc-84db-ec380030af82 None None] Network aa166ff4-347c-4a4b-9663-2d95d644e695 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:19.784016 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a34e51c-3a7a-41e2-b34a-11414bacb978 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (db1b29be-36c3-45f7-8224-d8d3544bccd8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.797142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-cedafdb8-d8c2-43d3-b09a-a24b6df326d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:19.803634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ed38baf6-016c-4f79-bc6a-1575651b0b50), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.805688 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-cedafdb8-d8c2-43d3-b09a-a24b6df326d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 1.0054018 Feb 09 21:06:19.814019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:19.857126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Port': ['ID=ed38baf6-016c-4f79-bc6a-1575651b0b50,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:19.862488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.864444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.938682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426ffea-e8bd-446a-83b2-f6fe0fa64b03 None None] Pushing event updated for resources: {'Port': ['ID=e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:19.971922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks [] for router_controller (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:19.977579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No DVR routers for this DVR port ed38baf6-016c-4f79-bc6a-1575651b0b50 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:20.121945 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Publish callbacks [] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.176989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e51c-3a7a-41e2-b34a-11414bacb978 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=db1b29be-36c3-45f7-8224-d8d3544bccd8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:20.220222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:20.228449 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.281298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-aa166ff4-347c-4a4b-9663-2d95d644e695', 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'fixed_ips': [{'subnet_id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:20.281298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.290971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a34e51c-3a7a-41e2-b34a-11414bacb978 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.297617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a34e51c-3a7a-41e2-b34a-11414bacb978 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/db1b29be-36c3-45f7-8224-d8d3544bccd8 HTTP/1.1" status: 204 len: 168 time: 3.5873830 Feb 09 21:06:20.302983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Deleting port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:20.303480 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.304036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks [] for router_gateway (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.312258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:20.340015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-ee60c582-b980-482e-a4d8-7ad000e469c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:20.342070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-ee60c582-b980-482e-a4d8-7ad000e469c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5065653 Feb 09 21:06:20.440015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5f4247cc-bd7f-455c-9f15-8630a4284907 None None] Provisioning complete for port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:20.440703 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f4247cc-bd7f-455c-9f15-8630a4284907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.474996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:20.480919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:20.481583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.495419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:20.504178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:20.518824 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Pushing event updated for resources: {'Port': ['ID=890a08b1-1038-4e0d-b918-b0b1195fec4d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:20.587591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (df8793b6-19c0-40f3-937b-59679030ab94), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.613213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:20.614710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:20.637442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8793b6-19c0-40f3-937b-59679030ab94']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:20.723999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:06:20.727183 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4774594-3488-4ef2-9f8e-43852663945e" -d '{"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-plugged", "status": "completed", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:06:20.729845 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af83358-3db2-41cb-ba19-d362122b8300 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:20.731002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af83358-3db2-41cb-ba19-d362122b8300 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:20.734409 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6af83358-3db2-41cb-ba19-d362122b8300 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/db1b29be-36c3-45f7-8224-d8d3544bccd8 HTTP/1.1" status: 404 len: 333 time: 0.3921921 Feb 09 21:06:20.748926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa712685-6095-447c-b35b-d765dd9ac311 None None] Network df8793b6-19c0-40f3-937b-59679030ab94 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:20.761953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-73248bbf-4f8b-49e2-a79a-0cacd78e18c4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/cc7745ff-c636-4612-858a-1ecca1f868f9 HTTP/1.1" status: 200 len: 994 time: 0.1406991 Feb 09 21:06:20.776435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:20.798787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7df37f-50bd-4e29-97cd-2019b788918d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:20.799204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7df37f-50bd-4e29-97cd-2019b788918d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:20.841905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (ab7df37f-50bd-4e29-97cd-2019b788918d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.846334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ba63e-ca54-4686-8e4f-7e86aadebf79 req-da026772-09ea-4852-9cc4-5413f1cebbec tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:20.847898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-291ba63e-ca54-4686-8e4f-7e86aadebf79 req-da026772-09ea-4852-9cc4-5413f1cebbec tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 945 time: 1.0696652 Feb 09 21:06:20.884244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095916d-c5f2-4a0f-9bf9-eb89e7d0c227 req-adb951cd-9b3e-4a20-858c-4091ee56c4df tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:20.885898 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f095916d-c5f2-4a0f-9bf9-eb89e7d0c227 req-adb951cd-9b3e-4a20-858c-4091ee56c4df tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 944 time: 0.5749636 Feb 09 21:06:20.889008 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ab7df37f-50bd-4e29-97cd-2019b788918d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.892887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:20.906960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:20.907379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (ab7df37f-50bd-4e29-97cd-2019b788918d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:20.915206 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:20.957104 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ba4654-80d6-4fd5-9f8c-ea780a2fdeaa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:06:20.959145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-72ba4654-80d6-4fd5-9f8c-ea780a2fdeaa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/db1b29be-36c3-45f7-8224-d8d3544bccd8 HTTP/1.1" status: 404 len: 333 time: 0.1554687 Feb 09 21:06:20.970529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:20.981918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.036989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Attempting to bind port 890a08b1-1038-4e0d-b918-b0b1195fec4d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:21.037829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Attempting to bind port 890a08b1-1038-4e0d-b918-b0b1195fec4d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:21.038470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Attempting to bind port 890a08b1-1038-4e0d-b918-b0b1195fec4d on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:21.058183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-b6ab9e84-1221-4e80-a2b4-98ada243580c service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536379 Feb 09 21:06:21.062355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-da082fa2-8f33-4f70-b759-b7d519a441bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet dbc8d645-4aa7-4d39-a492-6e5b822572d1 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:21.071886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::2a0 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/1e160a5f-58ad-42c1-8911-8b0008da3d52/0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:21.076026 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f095916d-c5f2-4a0f-9bf9-eb89e7d0c227 req-19953636-863d-4ec7-ac1e-575b99873033 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762505 Feb 09 21:06:21.089427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da082fa2-8f33-4f70-b759-b7d519a441bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (dbc8d645-4aa7-4d39-a492-6e5b822572d1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.105446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:21.106470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:21.107726 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.108446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:21.109159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Bound port: 890a08b1-1038-4e0d-b918-b0b1195fec4d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:21.109803 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.169508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Allocated IP 172.20.0.2 (aa166ff4-347c-4a4b-9663-2d95d644e695/41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb/17fa9b40-2bc5-468b-89e5-365e561c095f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:21.200979 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa35edf6-426c-44bf-b352-fbdd8037e973 x-openstack-request-id: req-fa35edf6-426c-44bf-b352-fbdd8037e973 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:06:21.201424 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-plugged", "status": "completed", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:06:21.201776 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fa35edf6-426c-44bf-b352-fbdd8037e973 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:06:21.202266 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'code': 200} Feb 09 21:06:21.295116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5f4247cc-bd7f-455c-9f15-8630a4284907 None None] Current status of the port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:21.307343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:21.330034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5098ad-8a01-46da-b469-f603aa266c52 None None] DHCP port deletion for df8793b6-19c0-40f3-937b-59679030ab94 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:21.330383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a1cb8a9-bd1b-43ac-8334-17473765e069 req-9ed35c6a-8498-457d-a20b-98da978ad8e7 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650340 Feb 09 21:06:21.362656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] For port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,segment=NetworkSegment(2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84),segment_id=2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:21.362656 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.377719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da082fa2-8f33-4f70-b759-b7d519a441bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (dbc8d645-4aa7-4d39-a492-6e5b822572d1), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.408494 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-291ba63e-ca54-4686-8e4f-7e86aadebf79 req-15387286-4550-4825-8d3c-b8d83ccfcdb0 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/security-groups?id=d511fb1e-781a-433d-9275-1a07a82d1e44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477259 Feb 09 21:06:21.420992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Calling delete_port for 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:21.520814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (df8793b6-19c0-40f3-937b-59679030ab94), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.568129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.571720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/df8793b6-19c0-40f3-937b-59679030ab94 HTTP/1.1" status: 204 len: 168 time: 2.6393802 Feb 09 21:06:21.572828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99480940-13d0-4442-ac9c-9585dfcb0b92 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=df8793b6-19c0-40f3-937b-59679030ab94,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:21.577935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:21.606474 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Publish callbacks [] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.612032 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ca4ef7-758a-4ad0-936d-6063b06a676e tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:21.613103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ca4ef7-758a-4ad0-936d-6063b06a676e tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:21.617033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b2ca4ef7-758a-4ad0-936d-6063b06a676e tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/4d7d1dc6-102b-403e-8816-1314a4b0b18a HTTP/1.1" status: 404 len: 337 time: 0.0378711 Feb 09 21:06:21.619477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:21.661856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] For port 890a08b1-1038-4e0d-b918-b0b1195fec4d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:21.667396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] For port 890a08b1-1038-4e0d-b918-b0b1195fec4d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=890a08b1-1038-4e0d-b918-b0b1195fec4d,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:21.678280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:21.678946 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.682698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks [] for router_gateway (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.686140 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.708453 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.743963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:21.752091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Pushing event deleted for resources: {'Port': ['ID=5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:21.785625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da082fa2-8f33-4f70-b759-b7d519a441bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (dbc8d645-4aa7-4d39-a492-6e5b822572d1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.864015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Allocated IP 172.25.4.210 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/004de21d-0a62-4cf4-a99d-a236f9c8c686) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:21.864959 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.868441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] No DVR routers for this DVR port 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:21.878689 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.882208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07280fe7-612e-4e04-9743-5ee8ba87af15 req-c5bb17a5-cf57-41ed-abc0-005b0e0cb991 tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.50 "DELETE /v2.0/ports/5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea HTTP/1.1" status: 204 len: 173 time: 3.6296592 Feb 09 21:06:21.884630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dbad36-9522-412b-9fd0-2b7d87e65e27', 'name': 'network-vif-deleted', 'tag': '5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:06:21.887149 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2765a069-0daf-4864-9e32-84889a46de66" -d '{"events": [{"server_uuid": "b2dbad36-9522-412b-9fd0-2b7d87e65e27", "name": "network-vif-deleted", "tag": "5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:06:21.892960 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.896639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5f4247cc-bd7f-455c-9f15-8630a4284907 None None] Could not find standard attr ID for object db1b29be-36c3-45f7-8224-d8d3544bccd8. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:21.916633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:21.917327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:21.929455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:21.977643 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f08436-ac3d-41e3-b593-da06bb92f2cb x-openstack-request-id: req-45f08436-ac3d-41e3-b593-da06bb92f2cb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:06:21.978059 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dbad36-9522-412b-9fd0-2b7d87e65e27", "name": "network-vif-deleted", "tag": "5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:06:21.978572 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-45f08436-ac3d-41e3-b593-da06bb92f2cb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:06:21.979103 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2dbad36-9522-412b-9fd0-2b7d87e65e27', 'name': 'network-vif-deleted', 'tag': '5bd4c0c0-1a78-4938-a4c2-df1d4c8373ea', 'status': 'completed', 'code': 200} Feb 09 21:06:21.989704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da082fa2-8f33-4f70-b759-b7d519a441bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (dbc8d645-4aa7-4d39-a492-6e5b822572d1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.041042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Network aa166ff4-347c-4a4b-9663-2d95d644e695 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:22.079418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:22.100909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:22.105693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da082fa2-8f33-4f70-b759-b7d519a441bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc8d645-4aa7-4d39-a492-6e5b822572d1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:22.112900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.121835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.165799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1bd7231b-eb11-4124-99ea-1c5c7275f2b4 None None] Could not find standard attr ID for object ed38baf6-016c-4f79-bc6a-1575651b0b50. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:22.174237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:22.181144 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da082fa2-8f33-4f70-b759-b7d519a441bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.190664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-da082fa2-8f33-4f70-b759-b7d519a441bc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/dbc8d645-4aa7-4d39-a492-6e5b822572d1 HTTP/1.1" status: 204 len: 168 time: 1.2090335 Feb 09 21:06:22.190664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:22.212075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936f3c7-0c42-4841-b682-5abbface2565 None None] Network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:22.285343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks [] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.323942 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddccef1-2d2a-4e18-8350-efe60409d0a1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:22.324403 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (74cb57f5-ce46-4321-8a55-6c79f2122fe9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.324551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddccef1-2d2a-4e18-8350-efe60409d0a1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:22.341578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ddccef1-2d2a-4e18-8350-efe60409d0a1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/87a2006e-1f9a-41fc-a379-2dc3309188c1 HTTP/1.1" status: 404 len: 339 time: 0.7208316 Feb 09 21:06:22.343392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.348993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:22.362369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:22.372015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:22.381262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:22.384077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:22.390122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:22.390771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.403936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:22.406571 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29c6540-ceb4-462e-882a-457748269348 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:22.407171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29c6540-ceb4-462e-882a-457748269348 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:22.413488 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c29c6540-ceb4-462e-882a-457748269348 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/755dade8-6aae-40aa-822d-58e039f2adb2 HTTP/1.1" status: 404 len: 337 time: 0.0375171 Feb 09 21:06:22.425758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:22.436356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:22.452445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1bd7231b-eb11-4124-99ea-1c5c7275f2b4 None None] Could not find standard attr ID for object db1b29be-36c3-45f7-8224-d8d3544bccd8. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:22.470703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Pushing event updated for resources: {'Port': ['ID=17fa9b40-2bc5-468b-89e5-365e561c095f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:22.512055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Pushing event updated for resources: {'Port': ['ID=004de21d-0a62-4cf4-a99d-a236f9c8c686,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:22.584113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.584465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.584816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.585160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.585500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.585837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.586163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.587217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.587217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.587217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.587553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.587787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.588122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:22.678950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8bf23304-0c82-4ec2-aac3-e937e01b243d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8850400 Feb 09 21:06:22.716942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:22.719244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83758664-ab79-4d20-97e6-b3f8415b0347 None None] Pushing event updated for resources: {'Port': ['ID=890a08b1-1038-4e0d-b918-b0b1195fec4d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:22.723125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:22.726539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Attempting to bind port 17fa9b40-2bc5-468b-89e5-365e561c095f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:22.726929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Attempting to bind port 17fa9b40-2bc5-468b-89e5-365e561c095f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:22.727303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Attempting to bind port 17fa9b40-2bc5-468b-89e5-365e561c095f on network aa166ff4-347c-4a4b-9663-2d95d644e695 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:22.738584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:22.739028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Checking segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:22.739493 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.739917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Bound using segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:22.740858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Bound port: 17fa9b40-2bc5-468b-89e5-365e561c095f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:22.741392 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.743565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cf0f7-f949-43ee-a989-a6d3722612ea req-6a921522-eb76-4212-ace7-7208e568576f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:22.749334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-860cf0f7-f949-43ee-a989-a6d3722612ea req-6a921522-eb76-4212-ace7-7208e568576f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.4200675 Feb 09 21:06:22.750319 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c5dae4-b51a-44c4-9f81-553da5aec97b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:22.750892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c5dae4-b51a-44c4-9f81-553da5aec97b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:22.754048 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-74c5dae4-b51a-44c4-9f81-553da5aec97b tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/3366341d-352e-42b6-b692-04cdca92976a HTTP/1.1" status: 404 len: 339 time: 0.2509980 Feb 09 21:06:22.758339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6d10a55-ae04-456e-ad61-8ac404f44693 req-5adb9665-4775-4220-8218-a29847aecb4d tempest-VolumesSnapshotTestJSON-1286132393 tempest-VolumesSnapshotTestJSON-1286132393-project] 10.222.0.102 "GET /v2.0/ports?device_id=b2dbad36-9522-412b-9fd0-2b7d87e65e27 HTTP/1.1" status: 200 len: 210 time: 0.1147954 Feb 09 21:06:22.764433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:22.865928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] For port 17fa9b40-2bc5-468b-89e5-365e561c095f, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:22.866222 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f5c957-4456-4e98-ab1f-1b9cee191159 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:22.866897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f5c957-4456-4e98-ab1f-1b9cee191159 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:22.874425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-35f5c957-4456-4e98-ab1f-1b9cee191159 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/fe2edb0d-8c74-41d2-84c6-5f6bdf276c8c HTTP/1.1" status: 404 len: 337 time: 0.1057336 Feb 09 21:06:22.876589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] For port 17fa9b40-2bc5-468b-89e5-365e561c095f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17fa9b40-2bc5-468b-89e5-365e561c095f,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:22.876783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:22.883259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] DHCP port deletion for 74cb57f5-ce46-4321-8a55-6c79f2122fe9 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:22.924213 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66a3138-bfec-48c9-925f-6cb0f330a477 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:22.924735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66a3138-bfec-48c9-925f-6cb0f330a477 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:22.927939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c66a3138-bfec-48c9-925f-6cb0f330a477 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/bf74ab80-ef46-45d9-9102-a2cb2d798c54 HTTP/1.1" status: 404 len: 339 time: 0.0501466 Feb 09 21:06:22.935648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:22.936081 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:22.936538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:23.017401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ebeafb-23e3-4dcc-900b-46b5f66e105e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:23.030029 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ebeafb-23e3-4dcc-900b-46b5f66e105e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:23.031168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-21ebeafb-23e3-4dcc-900b-46b5f66e105e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3061190 Feb 09 21:06:23.033778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-860cf0f7-f949-43ee-a989-a6d3722612ea req-889bb31e-8fe4-4a65-87a5-1d98abe00fa7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774558 Feb 09 21:06:23.038112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:23.059122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] For port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca,segment=NetworkSegment(fbbcf541-82ff-430d-a6bc-a628ec4236a1),segment_id=fbbcf541-82ff-430d-a6bc-a628ec4236a1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:23.059505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.077877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:23.206460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.219754 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f342b4ca-fd16-43a2-a982-975f3d9e9ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Deleting subnet 71720493-5b99-4a3f-814d-9b1eade2223d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:23.227863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No DVR routers for this DVR port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:23.240146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f342b4ca-fd16-43a2-a982-975f3d9e9ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (71720493-5b99-4a3f-814d-9b1eade2223d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.245947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 890a08b1-1038-4e0d-b918-b0b1195fec4d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:23.294711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:23.312540 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.384092 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f342b4ca-fd16-43a2-a982-975f3d9e9ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (71720493-5b99-4a3f-814d-9b1eade2223d), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.418459 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (74cb57f5-ce46-4321-8a55-6c79f2122fe9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.468583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cb57f5-ce46-4321-8a55-6c79f2122fe9']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:23.478281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 890a08b1-1038-4e0d-b918-b0b1195fec4d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:23.484785 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.491604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98da07-3d2d-49dd-9015-593383368392 None None] Pushing event updated for resources: {'Port': ['ID=17fa9b40-2bc5-468b-89e5-365e561c095f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:23.492182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbcf541-82ff-430d-a6bc-a628ec4236a1') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:23.492556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbcf541-82ff-430d-a6bc-a628ec4236a1') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:23.509024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (fbbcf541-82ff-430d-a6bc-a628ec4236a1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.524504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks [] for router_gateway (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.540739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fbbcf541-82ff-430d-a6bc-a628ec4236a1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.554074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:23.556148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (fbbcf541-82ff-430d-a6bc-a628ec4236a1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: warnings.warn(msg) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:23.564430 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:23.596777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] Deleting port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:23.596968 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.723207 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (74cb57f5-ce46-4321-8a55-6c79f2122fe9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.738236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d795bf46-766e-43f7-95d2-334b84d02aa1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:23.738838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d795bf46-766e-43f7-95d2-334b84d02aa1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.766156 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.767802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] For port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:23.768215 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.784883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/networks/74cb57f5-ce46-4321-8a55-6c79f2122fe9 HTTP/1.1" status: 204 len: 168 time: 1.5857263 Feb 09 21:06:23.784883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f74586-1d4a-4630-8a72-9f1220a42129 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Network': ['ID=74cb57f5-ce46-4321-8a55-6c79f2122fe9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:23.787394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:23.817147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-224994129'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:23.819610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] Calling delete_port for e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:23.829764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] Port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:06:23.841467 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.863774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] Network 74cb57f5-ce46-4321-8a55-6c79f2122fe9 is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:06:23.864248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] No DVR routers for this DVR port e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:23.867476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:23.872916 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:23.928877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb4d25-aca6-4564-a528-0861b9b64249 None None] Pushing event deleted for resources: {'Port': ['ID=e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:23.978644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:23.982982 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f342b4ca-fd16-43a2-a982-975f3d9e9ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (71720493-5b99-4a3f-814d-9b1eade2223d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.003594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (812a2fea-f705-4d67-b669-50bbd92c98e7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.004296 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Added segment 812a2fea-f705-4d67-b669-50bbd92c98e7 of type vlan for network f8f92872-f687-47ee-9cd2-3a2b8d8995aa Feb 09 21:06:24.023465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 890a08b1-1038-4e0d-b918-b0b1195fec4d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:24.024125 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.107926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 890a08b1-1038-4e0d-b918-b0b1195fec4d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=890a08b1-1038-4e0d-b918-b0b1195fec4d,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:24.123966 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.126227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f8f92872-f687-47ee-9cd2-3a2b8d8995aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.276431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=890a08b1-1038-4e0d-b918-b0b1195fec4d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:24.287469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed38baf6-016c-4f79-bc6a-1575651b0b50 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:24.301339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11294d78-52c4-4df9-b3fe-fdcdc990380d None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:24.314309 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d795bf46-766e-43f7-95d2-334b84d02aa1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.321532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f8f92872-f687-47ee-9cd2-3a2b8d8995aa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.333801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:24.334434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d795bf46-766e-43f7-95d2-334b84d02aa1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:24.334579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.458317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ed38baf6-016c-4f79-bc6a-1575651b0b50 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:24.458786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ed38baf6-016c-4f79-bc6a-1575651b0b50 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:24.484404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b4dd63d0-5dc3-4d95-b65b-68f88e0edfb0 None None] Provisioning complete for port 890a08b1-1038-4e0d-b918-b0b1195fec4d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:24.484891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4dd63d0-5dc3-4d95-b65b-68f88e0edfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.560588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f676c5-0318-4855-86a6-dc2c85357953 req-65393228-8ab2-476e-8660-c0820e31c39c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:24.564087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20f676c5-0318-4855-86a6-dc2c85357953 req-65393228-8ab2-476e-8660-c0820e31c39c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.3475897 Feb 09 21:06:24.576553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7847950 Feb 09 21:06:24.594598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:24.611295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:24.673342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783a02b-9b22-46da-b39f-a0e9928a97e4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Network': ['ID=f8f92872-f687-47ee-9cd2-3a2b8d8995aa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:24.676856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd63d0-5dc3-4d95-b65b-68f88e0edfb0 None None] Current status of the port 890a08b1-1038-4e0d-b918-b0b1195fec4d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:24.691257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f8f92872-f687-47ee-9cd2-3a2b8d8995aa details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:24.845174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-08d76d51-d5dc-446f-b190-defc43a30d02 req-95fe0054-9382-4106-97cf-15e436b31334 service neutron] (103324) timed out ('10.222.0.13', 58488) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:06:24.891296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.902544 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f342b4ca-fd16-43a2-a982-975f3d9e9ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (71720493-5b99-4a3f-814d-9b1eade2223d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.938002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d795bf46-766e-43f7-95d2-334b84d02aa1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.940667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f342b4ca-fd16-43a2-a982-975f3d9e9ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:24.952133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aaa58a-d896-42c7-8db2-094e7ae3a73f None None] Network 3e2881fd-8d06-44fb-98e0-0786450b7cf0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:24.952887 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f342b4ca-fd16-43a2-a982-975f3d9e9ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/71720493-5b99-4a3f-814d-9b1eade2223d HTTP/1.1" status: 204 len: 168 time: 2.0150602 Feb 09 21:06:24.975994 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20f676c5-0318-4855-86a6-dc2c85357953 req-13c12c4a-6813-47d3-8fc0-5632882a1a9b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853204 Feb 09 21:06:24.976825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:25.136597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17fa9b40-2bc5-468b-89e5-365e561c095f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:25.201782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:25.206038 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.237364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0d8eb3c3-a969-4709-9336-b08c289aea6d None None] Provisioning complete for port 890a08b1-1038-4e0d-b918-b0b1195fec4d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:25.239134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0d8eb3c3-a969-4709-9336-b08c289aea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.251445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795bf46-766e-43f7-95d2-334b84d02aa1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:25.260182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (3e2881fd-8d06-44fb-98e0-0786450b7cf0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.294552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342b4ca-fd16-43a2-a982-975f3d9e9ca1 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=71720493-5b99-4a3f-814d-9b1eade2223d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:25.340785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d795bf46-766e-43f7-95d2-334b84d02aa1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.346595 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d795bf46-766e-43f7-95d2-334b84d02aa1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97 HTTP/1.1" status: 204 len: 168 time: 2.3072858 Feb 09 21:06:25.349315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54504) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:25.373309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 17fa9b40-2bc5-468b-89e5-365e561c095f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:25.373818 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.459874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:06:25.528365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820399c9-8bb5-4ae2-9485-c667d3fc63c5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:25.530738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820399c9-8bb5-4ae2-9485-c667d3fc63c5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:25.533034 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-820399c9-8bb5-4ae2-9485-c667d3fc63c5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1826954 Feb 09 21:06:25.537164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54506) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:25.541449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] DHCP port deletion for 3e2881fd-8d06-44fb-98e0-0786450b7cf0 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:25.547600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0d8eb3c3-a969-4709-9336-b08c289aea6d None None] Current status of the port 890a08b1-1038-4e0d-b918-b0b1195fec4d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:25.562161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0d8eb3c3-a969-4709-9336-b08c289aea6d None None] Could not find standard attr ID for object 0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:25.765866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 17fa9b40-2bc5-468b-89e5-365e561c095f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:25.768546 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.804355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:06:25.820643 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Sync routers for ids ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:06:25.846078 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Routers {'9134242e-9cec-46d1-8a9a-15b9b2f64ee0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:25.848056 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:25.855965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b9658e7d-8933-4f55-be73-1e241a8b550f None None] Could not find standard attr ID for object 0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:25.861153 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.862336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33a147-45f5-40da-b50b-5b913a6733d1 None None] Network aa166ff4-347c-4a4b-9663-2d95d644e695 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:25.864662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4d66095e-3af9-4ba8-b461-546ad1fd8b95 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2713130 Feb 09 21:06:25.868338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:25.943250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 17fa9b40-2bc5-468b-89e5-365e561c095f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17fa9b40-2bc5-468b-89e5-365e561c095f,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:25.954036 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.954970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 890a08b1-1038-4e0d-b918-b0b1195fec4d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:25.957226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] Deleting port 818f9268-7f09-4139-a8d7-0f85acad8394 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:25.957591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:25.980146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Deleting port 818f9268-7f09-4139-a8d7-0f85acad8394 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:25.980706 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:26.043468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] For port 818f9268-7f09-4139-a8d7-0f85acad8394, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=818f9268-7f09-4139-a8d7-0f85acad8394,segment=NetworkSegment(04a5f5c4-9fec-42f1-8493-eceff7a4af78),segment_id=04a5f5c4-9fec-42f1-8493-eceff7a4af78)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:26.043946 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:26.059293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] Calling delete_port for 818f9268-7f09-4139-a8d7-0f85acad8394 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:26.078911 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Set router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:26.211149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:26.308522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] No DVR routers for this DVR port 818f9268-7f09-4139-a8d7-0f85acad8394 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:26.381799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-935394b1-14e1-4b02-85bf-cae0f28c19c5 None None] Provisioning complete for port 17fa9b40-2bc5-468b-89e5-365e561c095f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:26.382496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-935394b1-14e1-4b02-85bf-cae0f28c19c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:26.434368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=17fa9b40-2bc5-468b-89e5-365e561c095f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:26.569869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47976a37-2c64-40d8-9c2c-0f5efed719c8 req-f6a7e2d3-5687-40c1-9229-629f1a879ffa tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:26.571494 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47976a37-2c64-40d8-9c2c-0f5efed719c8 req-f6a7e2d3-5687-40c1-9229-629f1a879ffa tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.3968210 Feb 09 21:06:26.623851 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:06:22Z', 'revision_number': 3, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port': {'id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:21Z', 'updated_at': '2022-02-09T21:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:26.643739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27114556-4768-4c38-9160-1611ac99ff55 None None] Pushing event deleted for resources: {'Port': ['ID=818f9268-7f09-4139-a8d7-0f85acad8394,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:26.677639 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Checking router: 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:06:26.678272 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Updating router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 port 004de21d-0a62-4cf4-a99d-a236f9c8c686 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:06:26.695435 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:26.730594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 890a08b1-1038-4e0d-b918-b0b1195fec4d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:26.731306 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:26.758709 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:26.908486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-935394b1-14e1-4b02-85bf-cae0f28c19c5 None None] Current status of the port 17fa9b40-2bc5-468b-89e5-365e561c095f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:27.041020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bbdc5d-e3a0-4fc1-a203-c7b83febd0a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 1e160a5f-58ad-42c1-8911-8b0008da3d52 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:27.055597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 890a08b1-1038-4e0d-b918-b0b1195fec4d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:27.064832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (c098231f-7601-4470-8e87-9232424260a4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.103734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc5d-e3a0-4fc1-a203-c7b83febd0a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (1e160a5f-58ad-42c1-8911-8b0008da3d52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.186193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:27.249952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:27.250483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e4c20cd7-bde8-47b9-a2bd-8a4f724ff4ca not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:27.258538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7549690-5e69-4e4b-a044-1497a8b8102c None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:06:27.280722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=c098231f-7601-4470-8e87-9232424260a4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:27.345861 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Publish callbacks [] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.353134 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.370521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2e4aa898-ad7c-4897-8da6-751aa96fb11f None None] Provisioning complete for port 17fa9b40-2bc5-468b-89e5-365e561c095f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:27.370891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e4aa898-ad7c-4897-8da6-751aa96fb11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.399980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-358db87f-7e1f-4d06-a934-b892e419d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:27.401637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-358db87f-7e1f-4d06-a934-b892e419d519 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1128 time: 1.6674614 Feb 09 21:06:27.423418 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] For port 818f9268-7f09-4139-a8d7-0f85acad8394, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=818f9268-7f09-4139-a8d7-0f85acad8394,segment=NetworkSegment(04a5f5c4-9fec-42f1-8493-eceff7a4af78),segment_id=04a5f5c4-9fec-42f1-8493-eceff7a4af78)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:27.423819 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.457038 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Pushing event updated for resources: {'Port': ['ID=004de21d-0a62-4cf4-a99d-a236f9c8c686,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:27.471138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc5d-e3a0-4fc1-a203-c7b83febd0a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (1e160a5f-58ad-42c1-8911-8b0008da3d52), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.473817 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.474480 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.475256 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.476190 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.477189 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.477809 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.478717 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.479534 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.481305 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.481905 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.483018 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.483974 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.484731 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:27.550173 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47976a37-2c64-40d8-9c2c-0f5efed719c8 req-5e62cb00-0c38-4ef7-82a8-0855a9438cf9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9658389 Feb 09 21:06:27.552263 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Attempting to bind port 004de21d-0a62-4cf4-a99d-a236f9c8c686 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:27.552629 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Attempting to bind port 004de21d-0a62-4cf4-a99d-a236f9c8c686 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:27.552983 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Attempting to bind port 004de21d-0a62-4cf4-a99d-a236f9c8c686 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:27.569465 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:27.569868 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:27.580291 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.580791 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:27.581301 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Bound port: 004de21d-0a62-4cf4-a99d-a236f9c8c686, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:27.581692 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.614992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17fa9b40-2bc5-468b-89e5-365e561c095f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:27.623341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking segment: {'id': '812a2fea-f705-4d67-b669-50bbd92c98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:27.624101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network hostable DHCP agents. Network: f8f92872-f687-47ee-9cd2-3a2b8d8995aa, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:27.689602 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] For port 004de21d-0a62-4cf4-a99d-a236f9c8c686, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:27.693788 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] For port 004de21d-0a62-4cf4-a99d-a236f9c8c686, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=004de21d-0a62-4cf4-a99d-a236f9c8c686,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:27.699880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Calling delete_port for 818f9268-7f09-4139-a8d7-0f85acad8394 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:27.701495 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.766145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2e4aa898-ad7c-4897-8da6-751aa96fb11f None None] Current status of the port 17fa9b40-2bc5-468b-89e5-365e561c095f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:27.769711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network f8f92872-f687-47ee-9cd2-3a2b8d8995aa is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:27.806232 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Routers {'9134242e-9cec-46d1-8a9a-15b9b2f64ee0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:27.807321 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:27.876567 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc5d-e3a0-4fc1-a203-c7b83febd0a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (1e160a5f-58ad-42c1-8911-8b0008da3d52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.889620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.912885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, f8f92872-f687-47ee-9cd2-3a2b8d8995aa) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:27.949852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:27.950766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:27.975727 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 17fa9b40-2bc5-468b-89e5-365e561c095f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:27.976993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:28.013695 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] Set router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:28.129156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c2fc249d-ff7b-4777-b98c-4c5f086ebcf1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5326602 Feb 09 21:06:28.141950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54526) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:28.152535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-31e079fa-9fc1-4f76-b692-7f914a039367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:28.155225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1599621621'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:28.157945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-31e079fa-9fc1-4f76-b692-7f914a039367 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.7159395 Feb 09 21:06:28.250443 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cc4bb-8f7e-4d02-a554-87d71d1bcd2f None None] Pushing event updated for resources: {'Port': ['ID=004de21d-0a62-4cf4-a99d-a236f9c8c686,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:28.258362 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:06:22Z', 'revision_number': 3, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port': {'id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:21Z', 'updated_at': '2022-02-09T21:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:28.289940 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b4906-f202-4530-a553-3c88ffabb0f8 None None] The sync data for ids ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'] in n-d-789963-29 is: [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:06:22Z', 'revision_number': 3, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port': {'id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:21Z', 'updated_at': '2022-02-09T21:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:06:28.335494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (818f9268-7f09-4139-a8d7-0f85acad8394), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:28.407061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:28.415506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:28.492350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Port': ['ID=818f9268-7f09-4139-a8d7-0f85acad8394,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:28.501579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc5d-e3a0-4fc1-a203-c7b83febd0a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (1e160a5f-58ad-42c1-8911-8b0008da3d52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:28.509588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No DVR routers for this DVR port 818f9268-7f09-4139-a8d7-0f85acad8394 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:28.539070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 4328e285-cd19-4c94-abee-d1018882d3cd yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:28.587134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbdc5d-e3a0-4fc1-a203-c7b83febd0a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=1e160a5f-58ad-42c1-8911-8b0008da3d52,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:28.597450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b4bbdc5d-e3a0-4fc1-a203-c7b83febd0a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:28.603855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b4bbdc5d-e3a0-4fc1-a203-c7b83febd0a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/1e160a5f-58ad-42c1-8911-8b0008da3d52 HTTP/1.1" status: 204 len: 168 time: 3.0145304 Feb 09 21:06:28.607093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54532) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:28.615771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-6e290f6c-e023-4c92-b09d-24ac4daa9ebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 200 len: 1001 time: 0.4474382 Feb 09 21:06:28.670008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 17fa9b40-2bc5-468b-89e5-365e561c095f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:28.723783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7549690-5e69-4e4b-a044-1497a8b8102c None None] Unable to find a vacant binding_index for network f8f92872-f687-47ee-9cd2-3a2b8d8995aa and agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 21:06:28.727392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7549690-5e69-4e4b-a044-1497a8b8102c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, f8f92872-f687-47ee-9cd2-3a2b8d8995aa) {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:06:28.767859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-78c9a6da-b954-40f6-9b43-0be018f9208f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1569180 Feb 09 21:06:28.877333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Allocated IP 172.20.0.1 (aa166ff4-347c-4a4b-9663-2d95d644e695/41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb/6e4a2225-857c-4724-987e-4f885e8ca739) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:28.917487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:28.962410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:29.032676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 818f9268-7f09-4139-a8d7-0f85acad8394 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:29.071637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 818f9268-7f09-4139-a8d7-0f85acad8394 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:29.072337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 818f9268-7f09-4139-a8d7-0f85acad8394 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:29.140564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Publish callbacks [] for port (6e4a2225-857c-4724-987e-4f885e8ca739), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.203044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-f8f92872-f687-47ee-9cd2-3a2b8d8995aa', 'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa', 'project_id': '3b4750a3e035499b9b5e799a8f1c173c', 'fixed_ips': [{'subnet_id': 'c098231f-7601-4470-8e87-9232424260a4'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:29.204309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.291000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.384172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (3e2881fd-8d06-44fb-98e0-0786450b7cf0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.402224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::4b (f8f92872-f687-47ee-9cd2-3a2b8d8995aa/c098231f-7601-4470-8e87-9232424260a4/4328e285-cd19-4c94-abee-d1018882d3cd) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:29.406106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Network aa166ff4-347c-4a4b-9663-2d95d644e695 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:29.428340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:29.440347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:29.496653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-7cbc6510-dbfb-4f1c-a95d-90815ac5e40f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8580546 Feb 09 21:06:29.528080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 004de21d-0a62-4cf4-a99d-a236f9c8c686 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:29.534002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2881fd-8d06-44fb-98e0-0786450b7cf0']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:29.545930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68fca8-7f97-4877-bd56-8415badd9e4c req-3c9c4236-d828-46cb-9762-5afc520a60c9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:29.554944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca68fca8-7f97-4877-bd56-8415badd9e4c req-3c9c4236-d828-46cb-9762-5afc520a60c9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.7778292 Feb 09 21:06:29.579502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-9fdbb461-281e-4021-a2f5-84c7e5582bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:29.582145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-9fdbb461-281e-4021-a2f5-84c7e5582bdf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.8395278 Feb 09 21:06:29.592774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4a2225-857c-4724-987e-4f885e8ca739,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:29.645844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 004de21d-0a62-4cf4-a99d-a236f9c8c686 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:29.646233 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.647246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a5f5c4-9fec-42f1-8493-eceff7a4af78') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:29.648229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a5f5c4-9fec-42f1-8493-eceff7a4af78') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:29.659047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (04a5f5c4-9fec-42f1-8493-eceff7a4af78), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.673704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (04a5f5c4-9fec-42f1-8493-eceff7a4af78), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.679222 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.680465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:29.680973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (04a5f5c4-9fec-42f1-8493-eceff7a4af78), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:29.778221 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:29.788739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:29.792865 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.856798 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.881734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 004de21d-0a62-4cf4-a99d-a236f9c8c686 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:29.882183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.931832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 004de21d-0a62-4cf4-a99d-a236f9c8c686, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=004de21d-0a62-4cf4-a99d-a236f9c8c686,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:29.937307 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:29.964522 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (4328e285-cd19-4c94-abee-d1018882d3cd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.027728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=004de21d-0a62-4cf4-a99d-a236f9c8c686,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:30.105449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (3e2881fd-8d06-44fb-98e0-0786450b7cf0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.116488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4328e285-cd19-4c94-abee-d1018882d3cd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.155310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (e4f30a47-f8c5-4175-b85f-23e881fdb1b8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.166083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.172254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/3e2881fd-8d06-44fb-98e0-0786450b7cf0 HTTP/1.1" status: 204 len: 168 time: 5.1667581 Feb 09 21:06:30.176243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa046567-c994-43cd-8124-98db17908ee8 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=3e2881fd-8d06-44fb-98e0-0786450b7cf0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:30.187956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:30.235045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Allocated IP 2001:db8::2 (f8f92872-f687-47ee-9cd2-3a2b8d8995aa/c098231f-7601-4470-8e87-9232424260a4/ae63d775-f2aa-455b-a78f-0749adf5920d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:30.315473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network f8f92872-f687-47ee-9cd2-3a2b8d8995aa is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:30.322064 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c750c98-4054-4afb-a35b-65e4e914d4ee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:30.328454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:30.329410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c750c98-4054-4afb-a35b-65e4e914d4ee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:30.330946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:30.336428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:30.337057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.340773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=4328e285-cd19-4c94-abee-d1018882d3cd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:30.341726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9c750c98-4054-4afb-a35b-65e4e914d4ee tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/2d66c70d-08a3-465e-9d4f-ce52e1e72563 HTTP/1.1" status: 404 len: 337 time: 0.1486297 Feb 09 21:06:30.343713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:30.345952 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Publish callbacks [] for port (6e4a2225-857c-4724-987e-4f885e8ca739), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.374096 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.375354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:30.405903 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aaa23a-20bf-4f33-893f-ac2c7ca69475 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] DELETE failed (client error): The resource could not be found. Feb 09 21:06:30.406462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35aaa23a-20bf-4f33-893f-ac2c7ca69475 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:30.409589 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-35aaa23a-20bf-4f33-893f-ac2c7ca69475 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/8296fd97-cd9e-4e43-a762-2fadcedf7db1 HTTP/1.1" status: 404 len: 339 time: 0.0606384 Feb 09 21:06:30.418828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:30.443419 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8f74375c-350e-4539-b8f1-46391d222ef8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2977819 Feb 09 21:06:30.447553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54544) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:30.457928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:30.475090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:30.478913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.509949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4a2225-857c-4724-987e-4f885e8ca739,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:30.522303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ca68fca8-7f97-4877-bd56-8415badd9e4c req-1346ec5c-9980-4fad-8c8f-80a814b17e53 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9664288 Feb 09 21:06:30.540752 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.582057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6297674 Feb 09 21:06:30.596400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:30.606573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-55f2e41c-009f-41f4-babb-57f2a0f8363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:30.612242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-55f2e41c-009f-41f4-babb-57f2a0f8363b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1129 time: 1.0165582 Feb 09 21:06:30.616501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'name': 'tempest-NetworksTestDHCPv6-585380181'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:30.622321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383eceb3-a33d-4379-b5ef-c5c1744bd64a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=e4f30a47-f8c5-4175-b85f-23e881fdb1b8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:30.634212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-3a060ebb-ff9e-4095-9afa-710e51a6db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:30.637359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-3a060ebb-ff9e-4095-9afa-710e51a6db96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8866022 Feb 09 21:06:30.647063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Publish callbacks [] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.655194 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.738483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Network f8f92872-f687-47ee-9cd2-3a2b8d8995aa is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:30.741815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:30.752055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:30.766477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Pushing event updated for resources: {'Port': ['ID=ae63d775-f2aa-455b-a78f-0749adf5920d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:30.828217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-4a6a9a7d-a6db-4ac6-b7e4-1efbc3f0b5cd service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440687 Feb 09 21:06:30.874491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Attempting to bind port ae63d775-f2aa-455b-a78f-0749adf5920d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:30.878367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Attempting to bind port ae63d775-f2aa-455b-a78f-0749adf5920d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '812a2fea-f705-4d67-b669-50bbd92c98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:30.878752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Attempting to bind port ae63d775-f2aa-455b-a78f-0749adf5920d on network f8f92872-f687-47ee-9cd2-3a2b8d8995aa {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:30.891130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:30.891505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Checking segment: {'id': '812a2fea-f705-4d67-b669-50bbd92c98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:30.892564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.892974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Bound using segment: {'id': '812a2fea-f705-4d67-b669-50bbd92c98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:30.893476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Bound port: ae63d775-f2aa-455b-a78f-0749adf5920d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812a2fea-f705-4d67-b669-50bbd92c98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:30.893848 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.923868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 4328e285-cd19-4c94-abee-d1018882d3cd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:30.924698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4328e285-cd19-4c94-abee-d1018882d3cd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:30.986639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Network aa166ff4-347c-4a4b-9663-2d95d644e695 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:30.997893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:31.039887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] For port ae63d775-f2aa-455b-a78f-0749adf5920d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:31.048024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] For port ae63d775-f2aa-455b-a78f-0749adf5920d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ae63d775-f2aa-455b-a78f-0749adf5920d,segment=NetworkSegment(812a2fea-f705-4d67-b669-50bbd92c98e7),segment_id=812a2fea-f705-4d67-b669-50bbd92c98e7)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:31.065924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab45b6c1-cff8-4362-bf17-457bfc714191 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Deleting subnet 9ace6399-5640-4d72-9423-e53a90c23e13 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:31.071034 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.071372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab45b6c1-cff8-4362-bf17-457bfc714191 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (9ace6399-5640-4d72-9423-e53a90c23e13), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.085267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:31.090920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.166328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be73cd-050b-4a7b-adea-6984623c0c31 None None] Pushing event updated for resources: {'Port': ['ID=ae63d775-f2aa-455b-a78f-0749adf5920d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:31.180825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab45b6c1-cff8-4362-bf17-457bfc714191 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (9ace6399-5640-4d72-9423-e53a90c23e13), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.242437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port a8b93eb1-021e-4aa6-9a11-f608b4e43433 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:31.256778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:06:31.312782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4328e285-cd19-4c94-abee-d1018882d3cd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.333133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-51e6cf51-4399-40b7-a6aa-9108257e8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:31.338031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-51e6cf51-4399-40b7-a6aa-9108257e8264 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.6995888 Feb 09 21:06:31.403954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76bb0759-8773-4fc9-8101-6336ac6bfa20 req-d19b30f9-822b-4d7b-9dc8-7cefcdaf9520 service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159283 Feb 09 21:06:31.487779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 004de21d-0a62-4cf4-a99d-a236f9c8c686 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:31.500500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 4328e285-cd19-4c94-abee-d1018882d3cd owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:31.519350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab45b6c1-cff8-4362-bf17-457bfc714191 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9ace6399-5640-4d72-9423-e53a90c23e13), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.638661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-c3eaa93c-8a34-4fed-9fa3-959f2bb70433 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1002 time: 0.2836766 Feb 09 21:06:31.660246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 004de21d-0a62-4cf4-a99d-a236f9c8c686 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:31.660246 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.797675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-f3d9e9c3-cacc-4a94-9819-94539edf83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:31.799347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-f3d9e9c3-cacc-4a94-9819-94539edf83e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.1530609 Feb 09 21:06:31.863412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 004de21d-0a62-4cf4-a99d-a236f9c8c686 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:31.883432 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab45b6c1-cff8-4362-bf17-457bfc714191 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (9ace6399-5640-4d72-9423-e53a90c23e13), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.923825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:06:31.929750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45b6c1-cff8-4362-bf17-457bfc714191 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Subnet': ['ID=9ace6399-5640-4d72-9423-e53a90c23e13,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:31.939189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Sync routers for ids ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:06:31.962375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Routers {'9134242e-9cec-46d1-8a9a-15b9b2f64ee0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:31.962858 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab45b6c1-cff8-4362-bf17-457bfc714191 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:31.963577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cc413e01-6c03-4191-a533-e2f328556e75 admin admin] 10.222.0.102 "PUT /v2.0/routers/9134242e-9cec-46d1-8a9a-15b9b2f64ee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0945921 Feb 09 21:06:31.968986 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:31.971734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ab45b6c1-cff8-4362-bf17-457bfc714191 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/subnets/9ace6399-5640-4d72-9423-e53a90c23e13 HTTP/1.1" status: 204 len: 168 time: 1.5309861 Feb 09 21:06:31.975159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:32.033865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::386 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/e4f30a47-f8c5-4175-b85f-23e881fdb1b8/a8b93eb1-021e-4aa6-9a11-f608b4e43433) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:32.048044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-a57f7400-b0cc-47ef-a328-f5c45cde5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:32.049807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-a57f7400-b0cc-47ef-a328-f5c45cde5e13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2392075 Feb 09 21:06:32.148903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23e9bc-e746-484c-ace9-5551b4e21bd2 req-c9a58f50-2b61-4c9d-a20e-9144cd0091e7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:32.150479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba23e9bc-e746-484c-ace9-5551b4e21bd2 req-c9a58f50-2b61-4c9d-a20e-9144cd0091e7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.3960450 Feb 09 21:06:32.254894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Set router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:32.404634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (490afd71-ca10-4311-960b-59c6f7105c11), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:32.458447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba23e9bc-e746-484c-ace9-5551b4e21bd2 req-72e1d472-6693-427b-8182-b8a89c71846d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962346 Feb 09 21:06:32.487565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4328e285-cd19-4c94-abee-d1018882d3cd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:32.575381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-808d8536-3cc6-4453-a545-109003d5411d service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482772 Feb 09 21:06:32.740249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=4328e285-cd19-4c94-abee-d1018882d3cd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:32.787655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.798035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.800142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.800765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.807223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Deleting port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:32.808175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:32.808529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.809123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.810428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.812676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.815125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.819819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.820587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.823508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.829724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:06:32.867904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:06:29Z', 'revision_number': 4, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port': {'id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:21Z', 'updated_at': '2022-02-09T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6e4a2225-857c-4724-987e-4f885e8ca739', 'name': '', 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'mac_address': 'fa:16:3e:6b:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:27Z', 'updated_at': '2022-02-09T21:06:29Z', 'revision_number': 2, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'subnets': [{'id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:32.930106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:32.936522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Checking router: 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:06:32.937214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Updating router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 port 6e4a2225-857c-4724-987e-4f885e8ca739 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:06:32.943209 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3ac78764-b5f3-4cb4-99ea-50c2d9089bda tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/4328e285-cd19-4c94-abee-d1018882d3cd HTTP/1.1" status: 204 len: 168 time: 2.4920897 Feb 09 21:06:32.951187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:33.011248 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.049463 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f78908d3-8c0b-43be-9e28-3f44eb12dcf9 req-56daffdd-839e-4b3b-9e86-1b713729de04 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586351 Feb 09 21:06:33.082959 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (a8b93eb1-021e-4aa6-9a11-f608b4e43433), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.141508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] For port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1c15cb1b-03d7-457c-a7cf-871ca38ad4b1,segment=NetworkSegment(8612f843-aaef-4fff-8302-82e2da76675b),segment_id=8612f843-aaef-4fff-8302-82e2da76675b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:33.141899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.176729 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a8b93eb1-021e-4aa6-9a11-f608b4e43433), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.262397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Calling delete_port for 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:33.265937 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f93807f-5417-4f53-815b-9c7e85938bbc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:06:33.268247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9f93807f-5417-4f53-815b-9c7e85938bbc tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/4328e285-cd19-4c94-abee-d1018882d3cd HTTP/1.1" status: 404 len: 333 time: 0.2968917 Feb 09 21:06:33.278930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:33.284484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:33.325817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:33.357452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc09643-506a-406c-981f-e4742d85f750 None None] Network f8f92872-f687-47ee-9cd2-3a2b8d8995aa requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:33.361644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:33.364700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a28357-cd99-4036-9772-398df9f6a1e0 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:33.378159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:33.378756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.414132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:33.421065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-327474005-network', 'tenant_id': 'f4c08e9349074208bc7455d094f04835'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:33.439390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840d193-5911-46e3-adac-b370349950a4 None None] Network 490afd71-ca10-4311-960b-59c6f7105c11 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:33.442849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=a8b93eb1-021e-4aa6-9a11-f608b4e43433,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:33.458731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d059ef5-ab0a-488a-8b0e-0a9f9ba636a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8573470 Feb 09 21:06:33.459787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:33.524444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Made reservation on behalf of f4c08e9349074208bc7455d094f04835 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:33.529683 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.550524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.580382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef12d60-0802-48f2-a6af-0dcc5d7569b2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet c098231f-7601-4470-8e87-9232424260a4 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:33.601952 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d60-0802-48f2-a6af-0dcc5d7569b2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (c098231f-7601-4470-8e87-9232424260a4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.704002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d60-0802-48f2-a6af-0dcc5d7569b2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (c098231f-7601-4470-8e87-9232424260a4), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.761573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488bb395-d0e1-49b2-8a52-1ee10489df73 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:33.769796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488bb395-d0e1-49b2-8a52-1ee10489df73 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:33.779538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-488bb395-d0e1-49b2-8a52-1ee10489df73 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3021433 Feb 09 21:06:33.784694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:33.868389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048b9f1-4231-454f-aa90-6be2c54b2d8f req-2143d335-f9b7-427f-b7bc-606ea0dde361 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:33.873668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2048b9f1-4231-454f-aa90-6be2c54b2d8f req-2143d335-f9b7-427f-b7bc-606ea0dde361 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.2263501 Feb 09 21:06:33.876439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1c15cb1b-03d7-457c-a7cf-871ca38ad4b1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:33.995825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2048b9f1-4231-454f-aa90-6be2c54b2d8f req-0d3c74e0-285d-448e-bf70-87f788c0f0e4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075573 Feb 09 21:06:34.025563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Port': ['ID=1c15cb1b-03d7-457c-a7cf-871ca38ad4b1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:34.038460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] No DVR routers for this DVR port 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:34.149779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d60-0802-48f2-a6af-0dcc5d7569b2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c098231f-7601-4470-8e87-9232424260a4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:34.311239 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Publish callbacks [] for port (6e4a2225-857c-4724-987e-4f885e8ca739), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:34.449266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d60-0802-48f2-a6af-0dcc5d7569b2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (c098231f-7601-4470-8e87-9232424260a4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:34.460446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ae63d775-f2aa-455b-a78f-0749adf5920d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:34.505643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0ef12d60-0802-48f2-a6af-0dcc5d7569b2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:34.512734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0ef12d60-0802-48f2-a6af-0dcc5d7569b2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/c098231f-7601-4470-8e87-9232424260a4 HTTP/1.1" status: 204 len: 168 time: 1.2292426 Feb 09 21:06:34.546968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54586) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:34.605756 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:34.625482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8497cda9-6748-4ad8-9cc3-f70a6929c5d4 None None] Provisioning complete for port ae63d775-f2aa-455b-a78f-0749adf5920d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:34.625864 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8497cda9-6748-4ad8-9cc3-f70a6929c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:34.674093 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (f8f92872-f687-47ee-9cd2-3a2b8d8995aa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:34.676768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef12d60-0802-48f2-a6af-0dcc5d7569b2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=c098231f-7601-4470-8e87-9232424260a4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:34.684020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-26ce715e-4c4a-4860-ab86-51b2ce046eac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port a8b93eb1-021e-4aa6-9a11-f608b4e43433 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:34.684853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26ce715e-4c4a-4860-ab86-51b2ce046eac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a8b93eb1-021e-4aa6-9a11-f608b4e43433), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:34.796732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86541cc6-2cb2-4f12-a376-34f256aaffbc None None] DHCP port deletion for 490afd71-ca10-4311-960b-59c6f7105c11 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:34.941134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d3820-c08b-4844-895f-38803c0ae171 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2225-857c-4724-987e-4f885e8ca739,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:35.019105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Publish callbacks [] for security_group (27972c8b-8275-43a7-befe-0eef8cf41bb7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.024688 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (490afd71-ca10-4311-960b-59c6f7105c11), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.058450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (27972c8b-8275-43a7-befe-0eef8cf41bb7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.116860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ae63d775-f2aa-455b-a78f-0749adf5920d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:35.117246 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.138317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490afd71-ca10-4311-960b-59c6f7105c11']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:35.190875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:35.249187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8612f843-aaef-4fff-8302-82e2da76675b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:35.249491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8612f843-aaef-4fff-8302-82e2da76675b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:35.400820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (8612f843-aaef-4fff-8302-82e2da76675b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.408605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (63c8bf8a-e056-41ee-ac19-ad0cdb17380e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.408958 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Added segment 63c8bf8a-e056-41ee-ac19-ad0cdb17380e of type vlan for network c84b765a-1975-43b8-8425-6e3577bf822d Feb 09 21:06:35.420674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26ce715e-4c4a-4860-ab86-51b2ce046eac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a8b93eb1-021e-4aa6-9a11-f608b4e43433), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.443748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port ae63d775-f2aa-455b-a78f-0749adf5920d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:35.444264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.449855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-26ce715e-4c4a-4860-ab86-51b2ce046eac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for a8b93eb1-021e-4aa6-9a11-f608b4e43433 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:35.452741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27972c8b-8275-43a7-befe-0eef8cf41bb7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:35.536213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8612f843-aaef-4fff-8302-82e2da76675b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.569982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:35.570381 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (8612f843-aaef-4fff-8302-82e2da76675b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.578495 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (c84b765a-1975-43b8-8425-6e3577bf822d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:35.588681 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:35.613292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] For port ae63d775-f2aa-455b-a78f-0749adf5920d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ae63d775-f2aa-455b-a78f-0749adf5920d,segment=NetworkSegment(812a2fea-f705-4d67-b669-50bbd92c98e7),segment_id=812a2fea-f705-4d67-b669-50bbd92c98e7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:35.613825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.640445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for ae63d775-f2aa-455b-a78f-0749adf5920d owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:35.690123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0084a9-9d9a-4d66-9ef5-77caa8c55794 req-94e59760-5239-42a2-87da-7b442f127ddb tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:35.699447 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b0084a9-9d9a-4d66-9ef5-77caa8c55794 req-94e59760-5239-42a2-87da-7b442f127ddb tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.4682977 Feb 09 21:06:35.725655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052c8d1-75a6-4fb2-bf17-7cc60a38ac3a None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:35.735229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:06:35.808303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Attempting to bind port 6e4a2225-857c-4724-987e-4f885e8ca739 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:35.810104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Attempting to bind port 6e4a2225-857c-4724-987e-4f885e8ca739 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:35.811782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Attempting to bind port 6e4a2225-857c-4724-987e-4f885e8ca739 on network aa166ff4-347c-4a4b-9663-2d95d644e695 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:35.831723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26ce715e-4c4a-4860-ab86-51b2ce046eac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a8b93eb1-021e-4aa6-9a11-f608b4e43433), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.838644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (c84b765a-1975-43b8-8425-6e3577bf822d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.842253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:35.844401 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.845650 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.883657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce715e-4c4a-4860-ab86-51b2ce046eac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=a8b93eb1-021e-4aa6-9a11-f608b4e43433,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:35.887361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No DVR routers for this DVR port ae63d775-f2aa-455b-a78f-0749adf5920d on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:35.989783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:35.995464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Checking segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:35.996207 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:35.996771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Bound using segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:36.004449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Bound port: 6e4a2225-857c-4724-987e-4f885e8ca739, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:36.005325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.011163 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26ce715e-4c4a-4860-ab86-51b2ce046eac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.017199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-26ce715e-4c4a-4860-ab86-51b2ce046eac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/a8b93eb1-021e-4aa6-9a11-f608b4e43433 HTTP/1.1" status: 204 len: 168 time: 2.2308099 Feb 09 21:06:36.018341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=ae63d775-f2aa-455b-a78f-0749adf5920d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:36.020931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54600) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:36.023874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (490afd71-ca10-4311-960b-59c6f7105c11), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.047319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8497cda9-6748-4ad8-9cc3-f70a6929c5d4 None None] Current status of the port ae63d775-f2aa-455b-a78f-0749adf5920d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:36.047569 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8497cda9-6748-4ad8-9cc3-f70a6929c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ae63d775-f2aa-455b-a78f-0749adf5920d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.095600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.113493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] 10.222.0.102 "DELETE /v2.0/networks/490afd71-ca10-4311-960b-59c6f7105c11 HTTP/1.1" status: 204 len: 168 time: 4.1309528 Feb 09 21:06:36.143714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7b0084a9-9d9a-4d66-9ef5-77caa8c55794 req-7c6df174-4269-48ae-9968-2545b6fef30e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379468 Feb 09 21:06:36.163763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7468176 Feb 09 21:06:36.164467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:36.184351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Request body: {'subnet': {'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-327474005-subnet', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:36.184351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47586ebf-8626-4900-a51b-23c01f083dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=c84b765a-1975-43b8-8425-6e3577bf822d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:36.190905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (f8f92872-f687-47ee-9cd2-3a2b8d8995aa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.223943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940484f-198d-4b8c-9200-2919bd766bb7 tempest-NetworksIpV6Test-1819566321 tempest-NetworksIpV6Test-1819566321-project] Pushing event deleted for resources: {'Network': ['ID=490afd71-ca10-4311-960b-59c6f7105c11,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:36.264777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e4e82-1783-4aa5-97ef-c4c0710a9aea tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:36.355157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e4e82-1783-4aa5-97ef-c4c0710a9aea tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:36.355157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fc3e4e82-1783-4aa5-97ef-c4c0710a9aea tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2426991 Feb 09 21:06:36.356607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Made reservation on behalf of f4c08e9349074208bc7455d094f04835 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:36.356607 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.357308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] For port 6e4a2225-857c-4724-987e-4f885e8ca739, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:36.357579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f92872-f687-47ee-9cd2-3a2b8d8995aa']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:36.357754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] For port 6e4a2225-857c-4724-987e-4f885e8ca739, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6e4a2225-857c-4724-987e-4f885e8ca739,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:36.357754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Could not find standard attr ID for object ae63d775-f2aa-455b-a78f-0749adf5920d. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:36.357938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:36.358057 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No ports have port_id starting with ae63d775-f2aa-455b-a78f-0749adf5920d Feb 09 21:06:36.358057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046ab3c-621e-47b4-beb2-85672b31286f None None] Update dhcp port {'port': {'network_id': 'f8f92872-f687-47ee-9cd2-3a2b8d8995aa', 'fixed_ips': [{'subnet_id': 'c098231f-7601-4470-8e87-9232424260a4'}], 'binding:host_id': 'n-d-789963-29'}, 'id': 'ae63d775-f2aa-455b-a78f-0749adf5920d'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:06:36.358328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812a2fea-f705-4d67-b669-50bbd92c98e7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:36.358328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812a2fea-f705-4d67-b669-50bbd92c98e7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:36.367554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (812a2fea-f705-4d67-b669-50bbd92c98e7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.386855 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (812a2fea-f705-4d67-b669-50bbd92c98e7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.399929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046ab3c-621e-47b4-beb2-85672b31286f None None] Host n-d-789963-29 tried to update port ae63d775-f2aa-455b-a78f-0749adf5920d which no longer exists. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Feb 09 21:06:36.403228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:36.403749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (812a2fea-f705-4d67-b669-50bbd92c98e7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.418190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network c84b765a-1975-43b8-8425-6e3577bf822d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:36.541162 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:36.553513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.560179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (f8f92872-f687-47ee-9cd2-3a2b8d8995aa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.576278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9355c-b7ef-454e-8b20-1f7eb61ff1e4 None None] Network f8f92872-f687-47ee-9cd2-3a2b8d8995aa requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:36.583862 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.592350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/networks/f8f92872-f687-47ee-9cd2-3a2b8d8995aa HTTP/1.1" status: 204 len: 168 time: 2.0317631 Feb 09 21:06:36.593147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:36.613774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'name': 'tempest-PortsIpV6TestJSON-1083521457'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:36.688558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11278a-ff11-4871-99f8-331bf8fd391f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Network': ['ID=f8f92872-f687-47ee-9cd2-3a2b8d8995aa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:36.702413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9355c-b7ef-454e-8b20-1f7eb61ff1e4 None None] Network f8f92872-f687-47ee-9cd2-3a2b8d8995aa could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:06:36.705652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d3820-c08b-4844-895f-38803c0ae171 None None] Pushing event updated for resources: {'Port': ['ID=6e4a2225-857c-4724-987e-4f885e8ca739,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:36.741682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:36.791646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:36.817955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:36.818277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1c15cb1b-03d7-457c-a7cf-871ca38ad4b1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:36.820768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb02f3b-a09c-4b3f-a7b0-7ab132820198 None None] DHCP port deletion for f8f92872-f687-47ee-9cd2-3a2b8d8995aa request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:36.859045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (674248d8-86f1-4847-9c25-fe4e513b67ea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:36.910089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Routers {'9134242e-9cec-46d1-8a9a-15b9b2f64ee0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:36.911122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:37.031743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:37.043479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.053740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=674248d8-86f1-4847-9c25-fe4e513b67ea,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:37.085463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a580a1e-4160-449a-92d7-0f071f2474cc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet e4f30a47-f8c5-4175-b85f-23e881fdb1b8 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:37.109770 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a580a1e-4160-449a-92d7-0f071f2474cc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (e4f30a47-f8c5-4175-b85f-23e881fdb1b8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.131230 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port aaa23f78-515c-4f48-928a-d23ea8ffd965 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:37.132694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] Set router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:37.301836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Checking segment: {'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:37.305902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Network hostable DHCP agents. Network: c84b765a-1975-43b8-8425-6e3577bf822d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:37.316911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Provisioning complete for port 890a08b1-1038-4e0d-b918-b0b1195fec4d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:37.317528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.369013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Network c84b765a-1975-43b8-8425-6e3577bf822d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:37.376606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a580a1e-4160-449a-92d7-0f071f2474cc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (e4f30a47-f8c5-4175-b85f-23e881fdb1b8), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.447234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa0f68e8-a20d-44da-a678-40b373d96442 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=736ca3aa43b14dca963c45553c33e8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6515527 Feb 09 21:06:37.453726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:37.535240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5229f1e-0760-431c-a32f-32b74dec07ef req-6fc7293d-4e67-4130-9495-0db843b9af58 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:37.541265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5229f1e-0760-431c-a32f-32b74dec07ef req-6fc7293d-4e67-4130-9495-0db843b9af58 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.2142022 Feb 09 21:06:37.574130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, c84b765a-1975-43b8-8425-6e3577bf822d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:37.579908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:37.580515 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.598462 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f325d415-14b8-4181-a91a-01bea4406acc admin admin] Publish callbacks [] for security_group (babb20a3-16bf-4dda-886a-d3d63200fd1b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.602965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1f03f6-8835-4eb6-b356-cb697888f165 None None] Network c84b765a-1975-43b8-8425-6e3577bf822d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:37.627838 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f325d415-14b8-4181-a91a-01bea4406acc admin admin] Publish callbacks [] for security_group (babb20a3-16bf-4dda-886a-d3d63200fd1b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.697227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d0f2c5fd-8e9d-4789-acf3-4d72443575a8 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5315604 Feb 09 21:06:37.702385 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f325d415-14b8-4181-a91a-01bea4406acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (babb20a3-16bf-4dda-886a-d3d63200fd1b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.705272 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f325d415-14b8-4181-a91a-01bea4406acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.709204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f325d415-14b8-4181-a91a-01bea4406acc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/babb20a3-16bf-4dda-886a-d3d63200fd1b HTTP/1.1" status: 204 len: 168 time: 0.2506139 Feb 09 21:06:37.709204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:37.758383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5229f1e-0760-431c-a32f-32b74dec07ef req-5b54bc46-c4b6-4638-846c-a93db554d405 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056885 Feb 09 21:06:37.763662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:37.831566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325d415-14b8-4181-a91a-01bea4406acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb20a3-16bf-4dda-886a-d3d63200fd1b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:37.832746 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (aaa23f78-515c-4f48-928a-d23ea8ffd965), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.854440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (ff78dc7e-7161-4fa6-a5c3-a67318877376), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.857377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (ff78dc7e-7161-4fa6-a5c3-a67318877376), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.898479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a580a1e-4160-449a-92d7-0f071f2474cc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e4f30a47-f8c5-4175-b85f-23e881fdb1b8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:37.941702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (aaa23f78-515c-4f48-928a-d23ea8ffd965), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.046206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-c84b765a-1975-43b8-8425-6e3577bf822d', 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d', 'project_id': 'f4c08e9349074208bc7455d094f04835', 'fixed_ips': [{'subnet_id': '674248d8-86f1-4847-9c25-fe4e513b67ea'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:38.049185 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.065640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03b9c663-72d8-4bd9-b868-80552711c519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.111641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Current status of the port 890a08b1-1038-4e0d-b918-b0b1195fec4d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:38.119321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=aaa23f78-515c-4f48-928a-d23ea8ffd965,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:38.135758 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks [] for router_controller (ff78dc7e-7161-4fa6-a5c3-a67318877376), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.151263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:38.162434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:38.172995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:38.207190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:38.207903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.273897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-47c0ecd7-b40b-4d6d-b65d-716b7c3e3ba7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6744075 Feb 09 21:06:38.275375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:38.418322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Allocated IP 172.20.0.2 (c84b765a-1975-43b8-8425-6e3577bf822d/674248d8-86f1-4847-9c25-fe4e513b67ea/87f98475-d727-48a8-8b2f-d6786d031381) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:38.487713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-becfe2ed-f328-44e8-81f7-88c3dcbbee10 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port aaa23f78-515c-4f48-928a-d23ea8ffd965 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:38.488434 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-becfe2ed-f328-44e8-81f7-88c3dcbbee10 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (aaa23f78-515c-4f48-928a-d23ea8ffd965), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.533233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a580a1e-4160-449a-92d7-0f071f2474cc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (e4f30a47-f8c5-4175-b85f-23e881fdb1b8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.570894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Provisioning complete for port 6e4a2225-857c-4724-987e-4f885e8ca739 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:38.571767 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.627577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a580a1e-4160-449a-92d7-0f071f2474cc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f30a47-f8c5-4175-b85f-23e881fdb1b8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:38.636844 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks [] for router_gateway (ff78dc7e-7161-4fa6-a5c3-a67318877376), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.640743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a580a1e-4160-449a-92d7-0f071f2474cc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.644435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4a580a1e-4160-449a-92d7-0f071f2474cc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/e4f30a47-f8c5-4175-b85f-23e881fdb1b8 HTTP/1.1" status: 204 len: 168 time: 2.3364069 Feb 09 21:06:38.646847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54650) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:38.668749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-becfe2ed-f328-44e8-81f7-88c3dcbbee10 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (aaa23f78-515c-4f48-928a-d23ea8ffd965), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:38.690433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-becfe2ed-f328-44e8-81f7-88c3dcbbee10 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for aaa23f78-515c-4f48-928a-d23ea8ffd965 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:38.709698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ae63d775-f2aa-455b-a78f-0749adf5920d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:38.761038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c5aa2-66d1-4a3c-987c-cdc5ed6956b6 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:38.777795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-77099eed-cc0c-47ab-8c27-f0fac2180b29 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236207 Feb 09 21:06:38.806105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:38.825431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:38.931435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ae63d775-f2aa-455b-a78f-0749adf5920d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:38.932800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ae63d775-f2aa-455b-a78f-0749adf5920d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:38.978129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:06:29Z', 'revision_number': 4, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port': {'id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:21Z', 'updated_at': '2022-02-09T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6e4a2225-857c-4724-987e-4f885e8ca739', 'name': '', 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'mac_address': 'fa:16:3e:6b:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:27Z', 'updated_at': '2022-02-09T21:06:36Z', 'revision_number': 4, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'subnets': [{'id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:39.083191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1558231-ddad-4053-9ebb-dd00904883c1 None None] The sync data for ids ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'] in n-d-789963-29 is: [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:06:29Z', 'revision_number': 4, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port': {'id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:21Z', 'updated_at': '2022-02-09T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6e4a2225-857c-4724-987e-4f885e8ca739', 'name': '', 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'mac_address': 'fa:16:3e:6b:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:27Z', 'updated_at': '2022-02-09T21:06:36Z', 'revision_number': 4, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'subnets': [{'id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:06:39.090653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Current status of the port 6e4a2225-857c-4724-987e-4f885e8ca739 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:39.095466 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:39.258890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac006d04-451c-46f6-8cd3-578c91a63f4f req-19595a8d-cd86-4a3d-b7f7-1db7c6259fba tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:39.263314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ac006d04-451c-46f6-8cd3-578c91a63f4f req-19595a8d-cd86-4a3d-b7f7-1db7c6259fba tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.3094809 Feb 09 21:06:39.278793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:39.287279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] For port 6e4a2225-857c-4724-987e-4f885e8ca739, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6e4a2225-857c-4724-987e-4f885e8ca739,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:39.297389 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:39.335628 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:39.498942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:39.530388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:39.532807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Could not find standard attr ID for object a8b93eb1-021e-4aa6-9a11-f608b4e43433. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:39.544754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ac006d04-451c-46f6-8cd3-578c91a63f4f req-8d34c2dd-dc0a-4b29-916c-d16deb4dc3b5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620523 Feb 09 21:06:39.692814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks [] for router_gateway (ff78dc7e-7161-4fa6-a5c3-a67318877376), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:39.711891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Publish callbacks [] for port (87f98475-d727-48a8-8b2f-d6786d031381), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:39.728450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d80771-9eeb-4836-b68c-443a109e9fac None None] Pushing event updated for resources: {'Port': ['ID=6e4a2225-857c-4724-987e-4f885e8ca739,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:39.738669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-15c135b5-2aa7-4e2e-b7f6-f1fa00081485 None None] Provisioning complete for port 890a08b1-1038-4e0d-b918-b0b1195fec4d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:39.739127 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15c135b5-2aa7-4e2e-b7f6-f1fa00081485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:39.772360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:39.813491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1723037370'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:39.836927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-becfe2ed-f328-44e8-81f7-88c3dcbbee10 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (aaa23f78-515c-4f48-928a-d23ea8ffd965), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.060012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Allocated IP 172.25.4.133 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/24af984c-6863-43cc-b6a7-c72c645c8204) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:40.075610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-becfe2ed-f328-44e8-81f7-88c3dcbbee10 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.087277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-becfe2ed-f328-44e8-81f7-88c3dcbbee10 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/aaa23f78-515c-4f48-928a-d23ea8ffd965 HTTP/1.1" status: 204 len: 168 time: 1.8099232 Feb 09 21:06:40.088388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfe2ed-f328-44e8-81f7-88c3dcbbee10 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=aaa23f78-515c-4f48-928a-d23ea8ffd965,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:40.091041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:40.126971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'mac_address': 'fa:16:3e:99:d1:02', 'name': 'tempest-PortsIpV6TestJSON-2077088253'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:40.130816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (fa16e920-b739-40a3-b403-4afc5dc75bfd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.175640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:40.186591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (87f98475-d727-48a8-8b2f-d6786d031381), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.196011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:40.204268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:40.205336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.207798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:40.224919 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.278693 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6092d3b2-fcb2-4b28-b688-4487b95fbdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.313252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks [] for port (24af984c-6863-43cc-b6a7-c72c645c8204), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.374377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Pushing event updated for resources: {'Port': ['ID=87f98475-d727-48a8-8b2f-d6786d031381,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:40.376913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.423937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] Deleting port 890a08b1-1038-4e0d-b918-b0b1195fec4d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:40.424438 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.429501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Network c84b765a-1975-43b8-8425-6e3577bf822d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:40.452627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.493990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=fa16e920-b739-40a3-b403-4afc5dc75bfd,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:40.504370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:40.514516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dbd65f10-5464-4e40-8aaa-8d79796103af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7014596 Feb 09 21:06:40.522024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:40.523767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:40.540124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'name': 'tempest-NetworksTestDHCPv6-1170978219'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:40.545549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:40.586214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:40.595987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:40.601514 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:40.627878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6e4a2225-857c-4724-987e-4f885e8ca739 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:40.646601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Pushing event updated for resources: {'Port': ['ID=24af984c-6863-43cc-b6a7-c72c645c8204,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:40.786551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-15c135b5-2aa7-4e2e-b7f6-f1fa00081485 None None] Current status of the port 890a08b1-1038-4e0d-b918-b0b1195fec4d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:40.802742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:40.873366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 3af4fc10-aef1-4e47-a75f-de8ccf9cdebf yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:41.002563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-15c135b5-2aa7-4e2e-b7f6-f1fa00081485 None None] Provisioning complete for port 6e4a2225-857c-4724-987e-4f885e8ca739 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:41.002827 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15c135b5-2aa7-4e2e-b7f6-f1fa00081485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.077242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:41.080645 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.106677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks [] for router_gateway (ff78dc7e-7161-4fa6-a5c3-a67318877376), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.140916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (3af4fc10-aef1-4e47-a75f-de8ccf9cdebf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.167349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] For port 890a08b1-1038-4e0d-b918-b0b1195fec4d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=890a08b1-1038-4e0d-b918-b0b1195fec4d,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:41.168604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.196708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] Calling delete_port for 890a08b1-1038-4e0d-b918-b0b1195fec4d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:41.238794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (2635b5b6-3294-400d-b754-bb6ba9d06b6f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.242362 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3af4fc10-aef1-4e47-a75f-de8ccf9cdebf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.265023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2635b5b6-3294-400d-b754-bb6ba9d06b6f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.283052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 56caa3e2-be3b-49c5-b8a1-388f2bfb1b49 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:41.335584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Attempting to bind port 87f98475-d727-48a8-8b2f-d6786d031381 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:41.335995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Attempting to bind port 87f98475-d727-48a8-8b2f-d6786d031381 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:41.336362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Attempting to bind port 87f98475-d727-48a8-8b2f-d6786d031381 on network c84b765a-1975-43b8-8425-6e3577bf822d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:41.370657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=3af4fc10-aef1-4e47-a75f-de8ccf9cdebf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:41.396172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:41.396543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Checking segment: {'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:41.396956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.397347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Bound using segment: {'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:41.397852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Bound port: 87f98475-d727-48a8-8b2f-d6786d031381, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:41.399001 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (87f98475-d727-48a8-8b2f-d6786d031381), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.407199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:41.436792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1dda5d4-c1fe-465e-b13a-bccea42bc654), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.437704 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Added segment c1dda5d4-c1fe-465e-b13a-bccea42bc654 of type vlan for network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 Feb 09 21:06:41.467408 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.571111 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (a79d6703-33f7-4a68-bd8e-091abc0f7ac9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.575588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6e4a2225-857c-4724-987e-4f885e8ca739 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:41.576096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.630134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:41.642068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:41.645137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::11 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/fa16e920-b739-40a3-b403-4afc5dc75bfd/56caa3e2-be3b-49c5-b8a1-388f2bfb1b49) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:41.654668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:41.687137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:41.692312 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.737895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (a79d6703-33f7-4a68-bd8e-091abc0f7ac9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.750190 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (890a08b1-1038-4e0d-b918-b0b1195fec4d), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.755856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:41.757714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:41.797273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] No DVR routers for this DVR port 890a08b1-1038-4e0d-b918-b0b1195fec4d on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:41.896443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-15c135b5-2aa7-4e2e-b7f6-f1fa00081485 None None] Current status of the port 6e4a2225-857c-4724-987e-4f885e8ca739 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:41.908194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Network': ['ID=a79d6703-33f7-4a68-bd8e-091abc0f7ac9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:41.916030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4120190 Feb 09 21:06:41.924432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c1a816cc-e27d-4356-8cc5-a7b7bceb85a9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8296969 Feb 09 21:06:41.930663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:41.931586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:41.950857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-15c135b5-2aa7-4e2e-b7f6-f1fa00081485 None None] Could not find standard attr ID for object a8b93eb1-021e-4aa6-9a11-f608b4e43433. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:41.975273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:41.982378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e49fb-662f-4045-8931-64f19d27d75f None None] Pushing event deleted for resources: {'Port': ['ID=890a08b1-1038-4e0d-b918-b0b1195fec4d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:42.012421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'name': 'tempest-PortsTestJSON-393614106'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:42.156978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10caeb-9b4b-4ce5-9bce-d73736eb9463 req-17b16960-b6b0-405f-8d98-d6f3815266f5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:42.161367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f10caeb-9b4b-4ce5-9bce-d73736eb9463 req-17b16960-b6b0-405f-8d98-d6f3815266f5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 1.3981621 Feb 09 21:06:42.184735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22894c20-6056-4de1-ac31-bf22e8805699 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:42.187212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42d028-5944-4ece-b3dd-1c114793e0a3 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:42.188952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-22894c20-6056-4de1-ac31-bf22e8805699 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/3af4fc10-aef1-4e47-a75f-de8ccf9cdebf HTTP/1.1" status: 200 len: 845 time: 0.2480433 Feb 09 21:06:42.209137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cdffb-6390-4b74-9a93-f1d6ebe1fd44 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2635b5b6-3294-400d-b754-bb6ba9d06b6f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:42.231060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54686) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:42.317893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] For port 87f98475-d727-48a8-8b2f-d6786d031381, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:42.352030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (56caa3e2-be3b-49c5-b8a1-388f2bfb1b49), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.368166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] For port 87f98475-d727-48a8-8b2f-d6786d031381, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=87f98475-d727-48a8-8b2f-d6786d031381,segment=NetworkSegment(63c8bf8a-e056-41ee-ac19-ad0cdb17380e),segment_id=63c8bf8a-e056-41ee-ac19-ad0cdb17380e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:42.370467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6e4a2225-857c-4724-987e-4f885e8ca739 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:42.379521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'fa16e920-b739-40a3-b403-4afc5dc75bfd'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:42.380935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.387331 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (87f98475-d727-48a8-8b2f-d6786d031381), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.418298 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (56caa3e2-be3b-49c5-b8a1-388f2bfb1b49), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.467775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:42.471771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.494037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abfc59-9a2b-4667-9aa6-e36ea4de34ca None None] Pushing event updated for resources: {'Port': ['ID=87f98475-d727-48a8-8b2f-d6786d031381,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:42.498956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 890a08b1-1038-4e0d-b918-b0b1195fec4d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:42.529451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=56caa3e2-be3b-49c5-b8a1-388f2bfb1b49,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:42.539991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:42.540639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 890a08b1-1038-4e0d-b918-b0b1195fec4d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:42.541130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 890a08b1-1038-4e0d-b918-b0b1195fec4d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:42.545127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:42.558192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:42.559659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f10caeb-9b4b-4ce5-9bce-d73736eb9463 req-8620b4d8-fe40-4ae0-892f-adc7fa0f72ee tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683944 Feb 09 21:06:42.599405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:42.600326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.618700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 78a6c45e-878c-46d5-a348-49976a3db234 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:42.711367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f7c19-a6fb-4428-a853-2ec6bf09aad9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 3af4fc10-aef1-4e47-a75f-de8ccf9cdebf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:42.712431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7c19-a6fb-4428-a853-2ec6bf09aad9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3af4fc10-aef1-4e47-a75f-de8ccf9cdebf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.830407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/fa16e920-b739-40a3-b403-4afc5dc75bfd/8d39429c-c1e9-49d6-bf16-1240e7d142ba) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:42.856146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ada7dd8d-49e1-4016-9513-baae7564a7f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3296330 Feb 09 21:06:42.862181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54690) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:42.903547 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7c19-a6fb-4428-a853-2ec6bf09aad9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3af4fc10-aef1-4e47-a75f-de8ccf9cdebf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.970470 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (ff78dc7e-7161-4fa6-a5c3-a67318877376), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:42.999112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc7d70e-c47b-4967-8050-a6ff808f0edf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:43.007625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-edc7d70e-c47b-4967-8050-a6ff808f0edf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1440234 Feb 09 21:06:43.009359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:43.014305 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Publish callbacks [] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.034269 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (78a6c45e-878c-46d5-a348-49976a3db234), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.036834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.084104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (78a6c45e-878c-46d5-a348-49976a3db234), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.128608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f7c19-a6fb-4428-a853-2ec6bf09aad9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 3af4fc10-aef1-4e47-a75f-de8ccf9cdebf owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:43.155109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Pushing event updated for resources: {'Port': ['ID=8d39429c-c1e9-49d6-bf16-1240e7d142ba,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:43.164686 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.177598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:43.179109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:43.187872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:43.237223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=78a6c45e-878c-46d5-a348-49976a3db234,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:43.275719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Attempting to bind port 8d39429c-c1e9-49d6-bf16-1240e7d142ba on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:43.276495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Attempting to bind port 8d39429c-c1e9-49d6-bf16-1240e7d142ba by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:43.276728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Attempting to bind port 8d39429c-c1e9-49d6-bf16-1240e7d142ba on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:43.282894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:43.283526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:43.283996 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.284771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:43.285403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Bound port: 8d39429c-c1e9-49d6-bf16-1240e7d142ba, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:43.285870 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.296199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking segment: {'id': 'c1dda5d4-c1fe-465e-b13a-bccea42bc654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:43.297045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network hostable DHCP agents. Network: a79d6703-33f7-4a68-bd8e-091abc0f7ac9, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:43.395160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:43.407786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, a79d6703-33f7-4a68-bd8e-091abc0f7ac9) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:43.410674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] For port 8d39429c-c1e9-49d6-bf16-1240e7d142ba, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:43.414744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] For port 8d39429c-c1e9-49d6-bf16-1240e7d142ba, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8d39429c-c1e9-49d6-bf16-1240e7d142ba,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:43.426571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e909ba5-916b-4348-a2b2-21315dba1f58 None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:43.434369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:43.448036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:43.458396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.490634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7c19-a6fb-4428-a853-2ec6bf09aad9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3af4fc10-aef1-4e47-a75f-de8ccf9cdebf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.560855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-23efeae3-857e-421b-bf6a-58c45df9ffdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 56caa3e2-be3b-49c5-b8a1-388f2bfb1b49 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:43.561215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23efeae3-857e-421b-bf6a-58c45df9ffdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (56caa3e2-be3b-49c5-b8a1-388f2bfb1b49), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.562616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f7c19-a6fb-4428-a853-2ec6bf09aad9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=3af4fc10-aef1-4e47-a75f-de8ccf9cdebf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:43.581474 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-36258942-536b-49ff-a8b0-5088f9ce8b7d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6417954 Feb 09 21:06:43.593934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54694) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:43.602513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-944656781'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:43.611477 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.627198 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef3f7c19-a6fb-4428-a853-2ec6bf09aad9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.636892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ef3f7c19-a6fb-4428-a853-2ec6bf09aad9 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/3af4fc10-aef1-4e47-a75f-de8ccf9cdebf HTTP/1.1" status: 204 len: 168 time: 1.3921909 Feb 09 21:06:43.639853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:43.678340 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3d3d6f-72f6-4204-a664-04e860a95dd2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:06:43.688900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dd3d3d6f-72f6-4204-a664-04e860a95dd2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/3af4fc10-aef1-4e47-a75f-de8ccf9cdebf HTTP/1.1" status: 404 len: 333 time: 0.0475395 Feb 09 21:06:43.691498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54702) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:43.700537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'name': 'tempest-PortsIpV6TestJSON-1287551728'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:43.705957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:43.709714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.799034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e925665-dc57-402e-999f-49a99316ecfb None None] Pushing event updated for resources: {'Port': ['ID=8d39429c-c1e9-49d6-bf16-1240e7d142ba,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:43.841671 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23efeae3-857e-421b-bf6a-58c45df9ffdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (56caa3e2-be3b-49c5-b8a1-388f2bfb1b49), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.857802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:43.865099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-23efeae3-857e-421b-bf6a-58c45df9ffdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 56caa3e2-be3b-49c5-b8a1-388f2bfb1b49 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:43.887591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b3a5ad84-f974-4f4b-8bf2-ac2ddbc794a7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.888063 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Added segment b3a5ad84-f974-4f4b-8bf2-ac2ddbc794a7 of type vlan for network 5b4ce4a3-3812-4eaa-8e96-099e80a3475a Feb 09 21:06:43.954601 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.971918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:43.978197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:43.983548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (5b4ce4a3-3812-4eaa-8e96-099e80a3475a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:44.020775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 41609e36-bd0f-4a3c-b253-817dd75fa4ed yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:44.138292 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (5b4ce4a3-3812-4eaa-8e96-099e80a3475a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:44.151656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:44.152927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:44.180689 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23efeae3-857e-421b-bf6a-58c45df9ffdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (56caa3e2-be3b-49c5-b8a1-388f2bfb1b49), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:44.187675 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5914800 Feb 09 21:06:44.210067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:44.228262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Router ff78dc7e-7161-4fa6-a5c3-a67318877376 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:06:44.285088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'ports': [{'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9'}, {'network_id': '5b4ce4a3-3812-4eaa-8e96-099e80a3475a'}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:44.285453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:44.285893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': '5b4ce4a3-3812-4eaa-8e96-099e80a3475a'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:44.287431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efeae3-857e-421b-bf6a-58c45df9ffdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=56caa3e2-be3b-49c5-b8a1-388f2bfb1b49,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:44.455020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee7c43-2028-4972-8440-e6af9c3d7f04 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Network': ['ID=5b4ce4a3-3812-4eaa-8e96-099e80a3475a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:44.474011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 5b4ce4a3-3812-4eaa-8e96-099e80a3475a details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:44.587831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:06:44.601356 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Sync routers for ids ['ff78dc7e-7161-4fa6-a5c3-a67318877376'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:06:44.626331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23efeae3-857e-421b-bf6a-58c45df9ffdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:44.632781 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Routers {'ff78dc7e-7161-4fa6-a5c3-a67318877376'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:44.633742 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ff78dc7e-7161-4fa6-a5c3-a67318877376'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:44.635352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-23efeae3-857e-421b-bf6a-58c45df9ffdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/56caa3e2-be3b-49c5-b8a1-388f2bfb1b49 HTTP/1.1" status: 204 len: 168 time: 1.6228189 Feb 09 21:06:44.646753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:44.688756 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:44.694030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-40943056-bcba-4e4b-856d-6b509c764d8c admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9482570 Feb 09 21:06:44.701835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:44.814854 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (41609e36-bd0f-4a3c-b253-817dd75fa4ed), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:44.838810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65b98b-10ec-4791-9787-6ed6c352cc5e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:44.847071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65b98b-10ec-4791-9787-6ed6c352cc5e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:44.852638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7b65b98b-10ec-4791-9787-6ed6c352cc5e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1977177 Feb 09 21:06:44.852856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54712) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:44.893738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25bfe0-be72-4af0-b746-9f376dc38735 req-d09bd259-fb51-440a-8ac2-cab92770f7fd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:44.907753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c25bfe0-be72-4af0-b746-9f376dc38735 req-d09bd259-fb51-440a-8ac2-cab92770f7fd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.7286415 Feb 09 21:06:44.944927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8d39429c-c1e9-49d6-bf16-1240e7d142ba up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:45.034334 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Set router ff78dc7e-7161-4fa6-a5c3-a67318877376 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:45.069170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8d39429c-c1e9-49d6-bf16-1240e7d142ba triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:45.069563 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.076610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:45.083082 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.140857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd29f7-e06e-4cb5-afea-01db267c02e9 None None] Network c84b765a-1975-43b8-8425-6e3577bf822d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:45.170005 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (41609e36-bd0f-4a3c-b253-817dd75fa4ed), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.201944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.235492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:45.244467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:45.270322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c25bfe0-be72-4af0-b746-9f376dc38735 req-f7f21816-c0ef-4bfd-8579-792ae4bbd824 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616028 Feb 09 21:06:45.305734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:45.337210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:45.340365 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.353506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e8e1c82a-d977-437e-a238-3abe063db6f4 None None] Provisioning complete for port 87f98475-d727-48a8-8b2f-d6786d031381 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:45.353958 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c82a-d977-437e-a238-3abe063db6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (87f98475-d727-48a8-8b2f-d6786d031381), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.395189 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7001004 Feb 09 21:06:45.445233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:45.486804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8752e7-1600-40df-a5cb-30f77355d1f2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=41609e36-bd0f-4a3c-b253-817dd75fa4ed,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:45.490958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8d39429c-c1e9-49d6-bf16-1240e7d142ba is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:45.491591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.495134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-965e57e8-0fd4-4b2d-b365-77cef0c5fd4f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet fa16e920-b739-40a3-b403-4afc5dc75bfd {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:45.504431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-965e57e8-0fd4-4b2d-b365-77cef0c5fd4f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (fa16e920-b739-40a3-b403-4afc5dc75bfd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.538407 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:06:40Z', 'revision_number': 3, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port': {'id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:39Z', 'updated_at': '2022-02-09T21:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:45.613189 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Checking router: ff78dc7e-7161-4fa6-a5c3-a67318877376 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:06:45.613844 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Updating router ff78dc7e-7161-4fa6-a5c3-a67318877376 port 24af984c-6863-43cc-b6a7-c72c645c8204 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:06:45.617315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:45.677740 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.694908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 8d39429c-c1e9-49d6-bf16-1240e7d142ba, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8d39429c-c1e9-49d6-bf16-1240e7d142ba,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:45.762612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:45.763456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 87f98475-d727-48a8-8b2f-d6786d031381 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:45.929177 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (41609e36-bd0f-4a3c-b253-817dd75fa4ed), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.006011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1c82a-d977-437e-a238-3abe063db6f4 None None] Current status of the port 87f98475-d727-48a8-8b2f-d6786d031381 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:46.006409 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c82a-d977-437e-a238-3abe063db6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (87f98475-d727-48a8-8b2f-d6786d031381), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.177935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=8d39429c-c1e9-49d6-bf16-1240e7d142ba,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:46.181786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e8e1c82a-d977-437e-a238-3abe063db6f4 None None] For port 87f98475-d727-48a8-8b2f-d6786d031381, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=87f98475-d727-48a8-8b2f-d6786d031381,segment=NetworkSegment(63c8bf8a-e056-41ee-ac19-ad0cdb17380e),segment_id=63c8bf8a-e056-41ee-ac19-ad0cdb17380e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:46.218491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c82a-d977-437e-a238-3abe063db6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (87f98475-d727-48a8-8b2f-d6786d031381), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.305738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 87f98475-d727-48a8-8b2f-d6786d031381 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:46.306121 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (87f98475-d727-48a8-8b2f-d6786d031381), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.500867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1c82a-d977-437e-a238-3abe063db6f4 None None] Pushing event updated for resources: {'Port': ['ID=87f98475-d727-48a8-8b2f-d6786d031381,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:46.514473 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Publish callbacks [] for port (24af984c-6863-43cc-b6a7-c72c645c8204), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.528067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-504fc2ae-e8bf-4bde-baa4-c13d0ca781cc None None] Provisioning complete for port 8d39429c-c1e9-49d6-bf16-1240e7d142ba triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:46.528464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-504fc2ae-e8bf-4bde-baa4-c13d0ca781cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.539565 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.600781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (41609e36-bd0f-4a3c-b253-817dd75fa4ed), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.608963 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8ce97-2836-4cf3-a498-f81da8bc9145 None None] Pushing event updated for resources: {'Port': ['ID=24af984c-6863-43cc-b6a7-c72c645c8204,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:46.631585 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Attempting to bind port 24af984c-6863-43cc-b6a7-c72c645c8204 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:46.632295 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Attempting to bind port 24af984c-6863-43cc-b6a7-c72c645c8204 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:46.632295 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Attempting to bind port 24af984c-6863-43cc-b6a7-c72c645c8204 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:46.639136 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:46.639566 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:46.639978 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.640366 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:46.641541 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Bound port: 24af984c-6863-43cc-b6a7-c72c645c8204, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:46.641541 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.643105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (41609e36-bd0f-4a3c-b253-817dd75fa4ed), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.697605 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] For port 24af984c-6863-43cc-b6a7-c72c645c8204, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:46.702273 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] For port 24af984c-6863-43cc-b6a7-c72c645c8204, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24af984c-6863-43cc-b6a7-c72c645c8204,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:46.718299 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.774340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=41609e36-bd0f-4a3c-b253-817dd75fa4ed,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:46.792869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] In _notify_port_updated(), no bound segment for port 41609e36-bd0f-4a3c-b253-817dd75fa4ed on network 1ee0f815-eda7-4cab-b628-d057b2755bc3 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:06:46.798516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:46.799187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:46.805102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-06b7029e-705b-4404-9616-3be1975be2e8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "PUT /v2.0/ports/41609e36-bd0f-4a3c-b253-817dd75fa4ed HTTP/1.1" status: 200 len: 818 time: 1.3549614 Feb 09 21:06:46.806092 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8ce97-2836-4cf3-a498-f81da8bc9145 None None] Pushing event updated for resources: {'Port': ['ID=24af984c-6863-43cc-b6a7-c72c645c8204,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:46.806225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:46.821055 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Routers {'ff78dc7e-7161-4fa6-a5c3-a67318877376'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:46.821700 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ff78dc7e-7161-4fa6-a5c3-a67318877376'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:46.960955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-965e57e8-0fd4-4b2d-b365-77cef0c5fd4f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (fa16e920-b739-40a3-b403-4afc5dc75bfd), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.006835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e7a9e-a844-48fb-8bcd-7ae6b52750ca req-4445d96e-b6aa-44cb-9682-520b0ae89204 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:47.009577 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-189e7a9e-a844-48fb-8bcd-7ae6b52750ca req-4445d96e-b6aa-44cb-9682-520b0ae89204 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.4022875 Feb 09 21:06:47.030315 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] Set router ff78dc7e-7161-4fa6-a5c3-a67318877376 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:47.128350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 87f98475-d727-48a8-8b2f-d6786d031381 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:47.142961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 96275060-5de6-4e9b-b725-6da5fe80f543 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:47.199370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-504fc2ae-e8bf-4bde-baa4-c13d0ca781cc None None] Current status of the port 8d39429c-c1e9-49d6-bf16-1240e7d142ba is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:47.293028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7130e02-7247-4032-97eb-e7a3d30dfaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 41609e36-bd0f-4a3c-b253-817dd75fa4ed {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:47.293674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7130e02-7247-4032-97eb-e7a3d30dfaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (41609e36-bd0f-4a3c-b253-817dd75fa4ed), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.312369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc6008ba-b5a7-4d87-97a6-1a25978127de None None] Could not find standard attr ID for object 56caa3e2-be3b-49c5-b8a1-388f2bfb1b49. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:06:47.351049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc6008ba-b5a7-4d87-97a6-1a25978127de None None] Provisioning complete for port 87f98475-d727-48a8-8b2f-d6786d031381 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:47.351575 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc6008ba-b5a7-4d87-97a6-1a25978127de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (87f98475-d727-48a8-8b2f-d6786d031381), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.364615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8d39429c-c1e9-49d6-bf16-1240e7d142ba up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:47.399290 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7130e02-7247-4032-97eb-e7a3d30dfaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (41609e36-bd0f-4a3c-b253-817dd75fa4ed), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.416582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d7130e02-7247-4032-97eb-e7a3d30dfaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 41609e36-bd0f-4a3c-b253-817dd75fa4ed owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:47.522692 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-189e7a9e-a844-48fb-8bcd-7ae6b52750ca req-60cc75ba-3ac7-4f9a-bd8a-9ae7b08ba809 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5057383 Feb 09 21:06:47.527279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7130e02-7247-4032-97eb-e7a3d30dfaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (41609e36-bd0f-4a3c-b253-817dd75fa4ed), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.556269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1c6e6-0b33-4526-aa93-3481f6b2fbfd req-de19dde8-d795-4dd3-8639-c8a044136175 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:47.575133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3d1c6e6-0b33-4526-aa93-3481f6b2fbfd req-de19dde8-d795-4dd3-8639-c8a044136175 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1129 time: 0.6569514 Feb 09 21:06:47.580732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7130e02-7247-4032-97eb-e7a3d30dfaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=41609e36-bd0f-4a3c-b253-817dd75fa4ed,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:47.594262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7130e02-7247-4032-97eb-e7a3d30dfaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.602880 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d7130e02-7247-4032-97eb-e7a3d30dfaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/41609e36-bd0f-4a3c-b253-817dd75fa4ed HTTP/1.1" status: 204 len: 168 time: 0.7778385 Feb 09 21:06:47.606812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54734) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:47.634349 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:06:40Z', 'revision_number': 3, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port': {'id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:39Z', 'updated_at': '2022-02-09T21:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:47.640757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (96275060-5de6-4e9b-b725-6da5fe80f543), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.681248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8d39429c-c1e9-49d6-bf16-1240e7d142ba triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:47.689325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.692273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cc6008ba-b5a7-4d87-97a6-1a25978127de None None] Current status of the port 87f98475-d727-48a8-8b2f-d6786d031381 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:47.724059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb642100-a3f7-4497-a4b0-013ee650fc3b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:47.729707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bb642100-a3f7-4497-a4b0-013ee650fc3b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1207888 Feb 09 21:06:47.730377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:47.752117 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9487b-04c7-48fe-ab8b-f34664f38cd3 None None] The sync data for ids ['ff78dc7e-7161-4fa6-a5c3-a67318877376'] in n-d-789963-29 is: [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:06:40Z', 'revision_number': 3, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port': {'id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:39Z', 'updated_at': '2022-02-09T21:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:06:47.788408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-965e57e8-0fd4-4b2d-b365-77cef0c5fd4f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (fa16e920-b739-40a3-b403-4afc5dc75bfd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.806836 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03cdd79-68c3-4695-84ae-7d82f99fd9cd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:06:47.822481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b03cdd79-68c3-4695-84ae-7d82f99fd9cd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/41609e36-bd0f-4a3c-b253-817dd75fa4ed HTTP/1.1" status: 404 len: 333 time: 0.0906837 Feb 09 21:06:47.823814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54738) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:47.832547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2112816195'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:47.878532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.890571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:47.894181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.897171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8d39429c-c1e9-49d6-bf16-1240e7d142ba is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:47.898541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 87f98475-d727-48a8-8b2f-d6786d031381 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:47.935431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:47.953239 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0c3d59c5-61b1-4753-94f8-54aa2be262cb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:47.953600 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Added segment 0c3d59c5-61b1-4753-94f8-54aa2be262cb of type vlan for network 525a5b42-34fa-4939-88b8-ed387b1af590 Feb 09 21:06:47.985544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port acd56c39-a69e-4dd2-b7c4-fddd2569da6f yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:48.006159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (525a5b42-34fa-4939-88b8-ed387b1af590), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.038497 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (525a5b42-34fa-4939-88b8-ed387b1af590), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.044816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:48.045695 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.058949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3d1c6e6-0b33-4526-aa93-3481f6b2fbfd req-a1e9cdf5-8385-47af-b937-1f948b1eb7d7 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4731600 Feb 09 21:06:48.059354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 87f98475-d727-48a8-8b2f-d6786d031381 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:48.059354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (87f98475-d727-48a8-8b2f-d6786d031381), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.097946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2709100 Feb 09 21:06:48.098898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:48.135921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:48.182376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-965e57e8-0fd4-4b2d-b365-77cef0c5fd4f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (fa16e920-b739-40a3-b403-4afc5dc75bfd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.314315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 87f98475-d727-48a8-8b2f-d6786d031381 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:48.341552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e57e8-0fd4-4b2d-b365-77cef0c5fd4f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=fa16e920-b739-40a3-b403-4afc5dc75bfd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:48.350314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-965e57e8-0fd4-4b2d-b365-77cef0c5fd4f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.357620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44222803-5904-4bf6-9e5b-ddfadc8844ad None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:48.357929 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-965e57e8-0fd4-4b2d-b365-77cef0c5fd4f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/fa16e920-b739-40a3-b403-4afc5dc75bfd HTTP/1.1" status: 204 len: 168 time: 3.5039649 Feb 09 21:06:48.372665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:48.636930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3ed08e84-580b-40b9-a121-f980ccd2ee1c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2630119 Feb 09 21:06:48.642151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54758) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:48.656484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (acd56c39-a69e-4dd2-b7c4-fddd2569da6f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.770099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (96275060-5de6-4e9b-b725-6da5fe80f543), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.775102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:06:48.855994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdb5458-89fb-437b-a3b4-84663c60c78c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:48.857577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2cdb5458-89fb-437b-a3b4-84663c60c78c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2144632 Feb 09 21:06:48.863394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=96275060-5de6-4e9b-b725-6da5fe80f543,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:48.877102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:48.880628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] Deleting port 8d39429c-c1e9-49d6-bf16-1240e7d142ba {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:48.881016 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:48.954345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4a108e-0d1b-4d10-98ec-c1703d17f92e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:48.956132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa4a108e-0d1b-4d10-98ec-c1703d17f92e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0717309 Feb 09 21:06:48.965289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:48.972868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6539a54-ac6b-43f2-82ed-136075dbb6ec req-bd341dd4-c06b-4888-9074-a5ef522a9195 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:48.980938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6539a54-ac6b-43f2-82ed-136075dbb6ec req-bd341dd4-c06b-4888-9074-a5ef522a9195 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.2714579 Feb 09 21:06:48.981297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] For port 8d39429c-c1e9-49d6-bf16-1240e7d142ba, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8d39429c-c1e9-49d6-bf16-1240e7d142ba,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:48.981682 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.003181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] Calling delete_port for 8d39429c-c1e9-49d6-bf16-1240e7d142ba owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:49.037494 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c3b6ba22-9d98-4c64-96da-5398b71e284d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543118 Feb 09 21:06:49.051968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Allocated IP 172.20.0.1 (c84b765a-1975-43b8-8425-6e3577bf822d/674248d8-86f1-4847-9c25-fe4e513b67ea/8181be56-0fab-450e-bf90-b0d5de5c7464) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:49.057511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:49.086288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:49.103757 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d6539a54-ac6b-43f2-82ed-136075dbb6ec req-781adf18-811b-4184-8c98-801962ef171e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216955 Feb 09 21:06:49.112759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:49.120984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:49.131264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:49.132197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (acd56c39-a69e-4dd2-b7c4-fddd2569da6f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.178683 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (8d39429c-c1e9-49d6-bf16-1240e7d142ba), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.210400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] No DVR routers for this DVR port 8d39429c-c1e9-49d6-bf16-1240e7d142ba on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:06:49.317041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e21f0-8e1f-4dad-9845-21d4c490a20b None None] Pushing event deleted for resources: {'Port': ['ID=8d39429c-c1e9-49d6-bf16-1240e7d142ba,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:49.406148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24af984c-6863-43cc-b6a7-c72c645c8204 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:49.439244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912825f1-595e-439f-81f2-b7cd5f77844e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Network': ['ID=525a5b42-34fa-4939-88b8-ed387b1af590,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:49.467673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=acd56c39-a69e-4dd2-b7c4-fddd2569da6f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:49.488721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 525a5b42-34fa-4939-88b8-ed387b1af590 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:49.495378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking segment: {'id': 'b3a5ad84-f974-4f4b-8bf2-ac2ddbc794a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5b4ce4a3-3812-4eaa-8e96-099e80a3475a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:49.495789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network hostable DHCP agents. Network: 5b4ce4a3-3812-4eaa-8e96-099e80a3475a, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:49.499275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:49.503266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.526441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:49.529775 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.581592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 5b4ce4a3-3812-4eaa-8e96-099e80a3475a is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:49.600227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 5b4ce4a3-3812-4eaa-8e96-099e80a3475a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:49.606739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:49.614469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:49.619628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:49.620884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.641457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f3518-4a27-47de-bcef-5aaef4f42660 None None] Network 5b4ce4a3-3812-4eaa-8e96-099e80a3475a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:49.683598 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ba582522-28f2-4d67-8510-b366f845fce0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3986378 Feb 09 21:06:49.683598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54770) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:49.754684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-2115fa9d-cebd-4f6b-9444-93f189c55080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:49.762552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-2115fa9d-cebd-4f6b-9444-93f189c55080 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1128 time: 0.4181230 Feb 09 21:06:49.762786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 24af984c-6863-43cc-b6a7-c72c645c8204 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:49.763105 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.805452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ca0a-4fb2-4731-af91-15d7a1f908c9 req-c1946fa1-4e46-4276-831b-b9e338e9bc50 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:49.807060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7d1ca0a-4fb2-4731-af91-15d7a1f908c9 req-c1946fa1-4e46-4276-831b-b9e338e9bc50 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.5673003 Feb 09 21:06:49.851571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Publish callbacks [] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.871937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 24af984c-6863-43cc-b6a7-c72c645c8204 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:49.872548 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.907837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 24af984c-6863-43cc-b6a7-c72c645c8204, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24af984c-6863-43cc-b6a7-c72c645c8204,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:49.919391 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:49.957492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-01f67c32-5140-447f-ae6c-6225b3dfafde tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port acd56c39-a69e-4dd2-b7c4-fddd2569da6f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:49.957994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01f67c32-5140-447f-ae6c-6225b3dfafde tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (acd56c39-a69e-4dd2-b7c4-fddd2569da6f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.018211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8d39429c-c1e9-49d6-bf16-1240e7d142ba no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:50.026043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=24af984c-6863-43cc-b6a7-c72c645c8204,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:50.033034 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7d1ca0a-4fb2-4731-af91-15d7a1f908c9 req-2c7b648d-ec01-4433-b0e1-2bc0fa02ea64 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991551 Feb 09 21:06:50.045072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (6b376b66-13af-42e4-8f22-f24f00ec096b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.051869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8d39429c-c1e9-49d6-bf16-1240e7d142ba {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:06:50.052227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8d39429c-c1e9-49d6-bf16-1240e7d142ba not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:06:50.069979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:50.088050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-b2b50f7d-16b6-43ba-b354-062e6226c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:50.089718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-b2b50f7d-16b6-43ba-b354-062e6226c1ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.2738726 Feb 09 21:06:50.116776 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01f67c32-5140-447f-ae6c-6225b3dfafde tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (acd56c39-a69e-4dd2-b7c4-fddd2569da6f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.126688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:50.137404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:50.141329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:50.141935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.159327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-01f67c32-5140-447f-ae6c-6225b3dfafde tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for acd56c39-a69e-4dd2-b7c4-fddd2569da6f owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:50.160420 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.165147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=6b376b66-13af-42e4-8f22-f24f00ec096b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:50.172263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac66b4-154b-47b1-aa56-83cec092c4f6 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:50.188251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fd859b44-de5b-40e7-b98e-d3d1441584a9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0831487 Feb 09 21:06:50.266397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:50.278424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-19147e60-d32f-485f-bc96-a264e1053ee2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 200 len: 1001 time: 0.1522768 Feb 09 21:06:50.283296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': '6b376b66-13af-42e4-8f22-f24f00ec096b', 'ip_address': '2001:db8::b323:b9e3:506a:5028'}], 'name': 'tempest-NetworksTestDHCPv6-1164060938'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:50.367939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': '6b376b66-13af-42e4-8f22-f24f00ec096b'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:50.370526 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.401351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c3deb-8c54-428e-a08e-c75ff0f7770f req-1102b661-fbf0-498f-b661-5df752324848 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:50.408329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5e8c3deb-8c54-428e-a08e-c75ff0f7770f req-1102b661-fbf0-498f-b661-5df752324848 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.1309075 Feb 09 21:06:50.470543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01f67c32-5140-447f-ae6c-6225b3dfafde tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (acd56c39-a69e-4dd2-b7c4-fddd2569da6f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.478111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Network c84b765a-1975-43b8-8425-6e3577bf822d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:50.490437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-027436a1-98f1-4559-940f-8096c1be05b6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/cc7745ff-c636-4612-858a-1ecca1f868f9 HTTP/1.1" status: 200 len: 994 time: 0.4188955 Feb 09 21:06:50.568875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:50.572222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Pushing event updated for resources: {'Port': ['ID=8181be56-0fab-450e-bf90-b0d5de5c7464,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:50.577270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-01f67c32-5140-447f-ae6c-6225b3dfafde tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.580135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:50.592481 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-01f67c32-5140-447f-ae6c-6225b3dfafde tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/acd56c39-a69e-4dd2-b7c4-fddd2569da6f HTTP/1.1" status: 204 len: 168 time: 0.9060378 Feb 09 21:06:50.594786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f67c32-5140-447f-ae6c-6225b3dfafde tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=acd56c39-a69e-4dd2-b7c4-fddd2569da6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:50.600808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:50.632394 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5e8c3deb-8c54-428e-a08e-c75ff0f7770f req-f94846a9-a145-429a-9cd7-28281b61ce45 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178559 Feb 09 21:06:50.677146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-34fdb06c-e1b2-4d7c-8285-b4064d50b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:50.693824 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-34fdb06c-e1b2-4d7c-8285-b4064d50b378 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.3784173 Feb 09 21:06:50.743192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce62d3-bd71-4078-9cf9-047ae0d7a7a9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:50.752178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce62d3-bd71-4078-9cf9-047ae0d7a7a9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:50.753985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-71ce62d3-bd71-4078-9cf9-047ae0d7a7a9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1466975 Feb 09 21:06:50.757626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:50.770909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/6b376b66-13af-42e4-8f22-f24f00ec096b/52f24871-4261-41da-b9ab-9410c5880d89) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:50.915252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (c81b239b-b896-4176-850b-28a0a9186059), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.957577 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (ff78dc7e-7161-4fa6-a5c3-a67318877376), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:50.961612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d5d07e64-ea3e-43a6-af5c-158b37e51caf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 96275060-5de6-4e9b-b725-6da5fe80f543 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:50.962158 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5d07e64-ea3e-43a6-af5c-158b37e51caf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (96275060-5de6-4e9b-b725-6da5fe80f543), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.077456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5d07e64-ea3e-43a6-af5c-158b37e51caf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (96275060-5de6-4e9b-b725-6da5fe80f543), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.124520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d5d07e64-ea3e-43a6-af5c-158b37e51caf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 96275060-5de6-4e9b-b725-6da5fe80f543 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:51.131439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Publish callbacks [] for port (52f24871-4261-41da-b9ab-9410c5880d89), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.171439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (52f24871-4261-41da-b9ab-9410c5880d89), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.261510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=c81b239b-b896-4176-850b-28a0a9186059,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:51.265161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-1cc49f21-94dc-4a0c-83af-6e56249d88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:51.267103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-1cc49f21-94dc-4a0c-83af-6e56249d88cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5166919 Feb 09 21:06:51.269845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:51.277037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:51.281956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fa35ba6c-2a2a-4c20-9d93-e3d2570cc3f2 None None] Provisioning complete for port 8181be56-0fab-450e-bf90-b0d5de5c7464 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:51.282986 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa35ba6c-2a2a-4c20-9d93-e3d2570cc3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.295729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:51.330168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Pushing event updated for resources: {'Port': ['ID=52f24871-4261-41da-b9ab-9410c5880d89,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:51.336327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-3c17a5ab-0541-46ce-b64b-219f6f833ca2 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:06:51.343261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-3c17a5ab-0541-46ce-b64b-219f6f833ca2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0277679 Feb 09 21:06:51.348812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:51.407169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24af984c-6863-43cc-b6a7-c72c645c8204 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:51.452548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fa35ba6c-2a2a-4c20-9d93-e3d2570cc3f2 None None] Port 8181be56-0fab-450e-bf90-b0d5de5c7464 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:06:51.461186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Attempting to bind port 52f24871-4261-41da-b9ab-9410c5880d89 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:51.462566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Attempting to bind port 52f24871-4261-41da-b9ab-9410c5880d89 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:51.462566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Attempting to bind port 52f24871-4261-41da-b9ab-9410c5880d89 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:51.476314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:51.476314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:51.476314 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.476810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:51.476915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Bound port: 52f24871-4261-41da-b9ab-9410c5880d89, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:51.477287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (52f24871-4261-41da-b9ab-9410c5880d89), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.501648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:51.549100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 24af984c-6863-43cc-b6a7-c72c645c8204 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:51.549476 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.639441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] For port 52f24871-4261-41da-b9ab-9410c5880d89, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:51.643840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] For port 52f24871-4261-41da-b9ab-9410c5880d89, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=52f24871-4261-41da-b9ab-9410c5880d89,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:51.650957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01edf7-e2e3-416a-9fb5-83393bc751f6 req-dfc78ae6-0194-4767-b8d5-37d1dc12f1d3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:51.673804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (52f24871-4261-41da-b9ab-9410c5880d89), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.678982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e01edf7-e2e3-416a-9fb5-83393bc751f6 req-dfc78ae6-0194-4767-b8d5-37d1dc12f1d3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.2744570 Feb 09 21:06:51.729409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5d07e64-ea3e-43a6-af5c-158b37e51caf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (96275060-5de6-4e9b-b725-6da5fe80f543), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.760777 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.767215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 24af984c-6863-43cc-b6a7-c72c645c8204 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:51.772905 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.811661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbb0f0-68ce-4c8a-bcce-962b8add10f7 None None] Pushing event updated for resources: {'Port': ['ID=52f24871-4261-41da-b9ab-9410c5880d89,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:51.850913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d5d07e64-ea3e-43a6-af5c-158b37e51caf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:51.856724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d5d07e64-ea3e-43a6-af5c-158b37e51caf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/96275060-5de6-4e9b-b725-6da5fe80f543 HTTP/1.1" status: 204 len: 168 time: 1.0968773 Feb 09 21:06:51.890257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54802) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:51.909005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d07e64-ea3e-43a6-af5c-158b37e51caf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=96275060-5de6-4e9b-b725-6da5fe80f543,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:51.921872 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e01edf7-e2e3-416a-9fb5-83393bc751f6 req-8f28279e-19b3-4eff-896c-7fa23a09d3c0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370880 Feb 09 21:06:51.952088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking segment: {'id': '0c3d59c5-61b1-4753-94f8-54aa2be262cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:51.952516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network hostable DHCP agents. Network: 525a5b42-34fa-4939-88b8-ed387b1af590, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:51.978179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port a854a2a1-905c-4c90-8e3f-c982a7a92cdd yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:52.039553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2e414-c373-45aa-96be-1fdbf32da187 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:52.041167 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6af2e414-c373-45aa-96be-1fdbf32da187 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1478105 Feb 09 21:06:52.044025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:52.085245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-961f56a5-7f69-4583-b9ae-f084e2b65f20 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5791709 Feb 09 21:06:52.119496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-2cf5d5a6-8fdd-4fd0-8861-88e55141ac40 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:06:52.121184 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-2cf5d5a6-8fdd-4fd0-8861-88e55141ac40 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061452 Feb 09 21:06:52.130117 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bd1397-7718-4dd9-8889-ecc643819eca tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:06:52.134209 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0bd1397-7718-4dd9-8889-ecc643819eca tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/acd56c39-a69e-4dd2-b7c4-fddd2569da6f HTTP/1.1" status: 404 len: 333 time: 0.0864944 Feb 09 21:06:52.136664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:52.137388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 525a5b42-34fa-4939-88b8-ed387b1af590 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:52.177534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a35b6f-dbb4-4206-8cac-fdec12124588 req-33659d1b-24a6-4dc0-8ed6-e232dd513bd8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:52.179298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5a35b6f-dbb4-4206-8cac-fdec12124588 req-33659d1b-24a6-4dc0-8ed6-e232dd513bd8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 945 time: 0.3502667 Feb 09 21:06:52.181340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-fddc83da-2020-4b27-83cf-ae6d47d7bc1a service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646761 Feb 09 21:06:52.181935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:52.191537 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-763f24e6-7649-45d3-adf6-dd99f3ecab40 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:06:52.197371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-763f24e6-7649-45d3-adf6-dd99f3ecab40 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/96275060-5de6-4e9b-b725-6da5fe80f543 HTTP/1.1" status: 404 len: 333 time: 0.0522327 Feb 09 21:06:52.197371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:52.239027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 525a5b42-34fa-4939-88b8-ed387b1af590) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:52.247632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0220c0-a0bd-4a54-ab2c-928af6378d27 None None] Network 525a5b42-34fa-4939-88b8-ed387b1af590 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:52.326567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:52.327199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:52.350850 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:06:52.449468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4a3b8b98-afc9-4c64-be04-29b8c6daa55c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3185031 Feb 09 21:06:52.449712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54814) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:52.486168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-195065b1-1f5b-475f-8a36-7e844597d523 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:52.530920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (5b4ce4a3-3812-4eaa-8e96-099e80a3475a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:52.542589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5a35b6f-dbb4-4206-8cac-fdec12124588 req-221ca963-6070-42dd-97f6-2cb18a250f6f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443742 Feb 09 21:06:52.558909 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdcb6880-d25d-4559-be6c-e467f4593c76 req-1ed11b9d-7f11-4e0b-954f-6536ac578309 service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519111 Feb 09 21:06:52.560594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-525a5b42-34fa-4939-88b8-ed387b1af590', 'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590', 'project_id': '3b4750a3e035499b9b5e799a8f1c173c', 'fixed_ips': [{'subnet_id': 'c81b239b-b896-4176-850b-28a0a9186059'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:52.563781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:52.626809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::b323:b9e3:506a:5028 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/6b376b66-13af-42e4-8f22-f24f00ec096b/a854a2a1-905c-4c90-8e3f-c982a7a92cdd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:52.760506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:52.792771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (5b4ce4a3-3812-4eaa-8e96-099e80a3475a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:52.849232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4ce4a3-3812-4eaa-8e96-099e80a3475a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:52.864135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a5ad84-f974-4f4b-8bf2-ac2ddbc794a7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:52.864427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a5ad84-f974-4f4b-8bf2-ac2ddbc794a7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:52.873249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195065b1-1f5b-475f-8a36-7e844597d523 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:52.876871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-195065b1-1f5b-475f-8a36-7e844597d523 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:52.891229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (b3a5ad84-f974-4f4b-8bf2-ac2ddbc794a7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:52.907343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Allocated IP 2001:db8::2 (525a5b42-34fa-4939-88b8-ed387b1af590/c81b239b-b896-4176-850b-28a0a9186059/48e20e23-6ca2-49d9-8494-ea127d191b03) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:52.982718 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b3a5ad84-f974-4f4b-8bf2-ac2ddbc794a7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.054124 n-d-789963-29 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-195065b1-1f5b-475f-8a36-7e844597d523 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c81b239b-b896-4176-850b-28a0a9186059 (CIDR: 2001:db8::/64) Feb 09 21:06:53.056311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:06:53.057027 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (b3a5ad84-f974-4f4b-8bf2-ac2ddbc794a7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.147423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:53.147918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:06:53.179666 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:06:53.230793 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-195065b1-1f5b-475f-8a36-7e844597d523 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:06:53.232773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195065b1-1f5b-475f-8a36-7e844597d523 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:06:53.278295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:06:53.283520 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91981227-a6c1-41da-ab62-fc4f939092fc" -d '{"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-unplugged", "status": "completed", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:06:53.318316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (5b4ce4a3-3812-4eaa-8e96-099e80a3475a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.325068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.329981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/networks/5b4ce4a3-3812-4eaa-8e96-099e80a3475a HTTP/1.1" status: 204 len: 168 time: 1.1285195 Feb 09 21:06:53.342702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:53.345200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:53.352949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1041272182'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:53.366193 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.399910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-195065b1-1f5b-475f-8a36-7e844597d523 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9317713 Feb 09 21:06:53.404897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:53.415767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:53.443890 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7465f4-7dd2-4496-a45f-fbd87b491035 x-openstack-request-id: req-7a7465f4-7dd2-4496-a45f-fbd87b491035 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:06:53.444288 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-unplugged", "status": "completed", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:06:53.444540 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7a7465f4-7dd2-4496-a45f-fbd87b491035 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:06:53.445229 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'code': 200} Feb 09 21:06:53.449576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 52f24871-4261-41da-b9ab-9410c5880d89 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:53.606823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50a01e-8fd0-46d9-b1ee-745e737da8d7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Network': ['ID=5b4ce4a3-3812-4eaa-8e96-099e80a3475a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:53.643138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60552eb7-2176-4eaa-9010-75ae7d3c81ad req-87775d30-7ae3-4972-bac7-fa2d99c4084e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:53.645251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-60552eb7-2176-4eaa-9010-75ae7d3c81ad req-87775d30-7ae3-4972-bac7-fa2d99c4084e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.4487498 Feb 09 21:06:53.649334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:53.654021 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.681331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (a854a2a1-905c-4c90-8e3f-c982a7a92cdd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.704069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:53.713917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.729453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a854a2a1-905c-4c90-8e3f-c982a7a92cdd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.826706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:06:53.875030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (423180e8-1b0b-4e36-9710-cd519bd9eea7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:53.875362 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Added segment 423180e8-1b0b-4e36-9710-cd519bd9eea7 of type vlan for network bc4e360f-61a7-45c7-93de-76226453de85 Feb 09 21:06:53.904526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-60552eb7-2176-4eaa-9010-75ae7d3c81ad req-c583e874-84d7-41d6-9496-5a442c553866 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365901 Feb 09 21:06:53.954779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=a854a2a1-905c-4c90-8e3f-c982a7a92cdd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:54.017266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (bc4e360f-61a7-45c7-93de-76226453de85), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.060579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (bc4e360f-61a7-45c7-93de-76226453de85), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.068526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:54.068797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:54.069490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.094270 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Publish callbacks [] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.124082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ef1232a7-07a6-4e61-9bc7-64337d7fd889 None None] Provisioning complete for port 52f24871-4261-41da-b9ab-9410c5880d89 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:54.124466 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef1232a7-07a6-4e61-9bc7-64337d7fd889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (52f24871-4261-41da-b9ab-9410c5880d89), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.126424 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.134327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:54.139860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:54.153858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:54.155990 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.163319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:54.206057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Publish callbacks [] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.212525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Pushing event updated for resources: {'Port': ['ID=48e20e23-6ca2-49d9-8494-ea127d191b03,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:54.227221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.236954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Network 525a5b42-34fa-4939-88b8-ed387b1af590 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:54.249608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:54.255662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:54.267616 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9224486 Feb 09 21:06:54.268330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:54.272051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 52f24871-4261-41da-b9ab-9410c5880d89 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:54.272713 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (52f24871-4261-41da-b9ab-9410c5880d89), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.312959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'bc4e360f-61a7-45c7-93de-76226453de85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:54.316154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (ff78dc7e-7161-4fa6-a5c3-a67318877376), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.356904 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-81d44bf4-41da-4a05-bd7f-a03e2eef86e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0741844 Feb 09 21:06:54.359027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:54.380543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b671a-0683-40d8-8a70-159598918433 req-f10a7d39-722d-4f1d-b59d-182a76e0a79d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:54.382124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a12b671a-0683-40d8-8a70-159598918433 req-f10a7d39-722d-4f1d-b59d-182a76e0a79d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.5670123 Feb 09 21:06:54.404635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ef1232a7-07a6-4e61-9bc7-64337d7fd889 None None] Current status of the port 52f24871-4261-41da-b9ab-9410c5880d89 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:54.405928 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef1232a7-07a6-4e61-9bc7-64337d7fd889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (52f24871-4261-41da-b9ab-9410c5880d89), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.456591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Attempting to bind port 48e20e23-6ca2-49d9-8494-ea127d191b03 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:54.457258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Attempting to bind port 48e20e23-6ca2-49d9-8494-ea127d191b03 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '0c3d59c5-61b1-4753-94f8-54aa2be262cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:54.457856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Attempting to bind port 48e20e23-6ca2-49d9-8494-ea127d191b03 on network 525a5b42-34fa-4939-88b8-ed387b1af590 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:54.484205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ef1232a7-07a6-4e61-9bc7-64337d7fd889 None None] For port 52f24871-4261-41da-b9ab-9410c5880d89, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=52f24871-4261-41da-b9ab-9410c5880d89,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:54.487013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:54.488530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Checking segment: {'id': '0c3d59c5-61b1-4753-94f8-54aa2be262cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:54.489197 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.489840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Bound using segment: {'id': '0c3d59c5-61b1-4753-94f8-54aa2be262cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:06:54.490832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Bound port: 48e20e23-6ca2-49d9-8494-ea127d191b03, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3d59c5-61b1-4753-94f8-54aa2be262cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:06:54.491590 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.560737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 52f24871-4261-41da-b9ab-9410c5880d89 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:54.564500 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef1232a7-07a6-4e61-9bc7-64337d7fd889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (52f24871-4261-41da-b9ab-9410c5880d89), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.600824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Pushing event updated for resources: {'Port': ['ID=8181be56-0fab-450e-bf90-b0d5de5c7464,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:54.601799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b66c-37c3-4ab1-aaa4-87372bc92ca2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Network': ['ID=bc4e360f-61a7-45c7-93de-76226453de85,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:54.660157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network bc4e360f-61a7-45c7-93de-76226453de85 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:06:54.664034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Network c84b765a-1975-43b8-8425-6e3577bf822d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:54.700150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:54.732968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:54.741060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:54.772402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1232a7-07a6-4e61-9bc7-64337d7fd889 None None] Pushing event updated for resources: {'Port': ['ID=52f24871-4261-41da-b9ab-9410c5880d89,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:54.824544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:06:54.825091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:06:54.829698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] For port 48e20e23-6ca2-49d9-8494-ea127d191b03, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:06:54.846500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] For port 48e20e23-6ca2-49d9-8494-ea127d191b03, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=48e20e23-6ca2-49d9-8494-ea127d191b03,segment=NetworkSegment(0c3d59c5-61b1-4753-94f8-54aa2be262cb),segment_id=0c3d59c5-61b1-4753-94f8-54aa2be262cb)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:06:54.869753 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:55.058683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42339f-65f2-4758-819e-4bed18fd4362 None None] Pushing event updated for resources: {'Port': ['ID=48e20e23-6ca2-49d9-8494-ea127d191b03,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:55.066020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-604db0eb-9e57-4675-b099-701924d1c07c None None] Provisioning complete for port a854a2a1-905c-4c90-8e3f-c982a7a92cdd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:55.068215 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-604db0eb-9e57-4675-b099-701924d1c07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a854a2a1-905c-4c90-8e3f-c982a7a92cdd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:55.136837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a12b671a-0683-40d8-8a70-159598918433 req-c6371778-6042-4c35-b24b-cc0d8c966e83 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6277478 Feb 09 21:06:55.162903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-604db0eb-9e57-4675-b099-701924d1c07c None None] Port a854a2a1-905c-4c90-8e3f-c982a7a92cdd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:06:55.186818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33938f24-c8dd-48c5-8679-541070c49494 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:55.204043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33938f24-c8dd-48c5-8679-541070c49494 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:55.204043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-33938f24-c8dd-48c5-8679-541070c49494 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.8427038 Feb 09 21:06:55.215373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:55.309265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fc523a40-ffc2-49c0-b5a8-962a706fcdfa None None] Provisioning complete for port 8181be56-0fab-450e-bf90-b0d5de5c7464 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:55.311838 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc523a40-ffc2-49c0-b5a8-962a706fcdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:55.366192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f975b614-af38-4152-b3bd-2aced87afb9b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:55.397565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 52f24871-4261-41da-b9ab-9410c5880d89 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:55.412739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-7b2dfb97-877c-49bf-ad7d-6e8253969c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:55.414299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-7b2dfb97-877c-49bf-ad7d-6e8253969c65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1129 time: 0.2657657 Feb 09 21:06:55.425774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Router ff78dc7e-7161-4fa6-a5c3-a67318877376 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:06:55.467322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fc523a40-ffc2-49c0-b5a8-962a706fcdfa None None] Port 8181be56-0fab-450e-bf90-b0d5de5c7464 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:06:55.503048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (55f8dd31-3da0-4b6f-b0a0-2d12aea69433), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:55.527644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 52f24871-4261-41da-b9ab-9410c5880d89 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:55.528056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (52f24871-4261-41da-b9ab-9410c5880d89), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:55.567844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=f975b614-af38-4152-b3bd-2aced87afb9b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:55.606490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23a96d-6419-48ab-a44b-7414e636d2ab req-a884cf6f-a86d-4c1b-a18f-9b4d9c603a2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:55.616843 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed23a96d-6419-48ab-a44b-7414e636d2ab req-a884cf6f-a86d-4c1b-a18f-9b4d9c603a2a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.3383582 Feb 09 21:06:55.678465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2c7db6ba-107a-4ee3-8951-90782cdc2b01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port a854a2a1-905c-4c90-8e3f-c982a7a92cdd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:06:55.678966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c7db6ba-107a-4ee3-8951-90782cdc2b01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a854a2a1-905c-4c90-8e3f-c982a7a92cdd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:55.706277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 525a5b42-34fa-4939-88b8-ed387b1af590 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:55.706656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 52f24871-4261-41da-b9ab-9410c5880d89 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:55.746503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=55f8dd31-3da0-4b6f-b0a0-2d12aea69433,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:55.763737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:55.767154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:55.767923 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:55.772037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking segment: {'id': '423180e8-1b0b-4e36-9710-cd519bd9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bc4e360f-61a7-45c7-93de-76226453de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:55.772760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network hostable DHCP agents. Network: bc4e360f-61a7-45c7-93de-76226453de85, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:06:55.783448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-cc9371cf-b42d-4964-bdb0-0513ae0a95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:55.785689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-cc9371cf-b42d-4964-bdb0-0513ae0a95c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.3588481 Feb 09 21:06:55.825545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a00a2df3-1865-4f32-87ea-321c0bd9728a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4191809 Feb 09 21:06:55.826956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:55.830983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed23a96d-6419-48ab-a44b-7414e636d2ab req-9239768e-a45c-40aa-8b15-fe419a11991b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130239 Feb 09 21:06:55.838705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590', 'fixed_ips': [{'subnet_id': 'c81b239b-b896-4176-850b-28a0a9186059'}, {'subnet_id': '55f8dd31-3da0-4b6f-b0a0-2d12aea69433'}], 'name': 'tempest-PortsIpV6TestJSON-1358829491'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:55.941747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-787d0581-db20-40df-8223-871d925c3a2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1002 time: 0.1421826 Feb 09 21:06:55.998174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:06:56.005653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c7db6ba-107a-4ee3-8951-90782cdc2b01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a854a2a1-905c-4c90-8e3f-c982a7a92cdd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:56.020922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df869997-3ee0-4261-b3b6-c8971d3a6e20 admin admin] 10.222.0.102 "PUT /v2.0/routers/ff78dc7e-7161-4fa6-a5c3-a67318877376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1979306 Feb 09 21:06:56.037284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Sync routers for ids ['ff78dc7e-7161-4fa6-a5c3-a67318877376'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:06:56.045125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2c7db6ba-107a-4ee3-8951-90782cdc2b01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for a854a2a1-905c-4c90-8e3f-c982a7a92cdd owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:06:56.047444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network bc4e360f-61a7-45c7-93de-76226453de85 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:06:56.063941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-585dd9f1-c23b-4a9d-8e5d-d65f9e66b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:56.065928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-585dd9f1-c23b-4a9d-8e5d-d65f9e66b864 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.1091855 Feb 09 21:06:56.081059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Routers {'ff78dc7e-7161-4fa6-a5c3-a67318877376'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:06:56.081539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, bc4e360f-61a7-45c7-93de-76226453de85) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:56.081793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ff78dc7e-7161-4fa6-a5c3-a67318877376'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:56.088965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:56.209109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-5f042893-8f10-406f-a343-0bd2a2f90432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:56.211108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-5f042893-8f10-406f-a343-0bd2a2f90432 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1386473 Feb 09 21:06:56.299136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:56.330976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:56.331711 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:56.361806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port ce39450a-9de5-485e-ae65-d0ff7f7c3b92 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:56.380143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-af6d3f43-7548-4d7c-9cfb-e8aca72ba62e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0905948 Feb 09 21:06:56.387818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:56.398819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': 'bc4e360f-61a7-45c7-93de-76226453de85', 'name': 'tempest-PortsTestJSON-891072053'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:56.420101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Set router ff78dc7e-7161-4fa6-a5c3-a67318877376 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:06:56.518142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9009401f-72b6-42b0-a623-c5492b76832c None None] Network bc4e360f-61a7-45c7-93de-76226453de85 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:56.659570 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:56.679593 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c7db6ba-107a-4ee3-8951-90782cdc2b01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a854a2a1-905c-4c90-8e3f-c982a7a92cdd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:56.750001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-79ceeef8-34d1-4096-8b5c-2ea8cb48a3cb service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276160 Feb 09 21:06:56.849836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca7799-c02b-4afc-8466-0c76d13c7224 req-4fad10eb-dd73-43b5-800f-a3c3ec955500 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:56.850941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0aca7799-c02b-4afc-8466-0c76d13c7224 req-4fad10eb-dd73-43b5-800f-a3c3ec955500 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.4948101 Feb 09 21:06:56.852342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7db6ba-107a-4ee3-8951-90782cdc2b01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=a854a2a1-905c-4c90-8e3f-c982a7a92cdd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:56.932909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-bc4e360f-61a7-45c7-93de-76226453de85', 'network_id': 'bc4e360f-61a7-45c7-93de-76226453de85', 'project_id': 'be9b06ac2a8946ad98dec778aac67d35', 'fixed_ips': [{'subnet_id': 'f975b614-af38-4152-b3bd-2aced87afb9b'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:06:56.938412 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.067251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c7db6ba-107a-4ee3-8951-90782cdc2b01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.072029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2c7db6ba-107a-4ee3-8951-90782cdc2b01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/a854a2a1-905c-4c90-8e3f-c982a7a92cdd HTTP/1.1" status: 204 len: 168 time: 1.8535233 Feb 09 21:06:57.128523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:57.146573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0aca7799-c02b-4afc-8466-0c76d13c7224 req-710fce52-810d-46ad-85e7-f1d08b855aea tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064376 Feb 09 21:06:57.210944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef570ee6-843c-4501-b62c-994a7308c29a None None] Network 525a5b42-34fa-4939-88b8-ed387b1af590 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:57.335420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b2e7e-08e1-44f6-803c-4e4cc67b2414 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:57.337524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b2e7e-08e1-44f6-803c-4e4cc67b2414 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:57.340390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1d6b2e7e-08e1-44f6-803c-4e4cc67b2414 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1762803 Feb 09 21:06:57.348560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:57.387412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 48e20e23-6ca2-49d9-8494-ea127d191b03 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:06:57.400410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-167d043a-57d6-49f4-af85-b2fae9509338 None None] Provisioning complete for port 48e20e23-6ca2-49d9-8494-ea127d191b03 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:57.401689 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-167d043a-57d6-49f4-af85-b2fae9509338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.493221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:06:51Z', 'revision_number': 4, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port': {'id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:39Z', 'updated_at': '2022-02-09T21:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8181be56-0fab-450e-bf90-b0d5de5c7464', 'name': '', 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'mac_address': 'fa:16:3e:07:07:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '674248d8-86f1-4847-9c25-fe4e513b67ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:48Z', 'updated_at': '2022-02-09T21:06:52Z', 'revision_number': 2, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'subnets': [{'id': '674248d8-86f1-4847-9c25-fe4e513b67ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:06:57.505904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-84142bdf-74f5-4a8b-877e-329b698566ab tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 6b376b66-13af-42e4-8f22-f24f00ec096b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:06:57.515948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84142bdf-74f5-4a8b-877e-329b698566ab tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (6b376b66-13af-42e4-8f22-f24f00ec096b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.560782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Checking router: ff78dc7e-7161-4fa6-a5c3-a67318877376 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:06:57.561368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Updating router ff78dc7e-7161-4fa6-a5c3-a67318877376 port 8181be56-0fab-450e-bf90-b0d5de5c7464 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:06:57.571945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-d2988cd9-30b8-4577-9b13-1b948225617b service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8080752 Feb 09 21:06:57.576743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb90be0-5e98-4b8e-9919-8ab89890c6ba req-cc878df4-595b-44e3-9712-8ee241454ab7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:57.584469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1cb90be0-5e98-4b8e-9919-8ab89890c6ba req-cc878df4-595b-44e3-9712-8ee241454ab7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.1914344 Feb 09 21:06:57.589516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-898c07e3-75a3-4a49-98cd-92595656f1d4 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:57.596871 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-898c07e3-75a3-4a49-98cd-92595656f1d4 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/networks?id=aa166ff4-347c-4a4b-9663-2d95d644e695 HTTP/1.1" status: 200 len: 910 time: 0.2547057 Feb 09 21:06:57.610415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84142bdf-74f5-4a8b-877e-329b698566ab tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (6b376b66-13af-42e4-8f22-f24f00ec096b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.645085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Allocated IP 172.20.0.2 (bc4e360f-61a7-45c7-93de-76226453de85/f975b614-af38-4152-b3bd-2aced87afb9b/6983f85a-7dee-4577-88ae-bacb0bc14ba1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:57.648928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 48e20e23-6ca2-49d9-8494-ea127d191b03 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:06:57.649308 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.660542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-0de433ac-61aa-464e-8f87-049b9bbd46cc tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/quotas/f4c08e9349074208bc7455d094f04835 HTTP/1.1" status: 200 len: 375 time: 0.0544927 Feb 09 21:06:57.673834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.680148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1cb90be0-5e98-4b8e-9919-8ab89890c6ba req-fe1b2fef-4161-454e-86d6-67aedcad4457 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904279 Feb 09 21:06:57.807486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:57.811783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.821766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-7ac81b4a-8e0c-4956-ba00-2ebe1d3a86fa tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4c08e9349074208bc7455d094f04835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600361 Feb 09 21:06:57.856651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port f38977f6-3cc8-44bb-a003-0f862a2b3854 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:57.873446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-167d043a-57d6-49f4-af85-b2fae9509338 None None] Current status of the port 48e20e23-6ca2-49d9-8494-ea127d191b03 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:57.873938 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-167d043a-57d6-49f4-af85-b2fae9509338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.943917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84142bdf-74f5-4a8b-877e-329b698566ab tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6b376b66-13af-42e4-8f22-f24f00ec096b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:57.960019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::1ad (525a5b42-34fa-4939-88b8-ed387b1af590/c81b239b-b896-4176-850b-28a0a9186059/ce39450a-9de5-485e-ae65-d0ff7f7c3b92) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:57.974538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8:0:1::237 (525a5b42-34fa-4939-88b8-ed387b1af590/55f8dd31-3da0-4b6f-b0a0-2d12aea69433/ce39450a-9de5-485e-ae65-d0ff7f7c3b92) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:58.040728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-0171d50f-0b49-41fa-8ea2-6d000b68ece5 service neutron] 10.222.0.102 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180262 Feb 09 21:06:58.111004 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84142bdf-74f5-4a8b-877e-329b698566ab tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (6b376b66-13af-42e4-8f22-f24f00ec096b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.271244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-167d043a-57d6-49f4-af85-b2fae9509338 None None] For port 48e20e23-6ca2-49d9-8494-ea127d191b03, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=48e20e23-6ca2-49d9-8494-ea127d191b03,segment=NetworkSegment(0c3d59c5-61b1-4753-94f8-54aa2be262cb),segment_id=0c3d59c5-61b1-4753-94f8-54aa2be262cb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:06:58.313760 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.330389 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-167d043a-57d6-49f4-af85-b2fae9509338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.384220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.457183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84142bdf-74f5-4a8b-877e-329b698566ab tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=6b376b66-13af-42e4-8f22-f24f00ec096b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:58.467431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 48e20e23-6ca2-49d9-8494-ea127d191b03 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:58.467936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.470034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84142bdf-74f5-4a8b-877e-329b698566ab tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.477103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-84142bdf-74f5-4a8b-877e-329b698566ab tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/6b376b66-13af-42e4-8f22-f24f00ec096b HTTP/1.1" status: 204 len: 168 time: 1.1270423 Feb 09 21:06:58.481860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:58.484389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ddea2b-604c-4f66-bec4-7cbc2817ea91 None None] Update dhcp port {'port': {'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590', 'fixed_ips': [{'subnet_id': 'c81b239b-b896-4176-850b-28a0a9186059', 'ip_address': '2001:db8::2'}, {'subnet_id': '55f8dd31-3da0-4b6f-b0a0-2d12aea69433'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '48e20e23-6ca2-49d9-8494-ea127d191b03'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:06:58.487041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Publish callbacks [] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.513650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e00fbb-617a-493b-963b-9e39e87fd56a None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:06:58.537297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-642a7ce3-fe89-420b-a66d-3ddc18b10cc4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530288 Feb 09 21:06:58.549445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-4e636c59-2fa1-4bae-9d69-1cfee8f472c4 service neutron] 10.222.0.102 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068064 Feb 09 21:06:58.549765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54916) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:58.556025 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.558154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:58.613654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d043a-57d6-49f4-af85-b2fae9509338 None None] Pushing event updated for resources: {'Port': ['ID=48e20e23-6ca2-49d9-8494-ea127d191b03,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:58.616506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=ce39450a-9de5-485e-ae65-d0ff7f7c3b92,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:58.655766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 525a5b42-34fa-4939-88b8-ed387b1af590 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:58.659865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:58.666245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:58.673866 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:58.674642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.693044 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7eb8f0b7-c2ee-4e9a-9191-1f931c25fb40 {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:06:58.693299 n-d-789963-29 neutron-server[103325]: DEBUG oslo_db.api [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:06:58.707859 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-11a34a6f-1b2a-4056-bfa8-2d6ebf193719 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8695569 Feb 09 21:06:58.707859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:58.716975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c81b239b-b896-4176-850b-28a0a9186059'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:58.822884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:06:58.826693 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:58.986112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:59.001282 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:06:59.001788 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:06:59.022260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:06:59.026613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86ddea2b-604c-4f66-bec4-7cbc2817ea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:59.067759 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Publish callbacks [] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:59.095313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ede857-f89e-441c-98dd-a69ef431cff9 req-2cceb484-8b98-4784-ba5f-3f7623ff213f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:59.103094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2ede857-f89e-441c-98dd-a69ef431cff9 req-2cceb484-8b98-4784-ba5f-3f7623ff213f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1634247 Feb 09 21:06:59.111998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-8f68e419-65f1-4c93-b1fb-3fab343470bb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1563540 Feb 09 21:06:59.146462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Network bc4e360f-61a7-45c7-93de-76226453de85 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:59.151348 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:59.217361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:59.219392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Pushing event updated for resources: {'Port': ['ID=6983f85a-7dee-4577-88ae-bacb0bc14ba1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:59.225853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:59.258831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8a99f-050e-4ba8-8bdd-425993a47482 req-b6610abe-c673-4f61-b074-8c043d937241 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:59.267949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8e8a99f-050e-4ba8-8bdd-425993a47482 req-b6610abe-c673-4f61-b074-8c043d937241 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.3760886 Feb 09 21:06:59.309945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:06:59.319245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae33e8a-e421-4e33-bb2f-136812fdf645 None None] Pushing event updated for resources: {'Port': ['ID=8181be56-0fab-450e-bf90-b0d5de5c7464,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:59.341784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port d4476725-b35f-4959-af21-0a5c4f43a88a yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:06:59.361456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2ede857-f89e-441c-98dd-a69ef431cff9 req-ba5ee06d-a594-4d63-b7c1-9ed7210a87a6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407372 Feb 09 21:06:59.561852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (dbbf2ddd-d0b7-4874-a897-b1102dcb9fba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:59.616766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f5a469a4-29dc-40b1-955c-0312ea09ca65 req-f28a50f7-4b30-441c-b90f-f412a89dc360 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 210 time: 0.0727944 Feb 09 21:06:59.685690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:06:59.696650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:06:59.712727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:06:59.715914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:06:59.722095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=dbbf2ddd-d0b7-4874-a897-b1102dcb9fba,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:06:59.755046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7418f10a-5564-4b43-a2e1-a196647c7ef8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2009561 Feb 09 21:06:59.756178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:06:59.765458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': 'dbbf2ddd-d0b7-4874-a897-b1102dcb9fba', 'ip_address': '2001:db8::ae1b:f47:b2e3:8ca8'}], 'name': 'tempest-NetworksTestDHCPv6-1007382784'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:06:59.804866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Attempting to bind port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:06:59.805576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Attempting to bind port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '423180e8-1b0b-4e36-9710-cd519bd9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bc4e360f-61a7-45c7-93de-76226453de85'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:06:59.806287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Attempting to bind port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 on network bc4e360f-61a7-45c7-93de-76226453de85 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:06:59.814251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 48e20e23-6ca2-49d9-8494-ea127d191b03 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:06:59.862903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.8 (bc4e360f-61a7-45c7-93de-76226453de85/f975b614-af38-4152-b3bd-2aced87afb9b/d4476725-b35f-4959-af21-0a5c4f43a88a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:06:59.989153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:06:59.992813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Checking segment: {'id': '423180e8-1b0b-4e36-9710-cd519bd9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bc4e360f-61a7-45c7-93de-76226453de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:06:59.995150 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.001236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Bound using segment: {'id': '423180e8-1b0b-4e36-9710-cd519bd9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bc4e360f-61a7-45c7-93de-76226453de85'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:00.002386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Bound port: 6983f85a-7dee-4577-88ae-bacb0bc14ba1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423180e8-1b0b-4e36-9710-cd519bd9eea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'bc4e360f-61a7-45c7-93de-76226453de85'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:00.003356 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.051919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:00.066751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 48e20e23-6ca2-49d9-8494-ea127d191b03 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:00.070368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Attempting to bind port 8181be56-0fab-450e-bf90-b0d5de5c7464 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:00.070908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Attempting to bind port 8181be56-0fab-450e-bf90-b0d5de5c7464 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:00.071360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Attempting to bind port 8181be56-0fab-450e-bf90-b0d5de5c7464 on network c84b765a-1975-43b8-8425-6e3577bf822d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:00.092577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (d4476725-b35f-4959-af21-0a5c4f43a88a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.138686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d4476725-b35f-4959-af21-0a5c4f43a88a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.162609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:00.244234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:00.245709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Checking segment: {'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:00.246517 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.249060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Bound using segment: {'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:00.249647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Bound port: 8181be56-0fab-450e-bf90-b0d5de5c7464, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c8bf8a-e056-41ee-ac19-ad0cdb17380e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:00.250144 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.264970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=d4476725-b35f-4959-af21-0a5c4f43a88a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:00.345755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.352498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network bc4e360f-61a7-45c7-93de-76226453de85 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:00.357165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] For port 6983f85a-7dee-4577-88ae-bacb0bc14ba1, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:00.358802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8e8a99f-050e-4ba8-8bdd-425993a47482 req-8fc2754a-2466-470d-b20e-308acb6ef461 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0895617 Feb 09 21:07:00.360091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:00.363503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] For port 6983f85a-7dee-4577-88ae-bacb0bc14ba1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6983f85a-7dee-4577-88ae-bacb0bc14ba1,segment=NetworkSegment(423180e8-1b0b-4e36-9710-cd519bd9eea7),segment_id=423180e8-1b0b-4e36-9710-cd519bd9eea7)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:00.364985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:00.378417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 83557823-4b9f-4fbf-a11e-6fdd9891d86b yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:00.398703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-070465f6-4505-4fd2-a674-b2dc64acb7e5 None None] Provisioning complete for port 8181be56-0fab-450e-bf90-b0d5de5c7464 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:00.398951 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070465f6-4505-4fd2-a674-b2dc64acb7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.487448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:00.488305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.489431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] For port 8181be56-0fab-450e-bf90-b0d5de5c7464, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:00.496171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] For port 8181be56-0fab-450e-bf90-b0d5de5c7464, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8181be56-0fab-450e-bf90-b0d5de5c7464,segment=NetworkSegment(63c8bf8a-e056-41ee-ac19-ad0cdb17380e),segment_id=63c8bf8a-e056-41ee-ac19-ad0cdb17380e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:00.510807 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.525467 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-616a91e7-7bf2-4d51-bf4b-14d489aacbf7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1361594 Feb 09 21:07:00.529194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:00.542861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:00.557372 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.688181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-86ddea2b-604c-4f66-bec4-7cbc2817ea91 None None] Allocated IP 2001:db8:0:1::2 (525a5b42-34fa-4939-88b8-ed387b1af590/55f8dd31-3da0-4b6f-b0a0-2d12aea69433/48e20e23-6ca2-49d9-8494-ea127d191b03) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:00.736153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::ae1b:f47:b2e3:8ca8 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/dbbf2ddd-d0b7-4874-a897-b1102dcb9fba/83557823-4b9f-4fbf-a11e-6fdd9891d86b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:00.755493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8e948-8700-4710-8a86-d523a7d405b9 req-17abc777-01c6-4db9-9fd2-7a5d2f5e7219 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:00.768304 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93c8e948-8700-4710-8a86-d523a7d405b9 req-17abc777-01c6-4db9-9fd2-7a5d2f5e7219 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1931977 Feb 09 21:07:00.817308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b721ad9b-0885-49a9-93ce-ed968b2ab475 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port d4476725-b35f-4959-af21-0a5c4f43a88a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:00.820568 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b721ad9b-0885-49a9-93ce-ed968b2ab475 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d4476725-b35f-4959-af21-0a5c4f43a88a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:00.825878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203d7f4-f93b-4a7d-8f42-9315e5bad908 None None] Pushing event updated for resources: {'Port': ['ID=6983f85a-7dee-4577-88ae-bacb0bc14ba1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:00.852197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Routers {'ff78dc7e-7161-4fa6-a5c3-a67318877376'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:07:00.855054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ff78dc7e-7161-4fa6-a5c3-a67318877376'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:00.940205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93c8e948-8700-4710-8a86-d523a7d405b9 req-df509f1f-8999-46e5-8629-95c596b89c2a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689124 Feb 09 21:07:00.987475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 48e20e23-6ca2-49d9-8494-ea127d191b03 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:00.990879 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.081264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f070dd48-af48-4c3a-90e7-00a697d3ccbe req-36da24c6-2eac-4068-beba-520822dbc494 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 210 time: 0.1925502 Feb 09 21:07:01.186324 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (83557823-4b9f-4fbf-a11e-6fdd9891d86b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.247979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b721ad9b-0885-49a9-93ce-ed968b2ab475 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d4476725-b35f-4959-af21-0a5c4f43a88a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.305237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b721ad9b-0885-49a9-93ce-ed968b2ab475 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for d4476725-b35f-4959-af21-0a5c4f43a88a owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:01.358796 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (83557823-4b9f-4fbf-a11e-6fdd9891d86b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.452454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=83557823-4b9f-4fbf-a11e-6fdd9891d86b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:01.532570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:01.553762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:01.564347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:01.570334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:01.571006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.623853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b721ad9b-0885-49a9-93ce-ed968b2ab475 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d4476725-b35f-4959-af21-0a5c4f43a88a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.636885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-58e44d00-57de-4773-8335-b0dfc8bf9ddf tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:01.639518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-58e44d00-57de-4773-8335-b0dfc8bf9ddf tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.50 "GET /v2.0/networks?id=aa166ff4-347c-4a4b-9663-2d95d644e695 HTTP/1.1" status: 200 len: 910 time: 0.4190977 Feb 09 21:07:01.650080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] Deleting port 52f24871-4261-41da-b9ab-9410c5880d89 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:01.651480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (52f24871-4261-41da-b9ab-9410c5880d89), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.652164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c0d3c2f5-1c96-4bfd-a6c6-af188174444f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8938713 Feb 09 21:07:01.656521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:01.690703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721ad9b-0885-49a9-93ce-ed968b2ab475 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=d4476725-b35f-4959-af21-0a5c4f43a88a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:01.704790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Request body: {'port': {'device_id': '1b691c8b-03cd-45f0-9f69-d4c6a452150b', 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'admin_state_up': True, 'tenant_id': 'f4c08e9349074208bc7455d094f04835'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:01.801466 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b721ad9b-0885-49a9-93ce-ed968b2ab475 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.804882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Made reservation on behalf of f4c08e9349074208bc7455d094f04835 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:01.806935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b721ad9b-0885-49a9-93ce-ed968b2ab475 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/d4476725-b35f-4959-af21-0a5c4f43a88a HTTP/1.1" status: 204 len: 168 time: 1.2762496 Feb 09 21:07:01.809692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:01.809946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] For port 52f24871-4261-41da-b9ab-9410c5880d89, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=52f24871-4261-41da-b9ab-9410c5880d89,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:01.810300 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (52f24871-4261-41da-b9ab-9410c5880d89), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.810435 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.824913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] Calling delete_port for 52f24871-4261-41da-b9ab-9410c5880d89 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:01.839239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87501695-86c0-495a-8959-b15f30a853fc req-1048e2ea-191c-4291-805b-44d323a60354 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:01.840898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87501695-86c0-495a-8959-b15f30a853fc req-1048e2ea-191c-4291-805b-44d323a60354 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.2804327 Feb 09 21:07:01.853609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92658ead-f328-4c68-ac45-347ff4eb8ec7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:01.863584 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4b41f6-4bcd-4df2-a728-056ff2e82a07 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:07:01.864222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4b41f6-4bcd-4df2-a728-056ff2e82a07 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:07:01.866823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92658ead-f328-4c68-ac45-347ff4eb8ec7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:01.868534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-92658ead-f328-4c68-ac45-347ff4eb8ec7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2110748 Feb 09 21:07:01.872484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e4b41f6-4bcd-4df2-a728-056ff2e82a07 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/d4476725-b35f-4959-af21-0a5c4f43a88a HTTP/1.1" status: 404 len: 333 time: 0.0615706 Feb 09 21:07:01.873189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:01.889506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:01.929959 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (52f24871-4261-41da-b9ab-9410c5880d89), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.943313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-070465f6-4505-4fd2-a674-b2dc64acb7e5 None None] Current status of the port 8181be56-0fab-450e-bf90-b0d5de5c7464 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:01.943613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070465f6-4505-4fd2-a674-b2dc64acb7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:01.972137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae33e8a-e421-4e33-bb2f-136812fdf645 None None] Pushing event updated for resources: {'Port': ['ID=8181be56-0fab-450e-bf90-b0d5de5c7464,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:02.035290 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ea3b2b-2bdb-4130-8a6d-7729794b36cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:07:02.037152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa43f1b1-4056-482d-b213-10e232d5f20c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 83557823-4b9f-4fbf-a11e-6fdd9891d86b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:02.037315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-76ea3b2b-2bdb-4130-8a6d-7729794b36cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/d4476725-b35f-4959-af21-0a5c4f43a88a HTTP/1.1" status: 404 len: 333 time: 0.1467571 Feb 09 21:07:02.037879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa43f1b1-4056-482d-b213-10e232d5f20c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (83557823-4b9f-4fbf-a11e-6fdd9891d86b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.040916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:02.089652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-86ddea2b-604c-4f66-bec4-7cbc2817ea91 None None] For port 48e20e23-6ca2-49d9-8494-ea127d191b03, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=48e20e23-6ca2-49d9-8494-ea127d191b03,segment=NetworkSegment(0c3d59c5-61b1-4753-94f8-54aa2be262cb),segment_id=0c3d59c5-61b1-4753-94f8-54aa2be262cb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:02.104194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87501695-86c0-495a-8959-b15f30a853fc req-8b7541e1-26be-4fa0-825c-1b364af01bab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343874 Feb 09 21:07:02.163664 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86ddea2b-604c-4f66-bec4-7cbc2817ea91 None None] Publish callbacks [] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.195297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6866fe-6fb3-4f0c-ba80-e5d991883051 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet f975b614-af38-4152-b3bd-2aced87afb9b {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:02.200108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6866fe-6fb3-4f0c-ba80-e5d991883051 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (f975b614-af38-4152-b3bd-2aced87afb9b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.223352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] Set router ff78dc7e-7161-4fa6-a5c3-a67318877376 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:07:02.246493 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6866fe-6fb3-4f0c-ba80-e5d991883051 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (f975b614-af38-4152-b3bd-2aced87afb9b), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.293282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2270736b-59fa-4205-986a-ed347ccd4cfa req-07274b9d-188a-414a-a802-b052e4c22f40 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 210 time: 0.0435569 Feb 09 21:07:02.336750 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86ddea2b-604c-4f66-bec4-7cbc2817ea91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.337767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Allocated IP 172.20.0.6 (aa166ff4-347c-4a4b-9663-2d95d644e695/41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb/974eb5f8-893c-47dc-88e4-9687dd9db1fb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:02.370407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] No DVR routers for this DVR port 52f24871-4261-41da-b9ab-9410c5880d89 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:02.529296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa43f1b1-4056-482d-b213-10e232d5f20c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (83557823-4b9f-4fbf-a11e-6fdd9891d86b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.561115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Delete allocated IP 2001:db8:0:1::237 (525a5b42-34fa-4939-88b8-ed387b1af590/55f8dd31-3da0-4b6f-b0a0-2d12aea69433) {{(pid=103325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:07:02.576192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d7d7e-3ea1-4bc4-b7fa-d82f00b34712 req-86d1b095-626f-4f98-a708-a66430e5209a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:02.576867 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks [] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.589725 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a02d7d7e-3ea1-4bc4-b7fa-d82f00b34712 req-86d1b095-626f-4f98-a708-a66430e5209a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.4153247 Feb 09 21:07:02.633516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5ec18-6ab9-4c40-96bc-73f7d28b5d4b None None] Pushing event deleted for resources: {'Port': ['ID=52f24871-4261-41da-b9ab-9410c5880d89,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:02.651150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db95ed9-a98c-4489-af97-0202a16055ac None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:02.651621 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.662342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa43f1b1-4056-482d-b213-10e232d5f20c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 83557823-4b9f-4fbf-a11e-6fdd9891d86b owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:02.694500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 48e20e23-6ca2-49d9-8494-ea127d191b03 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:02.720460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-070465f6-4505-4fd2-a674-b2dc64acb7e5 None None] For port 8181be56-0fab-450e-bf90-b0d5de5c7464, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8181be56-0fab-450e-bf90-b0d5de5c7464,segment=NetworkSegment(63c8bf8a-e056-41ee-ac19-ad0cdb17380e),segment_id=63c8bf8a-e056-41ee-ac19-ad0cdb17380e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:02.743021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Network aa166ff4-347c-4a4b-9663-2d95d644e695 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:02.760485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:02.763425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cc812b-ce13-4cd6-8f6b-006fa4f091e9 None None] Network bc4e360f-61a7-45c7-93de-76226453de85 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:02.764345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:02.788321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Pushing event updated for resources: {'Port': ['ID=974eb5f8-893c-47dc-88e4-9687dd9db1fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:02.886005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:02.886627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:02.935750 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a02d7d7e-3ea1-4bc4-b7fa-d82f00b34712 req-6e6ae676-a50f-43ac-930f-b220fdf9d00e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450091 Feb 09 21:07:02.938906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-c4a0fb28-fbd0-42ac-8dc5-b5c11e3d3883 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2852914 Feb 09 21:07:02.951112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Request body: {'port': {'device_id': '1b691c8b-03cd-45f0-9f69-d4c6a452150b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:03.029791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6866fe-6fb3-4f0c-ba80-e5d991883051 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f975b614-af38-4152-b3bd-2aced87afb9b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.054309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6983f85a-7dee-4577-88ae-bacb0bc14ba1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:03.068775 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.111138 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-070465f6-4505-4fd2-a674-b2dc64acb7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.252207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:03.252207 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.294946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c4746b78-a6e3-40da-bf82-a13da806d8ce None None] Provisioning complete for port 8181be56-0fab-450e-bf90-b0d5de5c7464 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:03.295459 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4746b78-a6e3-40da-bf82-a13da806d8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.297848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddea2b-604c-4f66-bec4-7cbc2817ea91 None None] Pushing event updated for resources: {'Port': ['ID=48e20e23-6ca2-49d9-8494-ea127d191b03,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:03.334873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6866fe-6fb3-4f0c-ba80-e5d991883051 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (f975b614-af38-4152-b3bd-2aced87afb9b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.415870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070465f6-4505-4fd2-a674-b2dc64acb7e5 None None] Pushing event updated for resources: {'Port': ['ID=8181be56-0fab-450e-bf90-b0d5de5c7464,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:03.437550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a6866fe-6fb3-4f0c-ba80-e5d991883051 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.444343 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6a6866fe-6fb3-4f0c-ba80-e5d991883051 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/f975b614-af38-4152-b3bd-2aced87afb9b HTTP/1.1" status: 204 len: 168 time: 1.3998091 Feb 09 21:07:03.463490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6866fe-6fb3-4f0c-ba80-e5d991883051 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=f975b614-af38-4152-b3bd-2aced87afb9b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:03.470544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:03.572710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb49ae-faa6-46e6-b625-a72ff965f748 req-a905fab2-5016-4edf-a288-1f54e024d8a5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:03.589576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52fb49ae-faa6-46e6-b625-a72ff965f748 req-a905fab2-5016-4edf-a288-1f54e024d8a5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.3697863 Feb 09 21:07:03.649839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:03.650785 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.709450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (bc4e360f-61a7-45c7-93de-76226453de85), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.787780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'dbbf2ddd-d0b7-4874-a897-b1102dcb9fba'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:03.788656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.802088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52fb49ae-faa6-46e6-b625-a72ff965f748 req-54112823-1454-4051-af6f-a6565c4d174f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868412 Feb 09 21:07:03.859922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 6983f85a-7dee-4577-88ae-bacb0bc14ba1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6983f85a-7dee-4577-88ae-bacb0bc14ba1,segment=NetworkSegment(423180e8-1b0b-4e36-9710-cd519bd9eea7),segment_id=423180e8-1b0b-4e36-9710-cd519bd9eea7)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:03.878007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cbe84d-6a70-4358-b432-d65a299f3179 None None] Network 525a5b42-34fa-4939-88b8-ed387b1af590 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:03.905842 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.920974 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:03.954331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a036-9657-4612-a741-74e7aaf754a0 req-d625902d-678a-4894-ba59-574d26014e15 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:03.977862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bd0a036-9657-4612-a741-74e7aaf754a0 req-d625902d-678a-4894-ba59-574d26014e15 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1027 time: 0.5130711 Feb 09 21:07:04.003787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:04.003787 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.011261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb978f5-bd5d-474d-9102-1b2ef330dd2c None None] Network bc4e360f-61a7-45c7-93de-76226453de85 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:04.018293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c4746b78-a6e3-40da-bf82-a13da806d8ce None None] Current status of the port 8181be56-0fab-450e-bf90-b0d5de5c7464 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:04.027597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974eb5f8-893c-47dc-88e4-9687dd9db1fb {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:07:04.035364 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.041937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Publish callbacks [] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.162398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 52f24871-4261-41da-b9ab-9410c5880d89 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:04.166643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=6983f85a-7dee-4577-88ae-bacb0bc14ba1,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:04.186917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c9aa4-53c7-4cc9-ace7-e10088194c61 req-79504bfd-b2a9-4f6b-b744-85504e747f02 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:04.188669 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b8c9aa4-53c7-4cc9-ace7-e10088194c61 req-79504bfd-b2a9-4f6b-b744-85504e747f02 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1299474 Feb 09 21:07:04.209953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=ce39450a-9de5-485e-ae65-d0ff7f7c3b92,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:04.241133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] In _notify_port_updated(), no bound segment for port ce39450a-9de5-485e-ae65-d0ff7f7c3b92 on network 525a5b42-34fa-4939-88b8-ed387b1af590 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:07:04.246425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:04.247083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.251326 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5e74e8b8-ca70-41c9-8123-2d96e5d9dcf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "PUT /v2.0/ports/ce39450a-9de5-485e-ae65-d0ff7f7c3b92 HTTP/1.1" status: 200 len: 926 time: 5.5435367 Feb 09 21:07:04.260656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 54992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:04.269135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Transition to ACTIVE for port object 974eb5f8-893c-47dc-88e4-9687dd9db1fb will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:07:04.285584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c81b239b-b896-4176-850b-28a0a9186059'}, {'subnet_id': '55f8dd31-3da0-4b6f-b0a0-2d12aea69433'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:04.290853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bd0a036-9657-4612-a741-74e7aaf754a0 req-2de0fe42-5e05-4b57-87ca-d1ab23cf37a2 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113341 Feb 09 21:07:04.293617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa43f1b1-4056-482d-b213-10e232d5f20c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (83557823-4b9f-4fbf-a11e-6fdd9891d86b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.358505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.470212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b8c9aa4-53c7-4cc9-ace7-e10088194c61 req-cac7e426-af0a-46df-818a-cad9f088f036 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743247 Feb 09 21:07:04.510834 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa43f1b1-4056-482d-b213-10e232d5f20c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.528377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa43f1b1-4056-482d-b213-10e232d5f20c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/83557823-4b9f-4fbf-a11e-6fdd9891d86b HTTP/1.1" status: 204 len: 168 time: 2.6534584 Feb 09 21:07:04.532101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54994) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:04.564195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Pushing event updated for resources: {'Port': ['ID=974eb5f8-893c-47dc-88e4-9687dd9db1fb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:04.634071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 52f24871-4261-41da-b9ab-9410c5880d89 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:07:04.636269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 52f24871-4261-41da-b9ab-9410c5880d89 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:07:04.670567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ee3445-e95b-4f24-84a2-2afb58bb8c95 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:04.673564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ee3445-e95b-4f24-84a2-2afb58bb8c95 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:04.675168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-20ee3445-e95b-4f24-84a2-2afb58bb8c95 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1377840 Feb 09 21:07:04.684931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43f1b1-4056-482d-b213-10e232d5f20c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=83557823-4b9f-4fbf-a11e-6fdd9891d86b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:04.699778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 54998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:04.742340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] For port 6983f85a-7dee-4577-88ae-bacb0bc14ba1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6983f85a-7dee-4577-88ae-bacb0bc14ba1,segment=NetworkSegment(423180e8-1b0b-4e36-9710-cd519bd9eea7),segment_id=423180e8-1b0b-4e36-9710-cd519bd9eea7)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:04.748247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.749357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.760776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/dbbf2ddd-d0b7-4874-a897-b1102dcb9fba/fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:04.786606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Attempting to bind port 974eb5f8-893c-47dc-88e4-9687dd9db1fb on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:04.786890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Attempting to bind port 974eb5f8-893c-47dc-88e4-9687dd9db1fb by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:04.787223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Attempting to bind port 974eb5f8-893c-47dc-88e4-9687dd9db1fb on network aa166ff4-347c-4a4b-9663-2d95d644e695 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:04.809591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Port 974eb5f8-893c-47dc-88e4-9687dd9db1fb on network aa166ff4-347c-4a4b-9663-2d95d644e695 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:07:04.810631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Attempting to bind port 974eb5f8-893c-47dc-88e4-9687dd9db1fb on network aa166ff4-347c-4a4b-9663-2d95d644e695 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:04.844423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:04.844936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Checking segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:04.845536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Bound using segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:04.846106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Bound port: 974eb5f8-893c-47dc-88e4-9687dd9db1fb, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:04.847199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.874851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c4746b78-a6e3-40da-bf82-a13da806d8ce None None] Provisioning complete for port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:04.875235 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c4746b78-a6e3-40da-bf82-a13da806d8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:04.886955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:06:51Z', 'revision_number': 4, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port': {'id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:39Z', 'updated_at': '2022-02-09T21:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8181be56-0fab-450e-bf90-b0d5de5c7464', 'name': '', 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'mac_address': 'fa:16:3e:07:07:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '674248d8-86f1-4847-9c25-fe4e513b67ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:48Z', 'updated_at': '2022-02-09T21:07:00Z', 'revision_number': 4, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'subnets': [{'id': '674248d8-86f1-4847-9c25-fe4e513b67ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:04.904958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 6983f85a-7dee-4577-88ae-bacb0bc14ba1 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:05.027282 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-53392453-ff1c-4133-8cd3-8f76f927a08f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet dbbf2ddd-d0b7-4874-a897-b1102dcb9fba {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:05.106673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d1952-b231-41d4-b1d1-5f262886b777 req-998dfc5e-0ff4-4f94-90a0-27fa55568912 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:05.115503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f51d1952-b231-41d4-b1d1-5f262886b777 req-998dfc5e-0ff4-4f94-90a0-27fa55568912 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.1498933 Feb 09 21:07:05.158162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] For port 974eb5f8-893c-47dc-88e4-9687dd9db1fb, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:05.182375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] For port 974eb5f8-893c-47dc-88e4-9687dd9db1fb, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=974eb5f8-893c-47dc-88e4-9687dd9db1fb,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:05.203070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f51d1952-b231-41d4-b1d1-5f262886b777 req-bebe4c21-5402-4979-a5fe-329e0b91b313 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864542 Feb 09 21:07:05.221567 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.242913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6983f85a-7dee-4577-88ae-bacb0bc14ba1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.290333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=6983f85a-7dee-4577-88ae-bacb0bc14ba1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:05.296149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No DVR routers for this DVR port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:05.324218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 48e20e23-6ca2-49d9-8494-ea127d191b03 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:05.326704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:05.327623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.331542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] 10.222.0.50 "PUT /v2.0/ports/974eb5f8-893c-47dc-88e4-9687dd9db1fb HTTP/1.1" status: 200 len: 1092 time: 2.3857396 Feb 09 21:07:05.358381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b691c8b-03cd-45f0-9f69-d4c6a452150b', 'tag': '974eb5f8-893c-47dc-88e4-9687dd9db1fb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:05.362086 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b691c8b-03cd-45f0-9f69-d4c6a452150b", "tag": "974eb5f8-893c-47dc-88e4-9687dd9db1fb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:05.365993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deade2a1-1c1a-4318-b3e4-6db2d57abdf2 None None] DHCP port deletion for bc4e360f-61a7-45c7-93de-76226453de85 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:05.395092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4117dd31-6240-498a-bf85-6f4398a698df None None] The sync data for ids ['ff78dc7e-7161-4fa6-a5c3-a67318877376'] in n-d-789963-29 is: [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:06:51Z', 'revision_number': 4, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port': {'id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:39Z', 'updated_at': '2022-02-09T21:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8181be56-0fab-450e-bf90-b0d5de5c7464', 'name': '', 'network_id': 'c84b765a-1975-43b8-8425-6e3577bf822d', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'mac_address': 'fa:16:3e:07:07:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '674248d8-86f1-4847-9c25-fe4e513b67ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:48Z', 'updated_at': '2022-02-09T21:07:00Z', 'revision_number': 4, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'subnets': [{'id': '674248d8-86f1-4847-9c25-fe4e513b67ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:07:05.561906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 48e20e23-6ca2-49d9-8494-ea127d191b03 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:05.561906 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.562935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (bc4e360f-61a7-45c7-93de-76226453de85), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.595580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4e360f-61a7-45c7-93de-76226453de85']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:05.599972 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c08840-32e0-4c27-baf3-a36c1cf89d09 x-openstack-request-id: req-a3c08840-32e0-4c27-baf3-a36c1cf89d09 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:05.600709 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b691c8b-03cd-45f0-9f69-d4c6a452150b", "tag": "974eb5f8-893c-47dc-88e4-9687dd9db1fb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:05.605773 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a3c08840-32e0-4c27-baf3-a36c1cf89d09 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:05.606611 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b691c8b-03cd-45f0-9f69-d4c6a452150b', 'tag': '974eb5f8-893c-47dc-88e4-9687dd9db1fb', 'status': 'completed', 'code': 200} Feb 09 21:07:05.614284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423180e8-1b0b-4e36-9710-cd519bd9eea7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:05.614542 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423180e8-1b0b-4e36-9710-cd519bd9eea7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:05.644274 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (423180e8-1b0b-4e36-9710-cd519bd9eea7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.661868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (423180e8-1b0b-4e36-9710-cd519bd9eea7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.671522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:07:05.671997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (423180e8-1b0b-4e36-9710-cd519bd9eea7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.733094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c4746b78-a6e3-40da-bf82-a13da806d8ce None None] Could not find standard attr ID for object 6983f85a-7dee-4577-88ae-bacb0bc14ba1. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:07:05.812264 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.db [None req-c4746b78-a6e3-40da-bf82-a13da806d8ce None None] No ports have port_id starting with 6983f85a-7dee-4577-88ae-bacb0bc14ba1 Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:07:05.844598 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:07:05.851418 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (bc4e360f-61a7-45c7-93de-76226453de85), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.863807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16681f05-a2e8-4f31-bccc-380e331abd4c service neutron] Pushing event updated for resources: {'Port': ['ID=974eb5f8-893c-47dc-88e4-9687dd9db1fb,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:05.866387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.890692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/networks/bc4e360f-61a7-45c7-93de-76226453de85 HTTP/1.1" status: 204 len: 168 time: 2.4086123 Feb 09 21:07:05.891784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:05.929495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-38411632'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:05.936727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1d66b-538a-4aa2-957e-84644887918a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Network': ['ID=bc4e360f-61a7-45c7-93de-76226453de85,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:05.955461 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Publish callbacks [] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.973398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e1f5-5efc-42c0-9fc0-8c516bcc78da req-09d36c81-7c61-4804-9188-e0817084f73e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:05.975441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8aa5e1f5-5efc-42c0-9fc0-8c516bcc78da req-09d36c81-7c61-4804-9188-e0817084f73e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1525347 Feb 09 21:07:05.977773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53392453-ff1c-4133-8cd3-8f76f927a08f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (dbbf2ddd-d0b7-4874-a897-b1102dcb9fba), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:05.987560 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.081139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8:0:1::2e1 (525a5b42-34fa-4939-88b8-ed387b1af590/55f8dd31-3da0-4b6f-b0a0-2d12aea69433/ce39450a-9de5-485e-ae65-d0ff7f7c3b92) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:06.091101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8a5bf-0d72-4661-a273-c9ab3ba87c5d req-643cf427-16e2-42d0-b687-15dcc22e8693 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:06.093300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ca8a5bf-0d72-4661-a273-c9ab3ba87c5d req-643cf427-16e2-42d0-b687-15dcc22e8693 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1126 time: 0.5677555 Feb 09 21:07:06.098595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:06.102568 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.106258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Pushing event updated for resources: {'Port': ['ID=fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:06.121696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-136c6e7f-1eae-4591-a913-b96198bd8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:06.122544 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8aa5e1f5-5efc-42c0-9fc0-8c516bcc78da req-b94fc3ec-5ae4-4ca9-9897-90131686fce3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156220 Feb 09 21:07:06.125355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53392453-ff1c-4133-8cd3-8f76f927a08f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (dbbf2ddd-d0b7-4874-a897-b1102dcb9fba), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.130028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 48e20e23-6ca2-49d9-8494-ea127d191b03 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:06.137094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6983f85a-7dee-4577-88ae-bacb0bc14ba1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:06.141613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-136c6e7f-1eae-4591-a913-b96198bd8928 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c08e9349074208bc7455d094f04835&device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1126 time: 0.6849113 Feb 09 21:07:06.202715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6983f85a-7dee-4577-88ae-bacb0bc14ba1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:07:06.204601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6983f85a-7dee-4577-88ae-bacb0bc14ba1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:07:06.221176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:06.227122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-16a00a4d-4c22-4d68-95cb-572ba87c0185 None None] Could not find standard attr ID for object 6983f85a-7dee-4577-88ae-bacb0bc14ba1. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:07:06.288783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:06.302061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port 6983f85a-7dee-4577-88ae-bacb0bc14ba1 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:07:06.309013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:06.340938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-16a00a4d-4c22-4d68-95cb-572ba87c0185 None None] Provisioning complete for port 48e20e23-6ca2-49d9-8494-ea127d191b03 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:06.341647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16a00a4d-4c22-4d68-95cb-572ba87c0185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.386265 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-f5df4775-5ad5-453e-8b45-c7760a45a765 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=974eb5f8-893c-47dc-88e4-9687dd9db1fb HTTP/1.1" status: 200 len: 217 time: 0.2066720 Feb 09 21:07:06.388430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53392453-ff1c-4133-8cd3-8f76f927a08f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (dbbf2ddd-d0b7-4874-a897-b1102dcb9fba), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.541644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bff39c-9768-46d1-ae3a-7f24b1ffc889 req-dd915198-9277-492b-9a40-2b7af0b8326d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:06.558354 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-91bff39c-9768-46d1-ae3a-7f24b1ffc889 req-dd915198-9277-492b-9a40-2b7af0b8326d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.2140095 Feb 09 21:07:06.559641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Attempting to bind port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:06.560043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Attempting to bind port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:06.560410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Attempting to bind port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:06.579505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:06.580433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:06.581034 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.581632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:06.582721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Bound port: fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:06.583583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.594353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:07:06.616274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ca8a5bf-0d72-4661-a273-c9ab3ba87c5d req-f91c09ab-79d1-4512-a9f0-c8ff7f9391c2 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042272 Feb 09 21:07:06.666405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53392453-ff1c-4133-8cd3-8f76f927a08f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (dbbf2ddd-d0b7-4874-a897-b1102dcb9fba), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.747437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-16a00a4d-4c22-4d68-95cb-572ba87c0185 None None] Current status of the port 48e20e23-6ca2-49d9-8494-ea127d191b03 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:06.768299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] For port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:06.788269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53392453-ff1c-4133-8cd3-8f76f927a08f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbf2ddd-d0b7-4874-a897-b1102dcb9fba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:06.789613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] For port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:06.800425 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.811899 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-91bff39c-9768-46d1-ae3a-7f24b1ffc889 req-8a10e80a-9b8d-4531-8484-9f4d4082762e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511353 Feb 09 21:07:06.850629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53392453-ff1c-4133-8cd3-8f76f927a08f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.854288 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-53392453-ff1c-4133-8cd3-8f76f927a08f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/dbbf2ddd-d0b7-4874-a897-b1102dcb9fba HTTP/1.1" status: 204 len: 168 time: 2.1534932 Feb 09 21:07:06.862018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:06.870603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.883050 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:06.917017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e76bc-fa23-4bec-8afd-36807d043eff None None] Pushing event updated for resources: {'Port': ['ID=fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:07.006955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8181be56-0fab-450e-bf90-b0d5de5c7464 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:07.061762 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8f361375-606c-4828-b383-7b93e88b6cbb tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1988332 Feb 09 21:07:07.066284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:07.102436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:07.125011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc58d82a-e71c-424e-9c8b-24f84f48acef None None] Provisioning complete for port ce39450a-9de5-485e-ae65-d0ff7f7c3b92 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:07.125392 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc58d82a-e71c-424e-9c8b-24f84f48acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:07.199922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2abed4cd-d450-4021-a1f7-6fd15c4930f0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:07.207815 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Added segment 2abed4cd-d450-4021-a1f7-6fd15c4930f0 of type vlan for network 3d5d1237-ba80-48ec-aa54-768408492566 Feb 09 21:07:07.219552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=ce39450a-9de5-485e-ae65-d0ff7f7c3b92,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:07.241276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-59c2ceb0-3bf5-4667-a9b4-b8ffc4333895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:07.242702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-59c2ceb0-3bf5-4667-a9b4-b8ffc4333895 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb HTTP/1.1" status: 200 len: 848 time: 0.8280840 Feb 09 21:07:07.267765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cc58d82a-e71c-424e-9c8b-24f84f48acef None None] Port ce39450a-9de5-485e-ae65-d0ff7f7c3b92 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:07.279072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8181be56-0fab-450e-bf90-b0d5de5c7464 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:07.279618 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:07.433128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:07.437966 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:07.476520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] In _notify_port_updated(), no bound segment for port ce39450a-9de5-485e-ae65-d0ff7f7c3b92 on network 525a5b42-34fa-4939-88b8-ed387b1af590 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:07:07.484220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:07.485169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:07.487287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc58d82a-e71c-424e-9c8b-24f84f48acef None None] Provisioning complete for port 48e20e23-6ca2-49d9-8494-ea127d191b03 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:07.488040 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc58d82a-e71c-424e-9c8b-24f84f48acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:07.494432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d6a91a2a-7997-473d-adea-f60678ba85c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "PUT /v2.0/ports/ce39450a-9de5-485e-ae65-d0ff7f7c3b92 HTTP/1.1" status: 200 len: 1012 time: 3.2212338 Feb 09 21:07:07.748392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8181be56-0fab-450e-bf90-b0d5de5c7464 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:07.837829 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-366fb1dd-1612-4ac5-9425-81ee53a49a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:07.851617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6983f85a-7dee-4577-88ae-bacb0bc14ba1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:07.918360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6983f85a-7dee-4577-88ae-bacb0bc14ba1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:07:07.919098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6983f85a-7dee-4577-88ae-bacb0bc14ba1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:07:08.003076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cc58d82a-e71c-424e-9c8b-24f84f48acef None None] Current status of the port 48e20e23-6ca2-49d9-8494-ea127d191b03 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:08.150469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0da9e319-5cd9-46d6-ad77-14c24bdfe2db None None] Provisioning complete for port ce39450a-9de5-485e-ae65-d0ff7f7c3b92 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:08.150986 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0da9e319-5cd9-46d6-ad77-14c24bdfe2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:08.169911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:08.225518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0da9e319-5cd9-46d6-ad77-14c24bdfe2db None None] Port ce39450a-9de5-485e-ae65-d0ff7f7c3b92 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:08.354587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (3d5d1237-ba80-48ec-aa54-768408492566), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:08.426222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-44915fa0-5f0e-4a1f-8b49-1ba771e27a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:08.430891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-44915fa0-5f0e-4a1f-8b49-1ba771e27a9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa166ff4-347c-4a4b-9663-2d95d644e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1766274 Feb 09 21:07:08.440169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c19896-6ae0-47d0-aaae-560c841787bd req-781e4141-e16f-40ae-b410-ed6d171a3351 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:08.442024 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26c19896-6ae0-47d0-aaae-560c841787bd req-781e4141-e16f-40ae-b410-ed6d171a3351 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1126 time: 0.2713895 Feb 09 21:07:08.453060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b186-0836-4a94-ab84-bd2cd837eb4b req-f061d3cb-59ec-4c3a-b6c0-8d84f98b03b2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:08.458059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2130b186-0836-4a94-ab84-bd2cd837eb4b req-f061d3cb-59ec-4c3a-b6c0-8d84f98b03b2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 1.1786869 Feb 09 21:07:08.682986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (3d5d1237-ba80-48ec-aa54-768408492566), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:08.698406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45ad7d41-1236-4559-ac6e-0b04b8a817ff tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port ce39450a-9de5-485e-ae65-d0ff7f7c3b92 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:08.698781 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45ad7d41-1236-4559-ac6e-0b04b8a817ff tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:08.701140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:08.701619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:08.796561 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-26c19896-6ae0-47d0-aaae-560c841787bd req-25776052-094f-47d2-8d16-44202267cfa5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443801 Feb 09 21:07:08.824445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9095085 Feb 09 21:07:08.846495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:08.847414 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (d9286afb-5bf3-436d-95c5-072abd8910cc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:08.868300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': '3d5d1237-ba80-48ec-aa54-768408492566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:08.967104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:09.005034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c4174-2dc7-460c-a2b0-8cdeb9de9a51 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Network': ['ID=3d5d1237-ba80-48ec-aa54-768408492566,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:09.049835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2130b186-0836-4a94-ab84-bd2cd837eb4b req-370e96b5-a4c4-442a-b94f-7d02c2ed7f7b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5436418 Feb 09 21:07:09.063700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 3d5d1237-ba80-48ec-aa54-768408492566 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:07:09.139348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:09.143234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-ebeb023a-e526-4ee5-bd41-d5f40b3255d2 service neutron] 10.222.0.50 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768122 Feb 09 21:07:09.153660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:09.156909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:09.157523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:09.162694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4f64dc-8da5-4fd8-aaec-d307238cafdd None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:09.189620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=d9286afb-5bf3-436d-95c5-072abd8910cc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:09.206958 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45ad7d41-1236-4559-ac6e-0b04b8a817ff tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:09.231905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45ad7d41-1236-4559-ac6e-0b04b8a817ff tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for ce39450a-9de5-485e-ae65-d0ff7f7c3b92 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:09.238570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-00eb88d6-9f1e-4bd5-b526-60bc29758bf3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1700094 Feb 09 21:07:09.245696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:09.254056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': 'd9286afb-5bf3-436d-95c5-072abd8910cc', 'ip_address': '2001:db8::ae8:7ad2:bf23:7745'}], 'name': 'tempest-NetworksTestDHCPv6-781608466'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:09.320925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd7800-0928-40a8-b8ff-3c5b7ef9baa1 req-fd9ab5f6-cbbd-4ad3-9580-5b35329c59f9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:09.322959 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22fd7800-0928-40a8-b8ff-3c5b7ef9baa1 req-fd9ab5f6-cbbd-4ad3-9580-5b35329c59f9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.3106842 Feb 09 21:07:09.323907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:09.327206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:09.403093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22dae7df-2ca7-43df-83be-750dfa91ab27 req-f6ae8164-7500-4fbc-b5b9-41aa41753b95 service neutron] 10.222.0.50 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529857 Feb 09 21:07:09.461926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3238d25f-e2cc-4c95-a58d-f5d102cbfa49 None None] Provisioning complete for port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:09.463201 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3238d25f-e2cc-4c95-a58d-f5d102cbfa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:09.562662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-ccd85934-04c8-4b8c-8244-55d724089381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:09.564377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-ccd85934-04c8-4b8c-8244-55d724089381 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c08e9349074208bc7455d094f04835&device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1126 time: 0.1004219 Feb 09 21:07:09.608792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3238d25f-e2cc-4c95-a58d-f5d102cbfa49 None None] Current status of the port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:09.609528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3238d25f-e2cc-4c95-a58d-f5d102cbfa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:09.616392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:09.617045 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:09.702778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3238d25f-e2cc-4c95-a58d-f5d102cbfa49 None None] For port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:09.716886 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3238d25f-e2cc-4c95-a58d-f5d102cbfa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:09.809073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-8b8b36bb-37eb-4772-bb73-8aaf2e4cef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:09.811011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-8b8b36bb-37eb-4772-bb73-8aaf2e4cef54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa166ff4-347c-4a4b-9663-2d95d644e695 HTTP/1.1" status: 200 len: 910 time: 0.2398024 Feb 09 21:07:09.854019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3238d25f-e2cc-4c95-a58d-f5d102cbfa49 None None] Could not find standard attr ID for object 83557823-4b9f-4fbf-a11e-6fdd9891d86b. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:07:09.907790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-f4dffcb1-e712-4c61-bcf4-e4bf2d6062ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=974eb5f8-893c-47dc-88e4-9687dd9db1fb HTTP/1.1" status: 200 len: 217 time: 0.0899658 Feb 09 21:07:09.997324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:10.000500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238d25f-e2cc-4c95-a58d-f5d102cbfa49 None None] Pushing event updated for resources: {'Port': ['ID=fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:10.048875 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-39f559ee-ccb9-49c6-a6d4-49a9935c4897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:10.087962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171ee6d5-b894-4ac3-be2d-3abb69837752 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:10.112883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (47244e28-c1d7-4090-b84a-e11b4490ca61), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:10.122714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45ad7d41-1236-4559-ac6e-0b04b8a817ff tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ce39450a-9de5-485e-ae65-d0ff7f7c3b92), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:10.161593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-83d035de-93ec-4218-9a11-201b65939e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:10.163142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-83d035de-93ec-4218-9a11-201b65939e9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb HTTP/1.1" status: 200 len: 848 time: 0.2492270 Feb 09 21:07:10.208042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8867378d-4629-4639-85d5-b830d53a409e None None] Provisioning complete for port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:10.208775 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8867378d-4629-4639-85d5-b830d53a409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:10.248337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267fd1a-150f-4c30-b9e9-5fbd5a84fdc5 req-be03c8b6-065d-40d3-b67a-390db2fe0deb tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:10.250336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7267fd1a-150f-4c30-b9e9-5fbd5a84fdc5 req-be03c8b6-065d-40d3-b67a-390db2fe0deb tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1126 time: 0.2775333 Feb 09 21:07:10.258144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22fd7800-0928-40a8-b8ff-3c5b7ef9baa1 req-dc29db25-3af2-4474-819c-8a3985f929ad tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9228036 Feb 09 21:07:10.408041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:10.424752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-b9e1a364-d823-4ad4-a619-58028fa00c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:10.428794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=47244e28-c1d7-4090-b84a-e11b4490ca61,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:10.429437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-b9e1a364-d823-4ad4-a619-58028fa00c8e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa166ff4-347c-4a4b-9663-2d95d644e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2588696 Feb 09 21:07:10.444260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8867378d-4629-4639-85d5-b830d53a409e None None] Current status of the port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:10.484616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7267fd1a-150f-4c30-b9e9-5fbd5a84fdc5 req-e08a32d5-6233-4958-afdc-ad1fa1df917b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275500 Feb 09 21:07:10.504381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad7d41-1236-4559-ac6e-0b04b8a817ff tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=ce39450a-9de5-485e-ae65-d0ff7f7c3b92,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:10.602341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking segment: {'id': '2abed4cd-d450-4021-a1f7-6fd15c4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3d5d1237-ba80-48ec-aa54-768408492566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:10.602700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network hostable DHCP agents. Network: 3d5d1237-ba80-48ec-aa54-768408492566, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:07:10.618780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45ad7d41-1236-4559-ac6e-0b04b8a817ff tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:10.622487 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-45ad7d41-1236-4559-ac6e-0b04b8a817ff tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/ce39450a-9de5-485e-ae65-d0ff7f7c3b92 HTTP/1.1" status: 204 len: 168 time: 2.4349380 Feb 09 21:07:10.626320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:10.685791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 3d5d1237-ba80-48ec-aa54-768408492566 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:07:10.693518 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c243f945-b2ad-450a-ab21-0e71853d7023 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:07:10.693879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c243f945-b2ad-450a-ab21-0e71853d7023 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/ce39450a-9de5-485e-ae65-d0ff7f7c3b92 HTTP/1.1" status: 404 len: 333 time: 0.0664713 Feb 09 21:07:10.697491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:10.724894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634064-dc01-487e-b5d5-5756cfa6c775 req-18a57813-32fc-48c0-8500-1d7242dcd8cd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:10.726507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f634064-dc01-487e-b5d5-5756cfa6c775 req-18a57813-32fc-48c0-8500-1d7242dcd8cd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.2399523 Feb 09 21:07:10.741093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 3d5d1237-ba80-48ec-aa54-768408492566) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:10.759977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1e032-0da7-4c22-9cf3-a17843d90cf2 None None] Network 3d5d1237-ba80-48ec-aa54-768408492566 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:10.798086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:10.798675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:10.837942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-79576fee-e338-4972-8232-9f8eae7d3e62 service neutron] 10.222.0.50 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001610 Feb 09 21:07:10.856470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e7ddc14e-1fc8-4889-b833-3477287f48d1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0036030 Feb 09 21:07:10.863067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:10.871352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': '3d5d1237-ba80-48ec-aa54-768408492566', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1518137679'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:10.939972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-385b7ebf-2649-4b4e-b2b2-b6777a66ad76 None None] Provisioning complete for port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:10.940244 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-385b7ebf-2649-4b4e-b2b2-b6777a66ad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:10.966324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2958ef00-1983-4e9a-8ba8-cec91b28277d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet 55f8dd31-3da0-4b6f-b0a0-2d12aea69433 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:10.974106 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2958ef00-1983-4e9a-8ba8-cec91b28277d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (55f8dd31-3da0-4b6f-b0a0-2d12aea69433), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.000196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:11.050461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2958ef00-1983-4e9a-8ba8-cec91b28277d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (55f8dd31-3da0-4b6f-b0a0-2d12aea69433), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.100045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f634064-dc01-487e-b5d5-5756cfa6c775 req-f4d35ba1-07eb-49be-aa01-b123a971f03b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603075 Feb 09 21:07:11.106495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.178466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 014c06da-2717-4081-88e4-43962abf9632 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:11.257672 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2b6f0d5-fead-40d9-aed6-e2f2c94dd4c1 req-9c8cd1cb-4d86-4dbd-8319-da8f63285315 service neutron] 10.222.0.50 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103951 Feb 09 21:07:11.326871 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.342019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-3d5d1237-ba80-48ec-aa54-768408492566', 'network_id': '3d5d1237-ba80-48ec-aa54-768408492566', 'project_id': 'be9b06ac2a8946ad98dec778aac67d35', 'fixed_ips': [{'subnet_id': '47244e28-c1d7-4090-b84a-e11b4490ca61'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:11.343025 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.358892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2958ef00-1983-4e9a-8ba8-cec91b28277d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (55f8dd31-3da0-4b6f-b0a0-2d12aea69433), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.524761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:11.530878 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.607797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603e65-9924-462d-8dc4-5043713463d3 req-563d9bfe-b320-4443-b88b-0a927d7aebed tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:11.609386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae603e65-9924-462d-8dc4-5043713463d3 req-563d9bfe-b320-4443-b88b-0a927d7aebed tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.1901164 Feb 09 21:07:11.648897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 974eb5f8-893c-47dc-88e4-9687dd9db1fb details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:07:11.662130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2958ef00-1983-4e9a-8ba8-cec91b28277d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (55f8dd31-3da0-4b6f-b0a0-2d12aea69433), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.667335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::ae8:7ad2:bf23:7745 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/d9286afb-5bf3-436d-95c5-072abd8910cc/014c06da-2717-4081-88e4-43962abf9632) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:11.674896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-385b7ebf-2649-4b4e-b2b2-b6777a66ad76 None None] Current status of the port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:11.742406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958ef00-1983-4e9a-8ba8-cec91b28277d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=55f8dd31-3da0-4b6f-b0a0-2d12aea69433,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:11.811143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae603e65-9924-462d-8dc4-5043713463d3 req-6b5c8d49-1788-4d51-adde-5e31858e4e31 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883469 Feb 09 21:07:11.815677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-74ee959b-afca-4220-b740-e5fe8399c127 None None] Could not find standard attr ID for object 83557823-4b9f-4fbf-a11e-6fdd9891d86b. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:07:11.818752 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2958ef00-1983-4e9a-8ba8-cec91b28277d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.834538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2958ef00-1983-4e9a-8ba8-cec91b28277d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/55f8dd31-3da0-4b6f-b0a0-2d12aea69433 HTTP/1.1" status: 204 len: 168 time: 1.1340356 Feb 09 21:07:11.839608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:11.861695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (014c06da-2717-4081-88e4-43962abf9632), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.909510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:11.913371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.934042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (014c06da-2717-4081-88e4-43962abf9632), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:11.946880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet c81b239b-b896-4176-850b-28a0a9186059 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:11.957027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port acdcc058-1837-40eb-8bac-2cbd5e278049 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:11.963889 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (c81b239b-b896-4176-850b-28a0a9186059), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.029602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:12.035139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=014c06da-2717-4081-88e4-43962abf9632,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:12.049893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:12.054116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (c81b239b-b896-4176-850b-28a0a9186059), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.060209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:12.065755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:12.066406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.111552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758306cf-ee28-4f4f-adf9-d007bebd76ca None None] Network 525a5b42-34fa-4939-88b8-ed387b1af590 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:12.157815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Allocated IP 172.20.0.2 (3d5d1237-ba80-48ec-aa54-768408492566/47244e28-c1d7-4090-b84a-e11b4490ca61/61261192-b55a-47d1-b932-b71f8e58b044) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:12.168459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808033fa-0b30-498d-ad91-3cfcec8ac151 req-0e72dc81-089c-4d5b-a1a0-d33441ad2d73 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:12.179199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-808033fa-0b30-498d-ad91-3cfcec8ac151 req-0e72dc81-089c-4d5b-a1a0-d33441ad2d73 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1126 time: 0.2797251 Feb 09 21:07:12.254112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-808033fa-0b30-498d-ad91-3cfcec8ac151 req-7be75278-2ae3-4aa2-b517-54ac8b46310b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735805 Feb 09 21:07:12.276854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c462c855-243f-450c-ac13-ae27553e2ad4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0272083 Feb 09 21:07:12.280332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55070) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:12.342116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:12.359278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c81b239b-b896-4176-850b-28a0a9186059), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.379200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae816e5-1408-4bb9-9c6c-efe36a3dcd02 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:12.381801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 974eb5f8-893c-47dc-88e4-9687dd9db1fb, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=974eb5f8-893c-47dc-88e4-9687dd9db1fb,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:12.395412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae816e5-1408-4bb9-9c6c-efe36a3dcd02 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:12.397121 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0ae816e5-1408-4bb9-9c6c-efe36a3dcd02 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1156397 Feb 09 21:07:12.401192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55072) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:12.515150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff57f20-a8c7-4c95-9003-bd992da9e03e req-bd6f6c51-bae0-4bc8-994f-eb53e1c6327b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:12.516747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ff57f20-a8c7-4c95-9003-bd992da9e03e req-bd6f6c51-bae0-4bc8-994f-eb53e1c6327b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.2638905 Feb 09 21:07:12.583659 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Publish callbacks [] for port (61261192-b55a-47d1-b932-b71f8e58b044), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.611072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ff57f20-a8c7-4c95-9003-bd992da9e03e req-f8930cf9-4944-4023-b76a-b1dcd68f4369 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876148 Feb 09 21:07:12.616568 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (c81b239b-b896-4176-850b-28a0a9186059), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.644382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.644382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/c81b239b-b896-4176-850b-28a0a9186059 HTTP/1.1" status: 204 len: 168 time: 0.7963090 Feb 09 21:07:12.644746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '974eb5f8-893c-47dc-88e4-9687dd9db1fb', 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'port_id': '974eb5f8-893c-47dc-88e4-9687dd9db1fb', 'mac_address': 'fa:16:3e:27:16:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:07:12.644876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:12.660041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (61261192-b55a-47d1-b932-b71f8e58b044), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.670000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=c81b239b-b896-4176-850b-28a0a9186059,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:12.691483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.4 (3d5d1237-ba80-48ec-aa54-768408492566/47244e28-c1d7-4090-b84a-e11b4490ca61/acdcc058-1837-40eb-8bac-2cbd5e278049) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:12.739053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.739405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.739776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.740117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.740854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.741204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.741538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.741876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.742214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.742544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.743009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.743341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.743716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163142e-ff9d-4233-93be-72c0758f72fa tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:12.777434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Network 3d5d1237-ba80-48ec-aa54-768408492566 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:12.791382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:12.792522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (525a5b42-34fa-4939-88b8-ed387b1af590), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.793524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5840e10a-40a6-46ab-815d-e2a5a59ab6f6 None None] Provisioning complete for port 014c06da-2717-4081-88e4-43962abf9632 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:12.794023 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5840e10a-40a6-46ab-815d-e2a5a59ab6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (014c06da-2717-4081-88e4-43962abf9632), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.796057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:12.802878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 974eb5f8-893c-47dc-88e4-9687dd9db1fb is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:12.803436 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.805547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Pushing event updated for resources: {'Port': ['ID=61261192-b55a-47d1-b932-b71f8e58b044,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:12.847892 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.872217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974eb5f8-893c-47dc-88e4-9687dd9db1fb {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:07:12.876607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (acdcc058-1837-40eb-8bac-2cbd5e278049), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.931300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1deb75e8-0cb0-4130-9fd5-67aa2308649d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 014c06da-2717-4081-88e4-43962abf9632 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:12.931633 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1deb75e8-0cb0-4130-9fd5-67aa2308649d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (014c06da-2717-4081-88e4-43962abf9632), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.932830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 48e20e23-6ca2-49d9-8494-ea127d191b03 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:12.933904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.936859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (acdcc058-1837-40eb-8bac-2cbd5e278049), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:12.985045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5840e10a-40a6-46ab-815d-e2a5a59ab6f6 None None] Port 014c06da-2717-4081-88e4-43962abf9632 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:13.003148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 974eb5f8-893c-47dc-88e4-9687dd9db1fb, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=974eb5f8-893c-47dc-88e4-9687dd9db1fb,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:13.018807 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.038959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Attempting to bind port 61261192-b55a-47d1-b932-b71f8e58b044 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:13.039540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Attempting to bind port 61261192-b55a-47d1-b932-b71f8e58b044 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '2abed4cd-d450-4021-a1f7-6fd15c4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3d5d1237-ba80-48ec-aa54-768408492566'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:13.040184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Attempting to bind port 61261192-b55a-47d1-b932-b71f8e58b044 on network 3d5d1237-ba80-48ec-aa54-768408492566 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:13.045261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 3d5d1237-ba80-48ec-aa54-768408492566 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:13.048893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] For port 48e20e23-6ca2-49d9-8494-ea127d191b03, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=48e20e23-6ca2-49d9-8494-ea127d191b03,segment=NetworkSegment(0c3d59c5-61b1-4753-94f8-54aa2be262cb),segment_id=0c3d59c5-61b1-4753-94f8-54aa2be262cb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:13.049258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.068633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 48e20e23-6ca2-49d9-8494-ea127d191b03 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:13.072507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ebae5-4281-42b8-83c1-9ff54665deeb None None] Update dhcp port {'port': {'network_id': '525a5b42-34fa-4939-88b8-ed387b1af590', 'fixed_ips': [{'subnet_id': 'c81b239b-b896-4176-850b-28a0a9186059'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '48e20e23-6ca2-49d9-8494-ea127d191b03'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:07:13.074992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:13.075536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Checking segment: {'id': '2abed4cd-d450-4021-a1f7-6fd15c4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3d5d1237-ba80-48ec-aa54-768408492566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:13.076032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:13.076198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.076648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Bound using segment: {'id': '2abed4cd-d450-4021-a1f7-6fd15c4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3d5d1237-ba80-48ec-aa54-768408492566'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:13.077248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Bound port: 61261192-b55a-47d1-b932-b71f8e58b044, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abed4cd-d450-4021-a1f7-6fd15c4930f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3d5d1237-ba80-48ec-aa54-768408492566'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:13.077801 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (61261192-b55a-47d1-b932-b71f8e58b044), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.090814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:13.154661 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b42ebae5-4281-42b8-83c1-9ff54665deeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.220917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77f32a-31d2-48ea-ab16-53be9401b1e3 req-5d5ae12a-2a18-4e37-bc8a-013a9b46349f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:13.229204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=974eb5f8-893c-47dc-88e4-9687dd9db1fb,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:13.229964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d77f32a-31d2-48ea-ab16-53be9401b1e3 req-5d5ae12a-2a18-4e37-bc8a-013a9b46349f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.2368903 Feb 09 21:07:13.231083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=acdcc058-1837-40eb-8bac-2cbd5e278049,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:13.236420 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (48e20e23-6ca2-49d9-8494-ea127d191b03), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.288773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1deb75e8-0cb0-4130-9fd5-67aa2308649d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (014c06da-2717-4081-88e4-43962abf9632), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.296172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=48e20e23-6ca2-49d9-8494-ea127d191b03,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:13.300490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No DVR routers for this DVR port 48e20e23-6ca2-49d9-8494-ea127d191b03 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:13.305509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:13.307757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.327313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['974eb5f8-893c-47dc-88e4-9687dd9db1fb'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:07:13.337118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ebae5-4281-42b8-83c1-9ff54665deeb None None] Host n-d-789963-29 tried to update port 48e20e23-6ca2-49d9-8494-ea127d191b03 which no longer exists. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Feb 09 21:07:13.368022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1deb75e8-0cb0-4130-9fd5-67aa2308649d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 014c06da-2717-4081-88e4-43962abf9632 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:13.405552 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6094ee64-8f6c-4b7b-8cf9-048d5d4626db tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5410898 Feb 09 21:07:13.410447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55082) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:13.411910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] For port 61261192-b55a-47d1-b932-b71f8e58b044, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:13.445296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effde0b9-c2ef-4c23-b316-ff429b1c860e None None] Network 525a5b42-34fa-4939-88b8-ed387b1af590 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:13.531210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (525a5b42-34fa-4939-88b8-ed387b1af590), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.548214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] For port 61261192-b55a-47d1-b932-b71f8e58b044, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=61261192-b55a-47d1-b932-b71f8e58b044,segment=NetworkSegment(2abed4cd-d450-4021-a1f7-6fd15c4930f0),segment_id=2abed4cd-d450-4021-a1f7-6fd15c4930f0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:13.573685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525a5b42-34fa-4939-88b8-ed387b1af590']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:13.591150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3d59c5-61b1-4753-94f8-54aa2be262cb') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:13.591734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fea08215-52d8-4567-9486-23b04615c5bb None None] Could not find standard attr ID for object 48e20e23-6ca2-49d9-8494-ea127d191b03. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:07:13.591903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3d59c5-61b1-4753-94f8-54aa2be262cb') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:13.606146 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (61261192-b55a-47d1-b932-b71f8e58b044), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.610830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (0c3d59c5-61b1-4753-94f8-54aa2be262cb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.641268 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0c3d59c5-61b1-4753-94f8-54aa2be262cb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.655428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:07:13.656123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (0c3d59c5-61b1-4753-94f8-54aa2be262cb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.660224 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0d77f32a-31d2-48ea-ab16-53be9401b1e3 req-52c6090a-e6f4-4f6b-a273-eec64a36c00b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475206 Feb 09 21:07:13.774649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef6878c-19c5-4bed-9fe5-dec77c754530 None None] DHCP port deletion for 525a5b42-34fa-4939-88b8-ed387b1af590 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:13.786478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c87585-d35a-4d83-9176-c62294c54ef8 None None] Pushing event updated for resources: {'Port': ['ID=61261192-b55a-47d1-b932-b71f8e58b044,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:07:13.864180 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:07:13.873218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (525a5b42-34fa-4939-88b8-ed387b1af590), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.879187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:13.883451 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/networks/525a5b42-34fa-4939-88b8-ed387b1af590 HTTP/1.1" status: 204 len: 168 time: 1.2425704 Feb 09 21:07:13.888416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:13.905248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aba70-2a9d-4be3-935d-ad31a514b5c8 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Network': ['ID=525a5b42-34fa-4939-88b8-ed387b1af590,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:13.966983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8760d-63d3-41f2-aefc-d674e3a5b742 req-0a510faf-0cfb-4e7e-982d-2f7d6e1b3ffa tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:13.969012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4e8760d-63d3-41f2-aefc-d674e3a5b742 req-0a510faf-0cfb-4e7e-982d-2f7d6e1b3ffa tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1127 time: 0.1710398 Feb 09 21:07:13.970134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.085078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4e8760d-63d3-41f2-aefc-d674e3a5b742 req-e4cfd305-19c2-46d4-8eba-752007f52ff0 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028540 Feb 09 21:07:14.108704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd6d7a-ea9e-4038-b4de-857f85d38e02 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port acdcc058-1837-40eb-8bac-2cbd5e278049 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:14.109146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6d7a-ea9e-4038-b4de-857f85d38e02 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (acdcc058-1837-40eb-8bac-2cbd5e278049), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.117413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1deb75e8-0cb0-4130-9fd5-67aa2308649d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (014c06da-2717-4081-88e4-43962abf9632), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.205624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb75e8-0cb0-4130-9fd5-67aa2308649d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=014c06da-2717-4081-88e4-43962abf9632,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:14.266112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98335761-175b-4c90-98a1-064b9b0508f5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:14.267967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-98335761-175b-4c90-98a1-064b9b0508f5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3650467 Feb 09 21:07:14.273442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55090) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:14.291724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5443d-62e3-4162-b184-7eabfadc5665 req-948c7c42-ad52-45d8-8ece-2dbd377de0a3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:14.300468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ae5443d-62e3-4162-b184-7eabfadc5665 req-948c7c42-ad52-45d8-8ece-2dbd377de0a3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.4110029 Feb 09 21:07:14.349315 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1deb75e8-0cb0-4130-9fd5-67aa2308649d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.353019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1deb75e8-0cb0-4130-9fd5-67aa2308649d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/014c06da-2717-4081-88e4-43962abf9632 HTTP/1.1" status: 204 len: 168 time: 1.9507658 Feb 09 21:07:14.360290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:14.398525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6d7a-ea9e-4038-b4de-857f85d38e02 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (acdcc058-1837-40eb-8bac-2cbd5e278049), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.429346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd6d7a-ea9e-4038-b4de-857f85d38e02 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for acdcc058-1837-40eb-8bac-2cbd5e278049 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:14.434179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b375ad2d-cf20-4823-a749-71bee77e279a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1595976 Feb 09 21:07:14.439883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:14.449938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ae5443d-62e3-4162-b184-7eabfadc5665 req-29f34ca0-458e-4915-b9ad-3a25e8d3db3e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485732 Feb 09 21:07:14.465075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1271946873'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:14.491883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410c4d3-73be-4d5c-8da9-9cba51ba190f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:14.493374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d410c4d3-73be-4d5c-8da9-9cba51ba190f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:14.497622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d410c4d3-73be-4d5c-8da9-9cba51ba190f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1337755 Feb 09 21:07:14.508304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:14.518376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:14.522228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.581632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:07:14.615409 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fab7da30-f1ab-4e0b-92d9-a72590741c7e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.618872 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Added segment fab7da30-f1ab-4e0b-92d9-a72590741c7e of type vlan for network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 Feb 09 21:07:14.626495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6c3388-93a9-4681-820a-70777370f5a7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet d9286afb-5bf3-436d-95c5-072abd8910cc {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:14.631072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6c3388-93a9-4681-820a-70777370f5a7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (d9286afb-5bf3-436d-95c5-072abd8910cc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.678530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6c3388-93a9-4681-820a-70777370f5a7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (d9286afb-5bf3-436d-95c5-072abd8910cc), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:14.738303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-772801c9-59a0-481e-abe1-9dbb550f4081 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:07:14.739726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-772801c9-59a0-481e-abe1-9dbb550f4081 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060749 Feb 09 21:07:14.861615 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-5ed33036-0999-4d22-b88c-9788b4c8bbef service neutron] show failed (client error): The resource could not be found. Feb 09 21:07:14.862682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-5ed33036-0999-4d22-b88c-9788b4c8bbef service neutron] 10.222.0.50 "GET /v2.0/ports/ab86181f-5c5d-4d8c-a32f-38f61961fa69/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.1075065 Feb 09 21:07:14.957793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 61261192-b55a-47d1-b932-b71f8e58b044 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:14.978343 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6c3388-93a9-4681-820a-70777370f5a7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d9286afb-5bf3-436d-95c5-072abd8910cc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.161542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (8cf3108d-cd00-41a5-87ba-d00d5c0bd667), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.176443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 61261192-b55a-47d1-b932-b71f8e58b044 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:15.177089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (61261192-b55a-47d1-b932-b71f8e58b044), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.273386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3322b1a-79ef-4a00-8aeb-250f88debc3c req-ba634902-50a8-4071-8567-204ca0ec505f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:15.276959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3322b1a-79ef-4a00-8aeb-250f88debc3c req-ba634902-50a8-4071-8567-204ca0ec505f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.3433127 Feb 09 21:07:15.298134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:07:15.387621 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 61261192-b55a-47d1-b932-b71f8e58b044 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:15.388055 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (61261192-b55a-47d1-b932-b71f8e58b044), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.469743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e6a4-e28f-4a76-9921-c1d7c7edbcb2 req-fd56192e-724b-4f69-a19d-d944b1389d83 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:15.471289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a5b7e6a4-e28f-4a76-9921-c1d7c7edbcb2 req-fd56192e-724b-4f69-a19d-d944b1389d83 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1127 time: 0.1109505 Feb 09 21:07:15.481353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 61261192-b55a-47d1-b932-b71f8e58b044, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=61261192-b55a-47d1-b932-b71f8e58b044,segment=NetworkSegment(2abed4cd-d450-4021-a1f7-6fd15c4930f0),segment_id=2abed4cd-d450-4021-a1f7-6fd15c4930f0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:15.495899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (61261192-b55a-47d1-b932-b71f8e58b044), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.537880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6d7a-ea9e-4038-b4de-857f85d38e02 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (acdcc058-1837-40eb-8bac-2cbd5e278049), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.547095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3322b1a-79ef-4a00-8aeb-250f88debc3c req-5ef1bc74-cb10-4e29-bbef-26bd7e9acde3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641634 Feb 09 21:07:15.572070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=61261192-b55a-47d1-b932-b71f8e58b044,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:15.583965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 974eb5f8-893c-47dc-88e4-9687dd9db1fb up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:15.612608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd6d7a-ea9e-4038-b4de-857f85d38e02 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=acdcc058-1837-40eb-8bac-2cbd5e278049,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:15.623044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (8cf3108d-cd00-41a5-87ba-d00d5c0bd667), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.627841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:15.628595 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.667927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6c3388-93a9-4681-820a-70777370f5a7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (d9286afb-5bf3-436d-95c5-072abd8910cc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.669614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 48e20e23-6ca2-49d9-8494-ea127d191b03 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:15.703227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 48e20e23-6ca2-49d9-8494-ea127d191b03 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:07:15.703625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a5b7e6a4-e28f-4a76-9921-c1d7c7edbcb2 req-0ce2e5be-ffa1-40df-8d62-5f89084bf325 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161086 Feb 09 21:07:15.704313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 48e20e23-6ca2-49d9-8494-ea127d191b03 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:07:15.726328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 974eb5f8-893c-47dc-88e4-9687dd9db1fb completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:07:15.738061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 974eb5f8-893c-47dc-88e4-9687dd9db1fb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:15.738459 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.764211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b507c614-15ab-4a6e-b1bb-746b69903655 None None] Network 3d5d1237-ba80-48ec-aa54-768408492566 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:15.777911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2bd6d7a-ea9e-4038-b4de-857f85d38e02 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.783500 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f2bd6d7a-ea9e-4038-b4de-857f85d38e02 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/acdcc058-1837-40eb-8bac-2cbd5e278049 HTTP/1.1" status: 204 len: 168 time: 2.3603873 Feb 09 21:07:15.786220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:15.820159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c3388-93a9-4681-820a-70777370f5a7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=d9286afb-5bf3-436d-95c5-072abd8910cc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:15.834779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-d2a59c15-ba94-43a2-b07f-a7a29934caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:15.836415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-d2a59c15-ba94-43a2-b07f-a7a29934caaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 1129 time: 0.5592561 Feb 09 21:07:15.846076 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd40c3c7-294a-4d99-871c-acc43fa72fd2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:07:15.847069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0ae2455a-7070-4a2c-bf80-def23c9141d1 None None] Provisioning complete for port 61261192-b55a-47d1-b932-b71f8e58b044 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:15.850376 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ae2455a-7070-4a2c-bf80-def23c9141d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (61261192-b55a-47d1-b932-b71f8e58b044), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.850564 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fd40c3c7-294a-4d99-871c-acc43fa72fd2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/acdcc058-1837-40eb-8bac-2cbd5e278049 HTTP/1.1" status: 404 len: 333 time: 0.0551836 Feb 09 21:07:15.850676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea7aeb-ea57-4af1-8dac-8086212cf633 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:15.850963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:15.855566 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6c3388-93a9-4681-820a-70777370f5a7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:15.861366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2d6c3388-93a9-4681-820a-70777370f5a7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/d9286afb-5bf3-436d-95c5-072abd8910cc HTTP/1.1" status: 204 len: 168 time: 1.3519483 Feb 09 21:07:15.863194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:15.865094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4242430 Feb 09 21:07:15.873526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:15.909676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:15.931450 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-636a439a-d755-474b-9340-8043363ee3dd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670071 Feb 09 21:07:15.947890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:15.953085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:15.969068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41da53-541b-4955-824c-9e76e8ed6cc7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Network': ['ID=8cf3108d-cd00-41a5-87ba-d00d5c0bd667,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:15.994056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:07:16.019144 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.033571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b68e5a-e1aa-4030-a772-b292b9b028b4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet 47244e28-c1d7-4090-b84a-e11b4490ca61 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:16.038207 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72b68e5a-e1aa-4030-a772-b292b9b028b4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (47244e28-c1d7-4090-b84a-e11b4490ca61), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.070821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd86e3-604b-4eae-8c30-d0eb5ce2ab3a req-4bc17ac9-ec8c-42ff-9cd2-2ee4e6089775 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:16.073568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49fd86e3-604b-4eae-8c30-d0eb5ce2ab3a req-4bc17ac9-ec8c-42ff-9cd2-2ee4e6089775 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.2756276 Feb 09 21:07:16.094733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d543d4-4d57-4dff-9c09-5e068f1ac931 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:16.096682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2d543d4-4d57-4dff-9c09-5e068f1ac931 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1424432 Feb 09 21:07:16.100077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:16.116834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 974eb5f8-893c-47dc-88e4-9687dd9db1fb is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:16.117224 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.119029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72b68e5a-e1aa-4030-a772-b292b9b028b4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (47244e28-c1d7-4090-b84a-e11b4490ca61), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.148035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:16.152351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.196601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b691c8b-03cd-45f0-9f69-d4c6a452150b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974eb5f8-893c-47dc-88e4-9687dd9db1fb'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:16.199648 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2168949-9f83-4cf0-bf84-702b5a4e6626" -d '{"events": [{"server_uuid": "1b691c8b-03cd-45f0-9f69-d4c6a452150b", "name": "network-vif-plugged", "status": "completed", "tag": "974eb5f8-893c-47dc-88e4-9687dd9db1fb"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:16.217571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0ae2455a-7070-4a2c-bf80-def23c9141d1 None None] Current status of the port 61261192-b55a-47d1-b932-b71f8e58b044 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:16.221278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 974eb5f8-893c-47dc-88e4-9687dd9db1fb, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=974eb5f8-893c-47dc-88e4-9687dd9db1fb,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:16.232461 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.233687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:16.238290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5644fc86-323b-4d8d-9252-34da560f449f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:16.242374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5644fc86-323b-4d8d-9252-34da560f449f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1411314 Feb 09 21:07:16.246168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:16.275443 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d11620-b0ef-4a4c-882c-61996f68c172 x-openstack-request-id: req-c0d11620-b0ef-4a4c-882c-61996f68c172 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:16.288301 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b691c8b-03cd-45f0-9f69-d4c6a452150b", "name": "network-vif-plugged", "status": "completed", "tag": "974eb5f8-893c-47dc-88e4-9687dd9db1fb", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:16.288537 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c0d11620-b0ef-4a4c-882c-61996f68c172 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:16.288967 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b691c8b-03cd-45f0-9f69-d4c6a452150b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974eb5f8-893c-47dc-88e4-9687dd9db1fb', 'code': 200} Feb 09 21:07:16.297293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49fd86e3-604b-4eae-8c30-d0eb5ce2ab3a req-b890576d-a113-45ce-b694-1ae4cebe8aeb tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937010 Feb 09 21:07:16.377983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ab8b448-0d86-443e-b2ce-9c655311d624 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303043 Feb 09 21:07:16.402728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:16.413299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:16.444987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72b68e5a-e1aa-4030-a772-b292b9b028b4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (47244e28-c1d7-4090-b84a-e11b4490ca61), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.589927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72b68e5a-e1aa-4030-a772-b292b9b028b4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (47244e28-c1d7-4090-b84a-e11b4490ca61), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.644294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b68e5a-e1aa-4030-a772-b292b9b028b4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=47244e28-c1d7-4090-b84a-e11b4490ca61,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:16.660976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72b68e5a-e1aa-4030-a772-b292b9b028b4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.667359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-72b68e5a-e1aa-4030-a772-b292b9b028b4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/47244e28-c1d7-4090-b84a-e11b4490ca61 HTTP/1.1" status: 204 len: 168 time: 0.8122287 Feb 09 21:07:16.667867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:16.682829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:16.704729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f015854f-46ee-461a-93c7-afe9271686d7 None None] Network 3d5d1237-ba80-48ec-aa54-768408492566 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:16.905734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=974eb5f8-893c-47dc-88e4-9687dd9db1fb,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:16.913363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 61261192-b55a-47d1-b932-b71f8e58b044 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:16.927498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (3d5d1237-ba80-48ec-aa54-768408492566), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:16.973497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0119337a-6b7f-4964-a041-766a9dc22453 None None] Provisioning complete for port 61261192-b55a-47d1-b932-b71f8e58b044 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:16.974142 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0119337a-6b7f-4964-a041-766a9dc22453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (61261192-b55a-47d1-b932-b71f8e58b044), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.002579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab39d6-06b4-4a34-af02-1ab2b54181e8 req-4a7344d4-b3ad-4b58-a38f-bfd4654928ce tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:17.005090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30ab39d6-06b4-4a34-af02-1ab2b54181e8 req-4a7344d4-b3ad-4b58-a38f-bfd4654928ce tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.2553728 Feb 09 21:07:17.088227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ab86181f-5c5d-4d8c-a32f-38f61961fa69 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:17.089241 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.136393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] Deleting port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:17.136765 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.157006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 61261192-b55a-47d1-b932-b71f8e58b044 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:17.157807 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (61261192-b55a-47d1-b932-b71f8e58b044), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.237587 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-30ab39d6-06b4-4a34-af02-1ab2b54181e8 req-93b82a6d-ff1e-4309-896b-494436aeb2dc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229481 Feb 09 21:07:17.256757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] DHCP port deletion for 3d5d1237-ba80-48ec-aa54-768408492566 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:17.263839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 61261192-b55a-47d1-b932-b71f8e58b044 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:17.264128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (61261192-b55a-47d1-b932-b71f8e58b044), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.293514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:17.307123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] For port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:17.307877 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.347814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] Calling delete_port for fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:17.350002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0119337a-6b7f-4964-a041-766a9dc22453 None None] Current status of the port 61261192-b55a-47d1-b932-b71f8e58b044 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:17.357284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:17.372478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] For port 61261192-b55a-47d1-b932-b71f8e58b044, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=61261192-b55a-47d1-b932-b71f8e58b044,segment=NetworkSegment(2abed4cd-d450-4021-a1f7-6fd15c4930f0),segment_id=2abed4cd-d450-4021-a1f7-6fd15c4930f0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:17.372880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (61261192-b55a-47d1-b932-b71f8e58b044), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.407063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 61261192-b55a-47d1-b932-b71f8e58b044 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:17.411828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Publish callbacks [] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.428358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Transition to ACTIVE for port object ab86181f-5c5d-4d8c-a32f-38f61961fa69 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:07:17.445203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:17.448695 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0720c2c7-a196-419f-a2f6-5c466cecc2f3" -d '{"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:17.522249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 61261192-b55a-47d1-b932-b71f8e58b044 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:17.550534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] Deleting port 61261192-b55a-47d1-b932-b71f8e58b044 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:17.550911 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (61261192-b55a-47d1-b932-b71f8e58b044), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.555500 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:07:17.555500 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:07:17.564835 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.598275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d57e74-9090-4557-bf0b-735758ab44a9 req-632af70d-ff17-46a7-9994-86bfca55cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:17.599926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9d57e74-9090-4557-bf0b-735758ab44a9 req-632af70d-ff17-46a7-9994-86bfca55cda6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 1.1955974 Feb 09 21:07:17.602625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.632667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:17.702466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59d996-83e3-4e0b-af1f-e8f6aebbb6ee req-c91d3bcb-6376-4b74-9ea4-5d7c4269dc22 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:17.705595 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5e59d996-83e3-4e0b-af1f-e8f6aebbb6ee req-c91d3bcb-6376-4b74-9ea4-5d7c4269dc22 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1809320 Feb 09 21:07:17.715258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] No DVR routers for this DVR port fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:17.717012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13761be-18aa-496d-8e25-f79eeed3de3f None None] Pushing event deleted for resources: {'Port': ['ID=fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:17.724025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:07:17.724373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fa9c10f5-f075-4503-bd5a-ef5a1b36b5b6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:07:17.732931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] For port 61261192-b55a-47d1-b932-b71f8e58b044, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=61261192-b55a-47d1-b932-b71f8e58b044,segment=NetworkSegment(2abed4cd-d450-4021-a1f7-6fd15c4930f0),segment_id=2abed4cd-d450-4021-a1f7-6fd15c4930f0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:17.733464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (61261192-b55a-47d1-b932-b71f8e58b044), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.767887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] Calling delete_port for 61261192-b55a-47d1-b932-b71f8e58b044 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:17.769215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (61261192-b55a-47d1-b932-b71f8e58b044), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.782000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9d57e74-9090-4557-bf0b-735758ab44a9 req-4270ec29-356a-4077-8916-69447b10f1c5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154673 Feb 09 21:07:17.887623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=61261192-b55a-47d1-b932-b71f8e58b044,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:17.891715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No DVR routers for this DVR port 61261192-b55a-47d1-b932-b71f8e58b044 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.907437 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:17.910556 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:07:17.924871 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (61261192-b55a-47d1-b932-b71f8e58b044), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:17.975409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] Pushing event deleted for resources: {'Port': ['ID=61261192-b55a-47d1-b932-b71f8e58b044,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:17.983052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0f5c2-811f-41d9-aac3-5aa724a1dec9 None None] No DVR routers for this DVR port 61261192-b55a-47d1-b932-b71f8e58b044 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:18.020332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (214a5a6b-e985-4dc6-84a8-1fcd250e648f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.061788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (3d5d1237-ba80-48ec-aa54-768408492566), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.091844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5d1237-ba80-48ec-aa54-768408492566']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:18.102674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abed4cd-d450-4021-a1f7-6fd15c4930f0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:18.102674 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abed4cd-d450-4021-a1f7-6fd15c4930f0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:18.114751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (2abed4cd-d450-4021-a1f7-6fd15c4930f0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.133693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2abed4cd-d450-4021-a1f7-6fd15c4930f0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.141229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:07:18.141743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (2abed4cd-d450-4021-a1f7-6fd15c4930f0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.145511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ab86181f-5c5d-4d8c-a32f-38f61961fa69 is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:18.172384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] No DVR routers for this DVR port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:18.201777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=214a5a6b-e985-4dc6-84a8-1fcd250e648f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:18.219935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309c67b-66a9-487a-9973-b93a033355b3 req-ea52ea2d-831b-4810-ac90-9e6704c4ced7 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:07:18.220999 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:07:18.223798 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (3d5d1237-ba80-48ec-aa54-768408492566), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.229795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5e59d996-83e3-4e0b-af1f-e8f6aebbb6ee req-c077ed94-0695-4ae3-90dd-8c590a772db6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5170450 Feb 09 21:07:18.245361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7309c67b-66a9-487a-9973-b93a033355b3 req-ea52ea2d-831b-4810-ac90-9e6704c4ced7 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.8155088 Feb 09 21:07:18.252895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:18.254107 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.264248 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.266809 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/networks/3d5d1237-ba80-48ec-aa54-768408492566 HTTP/1.1" status: 204 len: 168 time: 1.5979283 Feb 09 21:07:18.268067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc78d5-85c8-4691-aa38-d615402def2d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Network': ['ID=3d5d1237-ba80-48ec-aa54-768408492566,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:18.270875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:18.277868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'name': 'tempest-PortsTestJSON-2143858288'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:18.377730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:18.382055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.406030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 6e3c998b-5e9c-40d7-a11c-7a8570cac33f yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:18.442177 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49fc686-473a-4071-8723-7339b7de05ed x-openstack-request-id: req-e49fc686-473a-4071-8723-7339b7de05ed {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:18.442749 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:18.442749 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e49fc686-473a-4071-8723-7339b7de05ed {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:18.443137 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'code': 200} Feb 09 21:07:18.488829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:18.593723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking segment: {'id': 'fab7da30-f1ab-4e0b-92d9-a72590741c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:18.594203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network hostable DHCP agents. Network: 8cf3108d-cd00-41a5-87ba-d00d5c0bd667, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:07:18.617168 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (6e3c998b-5e9c-40d7-a11c-7a8570cac33f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.650266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:07:18.672951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6e3c998b-5e9c-40d7-a11c-7a8570cac33f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.688483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7309c67b-66a9-487a-9973-b93a033355b3 req-d008fcd9-95b9-4cc0-bd96-6311275f3638 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407206 Feb 09 21:07:18.695508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 8cf3108d-cd00-41a5-87ba-d00d5c0bd667) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:18.711769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565cf76a-e6da-416b-9777-fd6bc9751fae None None] Network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:18.790020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:18.795496 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.824291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:18.827423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=6e3c998b-5e9c-40d7-a11c-7a8570cac33f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:18.832107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:18.839435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:18.845338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:18.846179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.867815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 61261192-b55a-47d1-b932-b71f8e58b044 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:18.891893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0dabeac4-94fe-4445-8e9c-05f91f62d360 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6196351 Feb 09 21:07:18.897355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:18.913260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dbec1-8e60-4869-a700-17931800593e req-04caf9a5-1a71-42c3-8ff8-2479c58927a5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:18.921246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-333dbec1-8e60-4869-a700-17931800593e req-04caf9a5-1a71-42c3-8ff8-2479c58927a5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.2632506 Feb 09 21:07:18.924138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 61261192-b55a-47d1-b932-b71f8e58b044 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:07:18.926900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 61261192-b55a-47d1-b932-b71f8e58b044 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:07:18.964251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (a137f194-ea0d-459b-b234-1eefad5246da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:18.992531 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4236d9e5-8a55-4757-8968-4d2b5a71e7d3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0753050 Feb 09 21:07:18.996405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:19.008396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667', 'name': 'tempest-PortsIpV6TestJSON-1810448368'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:19.025726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-8cf3108d-cd00-41a5-87ba-d00d5c0bd667', 'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667', 'project_id': '3b4750a3e035499b9b5e799a8f1c173c', 'fixed_ips': [{'subnet_id': '214a5a6b-e985-4dc6-84a8-1fcd250e648f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:19.026975 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.063797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:19.097609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:19.106823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:19.108166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:19.108690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:19.113616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:19.118429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.160210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7521675 Feb 09 21:07:19.164810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:19.170868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': 'a137f194-ea0d-459b-b234-1eefad5246da', 'ip_address': '2001:db8::d68e:4a44:e2dd:900f'}], 'name': 'tempest-NetworksTestDHCPv6-63692475'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:19.172821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0336e-47bf-4748-a984-5be11d866391 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:19.176849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:07:19.177336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:19.202341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffe95f-2303-491c-b3bd-fa779773d0ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=a137f194-ea0d-459b-b234-1eefad5246da,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:19.243826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:19.244190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Checking segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:19.244833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-333dbec1-8e60-4869-a700-17931800593e req-37aa45c7-63bb-41ac-8f7f-cd13deee33a0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224418 Feb 09 21:07:19.244981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Bound using segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:19.245547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Bound port: ab86181f-5c5d-4d8c-a32f-38f61961fa69, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:19.246014 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.371209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3dadf-a135-4bbd-9de2-b666df5a6a7b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 6e3c998b-5e9c-40d7-a11c-7a8570cac33f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:19.371881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dadf-a135-4bbd-9de2-b666df5a6a7b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6e3c998b-5e9c-40d7-a11c-7a8570cac33f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.403241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'a137f194-ea0d-459b-b234-1eefad5246da'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:19.404423 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.409008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Allocated IP 2001:db8::2 (8cf3108d-cd00-41a5-87ba-d00d5c0bd667/214a5a6b-e985-4dc6-84a8-1fcd250e648f/417717a1-4c7d-4016-8dd7-3376b5433319) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:19.506464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:19.510419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.518669 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dadf-a135-4bbd-9de2-b666df5a6a7b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6e3c998b-5e9c-40d7-a11c-7a8570cac33f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.544200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3dadf-a135-4bbd-9de2-b666df5a6a7b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 6e3c998b-5e9c-40d7-a11c-7a8570cac33f owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:19.553716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 99410507-b41e-4e0f-8196-1e9ba46b0af5 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:19.569887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:19.580000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/a137f194-ea0d-459b-b234-1eefad5246da/76b28c02-1183-44d4-aac3-a66b86e09cba) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:19.584882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:19.628840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89250bc-8fcf-4786-aae7-696891816cd9 req-81c3cbde-228a-4d61-b232-bd699e4cbb8c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:19.643307 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c89250bc-8fcf-4786-aae7-696891816cd9 req-81c3cbde-228a-4d61-b232-bd699e4cbb8c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.2728014 Feb 09 21:07:19.656133 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.708189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dadf-a135-4bbd-9de2-b666df5a6a7b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6e3c998b-5e9c-40d7-a11c-7a8570cac33f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.760433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3dadf-a135-4bbd-9de2-b666df5a6a7b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=6e3c998b-5e9c-40d7-a11c-7a8570cac33f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:19.766807 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5fd3dadf-a135-4bbd-9de2-b666df5a6a7b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.772301 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5fd3dadf-a135-4bbd-9de2-b666df5a6a7b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/6e3c998b-5e9c-40d7-a11c-7a8570cac33f HTTP/1.1" status: 204 len: 168 time: 0.8755543 Feb 09 21:07:19.776364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:19.782954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'mac_address': 'fa:16:3e:54:a8:da', 'name': 'tempest-PortsTestJSON-899416436'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:19.832547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:19.886414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:19.886974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:19.888678 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1093 time: 4.0224366 Feb 09 21:07:19.991830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8a3a-3df5-45de-ae4a-a75886f57c5a req-5fb680d4-0f53-4d46-b6bf-8c490a0ffb28 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:19.995274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0eab8a3a-3df5-45de-ae4a-a75886f57c5a req-5fb680d4-0f53-4d46-b6bf-8c490a0ffb28 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.1491909 Feb 09 21:07:20.018800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c89250bc-8fcf-4786-aae7-696891816cd9 req-b93ea345-4b73-4224-b92e-319256b9f09c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3744371 Feb 09 21:07:20.025275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe81b3e-8d2d-41b3-b1f4-4047fc7840d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:20.051595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:20.099502 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Publish callbacks [] for port (417717a1-4c7d-4016-8dd7-3376b5433319), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.115756 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.127998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.137156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:20.147477 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Publish callbacks [] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.149426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:20.154599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:20.172514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port c610c2ae-b8f3-43db-aa58-8a1117600977 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:20.179316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-a7ddf401-33e7-4ae2-bb4e-b22562548284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:20.181536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-a7ddf401-33e7-4ae2-bb4e-b22562548284 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1127 time: 0.2572393 Feb 09 21:07:20.223913 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.274100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::cd (8cf3108d-cd00-41a5-87ba-d00d5c0bd667/214a5a6b-e985-4dc6-84a8-1fcd250e648f/99410507-b41e-4e0f-8196-1e9ba46b0af5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:20.346007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.388314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 505072a6-30cb-4e75-af84-5f10de148b47 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:20.419511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-4b2bc2ad-ecf4-4a7e-9176-d30b71a04e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:20.421536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-4b2bc2ad-ecf4-4a7e-9176-d30b71a04e30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.2331350 Feb 09 21:07:20.422973 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0eab8a3a-3df5-45de-ae4a-a75886f57c5a req-0437ef3c-2244-409e-9f67-ac3a002a304b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001637 Feb 09 21:07:20.593062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:20.595652 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bcf8b9-be87-4bf9-b1a4-69aee818553b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:20.688062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Pushing event updated for resources: {'Port': ['ID=417717a1-4c7d-4016-8dd7-3376b5433319,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:20.694469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba793b-1a25-4586-be3f-b0e03ebd08df req-0077230e-17bc-4705-8e5e-f1636c10c199 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:20.696351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72ba793b-1a25-4586-be3f-b0e03ebd08df req-0077230e-17bc-4705-8e5e-f1636c10c199 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.1766934 Feb 09 21:07:20.702085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Attempting to bind port 417717a1-4c7d-4016-8dd7-3376b5433319 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:20.702462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Attempting to bind port 417717a1-4c7d-4016-8dd7-3376b5433319 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'fab7da30-f1ab-4e0b-92d9-a72590741c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:20.703020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Attempting to bind port 417717a1-4c7d-4016-8dd7-3376b5433319 on network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:20.779708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:20.780794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:20.781224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Checking segment: {'id': 'fab7da30-f1ab-4e0b-92d9-a72590741c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:20.781918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.783062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Bound using segment: {'id': 'fab7da30-f1ab-4e0b-92d9-a72590741c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:20.783857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Bound port: 417717a1-4c7d-4016-8dd7-3376b5433319, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab7da30-f1ab-4e0b-92d9-a72590741c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:20.784259 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.807027 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-e679a257-a143-4f77-ad67-cf541c6c2e4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1000 time: 0.1925244 Feb 09 21:07:20.808250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:20.824318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:20.833201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Pushing event updated for resources: {'Port': ['ID=76b28c02-1183-44d4-aac3-a66b86e09cba,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:20.916643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (99410507-b41e-4e0f-8196-1e9ba46b0af5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:20.918556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262dd00-b9cf-4d40-aeab-380ee9ea4561 req-634e3f8d-f0de-4d23-964c-243eb99037bb tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:20.921569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0262dd00-b9cf-4d40-aeab-380ee9ea4561 req-634e3f8d-f0de-4d23-964c-243eb99037bb tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.4011042 Feb 09 21:07:20.932632 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72ba793b-1a25-4586-be3f-b0e03ebd08df req-7069b854-8d89-4e03-8890-1ca539c76358 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109883 Feb 09 21:07:20.935570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-338c282f-f35f-47b6-be71-8ff8e9228790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:20.937084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-338c282f-f35f-47b6-be71-8ff8e9228790 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.1240151 Feb 09 21:07:20.999156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] For port 417717a1-4c7d-4016-8dd7-3376b5433319, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:21.003965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] For port 417717a1-4c7d-4016-8dd7-3376b5433319, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=417717a1-4c7d-4016-8dd7-3376b5433319,segment=NetworkSegment(fab7da30-f1ab-4e0b-92d9-a72590741c7e),segment_id=fab7da30-f1ab-4e0b-92d9-a72590741c7e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:21.014394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (505072a6-30cb-4e75-af84-5f10de148b47), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.015708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::d68e:4a44:e2dd:900f (80e680bd-6aaf-43aa-80bf-d3a099d84e51/a137f194-ea0d-459b-b234-1eefad5246da/c610c2ae-b8f3-43db-aa58-8a1117600977) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:21.030255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Attempting to bind port 76b28c02-1183-44d4-aac3-a66b86e09cba on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:21.030742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Attempting to bind port 76b28c02-1183-44d4-aac3-a66b86e09cba by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:21.031120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Attempting to bind port 76b28c02-1183-44d4-aac3-a66b86e09cba on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:21.035601 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.076419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:21.076920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:21.077255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.077588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:21.078224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Bound port: 76b28c02-1183-44d4-aac3-a66b86e09cba, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:21.078785 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.116427 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0f1ac5-5f03-4af3-b442-7a4dc3babf17 x-openstack-request-id: req-ee0f1ac5-5f03-4af3-b442-7a4dc3babf17 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:21.116902 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:21.117261 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ee0f1ac5-5f03-4af3-b442-7a4dc3babf17 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:21.117670 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'status': 'completed', 'code': 200} Feb 09 21:07:21.145699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0262dd00-b9cf-4d40-aeab-380ee9ea4561 req-2f7a6724-837e-4bd9-95df-31792c69011f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127841 Feb 09 21:07:21.183620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (99410507-b41e-4e0f-8196-1e9ba46b0af5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.232309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-9a4467a2-92f2-4016-8f12-e6c42a1aa010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:21.233841 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-9a4467a2-92f2-4016-8f12-e6c42a1aa010 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2901857 Feb 09 21:07:21.275535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8795d6-5e0e-4747-bda9-6352b39fff53 None None] Pushing event updated for resources: {'Port': ['ID=417717a1-4c7d-4016-8dd7-3376b5433319,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:21.281586 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (505072a6-30cb-4e75-af84-5f10de148b47), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.302521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:21.310247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:21.313364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:21.318800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:21.319386 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.329178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] For port 76b28c02-1183-44d4-aac3-a66b86e09cba, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:21.333339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] For port 76b28c02-1183-44d4-aac3-a66b86e09cba, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=76b28c02-1183-44d4-aac3-a66b86e09cba,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:21.342110 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.351637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:21.357721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:21.360684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:21.366433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:21.367129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.384562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169acd5-2345-42cc-9e28-be5264452817 req-393774d7-e470-4cc4-ae24-b37889f04d36 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:21.392687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5169acd5-2345-42cc-9e28-be5264452817 req-393774d7-e470-4cc4-ae24-b37889f04d36 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.1675529 Feb 09 21:07:21.408961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4093957 Feb 09 21:07:21.418593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaea35-0846-448f-96f6-aa9591f8ce68 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=99410507-b41e-4e0f-8196-1e9ba46b0af5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:21.420164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd71d5c-3ecc-4062-85bf-4dadc13c6672 None None] Pushing event updated for resources: {'Port': ['ID=76b28c02-1183-44d4-aac3-a66b86e09cba,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:21.442870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:21.484559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '8cf3108d-cd00-41a5-87ba-d00d5c0bd667', 'name': 'tempest-PortsIpV6TestJSON-6882690'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:21.578036 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7979989 Feb 09 21:07:21.589094 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5169acd5-2345-42cc-9e28-be5264452817 req-18f80fda-b2bb-4e53-ab06-542e34d218af tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955061 Feb 09 21:07:21.589582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:21.611230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-7629f9c4-9fb8-4565-b58f-3c977ed6d348 service neutron] 10.222.0.13 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631916 Feb 09 21:07:21.679509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf54d2-5678-4392-a774-744a970f7dfe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=505072a6-30cb-4e75-af84-5f10de148b47,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:21.697819 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:21.741465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e3c1c-2524-4126-ab82-07ca76d9e999 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:21.756476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c09e3c1c-2524-4126-ab82-07ca76d9e999 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/505072a6-30cb-4e75-af84-5f10de148b47 HTTP/1.1" status: 200 len: 840 time: 0.1636949 Feb 09 21:07:21.757164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:21.889712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-78b02b8c-d724-45c5-ad61-61666bd46c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:21.893187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-78b02b8c-d724-45c5-ad61-61666bd46c84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1127 time: 0.7781124 Feb 09 21:07:22.034138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-01decfe7-d092-497c-8caa-f0242462447d tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:22.036405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-01decfe7-d092-497c-8caa-f0242462447d tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/networks?id=aa166ff4-347c-4a4b-9663-2d95d644e695 HTTP/1.1" status: 200 len: 910 time: 0.1639163 Feb 09 21:07:22.043677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ab21127-d7a8-43b8-aa7c-10335c627b73 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 505072a6-30cb-4e75-af84-5f10de148b47 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:22.044643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab21127-d7a8-43b8-aa7c-10335c627b73 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (505072a6-30cb-4e75-af84-5f10de148b47), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:22.100952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-eaefe1eb-d1c8-48ab-923a-669a48d329bd tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/quotas/f4c08e9349074208bc7455d094f04835 HTTP/1.1" status: 200 len: 375 time: 0.0527577 Feb 09 21:07:22.140432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e3b18-2168-4bce-864f-7ba19492a625 req-16ff4f7a-4074-440e-92ec-9bd422fd13c2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:22.142033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a32e3b18-2168-4bce-864f-7ba19492a625 req-16ff4f7a-4074-440e-92ec-9bd422fd13c2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.6981885 Feb 09 21:07:22.158375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:22.162763 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:22.190132 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab21127-d7a8-43b8-aa7c-10335c627b73 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (505072a6-30cb-4e75-af84-5f10de148b47), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:22.213797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ab21127-d7a8-43b8-aa7c-10335c627b73 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 505072a6-30cb-4e75-af84-5f10de148b47 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:22.278039 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-0c39c568-5fe2-4c76-935b-2ac7a61ddee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?tenant_id=f4c08e9349074208bc7455d094f04835&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610918 Feb 09 21:07:22.386929 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab21127-d7a8-43b8-aa7c-10335c627b73 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (505072a6-30cb-4e75-af84-5f10de148b47), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:22.439838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-67490e5d-055d-4a66-8f1a-b22c0fc4217b service neutron] 10.222.0.102 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434691 Feb 09 21:07:22.442367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab21127-d7a8-43b8-aa7c-10335c627b73 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=505072a6-30cb-4e75-af84-5f10de148b47,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:22.446234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab21127-d7a8-43b8-aa7c-10335c627b73 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:22.452868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ab21127-d7a8-43b8-aa7c-10335c627b73 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/505072a6-30cb-4e75-af84-5f10de148b47 HTTP/1.1" status: 204 len: 168 time: 0.6923413 Feb 09 21:07:22.458313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:22.506062 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-5789a6b3-430f-4f54-9baa-84d28243b698 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:07:22.511821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5789a6b3-430f-4f54-9baa-84d28243b698 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/505072a6-30cb-4e75-af84-5f10de148b47 HTTP/1.1" status: 404 len: 333 time: 0.0482476 Feb 09 21:07:22.518801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55206) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:22.523893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'name': 'tempest-PortsTestJSON-1598426877'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:22.569035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d16c530-ac49-4d00-91d5-a54413ab81ab req-9f33a8d0-79e9-4df1-902a-c3797b1831d8 service neutron] 10.222.0.13 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151399 Feb 09 21:07:22.570918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-c61b9c9d-5980-46f5-bc0e-f38c21ffcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:22.572470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-c61b9c9d-5980-46f5-bc0e-f38c21ffcd19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211&tenant_id=d0c3b755731244149ed46a0fccb2a455 HTTP/1.1" status: 200 len: 1126 time: 1.1409540 Feb 09 21:07:22.615675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (c610c2ae-b8f3-43db-aa58-8a1117600977), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:22.714255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 1d55c468-574a-4a81-8aba-0400d5def89a yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:22.744554 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-be0d9363-5741-48b0-9c17-3d4ea3848340 service neutron] 10.222.0.102 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476213 Feb 09 21:07:22.754591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:22.767862 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:22.820358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:22.941276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b9a8b-d30e-490e-a01e-220903919bff None None] Network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:22.948033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-92b7d57a-deff-4f44-ad92-e66c4ab43468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:22.951277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-92b7d57a-deff-4f44-ad92-e66c4ab43468 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 1.0039754 Feb 09 21:07:22.987891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a32e3b18-2168-4bce-864f-7ba19492a625 req-efbc4c54-dab4-4984-b4a2-e0890f15e64c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8157275 Feb 09 21:07:23.188285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 76b28c02-1183-44d4-aac3-a66b86e09cba up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:23.202120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.256611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.333646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c610c2ae-b8f3-43db-aa58-8a1117600977), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.335870 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2fcc01f-779f-4697-970a-370afec8a30c req-672ecdb1-97b6-4155-b299-1a1631076e7f tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 210 time: 0.0978994 Feb 09 21:07:23.337776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-728b65ae-ab26-40d4-9eef-1ec257050f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:23.339318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-728b65ae-ab26-40d4-9eef-1ec257050f52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1126 time: 0.7158525 Feb 09 21:07:23.390767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Provisioning complete for port 417717a1-4c7d-4016-8dd7-3376b5433319 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:23.391618 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.402067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:23.403551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:23.408018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:23.410681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:23.417019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:23.417691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.429002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-053b2704-e66a-4de2-b7f3-8a1d11c8dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:23.430378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-053b2704-e66a-4de2-b7f3-8a1d11c8dac5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1127 time: 0.7764645 Feb 09 21:07:23.439571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-0fe60269-d092-428a-83d0-09aaa2398fd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1000 time: 0.4618530 Feb 09 21:07:23.448047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ff6e919-a078-45a0-ab45-a0badf9b686c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9276843 Feb 09 21:07:23.451370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:23.464751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:23.566795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::39f (8cf3108d-cd00-41a5-87ba-d00d5c0bd667/214a5a6b-e985-4dc6-84a8-1fcd250e648f/1d55c468-574a-4a81-8aba-0400d5def89a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:23.576360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 76b28c02-1183-44d4-aac3-a66b86e09cba triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:23.576841 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.619624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:23.664058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:23.666893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=c610c2ae-b8f3-43db-aa58-8a1117600977,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:23.679158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:23.685698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:23.686373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.687137 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.760279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Current status of the port 417717a1-4c7d-4016-8dd7-3376b5433319 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:23.760694 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.826718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e7c2379b-ab06-48ad-b254-24d7ab5cfdf9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6598718 Feb 09 21:07:23.838365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:23.851210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4bfdcc80-bfbc-44b2-b5e9-28c2277c1ddc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': 'a137f194-ea0d-459b-b234-1eefad5246da', 'ip_address': '2001:db8::d68e:4a44:e2dd:900f'}], 'name': 'tempest-NetworksTestDHCPv6-2105325091'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:23.862516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] For port 417717a1-4c7d-4016-8dd7-3376b5433319, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=417717a1-4c7d-4016-8dd7-3376b5433319,segment=NetworkSegment(fab7da30-f1ab-4e0b-92d9-a72590741c7e),segment_id=fab7da30-f1ab-4e0b-92d9-a72590741c7e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:23.868944 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:23.936595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-d4b34797-3e37-483b-afeb-17e724ba50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:23.938704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-d4b34797-3e37-483b-afeb-17e724ba50e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.4738770 Feb 09 21:07:24.013688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de434e9-7862-43cf-b470-81a6d7693c7a req-af6e7c8e-fee5-4500-b68e-3604dc74c480 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:24.022123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de434e9-7862-43cf-b470-81a6d7693c7a req-af6e7c8e-fee5-4500-b68e-3604dc74c480 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.7338059 Feb 09 21:07:24.046734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2bb83d6e-874a-4fb0-ae4e-86898ee57bf6 None None] Provisioning complete for port 76b28c02-1183-44d4-aac3-a66b86e09cba triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:24.054734 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bb83d6e-874a-4fb0-ae4e-86898ee57bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.166626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 76b28c02-1183-44d4-aac3-a66b86e09cba is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:24.167040 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.222623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-af139022-14fc-4dba-8533-8129011b92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:24.224404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-af139022-14fc-4dba-8533-8129011b92bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.7798412 Feb 09 21:07:24.235631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Pushing event updated for resources: {'Port': ['ID=417717a1-4c7d-4016-8dd7-3376b5433319,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:24.250978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-feb755a9-16c1-405c-abe2-ba5ad7d9bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:24.252738 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-feb755a9-16c1-405c-abe2-ba5ad7d9bdbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.8952525 Feb 09 21:07:24.267937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 76b28c02-1183-44d4-aac3-a66b86e09cba, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=76b28c02-1183-44d4-aac3-a66b86e09cba,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:24.283828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.284488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.284998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.285537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.286136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.286839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.287407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.287935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.288433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.288951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.289459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.297790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.298527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5d5088-bd8f-446c-b407-a258e130b1f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:24.304966 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.306364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 417717a1-4c7d-4016-8dd7-3376b5433319 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:24.417723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=76b28c02-1183-44d4-aac3-a66b86e09cba,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:24.485581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2bb83d6e-874a-4fb0-ae4e-86898ee57bf6 None None] Current status of the port 76b28c02-1183-44d4-aac3-a66b86e09cba is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:24.501820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 417717a1-4c7d-4016-8dd7-3376b5433319 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:24.502471 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.610667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1de434e9-7862-43cf-b470-81a6d7693c7a req-7f6ead6c-5e07-45ff-bd02-30de97167b91 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5854807 Feb 09 21:07:24.624491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 417717a1-4c7d-4016-8dd7-3376b5433319 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:24.648682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Provisioning complete for port 99410507-b41e-4e0f-8196-1e9ba46b0af5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:24.649060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (99410507-b41e-4e0f-8196-1e9ba46b0af5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.661063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.721914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Port 99410507-b41e-4e0f-8196-1e9ba46b0af5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:24.735561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Provisioning complete for port 417717a1-4c7d-4016-8dd7-3376b5433319 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:24.735926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.736930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-0bf87433-dafb-46ed-8d19-e68d4f031fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:24.742136 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-0bf87433-dafb-46ed-8d19-e68d4f031fe9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7712109 Feb 09 21:07:24.845784 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.876153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] In _notify_port_updated(), no bound segment for port c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe on network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:07:24.882388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:24.883048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:24.887005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "PUT /v2.0/ports/c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe HTTP/1.1" status: 200 len: 818 time: 1.4318407 Feb 09 21:07:24.896479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:24.897561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44b9c309-4379-43ab-8483-305758b2f47c req-85c8a9ec-d69b-4ad7-8322-bc9ba1cad63f tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 210 time: 0.1041026 Feb 09 21:07:24.936661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-60d41cb1-5819-4160-ad7b-922b44ec5945 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 200 len: 999 time: 0.6409521 Feb 09 21:07:24.945465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-54b9a88a-d61a-49d7-a900-d0e318c2adeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1000 time: 0.6912985 Feb 09 21:07:24.950741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Current status of the port 417717a1-4c7d-4016-8dd7-3376b5433319 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:24.974696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 76b28c02-1183-44d4-aac3-a66b86e09cba up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:25.024573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Provisioning complete for port c610c2ae-b8f3-43db-aa58-8a1117600977 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:25.024975 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c610c2ae-b8f3-43db-aa58-8a1117600977), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.084671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-9c052113-393f-4adb-ae0e-12d78a4f2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:25.085533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2797c-faaf-4f07-9bf7-c87d3ab0b4af tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:25.086337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-9c052113-393f-4adb-ae0e-12d78a4f2b0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.1438165 Feb 09 21:07:25.090917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfdcc80-bfbc-44b2-b5e9-28c2277c1ddc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:25.103183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-79679f4d-3c8a-48d8-9c65-8d0e45207c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:25.104709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-79679f4d-3c8a-48d8-9c65-8d0e45207c65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.1402872 Feb 09 21:07:25.111147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-013ef400-c502-4533-9682-6dcb87e52432 None None] Port c610c2ae-b8f3-43db-aa58-8a1117600977 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:25.119509 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (1d55c468-574a-4a81-8aba-0400d5def89a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.126854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 76b28c02-1183-44d4-aac3-a66b86e09cba triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:25.126854 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.184006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-933c9310-935c-4a14-906c-1cceb28e95d7 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865008 Feb 09 21:07:25.235142 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4bfdcc80-bfbc-44b2-b5e9-28c2277c1ddc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.253533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 76b28c02-1183-44d4-aac3-a66b86e09cba is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:25.254830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 417717a1-4c7d-4016-8dd7-3376b5433319 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:25.293544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b11143-6d37-4cc7-8a7e-e7bf3705f987 req-cb123a52-c197-40e9-911e-e436d82a3cd6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:25.296083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-8cd2ceb2-4319-476b-876d-e98379ed40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:25.297796 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-8cd2ceb2-4319-476b-876d-e98379ed40cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1987774 Feb 09 21:07:25.301001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2b11143-6d37-4cc7-8a7e-e7bf3705f987 req-cb123a52-c197-40e9-911e-e436d82a3cd6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.5139875 Feb 09 21:07:25.314434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2b2b1d40-df96-4ea4-a909-f73cdbd6fe99 None None] Provisioning complete for port 99410507-b41e-4e0f-8196-1e9ba46b0af5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:25.314855 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d40-df96-4ea4-a909-f73cdbd6fe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (99410507-b41e-4e0f-8196-1e9ba46b0af5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.321876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-4abbcfde-0d44-433f-abd8-dfc7cd5c271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:25.323657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-4abbcfde-0d44-433f-abd8-dfc7cd5c271c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2021787 Feb 09 21:07:25.335636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1d55c468-574a-4a81-8aba-0400d5def89a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.371019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b1d40-df96-4ea4-a909-f73cdbd6fe99 None None] Port 99410507-b41e-4e0f-8196-1e9ba46b0af5 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:25.395595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-4bfdcc80-bfbc-44b2-b5e9-28c2277c1ddc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 436b0797-6175-460e-9d01-da71dd9618e9 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:25.413056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 417717a1-4c7d-4016-8dd7-3376b5433319 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:25.413585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.499362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8a762-cf0e-4582-8a12-94ce0370f623 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:25.499770 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a762-cf0e-4582-8a12-94ce0370f623 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.508194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:25.544239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=1d55c468-574a-4a81-8aba-0400d5def89a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:25.562952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 417717a1-4c7d-4016-8dd7-3376b5433319 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:25.569875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:25.577348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:25.583224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:25.583894 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.590257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-c256e1a8-9f05-41b4-88d5-9fdcafa48a23 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985329 Feb 09 21:07:25.655988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-d119d396-f0d3-483b-83ec-96d7dd5a6ef7 service neutron] 10.222.0.13 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928872 Feb 09 21:07:25.664139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2b11143-6d37-4cc7-8a7e-e7bf3705f987 req-18072a26-69a0-45d7-9fef-904657e803e2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610516 Feb 09 21:07:25.692028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a58a151d-7ea6-4d9b-9c12-3e5f112efc8e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2269218 Feb 09 21:07:25.696054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:25.772978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a762-cf0e-4582-8a12-94ce0370f623 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:25.793485 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08bcf8b9-be87-4bf9-b1a4-69aee818553b req-67bfef55-4254-4b7a-9163-0387a22c80d4 service neutron] 10.222.0.13 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295068 Feb 09 21:07:25.799809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-f69ef99d-5029-4339-896c-8652bd9f8226 service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913132 Feb 09 21:07:25.808087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8a762-cf0e-4582-8a12-94ce0370f623 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:25.990905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-10838b18-da0c-4063-88bb-c58e9dc84f5e tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:25.992465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-10838b18-da0c-4063-88bb-c58e9dc84f5e tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.13 "GET /v2.0/networks?id=aa166ff4-347c-4a4b-9663-2d95d644e695 HTTP/1.1" status: 200 len: 910 time: 0.6496058 Feb 09 21:07:26.004271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b5e4fa-415b-4178-a6d9-dd50db245416 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:26.005861 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c9b5e4fa-415b-4178-a6d9-dd50db245416 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Acd HTTP/1.1" status: 200 len: 928 time: 0.2991760 Feb 09 21:07:26.007233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2465e7e7-b44b-4017-887d-0999eb4691d1 None None] Provisioning complete for port 1d55c468-574a-4a81-8aba-0400d5def89a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:26.007847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2465e7e7-b44b-4017-887d-0999eb4691d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1d55c468-574a-4a81-8aba-0400d5def89a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.016448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Request body: {'port': {'device_id': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'admin_state_up': True, 'tenant_id': 'f4c08e9349074208bc7455d094f04835'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:26.033009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:26.059576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2465e7e7-b44b-4017-887d-0999eb4691d1 None None] Port 1d55c468-574a-4a81-8aba-0400d5def89a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:26.091050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f8694f9-19c3-4ca8-aea6-24940d221d52 req-89112993-ddd5-46e6-85ce-f70bdde87c5e tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 210 time: 0.0711677 Feb 09 21:07:26.173904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Made reservation on behalf of f4c08e9349074208bc7455d094f04835 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:26.176389 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.197865 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfdcc80-bfbc-44b2-b5e9-28c2277c1ddc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 21:07:26.197865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfdcc80-bfbc-44b2-b5e9-28c2277c1ddc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:07:26.232375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a762-cf0e-4582-8a12-94ce0370f623 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.263230 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4bfdcc80-bfbc-44b2-b5e9-28c2277c1ddc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4234114 Feb 09 21:07:26.264716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:26.289175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8a762-cf0e-4582-8a12-94ce0370f623 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:26.304521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a762-cf0e-4582-8a12-94ce0370f623 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.308649 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b1f8a762-cf0e-4582-8a12-94ce0370f623 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe HTTP/1.1" status: 204 len: 168 time: 1.3829834 Feb 09 21:07:26.310220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e632e67-adfc-4723-9d0f-5d05121a4b87 req-064997bf-4599-4a9d-910d-c26dce6df3c5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:26.311656 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e632e67-adfc-4723-9d0f-5d05121a4b87 req-064997bf-4599-4a9d-910d-c26dce6df3c5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.5172083 Feb 09 21:07:26.312177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:26.382176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c318dd3-402d-4032-a050-1d4c352bd5d5 req-e321169a-32e3-4e75-a4f2-6840d93854d0 service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734463 Feb 09 21:07:26.399250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0ed53-0673-42e2-b309-983dcf89cd58 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:26.404882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0ed53-0673-42e2-b309-983dcf89cd58 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:26.406430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-13c0ed53-0673-42e2-b309-983dcf89cd58 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1416771 Feb 09 21:07:26.411584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:26.419205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a061f557-dc16-48e8-ba3a-7a642125596f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 1d55c468-574a-4a81-8aba-0400d5def89a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:26.421636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a061f557-dc16-48e8-ba3a-7a642125596f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1d55c468-574a-4a81-8aba-0400d5def89a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.465464 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e632e67-adfc-4723-9d0f-5d05121a4b87 req-fa7a4938-a747-40cf-97ec-af9d8f264cec tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397872 Feb 09 21:07:26.552369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b220b2b4-0243-4ed8-bfd3-9d64305d4fe2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:26.559439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b220b2b4-0243-4ed8-bfd3-9d64305d4fe2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2435837 Feb 09 21:07:26.560671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:26.604374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Allocated IP 172.20.0.7 (aa166ff4-347c-4a4b-9663-2d95d644e695/41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb/d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:26.614142 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fedf31-63c2-4d1e-a644-ddb0906ced32 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:07:26.615606 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-69fedf31-63c2-4d1e-a644-ddb0906ced32 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/c2c20bd0-1bf8-4e8f-8f92-ed0765ba21fe HTTP/1.1" status: 404 len: 333 time: 0.0529997 Feb 09 21:07:26.619736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:26.625080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1508708363'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:26.661156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.679455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:26.683372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.687359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-44791aa6-303c-4072-a7c7-052e7956aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:26.688947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-44791aa6-303c-4072-a7c7-052e7956aa09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1126 time: 0.1393974 Feb 09 21:07:26.704006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1f0902c8-6031-4643-9ad6-175aad543832 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port c610c2ae-b8f3-43db-aa58-8a1117600977 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:26.704340 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f0902c8-6031-4643-9ad6-175aad543832 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c610c2ae-b8f3-43db-aa58-8a1117600977), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.705997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a061f557-dc16-48e8-ba3a-7a642125596f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1d55c468-574a-4a81-8aba-0400d5def89a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:26.778799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a061f557-dc16-48e8-ba3a-7a642125596f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 1d55c468-574a-4a81-8aba-0400d5def89a owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:26.854263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:07:26.973584 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f0902c8-6031-4643-9ad6-175aad543832 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c610c2ae-b8f3-43db-aa58-8a1117600977), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:27.011308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1f0902c8-6031-4643-9ad6-175aad543832 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for c610c2ae-b8f3-43db-aa58-8a1117600977 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:27.104279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:27.121686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'port_id': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'mac_address': 'fa:16:3e:41:dd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:07:27.141300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8699f-18c9-4310-a021-521666cc3311 req-b76308dc-33d5-4263-a880-3d0c71d5f798 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:27.142938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ca8699f-18c9-4310-a021-521666cc3311 req-b76308dc-33d5-4263-a880-3d0c71d5f798 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 944 time: 0.1381040 Feb 09 21:07:27.214863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port ab86181f-5c5d-4d8c-a32f-38f61961fa69 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:27.215264 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:27.260747 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab86181f-5c5d-4d8c-a32f-38f61961fa69 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:07:27.264832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks [] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:27.306750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:07:27.361021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:27.369106 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:27.507450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:27.526072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:27.526657 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Added segment 2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5 of type vlan for network 61993a7f-2a49-45cc-8e48-d5e461ff4fca Feb 09 21:07:27.558202 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a061f557-dc16-48e8-ba3a-7a642125596f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1d55c468-574a-4a81-8aba-0400d5def89a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:27.565204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-0e199175-ea51-4fdb-9371-c0b7774c9027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:27.574141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-0e199175-ea51-4fdb-9371-c0b7774c9027 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d&tenant_id=11db802464124d8a859db41a07721eef&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 944 time: 0.4402673 Feb 09 21:07:27.617612 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ca8699f-18c9-4310-a021-521666cc3311 req-9cb03fe1-335c-4a82-984b-8e949a38a88f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477756 Feb 09 21:07:27.654520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['ab86181f-5c5d-4d8c-a32f-38f61961fa69'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:07:27.684816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061f557-dc16-48e8-ba3a-7a642125596f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=1d55c468-574a-4a81-8aba-0400d5def89a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:27.741737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:27.762283 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a061f557-dc16-48e8-ba3a-7a642125596f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:27.765846 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a061f557-dc16-48e8-ba3a-7a642125596f tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/1d55c468-574a-4a81-8aba-0400d5def89a HTTP/1.1" status: 204 len: 168 time: 1.7160010 Feb 09 21:07:27.772839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:27.813704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['974eb5f8-893c-47dc-88e4-9687dd9db1fb'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:07:27.934833 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Network aa166ff4-347c-4a4b-9663-2d95d644e695 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:27.944898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:27.955324 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9e8a92-93d6-4025-940d-1177e4a359e6 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:07:27.966392 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad9e8a92-93d6-4025-940d-1177e4a359e6 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/1d55c468-574a-4a81-8aba-0400d5def89a HTTP/1.1" status: 404 len: 333 time: 0.1921585 Feb 09 21:07:27.969462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:27.975349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:28.090662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-8949a21b-00ea-4063-8fb1-ee88c33dd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:28.095181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-8949a21b-00ea-4063-8fb1-ee88c33dd603 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 1.3645697 Feb 09 21:07:28.149007 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f0902c8-6031-4643-9ad6-175aad543832 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c610c2ae-b8f3-43db-aa58-8a1117600977), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:28.205787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Pushing event updated for resources: {'Port': ['ID=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:28.216780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-641fea4e-0133-495e-9dd7-943e71874539 service neutron] 10.222.0.13 "GET /v2.0/ports/ab86181f-5c5d-4d8c-a32f-38f61961fa69/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 383 time: 0.6155150 Feb 09 21:07:28.283550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3930836-2014-4195-a14b-191cdaa8e867 req-63b7e411-7f34-45db-9b81-eda19855108a tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:28.291608 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3930836-2014-4195-a14b-191cdaa8e867 req-63b7e411-7f34-45db-9b81-eda19855108a tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1027 time: 0.5437818 Feb 09 21:07:28.301279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:28.301888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:28.359154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-a14e551c-99ee-4b8f-abfe-6ddc3b40aee5 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3457334 Feb 09 21:07:28.381859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Request body: {'port': {'device_id': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:28.388298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-c2055526-31a4-491f-862c-be8944b54f7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 200 len: 999 time: 0.1704202 Feb 09 21:07:28.396456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a6b20-3ec5-4ba6-8205-09d0766c20dc req-013c0345-d492-4169-8aca-26222f1d5f11 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:28.397939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-180a6b20-3ec5-4ba6-8205-09d0766c20dc req-013c0345-d492-4169-8aca-26222f1d5f11 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 1.1245563 Feb 09 21:07:28.490124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c18ac63-58fa-4615-86e4-57995aaafaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 99410507-b41e-4e0f-8196-1e9ba46b0af5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:28.490783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c18ac63-58fa-4615-86e4-57995aaafaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (99410507-b41e-4e0f-8196-1e9ba46b0af5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:28.498007 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (61993a7f-2a49-45cc-8e48-d5e461ff4fca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:28.583203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0902c8-6031-4643-9ad6-175aad543832 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=c610c2ae-b8f3-43db-aa58-8a1117600977,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:28.603624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f0902c8-6031-4643-9ad6-175aad543832 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:28.607121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1f0902c8-6031-4643-9ad6-175aad543832 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/c610c2ae-b8f3-43db-aa58-8a1117600977 HTTP/1.1" status: 204 len: 168 time: 2.1946485 Feb 09 21:07:28.622046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:28.679669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3930836-2014-4195-a14b-191cdaa8e867 req-c385a37b-15e7-44b3-9051-d3f15435af0f tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870420 Feb 09 21:07:28.697074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:07:28.792542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-59d78759-4193-49a0-9783-5f5699be5496 None None] Provisioning complete for port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:28.804517 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59d78759-4193-49a0-9783-5f5699be5496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:28.912303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-59d78759-4193-49a0-9783-5f5699be5496 None None] Port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:28.924948 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:28.937309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-c75e6082-955b-4297-b119-a427cfd29656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:28.939175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-c75e6082-955b-4297-b119-a427cfd29656 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.5191724 Feb 09 21:07:28.944195 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (61993a7f-2a49-45cc-8e48-d5e461ff4fca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:28.950969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:28.960122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:29.067613 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c18ac63-58fa-4615-86e4-57995aaafaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (99410507-b41e-4e0f-8196-1e9ba46b0af5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:29.114531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0c18ac63-58fa-4615-86e4-57995aaafaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 99410507-b41e-4e0f-8196-1e9ba46b0af5 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:29.127739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-11b79e22-9b99-45dd-9dba-8cdc847c366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:29.134612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-11b79e22-9b99-45dd-9dba-8cdc847c366b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1128 time: 0.7306538 Feb 09 21:07:29.149933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Network': ['ID=61993a7f-2a49-45cc-8e48-d5e461ff4fca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:29.152772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332dfa1-dd55-4b86-94b4-06a5a41dcc12 req-9b5980ce-f2a0-4e87-85d4-3f2e86186b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:29.155414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-180a6b20-3ec5-4ba6-8205-09d0766c20dc req-98134ef7-ea6e-4d32-8e35-986da07da210 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7013435 Feb 09 21:07:29.161016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d332dfa1-dd55-4b86-94b4-06a5a41dcc12 req-9b5980ce-f2a0-4e87-85d4-3f2e86186b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 945 time: 0.3001451 Feb 09 21:07:29.173922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:07:29.214038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d5520-3817-498c-a09d-407248a03f61 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:29.214038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d5520-3817-498c-a09d-407248a03f61 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:29.215997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-860d5520-3817-498c-a09d-407248a03f61 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5716980 Feb 09 21:07:29.250460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:29.266807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5ffd5b05-7a0b-4538-9f19-c5c93990d13b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6463134 Feb 09 21:07:29.292461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:29.299574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:29.353201 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:07:29.420222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d332dfa1-dd55-4b86-94b4-06a5a41dcc12 req-76386dd3-7088-4fdf-b894-be6be76b0b1d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580514 Feb 09 21:07:29.496299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb595a8e-18cd-4533-9cee-7b23773b8dca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet a137f194-ea0d-459b-b234-1eefad5246da {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:29.526223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-4a28f200-928e-4977-a3e0-83a1e3e34d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:29.527820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-4a28f200-928e-4977-a3e0-83a1e3e34d01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5582192 Feb 09 21:07:29.547629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb595a8e-18cd-4533-9cee-7b23773b8dca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (a137f194-ea0d-459b-b234-1eefad5246da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:29.656068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c18ac63-58fa-4615-86e4-57995aaafaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (99410507-b41e-4e0f-8196-1e9ba46b0af5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:29.752228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-6dd854d7-0131-40f0-ae56-3003061da601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:29.753665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-6dd854d7-0131-40f0-ae56-3003061da601 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.5941920 Feb 09 21:07:29.753816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18ac63-58fa-4615-86e4-57995aaafaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=99410507-b41e-4e0f-8196-1e9ba46b0af5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:29.791400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:07:29.835810 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb595a8e-18cd-4533-9cee-7b23773b8dca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (a137f194-ea0d-459b-b234-1eefad5246da), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:29.851381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Publish callbacks [] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:29.870009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c18ac63-58fa-4615-86e4-57995aaafaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:29.882613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0c18ac63-58fa-4615-86e4-57995aaafaab tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/99410507-b41e-4e0f-8196-1e9ba46b0af5 HTTP/1.1" status: 204 len: 168 time: 1.9021862 Feb 09 21:07:29.886885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:29.949058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:29.953921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:30.023317 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a2e9ad-9ec4-4ebb-a0de-48fc85d9dc09 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:07:30.030811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-60a2e9ad-9ec4-4ebb-a0de-48fc85d9dc09 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/99410507-b41e-4e0f-8196-1e9ba46b0af5 HTTP/1.1" status: 404 len: 333 time: 0.1389446 Feb 09 21:07:30.042589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:30.044439 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Transition to ACTIVE for port object d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:07:30.056319 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:30.207117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-48be4d75-623b-46da-a700-2c647fa03ff5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1001 time: 0.4459589 Feb 09 21:07:30.367810 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-0f1ee5a0-eafd-4ed6-84b0-e04bee98fde5 service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7538621 Feb 09 21:07:30.688339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa63a8c-71c9-4932-8304-f8c3881b6c7f req-2e9218c5-39c9-440d-afbe-870c1dbe25ab service neutron] 10.222.0.13 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755523 Feb 09 21:07:30.784194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd452a-f29b-4d67-9702-c62008d5f907 req-f1806536-2190-44e1-bdbb-eac6de7a4470 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:30.785960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5abd452a-f29b-4d67-9702-c62008d5f907 req-f1806536-2190-44e1-bdbb-eac6de7a4470 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1027 time: 0.8837199 Feb 09 21:07:30.884251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:30.955927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Pushing event updated for resources: {'Port': ['ID=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:30.973346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a04252-ea32-47e8-afda-873de7cee9d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet 214a5a6b-e985-4dc6-84a8-1fcd250e648f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:30.992291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a04252-ea32-47e8-afda-873de7cee9d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (214a5a6b-e985-4dc6-84a8-1fcd250e648f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.013377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port ab86181f-5c5d-4d8c-a32f-38f61961fa69 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:07:31.025014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port ab86181f-5c5d-4d8c-a32f-38f61961fa69 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:31.027018 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.145094 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a04252-ea32-47e8-afda-873de7cee9d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (214a5a6b-e985-4dc6-84a8-1fcd250e648f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.182959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Attempting to bind port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:31.183652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Attempting to bind port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:31.184270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Attempting to bind port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 on network aa166ff4-347c-4a4b-9663-2d95d644e695 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:31.196701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 on network aa166ff4-347c-4a4b-9663-2d95d644e695 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:07:31.197581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Attempting to bind port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 on network aa166ff4-347c-4a4b-9663-2d95d644e695 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:31.232216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:31.240286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Checking segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:31.240964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Bound using segment: {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:31.241594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Bound port: d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758019bb-153b-4aeb-a84b-c31be79e18af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:31.244298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.269371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-679bee02-17e9-4f2a-ae7e-40c37e10f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:31.272738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port ab86181f-5c5d-4d8c-a32f-38f61961fa69 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:31.273411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.275361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-679bee02-17e9-4f2a-ae7e-40c37e10f30d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 1.0279810 Feb 09 21:07:31.294386 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb595a8e-18cd-4533-9cee-7b23773b8dca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a137f194-ea0d-459b-b234-1eefad5246da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.310820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (472f41c3-41cd-46ab-97f2-68fccb138f66), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.313597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f2248-507d-41df-a188-6ed55c33452c req-b35e17c6-715e-4c52-8467-b77909445bab tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:31.314922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:31.321739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a65f2248-507d-41df-a188-6ed55c33452c req-b35e17c6-715e-4c52-8467-b77909445bab tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.3430290 Feb 09 21:07:31.321989 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43a1287-79f2-4559-a619-c0ea386d0131" -d '{"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-plugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:31.396330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:31.404854 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.578205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:31.585435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a65f2248-507d-41df-a188-6ed55c33452c req-0ca20d67-a8d2-4e7c-9150-b83189d21b47 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625306 Feb 09 21:07:31.617580 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a04252-ea32-47e8-afda-873de7cee9d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (214a5a6b-e985-4dc6-84a8-1fcd250e648f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.755149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] For port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:31.784167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] For port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:31.804691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.826339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b07b5-e650-41f5-bff2-d920f739f344 req-61d61859-8c06-4a3f-beba-0e265601f79a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:31.834674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f29b07b5-e650-41f5-bff2-d920f739f344 req-61d61859-8c06-4a3f-beba-0e265601f79a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.1394107 Feb 09 21:07:31.879490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a04252-ea32-47e8-afda-873de7cee9d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (214a5a6b-e985-4dc6-84a8-1fcd250e648f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.918212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a04252-ea32-47e8-afda-873de7cee9d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=214a5a6b-e985-4dc6-84a8-1fcd250e648f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:31.942176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:31.943332 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.945535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] 10.222.0.13 "PUT /v2.0/ports/d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 HTTP/1.1" status: 200 len: 1092 time: 3.5681510 Feb 09 21:07:31.951422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'tag': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:31.954862 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b9a259-fec5-42f1-93bf-18ffe764b90a" -d '{"events": [{"name": "network-changed", "server_uuid": "b82552c2-d20b-420c-bd55-1ed9abe0534e", "tag": "d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:31.971260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b546e-71bc-456a-9d94-8cab500ffd41 None None] Network 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:31.989516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2a04252-ea32-47e8-afda-873de7cee9d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:31.996715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2a04252-ea32-47e8-afda-873de7cee9d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/214a5a6b-e985-4dc6-84a8-1fcd250e648f HTTP/1.1" status: 204 len: 168 time: 1.9510710 Feb 09 21:07:32.032846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:32.244267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0375360-25fb-4257-b0fc-9ef213686f74 service neutron] Pushing event updated for resources: {'Port': ['ID=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:32.280926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-99af5e78-53aa-4ec9-97f2-5da08eac193f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.7269902 Feb 09 21:07:32.301632 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f29b07b5-e650-41f5-bff2-d920f739f344 req-c2e40196-45f4-44c7-bfbb-7254778f18cc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655838 Feb 09 21:07:32.327267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5abd452a-f29b-4d67-9702-c62008d5f907 req-d72e0493-de56-48fd-a79e-afbd56c87ffd tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4999666 Feb 09 21:07:32.467006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb595a8e-18cd-4533-9cee-7b23773b8dca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (a137f194-ea0d-459b-b234-1eefad5246da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:32.480810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (8cf3108d-cd00-41a5-87ba-d00d5c0bd667), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:32.481466 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a880330e-d208-42e3-86e5-12ff837819a1 x-openstack-request-id: req-a880330e-d208-42e3-86e5-12ff837819a1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:32.482285 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-plugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:32.483508 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a880330e-d208-42e3-86e5-12ff837819a1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:32.484249 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'code': 200} Feb 09 21:07:32.487189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] DHCP port deletion for 8cf3108d-cd00-41a5-87ba-d00d5c0bd667 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:32.598643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=472f41c3-41cd-46ab-97f2-68fccb138f66,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:32.639672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking segment: {'id': '2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:32.647673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network hostable DHCP agents. Network: 61993a7f-2a49-45cc-8e48-d5e461ff4fca, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:07:32.657973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-148d8ba0-0556-4d4b-ae33-78f1487e0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:32.659539 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-148d8ba0-0556-4d4b-ae33-78f1487e0740 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4c08e9349074208bc7455d094f04835&device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1126 time: 0.6527669 Feb 09 21:07:32.676425 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d60c5eb-2efd-4d52-97f1-2312dbae181d x-openstack-request-id: req-1d60c5eb-2efd-4d52-97f1-2312dbae181d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:32.676738 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b82552c2-d20b-420c-bd55-1ed9abe0534e", "tag": "d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:32.677007 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1d60c5eb-2efd-4d52-97f1-2312dbae181d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:32.677447 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'tag': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9', 'status': 'completed', 'code': 200} Feb 09 21:07:32.709145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb595a8e-18cd-4533-9cee-7b23773b8dca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=a137f194-ea0d-459b-b234-1eefad5246da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:32.727067 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb595a8e-18cd-4533-9cee-7b23773b8dca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:32.730975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cb595a8e-18cd-4533-9cee-7b23773b8dca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/a137f194-ea0d-459b-b234-1eefad5246da HTTP/1.1" status: 204 len: 168 time: 3.4792199 Feb 09 21:07:32.733275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] Deleting port 417717a1-4c7d-4016-8dd7-3376b5433319 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:32.733786 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:32.735827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-d271e4fb-1137-4fb4-9227-fa4857b9736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:32.741938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-d271e4fb-1137-4fb4-9227-fa4857b9736d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6431425 Feb 09 21:07:32.744255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55332) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:32.851579 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f7e3b07e-5ab3-4380-b1ca-479f26213989 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024075 Feb 09 21:07:32.857534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:32.882415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:32.883068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-da9e0900-b156-4417-a543-b750533736c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 HTTP/1.1" status: 200 len: 217 time: 0.1931152 Feb 09 21:07:32.923017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637812f5-05a5-43dd-9f11-61811e61d4c5 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:32.936505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-c0eb6641-a1ac-409c-93da-d3ceae23ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:32.937255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 417717a1-4c7d-4016-8dd7-3376b5433319 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:32.938568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-c0eb6641-a1ac-409c-93da-d3ceae23ab01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4c08e9349074208bc7455d094f04835&device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.5323443 Feb 09 21:07:32.991132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:07:33.020539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 61993a7f-2a49-45cc-8e48-d5e461ff4fca) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:33.061422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:33.062335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:33.167921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 417717a1-4c7d-4016-8dd7-3376b5433319 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:33.168327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:33.173593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35702c1f-8a3e-407f-bb66-dee11100290c None None] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:33.287819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-69ce3a73-e93b-483c-b114-28d87c7abc43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9925838 Feb 09 21:07:33.295002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:33.303805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f32a4c-b7b2-464d-8a23-2c1888a60128 req-2ea09a69-5e9b-4507-8dd3-45b875b11a81 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:33.305685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01f32a4c-b7b2-464d-8a23-2c1888a60128 req-2ea09a69-5e9b-4507-8dd3-45b875b11a81 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.4796867 Feb 09 21:07:33.311982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-8b12a6ee-f4c3-4364-bcd1-e002377a52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:33.314428 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-8b12a6ee-f4c3-4364-bcd1-e002377a52f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb HTTP/1.1" status: 200 len: 848 time: 0.4209931 Feb 09 21:07:33.319555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-77c6bb23-5057-4432-8cfa-582ca5cb3f77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:33.441969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-c2a7cc5d-62e3-47ee-af3a-405af8e407ba service neutron] 10.222.0.13 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998507 Feb 09 21:07:33.518922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-01f32a4c-b7b2-464d-8a23-2c1888a60128 req-083e75d4-2ec9-4f5d-a0c2-82dc15d1035e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050951 Feb 09 21:07:33.608240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:33.616346 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:33.636515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-9c9b5a3c-544a-4195-a467-694c0812df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:33.638124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-9c9b5a3c-544a-4195-a467-694c0812df8c service neutron] 10.222.0.50 "GET /v2.0/networks?id=aa166ff4-347c-4a4b-9663-2d95d644e695 HTTP/1.1" status: 200 len: 910 time: 0.6336138 Feb 09 21:07:33.841132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] For port 417717a1-4c7d-4016-8dd7-3376b5433319, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=417717a1-4c7d-4016-8dd7-3376b5433319,segment=NetworkSegment(fab7da30-f1ab-4e0b-92d9-a72590741c7e),segment_id=fab7da30-f1ab-4e0b-92d9-a72590741c7e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:33.841514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:33.893800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] For port 417717a1-4c7d-4016-8dd7-3376b5433319, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=417717a1-4c7d-4016-8dd7-3376b5433319,segment=NetworkSegment(fab7da30-f1ab-4e0b-92d9-a72590741c7e),segment_id=fab7da30-f1ab-4e0b-92d9-a72590741c7e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:33.894303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:33.927803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] Calling delete_port for 417717a1-4c7d-4016-8dd7-3376b5433319 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:33.980330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-8112764b-75fd-451b-b706-e81d95f5c74f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=974eb5f8-893c-47dc-88e4-9687dd9db1fb HTTP/1.1" status: 200 len: 217 time: 0.2938306 Feb 09 21:07:34.007976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-05f4098b-3f03-4329-8636-4adc6b658358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:34.010998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-05f4098b-3f03-4329-8636-4adc6b658358 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa166ff4-347c-4a4b-9663-2d95d644e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5067365 Feb 09 21:07:34.089760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 417717a1-4c7d-4016-8dd7-3376b5433319 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:34.104510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-440445c4-b4bf-486a-a5c3-46722384a3fc service neutron] 10.222.0.13 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029494 Feb 09 21:07:34.270572 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:34.297969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6e80-cf11-482b-93e4-fddc6382be46 req-c12247bc-974b-48a7-b990-453ea5fb82d3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:34.310284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a8c6e80-cf11-482b-93e4-fddc6382be46 req-c12247bc-974b-48a7-b990-453ea5fb82d3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.6711485 Feb 09 21:07:34.341828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] Pushing event deleted for resources: {'Port': ['ID=417717a1-4c7d-4016-8dd7-3376b5433319,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:34.348205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92f67a-e51b-45f0-9160-731d39cecc05 None None] No DVR routers for this DVR port 417717a1-4c7d-4016-8dd7-3376b5433319 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:34.377453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 417717a1-4c7d-4016-8dd7-3376b5433319 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:34.377453 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:34.387132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c808904-4a13-44a6-8f9f-ef6df3130f56 req-ec2f9aa0-1c20-440e-8802-5c68fc733a1f tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:34.388747 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4c808904-4a13-44a6-8f9f-ef6df3130f56 req-ec2f9aa0-1c20-440e-8802-5c68fc733a1f tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1126 time: 0.8816018 Feb 09 21:07:34.398636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-3da0a409-3d38-4e6a-9848-49a414ddb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:34.399506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-3da0a409-3d38-4e6a-9848-49a414ddb11b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb HTTP/1.1" status: 200 len: 848 time: 0.2985950 Feb 09 21:07:34.551072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-61993a7f-2a49-45cc-8e48-d5e461ff4fca', 'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca', 'project_id': 'be9b06ac2a8946ad98dec778aac67d35', 'fixed_ips': [{'subnet_id': '472f41c3-41cd-46ab-97f2-68fccb138f66'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:34.552022 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:34.553225 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-f6661dc2-21b6-4762-83e8-82bb9bea261f service neutron] 10.222.0.13 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446929 Feb 09 21:07:34.693354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:34.718064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a8c6e80-cf11-482b-93e4-fddc6382be46 req-17d25d5f-53ca-440a-8646-bfbb2f08bb00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772976 Feb 09 21:07:35.007410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (7a2738a5-49f4-4a89-bbe7-7f34d1abecc8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.034771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c6bb23-5057-4432-8cfa-582ca5cb3f77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:35.039051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77c6bb23-5057-4432-8cfa-582ca5cb3f77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.111477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-2651102b-3733-48c1-9c8a-9af4c502421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:35.112950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-2651102b-3733-48c1-9c8a-9af4c502421c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aa166ff4-347c-4a4b-9663-2d95d644e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6806960 Feb 09 21:07:35.134046 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 76b28c02-1183-44d4-aac3-a66b86e09cba no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:35.144719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4c808904-4a13-44a6-8f9f-ef6df3130f56 req-6dd7f9d5-5083-456f-8078-f3ddc4fdc81a tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746589 Feb 09 21:07:35.241422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9a8f37a-6918-4e0a-b291-1c8ce241affb req-ea107a4b-6654-4de3-8986-4c5c258d28be service neutron] 10.222.0.13 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841243 Feb 09 21:07:35.268125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (417717a1-4c7d-4016-8dd7-3376b5433319), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.275834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] Deleting port 76b28c02-1183-44d4-aac3-a66b86e09cba {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:35.276432 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.286503 n-d-789963-29 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-77c6bb23-5057-4432-8cfa-582ca5cb3f77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 472f41c3-41cd-46ab-97f2-68fccb138f66 (CIDR: 172.20.0.0/28) Feb 09 21:07:35.317334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=417717a1-4c7d-4016-8dd7-3376b5433319,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:35.330804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No DVR routers for this DVR port 417717a1-4c7d-4016-8dd7-3376b5433319 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:35.333499 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c6bb23-5057-4432-8cfa-582ca5cb3f77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:07:35.334885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c6bb23-5057-4432-8cfa-582ca5cb3f77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:07:35.377436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-b9c3a37a-6554-41df-a295-1babec7f10ac service neutron] 10.222.0.50 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422774 Feb 09 21:07:35.409906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:35.435062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (8cf3108d-cd00-41a5-87ba-d00d5c0bd667), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.464602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Allocated IP 172.20.0.2 (61993a7f-2a49-45cc-8e48-d5e461ff4fca/472f41c3-41cd-46ab-97f2-68fccb138f66/78b058fd-f08e-45c1-9e6d-74c1ba2183a2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:35.467277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf3108d-cd00-41a5-87ba-d00d5c0bd667']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:35.479949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab7da30-f1ab-4e0b-92d9-a72590741c7e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:35.480334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab7da30-f1ab-4e0b-92d9-a72590741c7e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:35.498286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (fab7da30-f1ab-4e0b-92d9-a72590741c7e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.501394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:35.515335 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fab7da30-f1ab-4e0b-92d9-a72590741c7e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.522789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:07:35.523201 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (fab7da30-f1ab-4e0b-92d9-a72590741c7e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.542910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:35.543925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.555067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff2be8-1339-430b-a141-6c8903e74c5a req-29d7cb19-d241-4848-aa77-19717e0cd02b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:35.563557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20ff2be8-1339-430b-a141-6c8903e74c5a req-29d7cb19-d241-4848-aa77-19717e0cd02b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.5869973 Feb 09 21:07:35.633063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20ff2be8-1339-430b-a141-6c8903e74c5a req-b6eed673-fdde-41a1-9dec-78640d246a79 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649326 Feb 09 21:07:35.643966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=7a2738a5-49f4-4a89-bbe7-7f34d1abecc8,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:07:35.658144 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:07:35.664556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 76b28c02-1183-44d4-aac3-a66b86e09cba is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:35.665605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.678969 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (8cf3108d-cd00-41a5-87ba-d00d5c0bd667), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.684116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7562d74e-d7df-4612-95fb-01c9df07d9d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8060935 Feb 09 21:07:35.692133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.701060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:35.707799 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/networks/8cf3108d-cd00-41a5-87ba-d00d5c0bd667 HTTP/1.1" status: 204 len: 168 time: 3.6733720 Feb 09 21:07:35.710283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] For port 76b28c02-1183-44d4-aac3-a66b86e09cba, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=76b28c02-1183-44d4-aac3-a66b86e09cba,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:35.710693 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.717414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55350) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:35.720070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dbb5abc9-4a6a-4a55-9db3-e9d647eb259b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': '7a2738a5-49f4-4a89-bbe7-7f34d1abecc8', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1824653011'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:35.733268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] Calling delete_port for 76b28c02-1183-44d4-aac3-a66b86e09cba owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:35.763480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.763877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.764233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.764581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.764928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.765277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.765587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.765922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.766258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.766591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.766926 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.767245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.767575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:35.809204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-752582525'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:35.850321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff562872-53d9-48e0-b6a9-d390b791863a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Network': ['ID=8cf3108d-cd00-41a5-87ba-d00d5c0bd667,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:35.863043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:35.874118 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.882220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 76b28c02-1183-44d4-aac3-a66b86e09cba, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=76b28c02-1183-44d4-aac3-a66b86e09cba,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:35.891922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-77c6bb23-5057-4432-8cfa-582ca5cb3f77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5761440 Feb 09 21:07:35.906733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:35.907005 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:35.918804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:36.015598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=76b28c02-1183-44d4-aac3-a66b86e09cba,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:36.056727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:07:36.064719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ce908e-88da-4d43-b0f8-317a4ba76798 req-1794dc8e-b4ac-43b8-bc68-517099daf7cc service neutron] 10.222.0.50 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786101 Feb 09 21:07:36.068925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:36.093490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:36.102558 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8b938b24-fc66-4c6a-9c66-e8ed75d73b8d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:36.112739 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Added segment 8b938b24-fc66-4c6a-9c66-e8ed75d73b8d of type vlan for network 060474b0-0710-4a22-80f0-3fbc4a290b33 Feb 09 21:07:36.177508 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (76b28c02-1183-44d4-aac3-a66b86e09cba), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:36.260116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-b91c9d79-fbcb-4f4a-b353-fa67ea51b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:36.260116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-b91c9d79-fbcb-4f4a-b353-fa67ea51b0e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4c08e9349074208bc7455d094f04835&device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1126 time: 0.9308448 Feb 09 21:07:36.261952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] No DVR routers for this DVR port 76b28c02-1183-44d4-aac3-a66b86e09cba on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:36.357278 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (060474b0-0710-4a22-80f0-3fbc4a290b33), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:36.373370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c61a7-bf29-412f-accf-e74467423a33 req-b1772f07-46aa-4a33-b093-72aa802e2a5a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:36.377600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e6c61a7-bf29-412f-accf-e74467423a33 req-b1772f07-46aa-4a33-b093-72aa802e2a5a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.4537318 Feb 09 21:07:36.444935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b660d8-a181-40ca-8254-d692e341ce66 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:36.549850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:07:36.560537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb5abc9-4a6a-4a55-9db3-e9d647eb259b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:36.619784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d0a42-33c0-49bc-a064-bd9f991d2045 req-2882eb80-2ec7-466f-a0f9-5026507d3266 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:36.627055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d72d0a42-33c0-49bc-a064-bd9f991d2045 req-2882eb80-2ec7-466f-a0f9-5026507d3266 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1126 time: 0.2715628 Feb 09 21:07:36.724020 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (060474b0-0710-4a22-80f0-3fbc4a290b33), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:36.739269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:36.742038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:36.764929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d72d0a42-33c0-49bc-a064-bd9f991d2045 req-3626be1e-d416-4d40-99f8-5707508bf37e tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363366 Feb 09 21:07:36.776423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110290e1-e54a-4159-adc6-85a2e5aabaa1 None None] Pushing event deleted for resources: {'Port': ['ID=76b28c02-1183-44d4-aac3-a66b86e09cba,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:36.858345 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dbb5abc9-4a6a-4a55-9db3-e9d647eb259b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:36.915912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Publish callbacks [] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:36.963865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-dbb5abc9-4a6a-4a55-9db3-e9d647eb259b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port c72b8df7-9f82-4389-b505-77985c57af07 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:36.966003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': '7a2738a5-49f4-4a89-bbe7-7f34d1abecc8'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:36.969274 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:37.001079 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:37.001460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e6c61a7-bf29-412f-accf-e74467423a33 req-b7a5c339-4632-4762-8d28-df36a73d4ce7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5038824 Feb 09 21:07:37.041507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a95ea-415e-4baa-b06c-1559c8ccd88c req-f6e8a021-7310-4c0a-8e90-35cd7df5eed5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:37.058766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f52a95ea-415e-4baa-b06c-1559c8ccd88c req-f6e8a021-7310-4c0a-8e90-35cd7df5eed5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1745443 Feb 09 21:07:37.106684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-81c1d211-2398-4e5c-a11a-021d349498ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:37.108459 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-81c1d211-2398-4e5c-a11a-021d349498ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=aa166ff4-347c-4a4b-9663-2d95d644e695 HTTP/1.1" status: 200 len: 910 time: 0.8191969 Feb 09 21:07:37.125336 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3289196 Feb 09 21:07:37.138200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55370) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:37.212762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:37.238555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:37.247484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:37.258435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:37.267992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Pushing event updated for resources: {'Port': ['ID=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:37.327656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-a6c1d9a7-8cd5-408c-b4f6-fa8e9cdfcf3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 HTTP/1.1" status: 200 len: 217 time: 0.1991639 Feb 09 21:07:37.458790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9d3d3-247f-48b4-acb9-027e72c8242e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Network': ['ID=060474b0-0710-4a22-80f0-3fbc4a290b33,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:37.514529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 060474b0-0710-4a22-80f0-3fbc4a290b33 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:07:37.574030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-7ff2ee66-8227-432c-a38f-caef943cd0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:37.575946 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-7ff2ee66-8227-432c-a38f-caef943cd0d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb HTTP/1.1" status: 200 len: 848 time: 0.1862237 Feb 09 21:07:37.677563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:37.687977 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:37.760447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/7a2738a5-49f4-4a89-bbe7-7f34d1abecc8/be1cab4f-dcee-4dc6-b71f-ce07486a68dd) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:37.782588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Attempting to bind port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:37.785730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Attempting to bind port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:37.789198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Attempting to bind port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 on network 61993a7f-2a49-45cc-8e48-d5e461ff4fca {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:37.832942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:37.837524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Checking segment: {'id': '2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:37.838134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:37.838606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Bound using segment: {'id': '2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:37.840612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Bound port: 78b058fd-f08e-45c1-9e6d-74c1ba2183a2, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:37.840612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:37.851438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-7a2af04d-5a5b-4592-b99c-c4ff2af085a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:37.865492 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-7a2af04d-5a5b-4592-b99c-c4ff2af085a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aa166ff4-347c-4a4b-9663-2d95d644e695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2743974 Feb 09 21:07:37.873335 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67122487-b12f-4db3-bc70-60f0797ed909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:37.897437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f52a95ea-415e-4baa-b06c-1559c8ccd88c req-c87f448c-dd18-4087-a747-1e2f72e1b3bf tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8361399 Feb 09 21:07:37.969437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:37.988353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-ac8a6f98-5f2d-43a5-94a0-3714b312adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:37.990774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-ac8a6f98-5f2d-43a5-94a0-3714b312adb0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 1129 time: 0.3032377 Feb 09 21:07:38.025266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:38.080797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:38.086752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:38.090051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:38.090681 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:38.097615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:38.159890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] For port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:38.165508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] For port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,segment=NetworkSegment(2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5),segment_id=2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:38.178453 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:38.222825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04de34f-6545-4b07-8bc6-751446fc4ac4 req-2fbc44f7-95c4-4813-b028-8a0b95aa2714 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:38.224869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b04de34f-6545-4b07-8bc6-751446fc4ac4 req-2fbc44f7-95c4-4813-b028-8a0b95aa2714 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1126 time: 0.1753600 Feb 09 21:07:38.244416 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-3c07dd20-31d7-4014-9765-67146353d18a service neutron] 10.222.0.13 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668375 Feb 09 21:07:38.272190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55378) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:38.275051 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6cd4e0b3-a6cb-463f-b3b1-0c86a0cbda22 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3674214 Feb 09 21:07:38.281570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca', 'fixed_ips': [{'subnet_id': '472f41c3-41cd-46ab-97f2-68fccb138f66'}, {'subnet_id': '408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71'}], 'name': 'tempest-PortsTestJSON-1779920355'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:38.367805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:38.428018 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Publish callbacks [] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:38.444715 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:38.474005 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb5abc9-4a6a-4a55-9db3-e9d647eb259b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:07:38.474480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb5abc9-4a6a-4a55-9db3-e9d647eb259b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:07:38.485659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:38.489256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:38.496766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:38.502516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99289276-7877-4a70-8b98-cb93b5762c06 None None] Pushing event updated for resources: {'Port': ['ID=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:38.570380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dbb5abc9-4a6a-4a55-9db3-e9d647eb259b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.8666563 Feb 09 21:07:38.577329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:38.635298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ec04-8397-44f6-a410-93639ecd529d req-0c1b52dd-a9fb-471e-bda3-f652df03b5f2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:38.637219 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd10ec04-8397-44f6-a410-93639ecd529d req-0c1b52dd-a9fb-471e-bda3-f652df03b5f2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.4159098 Feb 09 21:07:38.979820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd10ec04-8397-44f6-a410-93639ecd529d req-608c0b92-27be-4a25-b4f7-cd7a8ff24bfa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349360 Feb 09 21:07:39.050164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Pushing event updated for resources: {'Port': ['ID=be1cab4f-dcee-4dc6-b71f-ce07486a68dd,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:39.106085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:07:39.132612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55325cc2-8cfc-495d-aec4-e5d09f4f50f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:39.137166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-55325cc2-8cfc-495d-aec4-e5d09f4f50f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5552869 Feb 09 21:07:39.167184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:39.305854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b04de34f-6545-4b07-8bc6-751446fc4ac4 req-e4b28970-a527-42d3-9ee2-25967a8fe138 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0711725 Feb 09 21:07:39.363505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (d7f808a7-d5a8-403f-add3-49d77620e896), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:39.406855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242dd4a1-5261-4bf9-b18f-7ae9c787b80d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:39.410027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242dd4a1-5261-4bf9-b18f-7ae9c787b80d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:39.417929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-242dd4a1-5261-4bf9-b18f-7ae9c787b80d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2476475 Feb 09 21:07:39.421302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:39.435329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=d7f808a7-d5a8-403f-add3-49d77620e896,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:39.441856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:39.450038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10320edb-38b5-4521-8e40-b5d6f2499617 req-755974d1-aa67-4006-8757-0dafc462d410 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:39.452057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10320edb-38b5-4521-8e40-b5d6f2499617 req-755974d1-aa67-4006-8757-0dafc462d410 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.3410511 Feb 09 21:07:39.459022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:39.517244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:39.549300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:39.591231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10320edb-38b5-4521-8e40-b5d6f2499617 req-b4d37e56-cce3-48f6-b1a0-071276313227 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112521 Feb 09 21:07:39.592793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:39.595461 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7b9a259-fec5-42f1-93bf-18ffe764b90a req-f0c74894-ac85-4d0d-8ce4-16e773e4fd20 service neutron] 10.222.0.13 "GET /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3348403 Feb 09 21:07:39.600933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Attempting to bind port be1cab4f-dcee-4dc6-b71f-ce07486a68dd on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:39.601302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Attempting to bind port be1cab4f-dcee-4dc6-b71f-ce07486a68dd by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:39.601665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Attempting to bind port be1cab4f-dcee-4dc6-b71f-ce07486a68dd on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:39.611492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3f5bb8-f59a-43bd-918a-a2f2307dd56c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 7a2738a5-49f4-4a89-bbe7-7f34d1abecc8 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:39.618490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5bb8-f59a-43bd-918a-a2f2307dd56c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (7a2738a5-49f4-4a89-bbe7-7f34d1abecc8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:39.655175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 68adad95-4dac-4593-9b26-594ba1543f94 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:39.714964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9', 'network_id': 'aa166ff4-347c-4a4b-9663-2d95d644e695', 'port_id': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9', 'mac_address': 'fa:16:3e:e2:df:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:07:39.731141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:39.777995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:39.779259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:39.784704 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:39.785633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:39.786571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Bound port: be1cab4f-dcee-4dc6-b71f-ce07486a68dd, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:39.787092 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:39.804998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5bb8-f59a-43bd-918a-a2f2307dd56c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (7a2738a5-49f4-4a89-bbe7-7f34d1abecc8), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:39.940111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:39.944418 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c11ad-09f4-41cd-be49-a89b0ecbd25f" -d '{"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:39.958457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Publish callbacks [] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.017859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Transition to ACTIVE for port object ab86181f-5c5d-4d8c-a32f-38f61961fa69 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:07:40.030294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.037138 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b8b83b3-2dd5-426f-93ac-d640730842bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.050171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:40.050682 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.210152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking segment: {'id': '8b938b24-fc66-4c6a-9c66-e8ed75d73b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:40.210635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network hostable DHCP agents. Network: 060474b0-0710-4a22-80f0-3fbc4a290b33, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:07:40.231165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:40.235054 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.296039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 060474b0-0710-4a22-80f0-3fbc4a290b33 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:07:40.316377 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9661f2b1-058c-471d-aada-10752ae65519 x-openstack-request-id: req-9661f2b1-058c-471d-aada-10752ae65519 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:40.316651 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-unplugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:40.317035 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9661f2b1-058c-471d-aada-10752ae65519 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:40.317333 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'code': 200} Feb 09 21:07:40.326314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 060474b0-0710-4a22-80f0-3fbc4a290b33) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:40.349417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] For port be1cab4f-dcee-4dc6-b71f-ce07486a68dd, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:40.356081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:40.361981 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.364083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3645f-d090-4323-a017-0a293ee122ed None None] Network 060474b0-0710-4a22-80f0-3fbc4a290b33 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:40.410652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:07:40.416306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d06e53c7-f37a-4254-894f-d7ff91da546d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1662967 Feb 09 21:07:40.417116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55400) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:40.419625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.11 (61993a7f-2a49-45cc-8e48-d5e461ff4fca/472f41c3-41cd-46ab-97f2-68fccb138f66/68adad95-4dac-4593-9b26-594ba1543f94) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:40.427323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33', 'name': 'tempest-PortsIpV6TestJSON-151744365', 'fixed_ips': [{'subnet_id': 'd7f808a7-d5a8-403f-add3-49d77620e896', 'ip_address': '2001:db8::10'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:40.471918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc136a09-f34a-4fa7-8101-18ff8884c6c2 None None] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:40.516767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=10']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:40.591040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] For port be1cab4f-dcee-4dc6-b71f-ce07486a68dd, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=be1cab4f-dcee-4dc6-b71f-ce07486a68dd,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:40.602235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dec100-0b71-4b0e-9984-c1d83ce2f556 req-89cf8e92-446d-4865-aa67-fd625b0c03ea tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:40.608162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29dec100-0b71-4b0e-9984-c1d83ce2f556 req-89cf8e92-446d-4865-aa67-fd625b0c03ea tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 945 time: 0.4115503 Feb 09 21:07:40.643030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5bb8-f59a-43bd-918a-a2f2307dd56c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (7a2738a5-49f4-4a89-bbe7-7f34d1abecc8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.690843 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.717853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:40.719268 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.747392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:40.813607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5409295f-e815-4889-bdf3-52f22b740748 None None] Provisioning complete for port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:40.814463 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5409295f-e815-4889-bdf3-52f22b740748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:40.899980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.26 (61993a7f-2a49-45cc-8e48-d5e461ff4fca/408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71/68adad95-4dac-4593-9b26-594ba1543f94) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:40.949927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] No DVR routers for this DVR port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:40.968087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895def9-836d-4ab3-9e3b-5d4454fe380e req-ea5c3682-d143-438f-ad3e-78de95f5a6e8 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:40.969672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c895def9-836d-4ab3-9e3b-5d4454fe380e req-ea5c3682-d143-438f-ad3e-78de95f5a6e8 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1126 time: 0.2660491 Feb 09 21:07:41.002711 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.068243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,segment=NetworkSegment(2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5),segment_id=2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:41.126362 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29dec100-0b71-4b0e-9984-c1d83ce2f556 req-cd155314-af48-4c54-b025-3121c7ba61eb tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5012071 Feb 09 21:07:41.141613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c895def9-836d-4ab3-9e3b-5d4454fe380e req-d5795500-c125-49a2-a1be-7f419765530d tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527286 Feb 09 21:07:41.142226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:41.255665 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.314584 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5bb8-f59a-43bd-918a-a2f2307dd56c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (7a2738a5-49f4-4a89-bbe7-7f34d1abecc8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.330759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-060474b0-0710-4a22-80f0-3fbc4a290b33', 'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33', 'project_id': '3b4750a3e035499b9b5e799a8f1c173c', 'fixed_ips': [{'subnet_id': 'd7f808a7-d5a8-403f-add3-49d77620e896'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:41.331651 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.430735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f5bb8-f59a-43bd-918a-a2f2307dd56c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2738a5-49f4-4a89-bbe7-7f34d1abecc8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:41.453715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:07:41.571508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9d3f5bb8-f59a-43bd-918a-a2f2307dd56c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.580370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9d3f5bb8-f59a-43bd-918a-a2f2307dd56c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/7a2738a5-49f4-4a89-bbe7-7f34d1abecc8 HTTP/1.1" status: 204 len: 168 time: 2.1565058 Feb 09 21:07:41.584344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55408) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:41.698721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ec2f0-07d3-44bb-8e54-6e9533ef42b8 None None] Pushing event updated for resources: {'Port': ['ID=be1cab4f-dcee-4dc6-b71f-ce07486a68dd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:41.714347 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.738104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.749672 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1db66961-ba7c-42d4-8b83-629a3ccd46bc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1353643 Feb 09 21:07:41.769220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:41.769570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:41.769910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:41.774870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:41.777408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:07:41.777615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Attempting to bind port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on network e0255f4b-2006-446a-9e60-182465282411 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:41.795516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:41.828189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (68adad95-4dac-4593-9b26-594ba1543f94), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.830209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 6c290980-9bb5-4990-90ae-7b29ef38be66 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:41.861404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:41.861826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Checking segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:41.862151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Bound using segment: {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:41.862603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Bound port: ab86181f-5c5d-4d8c-a32f-38f61961fa69, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ebc484-5a05-40ba-8a2e-dc732663cd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e0255f4b-2006-446a-9e60-182465282411'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:41.862969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:41.978698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f777a-1777-43aa-8548-b939e651c990 req-dd92bad8-547c-4919-9206-612bf66379b4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:41.996705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-108f777a-1777-43aa-8548-b939e651c990 req-dd92bad8-547c-4919-9206-612bf66379b4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.6789587 Feb 09 21:07:42.079269 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (68adad95-4dac-4593-9b26-594ba1543f94), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:42.110926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:42.204465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-108f777a-1777-43aa-8548-b939e651c990 req-09961f95-0d88-4c53-a6e7-1da09099a4ea tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067096 Feb 09 21:07:42.259662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:42.278284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:42.292856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=68adad95-4dac-4593-9b26-594ba1543f94,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:42.301871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:42.317132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5409295f-e815-4889-bdf3-52f22b740748 None None] Current status of the port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:42.433965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:42.443103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:42.448631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:42.455923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::10 (060474b0-0710-4a22-80f0-3fbc4a290b33/d7f808a7-d5a8-403f-add3-49d77620e896/6c290980-9bb5-4990-90ae-7b29ef38be66) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:42.497531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:42.538740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c683f34-6a7d-4768-a113-f44f15fd69ae None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:42.560499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:42.575316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:42.576426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:42.583260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:42.602333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e8bfa-701a-477b-aed1-b78349624692 req-44b551ef-7ca4-4ba6-b3da-2bddaaf160a2 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:42.604274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-171e8bfa-701a-477b-aed1-b78349624692 req-44b551ef-7ca4-4ba6-b3da-2bddaaf160a2 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1127 time: 0.2230957 Feb 09 21:07:42.615431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7923aa0-bf9a-4d9d-b4f8-2f38830e0aa9 req-7d99d945-ac66-420f-8693-1489424a4b80 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:42.623425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7923aa0-bf9a-4d9d-b4f8-2f38830e0aa9 req-7d99d945-ac66-420f-8693-1489424a4b80 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 945 time: 0.3396261 Feb 09 21:07:42.643726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:42.644813 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:42.645824 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] 10.222.0.50 "PUT /v2.0/ports/ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1094 time: 4.6259232 Feb 09 21:07:42.646320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:42.648707 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa159f06-a19f-4cec-9582-ab2d7ab07e25" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:42.651762 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3c5bc8fd-5698-4d1b-9097-2b69116a9d46 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.3743310 Feb 09 21:07:42.666288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:42.676276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '472f41c3-41cd-46ab-97f2-68fccb138f66'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:42.812709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7923aa0-bf9a-4d9d-b4f8-2f38830e0aa9 req-bee90e4c-81ed-45d0-8d7c-fc911394ea34 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881156 Feb 09 21:07:42.838237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf917c8-8dbf-473d-a9a4-25c6fc2a2964 None None] Update dhcp port {'port': {'network_id': '61993a7f-2a49-45cc-8e48-d5e461ff4fca', 'fixed_ips': [{'subnet_id': '472f41c3-41cd-46ab-97f2-68fccb138f66', 'ip_address': '172.20.0.2'}, {'subnet_id': '408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '78b058fd-f08e-45c1-9e6d-74c1ba2183a2'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:07:42.890848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-64d797a3-454a-4891-9e4e-8731d54512ff None None] Provisioning complete for port be1cab4f-dcee-4dc6-b71f-ce07486a68dd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:42.891694 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64d797a3-454a-4891-9e4e-8731d54512ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:42.929282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (6c290980-9bb5-4990-90ae-7b29ef38be66), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:42.976456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:42.989273 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bf917c8-8dbf-473d-a9a4-25c6fc2a2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.001014 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eeebfc-b231-4cfd-9227-dc5f19100ebc x-openstack-request-id: req-59eeebfc-b231-4cfd-9227-dc5f19100ebc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:43.001526 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:43.002053 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-59eeebfc-b231-4cfd-9227-dc5f19100ebc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:43.002961 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'status': 'completed', 'code': 200} Feb 09 21:07:43.006151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-171e8bfa-701a-477b-aed1-b78349624692 req-6399bf98-0c37-4417-ad53-dea081d8b72b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771114 Feb 09 21:07:43.009391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd00c4-e8cf-4929-a834-8c4cd60b011f service neutron] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:43.011535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6c290980-9bb5-4990-90ae-7b29ef38be66), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.045398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-870a8132-cb13-47f2-aca2-cda05ed75cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:43.047240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-870a8132-cb13-47f2-aca2-cda05ed75cc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1128 time: 0.3678448 Feb 09 21:07:43.095561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 060474b0-0710-4a22-80f0-3fbc4a290b33 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:43.110606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:43.120569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-99a28703-0cec-460d-aeff-f794f3e82a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:43.122406 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-99a28703-0cec-460d-aeff-f794f3e82a4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1128 time: 0.1672609 Feb 09 21:07:43.125961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:43.138495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:43.139281 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.142461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:43.215049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=6c290980-9bb5-4990-90ae-7b29ef38be66,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:43.232233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2a519cda-8f6e-4a61-9fbb-86f38063cf92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8099210 Feb 09 21:07:43.235109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55424) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:43.240226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33', 'name': 'tempest-PortsIpV6TestJSON-1154177239', 'fixed_ips': [{'subnet_id': 'd7f808a7-d5a8-403f-add3-49d77620e896', 'ip_address': '2001:db8::f'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:43.248021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.312842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:43.379714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:43.397135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:43.411374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:43.413193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.417122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (68adad95-4dac-4593-9b26-594ba1543f94), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.422768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:43.444452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-8aebaa12-9c2e-4f29-9eb0-cf62de27ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:43.444452 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-8aebaa12-9c2e-4f29-9eb0-cf62de27ad09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.3854232 Feb 09 21:07:43.521555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:43.529876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.533729 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8c8e235f-f5f3-4fb1-9023-9796f4109037 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7534277 Feb 09 21:07:43.534572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:43.544109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d7d58830-b590-4721-98ef-16e784177ce8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1798019997', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:43.596380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 83ca5618-45d8-44f5-97cf-0946d0f26c92 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:43.603809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-5c50c6f4-9864-420e-b34a-9840142ee3d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1000 time: 0.1544480 Feb 09 21:07:43.609704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:43.633666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-64d797a3-454a-4891-9e4e-8731d54512ff None None] Current status of the port be1cab4f-dcee-4dc6-b71f-ce07486a68dd is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:43.634082 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64d797a3-454a-4891-9e4e-8731d54512ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.655086 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d58830-b590-4721-98ef-16e784177ce8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (149736ed-ef9d-40c9-9363-80b164b4fded), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.656151 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d58830-b590-4721-98ef-16e784177ce8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (149736ed-ef9d-40c9-9363-80b164b4fded), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.736116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a726c-3593-4f8e-a844-2cbe5a775359 req-b558aad7-22fe-40d3-8bd7-2637a8006871 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:43.738197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-241a726c-3593-4f8e-a844-2cbe5a775359 req-b558aad7-22fe-40d3-8bd7-2637a8006871 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.3916402 Feb 09 21:07:43.740051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-88176754-f783-4f27-8471-94ce96333b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:43.741988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-88176754-f783-4f27-8471-94ce96333b90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.5976510 Feb 09 21:07:43.743239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3bf917c8-8dbf-473d-a9a4-25c6fc2a2964 None None] Allocated IP 172.20.0.18 (61993a7f-2a49-45cc-8e48-d5e461ff4fca/408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71/78b058fd-f08e-45c1-9e6d-74c1ba2183a2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:43.765214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Allocated IP 2001:db8::2 (060474b0-0710-4a22-80f0-3fbc4a290b33/d7f808a7-d5a8-403f-add3-49d77620e896/79006c43-abb4-410c-a8eb-05d0cd01ba34) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:43.789106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-ce2337a0-5292-493a-9559-10066e5ddc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:43.791296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-ce2337a0-5292-493a-9559-10066e5ddc0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.1649158 Feb 09 21:07:43.809325 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d58830-b590-4721-98ef-16e784177ce8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router_controller (149736ed-ef9d-40c9-9363-80b164b4fded), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.840371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-64d797a3-454a-4891-9e4e-8731d54512ff None None] For port be1cab4f-dcee-4dc6-b71f-ce07486a68dd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=be1cab4f-dcee-4dc6-b71f-ce07486a68dd,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:43.846779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:07:43.861907 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64d797a3-454a-4891-9e4e-8731d54512ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.868542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d58830-b590-4721-98ef-16e784177ce8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (149736ed-ef9d-40c9-9363-80b164b4fded), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.890631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:43.891336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.904209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7d58830-b590-4721-98ef-16e784177ce8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:43.908397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d7d58830-b590-4721-98ef-16e784177ce8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3679216 Feb 09 21:07:43.910048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55432) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:43.964044 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-241a726c-3593-4f8e-a844-2cbe5a775359 req-60589de0-6aed-4509-a22e-cb68c26ad4ef tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167282 Feb 09 21:07:44.016124 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-650e6af6-445b-4b4d-8eba-5ce755daa7aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1000 time: 0.2557766 Feb 09 21:07:44.018365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-612e7acc-8a81-485f-8f23-862046e8bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:44.019948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-612e7acc-8a81-485f-8f23-862046e8bf80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2203536 Feb 09 21:07:44.124863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] Deleting port be1cab4f-dcee-4dc6-b71f-ce07486a68dd {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:44.125261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.150541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-85a35a39-9b60-4c19-8df9-aad583c772c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:44.154007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-85a35a39-9b60-4c19-8df9-aad583c772c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.1315966 Feb 09 21:07:44.154359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:44.154805 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.188220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.270060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5814d-a33c-41d8-bd92-1f725bbcf613 req-22428f64-57e3-4ed9-8448-841ca278d53b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:44.280058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d797a3-454a-4891-9e4e-8731d54512ff None None] Pushing event updated for resources: {'Port': ['ID=be1cab4f-dcee-4dc6-b71f-ce07486a68dd,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:44.281530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ab5814d-a33c-41d8-bd92-1f725bbcf613 req-22428f64-57e3-4ed9-8448-841ca278d53b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1127 time: 0.1410975 Feb 09 21:07:44.325778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-348075f2-6a8a-4b64-af05-b0f1a99f7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:44.329204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-348075f2-6a8a-4b64-af05-b0f1a99f7902 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1666079 Feb 09 21:07:44.381164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:44.381845 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.406360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3bf917c8-8dbf-473d-a9a4-25c6fc2a2964 None None] For port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,segment=NetworkSegment(2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5),segment_id=2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:44.455038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] For port be1cab4f-dcee-4dc6-b71f-ce07486a68dd, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=be1cab4f-dcee-4dc6-b71f-ce07486a68dd,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:44.455452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.469866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-1cdbb191-5cb9-47e4-ad3e-1fe2b11357a2 service neutron] 10.222.0.13 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318202 Feb 09 21:07:44.487019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:44.517818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:44.520210 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a26faf-54fa-4f62-a5e0-448855c4c2e4" -d '{"events": [{"server_uuid": "b82552c2-d20b-420c-bd55-1ed9abe0534e", "name": "network-vif-plugged", "status": "completed", "tag": "d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:44.533506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.534335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:44.577855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] Calling delete_port for be1cab4f-dcee-4dc6-b71f-ce07486a68dd owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:44.596911 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-ac5548ea-d637-4efb-a97c-0fbf27a6c17a service neutron] 10.222.0.13 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212041 Feb 09 21:07:44.614050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ab5814d-a33c-41d8-bd92-1f725bbcf613 req-120f2edc-1465-4f52-a5e5-82f52631cbc7 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315423 Feb 09 21:07:44.705041 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a19dd0-bf9e-4627-8ae7-82d9346b59c7 x-openstack-request-id: req-42a19dd0-bf9e-4627-8ae7-82d9346b59c7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:44.705751 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82552c2-d20b-420c-bd55-1ed9abe0534e", "name": "network-vif-plugged", "status": "completed", "tag": "d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:44.706335 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-42a19dd0-bf9e-4627-8ae7-82d9346b59c7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:44.707035 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9', 'code': 200} Feb 09 21:07:44.714260 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bf917c8-8dbf-473d-a9a4-25c6fc2a2964 None None] Publish callbacks [] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.739512 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bf917c8-8dbf-473d-a9a4-25c6fc2a2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.763027 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Publish callbacks [] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.774738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:44.841218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device be1cab4f-dcee-4dc6-b71f-ce07486a68dd no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:44.850693 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:44.892212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055f367-2177-406b-b819-e45e08ae8f83 req-af79cc53-1424-4ca3-b16e-c84c6b77f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:44.893786 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3055f367-2177-406b-b819-e45e08ae8f83 req-af79cc53-1424-4ca3-b16e-c84c6b77f406 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1128 time: 0.1417055 Feb 09 21:07:44.899781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::f (060474b0-0710-4a22-80f0-3fbc4a290b33/d7f808a7-d5a8-403f-add3-49d77620e896/83ca5618-45d8-44f5-97cf-0946d0f26c92) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:44.964371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:45.048884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port ab86181f-5c5d-4d8c-a32f-38f61961fa69 host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:07:45.049285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:07:45.096843 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3055f367-2177-406b-b819-e45e08ae8f83 req-e0a73b7a-2775-40c8-9727-7299ce21af47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824443 Feb 09 21:07:45.145922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Network 060474b0-0710-4a22-80f0-3fbc4a290b33 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:45.147081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Delete allocated IP 172.20.0.26 (61993a7f-2a49-45cc-8e48-d5e461ff4fca/408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71) {{(pid=103324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:07:45.175551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:45.186948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755831-9351-449d-9e33-edecef6d9f2d req-2c07e1d4-d23d-4137-a5dc-03153a4ef89f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:45.188297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:45.189034 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce755831-9351-449d-9e33-edecef6d9f2d req-2c07e1d4-d23d-4137-a5dc-03153a4ef89f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 945 time: 1.1905518 Feb 09 21:07:45.270077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-f05e6898-f84c-4b40-9067-46629871c35f service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1379926 Feb 09 21:07:45.286697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c6e7a-7d18-4b13-97f8-7b368a3d46b2 req-e80e6475-bb5b-499b-93f8-2ec30f0f74d8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:45.288410 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-432c6e7a-7d18-4b13-97f8-7b368a3d46b2 req-e80e6475-bb5b-499b-93f8-2ec30f0f74d8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1686032 Feb 09 21:07:45.343296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (83ca5618-45d8-44f5-97cf-0946d0f26c92), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:45.347512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce755831-9351-449d-9e33-edecef6d9f2d req-8283b110-5f6a-4e31-b8e3-9014f002dcf0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424434 Feb 09 21:07:45.374883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port be1cab4f-dcee-4dc6-b71f-ce07486a68dd is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:45.375850 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:45.415186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (83ca5618-45d8-44f5-97cf-0946d0f26c92), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:45.442821 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:45.450625 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf917c8-8dbf-473d-a9a4-25c6fc2a2964 None None] Pushing event updated for resources: {'Port': ['ID=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:45.506810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=83ca5618-45d8-44f5-97cf-0946d0f26c92,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:45.567934 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-432c6e7a-7d18-4b13-97f8-7b368a3d46b2 req-ea57a446-241e-4ab0-83b3-ae5380b7389d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642978 Feb 09 21:07:45.578888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 060474b0-0710-4a22-80f0-3fbc4a290b33 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:45.581082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:45.589631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:45.597946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:45.598743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:45.626248 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-88f2da0b-d9b5-4205-a6c2-eeba72001ec4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3877556 Feb 09 21:07:45.626495 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (be1cab4f-dcee-4dc6-b71f-ce07486a68dd), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:45.627284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55450) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:45.712532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] No DVR routers for this DVR port be1cab4f-dcee-4dc6-b71f-ce07486a68dd on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:45.720128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Attempting to bind port 79006c43-abb4-410c-a8eb-05d0cd01ba34 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:45.720505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Attempting to bind port 79006c43-abb4-410c-a8eb-05d0cd01ba34 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8b938b24-fc66-4c6a-9c66-e8ed75d73b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:45.720870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Attempting to bind port 79006c43-abb4-410c-a8eb-05d0cd01ba34 on network 060474b0-0710-4a22-80f0-3fbc4a290b33 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:45.780013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c36b734-e744-4f98-a60d-2c442e94cb6a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:45.784798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:45.785188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Checking segment: {'id': '8b938b24-fc66-4c6a-9c66-e8ed75d73b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:45.785605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:45.786003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Bound using segment: {'id': '8b938b24-fc66-4c6a-9c66-e8ed75d73b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:45.786502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Bound port: 79006c43-abb4-410c-a8eb-05d0cd01ba34, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b938b24-fc66-4c6a-9c66-e8ed75d73b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '060474b0-0710-4a22-80f0-3fbc4a290b33'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:45.786885 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:45.788685 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8c36b734-e744-4f98-a60d-2c442e94cb6a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1599121 Feb 09 21:07:45.789510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55454) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:45.797965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b686d-c3d5-49fb-8f72-1e0bcb569e84 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:45.843375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Pushing event updated for resources: {'Port': ['ID=79006c43-abb4-410c-a8eb-05d0cd01ba34,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:45.900962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c6335f0-aa5b-47fa-9dbe-51fa45ce8073 req-3e2d8594-aa1e-4d62-9e8c-adf39278979a service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949900 Feb 09 21:07:45.926950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee3b07c-6795-4cff-a50d-a335d8c712c1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:45.932363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee3b07c-6795-4cff-a50d-a335d8c712c1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:45.950670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee3b07c-6795-4cff-a50d-a335d8c712c1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:45.963255 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cee3b07c-6795-4cff-a50d-a335d8c712c1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1718793 Feb 09 21:07:45.963677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:45.991430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2f953-1f1a-441e-bcab-ee6ccdb3605e None None] Pushing event deleted for resources: {'Port': ['ID=be1cab4f-dcee-4dc6-b71f-ce07486a68dd,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:45.997642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:46.058669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9908aa22-5192-4816-97c5-b275cb1749d9 None None] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:46.099327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef84f3-3f98-4517-8ed7-f97b67f42cad req-bf214acb-8227-4b64-96c7-400a5914ee7e tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:46.100921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7ef84f3-3f98-4517-8ed7-f97b67f42cad req-bf214acb-8227-4b64-96c7-400a5914ee7e tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1128 time: 0.3044605 Feb 09 21:07:46.116489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (68adad95-4dac-4593-9b26-594ba1543f94), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.138991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (68adad95-4dac-4593-9b26-594ba1543f94), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.191476 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d569e64e-666c-4b06-94e5-76f481235f13 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 83ca5618-45d8-44f5-97cf-0946d0f26c92 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:46.191476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d569e64e-666c-4b06-94e5-76f481235f13 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (83ca5618-45d8-44f5-97cf-0946d0f26c92), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.269770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-0594afcc-4cf2-42c5-a77b-8f32da72d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:46.275329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-0594afcc-4cf2-42c5-a77b-8f32da72d060 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1128 time: 0.2915361 Feb 09 21:07:46.317003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] For port 79006c43-abb4-410c-a8eb-05d0cd01ba34, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:46.337534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] For port 79006c43-abb4-410c-a8eb-05d0cd01ba34, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=79006c43-abb4-410c-a8eb-05d0cd01ba34,segment=NetworkSegment(8b938b24-fc66-4c6a-9c66-e8ed75d73b8d),segment_id=8b938b24-fc66-4c6a-9c66-e8ed75d73b8d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:46.381635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d569e64e-666c-4b06-94e5-76f481235f13 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (83ca5618-45d8-44f5-97cf-0946d0f26c92), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.395551 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.399854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': '658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:46.401383 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.404734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-47390e84-87e8-4032-aad5-9f1103bf4161 None None] Provisioning complete for port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:46.405295 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47390e84-87e8-4032-aad5-9f1103bf4161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.412624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::1 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00/9b9d1578-66b2-472b-bd2c-63ed35360149) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:46.424523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d569e64e-666c-4b06-94e5-76f481235f13 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 83ca5618-45d8-44f5-97cf-0946d0f26c92 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:46.532427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7ef84f3-3f98-4517-8ed7-f97b67f42cad req-c3648817-1904-465f-a2d4-a397d1fd3003 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169865 Feb 09 21:07:46.533910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] In _notify_port_updated(), no bound segment for port 68adad95-4dac-4593-9b26-594ba1543f94 on network 61993a7f-2a49-45cc-8e48-d5e461ff4fca {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:07:46.540896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:46.541591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.543109 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "PUT /v2.0/ports/68adad95-4dac-4593-9b26-594ba1543f94 HTTP/1.1" status: 200 len: 920 time: 3.8727982 Feb 09 21:07:46.554341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:46.561639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '472f41c3-41cd-46ab-97f2-68fccb138f66'}, {'subnet_id': '408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:46.571267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17c960-52f0-4fa8-82cc-9f29d04e1207 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=68adad95-4dac-4593-9b26-594ba1543f94,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:46.695229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d28c40-39d5-4bc6-9e6a-e57d561d3e75 req-01475262-3801-48ce-9781-ca6da74a9da8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:46.697746 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40d28c40-39d5-4bc6-9e6a-e57d561d3e75 req-01475262-3801-48ce-9781-ca6da74a9da8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 945 time: 0.1404133 Feb 09 21:07:46.792402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-40d28c40-39d5-4bc6-9e6a-e57d561d3e75 req-b3fdc9d5-5d47-46cf-ac10-9f7da0ceba1f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878675 Feb 09 21:07:46.820347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-a6694c0f-8b6f-4cad-a3ca-5cb7ae778db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:46.822082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-a6694c0f-8b6f-4cad-a3ca-5cb7ae778db1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.5261869 Feb 09 21:07:46.919310 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d569e64e-666c-4b06-94e5-76f481235f13 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (83ca5618-45d8-44f5-97cf-0946d0f26c92), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.928500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:46.928964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.985835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-f7b762ac-89ae-4833-93c9-7c48da037853 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 1000 time: 0.1560135 Feb 09 21:07:46.988806 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (68adad95-4dac-4593-9b26-594ba1543f94), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:46.991118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569e64e-666c-4b06-94e5-76f481235f13 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=83ca5618-45d8-44f5-97cf-0946d0f26c92,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:47.043665 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d569e64e-666c-4b06-94e5-76f481235f13 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:47.047746 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d569e64e-666c-4b06-94e5-76f481235f13 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/83ca5618-45d8-44f5-97cf-0946d0f26c92 HTTP/1.1" status: 204 len: 168 time: 1.0824673 Feb 09 21:07:47.049778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:47.050212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0f447-d174-469a-a50c-d84afb79a831 req-4b6fe2d8-9ffa-4ac6-beca-3957e8f7cfe4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:47.051967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fe0f447-d174-469a-a50c-d84afb79a831 req-4b6fe2d8-9ffa-4ac6-beca-3957e8f7cfe4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.3451958 Feb 09 21:07:47.072681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b8b5c-4177-4e35-9df8-fc7db2a9f1b9 None None] Pushing event updated for resources: {'Port': ['ID=79006c43-abb4-410c-a8eb-05d0cd01ba34,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:47.110518 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1e29c0-4134-4b12-ad87-5d1ebfb31e92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:07:47.117310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-df1e29c0-4134-4b12-ad87-5d1ebfb31e92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/83ca5618-45d8-44f5-97cf-0946d0f26c92 HTTP/1.1" status: 404 len: 333 time: 0.0652485 Feb 09 21:07:47.118426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55468) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:47.296362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-47390e84-87e8-4032-aad5-9f1103bf4161 None None] Current status of the port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:47.302232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:47.315326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c8141986-af5d-4028-bab3-51cba9e3fbbb tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 6c290980-9bb5-4990-90ae-7b29ef38be66 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:47.316189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8141986-af5d-4028-bab3-51cba9e3fbbb tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6c290980-9bb5-4990-90ae-7b29ef38be66), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:47.333007 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:47.365411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-97cc7863-9f5c-4012-9d86-18ddeef8defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:47.366931 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-97cc7863-9f5c-4012-9d86-18ddeef8defb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.3697464 Feb 09 21:07:47.501829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8141986-af5d-4028-bab3-51cba9e3fbbb tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6c290980-9bb5-4990-90ae-7b29ef38be66), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:47.530677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fe0f447-d174-469a-a50c-d84afb79a831 req-dec4afcd-1899-41d4-a5ec-e1e57ce2de9a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4604008 Feb 09 21:07:47.541782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c8141986-af5d-4028-bab3-51cba9e3fbbb tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 6c290980-9bb5-4990-90ae-7b29ef38be66 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:47.572347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:47.606564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.25 (61993a7f-2a49-45cc-8e48-d5e461ff4fca/408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71/68adad95-4dac-4593-9b26-594ba1543f94) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:47.655997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:47.661730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-45ab0a83-ddb3-4551-8138-1081940b4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:47.663291 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-45ab0a83-ddb3-4551-8138-1081940b4ce2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2790360 Feb 09 21:07:47.669796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:47.705318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:47.705912 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (149736ed-ef9d-40c9-9363-80b164b4fded), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:47.728161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00/f40f0120-ffa7-45b8-be7e-41b74ee0a568) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:47.921872 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8141986-af5d-4028-bab3-51cba9e3fbbb tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6c290980-9bb5-4990-90ae-7b29ef38be66), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:47.949280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:07:48.058767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8141986-af5d-4028-bab3-51cba9e3fbbb tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=6c290980-9bb5-4990-90ae-7b29ef38be66,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:48.085061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34b403-7534-4fc6-a6f6-5e5e6bdfb458 req-9d7bf242-ff5a-416b-a687-36839abf1cf6 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:48.088079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-54006479-67ea-4d2d-925d-dbe2fef62766 None None] Provisioning complete for port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:48.088561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54006479-67ea-4d2d-925d-dbe2fef62766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.089804 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f34b403-7534-4fc6-a6f6-5e5e6bdfb458 req-9d7bf242-ff5a-416b-a687-36839abf1cf6 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1128 time: 0.2704186 Feb 09 21:07:48.154183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8141986-af5d-4028-bab3-51cba9e3fbbb tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.158010 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8141986-af5d-4028-bab3-51cba9e3fbbb tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/6c290980-9bb5-4990-90ae-7b29ef38be66 HTTP/1.1" status: 204 len: 168 time: 1.0383234 Feb 09 21:07:48.162265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:48.223096 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-1826c510-7287-4c6f-b4ce-9c28dc5a2ead tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:07:48.225495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1826c510-7287-4c6f-b4ce-9c28dc5a2ead tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/6c290980-9bb5-4990-90ae-7b29ef38be66 HTTP/1.1" status: 404 len: 333 time: 0.0621402 Feb 09 21:07:48.238405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:48.266820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 79006c43-abb4-410c-a8eb-05d0cd01ba34 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:48.317242 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f34b403-7534-4fc6-a6f6-5e5e6bdfb458 req-c9bdcc66-4bad-4c01-bc12-494a6d8512ff tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111268 Feb 09 21:07:48.364704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2d5ccb-7558-47c1-baec-b37eac0d2dbd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet d7f808a7-d5a8-403f-add3-49d77620e896 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:48.371773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5ccb-7558-47c1-baec-b37eac0d2dbd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (d7f808a7-d5a8-403f-add3-49d77620e896), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.548015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5ccb-7558-47c1-baec-b37eac0d2dbd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (d7f808a7-d5a8-403f-add3-49d77620e896), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.562978 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Publish callbacks [] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.578648 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.601417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97ffae-bf54-40a8-8f71-0fd4f1e57282 req-86b80756-a951-4423-8821-aa381121c37d tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:48.610340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5a97ffae-bf54-40a8-8f71-0fd4f1e57282 req-86b80756-a951-4423-8821-aa381121c37d tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1128 time: 0.1711843 Feb 09 21:07:48.644148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:48.658140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-54006479-67ea-4d2d-925d-dbe2fef62766 None None] Current status of the port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:48.662692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:48.686890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:48.709036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'port_id': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'mac_address': 'fa:16:3e:41:dd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:07:48.714245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:48.727435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=9b9d1578-66b2-472b-bd2c-63ed35360149,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:48.728715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5a97ffae-bf54-40a8-8f71-0fd4f1e57282 req-1c1374ee-da17-441d-afff-8db26a0a83d0 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171110 Feb 09 21:07:48.733405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Pushing event updated for resources: {'Port': ['ID=f40f0120-ffa7-45b8-be7e-41b74ee0a568,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:48.766010 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5ccb-7558-47c1-baec-b37eac0d2dbd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d7f808a7-d5a8-403f-add3-49d77620e896), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.785686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 79006c43-abb4-410c-a8eb-05d0cd01ba34 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:48.786074 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.864464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-54006479-67ea-4d2d-925d-dbe2fef62766 None None] Provisioning complete for port 68adad95-4dac-4593-9b26-594ba1543f94 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:48.867429 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54006479-67ea-4d2d-925d-dbe2fef62766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (68adad95-4dac-4593-9b26-594ba1543f94), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.888382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346f807-98d3-4e3a-bee5-57e62099d626 req-1e8723e7-f711-4994-9c8c-31279b199d20 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:48.895992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b346f807-98d3-4e3a-bee5-57e62099d626 req-1e8723e7-f711-4994-9c8c-31279b199d20 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 945 time: 0.2250748 Feb 09 21:07:48.950027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ce9fa-ea9b-4a03-84f2-ad524d3a9256 None None] Network 060474b0-0710-4a22-80f0-3fbc4a290b33 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:48.963760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ab86181f-5c5d-4d8c-a32f-38f61961fa69 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:48.964181 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:48.970487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-b8dad969-8c63-49f8-a46f-e503b5bd32b5 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2928295 Feb 09 21:07:49.024311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.033229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Attempting to bind port f40f0120-ffa7-45b8-be7e-41b74ee0a568 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:49.033611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Attempting to bind port f40f0120-ffa7-45b8-be7e-41b74ee0a568 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:49.033962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Attempting to bind port f40f0120-ffa7-45b8-be7e-41b74ee0a568 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:49.052629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab86181f-5c5d-4d8c-a32f-38f61961fa69 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:07:49.055013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-54006479-67ea-4d2d-925d-dbe2fef62766 None None] Port 68adad95-4dac-4593-9b26-594ba1543f94 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:49.064652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:49.065185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:49.065519 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.065931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:49.066430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Bound port: f40f0120-ffa7-45b8-be7e-41b74ee0a568, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:49.066819 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.068834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (68adad95-4dac-4593-9b26-594ba1543f94), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.095106 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (68adad95-4dac-4593-9b26-594ba1543f94), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.116630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:49.128472 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.136113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b346f807-98d3-4e3a-bee5-57e62099d626 req-2604447c-91e6-4e62-ac92-52b9b65f95b7 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353904 Feb 09 21:07:49.279905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 79006c43-abb4-410c-a8eb-05d0cd01ba34 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:49.280304 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.298292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Provisioning complete for port 68adad95-4dac-4593-9b26-594ba1543f94 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:49.298656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (68adad95-4dac-4593-9b26-594ba1543f94), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.340832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] For port f40f0120-ffa7-45b8-be7e-41b74ee0a568, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:49.347066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70462c13-159d-41fd-9e3a-b16d45e82000 req-8fa6c8b2-cdc2-4020-87a4-39672f12f19c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:49.347968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=12']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:49.348850 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70462c13-159d-41fd-9e3a-b16d45e82000 req-8fa6c8b2-cdc2-4020-87a4-39672f12f19c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.1097450 Feb 09 21:07:49.377789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] For port f40f0120-ffa7-45b8-be7e-41b74ee0a568, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f40f0120-ffa7-45b8-be7e-41b74ee0a568,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:49.388407 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5ccb-7558-47c1-baec-b37eac0d2dbd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (d7f808a7-d5a8-403f-add3-49d77620e896), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.392515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.398005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Port 68adad95-4dac-4593-9b26-594ba1543f94 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:49.403885 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa159f06-a19f-4cec-9582-ab2d7ab07e25 req-1d91e708-c3d5-4aa7-b6d2-f2445fcc5a58 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232290 Feb 09 21:07:49.428684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ab86181f-5c5d-4d8c-a32f-38f61961fa69'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:07:49.455733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d5ccb-7558-47c1-baec-b37eac0d2dbd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f808a7-d5a8-403f-add3-49d77620e896,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:49.477840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d5ccb-7558-47c1-baec-b37eac0d2dbd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.479953 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8d2d5ccb-7558-47c1-baec-b37eac0d2dbd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/d7f808a7-d5a8-403f-add3-49d77620e896 HTTP/1.1" status: 204 len: 168 time: 1.2403696 Feb 09 21:07:49.483248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55488) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:49.515657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7a4d1-4760-425e-99c8-f1671a8ca2e5 req-042b3d93-5c3d-4b6b-847d-65f8a8e38337 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:49.525093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05c7a4d1-4760-425e-99c8-f1671a8ca2e5 req-042b3d93-5c3d-4b6b-847d-65f8a8e38337 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1128 time: 0.2748411 Feb 09 21:07:49.535462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=68adad95-4dac-4593-9b26-594ba1543f94,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:49.633443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42e205-37ac-4a1e-b5f2-6354bbc4fb1f None None] Pushing event updated for resources: {'Port': ['ID=f40f0120-ffa7-45b8-be7e-41b74ee0a568,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:49.636487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (060474b0-0710-4a22-80f0-3fbc4a290b33), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.683592 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70462c13-159d-41fd-9e3a-b16d45e82000 req-a22b822c-6faa-4a35-9b67-1e583dde0af4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193843 Feb 09 21:07:49.697723 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:07:49.702234 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:07:49.721355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Provisioning complete for port 79006c43-abb4-410c-a8eb-05d0cd01ba34 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:49.721741 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.747015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05c7a4d1-4760-425e-99c8-f1671a8ca2e5 req-5112c857-808e-488b-96de-113eb5d4cd34 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204270 Feb 09 21:07:49.813486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 79006c43-abb4-410c-a8eb-05d0cd01ba34 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:49.814000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.919743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] In _notify_port_updated(), no bound segment for port 68adad95-4dac-4593-9b26-594ba1543f94 on network 61993a7f-2a49-45cc-8e48-d5e461ff4fca {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:07:49.965015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e55ba-827e-4410-a38c-109dc5abd9f2 None None] Network 060474b0-0710-4a22-80f0-3fbc4a290b33 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:49.966962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:49.967892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:49.973527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2c37c30e-a2b5-4567-a95e-5e32d53048fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "PUT /v2.0/ports/68adad95-4dac-4593-9b26-594ba1543f94 HTTP/1.1" status: 200 len: 1000 time: 3.4153507 Feb 09 21:07:49.981173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:50.120188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Current status of the port 79006c43-abb4-410c-a8eb-05d0cd01ba34 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:50.120583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.192018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.199313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] For port 79006c43-abb4-410c-a8eb-05d0cd01ba34, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=79006c43-abb4-410c-a8eb-05d0cd01ba34,segment=NetworkSegment(8b938b24-fc66-4c6a-9c66-e8ed75d73b8d),segment_id=8b938b24-fc66-4c6a-9c66-e8ed75d73b8d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:50.202702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.204468 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.204993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (149736ed-ef9d-40c9-9363-80b164b4fded), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.233450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 79006c43-abb4-410c-a8eb-05d0cd01ba34 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:50.286055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 79006c43-abb4-410c-a8eb-05d0cd01ba34 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:50.286474 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.330279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] For port 79006c43-abb4-410c-a8eb-05d0cd01ba34, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=79006c43-abb4-410c-a8eb-05d0cd01ba34,segment=NetworkSegment(8b938b24-fc66-4c6a-9c66-e8ed75d73b8d),segment_id=8b938b24-fc66-4c6a-9c66-e8ed75d73b8d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:50.339035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f977730d-f59a-44a3-8086-0428a6831b4c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 68adad95-4dac-4593-9b26-594ba1543f94 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:50.339553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f977730d-f59a-44a3-8086-0428a6831b4c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (68adad95-4dac-4593-9b26-594ba1543f94), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.358806 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.372048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=9b9d1578-66b2-472b-bd2c-63ed35360149,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:50.398100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241caf7-1fae-42b1-b832-0dd2bededfd9 req-756129e5-667f-469a-b43b-bf2df73001b8 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:50.400719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1241caf7-1fae-42b1-b832-0dd2bededfd9 req-756129e5-667f-469a-b43b-bf2df73001b8 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1128 time: 0.1999671 Feb 09 21:07:50.415612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:07:50.416198 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:07:50.497317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:50.499647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6000470-35c1-4840-9e7d-bb8b30823a4b req-e88366f5-e623-4a16-8506-9ee8fbf06005 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:50.501584 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6000470-35c1-4840-9e7d-bb8b30823a4b req-e88366f5-e623-4a16-8506-9ee8fbf06005 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 946 time: 0.2030089 Feb 09 21:07:50.513206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:50.531946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1241caf7-1fae-42b1-b832-0dd2bededfd9 req-48bef97b-4c35-4014-903c-80dce0105ca0 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249454 Feb 09 21:07:50.566775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f977730d-f59a-44a3-8086-0428a6831b4c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (68adad95-4dac-4593-9b26-594ba1543f94), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.584246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (79006c43-abb4-410c-a8eb-05d0cd01ba34), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.619728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=79006c43-abb4-410c-a8eb-05d0cd01ba34,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:50.629381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f977730d-f59a-44a3-8086-0428a6831b4c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 68adad95-4dac-4593-9b26-594ba1543f94 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:50.648290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No DVR routers for this DVR port 79006c43-abb4-410c-a8eb-05d0cd01ba34 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:50.691066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Router 149736ed-ef9d-40c9-9363-80b164b4fded is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:07:50.732511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440afe8-6ccd-4fd6-84d1-5af33fe3a428 None None] Pushing event updated for resources: {'Port': ['ID=79006c43-abb4-410c-a8eb-05d0cd01ba34,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:50.862586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7ac38f4f-dc96-4c53-bc47-9df5ea8080d5 None None] Provisioning complete for port 68adad95-4dac-4593-9b26-594ba1543f94 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:50.863192 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ac38f4f-dc96-4c53-bc47-9df5ea8080d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (68adad95-4dac-4593-9b26-594ba1543f94), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.869652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c232457-b76a-4517-a6dd-1054c04c04a8 None None] DHCP port deletion for 060474b0-0710-4a22-80f0-3fbc4a290b33 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:50.880099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:07:50.888488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (060474b0-0710-4a22-80f0-3fbc4a290b33), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:50.894854 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Sync routers for ids ['149736ed-ef9d-40c9-9363-80b164b4fded'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:07:50.906805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-750a81c2-3f78-4de3-9895-52fa64479d35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "PUT /v2.0/routers/149736ed-ef9d-40c9-9363-80b164b4fded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9931226 Feb 09 21:07:50.907530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:50.917138 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Routers {'149736ed-ef9d-40c9-9363-80b164b4fded'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:07:50.917925 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['149736ed-ef9d-40c9-9363-80b164b4fded'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:50.957927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060474b0-0710-4a22-80f0-3fbc4a290b33']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:50.983941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b938b24-fc66-4c6a-9c66-e8ed75d73b8d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:50.984206 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b938b24-fc66-4c6a-9c66-e8ed75d73b8d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:50.989659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port 79006c43-abb4-410c-a8eb-05d0cd01ba34 update to ACTIVE by agent not found {{(pid=103326) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:07:50.995992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7ac38f4f-dc96-4c53-bc47-9df5ea8080d5 None None] Port 68adad95-4dac-4593-9b26-594ba1543f94 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:07:51.006957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8b938b24-fc66-4c6a-9c66-e8ed75d73b8d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.008560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7ac38f4f-dc96-4c53-bc47-9df5ea8080d5 None None] Could not find standard attr ID for object 79006c43-abb4-410c-a8eb-05d0cd01ba34. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:07:51.020275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:07:51.042594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8b938b24-fc66-4c6a-9c66-e8ed75d73b8d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.052618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:07:51.053196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8b938b24-fc66-4c6a-9c66-e8ed75d73b8d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.106740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e013cbe8-a977-463d-821a-14f410b70bb0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:51.108237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e013cbe8-a977-463d-821a-14f410b70bb0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports/9b9d1578-66b2-472b-bd2c-63ed35360149 HTTP/1.1" status: 200 len: 911 time: 0.1738117 Feb 09 21:07:51.112311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:07:51.153115 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:07:51.178449 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6000470-35c1-4840-9e7d-bb8b30823a4b req-d72327c3-aa52-468a-9722-90688341d444 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6637642 Feb 09 21:07:51.192009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (060474b0-0710-4a22-80f0-3fbc4a290b33), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.196816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.198898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:51.201593 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/networks/060474b0-0710-4a22-80f0-3fbc4a290b33 HTTP/1.1" status: 204 len: 168 time: 1.7171323 Feb 09 21:07:51.264781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f40f0120-ffa7-45b8-be7e-41b74ee0a568 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:51.278237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55514) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:51.287122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2052154056'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:51.324293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:51.328580 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.343733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed63eed-02a4-441b-b7b6-d9fe017e15e5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Network': ['ID=060474b0-0710-4a22-80f0-3fbc4a290b33,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:51.363803 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Set router 149736ed-ef9d-40c9-9363-80b164b4fded gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:07:51.364916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:51.379154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:07:51.389368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'port_id': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'mac_address': 'fa:16:3e:c4:ba:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:07:51.390856 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (02c92f15-ef32-436a-a657-926c4ccb2dd0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.391215 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Added segment 02c92f15-ef32-436a-a657-926c4ccb2dd0 of type vlan for network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 Feb 09 21:07:51.395072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c042d-45b3-42d0-bb13-1bd0fcb61e63 req-f7997171-8f87-407e-aa75-a7c3fffb367d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:51.397601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-755c042d-45b3-42d0-bb13-1bd0fcb61e63 req-f7997171-8f87-407e-aa75-a7c3fffb367d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 943 time: 0.5191710 Feb 09 21:07:51.457296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (963d4b12-3c0e-4a55-b9a4-032dbe4f3e36), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.475666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d89329-64a0-4fe5-8661-d74f01bb3fc5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:51.484156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f40f0120-ffa7-45b8-be7e-41b74ee0a568 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:51.484538 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.492000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d89329-64a0-4fe5-8661-d74f01bb3fc5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:51.494424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-77d89329-64a0-4fe5-8661-d74f01bb3fc5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3811328 Feb 09 21:07:51.506954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:51.507588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:51.507588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.510307 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-902bf52a-99f0-4a0a-97a9-dd026739aa21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/cc7745ff-c636-4612-858a-1ecca1f868f9 HTTP/1.1" status: 200 len: 993 time: 0.3093688 Feb 09 21:07:51.573534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-755c042d-45b3-42d0-bb13-1bd0fcb61e63 req-5da61b95-5df1-429c-a169-94710df33941 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596444 Feb 09 21:07:51.575621 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:07:51.629518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4ec43790-e5c4-4139-b816-4973b17c85ff None None] Provisioning complete for port f40f0120-ffa7-45b8-be7e-41b74ee0a568 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:51.629931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ec43790-e5c4-4139-b816-4973b17c85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.646251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (963d4b12-3c0e-4a55-b9a4-032dbe4f3e36), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.651321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:51.652029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.679250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:51.688600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.780396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:51.826707 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'name': 'tempest-NetworksTestDHCPv6-router-1798019997', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:07:43Z', 'updated_at': '2022-02-09T21:07:48Z', 'revision_number': 2, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None, '_interfaces': [{'id': '9b9d1578-66b2-472b-bd2c-63ed35360149', 'name': '', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'mac_address': 'fa:16:3e:4d:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:07:45Z', 'updated_at': '2022-02-09T21:07:49Z', 'revision_number': 2, 'project_id': '31399360988041af83463a9d6e3a1124', 'subnets': [{'id': '658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:51.879515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.917727 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Checking router: 149736ed-ef9d-40c9-9363-80b164b4fded for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:07:51.918622 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Updating router 149736ed-ef9d-40c9-9363-80b164b4fded port 9b9d1578-66b2-472b-bd2c-63ed35360149 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:07:51.936779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Network': ['ID=963d4b12-3c0e-4a55-b9a4-032dbe4f3e36,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:51.981880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f977730d-f59a-44a3-8086-0428a6831b4c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (68adad95-4dac-4593-9b26-594ba1543f94), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.994943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f40f0120-ffa7-45b8-be7e-41b74ee0a568 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:51.995922 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:51.998606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:07:52.008305 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.055664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977730d-f59a-44a3-8086-0428a6831b4c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=68adad95-4dac-4593-9b26-594ba1543f94,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:52.071889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:52.072826 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b35a3906-5bee-417b-9d4c-af8d8dad0cf3 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7900727 Feb 09 21:07:52.077227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '963d4b12-3c0e-4a55-b9a4-032dbe4f3e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:52.097645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:07:52.162911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-e4e90d97-41f4-45ce-9115-342900bc58bf tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:52.165005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-e4e90d97-41f4-45ce-9115-342900bc58bf tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1128 time: 0.6774337 Feb 09 21:07:52.188429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fba15-2d36-42f2-989a-b71c2f2a8ce2 req-6b448222-5542-4a1a-9f41-e99cf4c8a64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:52.190483 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7fba15-2d36-42f2-989a-b71c2f2a8ce2 req-6b448222-5542-4a1a-9f41-e99cf4c8a64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1128 time: 0.4197659 Feb 09 21:07:52.346575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4ec43790-e5c4-4139-b816-4973b17c85ff None None] Current status of the port f40f0120-ffa7-45b8-be7e-41b74ee0a568 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:52.346980 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ec43790-e5c4-4139-b816-4973b17c85ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.365881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port ab86181f-5c5d-4d8c-a32f-38f61961fa69 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:07:52.384138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:52.387594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.413839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:52.488623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port f40f0120-ffa7-45b8-be7e-41b74ee0a568, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f40f0120-ffa7-45b8-be7e-41b74ee0a568,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:52.495725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port ab86181f-5c5d-4d8c-a32f-38f61961fa69 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:52.496535 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.595992 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f977730d-f59a-44a3-8086-0428a6831b4c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.604883 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f977730d-f59a-44a3-8086-0428a6831b4c tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/68adad95-4dac-4593-9b26-594ba1543f94 HTTP/1.1" status: 204 len: 168 time: 2.6179054 Feb 09 21:07:52.606373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:52.612989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a7fba15-2d36-42f2-989a-b71c2f2a8ce2 req-7546bde3-29c7-4c80-8af6-61e2192cf131 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901971 Feb 09 21:07:52.675584 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.704528 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Publish callbacks [] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.713566 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0801f861-d25c-4e09-878e-e335e86cb3f9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:07:52.719057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0801f861-d25c-4e09-878e-e335e86cb3f9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/68adad95-4dac-4593-9b26-594ba1543f94 HTTP/1.1" status: 404 len: 333 time: 0.1077538 Feb 09 21:07:52.720007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:52.725299 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.793663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Deleting port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:52.793857 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.840213 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Pushing event updated for resources: {'Port': ['ID=9b9d1578-66b2-472b-bd2c-63ed35360149,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:52.854177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 79006c43-abb4-410c-a8eb-05d0cd01ba34 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:52.858089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-614f9236-3e5a-4b8d-a5ae-e10eae74e3e0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet 408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:52.866055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-614f9236-3e5a-4b8d-a5ae-e10eae74e3e0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:52.884280 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.884887 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.885392 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.892355 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.893161 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.893668 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.894169 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.894677 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.895174 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.895711 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.896212 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.896705 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.897210 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:07:52.920824 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 79006c43-abb4-410c-a8eb-05d0cd01ba34 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:07:52.921173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 79006c43-abb4-410c-a8eb-05d0cd01ba34 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:07:53.033307 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Attempting to bind port 9b9d1578-66b2-472b-bd2c-63ed35360149 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:53.033874 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Attempting to bind port 9b9d1578-66b2-472b-bd2c-63ed35360149 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:53.034031 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Attempting to bind port 9b9d1578-66b2-472b-bd2c-63ed35360149 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:53.048699 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:53.049378 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:53.049961 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.050522 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:53.051180 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Bound port: 9b9d1578-66b2-472b-bd2c-63ed35360149, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:53.060404 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.064483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] For port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:53.065074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.065778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:53.092577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Calling delete_port for d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:53.129593 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-614f9236-3e5a-4b8d-a5ae-e10eae74e3e0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.197106 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-4ec43790-e5c4-4139-b816-4973b17c85ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:07:53.198672 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-4ec43790-e5c4-4139-b816-4973b17c85ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:07:53.200145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=f40f0120-ffa7-45b8-be7e-41b74ee0a568,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:53.207211 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] For port 9b9d1578-66b2-472b-bd2c-63ed35360149, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:53.208310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (85583179-fbe9-49c9-9369-b06b16e8130c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.216297 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] For port 9b9d1578-66b2-472b-bd2c-63ed35360149, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9b9d1578-66b2-472b-bd2c-63ed35360149,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:53.226192 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.294049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c20370-0756-4a87-bd33-26b95dd53fea req-099a079e-d71f-4c0e-a8de-297bde6c3cfd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:53.302495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-69c20370-0756-4a87-bd33-26b95dd53fea req-099a079e-d71f-4c0e-a8de-297bde6c3cfd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 944 time: 0.4640133 Feb 09 21:07:53.346363 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf6683-f1b4-4e6a-9877-b09402ff72a5 None None] Pushing event updated for resources: {'Port': ['ID=9b9d1578-66b2-472b-bd2c-63ed35360149,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:53.346963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:53.347535 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.362963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ab86181f-5c5d-4d8c-a32f-38f61961fa69 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:53.363363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.376044 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Routers {'149736ed-ef9d-40c9-9363-80b164b4fded'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:07:53.377093 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['149736ed-ef9d-40c9-9363-80b164b4fded'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:53.418713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=85583179-fbe9-49c9-9369-b06b16e8130c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:53.436314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:53.438739 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69af8011-bfb2-4a3a-b4ca-fbb4346e6902" -d '{"events": [{"server_uuid": "b82552c2-d20b-420c-bd55-1ed9abe0534e", "name": "network-vif-unplugged", "status": "completed", "tag": "d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:53.475161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-69c20370-0756-4a87-bd33-26b95dd53fea req-b28f2ece-7c6e-4ba0-b333-ed509591887d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713197 Feb 09 21:07:53.478572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Checking segment: {'id': '02c92f15-ef32-436a-a657-926c4ccb2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '963d4b12-3c0e-4a55-b9a4-032dbe4f3e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:53.481067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:53.486642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network hostable DHCP agents. Network: 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:07:53.489582 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.497536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:53.546760 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.551077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-614f9236-3e5a-4b8d-a5ae-e10eae74e3e0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.582917 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] Set router 149736ed-ef9d-40c9-9363-80b164b4fded gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:07:53.609760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:53.630219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:07:53.676710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:53.687873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:53.688475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.738041 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2daabc45-48b8-4152-bb4b-51711eb39a20 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6650183 Feb 09 21:07:53.738772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:53.752734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9cde6bf5-adbb-4167-853d-dd9330a297ea tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-271108624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:53.770349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1970a90-eb35-4311-81fe-e9ffb8fc68fb None None] Network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:53.775583 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd262276-d525-422d-8e3a-222db5e0b89d x-openstack-request-id: req-cd262276-d525-422d-8e3a-222db5e0b89d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:53.775902 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82552c2-d20b-420c-bd55-1ed9abe0534e", "name": "network-vif-unplugged", "status": "completed", "tag": "d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:53.776162 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cd262276-d525-422d-8e3a-222db5e0b89d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:53.776558 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9', 'code': 200} Feb 09 21:07:53.777559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4ec43790-e5c4-4139-b816-4973b17c85ff None None] Current status of the port f40f0120-ffa7-45b8-be7e-41b74ee0a568 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:53.796083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (149736ed-ef9d-40c9-9363-80b164b4fded), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.831252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=13']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:53.851454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf5-adbb-4167-853d-dd9330a297ea tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (b53afbc1-2902-430e-83fd-1669689ad038), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.852172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf5-adbb-4167-853d-dd9330a297ea tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (b53afbc1-2902-430e-83fd-1669689ad038), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.868424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b595ad-ab0f-4b0f-bf5b-228fd1c79d30 req-0ab63343-b764-4ff6-8eba-3d95f071fc79 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:53.876284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42b595ad-ab0f-4b0f-bf5b-228fd1c79d30 req-0ab63343-b764-4ff6-8eba-3d95f071fc79 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b82552c2-d20b-420c-bd55-1ed9abe0534e HTTP/1.1" status: 200 len: 1017 time: 0.1139946 Feb 09 21:07:53.886048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-614f9236-3e5a-4b8d-a5ae-e10eae74e3e0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.893487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.920328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['974eb5f8-893c-47dc-88e4-9687dd9db1fb'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:07:53.955511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f9236-3e5a-4b8d-a5ae-e10eae74e3e0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:53.987222 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'name': 'tempest-NetworksTestDHCPv6-router-1798019997', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:07:43Z', 'updated_at': '2022-02-09T21:07:48Z', 'revision_number': 2, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None, '_interfaces': [{'id': '9b9d1578-66b2-472b-bd2c-63ed35360149', 'name': '', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'mac_address': 'fa:16:3e:4d:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:07:45Z', 'updated_at': '2022-02-09T21:07:53Z', 'revision_number': 4, 'project_id': '31399360988041af83463a9d6e3a1124', 'subnets': [{'id': '658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:53.989302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-614f9236-3e5a-4b8d-a5ae-e10eae74e3e0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:53.993276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-614f9236-3e5a-4b8d-a5ae-e10eae74e3e0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71 HTTP/1.1" status: 204 len: 168 time: 1.2725151 Feb 09 21:07:53.998780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:54.001541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Pushing event deleted for resources: {'Port': ['ID=d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:54.016594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf5-adbb-4167-853d-dd9330a297ea tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for router_controller (b53afbc1-2902-430e-83fd-1669689ad038), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.027744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eee1d5-3afa-425a-ad34-e105ab0a23bb None None] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:54.031431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf5-adbb-4167-853d-dd9330a297ea tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (b53afbc1-2902-430e-83fd-1669689ad038), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.042713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-659ae645-30a9-443a-97cb-d4487ab3848e None None] Provisioning complete for port 9b9d1578-66b2-472b-bd2c-63ed35360149 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:54.043102 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-659ae645-30a9-443a-97cb-d4487ab3848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.051151 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96591810-7156-48cd-a2fa-e9fb51a28632 None None] The sync data for ids ['149736ed-ef9d-40c9-9363-80b164b4fded'] in n-d-789963-29 is: [{'id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'name': 'tempest-NetworksTestDHCPv6-router-1798019997', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:07:43Z', 'updated_at': '2022-02-09T21:07:48Z', 'revision_number': 2, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None, '_interfaces': [{'id': '9b9d1578-66b2-472b-bd2c-63ed35360149', 'name': '', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'mac_address': 'fa:16:3e:4d:42:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:07:45Z', 'updated_at': '2022-02-09T21:07:53Z', 'revision_number': 4, 'project_id': '31399360988041af83463a9d6e3a1124', 'subnets': [{'id': '658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:07:54.075482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42b595ad-ab0f-4b0f-bf5b-228fd1c79d30 req-4378a9c8-fe1a-44b1-9c78-fa98875261d7 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980481 Feb 09 21:07:54.101702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9cde6bf5-adbb-4167-853d-dd9330a297ea tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.106422 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9cde6bf5-adbb-4167-853d-dd9330a297ea tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3574669 Feb 09 21:07:54.106422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:54.111032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'network_id': '963d4b12-3c0e-4a55-b9a4-032dbe4f3e36', 'name': 'tempest-PortsIpV6TestJSON-1974385458'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:54.160469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-963d4b12-3c0e-4a55-b9a4-032dbe4f3e36', 'network_id': '963d4b12-3c0e-4a55-b9a4-032dbe4f3e36', 'project_id': '3b4750a3e035499b9b5e799a8f1c173c', 'fixed_ips': [{'subnet_id': '85583179-fbe9-49c9-9369-b06b16e8130c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:07:54.161348 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.207953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] No DVR routers for this DVR port d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:54.212510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.217955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8c5d27d7-e298-4bc0-8e8f-6fa1c3fb0673 req-a496d31e-ec29-438d-bbee-0f1f3a5a9e08 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9 HTTP/1.1" status: 204 len: 173 time: 2.0444481 Feb 09 21:07:54.228921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'name': 'network-vif-deleted', 'tag': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:54.231831 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f46742-6ab3-4d49-b3ad-542440b7d055" -d '{"events": [{"server_uuid": "b82552c2-d20b-420c-bd55-1ed9abe0534e", "name": "network-vif-deleted", "tag": "d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:54.328001 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79fc9a6-30b3-4584-9cd1-9c780ff2e4c5 x-openstack-request-id: req-f79fc9a6-30b3-4584-9cd1-9c780ff2e4c5 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:54.328610 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b82552c2-d20b-420c-bd55-1ed9abe0534e", "name": "network-vif-deleted", "tag": "d49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:54.329305 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f79fc9a6-30b3-4584-9cd1-9c780ff2e4c5 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:54.330045 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82552c2-d20b-420c-bd55-1ed9abe0534e', 'name': 'network-vif-deleted', 'tag': 'd49dc2f0-86bd-4a95-b4d5-ea2569e8ddd9', 'status': 'completed', 'code': 200} Feb 09 21:07:54.336811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d846f2-6288-49c8-a883-f1bd0c7dbb43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet 472f41c3-41cd-46ab-97f2-68fccb138f66 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:54.405326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:54.413245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.414191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03d846f2-6288-49c8-a883-f1bd0c7dbb43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (472f41c3-41cd-46ab-97f2-68fccb138f66), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.468574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 5dd683a1-a2d5-4ea4-b985-e19970189121 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:07:54.560451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03d846f2-6288-49c8-a883-f1bd0c7dbb43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (472f41c3-41cd-46ab-97f2-68fccb138f66), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.637200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Allocated IP 2001:db8::2 (963d4b12-3c0e-4a55-b9a4-032dbe4f3e36/85583179-fbe9-49c9-9369-b06b16e8130c/ad524c0a-a378-4804-822b-3f8b4be102e0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:54.718206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-659ae645-30a9-443a-97cb-d4487ab3848e None None] Current status of the port 9b9d1578-66b2-472b-bd2c-63ed35360149 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:54.718705 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-659ae645-30a9-443a-97cb-d4487ab3848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.719987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03d846f2-6288-49c8-a883-f1bd0c7dbb43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (472f41c3-41cd-46ab-97f2-68fccb138f66), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:54.745285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684bb9f-4f44-47e6-b332-7e5bd4889f4d req-28c99502-4ec7-4a20-b8bb-03da91ebc8bc tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:54.747720 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7684bb9f-4f44-47e6-b332-7e5bd4889f4d req-28c99502-4ec7-4a20-b8bb-03da91ebc8bc tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 944 time: 0.1385171 Feb 09 21:07:54.843214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7684bb9f-4f44-47e6-b332-7e5bd4889f4d req-9f0bcd1c-460a-44b2-9e40-7d2bc0bc5308 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870302 Feb 09 21:07:54.886495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03d846f2-6288-49c8-a883-f1bd0c7dbb43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (472f41c3-41cd-46ab-97f2-68fccb138f66), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.163556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:55.261462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-659ae645-30a9-443a-97cb-d4487ab3848e None None] For port 9b9d1578-66b2-472b-bd2c-63ed35360149, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9b9d1578-66b2-472b-bd2c-63ed35360149,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:55.324339 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-659ae645-30a9-443a-97cb-d4487ab3848e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.333149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f40f0120-ffa7-45b8-be7e-41b74ee0a568 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:55.578364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d846f2-6288-49c8-a883-f1bd0c7dbb43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=472f41c3-41cd-46ab-97f2-68fccb138f66,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:55.593147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ae645-30a9-443a-97cb-d4487ab3848e None None] Pushing event updated for resources: {'Port': ['ID=9b9d1578-66b2-472b-bd2c-63ed35360149,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:55.606744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-03d846f2-6288-49c8-a883-f1bd0c7dbb43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.612682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03d846f2-6288-49c8-a883-f1bd0c7dbb43 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/472f41c3-41cd-46ab-97f2-68fccb138f66 HTTP/1.1" status: 204 len: 168 time: 1.6058354 Feb 09 21:07:55.613084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:55.624256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:55.624632 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.686559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Publish callbacks [] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.694397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfc5fa-c62e-4209-8571-7a3e812ea01a req-3aa98122-ff65-4c48-b2c1-f0b7fd2e60af tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:55.694863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f40f0120-ffa7-45b8-be7e-41b74ee0a568 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:55.694863 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.698815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.703022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82dfc5fa-c62e-4209-8571-7a3e812ea01a req-3aa98122-ff65-4c48-b2c1-f0b7fd2e60af tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.1041183 Feb 09 21:07:55.753718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (61993a7f-2a49-45cc-8e48-d5e461ff4fca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.764456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 9b9d1578-66b2-472b-bd2c-63ed35360149 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:55.764843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.809566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:55.816432 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b593aa-3d68-49f8-bf9e-c783703e21fd" -d '{"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-plugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:55.820971 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82dfc5fa-c62e-4209-8571-7a3e812ea01a req-df97f4d0-9186-4e1c-892f-0220ae9eff9f tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140077 Feb 09 21:07:55.851243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:55.873141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59053a28-e1d3-4476-b6ae-8276f9eab1bc None None] Network 61993a7f-2a49-45cc-8e48-d5e461ff4fca requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:55.913448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] For port 9b9d1578-66b2-472b-bd2c-63ed35360149, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9b9d1578-66b2-472b-bd2c-63ed35360149,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:55.913970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:55.926308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:55.930441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::1fb (963d4b12-3c0e-4a55-b9a4-032dbe4f3e36/85583179-fbe9-49c9-9369-b06b16e8130c/5dd683a1-a2d5-4ea4-b985-e19970189121) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:07:55.933569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 9b9d1578-66b2-472b-bd2c-63ed35360149 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:55.942325 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167a7d5d-c271-45ac-8328-3a9954713635 x-openstack-request-id: req-167a7d5d-c271-45ac-8328-3a9954713635 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:55.943120 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-plugged", "status": "completed", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:55.943562 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-167a7d5d-c271-45ac-8328-3a9954713635 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:55.944635 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'code': 200} Feb 09 21:07:56.001916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:56.002264 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.010823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Pushing event updated for resources: {'Port': ['ID=ad524c0a-a378-4804-822b-3f8b4be102e0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:56.021802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:56.028556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fc0a8f7a-d14b-4956-bf3c-ecd3c724af15 None None] Provisioning complete for port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:56.029179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc0a8f7a-d14b-4956-bf3c-ecd3c724af15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.031367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:56.031892 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.126536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] For port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,segment=NetworkSegment(2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5),segment_id=2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:56.126911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.152458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:56.168219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f40f0120-ffa7-45b8-be7e-41b74ee0a568 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:56.169346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9b9d1578-66b2-472b-bd2c-63ed35360149 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:56.214619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7b80a-3153-4bbc-9b0a-a6fe166ecea0 req-3bac6aa4-b8e1-45c7-978a-57d015975f70 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:56.223309 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d5f7b80a-3153-4bbc-9b0a-a6fe166ecea0 req-3bac6aa4-b8e1-45c7-978a-57d015975f70 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 944 time: 0.2243793 Feb 09 21:07:56.228462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:56.234979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.249112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Attempting to bind port ad524c0a-a378-4804-822b-3f8b4be102e0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:07:56.249494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Attempting to bind port ad524c0a-a378-4804-822b-3f8b4be102e0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '02c92f15-ef32-436a-a657-926c4ccb2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '963d4b12-3c0e-4a55-b9a4-032dbe4f3e36'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:07:56.250035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Attempting to bind port ad524c0a-a378-4804-822b-3f8b4be102e0 on network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:07:56.263559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.273911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:07:56.274315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Checking segment: {'id': '02c92f15-ef32-436a-a657-926c4ccb2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '963d4b12-3c0e-4a55-b9a4-032dbe4f3e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:07:56.274692 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.275081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Bound using segment: {'id': '02c92f15-ef32-436a-a657-926c4ccb2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '963d4b12-3c0e-4a55-b9a4-032dbe4f3e36'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:07:56.275739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Bound port: ad524c0a-a378-4804-822b-3f8b4be102e0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c92f15-ef32-436a-a657-926c4ccb2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '963d4b12-3c0e-4a55-b9a4-032dbe4f3e36'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:07:56.276129 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.313633 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (78b058fd-f08e-45c1-9e6d-74c1ba2183a2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.324482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.339337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d5f7b80a-3153-4bbc-9b0a-a6fe166ecea0 req-0c2e4073-c9db-4cf8-b22e-5c300d13ed69 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145165 Feb 09 21:07:56.362881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=78b058fd-f08e-45c1-9e6d-74c1ba2183a2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:56.369950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9b9d1578-66b2-472b-bd2c-63ed35360149), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.377535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No DVR routers for this DVR port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:07:56.421676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Could not find standard attr ID for object 9b9d1578-66b2-472b-bd2c-63ed35360149. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:07:56.441085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=9b9d1578-66b2-472b-bd2c-63ed35360149,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:56.471742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:07:56.482410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:07:56.506219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:07:56.512100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:56.512784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.558515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=5dd683a1-a2d5-4ea4-b985-e19970189121,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:56.603206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:56.610932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a8f7a-d14b-4956-bf3c-ecd3c724af15 None None] Port 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 update to ACTIVE by agent not found {{(pid=103326) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:07:56.619064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5956c6-7b6e-4a7b-bd32-1d3b66625866 None None] DHCP port deletion for 61993a7f-2a49-45cc-8e48-d5e461ff4fca request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:56.625689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bac85f25-4df3-41b2-a8c4-07314a4549c5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5185926 Feb 09 21:07:56.630914 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (61993a7f-2a49-45cc-8e48-d5e461ff4fca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.637702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:56.705502 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.705913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (149736ed-ef9d-40c9-9363-80b164b4fded), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.737370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] For port ad524c0a-a378-4804-822b-3f8b4be102e0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:07:56.741370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] For port ad524c0a-a378-4804-822b-3f8b4be102e0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad524c0a-a378-4804-822b-3f8b4be102e0,segment=NetworkSegment(02c92f15-ef32-436a-a657-926c4ccb2dd0),segment_id=02c92f15-ef32-436a-a657-926c4ccb2dd0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:07:56.749935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:56.861084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46d970-0f0b-498a-88de-cd96a97ee171 None None] Pushing event updated for resources: {'Port': ['ID=ad524c0a-a378-4804-822b-3f8b4be102e0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:57.230286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Router 149736ed-ef9d-40c9-9363-80b164b4fded has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:07:57.286849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:57.342996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:07:57.343372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 78b058fd-f08e-45c1-9e6d-74c1ba2183a2 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:07:57.397916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61993a7f-2a49-45cc-8e48-d5e461ff4fca']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:57.411627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:07:57.421968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93399ece-6abd-4339-994c-1809fafcf2e6 req-b8253796-2d1e-4129-a1ee-b94d1766cdfc tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:57.426432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93399ece-6abd-4339-994c-1809fafcf2e6 req-b8253796-2d1e-4129-a1ee-b94d1766cdfc tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.2052858 Feb 09 21:07:57.434652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-06259e29-a349-485c-9ebd-68c3521a6527 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "PUT /v2.0/routers/149736ed-ef9d-40c9-9363-80b164b4fded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9239466 Feb 09 21:07:57.437007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55578) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:57.442633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] Sync routers for ids ['149736ed-ef9d-40c9-9363-80b164b4fded'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:07:57.461144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] Routers {'149736ed-ef9d-40c9-9363-80b164b4fded'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:07:57.461481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:57.462106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:57.471280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['149736ed-ef9d-40c9-9363-80b164b4fded'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:57.595946 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:57.659593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20101361-25aa-4a7b-9316-4af84bb5c888 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:57.660226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] Set router 149736ed-ef9d-40c9-9363-80b164b4fded gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:07:57.661231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20101361-25aa-4a7b-9316-4af84bb5c888 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:57.664516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-20101361-25aa-4a7b-9316-4af84bb5c888 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2263720 Feb 09 21:07:57.667360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:57.691764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-5bce1ffa-8265-4589-9c7c-31b7c46ad02d tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:57.693867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-5bce1ffa-8265-4589-9c7c-31b7c46ad02d tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.4324329 Feb 09 21:07:57.721547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f18a-5437-47be-8e87-9b18494a0d66 req-3d137908-3f35-419d-a579-bab22dcc2989 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:57.723275 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f66f18a-5437-47be-8e87-9b18494a0d66 req-3d137908-3f35-419d-a579-bab22dcc2989 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 946 time: 0.1861582 Feb 09 21:07:57.769758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f41d909-c866-4116-9755-f129e24cf759 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:07:57.782647 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f41d909-c866-4116-9755-f129e24cf759 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:57.783455 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93399ece-6abd-4339-994c-1809fafcf2e6 req-1c31c8e1-7ba7-476e-850b-cce2d75b96e8 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414373 Feb 09 21:07:57.796303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'name': 'tempest-NetworksTestDHCPv6-router-1798019997', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:07:43Z', 'updated_at': '2022-02-09T21:07:56Z', 'revision_number': 3, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:57.815612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:57.829442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:07:57.830254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (2a0df0a2-8546-4ac7-b3ae-5bb3ef24eae5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:07:57.833874 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:07:57.878667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] Checking router: 149736ed-ef9d-40c9-9363-80b164b4fded for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:07:57.879039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f41d909-c866-4116-9755-f129e24cf759 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:57.889132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] Routers {'149736ed-ef9d-40c9-9363-80b164b4fded'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:07:57.890097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['149736ed-ef9d-40c9-9363-80b164b4fded'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:57.930563 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f66f18a-5437-47be-8e87-9b18494a0d66 req-9241db57-df70-4998-a77a-b59eccb130f3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971889 Feb 09 21:07:57.945498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:07:57.948677 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fc2461-8a90-43cb-9caa-4f62a2bca7ab" -d '{"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-plugged", "status": "completed", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:07:58.009365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] Set router 149736ed-ef9d-40c9-9363-80b164b4fded gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:07:58.031642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (61993a7f-2a49-45cc-8e48-d5e461ff4fca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.069136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f41d909-c866-4116-9755-f129e24cf759 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.083034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.086994 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/networks/61993a7f-2a49-45cc-8e48-d5e461ff4fca HTTP/1.1" status: 204 len: 168 time: 2.4728341 Feb 09 21:07:58.094412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55586) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:58.107299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'name': 'tempest-NetworksTestDHCPv6-router-1798019997', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:07:43Z', 'updated_at': '2022-02-09T21:07:56Z', 'revision_number': 3, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:07:58.148627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4499e1-7590-4630-8269-042bf43a81cd tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Network': ['ID=61993a7f-2a49-45cc-8e48-d5e461ff4fca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:58.181177 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc9301-8845-4826-b34e-ae1b9acea5c3 x-openstack-request-id: req-bbfc9301-8845-4826-b34e-ae1b9acea5c3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:07:58.181465 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-plugged", "status": "completed", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:07:58.181845 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bbfc9301-8845-4826-b34e-ae1b9acea5c3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:07:58.182249 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'code': 200} Feb 09 21:07:58.183318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9a5fc-cd56-4a3e-8a2c-0ab41da86c78 None None] The sync data for ids ['149736ed-ef9d-40c9-9363-80b164b4fded'] in n-d-789963-29 is: [{'id': '149736ed-ef9d-40c9-9363-80b164b4fded', 'name': 'tempest-NetworksTestDHCPv6-router-1798019997', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:07:43Z', 'updated_at': '2022-02-09T21:07:56Z', 'revision_number': 3, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:07:58.209320 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f41d909-c866-4116-9755-f129e24cf759 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.244700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Deleting port 974eb5f8-893c-47dc-88e4-9687dd9db1fb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:58.246937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.290927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41d909-c866-4116-9755-f129e24cf759 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:58.295842 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f41d909-c866-4116-9755-f129e24cf759 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.303728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4f41d909-c866-4116-9755-f129e24cf759 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00 HTTP/1.1" status: 204 len: 168 time: 0.6331694 Feb 09 21:07:58.309773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a879ae6c-1740-4c26-a7a7-9115011f2eb0 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:58.321165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:58.342554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.385154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfff911-7eb9-4cfd-adce-db76aeeb88a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:58.390329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dcfff911-7eb9-4cfd-adce-db76aeeb88a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2878897 Feb 09 21:07:58.427283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55590) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:58.642974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:07:58.672653 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dd2cd53e-6ba9-42a9-a1db-e28bdb8421c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3496888 Feb 09 21:07:58.675557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0d407-a1ca-448f-bcae-37d10f13bff2 req-48b13578-66c8-42e2-a6b5-14e93c9b5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:58.677895 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8b0d407-a1ca-448f-bcae-37d10f13bff2 req-48b13578-66c8-42e2-a6b5-14e93c9b5dee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 1129 time: 0.3264019 Feb 09 21:07:58.681311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:58.682578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b291b680-e3aa-4335-9cd6-c1dd7784e926 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2539613 Feb 09 21:07:58.709540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:58.722982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80883752-dcab-4b90-b43c-9385b10478e1 None None] Network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:07:58.728614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1350363834'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:58.791622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3991121f-b668-473e-ada6-543661af90fa tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router (149736ed-ef9d-40c9-9363-80b164b4fded), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.814006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:58.822639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.848064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8b0d407-a1ca-448f-bcae-37d10f13bff2 req-b2eda146-ba9e-4e8f-ab2b-d9f08c257bc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614814 Feb 09 21:07:58.902478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:07:58.918025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4a616f16-17b5-4842-a230-b338e7a42a00), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.918566 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Added segment 4a616f16-17b5-4842-a230-b338e7a42a00 of type vlan for network fd51bdab-dfa0-4168-96d7-36de3e77cc91 Feb 09 21:07:58.921264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] For port 974eb5f8-893c-47dc-88e4-9687dd9db1fb, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=974eb5f8-893c-47dc-88e4-9687dd9db1fb,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:58.922083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.944271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ffb54c16-466e-4b85-8172-ea7ba9eed59d None None] Provisioning complete for port ad524c0a-a378-4804-822b-3f8b4be102e0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:58.945009 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffb54c16-466e-4b85-8172-ea7ba9eed59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:58.985149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] Deleting port f40f0120-ffa7-45b8-be7e-41b74ee0a568 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:07:58.985833 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.001701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (fd51bdab-dfa0-4168-96d7-36de3e77cc91), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.072951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (fd51bdab-dfa0-4168-96d7-36de3e77cc91), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.087513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:59.088537 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.156017 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.204190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.233447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Calling delete_port for 974eb5f8-893c-47dc-88e4-9687dd9db1fb owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:59.254492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] For port f40f0120-ffa7-45b8-be7e-41b74ee0a568, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f40f0120-ffa7-45b8-be7e-41b74ee0a568,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:59.254899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.269271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] Calling delete_port for f40f0120-ffa7-45b8-be7e-41b74ee0a568 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:07:59.288444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5712693 Feb 09 21:07:59.292415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:59.300935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:59.321109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad524c0a-a378-4804-822b-3f8b4be102e0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:07:59.325769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc25b7-c3f4-49f4-81c3-0292b147b31f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Network': ['ID=fd51bdab-dfa0-4168-96d7-36de3e77cc91,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:59.359857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network fd51bdab-dfa0-4168-96d7-36de3e77cc91 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:07:59.380866 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba0a65-1c15-4068-91c4-2e054a99fc85 req-a8942e3a-a694-4b67-9ebf-1681353a396a tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:07:59.382964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35ba0a65-1c15-4068-91c4-2e054a99fc85 req-a8942e3a-a694-4b67-9ebf-1681353a396a tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 1128 time: 0.3294921 Feb 09 21:07:59.456345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:07:59.456588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3991121f-b668-473e-ada6-543661af90fa tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (149736ed-ef9d-40c9-9363-80b164b4fded), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.456839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.459124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3991121f-b668-473e-ada6-543661af90fa tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router_controller (149736ed-ef9d-40c9-9363-80b164b4fded), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.638564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ffb54c16-466e-4b85-8172-ea7ba9eed59d None None] Current status of the port ad524c0a-a378-4804-822b-3f8b4be102e0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:07:59.638992 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffb54c16-466e-4b85-8172-ea7ba9eed59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.716984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ad524c0a-a378-4804-822b-3f8b4be102e0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:07:59.717815 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35ba0a65-1c15-4068-91c4-2e054a99fc85 req-0ade22c6-1713-408d-9ae3-c018e1617049 tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=27972c8b-8275-43a7-befe-0eef8cf41bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260891 Feb 09 21:07:59.719635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (a980250d-54bd-468f-aa10-5abb2744dda6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.733345 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.785625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3991121f-b668-473e-ada6-543661af90fa tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (149736ed-ef9d-40c9-9363-80b164b4fded), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.790754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3991121f-b668-473e-ada6-543661af90fa tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Fanout notify agent at l3_agent the message router_deleted on router 149736ed-ef9d-40c9-9363-80b164b4fded {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:07:59.806369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3991121f-b668-473e-ada6-543661af90fa tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.810259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3991121f-b668-473e-ada6-543661af90fa tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/routers/149736ed-ef9d-40c9-9363-80b164b4fded HTTP/1.1" status: 204 len: 168 time: 1.1216080 Feb 09 21:07:59.810259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=5dd683a1-a2d5-4ea4-b985-e19970189121,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:07:59.827644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55610) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:07:59.840089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 974eb5f8-893c-47dc-88e4-9687dd9db1fb no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:07:59.852053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:07:59.868410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ffb54c16-466e-4b85-8172-ea7ba9eed59d None None] For port ad524c0a-a378-4804-822b-3f8b4be102e0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad524c0a-a378-4804-822b-3f8b4be102e0,segment=NetworkSegment(02c92f15-ef32-436a-a657-926c4ccb2dd0),segment_id=02c92f15-ef32-436a-a657-926c4ccb2dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:07:59.933451 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffb54c16-466e-4b85-8172-ea7ba9eed59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:07:59.971238 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (f40f0120-ffa7-45b8-be7e-41b74ee0a568), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.029333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da7d03-2d73-46df-a07a-b3bcd13027b5 req-259a1b02-7889-43de-8b38-27629cb8694a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:00.032041 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4da7d03-2d73-46df-a07a-b3bcd13027b5 req-259a1b02-7889-43de-8b38-27629cb8694a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 946 time: 0.8689835 Feb 09 21:08:00.086828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] No DVR routers for this DVR port f40f0120-ffa7-45b8-be7e-41b74ee0a568 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:00.123711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=a980250d-54bd-468f-aa10-5abb2744dda6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:00.173057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking segment: {'id': '4a616f16-17b5-4842-a230-b338e7a42a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:00.173846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network hostable DHCP agents. Network: fd51bdab-dfa0-4168-96d7-36de3e77cc91, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:08:00.269931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (b53afbc1-2902-430e-83fd-1669689ad038), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.311585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:00.319022 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.327205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network fd51bdab-dfa0-4168-96d7-36de3e77cc91 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:08:00.384020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4da7d03-2d73-46df-a07a-b3bcd13027b5 req-879a8212-0c76-41b2-922c-08cc4adb350c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431458 Feb 09 21:08:00.403270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb54c16-466e-4b85-8172-ea7ba9eed59d None None] Pushing event updated for resources: {'Port': ['ID=ad524c0a-a378-4804-822b-3f8b4be102e0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:00.403979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.470551 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, fd51bdab-dfa0-4168-96d7-36de3e77cc91) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:00.497971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:00.501929 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.507580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530fb1c9-4c87-4eed-96b6-15b3f1f60004 None None] Network fd51bdab-dfa0-4168-96d7-36de3e77cc91 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:00.577422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dbbe826d-5e56-49d7-8f51-a55dabe4becb tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2837458 Feb 09 21:08:00.579801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:00.589954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Pushing event deleted for resources: {'Port': ['ID=974eb5f8-893c-47dc-88e4-9687dd9db1fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:00.597028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91', 'name': 'tempest-PortsTestJSON-220039156'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:00.640590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb10bf7-2494-44b3-8790-4ceefdaf395f None None] Pushing event deleted for resources: {'Port': ['ID=f40f0120-ffa7-45b8-be7e-41b74ee0a568,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:00.647392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ad524c0a-a378-4804-822b-3f8b4be102e0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:00.681418 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] No DVR routers for this DVR port 974eb5f8-893c-47dc-88e4-9687dd9db1fb on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:00.690011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 974eb5f8-893c-47dc-88e4-9687dd9db1fb is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:00.691272 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (974eb5f8-893c-47dc-88e4-9687dd9db1fb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.694617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.698688 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e31a8c4-b26d-4a18-8535-7d31e75474f9 req-b1fa19c7-a541-4d7a-aab1-111c2adac64b tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.50 "DELETE /v2.0/ports/974eb5f8-893c-47dc-88e4-9687dd9db1fb HTTP/1.1" status: 204 len: 173 time: 2.9628844 Feb 09 21:08:00.699206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b691c8b-03cd-45f0-9f69-d4c6a452150b', 'name': 'network-vif-deleted', 'tag': '974eb5f8-893c-47dc-88e4-9687dd9db1fb'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:08:00.708207 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19838dc-f679-4687-8d32-cd39c4fb5b4f" -d '{"events": [{"server_uuid": "1b691c8b-03cd-45f0-9f69-d4c6a452150b", "name": "network-vif-deleted", "tag": "974eb5f8-893c-47dc-88e4-9687dd9db1fb"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:08:00.759070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7fa87722-3109-4d17-8443-73e776ed443f None None] Provisioning complete for port ad524c0a-a378-4804-822b-3f8b4be102e0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:00.761117 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fa87722-3109-4d17-8443-73e776ed443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.848044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9b9d1578-66b2-472b-bd2c-63ed35360149 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:00.886958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-fd51bdab-dfa0-4168-96d7-36de3e77cc91', 'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91', 'project_id': 'be9b06ac2a8946ad98dec778aac67d35', 'fixed_ips': [{'subnet_id': 'a980250d-54bd-468f-aa10-5abb2744dda6'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:00.888292 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.894644 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d967e11e-aa1b-438e-a46e-57692e168b1d x-openstack-request-id: req-d967e11e-aa1b-438e-a46e-57692e168b1d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:08:00.895198 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b691c8b-03cd-45f0-9f69-d4c6a452150b", "name": "network-vif-deleted", "tag": "974eb5f8-893c-47dc-88e4-9687dd9db1fb", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:08:00.895417 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d967e11e-aa1b-438e-a46e-57692e168b1d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:08:00.895845 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b691c8b-03cd-45f0-9f69-d4c6a452150b', 'name': 'network-vif-deleted', 'tag': '974eb5f8-893c-47dc-88e4-9687dd9db1fb', 'status': 'completed', 'code': 200} Feb 09 21:08:00.908092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 9b9d1578-66b2-472b-bd2c-63ed35360149 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:00.909122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9b9d1578-66b2-472b-bd2c-63ed35360149 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:00.909406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f40f0120-ffa7-45b8-be7e-41b74ee0a568 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:00.916910 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:00.964929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f40f0120-ffa7-45b8-be7e-41b74ee0a568 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:00.965387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f40f0120-ffa7-45b8-be7e-41b74ee0a568 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:01.033543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb5eca4a-2899-4aee-90ea-6fe66bd3a924 req-a9f114a0-903e-4edf-8cf8-d950d7d059bb tempest-TestServerMultinode-1586923645 tempest-TestServerMultinode-1586923645-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1b691c8b-03cd-45f0-9f69-d4c6a452150b HTTP/1.1" status: 200 len: 210 time: 0.0815601 Feb 09 21:08:01.118433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:01.121891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.224405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port d03c5e63-b0c6-4a43-a9d5-797d96b36159 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:01.303714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad524c0a-a378-4804-822b-3f8b4be102e0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:01.423006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Allocated IP 172.20.0.2 (fd51bdab-dfa0-4168-96d7-36de3e77cc91/a980250d-54bd-468f-aa10-5abb2744dda6/457e6352-be2e-40a3-a630-6a211f761f05) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:01.428247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (ef81dd83-3a80-4f7a-b32f-e910c9897bdc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.505583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:01.509340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:01.520843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7fa87722-3109-4d17-8443-73e776ed443f None None] Current status of the port ad524c0a-a378-4804-822b-3f8b4be102e0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:01.521167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:01.521716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.527019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=ef81dd83-3a80-4f7a-b32f-e910c9897bdc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:01.528484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388de51-83af-4002-9a7f-9b30db0ae1b2 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:01.556471 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b6462bd0-5058-4e30-935e-edf38087d132 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7261996 Feb 09 21:08:01.576541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55656) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:01.576541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-75ffbcba-4dda-43c8-915a-638dfc658b19 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1748502094', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:01.607582 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75ffbcba-4dda-43c8-915a-638dfc658b19 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (05e598c5-701d-4011-b3b0-6eda203c8b03), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.608772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75ffbcba-4dda-43c8-915a-638dfc658b19 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (05e598c5-701d-4011-b3b0-6eda203c8b03), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.628500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeafc38-e679-496c-9734-3ce428cfaa78 req-6a8992d3-5245-451e-a36e-9cc6d8ae89bd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:01.629660 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0eeafc38-e679-496c-9734-3ce428cfaa78 req-6a8992d3-5245-451e-a36e-9cc6d8ae89bd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 946 time: 0.0926144 Feb 09 21:08:01.656470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7fa87722-3109-4d17-8443-73e776ed443f None None] Provisioning complete for port 5dd683a1-a2d5-4ea4-b985-e19970189121 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:01.656916 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7fa87722-3109-4d17-8443-73e776ed443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.702427 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75ffbcba-4dda-43c8-915a-638dfc658b19 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router_controller (05e598c5-701d-4011-b3b0-6eda203c8b03), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.720393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ad524c0a-a378-4804-822b-3f8b4be102e0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:01.720775 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.723296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75ffbcba-4dda-43c8-915a-638dfc658b19 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (05e598c5-701d-4011-b3b0-6eda203c8b03), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.747658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0eeafc38-e679-496c-9734-3ce428cfaa78 req-37d3ead3-4e8c-4d54-b1bd-b5cc2a103334 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972552 Feb 09 21:08:01.756916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75ffbcba-4dda-43c8-915a-638dfc658b19 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.759755 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-75ffbcba-4dda-43c8-915a-638dfc658b19 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1874504 Feb 09 21:08:01.763299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55658) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:01.786431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7fa87722-3109-4d17-8443-73e776ed443f None None] Port 5dd683a1-a2d5-4ea4-b985-e19970189121 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:01.818318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'ef81dd83-3a80-4f7a-b32f-e910c9897bdc'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:01.819236 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.895421 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.902665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.903827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (b53afbc1-2902-430e-83fd-1669689ad038), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.974260 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Publish callbacks [] for port (457e6352-be2e-40a3-a630-6a211f761f05), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:01.994835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (457e6352-be2e-40a3-a630-6a211f761f05), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.084505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=5dd683a1-a2d5-4ea4-b985-e19970189121,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:02.091350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b042dd86-7dd7-4044-9462-7b6893f99ddd None None] Provisioning complete for port 5dd683a1-a2d5-4ea4-b985-e19970189121 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:02.091752 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b042dd86-7dd7-4044-9462-7b6893f99ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.141309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55670) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:02.161736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.9 (fd51bdab-dfa0-4168-96d7-36de3e77cc91/a980250d-54bd-468f-aa10-5abb2744dda6/d03c5e63-b0c6-4a43-a9d5-797d96b36159) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:02.181569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ad524c0a-a378-4804-822b-3f8b4be102e0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:02.190696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Network fd51bdab-dfa0-4168-96d7-36de3e77cc91 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:02.203776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:02.206688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Pushing event updated for resources: {'Port': ['ID=457e6352-be2e-40a3-a630-6a211f761f05,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:02.221173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:02.254871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b042dd86-7dd7-4044-9462-7b6893f99ddd None None] Port 5dd683a1-a2d5-4ea4-b985-e19970189121 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:02.285072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:02.286049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.288401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/ef81dd83-3a80-4f7a-b32f-e910c9897bdc/99e531af-737a-4518-b14c-f05977f32f58) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:02.290509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:02.354532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Attempting to bind port 457e6352-be2e-40a3-a630-6a211f761f05 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:02.354911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Attempting to bind port 457e6352-be2e-40a3-a630-6a211f761f05 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '4a616f16-17b5-4842-a230-b338e7a42a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:02.355277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Attempting to bind port 457e6352-be2e-40a3-a630-6a211f761f05 on network fd51bdab-dfa0-4168-96d7-36de3e77cc91 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:02.402033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:02.402648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Checking segment: {'id': '4a616f16-17b5-4842-a230-b338e7a42a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:02.403075 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.403525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Bound using segment: {'id': '4a616f16-17b5-4842-a230-b338e7a42a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:02.404007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Bound port: 457e6352-be2e-40a3-a630-6a211f761f05, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a616f16-17b5-4842-a230-b338e7a42a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:02.404659 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (457e6352-be2e-40a3-a630-6a211f761f05), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.577838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] For port 457e6352-be2e-40a3-a630-6a211f761f05, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:02.586517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] For port 457e6352-be2e-40a3-a630-6a211f761f05, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=457e6352-be2e-40a3-a630-6a211f761f05,segment=NetworkSegment(4a616f16-17b5-4842-a230-b338e7a42a00),segment_id=4a616f16-17b5-4842-a230-b338e7a42a00)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:02.631329 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (457e6352-be2e-40a3-a630-6a211f761f05), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.671415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Router b53afbc1-2902-430e-83fd-1669689ad038 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:08:02.674435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (d03c5e63-b0c6-4a43-a9d5-797d96b36159), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.723963 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Publish callbacks [] for port (99e531af-737a-4518-b14c-f05977f32f58), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.739180 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (99e531af-737a-4518-b14c-f05977f32f58), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.770673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:02.772596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab281e-2ece-42ae-b37f-0671709b1249 None None] Pushing event updated for resources: {'Port': ['ID=457e6352-be2e-40a3-a630-6a211f761f05,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:02.778898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:02.787967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d03c5e63-b0c6-4a43-a9d5-797d96b36159), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.791085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:02.824123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-833dd786-33ca-414b-bbc3-ca8100941659 None None] Provisioning complete for port 5dd683a1-a2d5-4ea4-b985-e19970189121 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:02.824504 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-833dd786-33ca-414b-bbc3-ca8100941659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:02.886144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=d03c5e63-b0c6-4a43-a9d5-797d96b36159,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:02.889861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network fd51bdab-dfa0-4168-96d7-36de3e77cc91 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:02.891214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::1 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/ef81dd83-3a80-4f7a-b32f-e910c9897bdc/ebec0de5-ce24-4561-b8a7-9741273cef1d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:02.894715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:02.899748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:02.915714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:02.926805 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32bcaa-b74c-4a25-8f8b-b8ca2223714b None None] Sync routers for ids ['b53afbc1-2902-430e-83fd-1669689ad038'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:02.938075 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32bcaa-b74c-4a25-8f8b-b8ca2223714b None None] Routers {'b53afbc1-2902-430e-83fd-1669689ad038'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:02.938722 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7f32bcaa-b74c-4a25-8f8b-b8ca2223714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['b53afbc1-2902-430e-83fd-1669689ad038'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:02.965122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-938f5ec2-9f86-4795-b405-9170d41e5d7e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "PUT /v2.0/routers/b53afbc1-2902-430e-83fd-1669689ad038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3178513 Feb 09 21:08:02.973458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:03.017418 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7f32bcaa-b74c-4a25-8f8b-b8ca2223714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:03.039121 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32bcaa-b74c-4a25-8f8b-b8ca2223714b None None] Routers {'b53afbc1-2902-430e-83fd-1669689ad038'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:03.039794 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7f32bcaa-b74c-4a25-8f8b-b8ca2223714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['b53afbc1-2902-430e-83fd-1669689ad038'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:03.130539 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7f32bcaa-b74c-4a25-8f8b-b8ca2223714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:03.131510 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32bcaa-b74c-4a25-8f8b-b8ca2223714b None None] The sync data for ids ['b53afbc1-2902-430e-83fd-1669689ad038'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:03.170944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:03.217367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:03.222167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede0d836-1761-4a60-af0b-66ec2a8be084 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:03.224683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ede0d836-1761-4a60-af0b-66ec2a8be084 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports?device_id=b53afbc1-2902-430e-83fd-1669689ad038 HTTP/1.1" status: 200 len: 989 time: 0.2342830 Feb 09 21:08:03.231585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:03.262695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Pushing event updated for resources: {'Port': ['ID=99e531af-737a-4518-b14c-f05977f32f58,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:03.267970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:03.269581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-833dd786-33ca-414b-bbc3-ca8100941659 None None] Port 5dd683a1-a2d5-4ea4-b985-e19970189121 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:03.277458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Attempting to bind port 99e531af-737a-4518-b14c-f05977f32f58 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:03.277833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Attempting to bind port 99e531af-737a-4518-b14c-f05977f32f58 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:03.278250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Attempting to bind port 99e531af-737a-4518-b14c-f05977f32f58 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:03.286003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:03.286169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:03.287954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:03.292122 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:03.292550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:03.292964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:03.293109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Bound port: 99e531af-737a-4518-b14c-f05977f32f58, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:03.293450 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (99e531af-737a-4518-b14c-f05977f32f58), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:03.294411 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (05e598c5-701d-4011-b3b0-6eda203c8b03), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:03.317974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=ebec0de5-ce24-4561-b8a7-9741273cef1d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:03.413075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] For port 99e531af-737a-4518-b14c-f05977f32f58, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:03.417407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] For port 99e531af-737a-4518-b14c-f05977f32f58, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=99e531af-737a-4518-b14c-f05977f32f58,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:03.426538 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (99e531af-737a-4518-b14c-f05977f32f58), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:03.521286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9a09e-93c7-4e25-8926-45c4a2d4eada None None] Pushing event updated for resources: {'Port': ['ID=99e531af-737a-4518-b14c-f05977f32f58,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:03.533118 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:03.849483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:03.856714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:03.908474 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8e044aa8-2526-4576-a049-ee8a4d661a2a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3271084 Feb 09 21:08:03.911476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:03.919855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': 'fd51bdab-dfa0-4168-96d7-36de3e77cc91', 'name': 'tempest-PortsTestJSON-98527751'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:04.000293 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.261985 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (b53afbc1-2902-430e-83fd-1669689ad038), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.346187 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.352543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.353598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (05e598c5-701d-4011-b3b0-6eda203c8b03), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.425072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91f9f4b-4af0-4f9b-b17f-818314b5235a None None] Network fd51bdab-dfa0-4168-96d7-36de3e77cc91 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:04.457654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=ebec0de5-ce24-4561-b8a7-9741273cef1d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:04.521424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:04.524459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:04.589810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-643397f9-ca1b-44b6-b679-40b59d8e7d86 None None] Provisioning complete for port 457e6352-be2e-40a3-a630-6a211f761f05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:04.590338 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-643397f9-ca1b-44b6-b679-40b59d8e7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (457e6352-be2e-40a3-a630-6a211f761f05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.743336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-643397f9-ca1b-44b6-b679-40b59d8e7d86 None None] Current status of the port 457e6352-be2e-40a3-a630-6a211f761f05 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:04.746358 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-643397f9-ca1b-44b6-b679-40b59d8e7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (457e6352-be2e-40a3-a630-6a211f761f05), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.768235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Router 05e598c5-701d-4011-b3b0-6eda203c8b03 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:08:04.802246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:04.808209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.843323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-643397f9-ca1b-44b6-b679-40b59d8e7d86 None None] For port 457e6352-be2e-40a3-a630-6a211f761f05, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=457e6352-be2e-40a3-a630-6a211f761f05,segment=NetworkSegment(4a616f16-17b5-4842-a230-b338e7a42a00),segment_id=4a616f16-17b5-4842-a230-b338e7a42a00)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:04.849236 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-643397f9-ca1b-44b6-b679-40b59d8e7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (457e6352-be2e-40a3-a630-6a211f761f05), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:04.890857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port f26dd124-c257-4363-90f5-a136cf128af0 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:04.947793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643397f9-ca1b-44b6-b679-40b59d8e7d86 None None] Pushing event updated for resources: {'Port': ['ID=457e6352-be2e-40a3-a630-6a211f761f05,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:04.971917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:04.987330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Sync routers for ids ['05e598c5-701d-4011-b3b0-6eda203c8b03'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:04.990732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7a4b743d-e378-4dde-95d1-ffe4a84517a6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "PUT /v2.0/routers/05e598c5-701d-4011-b3b0-6eda203c8b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2258289 Feb 09 21:08:04.993888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:05.017365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Routers {'05e598c5-701d-4011-b3b0-6eda203c8b03'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:05.038162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['05e598c5-701d-4011-b3b0-6eda203c8b03'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:05.081955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d1485-9d82-4a82-86a7-47d32f08260f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:05.084041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-be0d1485-9d82-4a82-86a7-47d32f08260f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports/ebec0de5-ce24-4561-b8a7-9741273cef1d HTTP/1.1" status: 200 len: 911 time: 0.0881073 Feb 09 21:08:05.086676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:05.220500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e450e9e1-d500-44f5-9a2f-58d04e2bccdd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:05.228489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Deleting port 6e4a2225-857c-4724-987e-4f885e8ca739 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:05.228938 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:05.239434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e450e9e1-d500-44f5-9a2f-58d04e2bccdd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:05.241579 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e450e9e1-d500-44f5-9a2f-58d04e2bccdd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1533182 Feb 09 21:08:05.246337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:05.308972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Set router 05e598c5-701d-4011-b3b0-6eda203c8b03 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:05.312258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-85398f8d-e0e7-4468-aa06-32de679031e3 None None] Provisioning complete for port 457e6352-be2e-40a3-a630-6a211f761f05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:05.312745 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85398f8d-e0e7-4468-aa06-32de679031e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (457e6352-be2e-40a3-a630-6a211f761f05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:05.349472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 99e531af-737a-4518-b14c-f05977f32f58 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:05.412132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] For port 6e4a2225-857c-4724-987e-4f885e8ca739, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6e4a2225-857c-4724-987e-4f885e8ca739,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:05.412533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:05.433174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Calling delete_port for 6e4a2225-857c-4724-987e-4f885e8ca739 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:05.517795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.10 (fd51bdab-dfa0-4168-96d7-36de3e77cc91/a980250d-54bd-468f-aa10-5abb2744dda6/f26dd124-c257-4363-90f5-a136cf128af0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:05.688328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 99e531af-737a-4518-b14c-f05977f32f58 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:05.688328 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (99e531af-737a-4518-b14c-f05977f32f58), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:05.721666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-85398f8d-e0e7-4468-aa06-32de679031e3 None None] Current status of the port 457e6352-be2e-40a3-a630-6a211f761f05 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:05.799379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-85398f8d-e0e7-4468-aa06-32de679031e3 None None] Provisioning complete for port d03c5e63-b0c6-4a43-a9d5-797d96b36159 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:05.799804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85398f8d-e0e7-4468-aa06-32de679031e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d03c5e63-b0c6-4a43-a9d5-797d96b36159), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:05.839423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (05e598c5-701d-4011-b3b0-6eda203c8b03), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:05.885964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-85398f8d-e0e7-4468-aa06-32de679031e3 None None] Port d03c5e63-b0c6-4a43-a9d5-797d96b36159 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:05.902818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 99e531af-737a-4518-b14c-f05977f32f58 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:05.903221 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (99e531af-737a-4518-b14c-f05977f32f58), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:05.905378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (f26dd124-c257-4363-90f5-a136cf128af0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:05.944438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e598c5-701d-4011-b3b0-6eda203c8b03', 'name': 'tempest-NetworksTestDHCPv6-router-1748502094', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:01Z', 'updated_at': '2022-02-09T21:08:03Z', 'revision_number': 2, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None, '_interfaces': [{'id': 'ebec0de5-ce24-4561-b8a7-9741273cef1d', 'name': '', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'mac_address': 'fa:16:3e:9b:db:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e598c5-701d-4011-b3b0-6eda203c8b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'ef81dd83-3a80-4f7a-b32f-e910c9897bdc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:02Z', 'updated_at': '2022-02-09T21:08:04Z', 'revision_number': 2, 'project_id': '31399360988041af83463a9d6e3a1124', 'subnets': [{'id': 'ef81dd83-3a80-4f7a-b32f-e910c9897bdc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:06.007790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 99e531af-737a-4518-b14c-f05977f32f58, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=99e531af-737a-4518-b14c-f05977f32f58,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:06.013383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Checking router: 05e598c5-701d-4011-b3b0-6eda203c8b03 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:08:06.013969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Updating router 05e598c5-701d-4011-b3b0-6eda203c8b03 port ebec0de5-ce24-4561-b8a7-9741273cef1d binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:08:06.018507 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (99e531af-737a-4518-b14c-f05977f32f58), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.019638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 457e6352-be2e-40a3-a630-6a211f761f05 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:06.084319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f26dd124-c257-4363-90f5-a136cf128af0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.100231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6e4a2225-857c-4724-987e-4f885e8ca739), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.114159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7df44cf7-5059-4bc1-bcc7-2a867fc9a7c3 None None] Provisioning complete for port d03c5e63-b0c6-4a43-a9d5-797d96b36159 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:06.114538 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7df44cf7-5059-4bc1-bcc7-2a867fc9a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d03c5e63-b0c6-4a43-a9d5-797d96b36159), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.116732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network fd51bdab-dfa0-4168-96d7-36de3e77cc91 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:06.122277 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.122505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:06.168512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:06.181652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 5dd683a1-a2d5-4ea4-b985-e19970189121 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:06.182037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.194222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=99e531af-737a-4518-b14c-f05977f32f58,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:06.199764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7df44cf7-5059-4bc1-bcc7-2a867fc9a7c3 None None] Port d03c5e63-b0c6-4a43-a9d5-797d96b36159 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:06.231092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port ebec0de5-ce24-4561-b8a7-9741273cef1d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:06.231618 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.353819 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:08:06.415230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=f26dd124-c257-4363-90f5-a136cf128af0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:06.420906 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.454719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for ebec0de5-ce24-4561-b8a7-9741273cef1d owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:06.500096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4a2225-857c-4724-987e-4f885e8ca739,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:06.514388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:06.515054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.540898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cbd0e648-0a75-45b3-99c9-88d349677ad8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6273293 Feb 09 21:08:06.547818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:06.564639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7df44cf7-5059-4bc1-bcc7-2a867fc9a7c3 None None] Provisioning complete for port 99e531af-737a-4518-b14c-f05977f32f58 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:06.565339 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7df44cf7-5059-4bc1-bcc7-2a867fc9a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (99e531af-737a-4518-b14c-f05977f32f58), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.586082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 457e6352-be2e-40a3-a630-6a211f761f05 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:06.586871 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (457e6352-be2e-40a3-a630-6a211f761f05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.650455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.705624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 5dd683a1-a2d5-4ea4-b985-e19970189121 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:06.766620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ebec0de5-ce24-4561-b8a7-9741273cef1d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.784928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 457e6352-be2e-40a3-a630-6a211f761f05 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:06.795087 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:08:06.795806 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:08:06.801433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=ebec0de5-ce24-4561-b8a7-9741273cef1d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:06.824040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999af16c-d9c5-4abb-a89b-da4991b35ec8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:06.829511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-999af16c-d9c5-4abb-a89b-da4991b35ec8 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.2768564 Feb 09 21:08:06.829711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55694) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:06.861584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7df44cf7-5059-4bc1-bcc7-2a867fc9a7c3 None None] Current status of the port 99e531af-737a-4518-b14c-f05977f32f58 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:06.869183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7df44cf7-5059-4bc1-bcc7-2a867fc9a7c3 None None] Could not find standard attr ID for object ebec0de5-ce24-4561-b8a7-9741273cef1d. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:06.884602 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:06.953393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (05e598c5-701d-4011-b3b0-6eda203c8b03), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.005853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eeb13f1c-ab15-4f8f-8416-1781409deb2c None None] Provisioning complete for port f26dd124-c257-4363-90f5-a136cf128af0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:07.009000 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eeb13f1c-ab15-4f8f-8416-1781409deb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f26dd124-c257-4363-90f5-a136cf128af0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.104554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eeb13f1c-ab15-4f8f-8416-1781409deb2c None None] Port f26dd124-c257-4363-90f5-a136cf128af0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:07.110038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eeb13f1c-ab15-4f8f-8416-1781409deb2c None None] Could not find standard attr ID for object ebec0de5-ce24-4561-b8a7-9741273cef1d. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:07.166210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bbd92-6e89-48c9-9c69-271e0871fc71 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port f26dd124-c257-4363-90f5-a136cf128af0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:07.166637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d7bbd92-6e89-48c9-9c69-271e0871fc71 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f26dd124-c257-4363-90f5-a136cf128af0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.187793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Router 05e598c5-701d-4011-b3b0-6eda203c8b03 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:07.273504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 99e531af-737a-4518-b14c-f05977f32f58 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:07.288304 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5dd683a1-a2d5-4ea4-b985-e19970189121), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.294007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:07.303482 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ab43664-5b07-418f-8da7-089c018ab1c1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "PUT /v2.0/routers/05e598c5-701d-4011-b3b0-6eda203c8b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0550306 Feb 09 21:08:07.304231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:07.360412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=5dd683a1-a2d5-4ea4-b985-e19970189121,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:07.373746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ca8db-fd25-4e38-9754-f79946799cf2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:07.380992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ca8db-fd25-4e38-9754-f79946799cf2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:07.387070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-374ca8db-fd25-4e38-9754-f79946799cf2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0811994 Feb 09 21:08:07.387980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55704) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:07.410348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Port ebec0de5-ce24-4561-b8a7-9741273cef1d not found while updating agent binding for router 05e598c5-701d-4011-b3b0-6eda203c8b03. {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 21:08:07.474286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Routers {'05e598c5-701d-4011-b3b0-6eda203c8b03'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:07.476658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['05e598c5-701d-4011-b3b0-6eda203c8b03'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:07.500045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-70af10a1-2871-4703-b03a-158d6230dab4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet ef81dd83-3a80-4f7a-b32f-e910c9897bdc {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:07.503957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70af10a1-2871-4703-b03a-158d6230dab4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (ef81dd83-3a80-4f7a-b32f-e910c9897bdc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.564356 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70af10a1-2871-4703-b03a-158d6230dab4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (ef81dd83-3a80-4f7a-b32f-e910c9897bdc), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.603202 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (b53afbc1-2902-430e-83fd-1669689ad038), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.634005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d7bbd92-6e89-48c9-9c69-271e0871fc71 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f26dd124-c257-4363-90f5-a136cf128af0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.745188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70af10a1-2871-4703-b03a-158d6230dab4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (ef81dd83-3a80-4f7a-b32f-e910c9897bdc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.750091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bbd92-6e89-48c9-9c69-271e0871fc71 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for f26dd124-c257-4363-90f5-a136cf128af0 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:07.763396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:07.815266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70af10a1-2871-4703-b03a-158d6230dab4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (ef81dd83-3a80-4f7a-b32f-e910c9897bdc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.831910 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70af10a1-2871-4703-b03a-158d6230dab4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:07.836154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-70af10a1-2871-4703-b03a-158d6230dab4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/ef81dd83-3a80-4f7a-b32f-e910c9897bdc HTTP/1.1" status: 204 len: 168 time: 0.4462595 Feb 09 21:08:07.844451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:07.855389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af10a1-2871-4703-b03a-158d6230dab4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=ef81dd83-3a80-4f7a-b32f-e910c9897bdc,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:07.953929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] Set router 05e598c5-701d-4011-b3b0-6eda203c8b03 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:08.021874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e598c5-701d-4011-b3b0-6eda203c8b03', 'name': 'tempest-NetworksTestDHCPv6-router-1748502094', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:01Z', 'updated_at': '2022-02-09T21:08:06Z', 'revision_number': 3, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:08.033055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead65f8-c3fd-4fe8-81d5-bfd5ce674ee4 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:08.136632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b4630-5b0a-4755-833f-47182bd71eba None None] The sync data for ids ['05e598c5-701d-4011-b3b0-6eda203c8b03'] in n-d-789963-29 is: [{'id': '05e598c5-701d-4011-b3b0-6eda203c8b03', 'name': 'tempest-NetworksTestDHCPv6-router-1748502094', 'tenant_id': '31399360988041af83463a9d6e3a1124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:01Z', 'updated_at': '2022-02-09T21:08:06Z', 'revision_number': 3, 'project_id': '31399360988041af83463a9d6e3a1124', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:08.154042 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a47d823-d784-4697-a214-81485dc94854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:08.181372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 99e531af-737a-4518-b14c-f05977f32f58 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:08.181750 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (99e531af-737a-4518-b14c-f05977f32f58), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:08.353321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 99e531af-737a-4518-b14c-f05977f32f58 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:08.392063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:08.495526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] Deleting port 99e531af-737a-4518-b14c-f05977f32f58 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:08.496669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (99e531af-737a-4518-b14c-f05977f32f58), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:08.537191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Router b53afbc1-2902-430e-83fd-1669689ad038 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:08.579745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-66eb101f-43df-4c90-a3d8-e99f2652cbc4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7339997 Feb 09 21:08:08.582259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:08.620744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] For port 99e531af-737a-4518-b14c-f05977f32f58, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=99e531af-737a-4518-b14c-f05977f32f58,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:08.621097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (99e531af-737a-4518-b14c-f05977f32f58), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:08.657045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] Calling delete_port for 99e531af-737a-4518-b14c-f05977f32f58 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:08.696118 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a23c117-9978-493d-a20e-75324a31d38f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router (05e598c5-701d-4011-b3b0-6eda203c8b03), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:08.796044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:08.807494 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] Sync routers for ids ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:08.816573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-817ebb45-accc-430d-a8d7-f3464662a4c1 admin admin] 10.222.0.102 "PUT /v2.0/routers/9134242e-9cec-46d1-8a9a-15b9b2f64ee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6718545 Feb 09 21:08:08.816805 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (99e531af-737a-4518-b14c-f05977f32f58), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:08.833709 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] Routers {'9134242e-9cec-46d1-8a9a-15b9b2f64ee0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:08.834511 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:08.854343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55726) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:08.869810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] Pushing event deleted for resources: {'Port': ['ID=99e531af-737a-4518-b14c-f05977f32f58,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:08.883960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4e91e-edea-4bef-93a6-10dc468a5f81 None None] No DVR routers for this DVR port 99e531af-737a-4518-b14c-f05977f32f58 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:08.913344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:08.926868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f270e188-30a2-4e24-a4d7-6da43165dcf7 None None] Sync routers for ids ['b53afbc1-2902-430e-83fd-1669689ad038'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:08.943778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270e188-30a2-4e24-a4d7-6da43165dcf7 None None] Routers {'b53afbc1-2902-430e-83fd-1669689ad038'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:08.944372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f270e188-30a2-4e24-a4d7-6da43165dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['b53afbc1-2902-430e-83fd-1669689ad038'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:08.968667 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a23c117-9978-493d-a20e-75324a31d38f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (05e598c5-701d-4011-b3b0-6eda203c8b03), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:08.971964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a23c117-9978-493d-a20e-75324a31d38f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router_controller (05e598c5-701d-4011-b3b0-6eda203c8b03), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:08.994006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f270e188-30a2-4e24-a4d7-6da43165dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:09.014461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f270e188-30a2-4e24-a4d7-6da43165dcf7 None None] Routers {'b53afbc1-2902-430e-83fd-1669689ad038'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:09.015012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f270e188-30a2-4e24-a4d7-6da43165dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['b53afbc1-2902-430e-83fd-1669689ad038'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:09.071559 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks [] for router (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.084945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f270e188-30a2-4e24-a4d7-6da43165dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:09.086820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f270e188-30a2-4e24-a4d7-6da43165dcf7 None None] The sync data for ids ['b53afbc1-2902-430e-83fd-1669689ad038'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:09.090097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a23c117-9978-493d-a20e-75324a31d38f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (05e598c5-701d-4011-b3b0-6eda203c8b03), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.090613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a23c117-9978-493d-a20e-75324a31d38f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Fanout notify agent at l3_agent the message router_deleted on router 05e598c5-701d-4011-b3b0-6eda203c8b03 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:08:09.097163 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a23c117-9978-493d-a20e-75324a31d38f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.100701 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3a23c117-9978-493d-a20e-75324a31d38f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/routers/05e598c5-701d-4011-b3b0-6eda203c8b03 HTTP/1.1" status: 204 len: 168 time: 0.5150549 Feb 09 21:08:09.104287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:09.142345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7a0d38ae-ef38-4c6f-986b-7f1fb1588783 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0340965 Feb 09 21:08:09.149011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55730) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:09.166173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 99e531af-737a-4518-b14c-f05977f32f58 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:09.180755 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] Set router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:09.208093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 99e531af-737a-4518-b14c-f05977f32f58 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:09.208442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 99e531af-737a-4518-b14c-f05977f32f58 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:09.234480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c1a818-5a84-4f61-bce8-8de6c56647ac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:09.238352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a9c1a818-5a84-4f61-bce8-8de6c56647ac tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860050 Feb 09 21:08:09.238612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:09.306784 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e548d039-a3d3-41a1-b7dc-75e0b834d820 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666914 Feb 09 21:08:09.307217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55734) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:09.313820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:09.314751 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ef690490-11ef-4e4e-9b77-f0826e6cc03b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "PUT /v2.0/routers/b53afbc1-2902-430e-83fd-1669689ad038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0817811 Feb 09 21:08:09.316969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55736) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:09.318699 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d7bbd92-6e89-48c9-9c69-271e0871fc71 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f26dd124-c257-4363-90f5-a136cf128af0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.356586 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a023c05-761c-4606-b109-3a59d7f1d30e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:08:09.361737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6a023c05-761c-4606-b109-3a59d7f1d30e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/5dd683a1-a2d5-4ea4-b985-e19970189121 HTTP/1.1" status: 404 len: 333 time: 0.0402117 Feb 09 21:08:09.366116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks [] for router_gateway (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.369905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:09.380575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bbd92-6e89-48c9-9c69-271e0871fc71 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=f26dd124-c257-4363-90f5-a136cf128af0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:09.500960 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:08:06Z', 'revision_number': 5, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port': {'id': '004de21d-0a62-4cf4-a99d-a236f9c8c686', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:31:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:21Z', 'updated_at': '2022-02-09T21:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:09.547786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a826aab-4cb5-4fad-9e38-3b77d4ce846d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for router (b53afbc1-2902-430e-83fd-1669689ad038), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.567235 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] Checking router: 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:08:09.584954 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d7bbd92-6e89-48c9-9c69-271e0871fc71 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.597613 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580ca22d-0e82-46c0-993e-e7135b71c9be None None] Sync routers for ids ['05e598c5-701d-4011-b3b0-6eda203c8b03'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:09.601552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5d7bbd92-6e89-48c9-9c69-271e0871fc71 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/f26dd124-c257-4363-90f5-a136cf128af0 HTTP/1.1" status: 204 len: 168 time: 2.7688909 Feb 09 21:08:09.611346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55740) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:09.615424 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] Routers {'9134242e-9cec-46d1-8a9a-15b9b2f64ee0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:09.616370 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:09.620695 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ca22d-0e82-46c0-993e-e7135b71c9be None None] Routers set() bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:09.621647 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ca22d-0e82-46c0-993e-e7135b71c9be None None] Router IDs set() for agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:08:09.622453 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_agentschedulers_db [None req-580ca22d-0e82-46c0-993e-e7135b71c9be None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'05e598c5-701d-4011-b3b0-6eda203c8b03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent'). {{(pid=103327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 21:08:09.684728 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4871da4-569c-4fc1-ae50-c787ca15ce77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:08:09.686270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f4871da4-569c-4fc1-ae50-c787ca15ce77 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/f26dd124-c257-4363-90f5-a136cf128af0 HTTP/1.1" status: 404 len: 333 time: 0.0725787 Feb 09 21:08:09.693377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:09.708419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Deleting port 004de21d-0a62-4cf4-a99d-a236f9c8c686 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:09.709247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.774099 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1df2589-3a04-4d5c-bca2-d2863a4b68bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.844179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:09.849769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.887872 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ca22d-0e82-46c0-993e-e7135b71c9be None None] Routers set() bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:09.888787 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580ca22d-0e82-46c0-993e-e7135b71c9be None None] Router IDs set() for agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:08:09.889407 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_agentschedulers_db [None req-580ca22d-0e82-46c0-993e-e7135b71c9be None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'05e598c5-701d-4011-b3b0-6eda203c8b03'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:07:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent'). {{(pid=103327) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 21:08:09.890632 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580ca22d-0e82-46c0-993e-e7135b71c9be None None] The sync data for ids ['05e598c5-701d-4011-b3b0-6eda203c8b03'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:09.906995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] For port 004de21d-0a62-4cf4-a99d-a236f9c8c686, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=004de21d-0a62-4cf4-a99d-a236f9c8c686,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:09.907587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:09.935879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Calling delete_port for 004de21d-0a62-4cf4-a99d-a236f9c8c686 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:09.947542 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] Set router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:10.071235 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:08:09Z', 'revision_number': 6, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:10.128237 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aab00d-f72a-4f6f-8694-b46dc3d29b17 None None] The sync data for ids ['9134242e-9cec-46d1-8a9a-15b9b2f64ee0'] in n-d-789963-29 is: [{'id': '9134242e-9cec-46d1-8a9a-15b9b2f64ee0', 'name': 'tempest-TestServerMultinode-773081431-router', 'tenant_id': '15f4c2226a5241b69f7a516f069776b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:19Z', 'updated_at': '2022-02-09T21:08:09Z', 'revision_number': 6, 'project_id': '15f4c2226a5241b69f7a516f069776b1', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:10.206057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-abd2fc34-22ca-4f19-8ac1-dcd4f1549be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port d03c5e63-b0c6-4a43-a9d5-797d96b36159 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:10.206303 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd2fc34-22ca-4f19-8ac1-dcd4f1549be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d03c5e63-b0c6-4a43-a9d5-797d96b36159), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.208064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a826aab-4cb5-4fad-9e38-3b77d4ce846d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (b53afbc1-2902-430e-83fd-1669689ad038), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.211012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a826aab-4cb5-4fad-9e38-3b77d4ce846d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for router_controller (b53afbc1-2902-430e-83fd-1669689ad038), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.297756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a826aab-4cb5-4fad-9e38-3b77d4ce846d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (b53afbc1-2902-430e-83fd-1669689ad038), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.298618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a826aab-4cb5-4fad-9e38-3b77d4ce846d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Fanout notify agent at l3_agent the message router_deleted on router b53afbc1-2902-430e-83fd-1669689ad038 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:08:10.309425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a826aab-4cb5-4fad-9e38-3b77d4ce846d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.312892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a826aab-4cb5-4fad-9e38-3b77d4ce846d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/routers/b53afbc1-2902-430e-83fd-1669689ad038 HTTP/1.1" status: 204 len: 168 time: 0.9391732 Feb 09 21:08:10.315504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:10.358589 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd2fc34-22ca-4f19-8ac1-dcd4f1549be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d03c5e63-b0c6-4a43-a9d5-797d96b36159), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.377642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-abd2fc34-22ca-4f19-8ac1-dcd4f1549be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for d03c5e63-b0c6-4a43-a9d5-797d96b36159 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:10.619169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd2fc34-22ca-4f19-8ac1-dcd4f1549be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d03c5e63-b0c6-4a43-a9d5-797d96b36159), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.663100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (004de21d-0a62-4cf4-a99d-a236f9c8c686), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.768333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:08:10.768934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2fc34-22ca-4f19-8ac1-dcd4f1549be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=d03c5e63-b0c6-4a43-a9d5-797d96b36159,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:10.771938 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (ac98263e-80ab-4ef7-8e99-6aac6195ef52), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.810635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-330ea9d7-5ae5-4086-91d1-befb3528d3ca tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet 85583179-fbe9-49c9-9369-b06b16e8130c {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:10.813924 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-330ea9d7-5ae5-4086-91d1-befb3528d3ca tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (85583179-fbe9-49c9-9369-b06b16e8130c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.854663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.877123 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-330ea9d7-5ae5-4086-91d1-befb3528d3ca tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (85583179-fbe9-49c9-9369-b06b16e8130c), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.880918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:10.904278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:10.913184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:10.914310 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.918279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493afa1-3a40-4d2a-abfc-20c4b773acad None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:10.919983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=ac98263e-80ab-4ef7-8e99-6aac6195ef52,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:10.977387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=004de21d-0a62-4cf4-a99d-a236f9c8c686,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:10.988829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-abd2fc34-22ca-4f19-8ac1-dcd4f1549be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:10.992280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-abd2fc34-22ca-4f19-8ac1-dcd4f1549be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/d03c5e63-b0c6-4a43-a9d5-797d96b36159 HTTP/1.1" status: 204 len: 168 time: 1.2979522 Feb 09 21:08:10.993545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e73d42e3-d434-40d2-baa0-524f1e4b8286 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6839111 Feb 09 21:08:10.995343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55750) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:11.000554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:11.024348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.027468 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks [] for router_controller (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.029474 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-996cb8be-79af-4e7e-b1d1-b3749aed4d75 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:08:11.031014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-996cb8be-79af-4e7e-b1d1-b3749aed4d75 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/d03c5e63-b0c6-4a43-a9d5-797d96b36159 HTTP/1.1" status: 404 len: 333 time: 0.0348084 Feb 09 21:08:11.035255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:11.039045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:11.087092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'ac98263e-80ab-4ef7-8e99-6aac6195ef52'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:11.088071 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.203371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-330ea9d7-5ae5-4086-91d1-befb3528d3ca tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (85583179-fbe9-49c9-9369-b06b16e8130c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.236008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5becdc7-89c1-4bf3-a3fa-8722c07747f4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet a980250d-54bd-468f-aa10-5abb2744dda6 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:11.239621 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (9134242e-9cec-46d1-8a9a-15b9b2f64ee0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.240165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9134242e-9cec-46d1-8a9a-15b9b2f64ee0 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:08:11.244663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.245963 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7f318f1e-20c7-4a68-a742-5d4196d63ca2 admin admin] 10.222.0.102 "DELETE /v2.0/routers/9134242e-9cec-46d1-8a9a-15b9b2f64ee0 HTTP/1.1" status: 204 len: 168 time: 2.3910482 Feb 09 21:08:11.246925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5becdc7-89c1-4bf3-a3fa-8722c07747f4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (a980250d-54bd-468f-aa10-5abb2744dda6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.250359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:11.265789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Allocated IP 2001:db8::f816:3eff:fe2f:59c6 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/ac98263e-80ab-4ef7-8e99-6aac6195ef52/57689986-896b-4cf0-99ae-1b1fdc199636) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:11.341629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5becdc7-89c1-4bf3-a3fa-8722c07747f4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (a980250d-54bd-468f-aa10-5abb2744dda6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.364186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:11.368238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.377548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-456980de-3b77-4f4c-ba26-2b6225a5a6d4 admin admin] Deleting subnet 41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:11.381842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-456980de-3b77-4f4c-ba26-2b6225a5a6d4 admin admin] Publish callbacks [] for subnet (41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.420115 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-456980de-3b77-4f4c-ba26-2b6225a5a6d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.452982 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-330ea9d7-5ae5-4086-91d1-befb3528d3ca tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (85583179-fbe9-49c9-9369-b06b16e8130c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.515940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Publish callbacks [] for port (57689986-896b-4cf0-99ae-1b1fdc199636), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.516659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ea9d7-5ae5-4086-91d1-befb3528d3ca tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=85583179-fbe9-49c9-9369-b06b16e8130c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:11.519261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6e4a2225-857c-4724-987e-4f885e8ca739 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:11.526613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-456980de-3b77-4f4c-ba26-2b6225a5a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.535085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-330ea9d7-5ae5-4086-91d1-befb3528d3ca tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.552900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e87c821-5cc9-45dd-8d5d-dc13a8a6d60d None None] Network 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:11.563040 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-330ea9d7-5ae5-4086-91d1-befb3528d3ca tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/85583179-fbe9-49c9-9369-b06b16e8130c HTTP/1.1" status: 204 len: 168 time: 1.2467935 Feb 09 21:08:11.581760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55758) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:11.611834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.638726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6e4a2225-857c-4724-987e-4f885e8ca739 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:11.643060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6e4a2225-857c-4724-987e-4f885e8ca739 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:11.643521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 004de21d-0a62-4cf4-a99d-a236f9c8c686 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:11.672228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5becdc7-89c1-4bf3-a3fa-8722c07747f4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a980250d-54bd-468f-aa10-5abb2744dda6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.692721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (963d4b12-3c0e-4a55-b9a4-032dbe4f3e36), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.728311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-456980de-3b77-4f4c-ba26-2b6225a5a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.764031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456980de-3b77-4f4c-ba26-2b6225a5a6d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:11.773146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 004de21d-0a62-4cf4-a99d-a236f9c8c686 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:11.781455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-456980de-3b77-4f4c-ba26-2b6225a5a6d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.784188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 004de21d-0a62-4cf4-a99d-a236f9c8c686 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:11.785674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-456980de-3b77-4f4c-ba26-2b6225a5a6d4 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/41b51d9d-4673-4ca5-b0eb-2c905a0c7ebb HTTP/1.1" status: 204 len: 168 time: 0.5342813 Feb 09 21:08:11.789877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:11.828323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:11.831674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990076f1-65f3-43a9-ae8f-bd3ce674e25e None None] Network aa166ff4-347c-4a4b-9663-2d95d644e695 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:11.836226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5becdc7-89c1-4bf3-a3fa-8722c07747f4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (a980250d-54bd-468f-aa10-5abb2744dda6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.841554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:11.843824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.872128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:11.881170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5becdc7-89c1-4bf3-a3fa-8722c07747f4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=a980250d-54bd-468f-aa10-5abb2744dda6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:11.893011 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5becdc7-89c1-4bf3-a3fa-8722c07747f4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.897134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a5becdc7-89c1-4bf3-a3fa-8722c07747f4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/a980250d-54bd-468f-aa10-5abb2744dda6 HTTP/1.1" status: 204 len: 168 time: 0.8609345 Feb 09 21:08:11.900296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:11.911756 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (aa166ff4-347c-4a4b-9663-2d95d644e695), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.927216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dec3f9-7dbe-4724-9fe7-4a952f37fc59 None None] Network fd51bdab-dfa0-4168-96d7-36de3e77cc91 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:11.944433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port ad524c0a-a378-4804-822b-3f8b4be102e0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:11.945051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:11.947468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Pushing event updated for resources: {'Port': ['ID=57689986-896b-4cf0-99ae-1b1fdc199636,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:12.015145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (fd51bdab-dfa0-4168-96d7-36de3e77cc91), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.021822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (3c6872a2-b052-41e2-bebc-e2550f5cf9af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.072663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Deleting port 17fa9b40-2bc5-468b-89e5-365e561c095f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:12.072663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.112928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:12.115389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] For port ad524c0a-a378-4804-822b-3f8b4be102e0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad524c0a-a378-4804-822b-3f8b4be102e0,segment=NetworkSegment(02c92f15-ef32-436a-a657-926c4ccb2dd0),segment_id=02c92f15-ef32-436a-a657-926c4ccb2dd0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:12.115951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.127295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:12.133205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=3c6872a2-b052-41e2-bebc-e2550f5cf9af,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:12.139363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:12.140319 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.144485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] For port 17fa9b40-2bc5-468b-89e5-365e561c095f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17fa9b40-2bc5-468b-89e5-365e561c095f,segment=NetworkSegment(758019bb-153b-4aeb-a84b-c31be79e18af),segment_id=758019bb-153b-4aeb-a84b-c31be79e18af)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:12.144849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.158215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Attempting to bind port 57689986-896b-4cf0-99ae-1b1fdc199636 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:12.158215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Attempting to bind port 57689986-896b-4cf0-99ae-1b1fdc199636 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:12.158215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Attempting to bind port 57689986-896b-4cf0-99ae-1b1fdc199636 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:12.158730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for ad524c0a-a378-4804-822b-3f8b4be102e0 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:12.170967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d7d2f5ca-79b3-46dd-a46e-312a63e70651 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1676645 Feb 09 21:08:12.176371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Calling delete_port for 17fa9b40-2bc5-468b-89e5-365e561c095f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:12.177065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:12.183839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:e5:a3:0f', 'name': 'tempest-NetworksTestDHCPv6-192815743'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:12.222989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:12.223544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:12.224100 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.224689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:12.225590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Bound port: 57689986-896b-4cf0-99ae-1b1fdc199636, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:12.227602 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.259525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 457e6352-be2e-40a3-a630-6a211f761f05 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:12.259875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (457e6352-be2e-40a3-a630-6a211f761f05), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.311385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] DHCP port deletion for 963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:12.367954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] For port 457e6352-be2e-40a3-a630-6a211f761f05, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=457e6352-be2e-40a3-a630-6a211f761f05,segment=NetworkSegment(4a616f16-17b5-4842-a230-b338e7a42a00),segment_id=4a616f16-17b5-4842-a230-b338e7a42a00)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:12.368322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (457e6352-be2e-40a3-a630-6a211f761f05), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.381902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 457e6352-be2e-40a3-a630-6a211f761f05 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:12.393030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (17fa9b40-2bc5-468b-89e5-365e561c095f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.404660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] DHCP port deletion for fd51bdab-dfa0-4168-96d7-36de3e77cc91 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:12.416158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:12.471753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=17fa9b40-2bc5-468b-89e5-365e561c095f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:12.477043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] No DVR routers for this DVR port 17fa9b40-2bc5-468b-89e5-365e561c095f on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:12.486536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0b550-8fff-486c-86a3-ad3d353176e8 None None] DHCP port deletion for aa166ff4-347c-4a4b-9663-2d95d644e695 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:12.496949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] For port 57689986-896b-4cf0-99ae-1b1fdc199636, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:12.528285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] For port 57689986-896b-4cf0-99ae-1b1fdc199636, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57689986-896b-4cf0-99ae-1b1fdc199636,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:12.545865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] Deleting port ad524c0a-a378-4804-822b-3f8b4be102e0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:12.546294 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.551162 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.582982 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.607984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port f9f4a88d-a926-41d5-ab21-bad2d425f4ea yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:12.641375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (aa166ff4-347c-4a4b-9663-2d95d644e695), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.672615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] Deleting port 457e6352-be2e-40a3-a630-6a211f761f05 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:12.673017 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (457e6352-be2e-40a3-a630-6a211f761f05), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.685586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa166ff4-347c-4a4b-9663-2d95d644e695']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:12.716273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758019bb-153b-4aeb-a84b-c31be79e18af') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:12.718292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758019bb-153b-4aeb-a84b-c31be79e18af') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:12.732906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (457e6352-be2e-40a3-a630-6a211f761f05), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.762291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (758019bb-153b-4aeb-a84b-c31be79e18af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.791617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No DVR routers for this DVR port 457e6352-be2e-40a3-a630-6a211f761f05 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:12.802959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] For port ad524c0a-a378-4804-822b-3f8b4be102e0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad524c0a-a378-4804-822b-3f8b4be102e0,segment=NetworkSegment(02c92f15-ef32-436a-a657-926c4ccb2dd0),segment_id=02c92f15-ef32-436a-a657-926c4ccb2dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:12.803367 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.806383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=457e6352-be2e-40a3-a630-6a211f761f05,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:12.806583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cbb2e-b3ba-4e21-bc66-50b465725cf0 None None] Pushing event updated for resources: {'Port': ['ID=57689986-896b-4cf0-99ae-1b1fdc199636,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:12.820502 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.831171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] Calling delete_port for ad524c0a-a378-4804-822b-3f8b4be102e0 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:12.838582 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (758019bb-153b-4aeb-a84b-c31be79e18af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.841336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] For port 457e6352-be2e-40a3-a630-6a211f761f05, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=457e6352-be2e-40a3-a630-6a211f761f05,segment=NetworkSegment(4a616f16-17b5-4842-a230-b338e7a42a00),segment_id=4a616f16-17b5-4842-a230-b338e7a42a00)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:12.841663 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (457e6352-be2e-40a3-a630-6a211f761f05), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:12.871220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] Calling delete_port for 457e6352-be2e-40a3-a630-6a211f761f05 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:12.992510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 172.20.0.14 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/3c6872a2-b052-41e2-bebc-e2550f5cf9af/f9f4a88d-a926-41d5-ab21-bad2d425f4ea) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:13.000084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:fee5:a30f (80e680bd-6aaf-43aa-80bf-d3a099d84e51/ac98263e-80ab-4ef7-8e99-6aac6195ef52/f9f4a88d-a926-41d5-ab21-bad2d425f4ea) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:13.108102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.115172 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (ad524c0a-a378-4804-822b-3f8b4be102e0), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.141083 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (457e6352-be2e-40a3-a630-6a211f761f05), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.155072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] No DVR routers for this DVR port ad524c0a-a378-4804-822b-3f8b4be102e0 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:13.215039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caa529-f9d3-4b69-a032-d22ad3f2cd66 None None] Pushing event deleted for resources: {'Port': ['ID=ad524c0a-a378-4804-822b-3f8b4be102e0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:13.275385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] Pushing event deleted for resources: {'Port': ['ID=457e6352-be2e-40a3-a630-6a211f761f05,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:13.278821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e233c-8b36-43dd-ade4-0effa675e2df None None] No DVR routers for this DVR port 457e6352-be2e-40a3-a630-6a211f761f05 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:13.286944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57689986-896b-4cf0-99ae-1b1fdc199636 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:13.289812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=ad524c0a-a378-4804-822b-3f8b4be102e0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:13.293464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No DVR routers for this DVR port ad524c0a-a378-4804-822b-3f8b4be102e0 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:13.366435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 57689986-896b-4cf0-99ae-1b1fdc199636 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:13.366859 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.429095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.429737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.429846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.430128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.430452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.430788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.431002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (963d4b12-3c0e-4a55-b9a4-032dbe4f3e36), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.431130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.431436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.431793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.432124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.432453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.432778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.433099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:13.438983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:13.439402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (758019bb-153b-4aeb-a84b-c31be79e18af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:13.441333 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:13.479790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963d4b12-3c0e-4a55-b9a4-032dbe4f3e36']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:13.492403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c92f15-ef32-436a-a657-926c4ccb2dd0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:13.492768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c92f15-ef32-436a-a657-926c4ccb2dd0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:13.495573 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (fd51bdab-dfa0-4168-96d7-36de3e77cc91), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.511405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (02c92f15-ef32-436a-a657-926c4ccb2dd0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.535603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd51bdab-dfa0-4168-96d7-36de3e77cc91']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:13.536440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (02c92f15-ef32-436a-a657-926c4ccb2dd0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.545035 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (aa166ff4-347c-4a4b-9663-2d95d644e695), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.553048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.559841 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] 10.222.0.102 "DELETE /v2.0/networks/aa166ff4-347c-4a4b-9663-2d95d644e695 HTTP/1.1" status: 204 len: 168 time: 1.7658527 Feb 09 21:08:13.559841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a616f16-17b5-4842-a230-b338e7a42a00') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:13.559841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a616f16-17b5-4842-a230-b338e7a42a00') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:13.561727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:13.564958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:13.565214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (02c92f15-ef32-436a-a657-926c4ccb2dd0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.585000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384627a-953a-42af-9910-23f39c8a4e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa166ff4-347c-4a4b-9663-2d95d644e695,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:13.626833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (4a616f16-17b5-4842-a230-b338e7a42a00), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:13.649528 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:13.677776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4a616f16-17b5-4842-a230-b338e7a42a00), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.689862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:13.691066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (4a616f16-17b5-4842-a230-b338e7a42a00), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.692326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (f9f4a88d-a926-41d5-ab21-bad2d425f4ea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:13.693505 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:13.712706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 57689986-896b-4cf0-99ae-1b1fdc199636 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:13.713355 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.737330 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (963d4b12-3c0e-4a55-b9a4-032dbe4f3e36), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.747239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.755141 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/networks/963d4b12-3c0e-4a55-b9a4-032dbe4f3e36 HTTP/1.1" status: 204 len: 168 time: 2.1722937 Feb 09 21:08:13.757411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:13.782822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f9f4a88d-a926-41d5-ab21-bad2d425f4ea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.785877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 57689986-896b-4cf0-99ae-1b1fdc199636, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57689986-896b-4cf0-99ae-1b1fdc199636,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:13.792299 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:13.792696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7800c0-5f7b-4efe-bc57-fbec1e2b58c2 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Network': ['ID=963d4b12-3c0e-4a55-b9a4-032dbe4f3e36,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:13.877900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad524c0a-a378-4804-822b-3f8b4be102e0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:13.903453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ad524c0a-a378-4804-822b-3f8b4be102e0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:13.903840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad524c0a-a378-4804-822b-3f8b4be102e0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:13.905003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17fa9b40-2bc5-468b-89e5-365e561c095f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:13.908055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=57689986-896b-4cf0-99ae-1b1fdc199636,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:13.911198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:13.918036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1758b-e71d-4c9a-95a0-e01158af2698 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:13.923068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-42f1758b-e71d-4c9a-95a0-e01158af2698 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/6b3a4aa9-21b9-4658-ab09-f112659fb83c HTTP/1.1" status: 200 len: 844 time: 0.1406240 Feb 09 21:08:13.931130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:13.932179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:13.946961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:13.966637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 17fa9b40-2bc5-468b-89e5-365e561c095f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:13.967014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17fa9b40-2bc5-468b-89e5-365e561c095f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:13.967671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 457e6352-be2e-40a3-a630-6a211f761f05 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:14.000593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=f9f4a88d-a926-41d5-ab21-bad2d425f4ea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:14.030527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 457e6352-be2e-40a3-a630-6a211f761f05 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:14.030879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 457e6352-be2e-40a3-a630-6a211f761f05 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:14.058859 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f5c4b14f-c13f-48f5-a789-52db7da44e48 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/6b3a4aa9-21b9-4658-ab09-f112659fb83c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1231010 Feb 09 21:08:14.059526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:14.063084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.076569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:14.088605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:14.089417 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.089563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (fd51bdab-dfa0-4168-96d7-36de3e77cc91), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.095075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.102033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/networks/fd51bdab-dfa0-4168-96d7-36de3e77cc91 HTTP/1.1" status: 204 len: 168 time: 2.1972871 Feb 09 21:08:14.104729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55778) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:14.134971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1648186794'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:14.142180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303685ae-95ac-4f82-8470-de0d6c2ddf0a tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Network': ['ID=fd51bdab-dfa0-4168-96d7-36de3e77cc91,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:14.173142 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-97455920-2d51-4fb9-90f8-df6b7dbb8c35 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9949877 Feb 09 21:08:14.175658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:14.198515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:14.201936 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.258053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:08:14.261202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:14.265054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.313681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d973a85-5d7f-4de9-a8a8-106854664cfe tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:14.319452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d973a85-5d7f-4de9-a8a8-106854664cfe tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:14.321684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d973a85-5d7f-4de9-a8a8-106854664cfe tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1447303 Feb 09 21:08:14.325154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:14.332215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d3471878-fa9e-4b60-8500-1a124a5a5509), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.332841 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Added segment d3471878-fa9e-4b60-8500-1a124a5a5509 of type vlan for network 249bb9da-798b-4df0-8733-855979d7272e Feb 09 21:08:14.348577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ac0cc-03bd-4330-8724-cfed1b631d1b None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:14.401719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (249bb9da-798b-4df0-8733-855979d7272e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.465796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (249bb9da-798b-4df0-8733-855979d7272e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.470756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:14.471358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.479843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-404fd9f3-a84f-4925-aef6-0c55928f98e4 None None] Provisioning complete for port 57689986-896b-4cf0-99ae-1b1fdc199636 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:14.480706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-404fd9f3-a84f-4925-aef6-0c55928f98e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.510707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (ff78dc7e-7161-4fa6-a5c3-a67318877376), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.579634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Network': ['ID=249bb9da-798b-4df0-8733-855979d7272e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:14.605005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ed895d24-6082-4f75-bf6a-62bd0cb74281 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4715805 Feb 09 21:08:14.606069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:14.611734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': '249bb9da-798b-4df0-8733-855979d7272e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:14.625310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 249bb9da-798b-4df0-8733-855979d7272e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:08:14.736159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-404fd9f3-a84f-4925-aef6-0c55928f98e4 None None] Current status of the port 57689986-896b-4cf0-99ae-1b1fdc199636 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:14.750062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39602c-ed1b-43be-b147-516c168e850c None None] Update dhcp port {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': 'ac98263e-80ab-4ef7-8e99-6aac6195ef52', 'ip_address': '2001:db8::f816:3eff:fe2f:59c6'}, {'subnet_id': '3c6872a2-b052-41e2-bebc-e2550f5cf9af'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '57689986-896b-4cf0-99ae-1b1fdc199636'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:08:14.750304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (0320ab6e-500f-4abf-8e7a-e3dd1ffd3063), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.772161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-85967bfc-569d-44df-ab55-af4165d7e16f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port f9f4a88d-a926-41d5-ab21-bad2d425f4ea {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:14.773244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85967bfc-569d-44df-ab55-af4165d7e16f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f9f4a88d-a926-41d5-ab21-bad2d425f4ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.788934 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b39602c-ed1b-43be-b147-516c168e850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.806272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:14.814593 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.847394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=0320ab6e-500f-4abf-8e7a-e3dd1ffd3063,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:14.894652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:14.899916 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85967bfc-569d-44df-ab55-af4165d7e16f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f9f4a88d-a926-41d5-ab21-bad2d425f4ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.901341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:14.904852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:14.905456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:14.918464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-85967bfc-569d-44df-ab55-af4165d7e16f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for f9f4a88d-a926-41d5-ab21-bad2d425f4ea owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:14.920198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e4899-99dd-4fb6-975a-980604a792d5 None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:14.949530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44c9e44d-db0b-449d-9b22-63195713d22e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8861940 Feb 09 21:08:14.955724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55788) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:14.961373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-35ca7a17-a3fd-44ce-9ad1-5aa90f7c2c9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'security_group': {'name': 'tempest-secgroup-897820210'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:15.067040 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35ca7a17-a3fd-44ce-9ad1-5aa90f7c2c9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.119907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9b39602c-ed1b-43be-b147-516c168e850c None None] Allocated IP 172.20.0.2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/3c6872a2-b052-41e2-bebc-e2550f5cf9af/57689986-896b-4cf0-99ae-1b1fdc199636) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:15.189155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-1ee0f815-eda7-4cab-b628-d057b2755bc3', 'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'project_id': '3b4750a3e035499b9b5e799a8f1c173c', 'fixed_ips': [{'subnet_id': '0320ab6e-500f-4abf-8e7a-e3dd1ffd3063'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:15.190041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.199013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57689986-896b-4cf0-99ae-1b1fdc199636 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:15.244152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f58d1859-ce6c-4ced-8b73-f60259f28c2d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.274793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Deleting port 8181be56-0fab-450e-bf90-b0d5de5c7464 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:15.275294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.286765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9b39602c-ed1b-43be-b147-516c168e850c None None] For port 57689986-896b-4cf0-99ae-1b1fdc199636, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57689986-896b-4cf0-99ae-1b1fdc199636,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:15.308856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=f58d1859-ce6c-4ced-8b73-f60259f28c2d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:15.338407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking segment: {'id': 'd3471878-fa9e-4b60-8500-1a124a5a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '249bb9da-798b-4df0-8733-855979d7272e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:15.339238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network hostable DHCP agents. Network: 249bb9da-798b-4df0-8733-855979d7272e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:08:15.349911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85967bfc-569d-44df-ab55-af4165d7e16f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f9f4a88d-a926-41d5-ab21-bad2d425f4ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.356465 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b39602c-ed1b-43be-b147-516c168e850c None None] Publish callbacks [] for port (57689986-896b-4cf0-99ae-1b1fdc199636), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.394761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 249bb9da-798b-4df0-8733-855979d7272e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:08:15.397951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85967bfc-569d-44df-ab55-af4165d7e16f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=f9f4a88d-a926-41d5-ab21-bad2d425f4ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:15.429933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 249bb9da-798b-4df0-8733-855979d7272e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:15.477486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:15.478072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.497811 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35ca7a17-a3fd-44ce-9ad1-5aa90f7c2c9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (970e7a89-bd17-4123-ba26-3d18ec874197), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.507599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35ca7a17-a3fd-44ce-9ad1-5aa90f7c2c9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (970e7a89-bd17-4123-ba26-3d18ec874197), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.518190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e21877b-136b-4d57-9312-36a1061a532a None None] Network 249bb9da-798b-4df0-8733-855979d7272e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:15.524136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9b9cf806-f08c-4979-966b-6f9767fc6a38 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9143114 Feb 09 21:08:15.543796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:15.564526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-85967bfc-569d-44df-ab55-af4165d7e16f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.566731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': '249bb9da-798b-4df0-8733-855979d7272e', 'name': 'tempest-PortsTestJSON-1089464009', 'fixed_ips': [{'subnet_id': 'f58d1859-ce6c-4ced-8b73-f60259f28c2d', 'ip_address': '172.20.0.10'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:15.571066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-85967bfc-569d-44df-ab55-af4165d7e16f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/f9f4a88d-a926-41d5-ab21-bad2d425f4ea HTTP/1.1" status: 204 len: 168 time: 1.2421947 Feb 09 21:08:15.577639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:15.605226 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b39602c-ed1b-43be-b147-516c168e850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.635746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] For port 8181be56-0fab-450e-bf90-b0d5de5c7464, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8181be56-0fab-450e-bf90-b0d5de5c7464,segment=NetworkSegment(63c8bf8a-e056-41ee-ac19-ad0cdb17380e),segment_id=63c8bf8a-e056-41ee-ac19-ad0cdb17380e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:15.636222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.658881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Calling delete_port for 8181be56-0fab-450e-bf90-b0d5de5c7464 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:15.679726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0005076-2ae3-4a17-850c-3b4979b8519f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:15.680817 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35ca7a17-a3fd-44ce-9ad1-5aa90f7c2c9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.681296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0005076-2ae3-4a17-850c-3b4979b8519f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:15.682645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0005076-2ae3-4a17-850c-3b4979b8519f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:15.687165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b0005076-2ae3-4a17-850c-3b4979b8519f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1061666 Feb 09 21:08:15.687570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:15.689209 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-35ca7a17-a3fd-44ce-9ad1-5aa90f7c2c9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7320564 Feb 09 21:08:15.692428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:15.710317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6c539d9b-697c-4ff9-9819-9468905a7268 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1098271914'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:15.719226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca7a17-a3fd-44ce-9ad1-5aa90f7c2c9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970e7a89-bd17-4123-ba26-3d18ec874197,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:15.756188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-55243959-e7bf-4b26-9a19-1ac5c273f664 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 3c6872a2-b052-41e2-bebc-e2550f5cf9af {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:15.761994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55243959-e7bf-4b26-9a19-1ac5c273f664 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (3c6872a2-b052-41e2-bebc-e2550f5cf9af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.791243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-249bb9da-798b-4df0-8733-855979d7272e', 'network_id': '249bb9da-798b-4df0-8733-855979d7272e', 'project_id': 'be9b06ac2a8946ad98dec778aac67d35', 'fixed_ips': [{'subnet_id': 'f58d1859-ce6c-4ced-8b73-f60259f28c2d'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:15.792596 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.814307 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55243959-e7bf-4b26-9a19-1ac5c273f664 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (3c6872a2-b052-41e2-bebc-e2550f5cf9af), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.903643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c539d9b-697c-4ff9-9819-9468905a7268 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:15.995556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:16.042666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c539d9b-697c-4ff9-9819-9468905a7268 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (fe871fa7-3d74-4699-a31a-7b60007d080f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.072213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39602c-ed1b-43be-b147-516c168e850c None None] Pushing event updated for resources: {'Port': ['ID=57689986-896b-4cf0-99ae-1b1fdc199636,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:16.100321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 57689986-896b-4cf0-99ae-1b1fdc199636 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:16.100844 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.165371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.167942 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c539d9b-697c-4ff9-9819-9468905a7268 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fe871fa7-3d74-4699-a31a-7b60007d080f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.188436 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55243959-e7bf-4b26-9a19-1ac5c273f664 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (3c6872a2-b052-41e2-bebc-e2550f5cf9af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.196612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c539d9b-697c-4ff9-9819-9468905a7268 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.198285 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6c539d9b-697c-4ff9-9819-9468905a7268 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5046122 Feb 09 21:08:16.207807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:16.214511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-944762048', 'security_groups': ['fe871fa7-3d74-4699-a31a-7b60007d080f'], 'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0320ab6e-500f-4abf-8e7a-e3dd1ffd3063'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:16.230309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 7f171043-d3a0-4f32-a749-235ef8575d43 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:16.339635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Allocated IP 172.20.0.2 (249bb9da-798b-4df0-8733-855979d7272e/f58d1859-ce6c-4ced-8b73-f60259f28c2d/bd2cf2bc-b503-49ae-8882-bf032be35bd1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:16.356027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8181be56-0fab-450e-bf90-b0d5de5c7464), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.392474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55243959-e7bf-4b26-9a19-1ac5c273f664 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (3c6872a2-b052-41e2-bebc-e2550f5cf9af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.477877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55243959-e7bf-4b26-9a19-1ac5c273f664 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6872a2-b052-41e2-bebc-e2550f5cf9af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:16.501426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c539d9b-697c-4ff9-9819-9468905a7268 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe871fa7-3d74-4699-a31a-7b60007d080f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:16.598166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8181be56-0fab-450e-bf90-b0d5de5c7464,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:16.672956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55243959-e7bf-4b26-9a19-1ac5c273f664 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.676491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-55243959-e7bf-4b26-9a19-1ac5c273f664 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/3c6872a2-b052-41e2-bebc-e2550f5cf9af HTTP/1.1" status: 204 len: 168 time: 0.9878170 Feb 09 21:08:16.679568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:16.680001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:16.882623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1cb8bc-5b8d-4399-ac70-7e10267a4475 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet ac98263e-80ab-4ef7-8e99-6aac6195ef52 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:16.891836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb8bc-5b8d-4399-ac70-7e10267a4475 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (ac98263e-80ab-4ef7-8e99-6aac6195ef52), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.895636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:16.918358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Allocated IP 2001:db8::2 (1ee0f815-eda7-4cab-b628-d057b2755bc3/0320ab6e-500f-4abf-8e7a-e3dd1ffd3063/908245e4-d24a-43b9-900e-4fcffd5f65b6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:16.936439 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port 7d20171e-2104-4ebd-94db-9d2e36421b60 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:16.975511 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb8bc-5b8d-4399-ac70-7e10267a4475 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (ac98263e-80ab-4ef7-8e99-6aac6195ef52), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.046692 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Publish callbacks [] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.198491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.10 (249bb9da-798b-4df0-8733-855979d7272e/f58d1859-ce6c-4ced-8b73-f60259f28c2d/7f171043-d3a0-4f32-a749-235ef8575d43) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:17.206825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.215010 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb8bc-5b8d-4399-ac70-7e10267a4475 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (ac98263e-80ab-4ef7-8e99-6aac6195ef52), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.244076 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (ff78dc7e-7161-4fa6-a5c3-a67318877376), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.418572 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb8bc-5b8d-4399-ac70-7e10267a4475 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (ac98263e-80ab-4ef7-8e99-6aac6195ef52), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.477030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cb8bc-5b8d-4399-ac70-7e10267a4475 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=ac98263e-80ab-4ef7-8e99-6aac6195ef52,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:17.485022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb8bc-5b8d-4399-ac70-7e10267a4475 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.488681 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3b1cb8bc-5b8d-4399-ac70-7e10267a4475 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/ac98263e-80ab-4ef7-8e99-6aac6195ef52 HTTP/1.1" status: 204 len: 168 time: 0.8081231 Feb 09 21:08:17.491452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:17.531807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 57689986-896b-4cf0-99ae-1b1fdc199636 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:17.551120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Network 249bb9da-798b-4df0-8733-855979d7272e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:17.555288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9f6f3005-0f08-48cf-9094-23e0914f7438 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619206 Feb 09 21:08:17.558304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:17.572927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:17.604972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Pushing event updated for resources: {'Port': ['ID=bd2cf2bc-b503-49ae-8882-bf032be35bd1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:17.609173 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (7f171043-d3a0-4f32-a749-235ef8575d43), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.613752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:17.625531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:17.666134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7f171043-d3a0-4f32-a749-235ef8575d43), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.730971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Attempting to bind port bd2cf2bc-b503-49ae-8882-bf032be35bd1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:17.732715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Attempting to bind port bd2cf2bc-b503-49ae-8882-bf032be35bd1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'd3471878-fa9e-4b60-8500-1a124a5a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '249bb9da-798b-4df0-8733-855979d7272e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:17.733401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Attempting to bind port bd2cf2bc-b503-49ae-8882-bf032be35bd1 on network 249bb9da-798b-4df0-8733-855979d7272e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:17.747044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:17.747347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Checking segment: {'id': 'd3471878-fa9e-4b60-8500-1a124a5a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '249bb9da-798b-4df0-8733-855979d7272e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:17.747899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.748388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Bound using segment: {'id': 'd3471878-fa9e-4b60-8500-1a124a5a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '249bb9da-798b-4df0-8733-855979d7272e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:17.748963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Bound port: bd2cf2bc-b503-49ae-8882-bf032be35bd1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3471878-fa9e-4b60-8500-1a124a5a5509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '249bb9da-798b-4df0-8733-855979d7272e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:17.749442 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.784638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343e600-c0cb-4f83-a874-6ca26538674f None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:17.790886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=7f171043-d3a0-4f32-a749-235ef8575d43,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:17.805398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 249bb9da-798b-4df0-8733-855979d7272e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:17.821268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:17.822599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Router ff78dc7e-7161-4fa6-a5c3-a67318877376 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:17.823942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:17.870165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57689986-896b-4cf0-99ae-1b1fdc199636 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:17.889757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:17.890587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:17.912404 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-988071d9-d724-4869-9966-4f639acc46c5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3653703 Feb 09 21:08:17.914309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55820) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:17.920554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': '249bb9da-798b-4df0-8733-855979d7272e', 'name': 'tempest-PortsTestJSON-1357247116', 'fixed_ips': [{'subnet_id': 'f58d1859-ce6c-4ced-8b73-f60259f28c2d', 'ip_address': '172.20.0.9'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:18.006613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:18.010620 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.020255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 57689986-896b-4cf0-99ae-1b1fdc199636 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:18.020838 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.090317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:18.098594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.099139 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Publish callbacks [] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.113450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e6892ccc-351e-4560-a57a-ef5f3740eb04 None None] Provisioning complete for port 57689986-896b-4cf0-99ae-1b1fdc199636 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:18.114055 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e6892ccc-351e-4560-a57a-ef5f3740eb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.118566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:18.135227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e50fc301-ee10-49f4-a923-f9784b9916e7 admin admin] 10.222.0.102 "PUT /v2.0/routers/ff78dc7e-7161-4fa6-a5c3-a67318877376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5681610 Feb 09 21:08:18.137330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:18.151263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] Sync routers for ids ['ff78dc7e-7161-4fa6-a5c3-a67318877376'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:18.153970 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.224966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::1d6 (1ee0f815-eda7-4cab-b628-d057b2755bc3/0320ab6e-500f-4abf-8e7a-e3dd1ffd3063/7d20171e-2104-4ebd-94db-9d2e36421b60) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:18.260829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Pushing event updated for resources: {'Port': ['ID=908245e4-d24a-43b9-900e-4fcffd5f65b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:18.264970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 57689986-896b-4cf0-99ae-1b1fdc199636 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:18.268361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:18.286044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] For port bd2cf2bc-b503-49ae-8882-bf032be35bd1, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:18.331798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] For port bd2cf2bc-b503-49ae-8882-bf032be35bd1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bd2cf2bc-b503-49ae-8882-bf032be35bd1,segment=NetworkSegment(d3471878-fa9e-4b60-8500-1a124a5a5509),segment_id=d3471878-fa9e-4b60-8500-1a124a5a5509)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:18.363738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:18.364953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] Routers {'ff78dc7e-7161-4fa6-a5c3-a67318877376'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:18.366821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ff78dc7e-7161-4fa6-a5c3-a67318877376'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:18.502300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 01afd14c-aafa-4841-97d4-e0cbdacd9840 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:18.561227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (7d20171e-2104-4ebd-94db-9d2e36421b60), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.581362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] Set router ff78dc7e-7161-4fa6-a5c3-a67318877376 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:18.715060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7d20171e-2104-4ebd-94db-9d2e36421b60), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.724204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:18.754431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.799646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:18.895739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks [] for router (ff78dc7e-7161-4fa6-a5c3-a67318877376), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:18.967149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] Deleting port 57689986-896b-4cf0-99ae-1b1fdc199636 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:18.967530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.103535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] For port 57689986-896b-4cf0-99ae-1b1fdc199636, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57689986-896b-4cf0-99ae-1b1fdc199636,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:19.104226 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.126676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] Calling delete_port for 57689986-896b-4cf0-99ae-1b1fdc199636 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:19.145458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.objects.ports [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:08:19.344095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Attempting to bind port 908245e4-d24a-43b9-900e-4fcffd5f65b6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:19.344394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Attempting to bind port 908245e4-d24a-43b9-900e-4fcffd5f65b6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '324bcc2d-afd5-458a-b387-aaad456a3cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:19.344763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Attempting to bind port 908245e4-d24a-43b9-900e-4fcffd5f65b6 on network 1ee0f815-eda7-4cab-b628-d057b2755bc3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:19.352898 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks [] for router_gateway (ff78dc7e-7161-4fa6-a5c3-a67318877376), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.399901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:19.400316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Checking segment: {'id': '324bcc2d-afd5-458a-b387-aaad456a3cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:19.400688 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.401087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Bound using segment: {'id': '324bcc2d-afd5-458a-b387-aaad456a3cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:19.401576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Bound port: 908245e4-d24a-43b9-900e-4fcffd5f65b6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324bcc2d-afd5-458a-b387-aaad456a3cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:19.402133 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.416474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:19.417680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=7d20171e-2104-4ebd-94db-9d2e36421b60,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:19.425165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:19.425388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34088bb7-4d56-4ae4-ae1e-c80d8a1f15a8 None None] Pushing event updated for resources: {'Port': ['ID=bd2cf2bc-b503-49ae-8882-bf032be35bd1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:19.425494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:19.430315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:19.431146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.483029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e6892ccc-351e-4560-a57a-ef5f3740eb04 None None] Current status of the port 57689986-896b-4cf0-99ae-1b1fdc199636 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:19.514373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-33f1507b-bc5b-4d13-aee6-a61c18a2d53b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3052111 Feb 09 21:08:19.515027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:19.527662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e6892ccc-351e-4560-a57a-ef5f3740eb04 None None] Could not find standard attr ID for object f9f4a88d-a926-41d5-ab21-bad2d425f4ea. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:19.528395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c38d1344-09fe-4a66-8bcb-66f438633f50 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:19.533600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (57689986-896b-4cf0-99ae-1b1fdc199636), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.586369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] Pushing event deleted for resources: {'Port': ['ID=57689986-896b-4cf0-99ae-1b1fdc199636,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:19.593442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] For port 908245e4-d24a-43b9-900e-4fcffd5f65b6, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:19.609666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211982a-6b12-4b1c-8d1f-d061ee2930d0 None None] No DVR routers for this DVR port 57689986-896b-4cf0-99ae-1b1fdc199636 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:19.628322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] For port 908245e4-d24a-43b9-900e-4fcffd5f65b6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=908245e4-d24a-43b9-900e-4fcffd5f65b6,segment=NetworkSegment(324bcc2d-afd5-458a-b387-aaad456a3cf6),segment_id=324bcc2d-afd5-458a-b387-aaad456a3cf6)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:19.638240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.693708 n-d-789963-29 neutron-server[103324]: WARNING neutron.services.revisions.revision_plugin [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Could not find related port for resource to bump revision. Feb 09 21:08:19.715753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:08:16Z', 'revision_number': 5, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port': {'id': '24af984c-6863-43cc-b6a7-c72c645c8204', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:06:39Z', 'updated_at': '2022-02-09T21:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:19.716878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Port 57689986-896b-4cf0-99ae-1b1fdc199636 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 21:08:19.717516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2f:59c6 {{(pid=103324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 21:08:19.727358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2f:59c6 {{(pid=103324) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 21:08:19.738828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (566be8e0-c954-421a-b6ac-60c7eeedbf93), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.757336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] Checking router: ff78dc7e-7161-4fa6-a5c3-a67318877376 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:08:19.774162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bd2cf2bc-b503-49ae-8882-bf032be35bd1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:19.805974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Deleting port 24af984c-6863-43cc-b6a7-c72c645c8204 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:19.806313 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.828757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:19.838275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38d1344-09fe-4a66-8bcb-66f438633f50 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:19.839475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a315c-8e88-42cb-b2d6-3d80bb337e2f None None] Pushing event updated for resources: {'Port': ['ID=908245e4-d24a-43b9-900e-4fcffd5f65b6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:19.842283 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c38d1344-09fe-4a66-8bcb-66f438633f50 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.860338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] Routers {'ff78dc7e-7161-4fa6-a5c3-a67318877376'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:19.861139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ff78dc7e-7161-4fa6-a5c3-a67318877376'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:19.869462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:19.872657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:19.873062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:19.878480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=566be8e0-c954-421a-b6ac-60c7eeedbf93,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:19.899592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.9 (249bb9da-798b-4df0-8733-855979d7272e/f58d1859-ce6c-4ced-8b73-f60259f28c2d/01afd14c-aafa-4841-97d4-e0cbdacd9840) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:19.907140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ff7c1f13-8064-4037-a23d-d8d7eb9f311c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3460493 Feb 09 21:08:19.910847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:19.915845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:19.970628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeae4e1-e34f-4a88-b122-3c3ad9c1f7aa None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:20.005018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] For port 24af984c-6863-43cc-b6a7-c72c645c8204, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=24af984c-6863-43cc-b6a7-c72c645c8204,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:20.005391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.031809 n-d-789963-29 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-c38d1344-09fe-4a66-8bcb-66f438633f50 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0320ab6e-500f-4abf-8e7a-e3dd1ffd3063 (CIDR: 2001:db8::/64) Feb 09 21:08:20.034982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Calling delete_port for 24af984c-6863-43cc-b6a7-c72c645c8204 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:20.037099 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38d1344-09fe-4a66-8bcb-66f438633f50 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:20.037713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38d1344-09fe-4a66-8bcb-66f438633f50 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:20.119968 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c38d1344-09fe-4a66-8bcb-66f438633f50 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6009889 Feb 09 21:08:20.126690 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55834) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:20.132870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:20.283104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (01afd14c-aafa-4841-97d4-e0cbdacd9840), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.334958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port bd2cf2bc-b503-49ae-8882-bf032be35bd1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:20.336562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.360370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:20.360686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] Set router ff78dc7e-7161-4fa6-a5c3-a67318877376 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:20.368840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.408503 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (01afd14c-aafa-4841-97d4-e0cbdacd9840), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.423796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:08:19Z', 'revision_number': 6, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:20.464584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:20.468210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.516260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614e4ce-95c4-4e4b-a5b4-ea9fbdd93b2e None None] The sync data for ids ['ff78dc7e-7161-4fa6-a5c3-a67318877376'] in n-d-789963-29 is: [{'id': 'ff78dc7e-7161-4fa6-a5c3-a67318877376', 'name': 'tempest-TestServerMultinode-327474005-router', 'tenant_id': 'f4c08e9349074208bc7455d094f04835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:06:37Z', 'updated_at': '2022-02-09T21:08:19Z', 'revision_number': 6, 'project_id': 'f4c08e9349074208bc7455d094f04835', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:20.544803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=01afd14c-aafa-4841-97d4-e0cbdacd9840,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:20.575223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 249bb9da-798b-4df0-8733-855979d7272e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:20.584013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:20.591321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:20.681770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port bd2cf2bc-b503-49ae-8882-bf032be35bd1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:20.682365 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.684686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': '566be8e0-c954-421a-b6ac-60c7eeedbf93'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:20.685636 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.691165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838fa2dd-ee82-4374-8e7d-85af71b1058c None None] Network 249bb9da-798b-4df0-8733-855979d7272e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:20.694443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (24af984c-6863-43cc-b6a7-c72c645c8204), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.713853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:20.714519 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.757352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-795fc017-71bf-415c-8e4e-2fc464d089f2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8343852 Feb 09 21:08:20.759809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:20.824931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Pushing event deleted for resources: {'Port': ['ID=24af984c-6863-43cc-b6a7-c72c645c8204,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:20.832743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (af42c6dc-97cc-4551-b89e-bcb8eddc546b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.873287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b3a5236c-0e3a-40d7-8f23-910e4c9d3be5 None None] Provisioning complete for port bd2cf2bc-b503-49ae-8882-bf032be35bd1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:20.879837 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3a5236c-0e3a-40d7-8f23-910e4c9d3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.932639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port bd2cf2bc-b503-49ae-8882-bf032be35bd1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bd2cf2bc-b503-49ae-8882-bf032be35bd1,segment=NetworkSegment(d3471878-fa9e-4b60-8500-1a124a5a5509),segment_id=d3471878-fa9e-4b60-8500-1a124a5a5509)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:20.949216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=af42c6dc-97cc-4551-b89e-bcb8eddc546b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:20.968598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:20.972218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:20.976377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:20.978659 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:20.997305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (ff78dc7e-7161-4fa6-a5c3-a67318877376), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.000376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f0467b-0a5c-4a95-8273-23eafd868a54 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:21.001999 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17f0467b-0a5c-4a95-8273-23eafd868a54 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2412863 Feb 09 21:08:21.004094 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (20f34b1c-f8a0-441b-878a-d794fe6db358), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.006144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:21.037074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-be905d84-e3f9-42ff-adc8-2dc44513e936 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1224689 Feb 09 21:08:21.073906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:21.076983 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.078896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:b4:a3:e9', 'name': 'tempest-NetworksTestDHCPv6-1942531775'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:21.183208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:21.192458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:21.197855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:21.198751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.212800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=20f34b1c-f8a0-441b-878a-d794fe6db358,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:21.233694 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8cbf2694-87c2-4fb7-a40f-fbbfb42953fd tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1054845 Feb 09 21:08:21.238418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:21.246192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1691795369', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20f34b1c-f8a0-441b-878a-d794fe6db358'}], 'security_groups': ['970e7a89-bd17-4123-ba26-3d18ec874197']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:21.260521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fd6d8-2d3f-4e89-9275-4a155b14f060 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:21.263152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (ff78dc7e-7161-4fa6-a5c3-a67318877376), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.267312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fd6d8-2d3f-4e89-9275-4a155b14f060 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:21.267530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks [] for router_controller (ff78dc7e-7161-4fa6-a5c3-a67318877376), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.279870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fd6d8-2d3f-4e89-9275-4a155b14f060 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:21.283955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-439fd6d8-2d3f-4e89-9275-4a155b14f060 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2619514 Feb 09 21:08:21.323418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:21.324715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5236c-0e3a-40d7-8f23-910e4c9d3be5 None None] Current status of the port bd2cf2bc-b503-49ae-8882-bf032be35bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:21.346301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (ff78dc7e-7161-4fa6-a5c3-a67318877376), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.346926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff78dc7e-7161-4fa6-a5c3-a67318877376 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:08:21.354243 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.364134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8bd79f30-2493-42d6-a4b4-9a8a29af5674 admin admin] 10.222.0.102 "DELETE /v2.0/routers/ff78dc7e-7161-4fa6-a5c3-a67318877376 HTTP/1.1" status: 204 len: 168 time: 3.2255909 Feb 09 21:08:21.368519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:21.370809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Allocated IP 2001:db8::f816:3eff:fe2c:f7c0 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/566be8e0-c954-421a-b6ac-60c7eeedbf93/73dc18c7-745c-4719-8baf-548ba5623041) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:21.373262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=bd2cf2bc-b503-49ae-8882-bf032be35bd1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:21.394863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:21.525568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57689986-896b-4cf0-99ae-1b1fdc199636 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:21.574594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.595255 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7d20171e-2104-4ebd-94db-9d2e36421b60), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.604340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 57689986-896b-4cf0-99ae-1b1fdc199636 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:21.604695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57689986-896b-4cf0-99ae-1b1fdc199636 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:21.609608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 0a954107-9374-40dc-b505-5d980d76e657 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:21.655510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ecd3f-dbf7-4f2c-b24b-c7d8153d35ca None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:21.678948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf32deb5-6721-493b-959d-9bd0069919c3 admin admin] Deleting subnet 674248d8-86f1-4847-9c25-fe4e513b67ea {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:21.697054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf32deb5-6721-493b-959d-9bd0069919c3 admin admin] Publish callbacks [] for subnet (674248d8-86f1-4847-9c25-fe4e513b67ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.792883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf32deb5-6721-493b-959d-9bd0069919c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (674248d8-86f1-4847-9c25-fe4e513b67ea), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:21.987440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-91f91a12-3d9f-417f-aed8-39b3db865554 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 01afd14c-aafa-4841-97d4-e0cbdacd9840 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:21.987881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91f91a12-3d9f-417f-aed8-39b3db865554 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (01afd14c-aafa-4841-97d4-e0cbdacd9840), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.030418 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf32deb5-6721-493b-959d-9bd0069919c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (674248d8-86f1-4847-9c25-fe4e513b67ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.034739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:22.035443 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.047496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bd2cf2bc-b503-49ae-8882-bf032be35bd1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:22.099540 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.134154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Publish callbacks [] for port (73dc18c7-745c-4719-8baf-548ba5623041), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.174440 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (73dc18c7-745c-4719-8baf-548ba5623041), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.316045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:22.361647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:22.368362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:22.374289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Pushing event updated for resources: {'Port': ['ID=73dc18c7-745c-4719-8baf-548ba5623041,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:22.390518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Update dhcp port {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'fixed_ips': [{'subnet_id': '0320ab6e-500f-4abf-8e7a-e3dd1ffd3063', 'ip_address': '2001:db8::2'}, {'subnet_id': '20f34b1c-f8a0-441b-878a-d794fe6db358'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '908245e4-d24a-43b9-900e-4fcffd5f65b6'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:08:22.422268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port bd2cf2bc-b503-49ae-8882-bf032be35bd1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:22.422929 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.426425 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.450154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 172.20.0.10 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/af42c6dc-97cc-4551-b89e-bcb8eddc546b/0a954107-9374-40dc-b505-5d980d76e657) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:22.494354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:feb4:a3e9 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/566be8e0-c954-421a-b6ac-60c7eeedbf93/0a954107-9374-40dc-b505-5d980d76e657) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:22.505606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf32deb5-6721-493b-959d-9bd0069919c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (674248d8-86f1-4847-9c25-fe4e513b67ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.534571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Delete allocated IP 2001:db8::1d6 (1ee0f815-eda7-4cab-b628-d057b2755bc3/0320ab6e-500f-4abf-8e7a-e3dd1ffd3063) {{(pid=103325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:08:22.560110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8:0:1::2d (1ee0f815-eda7-4cab-b628-d057b2755bc3/20f34b1c-f8a0-441b-878a-d794fe6db358/7d20171e-2104-4ebd-94db-9d2e36421b60) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:22.573747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf32deb5-6721-493b-959d-9bd0069919c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.591234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cf32deb5-6721-493b-959d-9bd0069919c3 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/674248d8-86f1-4847-9c25-fe4e513b67ea HTTP/1.1" status: 204 len: 168 time: 1.2210817 Feb 09 21:08:22.594664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24f62e-0829-4b1e-83c3-c186167ff102 None None] Network c84b765a-1975-43b8-8425-6e3577bf822d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:22.599872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32deb5-6721-493b-959d-9bd0069919c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=674248d8-86f1-4847-9c25-fe4e513b67ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:22.603729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:22.623136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Attempting to bind port 73dc18c7-745c-4719-8baf-548ba5623041 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:22.623506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Attempting to bind port 73dc18c7-745c-4719-8baf-548ba5623041 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:22.624024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Attempting to bind port 73dc18c7-745c-4719-8baf-548ba5623041 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:22.645177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91f91a12-3d9f-417f-aed8-39b3db865554 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (01afd14c-aafa-4841-97d4-e0cbdacd9840), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.667217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-91f91a12-3d9f-417f-aed8-39b3db865554 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 01afd14c-aafa-4841-97d4-e0cbdacd9840 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:22.673843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:22.674343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:22.675487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.676000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:22.676577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Bound port: 73dc18c7-745c-4719-8baf-548ba5623041, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:22.677195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (73dc18c7-745c-4719-8baf-548ba5623041), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.682978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1980d7-5cba-4166-9bf4-902527be8290 req-fbb26b84-ce96-40dd-8afe-0dc0a3c1fdb1 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:22.684847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1980d7-5cba-4166-9bf4-902527be8290 req-fbb26b84-ce96-40dd-8afe-0dc0a3c1fdb1 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1130 time: 0.2550745 Feb 09 21:08:22.703424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:22.704778 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.827521 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f1980d7-5cba-4166-9bf4-902527be8290 req-ab232104-c512-45db-84ca-3c10828b9bfe tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341712 Feb 09 21:08:22.829164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] For port 73dc18c7-745c-4719-8baf-548ba5623041, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:22.835336 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (c84b765a-1975-43b8-8425-6e3577bf822d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.838420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] For port 73dc18c7-745c-4719-8baf-548ba5623041, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=73dc18c7-745c-4719-8baf-548ba5623041,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:22.854429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:22.874973 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (73dc18c7-745c-4719-8baf-548ba5623041), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.943137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (0a954107-9374-40dc-b505-5d980d76e657), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:22.961173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] For port 908245e4-d24a-43b9-900e-4fcffd5f65b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=908245e4-d24a-43b9-900e-4fcffd5f65b6,segment=NetworkSegment(324bcc2d-afd5-458a-b387-aaad456a3cf6),segment_id=324bcc2d-afd5-458a-b387-aaad456a3cf6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:22.976558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Deleting port 87f98475-d727-48a8-8b2f-d6786d031381 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:22.977199 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (87f98475-d727-48a8-8b2f-d6786d031381), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.082822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (7d20171e-2104-4ebd-94db-9d2e36421b60), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.093892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] For port 87f98475-d727-48a8-8b2f-d6786d031381, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=87f98475-d727-48a8-8b2f-d6786d031381,segment=NetworkSegment(63c8bf8a-e056-41ee-ac19-ad0cdb17380e),segment_id=63c8bf8a-e056-41ee-ac19-ad0cdb17380e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:23.095154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (87f98475-d727-48a8-8b2f-d6786d031381), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.096366 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (7d20171e-2104-4ebd-94db-9d2e36421b60), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.101490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0a954107-9374-40dc-b505-5d980d76e657), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.154968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:23.167243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Calling delete_port for 87f98475-d727-48a8-8b2f-d6786d031381 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:23.177762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port bd2cf2bc-b503-49ae-8882-bf032be35bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:23.180162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 908245e4-d24a-43b9-900e-4fcffd5f65b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:23.209027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:23.218561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:23.227002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] In _notify_port_updated(), no bound segment for port 7d20171e-2104-4ebd-94db-9d2e36421b60 on network 1ee0f815-eda7-4cab-b628-d057b2755bc3 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:08:23.233120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:23.233775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.238150 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "PUT /v2.0/ports/7d20171e-2104-4ebd-94db-9d2e36421b60 HTTP/1.1" status: 200 len: 930 time: 1.9985664 Feb 09 21:08:23.245189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55870) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:23.261120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91f91a12-3d9f-417f-aed8-39b3db865554 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (01afd14c-aafa-4841-97d4-e0cbdacd9840), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.266081 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.315823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:23.319097 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.362968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf447d4-d239-4c8a-b0b4-df2ac042a6e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=7d20171e-2104-4ebd-94db-9d2e36421b60,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:23.385189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=0a954107-9374-40dc-b505-5d980d76e657,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:23.400728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2b569983-fbcd-4655-b8d3-58edac3e44be tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3262000 Feb 09 21:08:23.403106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55872) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:23.431038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5f430-5816-4223-b79c-707963e9cd8c None None] Pushing event updated for resources: {'Port': ['ID=73dc18c7-745c-4719-8baf-548ba5623041,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:23.432822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f91a12-3d9f-417f-aed8-39b3db865554 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=01afd14c-aafa-4841-97d4-e0cbdacd9840,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:23.442441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port d005c6da-cc36-4459-8d03-52eecbdc9478 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:23.443009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d005c6da-cc36-4459-8d03-52eecbdc9478), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.485442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Provisioning complete for port 6b3a4aa9-21b9-4658-ab09-f112659fb83c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:23.485965 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.606262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f4bec-1e55-4c5d-a442-58b03538e064 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:23.616518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f4bec-1e55-4c5d-a442-58b03538e064 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:23.621997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:23.629695 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c90f4bec-1e55-4c5d-a442-58b03538e064 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2173505 Feb 09 21:08:23.630657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (87f98475-d727-48a8-8b2f-d6786d031381), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.649208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-91f91a12-3d9f-417f-aed8-39b3db865554 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.655278 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-91f91a12-3d9f-417f-aed8-39b3db865554 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/01afd14c-aafa-4841-97d4-e0cbdacd9840 HTTP/1.1" status: 204 len: 168 time: 2.3273773 Feb 09 21:08:23.664402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55876) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:23.680326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:23.684574 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.692930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] No DVR routers for this DVR port 87f98475-d727-48a8-8b2f-d6786d031381 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:23.715054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Pushing event deleted for resources: {'Port': ['ID=87f98475-d727-48a8-8b2f-d6786d031381,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:23.737581 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d005c6da-cc36-4459-8d03-52eecbdc9478), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.739731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (d005c6da-cc36-4459-8d03-52eecbdc9478), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.770646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for d005c6da-cc36-4459-8d03-52eecbdc9478 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:23.786104 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bfa80b-b6da-430f-a95d-9b5a716d4ec3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:08:23.790814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-70bfa80b-b6da-430f-a95d-9b5a716d4ec3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/01afd14c-aafa-4841-97d4-e0cbdacd9840 HTTP/1.1" status: 404 len: 333 time: 0.1210730 Feb 09 21:08:23.797817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:23.914415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (c84b765a-1975-43b8-8425-6e3577bf822d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.960710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84b765a-1975-43b8-8425-6e3577bf822d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:23.978316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c8bf8a-e056-41ee-ac19-ad0cdb17380e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:23.978623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c8bf8a-e056-41ee-ac19-ad0cdb17380e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:23.991432 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (63c8bf8a-e056-41ee-ac19-ad0cdb17380e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:23.996877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81b2050e-edfd-4ec1-9fcb-61c43224ee16 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 7d20171e-2104-4ebd-94db-9d2e36421b60 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:24.002106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81b2050e-edfd-4ec1-9fcb-61c43224ee16 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7d20171e-2104-4ebd-94db-9d2e36421b60), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.005263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Allocated IP 2001:db8:0:1::2 (1ee0f815-eda7-4cab-b628-d057b2755bc3/20f34b1c-f8a0-441b-878a-d794fe6db358/908245e4-d24a-43b9-900e-4fcffd5f65b6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:24.011225 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (63c8bf8a-e056-41ee-ac19-ad0cdb17380e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.018953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:24.019592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (63c8bf8a-e056-41ee-ac19-ad0cdb17380e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:24.087140 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:24.092328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (c84b765a-1975-43b8-8425-6e3577bf822d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.103479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.107742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d005c6da-cc36-4459-8d03-52eecbdc9478), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.111915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] 10.222.0.102 "DELETE /v2.0/networks/c84b765a-1975-43b8-8425-6e3577bf822d HTTP/1.1" status: 204 len: 168 time: 1.5033574 Feb 09 21:08:24.126584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2eea3-6280-4539-8da9-3f10589a10a9 None None] DHCP port deletion for c84b765a-1975-43b8-8425-6e3577bf822d request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:24.144329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9c1ec-83f3-4658-9e24-9a3ab0f2c51a admin admin] Pushing event deleted for resources: {'Network': ['ID=c84b765a-1975-43b8-8425-6e3577bf822d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:24.173433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4fd43f25-5879-4f57-bdcb-3e171f246ff0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 7f171043-d3a0-4f32-a749-235ef8575d43 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:24.173923 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fd43f25-5879-4f57-bdcb-3e171f246ff0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7f171043-d3a0-4f32-a749-235ef8575d43), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.180378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Port 6b3a4aa9-21b9-4658-ab09-f112659fb83c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:24.182347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8b0fe-e533-48f1-9dd7-64b42a478db0 None None] Pushing event updated for resources: {'Port': ['ID=908245e4-d24a-43b9-900e-4fcffd5f65b6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:24.193679 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] For port 908245e4-d24a-43b9-900e-4fcffd5f65b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=908245e4-d24a-43b9-900e-4fcffd5f65b6,segment=NetworkSegment(324bcc2d-afd5-458a-b387-aaad456a3cf6),segment_id=324bcc2d-afd5-458a-b387-aaad456a3cf6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:24.269191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=d005c6da-cc36-4459-8d03-52eecbdc9478,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:24.289747 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Publish callbacks [] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.333975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a6fd1304-b1a7-4544-8768-7082e459977c None None] Could not find standard attr ID for object 01afd14c-aafa-4841-97d4-e0cbdacd9840. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:24.359124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.379147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fd43f25-5879-4f57-bdcb-3e171f246ff0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7f171043-d3a0-4f32-a749-235ef8575d43), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.398962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4fd43f25-5879-4f57-bdcb-3e171f246ff0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 7f171043-d3a0-4f32-a749-235ef8575d43 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:24.399454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:24.473846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a6fd1304-b1a7-4544-8768-7082e459977c None None] Provisioning complete for port bd2cf2bc-b503-49ae-8882-bf032be35bd1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:24.474543 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6fd1304-b1a7-4544-8768-7082e459977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.495326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1249e92f-70d9-41cb-9bb9-8bf2f9abbd14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 0a954107-9374-40dc-b505-5d980d76e657 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:24.496297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1249e92f-70d9-41cb-9bb9-8bf2f9abbd14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0a954107-9374-40dc-b505-5d980d76e657), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.533722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8181be56-0fab-450e-bf90-b0d5de5c7464 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:24.583386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55884) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:24.627599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8181be56-0fab-450e-bf90-b0d5de5c7464 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:24.628099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8181be56-0fab-450e-bf90-b0d5de5c7464 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:24.628573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24af984c-6863-43cc-b6a7-c72c645c8204 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:24.653529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 24af984c-6863-43cc-b6a7-c72c645c8204 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:24.653879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 24af984c-6863-43cc-b6a7-c72c645c8204 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:24.673939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Pushing event updated for resources: {'Port': ['ID=908245e4-d24a-43b9-900e-4fcffd5f65b6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:24.680666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81b2050e-edfd-4ec1-9fcb-61c43224ee16 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7d20171e-2104-4ebd-94db-9d2e36421b60), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.682828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fd43f25-5879-4f57-bdcb-3e171f246ff0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7f171043-d3a0-4f32-a749-235ef8575d43), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.700895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (cc7745ff-c636-4612-858a-1ecca1f868f9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:24.701243 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Floating IP cc7745ff-c636-4612-858a-1ecca1f868f9 disassociated (deleted). External IP: 172.25.4.152, port: ab86181f-5c5d-4d8c-a32f-38f61961fa69. Feb 09 21:08:24.719945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.720296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.720637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.720978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.722776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.723145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.723480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.723887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.724220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.724552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.724877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.725244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.726077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714b555c-ec06-4e0d-af86-617d31e59102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:24.779508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd43f25-5879-4f57-bdcb-3e171f246ff0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=7f171043-d3a0-4f32-a749-235ef8575d43,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:24.823715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbdf08-b882-42ac-bd51-cd5af51a3667 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:24.871974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd1304-b1a7-4544-8768-7082e459977c None None] Current status of the port bd2cf2bc-b503-49ae-8882-bf032be35bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:24.883976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a4a6902e-d910-41e5-b3f3-83384fb595e2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=15f4c2226a5241b69f7a516f069776b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902288 Feb 09 21:08:24.929502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55886) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:24.953659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a6fd1304-b1a7-4544-8768-7082e459977c None None] Could not find standard attr ID for object 7f171043-d3a0-4f32-a749-235ef8575d43. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:24.974630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 908245e4-d24a-43b9-900e-4fcffd5f65b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:24.994453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-81b2050e-edfd-4ec1-9fcb-61c43224ee16 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 7d20171e-2104-4ebd-94db-9d2e36421b60 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:25.000508 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1249e92f-70d9-41cb-9bb9-8bf2f9abbd14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0a954107-9374-40dc-b505-5d980d76e657), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.052816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fd43f25-5879-4f57-bdcb-3e171f246ff0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.059036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4fd43f25-5879-4f57-bdcb-3e171f246ff0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/7f171043-d3a0-4f32-a749-235ef8575d43 HTTP/1.1" status: 204 len: 168 time: 1.2564456 Feb 09 21:08:25.061566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:25.127993 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30b853a-552f-408d-b688-e4bf35beead9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:08:25.133046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e30b853a-552f-408d-b688-e4bf35beead9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/7f171043-d3a0-4f32-a749-235ef8575d43 HTTP/1.1" status: 404 len: 333 time: 0.0703998 Feb 09 21:08:25.133880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:25.196701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3182b6fe-7c94-4d7c-bfc4-7d9ca010ef35 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet f58d1859-ce6c-4ced-8b73-f60259f28c2d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:25.200414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3182b6fe-7c94-4d7c-bfc4-7d9ca010ef35 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (f58d1859-ce6c-4ced-8b73-f60259f28c2d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.205238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:25.205621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.265755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3182b6fe-7c94-4d7c-bfc4-7d9ca010ef35 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (f58d1859-ce6c-4ced-8b73-f60259f28c2d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.301962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-55eb15be-2663-4d64-bff5-e69e88461f75 None None] Provisioning complete for port 73dc18c7-745c-4719-8baf-548ba5623041 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:25.302620 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55eb15be-2663-4d64-bff5-e69e88461f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (73dc18c7-745c-4719-8baf-548ba5623041), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.389712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3182b6fe-7c94-4d7c-bfc4-7d9ca010ef35 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f58d1859-ce6c-4ced-8b73-f60259f28c2d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.437269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1249e92f-70d9-41cb-9bb9-8bf2f9abbd14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 0a954107-9374-40dc-b505-5d980d76e657 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:25.440034 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81b2050e-edfd-4ec1-9fcb-61c43224ee16 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7d20171e-2104-4ebd-94db-9d2e36421b60), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.488046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3182b6fe-7c94-4d7c-bfc4-7d9ca010ef35 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (f58d1859-ce6c-4ced-8b73-f60259f28c2d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.522494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182b6fe-7c94-4d7c-bfc4-7d9ca010ef35 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=f58d1859-ce6c-4ced-8b73-f60259f28c2d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:25.527921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7743f53-0763-465f-8dc5-f3640c05cc49 admin admin] Publish callbacks [] for security_group (bcdfda03-5e76-40ec-bf07-79b0a4ff1dc3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.567989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3182b6fe-7c94-4d7c-bfc4-7d9ca010ef35 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.574851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f065f-d6e4-4550-8e6c-fe33a3ef4c04 None None] Network 249bb9da-798b-4df0-8733-855979d7272e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:25.586220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3182b6fe-7c94-4d7c-bfc4-7d9ca010ef35 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/f58d1859-ce6c-4ced-8b73-f60259f28c2d HTTP/1.1" status: 204 len: 168 time: 0.4496453 Feb 09 21:08:25.590134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:25.599513 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7743f53-0763-465f-8dc5-f3640c05cc49 admin admin] Publish callbacks [] for security_group (bcdfda03-5e76-40ec-bf07-79b0a4ff1dc3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.679666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:25.681410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 73dc18c7-745c-4719-8baf-548ba5623041 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:25.711249 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (249bb9da-798b-4df0-8733-855979d7272e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.738587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-55eb15be-2663-4d64-bff5-e69e88461f75 None None] Current status of the port 73dc18c7-745c-4719-8baf-548ba5623041 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:25.739184 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55eb15be-2663-4d64-bff5-e69e88461f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (73dc18c7-745c-4719-8baf-548ba5623041), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.768305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7743f53-0763-465f-8dc5-f3640c05cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bcdfda03-5e76-40ec-bf07-79b0a4ff1dc3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.771470 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7743f53-0763-465f-8dc5-f3640c05cc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.774503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c7743f53-0763-465f-8dc5-f3640c05cc49 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/bcdfda03-5e76-40ec-bf07-79b0a4ff1dc3 HTTP/1.1" status: 204 len: 168 time: 0.8432891 Feb 09 21:08:25.792119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7743f53-0763-465f-8dc5-f3640c05cc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdfda03-5e76-40ec-bf07-79b0a4ff1dc3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:25.810182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port bd2cf2bc-b503-49ae-8882-bf032be35bd1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:25.810691 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.812211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9bd5d8-ad23-47e4-82d0-7b7414209d97 None None] Update dhcp port {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': '566be8e0-c954-421a-b6ac-60c7eeedbf93', 'ip_address': '2001:db8::f816:3eff:fe2c:f7c0'}, {'subnet_id': 'af42c6dc-97cc-4551-b89e-bcb8eddc546b'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '73dc18c7-745c-4719-8baf-548ba5623041'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:08:25.852667 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd5d8-ad23-47e4-82d0-7b7414209d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (73dc18c7-745c-4719-8baf-548ba5623041), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:25.913302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-55eb15be-2663-4d64-bff5-e69e88461f75 None None] For port 73dc18c7-745c-4719-8baf-548ba5623041, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=73dc18c7-745c-4719-8baf-548ba5623041,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:25.960801 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-55eb15be-2663-4d64-bff5-e69e88461f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (73dc18c7-745c-4719-8baf-548ba5623041), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.092805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 73dc18c7-745c-4719-8baf-548ba5623041 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:26.093530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (73dc18c7-745c-4719-8baf-548ba5623041), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.216420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb15be-2663-4d64-bff5-e69e88461f75 None None] Pushing event updated for resources: {'Port': ['ID=73dc18c7-745c-4719-8baf-548ba5623041,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:26.219620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-76fa9934-2ef6-48eb-a8f9-6d5d03d22baf None None] Provisioning complete for port 6b3a4aa9-21b9-4658-ab09-f112659fb83c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:26.220990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76fa9934-2ef6-48eb-a8f9-6d5d03d22baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.316471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 73dc18c7-745c-4719-8baf-548ba5623041 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:26.319823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] DHCP port deletion for 249bb9da-798b-4df0-8733-855979d7272e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:26.328058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2050e-edfd-4ec1-9fcb-61c43224ee16 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=7d20171e-2104-4ebd-94db-9d2e36421b60,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:26.382956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-76fa9934-2ef6-48eb-a8f9-6d5d03d22baf None None] Port 6b3a4aa9-21b9-4658-ab09-f112659fb83c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:26.399605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ad9bd5d8-ad23-47e4-82d0-7b7414209d97 None None] Allocated IP 172.20.0.2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/af42c6dc-97cc-4551-b89e-bcb8eddc546b/73dc18c7-745c-4719-8baf-548ba5623041) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:26.410876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-76fa9934-2ef6-48eb-a8f9-6d5d03d22baf None None] Could not find standard attr ID for object 7d20171e-2104-4ebd-94db-9d2e36421b60. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:26.448405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 87f98475-d727-48a8-8b2f-d6786d031381 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:26.518813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] For port bd2cf2bc-b503-49ae-8882-bf032be35bd1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bd2cf2bc-b503-49ae-8882-bf032be35bd1,segment=NetworkSegment(d3471878-fa9e-4b60-8500-1a124a5a5509),segment_id=d3471878-fa9e-4b60-8500-1a124a5a5509)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:26.519405 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.543117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for bd2cf2bc-b503-49ae-8882-bf032be35bd1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:26.556246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 87f98475-d727-48a8-8b2f-d6786d031381 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:26.558234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 87f98475-d727-48a8-8b2f-d6786d031381 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:26.563114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-76fa9934-2ef6-48eb-a8f9-6d5d03d22baf None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:26.563570 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76fa9934-2ef6-48eb-a8f9-6d5d03d22baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.579967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81b2050e-edfd-4ec1-9fcb-61c43224ee16 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.588143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-81b2050e-edfd-4ec1-9fcb-61c43224ee16 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/7d20171e-2104-4ebd-94db-9d2e36421b60 HTTP/1.1" status: 204 len: 168 time: 3.3414149 Feb 09 21:08:26.599835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:26.641347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router a600b1bc-e38a-4085-a871-29f6c8ea17c1 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:26.642003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:26.652264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] Deleting port bd2cf2bc-b503-49ae-8882-bf032be35bd1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:26.652846 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.701590 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25af2c2-4d31-4615-b5ab-a89892ed479d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:08:26.705553 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c25af2c2-4d31-4615-b5ab-a89892ed479d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/7d20171e-2104-4ebd-94db-9d2e36421b60 HTTP/1.1" status: 404 len: 333 time: 0.0920558 Feb 09 21:08:26.708988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:26.727626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ad9bd5d8-ad23-47e4-82d0-7b7414209d97 None None] For port 73dc18c7-745c-4719-8baf-548ba5623041, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=73dc18c7-745c-4719-8baf-548ba5623041,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:26.786006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd5d8-ad23-47e4-82d0-7b7414209d97 None None] Publish callbacks [] for port (73dc18c7-745c-4719-8baf-548ba5623041), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.841836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.865601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No DVR routers for this DVR port bd2cf2bc-b503-49ae-8882-bf032be35bd1 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:26.869291 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f826d596-28ae-4f60-a7d7-b8e2d6ddce57 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f4c08e9349074208bc7455d094f04835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229438 Feb 09 21:08:26.872445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55908) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:26.909776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fcf69e1-8f8b-4a7a-a8c8-03c79341d561 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (fe871fa7-3d74-4699-a31a-7b60007d080f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.939593 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fcf69e1-8f8b-4a7a-a8c8-03c79341d561 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (fe871fa7-3d74-4699-a31a-7b60007d080f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.947022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:26.949790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 908245e4-d24a-43b9-900e-4fcffd5f65b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:26.957499 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.962241 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] Sync routers for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:26.962851 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd5d8-ad23-47e4-82d0-7b7414209d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (73dc18c7-745c-4719-8baf-548ba5623041), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:26.977052 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:26.978135 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:27.010786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=bd2cf2bc-b503-49ae-8882-bf032be35bd1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:27.022311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fcf69e1-8f8b-4a7a-a8c8-03c79341d561 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fe871fa7-3d74-4699-a31a-7b60007d080f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.025720 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2fcf69e1-8f8b-4a7a-a8c8-03c79341d561 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.029592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2fcf69e1-8f8b-4a7a-a8c8-03c79341d561 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/security-groups/fe871fa7-3d74-4699-a31a-7b60007d080f HTTP/1.1" status: 204 len: 168 time: 0.3151927 Feb 09 21:08:27.035536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:27.042812 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.077451 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62bd13be-1bb7-444a-8bba-dfc699b87142 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/floatingips/cc7745ff-c636-4612-858a-1ecca1f868f9 HTTP/1.1" status: 204 len: 168 time: 4.2193294 Feb 09 21:08:27.085596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:08:27.092346 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be2fb5d-1255-4a28-90cd-6cae5de38a35" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:08:27.187777 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:27.203958 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f20fc8-9b53-4d35-9cc3-a502d49f2ced x-openstack-request-id: req-37f20fc8-9b53-4d35-9cc3-a502d49f2ced {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:08:27.204260 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:08:27.204912 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-37f20fc8-9b53-4d35-9cc3-a502d49f2ced {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:08:27.205326 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'status': 'completed', 'code': 200} Feb 09 21:08:27.274052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf69e1-8f8b-4a7a-a8c8-03c79341d561 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe871fa7-3d74-4699-a31a-7b60007d080f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:27.278804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1249e92f-70d9-41cb-9bb9-8bf2f9abbd14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0a954107-9374-40dc-b505-5d980d76e657), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.314291 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (249bb9da-798b-4df0-8733-855979d7272e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.347667 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249e92f-70d9-41cb-9bb9-8bf2f9abbd14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=0a954107-9374-40dc-b505-5d980d76e657,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:27.409614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249bb9da-798b-4df0-8733-855979d7272e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:27.438732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a51baab9-60a9-4246-84a5-ba927f238176 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (970e7a89-bd17-4123-ba26-3d18ec874197), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.445521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3471878-fa9e-4b60-8500-1a124a5a5509') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:27.445873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3471878-fa9e-4b60-8500-1a124a5a5509') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:27.485026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f30fce4-8411-4026-b604-634181a9c84f admin admin] Publish callbacks [] for security_group (27972c8b-8275-43a7-befe-0eef8cf41bb7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.494717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (d3471878-fa9e-4b60-8500-1a124a5a5509), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.505898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-c9972a6b-4ad8-41c6-8fe9-6786e0a845be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:27.509311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-c9972a6b-4ad8-41c6-8fe9-6786e0a845be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 1130 time: 0.2662497 Feb 09 21:08:27.549580 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1249e92f-70d9-41cb-9bb9-8bf2f9abbd14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.561303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1249e92f-70d9-41cb-9bb9-8bf2f9abbd14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/0a954107-9374-40dc-b505-5d980d76e657 HTTP/1.1" status: 204 len: 168 time: 3.9372799 Feb 09 21:08:27.562129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:27.575351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a51baab9-60a9-4246-84a5-ba927f238176 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (970e7a89-bd17-4123-ba26-3d18ec874197), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.627025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ab3f5-c05c-4f31-bbf8-1f65e1ee41eb tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:27.628398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ab3f5-c05c-4f31-bbf8-1f65e1ee41eb tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:27.629711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172ab3f5-c05c-4f31-bbf8-1f65e1ee41eb tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:27.635352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-172ab3f5-c05c-4f31-bbf8-1f65e1ee41eb tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0720649 Feb 09 21:08:27.636713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55922) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:27.644352 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:54Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:27.645417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] For port bd2cf2bc-b503-49ae-8882-bf032be35bd1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bd2cf2bc-b503-49ae-8882-bf032be35bd1,segment=NetworkSegment(d3471878-fa9e-4b60-8500-1a124a5a5509),segment_id=d3471878-fa9e-4b60-8500-1a124a5a5509)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:27.646093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.706764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d3471878-fa9e-4b60-8500-1a124a5a5509), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.712316 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] Checking router: a600b1bc-e38a-4085-a871-29f6c8ea17c1 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:08:27.723779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f30fce4-8411-4026-b604-634181a9c84f admin admin] Publish callbacks [] for security_group (27972c8b-8275-43a7-befe-0eef8cf41bb7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.728189 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:27.729319 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:27.746131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-76fa9934-2ef6-48eb-a8f9-6d5d03d22baf None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:27.752808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] Calling delete_port for bd2cf2bc-b503-49ae-8882-bf032be35bd1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:27.757780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c38d01-5861-4b4a-ae45-5cf0d7038573 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 566be8e0-c954-421a-b6ac-60c7eeedbf93 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:27.760827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:27.761862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (d3471878-fa9e-4b60-8500-1a124a5a5509), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.770724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bd5d8-ad23-47e4-82d0-7b7414209d97 None None] Pushing event updated for resources: {'Port': ['ID=73dc18c7-745c-4719-8baf-548ba5623041,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:27.771771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5c38d01-5861-4b4a-ae45-5cf0d7038573 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (566be8e0-c954-421a-b6ac-60c7eeedbf93), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:27.785649 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:27.827647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:27.833302 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.870699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5c38d01-5861-4b4a-ae45-5cf0d7038573 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (566be8e0-c954-421a-b6ac-60c7eeedbf93), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:27.888294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dc9d7908-f348-45b6-afe3-483d39f78484 None None] Could not find standard attr ID for object 7d20171e-2104-4ebd-94db-9d2e36421b60. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:27.988683 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:27.993943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (bd2cf2bc-b503-49ae-8882-bf032be35bd1), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.001520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651de9b-6e51-49e7-9dc8-8b79409bbf83 req-6e6b4169-fd66-4cb4-aefc-8319454162f6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:28.003224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d651de9b-6e51-49e7-9dc8-8b79409bbf83 req-6e6b4169-fd66-4cb4-aefc-8319454162f6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 947 time: 0.4877315 Feb 09 21:08:28.024200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] No DVR routers for this DVR port bd2cf2bc-b503-49ae-8882-bf032be35bd1 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:28.042696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a51baab9-60a9-4246-84a5-ba927f238176 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (970e7a89-bd17-4123-ba26-3d18ec874197), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.051402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a51baab9-60a9-4246-84a5-ba927f238176 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.052595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a51baab9-60a9-4246-84a5-ba927f238176 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/security-groups/970e7a89-bd17-4123-ba26-3d18ec874197 HTTP/1.1" status: 204 len: 168 time: 1.0102808 Feb 09 21:08:28.060008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c49b7-e6ac-4c32-a7dd-f662852ce04a None None] Pushing event deleted for resources: {'Port': ['ID=bd2cf2bc-b503-49ae-8882-bf032be35bd1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:28.062036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:28.065390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:28.066933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 73dc18c7-745c-4719-8baf-548ba5623041 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:28.102869 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (249bb9da-798b-4df0-8733-855979d7272e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.115018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-fe969a9a-886b-45dc-850b-624b2cd14b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:28.117716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-fe969a9a-886b-45dc-850b-624b2cd14b9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 200 len: 895 time: 0.5661824 Feb 09 21:08:28.158316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.167072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/networks/249bb9da-798b-4df0-8733-855979d7272e HTTP/1.1" status: 204 len: 168 time: 2.5724423 Feb 09 21:08:28.179620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5c38d01-5861-4b4a-ae45-5cf0d7038573 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (566be8e0-c954-421a-b6ac-60c7eeedbf93), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.182779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 73dc18c7-745c-4719-8baf-548ba5623041 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:28.183313 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (73dc18c7-745c-4719-8baf-548ba5623041), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.188562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:28.191557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee7c66-2c43-4007-b46f-32d75e9d1263 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Network': ['ID=249bb9da-798b-4df0-8733-855979d7272e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:28.193971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51baab9-60a9-4246-84a5-ba927f238176 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970e7a89-bd17-4123-ba26-3d18ec874197,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:28.203338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1824981535'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:28.318739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-0712fe07-a11a-4feb-8357-e19c40a1c068 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 200 len: 217 time: 0.1377759 Feb 09 21:08:28.336472 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f30fce4-8411-4026-b604-634181a9c84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (27972c8b-8275-43a7-befe-0eef8cf41bb7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.342319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f30fce4-8411-4026-b604-634181a9c84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.345210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6f30fce4-8411-4026-b604-634181a9c84f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/27972c8b-8275-43a7-befe-0eef8cf41bb7 HTTP/1.1" status: 204 len: 168 time: 1.4682596 Feb 09 21:08:28.355752 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5c38d01-5861-4b4a-ae45-5cf0d7038573 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (566be8e0-c954-421a-b6ac-60c7eeedbf93), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.362671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 73dc18c7-745c-4719-8baf-548ba5623041 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:28.369450 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:54Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:28.421434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c38d01-5861-4b4a-ae45-5cf0d7038573 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=566be8e0-c954-421a-b6ac-60c7eeedbf93,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:28.431173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09dd834-1b03-4c93-a786-931385b88b18 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet 0320ab6e-500f-4abf-8e7a-e3dd1ffd3063 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:28.435810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f5c38d01-5861-4b4a-ae45-5cf0d7038573 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.447848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f5c38d01-5861-4b4a-ae45-5cf0d7038573 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/566be8e0-c954-421a-b6ac-60c7eeedbf93 HTTP/1.1" status: 204 len: 168 time: 0.8077474 Feb 09 21:08:28.448958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:28.453624 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00496dc8-7b35-4962-8330-4da0be45664a None None] The sync data for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 is: [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:05:42Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '8d543601-0069-4ce5-987c-1ca13c21e882', 'name': '', 'network_id': 'e0255f4b-2006-446a-9e60-182465282411', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:2d:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:39Z', 'updated_at': '2022-02-09T21:05:54Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '95434134-6c23-4561-8ec5-39b5c3fd02f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:28.454570 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09dd834-1b03-4c93-a786-931385b88b18 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (0320ab6e-500f-4abf-8e7a-e3dd1ffd3063), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.481439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bd2cf2bc-b503-49ae-8882-bf032be35bd1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:28.555424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: bd2cf2bc-b503-49ae-8882-bf032be35bd1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:28.555806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bd2cf2bc-b503-49ae-8882-bf032be35bd1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:28.564300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce21556-57ed-424a-8022-8197767d92c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet af42c6dc-97cc-4551-b89e-bcb8eddc546b {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:28.570007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce21556-57ed-424a-8022-8197767d92c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (af42c6dc-97cc-4551-b89e-bcb8eddc546b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.613146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d651de9b-6e51-49e7-9dc8-8b79409bbf83 req-66e63400-cd2c-4d9d-98e2-0af4a9490d6f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5845454 Feb 09 21:08:28.637852 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce21556-57ed-424a-8022-8197767d92c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (af42c6dc-97cc-4551-b89e-bcb8eddc546b), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.644122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:28.649722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.730697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:08:28.743608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0d38de26-37d1-4402-8911-98e32fcf9381), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.744381 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Added segment 0d38de26-37d1-4402-8911-98e32fcf9381 of type vlan for network 90c68105-2132-4125-9290-bb98abe185e1 Feb 09 21:08:28.810490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (90c68105-2132-4125-9290-bb98abe185e1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.842884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 73dc18c7-745c-4719-8baf-548ba5623041 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:28.844264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30fce4-8411-4026-b604-634181a9c84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27972c8b-8275-43a7-befe-0eef8cf41bb7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:28.865660 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (90c68105-2132-4125-9290-bb98abe185e1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.886059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:28.889594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:28.893952 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce21556-57ed-424a-8022-8197767d92c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (af42c6dc-97cc-4551-b89e-bcb8eddc546b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.084096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a549d12c-34d1-44a8-b15b-d6f489fbd976 None None] New status for floating IP cc7745ff-c636-4612-858a-1ecca1f868f9: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:08:29.096120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce21556-57ed-424a-8022-8197767d92c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (af42c6dc-97cc-4551-b89e-bcb8eddc546b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.144103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09dd834-1b03-4c93-a786-931385b88b18 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (0320ab6e-500f-4abf-8e7a-e3dd1ffd3063), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.169277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 73dc18c7-745c-4719-8baf-548ba5623041 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:29.169667 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (73dc18c7-745c-4719-8baf-548ba5623041), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.181176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce21556-57ed-424a-8022-8197767d92c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=af42c6dc-97cc-4551-b89e-bcb8eddc546b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:29.182101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-df0465ae-043b-4e86-81c6-132d3b57375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:29.184491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-df0465ae-043b-4e86-81c6-132d3b57375c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 200 len: 835 time: 0.8091481 Feb 09 21:08:29.184768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ce21556-57ed-424a-8022-8197767d92c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.200352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ce21556-57ed-424a-8022-8197767d92c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/af42c6dc-97cc-4551-b89e-bcb8eddc546b HTTP/1.1" status: 204 len: 168 time: 0.7504408 Feb 09 21:08:29.201038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:29.202805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0065737 Feb 09 21:08:29.250644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:29.255648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0b70a-ec4f-47f2-b267-18e4c0e40605 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:29.266329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': '90c68105-2132-4125-9290-bb98abe185e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:29.317182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-09a9b796-9771-4941-a34e-5f60f19d191d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149595 Feb 09 21:08:29.318269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:29.331638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:29.417526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cc5e5-607e-4350-aaba-02bee6b26956 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Network': ['ID=90c68105-2132-4125-9290-bb98abe185e1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:29.440308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 90c68105-2132-4125-9290-bb98abe185e1 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:08:29.442412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac0acb-b119-400a-bafd-0405be713c25 req-d53701fd-605d-487f-98e9-1fa9350d681a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:29.444755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7eac0acb-b119-400a-bafd-0405be713c25 req-d53701fd-605d-487f-98e9-1fa9350d681a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 947 time: 0.5809498 Feb 09 21:08:29.448643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-784b364c-b644-440a-98c5-64984d6189c3 None None] Provisioning complete for port 73dc18c7-745c-4719-8baf-548ba5623041 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:29.449256 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-784b364c-b644-440a-98c5-64984d6189c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (73dc18c7-745c-4719-8baf-548ba5623041), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.522922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:29.533291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.567928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:29.571977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.589048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-c400449e-44a8-4b0e-a2c7-35eccc2cfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:29.590533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-c400449e-44a8-4b0e-a2c7-35eccc2cfa04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e0255f4b-2006-446a-9e60-182465282411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3761671 Feb 09 21:08:29.640298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 73dc18c7-745c-4719-8baf-548ba5623041 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:29.730058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-784b364c-b644-440a-98c5-64984d6189c3 None None] Current status of the port 73dc18c7-745c-4719-8baf-548ba5623041 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:29.734361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-784b364c-b644-440a-98c5-64984d6189c3 None None] Could not find standard attr ID for object 0a954107-9374-40dc-b505-5d980d76e657. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:29.786761 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09dd834-1b03-4c93-a786-931385b88b18 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (0320ab6e-500f-4abf-8e7a-e3dd1ffd3063), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.826375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:29.879051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.903110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:29.906961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:29.908345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:29.927077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:29.930128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:29.936588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] Deleting port 73dc18c7-745c-4719-8baf-548ba5623041 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:29.937208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (73dc18c7-745c-4719-8baf-548ba5623041), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.002773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:30.008154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-856b7f31-c916-4fca-9c9a-848835d27393 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676353 Feb 09 21:08:30.012193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0935e-3b69-4e96-ad30-e9a82f01b0b4 req-9cbeac1a-0f4e-402d-b778-de00c2fa86d9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:30.024087 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0b0935e-3b69-4e96-ad30-e9a82f01b0b4 req-9cbeac1a-0f4e-402d-b778-de00c2fa86d9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 947 time: 0.2756035 Feb 09 21:08:30.073822 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port ab86181f-5c5d-4d8c-a32f-38f61961fa69 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:30.073984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] For port 73dc18c7-745c-4719-8baf-548ba5623041, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=73dc18c7-745c-4719-8baf-548ba5623041,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:30.074179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.076307 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (73dc18c7-745c-4719-8baf-548ba5623041), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.077758 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09dd834-1b03-4c93-a786-931385b88b18 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (0320ab6e-500f-4abf-8e7a-e3dd1ffd3063), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.117546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] Calling delete_port for 73dc18c7-745c-4719-8baf-548ba5623041 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:30.136659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8167379 Feb 09 21:08:30.170535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55972) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:30.184370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1339185748-network', 'tenant_id': '31d02444cb734308889fcb2a260b69b5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:30.193663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dd834-1b03-4c93-a786-931385b88b18 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=0320ab6e-500f-4abf-8e7a-e3dd1ffd3063,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:30.212316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d0b0935e-3b69-4e96-ad30-e9a82f01b0b4 req-08685433-752e-48f0-a039-5cd8ceec0015 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864877 Feb 09 21:08:30.215283 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c09dd834-1b03-4c93-a786-931385b88b18 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.222164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c09dd834-1b03-4c93-a786-931385b88b18 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/0320ab6e-500f-4abf-8e7a-e3dd1ffd3063 HTTP/1.1" status: 204 len: 168 time: 2.1486108 Feb 09 21:08:30.224862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa8a47-9397-446d-88fc-fec943978293 None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:30.228161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:30.232844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:30.249067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:30.273703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5a93cd-f2b1-4fea-b467-b8aead3b432e admin admin] Deleting subnet 0f07365d-e284-4a44-a664-6c11db0d5eb9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:30.278240 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5a93cd-f2b1-4fea-b467-b8aead3b432e admin admin] Publish callbacks [] for subnet (0f07365d-e284-4a44-a664-6c11db0d5eb9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.295617 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (73dc18c7-745c-4719-8baf-548ba5623041), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.325265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5a93cd-f2b1-4fea-b467-b8aead3b432e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (0f07365d-e284-4a44-a664-6c11db0d5eb9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.366326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] Pushing event deleted for resources: {'Port': ['ID=73dc18c7-745c-4719-8baf-548ba5623041,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:30.370344 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5a93cd-f2b1-4fea-b467-b8aead3b432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (0f07365d-e284-4a44-a664-6c11db0d5eb9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.378787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Made reservation on behalf of 31d02444cb734308889fcb2a260b69b5 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:30.381257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.407245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9afb1-05b5-45be-9fbf-30bae69aba3d None None] No DVR routers for this DVR port 73dc18c7-745c-4719-8baf-548ba5623041 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:30.426308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c8f39-b694-4c47-bff2-8ac895ec3a33 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:30.431382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9be2fb5d-1255-4a28-90cd-6cae5de38a35 req-c5abe137-0190-47f5-839c-56f460d23151 service neutron] 10.222.0.50 "GET /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163172 Feb 09 21:08:30.440479 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.442480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5a93cd-f2b1-4fea-b467-b8aead3b432e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (0f07365d-e284-4a44-a664-6c11db0d5eb9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.458021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (db6cc068-6ec2-433d-9e8b-7de2cb992346), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.495793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab8c3b-f2a9-45f4-94ce-d4d0cb8d971e None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:30.511512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a93cd-f2b1-4fea-b467-b8aead3b432e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f07365d-e284-4a44-a664-6c11db0d5eb9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:30.515973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a5a93cd-f2b1-4fea-b467-b8aead3b432e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.519647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0a5a93cd-f2b1-4fea-b467-b8aead3b432e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/0f07365d-e284-4a44-a664-6c11db0d5eb9 HTTP/1.1" status: 204 len: 168 time: 0.6089466 Feb 09 21:08:30.525596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:30.570697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port ab86181f-5c5d-4d8c-a32f-38f61961fa69, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ab86181f-5c5d-4d8c-a32f-38f61961fa69,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:30.571654 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.614437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for ab86181f-5c5d-4d8c-a32f-38f61961fa69 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:30.621917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (1a8b2a46-06e4-4268-922d-06db21f2680f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.648264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=db6cc068-6ec2-433d-9e8b-7de2cb992346,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:30.722426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:30.725463 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.732755 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (1a8b2a46-06e4-4268-922d-06db21f2680f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.749656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:30.753494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.758491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8b2a46-06e4-4268-922d-06db21f2680f']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:30.768963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:30.769518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:30.780299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.796036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.803839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:30.804359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 73dc18c7-745c-4719-8baf-548ba5623041 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:30.804747 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (2e4eb5f8-21f5-48c4-a95c-119a2f5e3a84), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.823978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Checking segment: {'id': '0d38de26-37d1-4402-8911-98e32fcf9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90c68105-2132-4125-9290-bb98abe185e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:30.824600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network hostable DHCP agents. Network: 90c68105-2132-4125-9290-bb98abe185e1, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:30.865724 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:30.877287 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (1a8b2a46-06e4-4268-922d-06db21f2680f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.888845 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Publish callbacks [] for security_group (95d96f67-eb31-440b-95d3-1ea3eb6690b7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.889295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.893070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] 10.222.0.102 "DELETE /v2.0/networks/1a8b2a46-06e4-4268-922d-06db21f2680f HTTP/1.1" status: 204 len: 168 time: 0.3657846 Feb 09 21:08:30.911533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (95d96f67-eb31-440b-95d3-1ea3eb6690b7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:30.941507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 90c68105-2132-4125-9290-bb98abe185e1 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:08:30.950067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fea00b-61c7-4e27-9192-d0599750774b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8b2a46-06e4-4268-922d-06db21f2680f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:30.963002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:08:31.006635 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ce12b9d6-f28b-4017-9205-157a873aafb3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.006926 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Added segment ce12b9d6-f28b-4017-9205-157a873aafb3 of type vlan for network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 Feb 09 21:08:31.009922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 90c68105-2132-4125-9290-bb98abe185e1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:31.019849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:31.033322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.051279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:31.052208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.060686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d96f67-eb31-440b-95d3-1ea3eb6690b7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:31.099168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Allocated IP 172.20.0.2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2/d5d07cc6-ffd1-429c-a26b-a05f748efb58) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:31.130074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:31.142741 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (aafbf6c5-28c5-4399-a1fa-e2554cca55b6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.193522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (aafbf6c5-28c5-4399-a1fa-e2554cca55b6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.195315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:31.196142 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.208401 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f865ccd9-6e48-438e-b1ba-c957d4d3ccc3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f1d2739517a14f5182a9eb5c785a17cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0771253 Feb 09 21:08:31.212243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:31.302143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b87be959-d6d7-40f3-8c86-4ac22bffb270 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0460238 Feb 09 21:08:31.309596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:31.313612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Publish callbacks [] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.315764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c62214f9-0d28-4ea3-b542-aac3e54e2ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-710265527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:31.318192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 73dc18c7-745c-4719-8baf-548ba5623041 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:31.318742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 73dc18c7-745c-4719-8baf-548ba5623041 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:31.342832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ab86181f-5c5d-4d8c-a32f-38f61961fa69), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.343675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240d1fb-d0b2-43f8-b8ef-32361a0715a5 None None] Network 90c68105-2132-4125-9290-bb98abe185e1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:31.351533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34c1f4b7-bcea-4750-b328-4d052a167dc6 admin admin] Publish callbacks [] for security_group (d511fb1e-781a-433d-9275-1a07a82d1e44), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.354171 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3448989 Feb 09 21:08:31.358040 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.364736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 55988) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:31.375758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Request body: {'subnet': {'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1339185748-subnet', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:31.409338 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-938c1c5e-1ed4-45f7-bc2e-34237e9b4c38 req-e8653126-a6ac-46a9-943f-35c0da1f121a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=bb7121f6-e328-42f7-8f63-49be5cb1c41d HTTP/1.1" status: 200 len: 210 time: 0.0472217 Feb 09 21:08:31.435721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c62214f9-0d28-4ea3-b542-aac3e54e2ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (643293ea-0b8f-4f80-a68d-4701f9de2714), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.436778 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c62214f9-0d28-4ea3-b542-aac3e54e2ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (643293ea-0b8f-4f80-a68d-4701f9de2714), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.440574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a736e-c843-4fec-bc8c-d6c8679a3ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=aafbf6c5-28c5-4399-a1fa-e2554cca55b6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:31.451355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34c1f4b7-bcea-4750-b328-4d052a167dc6 admin admin] Publish callbacks [] for security_group (d511fb1e-781a-433d-9275-1a07a82d1e44), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.452808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=ab86181f-5c5d-4d8c-a32f-38f61961fa69,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:31.493239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:08:31.502400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Made reservation on behalf of 31d02444cb734308889fcb2a260b69b5 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:31.506200 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.598098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] No DVR routers for this DVR port ab86181f-5c5d-4d8c-a32f-38f61961fa69 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:31.603240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.607299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7eac0acb-b119-400a-bafd-0405be713c25 req-f133d2c8-7008-4fd7-b799-ef4d721c3e2b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "DELETE /v2.0/ports/ab86181f-5c5d-4d8c-a32f-38f61961fa69 HTTP/1.1" status: 204 len: 173 time: 2.1506920 Feb 09 21:08:31.608497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-deleted', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:08:31.611334 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8900be6-d91b-4fc6-a4e4-f789793dfb94" -d '{"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-deleted", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:08:31.621081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:31.653889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:31.681050 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (7596861d-c858-4e47-b742-fc6e00415b4f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.694383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:31.748378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Pushing event updated for resources: {'Port': ['ID=d5d07cc6-ffd1-429c-a26b-a05f748efb58,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:31.783813 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fa6234-726c-42fa-abca-75a53c3970e9 x-openstack-request-id: req-40fa6234-726c-42fa-abca-75a53c3970e9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:08:31.784186 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7121f6-e328-42f7-8f63-49be5cb1c41d", "name": "network-vif-deleted", "tag": "ab86181f-5c5d-4d8c-a32f-38f61961fa69", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:08:31.784418 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-40fa6234-726c-42fa-abca-75a53c3970e9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:08:31.784792 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7121f6-e328-42f7-8f63-49be5cb1c41d', 'name': 'network-vif-deleted', 'tag': 'ab86181f-5c5d-4d8c-a32f-38f61961fa69', 'status': 'completed', 'code': 200} Feb 09 21:08:31.791088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c62214f9-0d28-4ea3-b542-aac3e54e2ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for router_controller (643293ea-0b8f-4f80-a68d-4701f9de2714), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.792481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=7596861d-c858-4e47-b742-fc6e00415b4f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:31.830097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:31.835652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:31.849206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:31.850408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.857510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c62214f9-0d28-4ea3-b542-aac3e54e2ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (643293ea-0b8f-4f80-a68d-4701f9de2714), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.896011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d7725118-cec0-4cd0-8317-fbd9dae80707 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6583860 Feb 09 21:08:31.899979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:31.904650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89413da2-4568-4bb4-83b6-7b8d2a3201ad tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'security_group': {'name': 'tempest-secgroup-790038590'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:31.929207 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34c1f4b7-bcea-4750-b328-4d052a167dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d511fb1e-781a-433d-9275-1a07a82d1e44), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.932324 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34c1f4b7-bcea-4750-b328-4d052a167dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.933776 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-34c1f4b7-bcea-4750-b328-4d052a167dc6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d511fb1e-781a-433d-9275-1a07a82d1e44 HTTP/1.1" status: 204 len: 168 time: 0.7206061 Feb 09 21:08:31.947436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c62214f9-0d28-4ea3-b542-aac3e54e2ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:31.950677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c62214f9-0d28-4ea3-b542-aac3e54e2ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6397486 Feb 09 21:08:31.954385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 55998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:31.963114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1f4b7-bcea-4750-b328-4d052a167dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d511fb1e-781a-433d-9275-1a07a82d1e44,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:31.967154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'network_id': '90c68105-2132-4125-9290-bb98abe185e1', 'name': 'tempest-PortsTestJSON-1946649996'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:31.974863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:32.102818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:08:32.104241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89413da2-4568-4bb4-83b6-7b8d2a3201ad tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.204220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-90c68105-2132-4125-9290-bb98abe185e1', 'network_id': '90c68105-2132-4125-9290-bb98abe185e1', 'project_id': 'be9b06ac2a8946ad98dec778aac67d35', 'fixed_ips': [{'subnet_id': 'db6cc068-6ec2-433d-9e8b-7de2cb992346'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:32.204220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.204220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: ab86181f-5c5d-4d8c-a32f-38f61961fa69 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:32.204220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ab86181f-5c5d-4d8c-a32f-38f61961fa69 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:32.204220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Attempting to bind port d5d07cc6-ffd1-429c-a26b-a05f748efb58 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:32.204220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Attempting to bind port d5d07cc6-ffd1-429c-a26b-a05f748efb58 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:32.204220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Attempting to bind port d5d07cc6-ffd1-429c-a26b-a05f748efb58 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:32.204220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:32.208346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:32.208346 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.208512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:32.209080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Bound port: d5d07cc6-ffd1-429c-a26b-a05f748efb58, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:32.209932 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.459931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:32.461485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] For port d5d07cc6-ffd1-429c-a26b-a05f748efb58, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:32.471696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] For port d5d07cc6-ffd1-429c-a26b-a05f748efb58, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d5d07cc6-ffd1-429c-a26b-a05f748efb58,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:32.476324 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.501195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.622250 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89413da2-4568-4bb4-83b6-7b8d2a3201ad tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (9986a87e-35ac-42af-8c61-1430fa1ddbf4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.656064 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89413da2-4568-4bb4-83b6-7b8d2a3201ad tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9986a87e-35ac-42af-8c61-1430fa1ddbf4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.672288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 571052f6-0b29-4880-81e7-22403b098285 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:32.748267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:32.854575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (25560e20-3281-4e4a-bec5-9625872fe099), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:32.946538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25560e20-3281-4e4a-bec5-9625872fe099,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:33.093402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Checking segment: {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:33.093776 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Network hostable DHCP agents. Network: aafbf6c5-28c5-4399-a1fa-e2554cca55b6, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:08:33.186302 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.354762 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:08:33.357027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Allocated IP 172.20.0.2 (90c68105-2132-4125-9290-bb98abe185e1/db6cc068-6ec2-433d-9e8b-7de2cb992346/a0333bce-2c9a-4c5b-88a6-e1a0c621d544) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:33.415233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, aafbf6c5-28c5-4399-a1fa-e2554cca55b6) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:33.425350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:33.428655 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.449474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89413da2-4568-4bb4-83b6-7b8d2a3201ad tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.450745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-89413da2-4568-4bb4-83b6-7b8d2a3201ad tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5497296 Feb 09 21:08:33.462325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56016) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:33.467175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-718a2fda-69f8-4a59-bb2b-56b22a7f61e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'security_group': {'name': 'tempest-secgroup-945532219'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:33.470018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89413da2-4568-4bb4-83b6-7b8d2a3201ad tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9986a87e-35ac-42af-8c61-1430fa1ddbf4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:33.532972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b375cbd9-a893-43f7-956a-ed10329a3f0a None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:33.539881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51a831-4709-4f94-9b1d-bb5e068f506e None None] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:33.574515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] For port d5d07cc6-ffd1-429c-a26b-a05f748efb58, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d5d07cc6-ffd1-429c-a26b-a05f748efb58,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:33.607524 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.619259 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9f4404be-e857-406f-a370-4bf6b727bb79 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2499738 Feb 09 21:08:33.622823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:33.624376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.627336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:33.635049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-718a2fda-69f8-4a59-bb2b-56b22a7f61e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.692585 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (9b5cbeaf-43c1-46d4-9234-b3416bb03740), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.694564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (9b5cbeaf-43c1-46d4-9234-b3416bb03740), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.706267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (451c2640-c0bc-4285-846c-2130f8c6ac19), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.793096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Publish callbacks [] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.797312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=d5d07cc6-ffd1-429c-a26b-a05f748efb58,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:33.803383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de0a57-ffb8-4d2e-bf0b-44d08424a81d None None] Pushing event updated for resources: {'Port': ['ID=d5d07cc6-ffd1-429c-a26b-a05f748efb58,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:33.835492 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.838919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:33.895539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-40b7450b-8c3c-41b8-a75a-adbcdbced44e None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:33.895825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40b7450b-8c3c-41b8-a75a-adbcdbced44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:33.911927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:33.916142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=451c2640-c0bc-4285-846c-2130f8c6ac19,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:33.944285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks [] for router_controller (9b5cbeaf-43c1-46d4-9234-b3416bb03740), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.009441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:34.010241 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.091716 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c3928abd-e09b-457e-b996-9c6f1943875c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8721344 Feb 09 21:08:34.101642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56020) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:34.119306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:09:e7:cc', 'name': 'tempest-NetworksTestDHCPv6-1577650616'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:34.150940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Network 90c68105-2132-4125-9290-bb98abe185e1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:34.174997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.10 (90c68105-2132-4125-9290-bb98abe185e1/db6cc068-6ec2-433d-9e8b-7de2cb992346/571052f6-0b29-4880-81e7-22403b098285) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:34.178466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Pushing event updated for resources: {'Port': ['ID=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:34.184932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:34.195850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:34.310422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-718a2fda-69f8-4a59-bb2b-56b22a7f61e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (f12b24f1-6f7d-401c-92c4-74f700ba832d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.325978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-718a2fda-69f8-4a59-bb2b-56b22a7f61e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f12b24f1-6f7d-401c-92c4-74f700ba832d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.326995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'project_id': '31d02444cb734308889fcb2a260b69b5', 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:34.347282 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.372130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:34.498953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks [] for router_gateway (9b5cbeaf-43c1-46d4-9234-b3416bb03740), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.513296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.517765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-718a2fda-69f8-4a59-bb2b-56b22a7f61e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.528157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-718a2fda-69f8-4a59-bb2b-56b22a7f61e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0642853 Feb 09 21:08:34.532584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a2fda-69f8-4a59-bb2b-56b22a7f61e7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b24f1-6f7d-401c-92c4-74f700ba832d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:34.535312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56024) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:34.567144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c8d85249-5129-467f-ab73-e33007c440cf tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'security_group': {'name': 'tempest-secgroup-1437852945'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:34.618412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Attempting to bind port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:34.618935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Attempting to bind port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '0d38de26-37d1-4402-8911-98e32fcf9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90c68105-2132-4125-9290-bb98abe185e1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:34.619143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Attempting to bind port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 on network 90c68105-2132-4125-9290-bb98abe185e1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:34.628415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 41410e5d-deab-4d88-935b-c9dd92ef9516 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:34.734010 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d85249-5129-467f-ab73-e33007c440cf tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.745349 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (571052f6-0b29-4880-81e7-22403b098285), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.761535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:34.761936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Checking segment: {'id': '0d38de26-37d1-4402-8911-98e32fcf9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90c68105-2132-4125-9290-bb98abe185e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:34.762325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.766956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Bound using segment: {'id': '0d38de26-37d1-4402-8911-98e32fcf9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90c68105-2132-4125-9290-bb98abe185e1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:34.767604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Bound port: a0333bce-2c9a-4c5b-88a6-e1a0c621d544, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d38de26-37d1-4402-8911-98e32fcf9381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '90c68105-2132-4125-9290-bb98abe185e1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:34.768042 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.869878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (571052f6-0b29-4880-81e7-22403b098285), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:34.885338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-40b7450b-8c3c-41b8-a75a-adbcdbced44e None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:34.931041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=571052f6-0b29-4880-81e7-22403b098285,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:34.960368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 90c68105-2132-4125-9290-bb98abe185e1 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:34.963722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:34.967800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:34.987265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d5d07cc6-ffd1-429c-a26b-a05f748efb58 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:35.042365 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (a600b1bc-e38a-4085-a871-29f6c8ea17c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.161931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d85249-5129-467f-ab73-e33007c440cf tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (5afb690f-2169-4af9-af6d-bb50a3d6fa96), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.230118 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d85249-5129-467f-ab73-e33007c440cf tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5afb690f-2169-4af9-af6d-bb50a3d6fa96), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.277406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:35.278076 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.285190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e3968-664b-4a4d-b5bf-c7203f277c66 None None] Update dhcp port {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'fixed_ips': [{'subnet_id': '20f34b1c-f8a0-441b-878a-d794fe6db358', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7596861d-c858-4e47-b742-fc6e00415b4f'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '908245e4-d24a-43b9-900e-4fcffd5f65b6'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:08:35.322766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-40b7450b-8c3c-41b8-a75a-adbcdbced44e None None] Provisioning complete for port 6b3a4aa9-21b9-4658-ab09-f112659fb83c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:35.324041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40b7450b-8c3c-41b8-a75a-adbcdbced44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.347893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d9182-d7fe-4bae-a7e3-2ae7dedc36e9 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:35.353178 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks [] for router_gateway (9b5cbeaf-43c1-46d4-9234-b3416bb03740), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.368732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dabab41e-5bdd-47c8-9efd-855b0614ee34 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4131873 Feb 09 21:08:35.373265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8d85249-5129-467f-ab73-e33007c440cf tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.381505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8d85249-5129-467f-ab73-e33007c440cf tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8402512 Feb 09 21:08:35.382407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:35.383488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56030) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:35.416499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1586423561', 'security_groups': ['5afb690f-2169-4af9-af6d-bb50a3d6fa96'], 'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7596861d-c858-4e47-b742-fc6e00415b4f'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:35.419711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.488973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d85249-5129-467f-ab73-e33007c440cf tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afb690f-2169-4af9-af6d-bb50a3d6fa96,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:35.549643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] For port a0333bce-2c9a-4c5b-88a6-e1a0c621d544, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:35.580495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Allocated IP 172.20.0.2 (aafbf6c5-28c5-4399-a1fa-e2554cca55b6/25560e20-3281-4e4a-bec5-9625872fe099/82ad4e03-961f-4104-8ca0-58580633884c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:35.609940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] For port a0333bce-2c9a-4c5b-88a6-e1a0c621d544, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,segment=NetworkSegment(0d38de26-37d1-4402-8911-98e32fcf9381),segment_id=0d38de26-37d1-4402-8911-98e32fcf9381)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:35.618037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 172.20.0.9 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2/41410e5d-deab-4d88-935b-c9dd92ef9516) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:35.618245 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3968-664b-4a4d-b5bf-c7203f277c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.627503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:fe09:e7cc (80e680bd-6aaf-43aa-80bf-d3a099d84e51/451c2640-c0bc-4285-846c-2130f8c6ac19/41410e5d-deab-4d88-935b-c9dd92ef9516) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:35.737015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Allocated IP 172.25.4.194 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/96101eaf-b7dd-4839-94fe-dfd6a420ff95) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:35.768353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port 8d543601-0069-4ce5-987c-1ca13c21e882 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:35.768715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.802236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-eb6e3968-664b-4a4d-b5bf-c7203f277c66 None None] Allocated IP 2001:db8::2 (1ee0f815-eda7-4cab-b628-d057b2755bc3/7596861d-c858-4e47-b742-fc6e00415b4f/908245e4-d24a-43b9-900e-4fcffd5f65b6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:35.851282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (41410e5d-deab-4d88-935b-c9dd92ef9516), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.925335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eb6e3968-664b-4a4d-b5bf-c7203f277c66 None None] For port 908245e4-d24a-43b9-900e-4fcffd5f65b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=908245e4-d24a-43b9-900e-4fcffd5f65b6,segment=NetworkSegment(324bcc2d-afd5-458a-b387-aaad456a3cf6),segment_id=324bcc2d-afd5-458a-b387-aaad456a3cf6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:35.953443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port 8d543601-0069-4ce5-987c-1ca13c21e882, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8d543601-0069-4ce5-987c-1ca13c21e882,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:35.953683 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.957521 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3968-664b-4a4d-b5bf-c7203f277c66 None None] Publish callbacks [] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.965556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-40b7450b-8c3c-41b8-a75a-adbcdbced44e None None] Port 6b3a4aa9-21b9-4658-ab09-f112659fb83c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:35.973232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for 8d543601-0069-4ce5-987c-1ca13c21e882 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:35.978013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.979635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (41410e5d-deab-4d88-935b-c9dd92ef9516), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:35.985460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d5d07cc6-ffd1-429c-a26b-a05f748efb58 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:35.987130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.027515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3968-664b-4a4d-b5bf-c7203f277c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.259584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d5d07cc6-ffd1-429c-a26b-a05f748efb58 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:36.260228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.279276 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks [] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.318227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8d543601-0069-4ce5-987c-1ca13c21e882), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.320069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f5e1c2e6-e40b-48d5-86af-a0e67d1e6f4e None None] Provisioning complete for port d5d07cc6-ffd1-429c-a26b-a05f748efb58 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:36.320615 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c2e6-e40b-48d5-86af-a0e67d1e6f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.336734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.371779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=8d543601-0069-4ce5-987c-1ca13c21e882,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:36.493819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:36.596169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:36.601139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:36.714517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Pushing event updated for resources: {'Port': ['ID=96101eaf-b7dd-4839-94fe-dfd6a420ff95,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:36.860211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (a600b1bc-e38a-4085-a871-29f6c8ea17c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.941607 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Publish callbacks [] for port (82ad4e03-961f-4104-8ca0-58580633884c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:36.975923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d637c9-3b05-4ce0-bd96-7edcc57b10c4 None None] Pushing event updated for resources: {'Port': ['ID=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:36.976841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:37.018983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:37.034165 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (82ad4e03-961f-4104-8ca0-58580633884c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.057626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:37.067966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=41410e5d-deab-4d88-935b-c9dd92ef9516,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:37.109833 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.110445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.110949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.111448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.112050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.112578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.113146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.113653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.114208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.114866 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.115518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.116545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.117026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:08:37.164042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port d5d07cc6-ffd1-429c-a26b-a05f748efb58, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d5d07cc6-ffd1-429c-a26b-a05f748efb58,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:37.167621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:37.192716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:37.211299 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.233324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:37.251233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:37.270482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e3968-664b-4a4d-b5bf-c7203f277c66 None None] Pushing event updated for resources: {'Port': ['ID=908245e4-d24a-43b9-900e-4fcffd5f65b6,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:37.426005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:37.448376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.522612 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1896ecb8-5e34-4a37-bdc3-ae7ad5ce1552 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4167113 Feb 09 21:08:37.523267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:37.570537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1c2e6-e40b-48d5-86af-a0e67d1e6f4e None None] Current status of the port d5d07cc6-ffd1-429c-a26b-a05f748efb58 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:37.579794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Pushing event updated for resources: {'Port': ['ID=82ad4e03-961f-4104-8ca0-58580633884c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:37.634643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a0333bce-2c9a-4c5b-88a6-e1a0c621d544 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:37.716319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Attempting to bind port 82ad4e03-961f-4104-8ca0-58580633884c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:37.720226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Attempting to bind port 82ad4e03-961f-4104-8ca0-58580633884c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:37.720785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Attempting to bind port 82ad4e03-961f-4104-8ca0-58580633884c on network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:37.770069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.809563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9b6c1-2a62-4609-8235-c3bf79b88ed5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:37.824687 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9b6c1-2a62-4609-8235-c3bf79b88ed5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:37.834125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c0b9b6c1-2a62-4609-8235-c3bf79b88ed5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2916098 Feb 09 21:08:37.834856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:37.841221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:37.844429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Checking segment: {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:37.845016 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.845986 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (571052f6-0b29-4880-81e7-22403b098285), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.847786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Bound using segment: {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:37.848410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Bound port: 82ad4e03-961f-4104-8ca0-58580633884c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:37.851177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (82ad4e03-961f-4104-8ca0-58580633884c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.890313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] device_id is not set on port c0df07e9-eb6e-4f0d-817a-7da72600f9cb yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:37.941498 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43fd1e46-6fc9-422e-9ff1-949e3d853cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.947190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cf3a6f9d-e409-4841-bffe-ff2ba8f45758 None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:37.947857 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf3a6f9d-e409-4841-bffe-ff2ba8f45758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:37.980069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=d5d07cc6-ffd1-429c-a26b-a05f748efb58,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:38.114517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:38.121149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.125327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce68e39-19a5-4f05-9b6d-d5e007fcc6dc None None] Network 90c68105-2132-4125-9290-bb98abe185e1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:38.205948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-89786064-4fee-457d-955e-ff34921025d2 None None] For port 82ad4e03-961f-4104-8ca0-58580633884c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:38.247202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-89786064-4fee-457d-955e-ff34921025d2 None None] For port 82ad4e03-961f-4104-8ca0-58580633884c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=82ad4e03-961f-4104-8ca0-58580633884c,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:38.337851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a6f9d-e409-4841-bffe-ff2ba8f45758 None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:38.352418 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (82ad4e03-961f-4104-8ca0-58580633884c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.391371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cf3a6f9d-e409-4841-bffe-ff2ba8f45758 None None] Provisioning complete for port 6b3a4aa9-21b9-4658-ab09-f112659fb83c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:38.392941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf3a6f9d-e409-4841-bffe-ff2ba8f45758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.411620 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks [] for router_gateway (9b5cbeaf-43c1-46d4-9234-b3416bb03740), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.508224 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (571052f6-0b29-4880-81e7-22403b098285), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.523071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router a600b1bc-e38a-4085-a871-29f6c8ea17c1 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:38.551520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a6f9d-e409-4841-bffe-ff2ba8f45758 None None] Port 6b3a4aa9-21b9-4658-ab09-f112659fb83c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:38.571988 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (571052f6-0b29-4880-81e7-22403b098285), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.596493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89786064-4fee-457d-955e-ff34921025d2 None None] Pushing event updated for resources: {'Port': ['ID=82ad4e03-961f-4104-8ca0-58580633884c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:38.601025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-72efe3c2-354f-43fb-bb01-b18f4a8d3bc8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 41410e5d-deab-4d88-935b-c9dd92ef9516 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:38.602757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72efe3c2-354f-43fb-bb01-b18f4a8d3bc8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (41410e5d-deab-4d88-935b-c9dd92ef9516), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.647118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:38.647415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.742997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port a0333bce-2c9a-4c5b-88a6-e1a0c621d544, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,segment=NetworkSegment(0d38de26-37d1-4402-8911-98e32fcf9381),segment_id=0d38de26-37d1-4402-8911-98e32fcf9381)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:38.743383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Provisioning complete for port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:38.745154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.783929 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:38.848552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8::384 (1ee0f815-eda7-4cab-b628-d057b2755bc3/7596861d-c858-4e47-b742-fc6e00415b4f/c0df07e9-eb6e-4f0d-817a-7da72600f9cb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:38.938649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:39.016865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=571052f6-0b29-4880-81e7-22403b098285,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:39.102845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Current status of the port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:39.126225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Provisioning complete for port 41410e5d-deab-4d88-935b-c9dd92ef9516 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:39.126854 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (41410e5d-deab-4d88-935b-c9dd92ef9516), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.128922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:39.139383 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0db02e64-858b-49cc-99c3-ba15001e1071 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "PUT /v2.0/routers/a600b1bc-e38a-4085-a871-29f6c8ea17c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3808820 Feb 09 21:08:39.146589 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] Sync routers for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:39.156301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56042) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:39.173027 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:39.173907 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:39.234482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72efe3c2-354f-43fb-bb01-b18f4a8d3bc8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (41410e5d-deab-4d88-935b-c9dd92ef9516), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.254259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Port 41410e5d-deab-4d88-935b-c9dd92ef9516 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:39.267484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (9b5cbeaf-43c1-46d4-9234-b3416bb03740), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.288692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Provisioning complete for port d5d07cc6-ffd1-429c-a26b-a05f748efb58 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:39.289079 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.406105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-72efe3c2-354f-43fb-bb01-b18f4a8d3bc8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 41410e5d-deab-4d88-935b-c9dd92ef9516 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:39.446431 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:39.523669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa7b87f-1b71-40ea-ab7a-bd5145c2b9a2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting subnet 95434134-6c23-4561-8ec5-39b5c3fd02f2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:39.539519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa7b87f-1b71-40ea-ab7a-bd5145c2b9a2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (95434134-6c23-4561-8ec5-39b5c3fd02f2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.552040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9b43dcc7-9cef-43e5-9da2-4d8364a89475 None None] Current status of the port d5d07cc6-ffd1-429c-a26b-a05f748efb58 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:39.603438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a0333bce-2c9a-4c5b-88a6-e1a0c621d544 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:39.702565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Provisioning complete for port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:39.708600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.745116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa7b87f-1b71-40ea-ab7a-bd5145c2b9a2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (95434134-6c23-4561-8ec5-39b5c3fd02f2), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.804925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:39.804925 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.855470 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:08:36Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:39.918852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6511d6d5-65d4-4484-b8aa-8fcbae5597d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:39.935822 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] Checking router: a600b1bc-e38a-4085-a871-29f6c8ea17c1 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:08:39.957252 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] Routers {'a600b1bc-e38a-4085-a871-29f6c8ea17c1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:39.960718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:39.970476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (643293ea-0b8f-4f80-a68d-4701f9de2714), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.063846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:08:40.095484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.101905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa7b87f-1b71-40ea-ab7a-bd5145c2b9a2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (95434134-6c23-4561-8ec5-39b5c3fd02f2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.151456 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] Set router a600b1bc-e38a-4085-a871-29f6c8ea17c1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:40.212747 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:40.219602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 908245e4-d24a-43b9-900e-4fcffd5f65b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:40.403809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:40.407754 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.412788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Current status of the port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:40.420380 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa7b87f-1b71-40ea-ab7a-bd5145c2b9a2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (95434134-6c23-4561-8ec5-39b5c3fd02f2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.434978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:40.447198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e18ef-cd8a-43f8-a4ef-d0147ec80254 None None] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:40.456490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Sync routers for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:40.491627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baa7b87f-1b71-40ea-ab7a-bd5145c2b9a2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.495575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-baa7b87f-1b71-40ea-ab7a-bd5145c2b9a2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/subnets/95434134-6c23-4561-8ec5-39b5c3fd02f2 HTTP/1.1" status: 204 len: 168 time: 1.3336112 Feb 09 21:08:40.499070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:40.533809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe247df-bd84-40a1-8d28-cc5737638d43 None None] Network e0255f4b-2006-446a-9e60-182465282411 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:40.612660 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:08:36Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:40.623953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.629161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7b87f-1b71-40ea-ab7a-bd5145c2b9a2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Subnet': ['ID=95434134-6c23-4561-8ec5-39b5c3fd02f2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:40.649315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (a600b1bc-e38a-4085-a871-29f6c8ea17c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.660574 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be1003-0137-4c2e-ae68-68e3c48623d6 None None] The sync data for ids ['a600b1bc-e38a-4085-a871-29f6c8ea17c1'] in n-d-789963-29 is: [{'id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311535837', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:05:29Z', 'updated_at': '2022-02-09T21:08:36Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'b6b5bcc7-9b80-43af-8d29-6d42c44e9f50', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a600b1bc-e38a-4085-a871-29f6c8ea17c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:05:30Z', 'updated_at': '2022-02-09T21:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:40.664866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (571052f6-0b29-4880-81e7-22403b098285), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.681278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Provisioning complete for port 41410e5d-deab-4d88-935b-c9dd92ef9516 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:40.681763 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (41410e5d-deab-4d88-935b-c9dd92ef9516), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.683373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:40.684201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:40.704506 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.708571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-648d2fad-80ff-4d2f-a2f7-f403f9177188 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0820508 Feb 09 21:08:40.743781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:40.748904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=c0df07e9-eb6e-4f0d-817a-7da72600f9cb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:40.753750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72efe3c2-354f-43fb-bb01-b18f4a8d3bc8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (41410e5d-deab-4d88-935b-c9dd92ef9516), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.773024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Port 41410e5d-deab-4d88-935b-c9dd92ef9516 was deleted so its status cannot be updated. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 21:08:40.830201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efe3c2-354f-43fb-bb01-b18f4a8d3bc8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=41410e5d-deab-4d88-935b-c9dd92ef9516,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:40.833723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Could not find standard attr ID for object 0a954107-9374-40dc-b505-5d980d76e657. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:40.910543 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (a600b1bc-e38a-4085-a871-29f6c8ea17c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.927597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:40.931404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72efe3c2-354f-43fb-bb01-b18f4a8d3bc8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.936270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-72efe3c2-354f-43fb-bb01-b18f4a8d3bc8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/41410e5d-deab-4d88-935b-c9dd92ef9516 HTTP/1.1" status: 204 len: 168 time: 3.0997877 Feb 09 21:08:40.938646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:40.942762 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:40.949110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:40.949763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.954127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Provisioning complete for port 571052f6-0b29-4880-81e7-22403b098285 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:40.954564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (571052f6-0b29-4880-81e7-22403b098285), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:40.971486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:41.277349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:41.277861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.378693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:41.379574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d5d07cc6-ffd1-429c-a26b-a05f748efb58 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:41.417374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port b6b5bcc7-9b80-43af-8d29-6d42c44e9f50, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6b5bcc7-9b80-43af-8d29-6d42c44e9f50,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:41.417750 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.434526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:41.448269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:41.499209 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (571052f6-0b29-4880-81e7-22403b098285), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.539979 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5c919261-661e-40f0-8de5-dbfc698164c4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.1294179 Feb 09 21:08:41.568382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (571052f6-0b29-4880-81e7-22403b098285), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.612777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8e226e84-075a-489e-8cb1-80c5f0c9017e None None] Port 571052f6-0b29-4880-81e7-22403b098285 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:41.624846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:41.637291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] DHCP port deletion for e0255f4b-2006-446a-9e60-182465282411 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:41.639954 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.670724 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b6b5bcc7-9b80-43af-8d29-6d42c44e9f50), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.678165 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (643293ea-0b8f-4f80-a68d-4701f9de2714), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.686096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6d79e6b2-8b3a-4757-80cc-d4ce7d25dc9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:41.695868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=571052f6-0b29-4880-81e7-22403b098285,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:41.716514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=b6b5bcc7-9b80-43af-8d29-6d42c44e9f50,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:41.847152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d5d07cc6-ffd1-429c-a26b-a05f748efb58 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:41.847152 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.851618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Provisioning complete for port c0df07e9-eb6e-4f0d-817a-7da72600f9cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:41.851980 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.899957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0658634-cd6d-4c5e-903a-84f1556533b3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:41.902733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0658634-cd6d-4c5e-903a-84f1556533b3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:41.903413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (a600b1bc-e38a-4085-a871-29f6c8ea17c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:41.904142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0658634-cd6d-4c5e-903a-84f1556533b3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:41.905884 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a0658634-cd6d-4c5e-903a-84f1556533b3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9321024 Feb 09 21:08:41.914244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56056) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:41.994077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-831ea80b-6f7e-4850-b814-8f620e88ea42 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 451c2640-c0bc-4285-846c-2130f8c6ac19 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:41.998148 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-831ea80b-6f7e-4850-b814-8f620e88ea42 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (451c2640-c0bc-4285-846c-2130f8c6ac19), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.015307 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (a600b1bc-e38a-4085-a871-29f6c8ea17c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.018063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_controller (a600b1bc-e38a-4085-a871-29f6c8ea17c1), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.023140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Port c0df07e9-eb6e-4f0d-817a-7da72600f9cb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:42.030215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] Deleting port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:42.030593 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.049592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-831ea80b-6f7e-4850-b814-8f620e88ea42 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (451c2640-c0bc-4285-846c-2130f8c6ac19), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.085852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (a600b1bc-e38a-4085-a871-29f6c8ea17c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.086649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Fanout notify agent at l3_agent the message router_deleted on router a600b1bc-e38a-4085-a871-29f6c8ea17c1 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:08:42.109603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.111639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eba02781-7e38-41f7-855e-44c9e424ba38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/routers/a600b1bc-e38a-4085-a871-29f6c8ea17c1 HTTP/1.1" status: 204 len: 168 time: 1.6113648 Feb 09 21:08:42.114715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:42.134417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Provisioning complete for port 82ad4e03-961f-4104-8ca0-58580633884c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:42.134799 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (82ad4e03-961f-4104-8ca0-58580633884c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.156621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-831ea80b-6f7e-4850-b814-8f620e88ea42 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (451c2640-c0bc-4285-846c-2130f8c6ac19), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.223950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d5d07cc6-ffd1-429c-a26b-a05f748efb58 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:42.225684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 82ad4e03-961f-4104-8ca0-58580633884c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:42.279967 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e0255f4b-2006-446a-9e60-182465282411), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.288953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.335485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] For port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:42.335914 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.385241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] Calling delete_port for f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:42.395722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network 90c68105-2132-4125-9290-bb98abe185e1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:42.397656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d79e6b2-8b3a-4757-80cc-d4ce7d25dc9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:42.402499 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d79e6b2-8b3a-4757-80cc-d4ce7d25dc9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.410104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:42.414505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-831ea80b-6f7e-4850-b814-8f620e88ea42 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (451c2640-c0bc-4285-846c-2130f8c6ac19), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.496248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517de364-d917-4ec6-869b-a0e492aaf88a None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:42.496572 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-831ea80b-6f7e-4850-b814-8f620e88ea42 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.497601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:42.497958 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.504736 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-831ea80b-6f7e-4850-b814-8f620e88ea42 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/451c2640-c0bc-4285-846c-2130f8c6ac19 HTTP/1.1" status: 204 len: 168 time: 0.5870829 Feb 09 21:08:42.530806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56062) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:42.547362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ea80b-6f7e-4850-b814-8f620e88ea42 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=451c2640-c0bc-4285-846c-2130f8c6ac19,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:42.556641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Current status of the port 82ad4e03-961f-4104-8ca0-58580633884c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:42.557240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (82ad4e03-961f-4104-8ca0-58580633884c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.559346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 82ad4e03-961f-4104-8ca0-58580633884c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:42.559906 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (82ad4e03-961f-4104-8ca0-58580633884c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.580868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:38Z', 'revision_number': 3, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:42.721392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Checking router: 9b5cbeaf-43c1-46d4-9234-b3416bb03740 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:08:42.721778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Updating router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:08:42.755476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,segment=NetworkSegment(a6ebc484-5a05-40ba-8a2e-dc732663cd49),segment_id=a6ebc484-5a05-40ba-8a2e-dc732663cd49)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:42.756614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.785237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:42.820074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] For port 82ad4e03-961f-4104-8ca0-58580633884c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=82ad4e03-961f-4104-8ca0-58580633884c,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:42.851957 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (82ad4e03-961f-4104-8ca0-58580633884c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.894951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Allocated IP 172.20.0.1 (aafbf6c5-28c5-4399-a1fa-e2554cca55b6/25560e20-3281-4e4a-bec5-9625872fe099/b0e8a786-759f-4db2-b547-3a49c73a0f77) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:42.902546 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.924701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] No DVR routers for this DVR port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:42.938166 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.944432 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:42.953538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:43.007616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 82ad4e03-961f-4104-8ca0-58580633884c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:43.094762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Provisioning complete for port 571052f6-0b29-4880-81e7-22403b098285 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:43.095547 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (571052f6-0b29-4880-81e7-22403b098285), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.106763 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (f8de6372-cf12-4f0a-b0bb-27ff79a9faa3), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.188642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8d543601-0069-4ce5-987c-1ca13c21e882 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:43.202021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-2468a196-3ede-44a1-a2fc-2143f98fc6af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:43.205756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2468a196-3ede-44a1-a2fc-2143f98fc6af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.229085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8d543601-0069-4ce5-987c-1ca13c21e882 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:43.229474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8d543601-0069-4ce5-987c-1ca13c21e882 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:43.229862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:43.257408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2468a196-3ede-44a1-a2fc-2143f98fc6af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.328023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Pushing event updated for resources: {'Port': ['ID=82ad4e03-961f-4104-8ca0-58580633884c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:43.329691 n-d-789963-29 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-6d79e6b2-8b3a-4757-80cc-d4ce7d25dc9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7596861d-c858-4e47-b742-fc6e00415b4f (CIDR: 2001:db8::/64) Feb 09 21:08:43.341061 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d79e6b2-8b3a-4757-80cc-d4ce7d25dc9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:43.341514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d79e6b2-8b3a-4757-80cc-d4ce7d25dc9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:43.357085 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:08:43.362817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] No DVR routers for this DVR port f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:43.370986 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:43.371737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6b5bcc7-9b80-43af-8d29-6d42c44e9f50 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:43.372531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:43.381353 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d79e6b2-8b3a-4757-80cc-d4ce7d25dc9e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6984146 Feb 09 21:08:43.385996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:43.397694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e769a71d-e79f-4393-b1fe-ae21dba0f934 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:43.462013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:43.462518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8de6372-cf12-4f0a-b0bb-27ff79a9faa3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:43.485184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac0b07-fa11-4ff3-842e-5ee13b16e62d None None] Pushing event deleted for resources: {'Port': ['ID=f8de6372-cf12-4f0a-b0bb-27ff79a9faa3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:43.492720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c52994c5-266a-43f1-9168-215a5628b85d None None] Port 571052f6-0b29-4880-81e7-22403b098285 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:43.515420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2468a196-3ede-44a1-a2fc-2143f98fc6af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.544342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Router 643293ea-0b8f-4f80-a68d-4701f9de2714 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:08:43.599158 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e0255f4b-2006-446a-9e60-182465282411), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.638291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0255f4b-2006-446a-9e60-182465282411']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:43.674307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ebc484-5a05-40ba-8a2e-dc732663cd49') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:43.674741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ebc484-5a05-40ba-8a2e-dc732663cd49') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:43.679213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6eb097f6-7f4f-45fd-9fa3-b96c55c7a755 None None] Provisioning complete for port 82ad4e03-961f-4104-8ca0-58580633884c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:43.679893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6eb097f6-7f4f-45fd-9fa3-b96c55c7a755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (82ad4e03-961f-4104-8ca0-58580633884c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.710413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (a6ebc484-5a05-40ba-8a2e-dc732663cd49), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.721728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Publish callbacks [] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.732954 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2468a196-3ede-44a1-a2fc-2143f98fc6af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.749223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (a6ebc484-5a05-40ba-8a2e-dc732663cd49), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.760887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:43.762328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (a6ebc484-5a05-40ba-8a2e-dc732663cd49), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:43.767390 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:43.793292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e769a71d-e79f-4393-b1fe-ae21dba0f934 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:43.799631 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e769a71d-e79f-4393-b1fe-ae21dba0f934 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.803057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468a196-3ede-44a1-a2fc-2143f98fc6af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:43.831344 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2468a196-3ede-44a1-a2fc-2143f98fc6af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:43.841973 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2468a196-3ede-44a1-a2fc-2143f98fc6af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2 HTTP/1.1" status: 204 len: 168 time: 1.3096104 Feb 09 21:08:43.843364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:43.845393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:43.859047 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23e400-30b2-4e49-9a83-3ad64c9c2281 None None] Sync routers for ids ['643293ea-0b8f-4f80-a68d-4701f9de2714'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:43.876501 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23e400-30b2-4e49-9a83-3ad64c9c2281 None None] Routers {'643293ea-0b8f-4f80-a68d-4701f9de2714'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:43.880034 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6a23e400-30b2-4e49-9a83-3ad64c9c2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['643293ea-0b8f-4f80-a68d-4701f9de2714'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:43.890892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56072) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:43.894305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6eb097f6-7f4f-45fd-9fa3-b96c55c7a755 None None] Current status of the port 82ad4e03-961f-4104-8ca0-58580633884c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:43.897476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-387ac977-c5e5-475d-99e8-e2a1db6ede2b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "PUT /v2.0/routers/643293ea-0b8f-4f80-a68d-4701f9de2714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4935763 Feb 09 21:08:43.966280 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6a23e400-30b2-4e49-9a83-3ad64c9c2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:43.988287 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23e400-30b2-4e49-9a83-3ad64c9c2281 None None] Routers {'643293ea-0b8f-4f80-a68d-4701f9de2714'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:43.988856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:43.993804 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6a23e400-30b2-4e49-9a83-3ad64c9c2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['643293ea-0b8f-4f80-a68d-4701f9de2714'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:43.994574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:43.996517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c80265b2-8e1b-4e8d-bfe9-3f936d33da15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499290 Feb 09 21:08:43.999868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6eb097f6-7f4f-45fd-9fa3-b96c55c7a755 None None] Provisioning complete for port 571052f6-0b29-4880-81e7-22403b098285 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:44.000379 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6eb097f6-7f4f-45fd-9fa3-b96c55c7a755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (571052f6-0b29-4880-81e7-22403b098285), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.020531 n-d-789963-29 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-e769a71d-e79f-4393-b1fe-ae21dba0f934 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 20f34b1c-f8a0-441b-878a-d794fe6db358 (CIDR: 2001:db8:0:1::/64) Feb 09 21:08:44.033634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.056373 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Publish callbacks [] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.062144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6eb097f6-7f4f-45fd-9fa3-b96c55c7a755 None None] Port 571052f6-0b29-4880-81e7-22403b098285 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:44.071800 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.072765 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-6a23e400-30b2-4e49-9a83-3ad64c9c2281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:44.074340 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23e400-30b2-4e49-9a83-3ad64c9c2281 None None] The sync data for ids ['643293ea-0b8f-4f80-a68d-4701f9de2714'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:44.085005 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-e769a71d-e79f-4393-b1fe-ae21dba0f934 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:44.085680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e769a71d-e79f-4393-b1fe-ae21dba0f934 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:44.102123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.121785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:44.127195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:44.130512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e769a71d-e79f-4393-b1fe-ae21dba0f934 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7373359 Feb 09 21:08:44.135422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:44.144497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'subnet': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:44.159173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e0255f4b-2006-446a-9e60-182465282411), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.161387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:44.206553 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.213590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/networks/e0255f4b-2006-446a-9e60-182465282411 HTTP/1.1" status: 204 len: 168 time: 2.0970750 Feb 09 21:08:44.218767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b9a43-53c3-42ec-be25-18f8cdd22445 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Network': ['ID=e0255f4b-2006-446a-9e60-182465282411,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:44.227286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:44.261474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11220a98-8961-4eb2-935e-1363507b90a3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:44.268004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-11220a98-8961-4eb2-935e-1363507b90a3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports?device_id=643293ea-0b8f-4f80-a68d-4701f9de2714 HTTP/1.1" status: 200 len: 983 time: 0.3042796 Feb 09 21:08:44.277779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:44.285477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e8a786-759f-4db2-b547-3a49c73a0f77,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:44.299300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9b5cbeaf-43c1-46d4-9234-b3416bb03740), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.496353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:44.506479 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.509510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Attempting to bind port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:44.510659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Attempting to bind port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:44.511053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Attempting to bind port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:44.521124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dbe96-e155-4b30-95ed-925fcc819140 None None] Pushing event updated for resources: {'Port': ['ID=96101eaf-b7dd-4839-94fe-dfd6a420ff95,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:44.535593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:44.536116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:44.537059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.537555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:44.538105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Bound port: 96101eaf-b7dd-4839-94fe-dfd6a420ff95, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:44.538547 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.566460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.607535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] For port 96101eaf-b7dd-4839-94fe-dfd6a420ff95, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:44.611237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] For port 96101eaf-b7dd-4839-94fe-dfd6a420ff95, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=96101eaf-b7dd-4839-94fe-dfd6a420ff95,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:44.621300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c3c3c-123b-4043-b31e-2e001dc77e79 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:44.628380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.726164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:44.726818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:44.786383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200839e7-f9b6-45bd-8063-d69abbcb3354 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.793229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Publish callbacks [] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.801431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.900442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Made reservation on behalf of 3b4750a3e035499b9b5e799a8f1c173c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:44.906490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.911089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e8a786-759f-4db2-b547-3a49c73a0f77,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:44.918015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200839e7-f9b6-45bd-8063-d69abbcb3354 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.922794 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9b5cbeaf-43c1-46d4-9234-b3416bb03740), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.926114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b1699c52-e7f4-4deb-b75e-772c3b9b72e2 None None] Provisioning complete for port b0e8a786-759f-4db2-b547-3a49c73a0f77 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:44.926506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b1699c52-e7f4-4deb-b75e-772c3b9b72e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:44.962003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dbe96-e155-4b30-95ed-925fcc819140 None None] Pushing event updated for resources: {'Port': ['ID=96101eaf-b7dd-4839-94fe-dfd6a420ff95,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:45.012460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b1699c52-e7f4-4deb-b75e-772c3b9b72e2 None None] Port b0e8a786-759f-4db2-b547-3a49c73a0f77 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:45.026253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:45.130677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:45.135033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:45.140334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:45.208484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (10756786-ef76-4c37-a142-9d3f5eebcb71), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.252615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 82ad4e03-961f-4104-8ca0-58580633884c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:45.278639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=10756786-ef76-4c37-a142-9d3f5eebcb71,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:45.299040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:45.328336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:45.328923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7a2c0b3c-40a8-4595-8bd8-c7cf5b61e7f8 None None] Provisioning complete for port d5d07cc6-ffd1-429c-a26b-a05f748efb58 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:45.329415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a2c0b3c-40a8-4595-8bd8-c7cf5b61e7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.331482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:45.332178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.357842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:45.368379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-611a993c-b438-467b-a997-85e44ed3c38b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3752403 Feb 09 21:08:45.370811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56084) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:45.377828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:45.521054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200839e7-f9b6-45bd-8063-d69abbcb3354 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.528411 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-200839e7-f9b6-45bd-8063-d69abbcb3354 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.543868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] Deleting port d5d07cc6-ffd1-429c-a26b-a05f748efb58 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:45.544378 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.553058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-200839e7-f9b6-45bd-8063-d69abbcb3354 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/security-groups/a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4 HTTP/1.1" status: 204 len: 168 time: 1.3156264 Feb 09 21:08:45.588789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200839e7-f9b6-45bd-8063-d69abbcb3354 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5b721-b46d-4241-9c0e-4b18b1cdf2b4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:45.622106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 82ad4e03-961f-4104-8ca0-58580633884c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:45.622483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (82ad4e03-961f-4104-8ca0-58580633884c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.703238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:45.711903 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.717163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:45.723768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-16d78b9e-9c62-4990-a054-6df85aab5120 admin admin] 10.222.0.102 "PUT /v2.0/routers/9b5cbeaf-43c1-46d4-9234-b3416bb03740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9788775 Feb 09 21:08:45.730438 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (643293ea-0b8f-4f80-a68d-4701f9de2714), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.782833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] For port d5d07cc6-ffd1-429c-a26b-a05f748efb58, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d5d07cc6-ffd1-429c-a26b-a05f748efb58,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:45.783240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:45.786559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c0b3c-40a8-4595-8bd8-c7cf5b61e7f8 None None] Current status of the port d5d07cc6-ffd1-429c-a26b-a05f748efb58 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:45.845983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] Calling delete_port for d5d07cc6-ffd1-429c-a26b-a05f748efb58 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:45.849150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 82ad4e03-961f-4104-8ca0-58580633884c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:45.861687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:42Z', 'revision_number': 1, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:45.892609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5903c8-6d56-45cf-9133-a463e7d100d8 None None] The sync data for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 is: [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:42Z', 'revision_number': 1, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:46.057754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-79581fee-a9bf-4ce3-a01c-ee21ea6a9ce8 None None] Provisioning complete for port b0e8a786-759f-4db2-b547-3a49c73a0f77 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:46.058975 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79581fee-a9bf-4ce3-a01c-ee21ea6a9ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.128627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (e328447c-62b3-4ee2-9866-2b65cc2eb1af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.169943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-79581fee-a9bf-4ce3-a01c-ee21ea6a9ce8 None None] Port b0e8a786-759f-4db2-b547-3a49c73a0f77 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:46.175961 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d5d07cc6-ffd1-429c-a26b-a05f748efb58), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.197223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] No DVR routers for this DVR port d5d07cc6-ffd1-429c-a26b-a05f748efb58 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:46.201738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:46.215245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:46.224073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:46.225390 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.240030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Subnet': ['ID=e328447c-62b3-4ee2-9866-2b65cc2eb1af,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:46.282347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f481d973-592e-4895-95f8-f2d24b61cb81 None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:46.304877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf2a8b-783c-406b-b69f-f17ec2706124 None None] Pushing event deleted for resources: {'Port': ['ID=d5d07cc6-ffd1-429c-a26b-a05f748efb58,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:46.316978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a708951d-89b3-4758-a9a8-5fa19f7afe39 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1802015 Feb 09 21:08:46.320059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:46.342455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-860608746', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e328447c-62b3-4ee2-9866-2b65cc2eb1af'}], 'security_groups': ['9986a87e-35ac-42af-8c61-1430fa1ddbf4', 'f12b24f1-6f7d-401c-92c4-74f700ba832d']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:46.347618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c28cae-bd1b-48de-9981-78403e0cfb29 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:46.439391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.objects.ports [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:08:46.441739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (8bde7548-8389-4999-b04c-0df787147500), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.533110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:46.539894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:46.563607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:46.565843 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.602085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=8bde7548-8389-4999-b04c-0df787147500,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:46.633028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 571052f6-0b29-4880-81e7-22403b098285 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:46.633476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (571052f6-0b29-4880-81e7-22403b098285), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.634227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4151c879-ff57-4c73-bb72-205462e2e49c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2610867 Feb 09 21:08:46.634979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:46.654607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:39:36:fd', 'name': 'tempest-NetworksTestDHCPv6-1859010397'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:46.681177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': '10756786-ef76-4c37-a142-9d3f5eebcb71'}, {'subnet_id': '8bde7548-8389-4999-b04c-0df787147500'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:46.682095 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.939046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:46.969539 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (571052f6-0b29-4880-81e7-22403b098285), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:46.979114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.028468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56114) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:47.039574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-240622251-network', 'tenant_id': '26994637e6fa41578cbebd65c35988ed'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:47.051841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Allocated IP 172.20.0.2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/10756786-ef76-4c37-a142-9d3f5eebcb71/64f40492-0dc7-4cbe-a6cb-b9d0d71a794c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:47.059700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Allocated IP 2001:db8::f816:3eff:fe14:4903 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/8bde7548-8389-4999-b04c-0df787147500/64f40492-0dc7-4cbe-a6cb-b9d0d71a794c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:47.062625 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 571052f6-0b29-4880-81e7-22403b098285 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:47.093047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56116) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:47.105800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0014b2f6-0f51-4131-b721-3841f38d83d1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920610286', 'description': 'tempest-secgroup-smoke-1920610286 description', 'project_id': '11db802464124d8a859db41a07721eef'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:47.209163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.251551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0014b2f6-0f51-4131-b721-3841f38d83d1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.254005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port a1e4fb67-a4f7-4fcd-90b0-6a072351fc00 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:08:47.316269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d5d07cc6-ffd1-429c-a26b-a05f748efb58 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:47.348864 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Publish callbacks [] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.390340 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.469116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: d5d07cc6-ffd1-429c-a26b-a05f748efb58 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:47.469781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d5d07cc6-ffd1-429c-a26b-a05f748efb58 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:47.522365 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0014b2f6-0f51-4131-b721-3841f38d83d1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (262586db-dc97-44c4-ba4c-7159dfbe3bed), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.522876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Pushing event updated for resources: {'Port': ['ID=64f40492-0dc7-4cbe-a6cb-b9d0d71a794c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:47.535157 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0014b2f6-0f51-4131-b721-3841f38d83d1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (262586db-dc97-44c4-ba4c-7159dfbe3bed), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.549681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:47.550657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae247f2-4f50-4770-913e-5beedaedef65 None None] Update dhcp port {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'fixed_ips': [{'subnet_id': '20f34b1c-f8a0-441b-878a-d794fe6db358', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7596861d-c858-4e47-b742-fc6e00415b4f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e328447c-62b3-4ee2-9866-2b65cc2eb1af'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '908245e4-d24a-43b9-900e-4fcffd5f65b6'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:08:47.554689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:47.566352 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (571052f6-0b29-4880-81e7-22403b098285), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.569100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Made reservation on behalf of 26994637e6fa41578cbebd65c35988ed for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:47.569863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 172.20.0.7 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/10756786-ef76-4c37-a142-9d3f5eebcb71/a1e4fb67-a4f7-4fcd-90b0-6a072351fc00) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:47.571601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.577626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:47.582120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:fe39:36fd (80e680bd-6aaf-43aa-80bf-d3a099d84e51/8bde7548-8389-4999-b04c-0df787147500/a1e4fb67-a4f7-4fcd-90b0-6a072351fc00) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:47.655491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ae247f2-4f50-4770-913e-5beedaedef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.674675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.716865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=571052f6-0b29-4880-81e7-22403b098285,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:47.787878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (a1e4fb67-a4f7-4fcd-90b0-6a072351fc00), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.867155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014b2f6-0f51-4131-b721-3841f38d83d1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262586db-dc97-44c4-ba4c-7159dfbe3bed,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:47.883161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a1e4fb67-a4f7-4fcd-90b0-6a072351fc00), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.899580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0014b2f6-0f51-4131-b721-3841f38d83d1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.901127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0014b2f6-0f51-4131-b721-3841f38d83d1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8023915 Feb 09 21:08:47.904197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:47.909405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2d6abfab-07e8-4484-85f0-7822323e7a0e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '262586db-dc97-44c4-ba4c-7159dfbe3bed', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:47.974065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6abfab-07e8-4484-85f0-7822323e7a0e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (fa78075c-7e2c-45df-9216-507ed3c2132c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:47.989370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:47.996995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:48.000919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:48.065310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:48.066776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.093627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=a1e4fb67-a4f7-4fcd-90b0-6a072351fc00,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:48.110413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1be35a40-736b-442b-b6f7-dfa940e5287e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4726081 Feb 09 21:08:48.115257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Delete allocated IP 2001:db8::384 (1ee0f815-eda7-4cab-b628-d057b2755bc3/7596861d-c858-4e47-b742-fc6e00415b4f) {{(pid=103325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:08:48.117425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:48.125936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Allocated IP 2001:db8:0:2::76 (1ee0f815-eda7-4cab-b628-d057b2755bc3/e328447c-62b3-4ee2-9866-2b65cc2eb1af/c0df07e9-eb6e-4f0d-817a-7da72600f9cb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:48.170374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Attempting to bind port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:48.170871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Attempting to bind port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:48.171570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Attempting to bind port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:48.207361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003dbfa0-0689-4274-a72f-4f0e2c7c10b0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:48.214305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003dbfa0-0689-4274-a72f-4f0e2c7c10b0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:48.216175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-003dbfa0-0689-4274-a72f-4f0e2c7c10b0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0971515 Feb 09 21:08:48.219836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:48.290515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:48.290948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:48.291492 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.291925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:48.292534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Bound port: 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:48.293037 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.316488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6abfab-07e8-4484-85f0-7822323e7a0e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (fa78075c-7e2c-45df-9216-507ed3c2132c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.346183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6abfab-07e8-4484-85f0-7822323e7a0e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (fa78075c-7e2c-45df-9216-507ed3c2132c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.377410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d9d38e0e-d313-40a9-8777-db469d1992c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port a1e4fb67-a4f7-4fcd-90b0-6a072351fc00 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:48.377772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d38e0e-d313-40a9-8777-db469d1992c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a1e4fb67-a4f7-4fcd-90b0-6a072351fc00), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.382862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6abfab-07e8-4484-85f0-7822323e7a0e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa78075c-7e2c-45df-9216-507ed3c2132c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:48.383493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-903ebe08-9751-4e54-a093-39979b49255f None None] For port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:48.388199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-903ebe08-9751-4e54-a093-39979b49255f None None] For port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=64f40492-0dc7-4cbe-a6cb-b9d0d71a794c,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:48.400032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.444839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (643293ea-0b8f-4f80-a68d-4701f9de2714), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.458383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d6abfab-07e8-4484-85f0-7822323e7a0e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.462184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2d6abfab-07e8-4484-85f0-7822323e7a0e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5544763 Feb 09 21:08:48.462846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:48.470037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9221cbd8-c229-4d72-b8c2-6aa914b22d1c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '262586db-dc97-44c4-ba4c-7159dfbe3bed', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:48.515719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ebe08-9751-4e54-a093-39979b49255f None None] Pushing event updated for resources: {'Port': ['ID=64f40492-0dc7-4cbe-a6cb-b9d0d71a794c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:48.526936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9221cbd8-c229-4d72-b8c2-6aa914b22d1c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (90897df3-c69e-4851-a0ff-82b41ba43398), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.611701 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d38e0e-d313-40a9-8777-db469d1992c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a1e4fb67-a4f7-4fcd-90b0-6a072351fc00), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.639561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9221cbd8-c229-4d72-b8c2-6aa914b22d1c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (90897df3-c69e-4851-a0ff-82b41ba43398), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.647993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-d9d38e0e-d313-40a9-8777-db469d1992c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for a1e4fb67-a4f7-4fcd-90b0-6a072351fc00 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:48.652573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.654440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9221cbd8-c229-4d72-b8c2-6aa914b22d1c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (90897df3-c69e-4851-a0ff-82b41ba43398), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.673399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.779310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221cbd8-c229-4d72-b8c2-6aa914b22d1c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90897df3-c69e-4851-a0ff-82b41ba43398,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:48.786085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3ae247f2-4f50-4770-913e-5beedaedef65 None None] Allocated IP 2001:db8:0:2::2 (1ee0f815-eda7-4cab-b628-d057b2755bc3/e328447c-62b3-4ee2-9866-2b65cc2eb1af/908245e4-d24a-43b9-900e-4fcffd5f65b6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:48.816415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9221cbd8-c229-4d72-b8c2-6aa914b22d1c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.821102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9221cbd8-c229-4d72-b8c2-6aa914b22d1c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3570197 Feb 09 21:08:48.821808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:48.829404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5d1024fc-c3a7-4df2-babd-0749849ab1f0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '262586db-dc97-44c4-ba4c-7159dfbe3bed', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:48.834456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Publish callbacks [] for security_group (e9dc85e6-8a32-496d-90c6-8db2cb0fdb71), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.889130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1024fc-c3a7-4df2-babd-0749849ab1f0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (e7c8fa9e-b7fd-4fcc-90bb-3a41d0c6b807), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.895000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] In _notify_port_updated(), no bound segment for port c0df07e9-eb6e-4f0d-817a-7da72600f9cb on network 1ee0f815-eda7-4cab-b628-d057b2755bc3 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:08:48.900979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:48.901152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:48.903081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "PUT /v2.0/ports/c0df07e9-eb6e-4f0d-817a-7da72600f9cb HTTP/1.1" status: 200 len: 968 time: 2.5811815 Feb 09 21:08:48.927183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56134) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:48.958694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3ae247f2-4f50-4770-913e-5beedaedef65 None None] For port 908245e4-d24a-43b9-900e-4fcffd5f65b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=908245e4-d24a-43b9-900e-4fcffd5f65b6,segment=NetworkSegment(324bcc2d-afd5-458a-b387-aaad456a3cf6),segment_id=324bcc2d-afd5-458a-b387-aaad456a3cf6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:48.986055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e9dc85e6-8a32-496d-90c6-8db2cb0fdb71), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.014617 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ae247f2-4f50-4770-913e-5beedaedef65 None None] Publish callbacks [] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.044824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ae247f2-4f50-4770-913e-5beedaedef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.045047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc33125-da7c-4c07-b480-9643fa55f4c7 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event updated for resources: {'Port': ['ID=c0df07e9-eb6e-4f0d-817a-7da72600f9cb,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:49.059974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dc85e6-8a32-496d-90c6-8db2cb0fdb71,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:49.091783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Router 643293ea-0b8f-4f80-a68d-4701f9de2714 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:49.184634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1024fc-c3a7-4df2-babd-0749849ab1f0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (e7c8fa9e-b7fd-4fcc-90bb-3a41d0c6b807), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.194935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1024fc-c3a7-4df2-babd-0749849ab1f0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (e7c8fa9e-b7fd-4fcc-90bb-3a41d0c6b807), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.234703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:49.264072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ce5a7e8b-7fe4-46c1-8e9e-61f6574e0242 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "PUT /v2.0/routers/643293ea-0b8f-4f80-a68d-4701f9de2714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9723780 Feb 09 21:08:49.265198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:49.285373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1024fc-c3a7-4df2-babd-0749849ab1f0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c8fa9e-b7fd-4fcc-90bb-3a41d0c6b807,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:49.297139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d1024fc-c3a7-4df2-babd-0749849ab1f0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.298695 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5d1024fc-c3a7-4df2-babd-0749849ab1f0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4730520 Feb 09 21:08:49.299552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f2d05-1d32-4a55-805a-ac3a8e2a625b None None] Sync routers for ids ['643293ea-0b8f-4f80-a68d-4701f9de2714'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:49.302897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56142) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:49.316052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a933711a-5bcd-467d-b706-d132d42da514 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '262586db-dc97-44c4-ba4c-7159dfbe3bed', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:49.330771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7da479bf-db75-4d9d-863d-5003b2c0b73a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port c0df07e9-eb6e-4f0d-817a-7da72600f9cb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:49.331123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7da479bf-db75-4d9d-863d-5003b2c0b73a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.345221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae247f2-4f50-4770-913e-5beedaedef65 None None] Pushing event updated for resources: {'Port': ['ID=908245e4-d24a-43b9-900e-4fcffd5f65b6,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:49.359040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 96101eaf-b7dd-4839-94fe-dfd6a420ff95 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:49.363343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f2d05-1d32-4a55-805a-ac3a8e2a625b None None] Routers {'643293ea-0b8f-4f80-a68d-4701f9de2714'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:49.374396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6e2f2d05-1d32-4a55-805a-ac3a8e2a625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['643293ea-0b8f-4f80-a68d-4701f9de2714'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:49.463877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6e2f2d05-1d32-4a55-805a-ac3a8e2a625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:49.513481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7da479bf-db75-4d9d-863d-5003b2c0b73a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.516156 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a933711a-5bcd-467d-b706-d132d42da514 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (e2838eb7-caaf-4863-913e-eb04f25cbdf1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.516298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f2d05-1d32-4a55-805a-ac3a8e2a625b None None] Routers {'643293ea-0b8f-4f80-a68d-4701f9de2714'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:49.517104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6e2f2d05-1d32-4a55-805a-ac3a8e2a625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['643293ea-0b8f-4f80-a68d-4701f9de2714'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:49.518890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d38e0e-d313-40a9-8777-db469d1992c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a1e4fb67-a4f7-4fcd-90b0-6a072351fc00), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.567764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6e2f2d05-1d32-4a55-805a-ac3a8e2a625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:49.569115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f2d05-1d32-4a55-805a-ac3a8e2a625b None None] The sync data for ids ['643293ea-0b8f-4f80-a68d-4701f9de2714'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:49.589873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:49.590260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7da479bf-db75-4d9d-863d-5003b2c0b73a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for c0df07e9-eb6e-4f0d-817a-7da72600f9cb owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:49.590735 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.603990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d38e0e-d313-40a9-8777-db469d1992c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=a1e4fb67-a4f7-4fcd-90b0-6a072351fc00,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:49.683711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:49.684122 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.717455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 96101eaf-b7dd-4839-94fe-dfd6a420ff95, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=96101eaf-b7dd-4839-94fe-dfd6a420ff95,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:49.727049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.728428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:49.825597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9d38e0e-d313-40a9-8777-db469d1992c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.832153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d9d38e0e-d313-40a9-8777-db469d1992c3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/a1e4fb67-a4f7-4fcd-90b0-6a072351fc00 HTTP/1.1" status: 204 len: 168 time: 1.6107614 Feb 09 21:08:49.836017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=96101eaf-b7dd-4839-94fe-dfd6a420ff95,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:49.836180 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a933711a-5bcd-467d-b706-d132d42da514 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (e2838eb7-caaf-4863-913e-eb04f25cbdf1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.840992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:49.878365 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a933711a-5bcd-467d-b706-d132d42da514 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (e2838eb7-caaf-4863-913e-eb04f25cbdf1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.881645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:49.882177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:49.986817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933711a-5bcd-467d-b706-d132d42da514 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2838eb7-caaf-4863-913e-eb04f25cbdf1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:50.010863 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a933711a-5bcd-467d-b706-d132d42da514 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.020549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:50.021420 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.021526 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Sync routers for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:50.029272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a933711a-5bcd-467d-b706-d132d42da514 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7204781 Feb 09 21:08:50.032503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56148) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:50.049620 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:50.050634 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:50.056548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d54892f7-f717-4353-aa07-549ab9de18cf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '262586db-dc97-44c4-ba4c-7159dfbe3bed', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:50.061624 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3439f8-9169-489e-9718-5b54c77ce3d0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:08:50.064144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ce3439f8-9169-489e-9718-5b54c77ce3d0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/571052f6-0b29-4880-81e7-22403b098285 HTTP/1.1" status: 404 len: 333 time: 0.7954814 Feb 09 21:08:50.071978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=64f40492-0dc7-4cbe-a6cb-b9d0d71a794c,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:50.080046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.100526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:50.113092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:08:50.151604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=64f40492-0dc7-4cbe-a6cb-b9d0d71a794c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:50.167569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (82a35a7e-fc5d-40ac-86a9-e78966466f52), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.168269 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Added segment 82a35a7e-fc5d-40ac-86a9-e78966466f52 of type vlan for network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 Feb 09 21:08:50.269184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b7b5cdd5-ea7e-4c03-ba0a-109861805fc3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.281962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e013e-4acd-4bc1-8ef3-3650e3cd16a2 req-2a1f8fc5-c755-448d-9d3c-8f5ac98bdbc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:50.290236 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e53e013e-4acd-4bc1-8ef3-3650e3cd16a2 req-2a1f8fc5-c755-448d-9d3c-8f5ac98bdbc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 946 time: 0.2716491 Feb 09 21:08:50.314914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e15b99-e877-4a41-9341-a924807553b8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:50.316538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e15b99-e877-4a41-9341-a924807553b8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:50.318871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e15b99-e877-4a41-9341-a924807553b8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:50.322680 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-85e15b99-e877-4a41-9341-a924807553b8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4678066 Feb 09 21:08:50.324753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:50.336306 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7da479bf-db75-4d9d-863d-5003b2c0b73a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c0df07e9-eb6e-4f0d-817a-7da72600f9cb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.356821 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:50.362958 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b7b5cdd5-ea7e-4c03-ba0a-109861805fc3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.364092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:50.364674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.383385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e53e013e-4acd-4bc1-8ef3-3650e3cd16a2 req-8ffa3301-5357-43c2-80eb-914cb581f211 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914869 Feb 09 21:08:50.385530 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-d54892f7-f717-4353-aa07-549ab9de18cf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Project 11db802464124d8a859db41a07721eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:08:50.407365 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d65f960b-86e9-4b35-a104-6c2573bd1b74 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for router (643293ea-0b8f-4f80-a68d-4701f9de2714), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.461908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.4334469 Feb 09 21:08:50.467316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:50.474114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Request body: {'subnet': {'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-240622251-subnet', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:50.488113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f54ab-5dd7-44fd-8ad6-0b544b460b57 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b5cdd5-ea7e-4c03-ba0a-109861805fc3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:50.499291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:08:50.524615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Made reservation on behalf of 26994637e6fa41578cbebd65c35988ed for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:50.527575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.531384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d54892f7-f717-4353-aa07-549ab9de18cf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (752e6863-e090-406f-89da-5afa0515502e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.564148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da479bf-db75-4d9d-863d-5003b2c0b73a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=c0df07e9-eb6e-4f0d-817a-7da72600f9cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:50.656747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7da479bf-db75-4d9d-863d-5003b2c0b73a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.659082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896fa14f-11b8-4fe8-a8b4-c9300ba567cd None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:50.670150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7da479bf-db75-4d9d-863d-5003b2c0b73a tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/c0df07e9-eb6e-4f0d-817a-7da72600f9cb HTTP/1.1" status: 204 len: 168 time: 1.7410524 Feb 09 21:08:50.676620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c1a10e15-2a17-47af-9c05-48445b80b1ae None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:50.677525 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1a10e15-2a17-47af-9c05-48445b80b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.684004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56156) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:50.712902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4180afd-f9b6-48ca-b03d-492b1804320d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 10756786-ef76-4c37-a142-9d3f5eebcb71 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:50.724006 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 2, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:50.727624 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42ec47e-49a8-418b-8b3d-57f6b10ba955 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] GET failed (client error): The resource could not be found. Feb 09 21:08:50.729761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c42ec47e-49a8-418b-8b3d-57f6b10ba955 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports/c0df07e9-eb6e-4f0d-817a-7da72600f9cb HTTP/1.1" status: 404 len: 333 time: 0.0442436 Feb 09 21:08:50.732550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:50.780782 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Checking router: 9b5cbeaf-43c1-46d4-9234-b3416bb03740 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:08:50.781126 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Updating router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 port b0e8a786-759f-4db2-b547-3a49c73a0f77 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:08:50.838388 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (95722c62-2f10-49e3-a4eb-99e959dcea14), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.842172 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.864516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c1a10e15-2a17-47af-9c05-48445b80b1ae None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:50.936152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c1a10e15-2a17-47af-9c05-48445b80b1ae None None] Provisioning complete for port 6b3a4aa9-21b9-4658-ab09-f112659fb83c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:50.936539 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c1a10e15-2a17-47af-9c05-48445b80b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:50.948918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4649015-d25c-48f4-b1a4-630df30769a1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (5afb690f-2169-4af9-af6d-bb50a3d6fa96), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.032365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c1a10e15-2a17-47af-9c05-48445b80b1ae None None] Port 6b3a4aa9-21b9-4658-ab09-f112659fb83c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:51.049590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95722c62-2f10-49e3-a4eb-99e959dcea14,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:51.049718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c1a10e15-2a17-47af-9c05-48445b80b1ae None None] Could not find standard attr ID for object c0df07e9-eb6e-4f0d-817a-7da72600f9cb. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:51.059174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4649015-d25c-48f4-b1a4-630df30769a1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (5afb690f-2169-4af9-af6d-bb50a3d6fa96), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.152746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-da6260e1-eaee-4a68-a96d-2d86a861758c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:51.154315 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-da6260e1-eaee-4a68-a96d-2d86a861758c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.13 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 946 time: 0.2562392 Feb 09 21:08:51.175002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3c6f968a-74b0-4dd2-834b-baf31a3161c9 None None] Provisioning complete for port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:51.175392 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c6f968a-74b0-4dd2-834b-baf31a3161c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.227397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 96101eaf-b7dd-4839-94fe-dfd6a420ff95 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:51.258724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Checking segment: {'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:51.259088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Network hostable DHCP agents. Network: b7b5cdd5-ea7e-4c03-ba0a-109861805fc3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:08:51.270847 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Publish callbacks [] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.284566 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.309248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4649015-d25c-48f4-b1a4-630df30769a1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5afb690f-2169-4af9-af6d-bb50a3d6fa96), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.315583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4649015-d25c-48f4-b1a4-630df30769a1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.316796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c4649015-d25c-48f4-b1a4-630df30769a1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/security-groups/5afb690f-2169-4af9-af6d-bb50a3d6fa96 HTTP/1.1" status: 204 len: 168 time: 0.5832281 Feb 09 21:08:51.374662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:51.387759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:08:51.408732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d65f960b-86e9-4b35-a104-6c2573bd1b74 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (643293ea-0b8f-4f80-a68d-4701f9de2714), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.413381 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d65f960b-86e9-4b35-a104-6c2573bd1b74 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for router_controller (643293ea-0b8f-4f80-a68d-4701f9de2714), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.414168 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8359199-7030-41ea-b2a9-387e8b2a28c8 None None] Pushing event updated for resources: {'Port': ['ID=b0e8a786-759f-4db2-b547-3a49c73a0f77,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:51.466722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, b7b5cdd5-ea7e-4c03-ba0a-109861805fc3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:51.469444 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4180afd-f9b6-48ca-b03d-492b1804320d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (10756786-ef76-4c37-a142-9d3f5eebcb71), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.475978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f968a-74b0-4dd2-834b-baf31a3161c9 None None] Current status of the port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:51.481580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f26a5c-43f6-4539-90b7-d2d90755cd35 None None] Network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:51.517038 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4180afd-f9b6-48ca-b03d-492b1804320d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (10756786-ef76-4c37-a142-9d3f5eebcb71), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.536948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:51.541973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.575888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d65f960b-86e9-4b35-a104-6c2573bd1b74 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (643293ea-0b8f-4f80-a68d-4701f9de2714), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.576568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65f960b-86e9-4b35-a104-6c2573bd1b74 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Fanout notify agent at l3_agent the message router_deleted on router 643293ea-0b8f-4f80-a68d-4701f9de2714 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:08:51.589688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4649015-d25c-48f4-b1a4-630df30769a1 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afb690f-2169-4af9-af6d-bb50a3d6fa96,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:51.593038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3c6f968a-74b0-4dd2-834b-baf31a3161c9 None None] Could not find standard attr ID for object c0df07e9-eb6e-4f0d-817a-7da72600f9cb. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:51.602099 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Attempting to bind port b0e8a786-759f-4db2-b547-3a49c73a0f77 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:51.602473 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Attempting to bind port b0e8a786-759f-4db2-b547-3a49c73a0f77 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:51.605438 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Attempting to bind port b0e8a786-759f-4db2-b547-3a49c73a0f77 on network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:51.612679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4576d3fa-bfd5-474e-b18b-8e058b20952d admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1442852 Feb 09 21:08:51.615416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:51.620267 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:51.620503 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Checking segment: {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:51.621075 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.621788 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Bound using segment: {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:51.622709 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Bound port: b0e8a786-759f-4db2-b547-3a49c73a0f77, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:51.623784 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.638445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d65f960b-86e9-4b35-a104-6c2573bd1b74 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.642193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d65f960b-86e9-4b35-a104-6c2573bd1b74 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/routers/643293ea-0b8f-4f80-a68d-4701f9de2714 HTTP/1.1" status: 204 len: 168 time: 1.5378828 Feb 09 21:08:51.650692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:51.650997 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.651232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:51.652630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:51.677288 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d54892f7-f717-4353-aa07-549ab9de18cf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (752e6863-e090-406f-89da-5afa0515502e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.680281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f1825-3773-4de2-99de-add647db176f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-b7b5cdd5-ea7e-4c03-ba0a-109861805fc3', 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3', 'project_id': '26994637e6fa41578cbebd65c35988ed', 'fixed_ips': [{'subnet_id': '95722c62-2f10-49e3-a4eb-99e959dcea14'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:51.681135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-260f1825-3773-4de2-99de-add647db176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.745558 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696da84a-e818-47c3-bba0-767d380d2504 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (f12b24f1-6f7d-401c-92c4-74f700ba832d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.777045 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.789004 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696da84a-e818-47c3-bba0-767d380d2504 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (f12b24f1-6f7d-401c-92c4-74f700ba832d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.792066 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] For port b0e8a786-759f-4db2-b547-3a49c73a0f77, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:51.797042 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] For port b0e8a786-759f-4db2-b547-3a49c73a0f77, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b0e8a786-759f-4db2-b547-3a49c73a0f77,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:51.805515 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4180afd-f9b6-48ca-b03d-492b1804320d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (10756786-ef76-4c37-a142-9d3f5eebcb71), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.806308 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.814777 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d54892f7-f717-4353-aa07-549ab9de18cf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (752e6863-e090-406f-89da-5afa0515502e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.836238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Deleting port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:51.836617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.840066 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (27b0c048-8ed4-40a3-b5a6-048094f5281f), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.841125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (27b0c048-8ed4-40a3-b5a6-048094f5281f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.859607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696da84a-e818-47c3-bba0-767d380d2504 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f12b24f1-6f7d-401c-92c4-74f700ba832d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.862247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-696da84a-e818-47c3-bba0-767d380d2504 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.863404 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-696da84a-e818-47c3-bba0-767d380d2504 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/security-groups/f12b24f1-6f7d-401c-92c4-74f700ba832d HTTP/1.1" status: 204 len: 168 time: 0.4548175 Feb 09 21:08:51.881252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d54892f7-f717-4353-aa07-549ab9de18cf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:51.883411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d54892f7-f717-4353-aa07-549ab9de18cf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8385582 Feb 09 21:08:51.886570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:51.887189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:51.904947 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8359199-7030-41ea-b2a9-387e8b2a28c8 None None] Pushing event updated for resources: {'Port': ['ID=b0e8a786-759f-4db2-b547-3a49c73a0f77,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:51.907720 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:51.908523 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:51.934548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696da84a-e818-47c3-bba0-767d380d2504 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b24f1-6f7d-401c-92c4-74f700ba832d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:51.956204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c2b8ab5c-62aa-47c0-8721-a99db7e7549f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': '262586db-dc97-44c4-ba4c-7159dfbe3bed', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:52.013803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30843a-2840-4d7e-af49-984fd9394c7f req-87505ece-afbe-46ad-8bff-83fb2c7fef89 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:52.021949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d30843a-2840-4d7e-af49-984fd9394c7f req-87505ece-afbe-46ad-8bff-83fb2c7fef89 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 946 time: 0.4630334 Feb 09 21:08:52.047568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e007d2-d65c-4cbe-8e0c-3070effb398b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet db6cc068-6ec2-433d-9e8b-7de2cb992346 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:52.051406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e007d2-d65c-4cbe-8e0c-3070effb398b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (db6cc068-6ec2-433d-9e8b-7de2cb992346), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.061008 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks [] for router_controller (27b0c048-8ed4-40a3-b5a6-048094f5281f), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.082022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-260f1825-3773-4de2-99de-add647db176f None None] Allocated IP 172.20.0.2 (b7b5cdd5-ea7e-4c03-ba0a-109861805fc3/95722c62-2f10-49e3-a4eb-99e959dcea14/f3ab1833-278b-43aa-895d-073c887bdcd3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:52.108765 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e007d2-d65c-4cbe-8e0c-3070effb398b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (db6cc068-6ec2-433d-9e8b-7de2cb992346), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.139246 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:52.211901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a9f87383-60ab-44e8-81ac-475f5246b0ca None None] Provisioning complete for port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:52.212285 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9f87383-60ab-44e8-81ac-475f5246b0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.216780 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e007d2-d65c-4cbe-8e0c-3070effb398b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (db6cc068-6ec2-433d-9e8b-7de2cb992346), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.218750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] For port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:52.219814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.283485 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-c2b8ab5c-62aa-47c0-8721-a99db7e7549f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Project 11db802464124d8a859db41a07721eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:08:52.322628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54892f7-f717-4353-aa07-549ab9de18cf tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752e6863-e090-406f-89da-5afa0515502e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:52.343948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d30843a-2840-4d7e-af49-984fd9394c7f req-f917377a-5a07-4998-aa69-a5926e79f324 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=350dc9b2-9f58-4660-80fd-31c955ad5836&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209782 Feb 09 21:08:52.345029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e007d2-d65c-4cbe-8e0c-3070effb398b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (db6cc068-6ec2-433d-9e8b-7de2cb992346), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.438606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ab5c-62aa-47c0-8721-a99db7e7549f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (e895e40c-5b56-47fe-ac9b-81bf0d64ab69), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.444944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks [] for router_gateway (27b0c048-8ed4-40a3-b5a6-048094f5281f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.517375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef56c513-2bc6-4ca6-836e-2b3d49c6bdce tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (9986a87e-35ac-42af-8c61-1430fa1ddbf4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.548389 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef56c513-2bc6-4ca6-836e-2b3d49c6bdce tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (9986a87e-35ac-42af-8c61-1430fa1ddbf4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.602987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:52.604290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 908245e4-d24a-43b9-900e-4fcffd5f65b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:52.613640 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:51Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:52.618722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e007d2-d65c-4cbe-8e0c-3070effb398b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=db6cc068-6ec2-433d-9e8b-7de2cb992346,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:52.642061 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e007d2-d65c-4cbe-8e0c-3070effb398b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.647517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f6e007d2-d65c-4cbe-8e0c-3070effb398b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/db6cc068-6ec2-433d-9e8b-7de2cb992346 HTTP/1.1" status: 204 len: 168 time: 0.9830172 Feb 09 21:08:52.653719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef56c513-2bc6-4ca6-836e-2b3d49c6bdce tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9986a87e-35ac-42af-8c61-1430fa1ddbf4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.655253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:52.657013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef56c513-2bc6-4ca6-836e-2b3d49c6bdce tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.663422 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ef56c513-2bc6-4ca6-836e-2b3d49c6bdce tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/security-groups/9986a87e-35ac-42af-8c61-1430fa1ddbf4 HTTP/1.1" status: 204 len: 168 time: 0.7610576 Feb 09 21:08:52.666301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:52.676966 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e195209-4a42-4dc2-8aae-a43e580f6a0c None None] The sync data for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 is: [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:51Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:52.689280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000dfb5f-2c75-42ed-bc2b-450346645ba5 None None] Network 90c68105-2132-4125-9290-bb98abe185e1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:52.754390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94d01ae-33c7-41ab-b841-ef5c49a1c864 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet 7596861d-c858-4e47-b742-fc6e00415b4f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:52.769584 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a94d01ae-33c7-41ab-b841-ef5c49a1c864 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (7596861d-c858-4e47-b742-fc6e00415b4f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.775585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56c513-2bc6-4ca6-836e-2b3d49c6bdce tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9986a87e-35ac-42af-8c61-1430fa1ddbf4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:52.796257 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (90c68105-2132-4125-9290-bb98abe185e1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.828773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4180afd-f9b6-48ca-b03d-492b1804320d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (10756786-ef76-4c37-a142-9d3f5eebcb71), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.860147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-260f1825-3773-4de2-99de-add647db176f None None] Publish callbacks [] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.885238 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-260f1825-3773-4de2-99de-add647db176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.918321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ab5c-62aa-47c0-8721-a99db7e7549f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (e895e40c-5b56-47fe-ac9b-81bf0d64ab69), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.930297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4180afd-f9b6-48ca-b03d-492b1804320d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=10756786-ef76-4c37-a142-9d3f5eebcb71,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:52.939322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4180afd-f9b6-48ca-b03d-492b1804320d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.947213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a4180afd-f9b6-48ca-b03d-492b1804320d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/10756786-ef76-4c37-a142-9d3f5eebcb71 HTTP/1.1" status: 204 len: 168 time: 2.6193168 Feb 09 21:08:52.947213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ab5c-62aa-47c0-8721-a99db7e7549f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (e895e40c-5b56-47fe-ac9b-81bf0d64ab69), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.956188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a9f87383-60ab-44e8-81ac-475f5246b0ca None None] Current status of the port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:52.958372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3954cd-ac91-4a22-8c98-6928674a808a None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:52.967604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:52.970992 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a94d01ae-33c7-41ab-b841-ef5c49a1c864 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (7596861d-c858-4e47-b742-fc6e00415b4f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:52.971374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260f1825-3773-4de2-99de-add647db176f None None] Network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:52.976329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8ab5c-62aa-47c0-8721-a99db7e7549f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e895e40c-5b56-47fe-ac9b-81bf0d64ab69,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:53.023281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ab5c-62aa-47c0-8721-a99db7e7549f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.027300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c2b8ab5c-62aa-47c0-8721-a99db7e7549f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0740268 Feb 09 21:08:53.028083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56178) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:53.034197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'network': {'name': 'tempest-network-smoke--499863589', 'project_id': '11db802464124d8a859db41a07721eef', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:53.101149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:53.104926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.111327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.111884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e489432a-5dde-4c06-a2d1-7badb51b0277), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.112393 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Floating IP e489432a-5dde-4c06-a2d1-7badb51b0277 disassociated. External IP: 172.25.4.198, port: 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd. Feb 09 21:08:53.112801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Calling delete_port for 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:53.113540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-260f1825-3773-4de2-99de-add647db176f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:53.121225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260f1825-3773-4de2-99de-add647db176f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:53.126919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f1825-3773-4de2-99de-add647db176f None None] Pushing event updated for resources: {'Port': ['ID=f3ab1833-278b-43aa-895d-073c887bdcd3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:53.153328 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a94d01ae-33c7-41ab-b841-ef5c49a1c864 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (7596861d-c858-4e47-b742-fc6e00415b4f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.178398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:53.178768 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.212027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:08:53.233920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] DHCP port deletion for 90c68105-2132-4125-9290-bb98abe185e1 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:53.235651 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3c38ec65-df8f-432d-9b5b-e438b1278380), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.236164 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Added segment 3c38ec65-df8f-432d-9b5b-e438b1278380 of type vlan for network 91efa7f8-a13c-46c3-b82a-e6ca08763844 Feb 09 21:08:53.298779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (91efa7f8-a13c-46c3-b82a-e6ca08763844), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.305378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec06714e-732d-4241-8090-fb080d11e136 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 8bde7548-8389-4999-b04c-0df787147500 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:53.314397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a94d01ae-33c7-41ab-b841-ef5c49a1c864 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (7596861d-c858-4e47-b742-fc6e00415b4f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.315113 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec06714e-732d-4241-8090-fb080d11e136 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (8bde7548-8389-4999-b04c-0df787147500), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.359591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a94d01ae-33c7-41ab-b841-ef5c49a1c864 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.373368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a94d01ae-33c7-41ab-b841-ef5c49a1c864 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/7596861d-c858-4e47-b742-fc6e00415b4f HTTP/1.1" status: 204 len: 168 time: 0.6911197 Feb 09 21:08:53.373743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:53.374126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.376568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d01ae-33c7-41ab-b841-ef5c49a1c864 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=7596861d-c858-4e47-b742-fc6e00415b4f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:53.382134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (91efa7f8-a13c-46c3-b82a-e6ca08763844), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.390645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:53.392271 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.395518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:53.512825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (441e0c77-e81b-474a-ae43-3cdb9f6d3ddd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.558261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-03d32559-32d3-4ddb-8f18-e08ee85b24d2 None None] Provisioning complete for port b0e8a786-759f-4db2-b547-3a49c73a0f77 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:53.558635 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03d32559-32d3-4ddb-8f18-e08ee85b24d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.565265 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5359275 Feb 09 21:08:53.572332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b961d5fb-6a10-422a-a1b7-b5d4faaf5591 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet e328447c-62b3-4ee2-9866-2b65cc2eb1af {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:53.576716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b961d5fb-6a10-422a-a1b7-b5d4faaf5591 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (e328447c-62b3-4ee2-9866-2b65cc2eb1af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.604767 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9988bccf-6f61-4f8f-9642-abdae51252f0 req-e769fbd9-e998-47e5-91d8-c76ba220d74e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 210 time: 0.1457121 Feb 09 21:08:53.607438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aba779-d5cc-40e9-8e9c-3c2148e09b92 None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:53.608064 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:53.630034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b961d5fb-6a10-422a-a1b7-b5d4faaf5591 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (e328447c-62b3-4ee2-9866-2b65cc2eb1af), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.635758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event deleted for resources: {'Port': ['ID=441e0c77-e81b-474a-ae43-3cdb9f6d3ddd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:53.644491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'admin_state_up': True, 'project_id': '11db802464124d8a859db41a07721eef', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:53.672329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb46b9-2cbc-4749-a41c-adccdf52db19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Network': ['ID=91efa7f8-a13c-46c3-b82a-e6ca08763844,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:53.710723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:08:53.714408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks [] for router_gateway (27b0c048-8ed4-40a3-b5a6-048094f5281f), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.719159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-260f1825-3773-4de2-99de-add647db176f None None] Attempting to bind port f3ab1833-278b-43aa-895d-073c887bdcd3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:53.719534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-260f1825-3773-4de2-99de-add647db176f None None] Attempting to bind port f3ab1833-278b-43aa-895d-073c887bdcd3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:53.719942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f1825-3773-4de2-99de-add647db176f None None] Attempting to bind port f3ab1833-278b-43aa-895d-073c887bdcd3 on network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:53.725501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec06714e-732d-4241-8090-fb080d11e136 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (8bde7548-8389-4999-b04c-0df787147500), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.746169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b961d5fb-6a10-422a-a1b7-b5d4faaf5591 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e328447c-62b3-4ee2-9866-2b65cc2eb1af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.848891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.851503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f1825-3773-4de2-99de-add647db176f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:53.852032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f1825-3773-4de2-99de-add647db176f None None] Checking segment: {'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:53.852515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-260f1825-3773-4de2-99de-add647db176f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.852912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260f1825-3773-4de2-99de-add647db176f None None] Bound using segment: {'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:53.853350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] For port a0333bce-2c9a-4c5b-88a6-e1a0c621d544, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,segment=NetworkSegment(0d38de26-37d1-4402-8911-98e32fcf9381),segment_id=0d38de26-37d1-4402-8911-98e32fcf9381)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:53.853489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-260f1825-3773-4de2-99de-add647db176f None None] Bound port: f3ab1833-278b-43aa-895d-073c887bdcd3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:53.853785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.853935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-260f1825-3773-4de2-99de-add647db176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.858407 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b961d5fb-6a10-422a-a1b7-b5d4faaf5591 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (e328447c-62b3-4ee2-9866-2b65cc2eb1af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.903641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961d5fb-6a10-422a-a1b7-b5d4faaf5591 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=e328447c-62b3-4ee2-9866-2b65cc2eb1af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:53.926240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b961d5fb-6a10-422a-a1b7-b5d4faaf5591 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.944127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b961d5fb-6a10-422a-a1b7-b5d4faaf5591 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/e328447c-62b3-4ee2-9866-2b65cc2eb1af HTTP/1.1" status: 204 len: 168 time: 0.5324163 Feb 09 21:08:53.947455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56186) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:53.993826 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (28cb0401-6825-456d-9ffd-68c47941c3de), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.994868 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e799b56a-ef76-4893-a492-79454a5d3456 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:53.994978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (28cb0401-6825-456d-9ffd-68c47941c3de), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:53.995511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e799b56a-ef76-4893-a492-79454a5d3456 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:53.999062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e799b56a-ef76-4893-a492-79454a5d3456 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/7596861d-c858-4e47-b742-fc6e00415b4f HTTP/1.1" status: 404 len: 337 time: 0.0391953 Feb 09 21:08:54.001499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.005028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for a0333bce-2c9a-4c5b-88a6-e1a0c621d544 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:54.040767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-260f1825-3773-4de2-99de-add647db176f None None] For port f3ab1833-278b-43aa-895d-073c887bdcd3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:54.044827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-260f1825-3773-4de2-99de-add647db176f None None] For port f3ab1833-278b-43aa-895d-073c887bdcd3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f3ab1833-278b-43aa-895d-073c887bdcd3,segment=NetworkSegment(82a35a7e-fc5d-40ac-86a9-e78966466f52),segment_id=82a35a7e-fc5d-40ac-86a9-e78966466f52)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:54.064560 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-260f1825-3773-4de2-99de-add647db176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.068883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c78df81-da08-4768-9c97-d6e12256526c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting subnet 20f34b1c-f8a0-441b-878a-d794fe6db358 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:08:54.074092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c78df81-da08-4768-9c97-d6e12256526c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (20f34b1c-f8a0-441b-878a-d794fe6db358), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.102519 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec06714e-732d-4241-8090-fb080d11e136 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (8bde7548-8389-4999-b04c-0df787147500), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.134377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c78df81-da08-4768-9c97-d6e12256526c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (20f34b1c-f8a0-441b-878a-d794fe6db358), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.190048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f1825-3773-4de2-99de-add647db176f None None] Pushing event updated for resources: {'Port': ['ID=f3ab1833-278b-43aa-895d-073c887bdcd3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:54.195773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] Deleting port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:54.196149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.201095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:54.202382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:54.296625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_controller (28cb0401-6825-456d-9ffd-68c47941c3de), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.297990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-03d32559-32d3-4ddb-8f18-e08ee85b24d2 None None] Current status of the port b0e8a786-759f-4db2-b547-3a49c73a0f77 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:54.298413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03d32559-32d3-4ddb-8f18-e08ee85b24d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.330570 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c78df81-da08-4768-9c97-d6e12256526c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (20f34b1c-f8a0-441b-878a-d794fe6db358), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.428705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d02e2-8cdf-49cb-a74a-be1ac22cab2e None None] Update dhcp port {'port': {'network_id': '1ee0f815-eda7-4cab-b628-d057b2755bc3', 'fixed_ips': [{'subnet_id': '20f34b1c-f8a0-441b-878a-d794fe6db358', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e328447c-62b3-4ee2-9866-2b65cc2eb1af'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '908245e4-d24a-43b9-900e-4fcffd5f65b6'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:08:54.442120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c78df81-da08-4768-9c97-d6e12256526c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (20f34b1c-f8a0-441b-878a-d794fe6db358), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.443956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Allocated IP 172.25.4.3 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6685ec0b-5009-4327-8570-5d0ecaef526c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:54.452980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:54.462448 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.495805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78df81-da08-4768-9c97-d6e12256526c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Subnet': ['ID=20f34b1c-f8a0-441b-878a-d794fe6db358,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:54.502029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-03d32559-32d3-4ddb-8f18-e08ee85b24d2 None None] For port b0e8a786-759f-4db2-b547-3a49c73a0f77, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b0e8a786-759f-4db2-b547-3a49c73a0f77,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:54.507345 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c78df81-da08-4768-9c97-d6e12256526c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.523003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6c78df81-da08-4768-9c97-d6e12256526c tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/20f34b1c-f8a0-441b-878a-d794fe6db358 HTTP/1.1" status: 204 len: 168 time: 0.5200005 Feb 09 21:08:54.527095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56190) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.556332 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-03d32559-32d3-4ddb-8f18-e08ee85b24d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.566272 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5e644d-0646-4f23-afd1-6f5daffb7e36 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:54.566928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5e644d-0646-4f23-afd1-6f5daffb7e36 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:54.572533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0f5e644d-0646-4f23-afd1-6f5daffb7e36 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/0320ab6e-500f-4abf-8e7a-e3dd1ffd3063 HTTP/1.1" status: 404 len: 337 time: 0.0442829 Feb 09 21:08:54.575282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.621969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] For port a0333bce-2c9a-4c5b-88a6-e1a0c621d544, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,segment=NetworkSegment(0d38de26-37d1-4402-8911-98e32fcf9381),segment_id=0d38de26-37d1-4402-8911-98e32fcf9381)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:54.625256 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.652947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.656916 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6b8d02e2-8cdf-49cb-a74a-be1ac22cab2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.663298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7b16ab25-d63c-49d8-8dc6-fb39918a8f9d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "GET /v2.0/ports?device_id=b53afbc1-2902-430e-83fd-1669689ad038 HTTP/1.1" status: 200 len: 205 time: 0.0847058 Feb 09 21:08:54.663450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Router 725d5224-f964-40bd-940f-d1789cf87f8e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:08:54.663534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-03d32559-32d3-4ddb-8f18-e08ee85b24d2 None None] Could not find standard attr ID for object a1e4fb67-a4f7-4fcd-90b0-6a072351fc00. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:08:54.663607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.712587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec06714e-732d-4241-8090-fb080d11e136 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (8bde7548-8389-4999-b04c-0df787147500), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.729470 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-14a4d94b-dc56-4d6c-a8f0-f41609ba6ece tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] delete failed (client error): The resource could not be found. Feb 09 21:08:54.730584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-14a4d94b-dc56-4d6c-a8f0-f41609ba6ece tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/routers/b53afbc1-2902-430e-83fd-1669689ad038 HTTP/1.1" status: 404 len: 336 time: 0.0659311 Feb 09 21:08:54.733468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.751362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] Calling delete_port for a0333bce-2c9a-4c5b-88a6-e1a0c621d544 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:54.785068 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0deb979-d354-4c55-93ba-eb38011985b0 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:54.785539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0deb979-d354-4c55-93ba-eb38011985b0 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:54.789315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b0deb979-d354-4c55-93ba-eb38011985b0 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/85583179-fbe9-49c9-9369-b06b16e8130c HTTP/1.1" status: 404 len: 337 time: 0.0547397 Feb 09 21:08:54.791932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.832902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3717e6e5-8a7b-4055-b5b6-6e4de39ccbf9 req-d454455a-b3b8-4ab1-949a-01355c897aa8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 210 time: 0.0642078 Feb 09 21:08:54.847994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:54.857821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No DVR routers for this DVR port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:54.862469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks [] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.879430 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad346f98-0da0-487b-bb15-d127869e225b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:54.880086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad346f98-0da0-487b-bb15-d127869e225b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:54.886366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ad346f98-0da0-487b-bb15-d127869e225b tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/d7f808a7-d5a8-403f-add3-49d77620e896 HTTP/1.1" status: 404 len: 337 time: 0.0907879 Feb 09 21:08:54.886625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.921772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffe4e90-7126-410d-be76-cd0b723ed1c9 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:54.922447 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b114286-be53-48e5-bf10-e90e6911ae51 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:54.922939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b114286-be53-48e5-bf10-e90e6911ae51 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:54.928561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5b114286-be53-48e5-bf10-e90e6911ae51 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/214a5a6b-e985-4dc6-84a8-1fcd250e648f HTTP/1.1" status: 404 len: 337 time: 0.0387368 Feb 09 21:08:54.928745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d32559-32d3-4ddb-8f18-e08ee85b24d2 None None] Pushing event updated for resources: {'Port': ['ID=b0e8a786-759f-4db2-b547-3a49c73a0f77,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:54.933586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.933996 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec06714e-732d-4241-8090-fb080d11e136 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:54.940796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ec06714e-732d-4241-8090-fb080d11e136 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/8bde7548-8389-4999-b04c-0df787147500 HTTP/1.1" status: 204 len: 168 time: 1.9647384 Feb 09 21:08:54.944861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:54.967036 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10f50ba-088f-4ea8-a1e9-d9df4578c9d6 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:54.967638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10f50ba-088f-4ea8-a1e9-d9df4578c9d6 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:54.971739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a10f50ba-088f-4ea8-a1e9-d9df4578c9d6 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/ce39450a-9de5-485e-ae65-d0ff7f7c3b92 HTTP/1.1" status: 404 len: 333 time: 0.0362244 Feb 09 21:08:54.976295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.006682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c531de1d-28a0-412c-bd93-667fc6dd3dd5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586233 Feb 09 21:08:55.006888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06714e-732d-4241-8090-fb080d11e136 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=8bde7548-8389-4999-b04c-0df787147500,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:55.007527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.063821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:55.065950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-07822e44-e3e8-4bb2-bd8b-89fc99c1bac1 None None] Provisioning complete for port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:55.066336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-07822e44-e3e8-4bb2-bd8b-89fc99c1bac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.081189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269ecd3-3eaa-4e3a-b2b8-f2a0a82ad471 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:55.085558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0269ecd3-3eaa-4e3a-b2b8-f2a0a82ad471 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0707941 Feb 09 21:08:55.086531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.167236 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (a0333bce-2c9a-4c5b-88a6-e1a0c621d544), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.168001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141d059-8800-4353-95d7-ce99685068f4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:55.173162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6141d059-8800-4353-95d7-ce99685068f4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0849357 Feb 09 21:08:55.173853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.214291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] Pushing event deleted for resources: {'Port': ['ID=a0333bce-2c9a-4c5b-88a6-e1a0c621d544,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:55.224606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a926a07-bffc-4739-86f3-0edd0775398b None None] Network 1ee0f815-eda7-4cab-b628-d057b2755bc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:55.226661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:55.237135 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-59825241-e0fd-4702-a5fd-e7651a336f59 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619245 Feb 09 21:08:55.238039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.243235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5204b121-474a-4d65-aeb6-3e0efb3a523f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:55.303961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bba7dc-3eaf-4f13-9e8f-1902107d68c5 None None] No DVR routers for this DVR port a0333bce-2c9a-4c5b-88a6-e1a0c621d544 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:55.320597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:55.321085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:55.437977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5204b121-474a-4d65-aeb6-3e0efb3a523f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:55.441953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5204b121-474a-4d65-aeb6-3e0efb3a523f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.443914 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5204b121-474a-4d65-aeb6-3e0efb3a523f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:55.444541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5204b121-474a-4d65-aeb6-3e0efb3a523f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:55.444825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-07822e44-e3e8-4bb2-bd8b-89fc99c1bac1 None None] Current status of the port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:55.450403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:55.480848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5204b121-474a-4d65-aeb6-3e0efb3a523f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2417185 Feb 09 21:08:55.482321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.500368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2ae642d0-6b44-4d88-87c6-c6ff4dc40f69 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:55.508801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f3ab1833-278b-43aa-895d-073c887bdcd3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:55.589208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (28cb0401-6825-456d-9ffd-68c47941c3de), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.607457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] Deleting port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:55.609447 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.627447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae642d0-6b44-4d88-87c6-c6ff4dc40f69 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:55.632241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ae642d0-6b44-4d88-87c6-c6ff4dc40f69 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.632995 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba75f0f-d932-4944-a50a-41b87d1fdd5d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:55.633479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba75f0f-d932-4944-a50a-41b87d1fdd5d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:55.633764 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae642d0-6b44-4d88-87c6-c6ff4dc40f69 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:55.634206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae642d0-6b44-4d88-87c6-c6ff4dc40f69 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:55.639630 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ba75f0f-d932-4944-a50a-41b87d1fdd5d tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/55f8dd31-3da0-4b6f-b0a0-2d12aea69433 HTTP/1.1" status: 404 len: 337 time: 0.6415896 Feb 09 21:08:55.644916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.680754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (90c68105-2132-4125-9290-bb98abe185e1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.694818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] DHCP port deletion for 1ee0f815-eda7-4cab-b628-d057b2755bc3 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:08:55.699149 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6d0db1-ccb4-4e9a-9a44-f120d4dc6704 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:55.699628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6d0db1-ccb4-4e9a-9a44-f120d4dc6704 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:55.703733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ae6d0db1-ccb4-4e9a-9a44-f120d4dc6704 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/c81b239b-b896-4176-850b-28a0a9186059 HTTP/1.1" status: 404 len: 337 time: 0.0553329 Feb 09 21:08:55.710120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.712516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2a4cf8df-5090-4b0a-8aa5-db902cdb2057 None None] Provisioning complete for port 6b3a4aa9-21b9-4658-ab09-f112659fb83c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:55.712898 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf8df-5090-4b0a-8aa5-db902cdb2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.721960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2ae642d0-6b44-4d88-87c6-c6ff4dc40f69 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2372301 Feb 09 21:08:55.730914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c68105-2132-4125-9290-bb98abe185e1']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:55.738667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.744656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-23bf9335-e56e-4a4e-9702-f048e4fba946 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:55.745737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d38de26-37d1-4402-8911-98e32fcf9381') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:55.746153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d38de26-37d1-4402-8911-98e32fcf9381') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:55.750671 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf24286-6f9c-46fa-8f16-bb3272fe93d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:55.751334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf24286-6f9c-46fa-8f16-bb3272fe93d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:55.754608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-acf24286-6f9c-46fa-8f16-bb3272fe93d4 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/4328e285-cd19-4c94-abee-d1018882d3cd HTTP/1.1" status: 404 len: 333 time: 0.0434368 Feb 09 21:08:55.769518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (0d38de26-37d1-4402-8911-98e32fcf9381), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.774101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:55.789488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0d38de26-37d1-4402-8911-98e32fcf9381), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.798113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:55.799403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (0d38de26-37d1-4402-8911-98e32fcf9381), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.817172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] For port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=64f40492-0dc7-4cbe-a6cb-b9d0d71a794c,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:55.817876 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.858029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f3ab1833-278b-43aa-895d-073c887bdcd3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:55.858400 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:55.860567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] Calling delete_port for 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:55.867613 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:55.926500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cf8df-5090-4b0a-8aa5-db902cdb2057 None None] Port 6b3a4aa9-21b9-4658-ab09-f112659fb83c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:08:55.936365 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee449ff1-7808-47fd-ab5b-65643ab0358e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:55.937679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee449ff1-7808-47fd-ab5b-65643ab0358e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:55.951900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ee449ff1-7808-47fd-ab5b-65643ab0358e tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/c098231f-7601-4470-8e87-9232424260a4 HTTP/1.1" status: 404 len: 337 time: 0.1761153 Feb 09 21:08:55.954088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.002336 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6761f8e-16f6-4d87-b326-70670c4efe92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] DELETE failed (client error): The resource could not be found. Feb 09 21:08:56.002971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6761f8e-16f6-4d87-b326-70670c4efe92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:56.009723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6761f8e-16f6-4d87-b326-70670c4efe92 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/subnets/dbc8d645-4aa7-4d39-a492-6e5b822572d1 HTTP/1.1" status: 404 len: 337 time: 0.0522537 Feb 09 21:08:56.014451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.034343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.097289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (90c68105-2132-4125-9290-bb98abe185e1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.115225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf9335-e56e-4a4e-9702-f048e4fba946 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:56.118868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23bf9335-e56e-4a4e-9702-f048e4fba946 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.121035 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bf9335-e56e-4a4e-9702-f048e4fba946 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:56.121558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bf9335-e56e-4a4e-9702-f048e4fba946 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:56.133002 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36008e43-097b-4a30-a992-a750009fb35c req-82b5cc73-e883-49d3-a3a2-3cd637f039d9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=c162a7b5-9b5d-42f1-b63a-7dd118a05211 HTTP/1.1" status: 200 len: 210 time: 0.1102099 Feb 09 21:08:56.143446 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.151058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/networks/90c68105-2132-4125-9290-bb98abe185e1 HTTP/1.1" status: 204 len: 168 time: 3.4812765 Feb 09 21:08:56.153322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-23bf9335-e56e-4a4e-9702-f048e4fba946 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4134526 Feb 09 21:08:56.155029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.155317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.176434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bfd0499c-9f11-44e6-b6de-97c41ddcacf7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:56.184875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:56.187598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8cf33-d5dc-4d95-a52e-f9f5f1f8d48a None None] Network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:56.188019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:56.190099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71e0bc-15dc-4de7-8f15-33f606d1eaf1 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Network': ['ID=90c68105-2132-4125-9290-bb98abe185e1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:56.203318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:56.227553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Pushing event updated for resources: {'Port': ['ID=6685ec0b-5009-4327-8570-5d0ecaef526c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:56.231121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:56.236108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] Sync routers for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:56.259961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dec620d6-cf25-42d2-95e2-958acf8a7117 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 6b3a4aa9-21b9-4658-ab09-f112659fb83c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:56.260397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dec620d6-cf25-42d2-95e2-958acf8a7117 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.281636 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] No DVR routers for this DVR port 441e0c77-e81b-474a-ae43-3cdb9f6d3ddd on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:56.288285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.291884 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ecade96-9343-476e-9e3e-1fc47f3b3ba8 req-c40b72f0-2549-415b-a9a6-606ded36b9a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.13 "DELETE /v2.0/ports/441e0c77-e81b-474a-ae43-3cdb9f6d3ddd HTTP/1.1" status: 204 len: 173 time: 5.1252637 Feb 09 21:08:56.296587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-deleted', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:08:56.298924 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b10a1f6-11a8-4bbb-9638-224ba6997052" -d '{"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-deleted", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:08:56.308167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2a4cf8df-5090-4b0a-8aa5-db902cdb2057 None None] Provisioning complete for port 908245e4-d24a-43b9-900e-4fcffd5f65b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:56.308561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf8df-5090-4b0a-8aa5-db902cdb2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.313194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:56.314207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:56.350060 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9208f0c-10c8-4c10-beed-822ad97283fa x-openstack-request-id: req-a9208f0c-10c8-4c10-beed-822ad97283fa {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:08:56.351575 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c162a7b5-9b5d-42f1-b63a-7dd118a05211", "name": "network-vif-deleted", "tag": "441e0c77-e81b-474a-ae43-3cdb9f6d3ddd", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:08:56.351981 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a9208f0c-10c8-4c10-beed-822ad97283fa {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:08:56.352402 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c162a7b5-9b5d-42f1-b63a-7dd118a05211', 'name': 'network-vif-deleted', 'tag': '441e0c77-e81b-474a-ae43-3cdb9f6d3ddd', 'status': 'completed', 'code': 200} Feb 09 21:08:56.374047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6a15b-09ab-4c28-8868-f35d70468db2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:56.378918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-67e6a15b-09ab-4c28-8868-f35d70468db2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/78a6c45e-878c-46d5-a348-49976a3db234 HTTP/1.1" status: 200 len: 840 time: 0.2190707 Feb 09 21:08:56.386938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.439224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dec620d6-cf25-42d2-95e2-958acf8a7117 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.481697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dec620d6-cf25-42d2-95e2-958acf8a7117 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 6b3a4aa9-21b9-4658-ab09-f112659fb83c owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:56.485446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0499c-9f11-44e6-b6de-97c41ddcacf7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:56.487067 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd0499c-9f11-44e6-b6de-97c41ddcacf7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.488532 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd0499c-9f11-44e6-b6de-97c41ddcacf7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:56.488968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd0499c-9f11-44e6-b6de-97c41ddcacf7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:56.490487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] Deleting port 908245e4-d24a-43b9-900e-4fcffd5f65b6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:56.490873 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.501682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-98606358-2b14-4bc0-b147-225c434ee702 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/78a6c45e-878c-46d5-a348-49976a3db234?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1097391 Feb 09 21:08:56.502263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.507243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:56.549922 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (64f40492-0dc7-4cbe-a6cb-b9d0d71a794c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.562025 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bfd0499c-9f11-44e6-b6de-97c41ddcacf7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4015498 Feb 09 21:08:56.563369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.568451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0be29ab6-1a7c-4ed1-8116-765f07975f6c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:56.679953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] Pushing event deleted for resources: {'Port': ['ID=64f40492-0dc7-4cbe-a6cb-b9d0d71a794c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:56.695476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dec620d6-cf25-42d2-95e2-958acf8a7117 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6b3a4aa9-21b9-4658-ab09-f112659fb83c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.704901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be29ab6-1a7c-4ed1-8116-765f07975f6c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:56.708176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb42665-ab2b-488d-a363-89fd669ae9ca None None] No DVR routers for this DVR port 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:56.717731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0be29ab6-1a7c-4ed1-8116-765f07975f6c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.726294 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be29ab6-1a7c-4ed1-8116-765f07975f6c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:56.727143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be29ab6-1a7c-4ed1-8116-765f07975f6c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:56.749306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (28cb0401-6825-456d-9ffd-68c47941c3de), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.774561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.777999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec620d6-cf25-42d2-95e2-958acf8a7117 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=6b3a4aa9-21b9-4658-ab09-f112659fb83c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:56.783656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] For port 908245e4-d24a-43b9-900e-4fcffd5f65b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=908245e4-d24a-43b9-900e-4fcffd5f65b6,segment=NetworkSegment(324bcc2d-afd5-458a-b387-aaad456a3cf6),segment_id=324bcc2d-afd5-458a-b387-aaad456a3cf6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:56.784346 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.797987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dec620d6-cf25-42d2-95e2-958acf8a7117 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.799260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f3ab1833-278b-43aa-895d-073c887bdcd3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:56.799886 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.803791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dec620d6-cf25-42d2-95e2-958acf8a7117 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/ports/6b3a4aa9-21b9-4658-ab09-f112659fb83c HTTP/1.1" status: 204 len: 168 time: 0.7879596 Feb 09 21:08:56.806278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.806989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.822668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:56.826468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0be29ab6-1a7c-4ed1-8116-765f07975f6c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2619123 Feb 09 21:08:56.827342 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.834294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] Calling delete_port for 908245e4-d24a-43b9-900e-4fcffd5f65b6 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:56.834805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56252) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:56.847142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6687886e-2b00-462a-8cff-f61401146f4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:56.875671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:56.969890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (1ee0f815-eda7-4cab-b628-d057b2755bc3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:56.995253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port f3ab1833-278b-43aa-895d-073c887bdcd3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f3ab1833-278b-43aa-895d-073c887bdcd3,segment=NetworkSegment(82a35a7e-fc5d-40ac-86a9-e78966466f52),segment_id=82a35a7e-fc5d-40ac-86a9-e78966466f52)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:57.015349 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.016289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b0e8a786-759f-4db2-b547-3a49c73a0f77 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:57.043067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cf8df-5090-4b0a-8aa5-db902cdb2057 None None] Current status of the port 908245e4-d24a-43b9-900e-4fcffd5f65b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:57.058574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Deleting port 908245e4-d24a-43b9-900e-4fcffd5f65b6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:57.058950 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.144074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks [] for router_gateway (27b0c048-8ed4-40a3-b5a6-048094f5281f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.155561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] For port 908245e4-d24a-43b9-900e-4fcffd5f65b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=908245e4-d24a-43b9-900e-4fcffd5f65b6,segment=NetworkSegment(324bcc2d-afd5-458a-b387-aaad456a3cf6),segment_id=324bcc2d-afd5-458a-b387-aaad456a3cf6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:08:57.156317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.174399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Calling delete_port for 908245e4-d24a-43b9-900e-4fcffd5f65b6 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:57.206912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.274654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] No DVR routers for this DVR port 908245e4-d24a-43b9-900e-4fcffd5f65b6 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:57.276208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bc68cb80-ad98-4981-bc8e-f8ca80487ae8 None None] Provisioning complete for port f3ab1833-278b-43aa-895d-073c887bdcd3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:57.276582 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb80-ad98-4981-bc8e-f8ca80487ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.287261 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (908245e4-d24a-43b9-900e-4fcffd5f65b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.300645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6687886e-2b00-462a-8cff-f61401146f4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:57.304430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6687886e-2b00-462a-8cff-f61401146f4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.305965 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6687886e-2b00-462a-8cff-f61401146f4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:08:57.306418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6687886e-2b00-462a-8cff-f61401146f4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:08:57.324730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Port': ['ID=908245e4-d24a-43b9-900e-4fcffd5f65b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:57.327457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] No DVR routers for this DVR port 908245e4-d24a-43b9-900e-4fcffd5f65b6 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:08:57.330285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:57.333129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.25.4.19 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/ab018f60-72d6-4157-82a9-e96edc7eca6a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:57.334708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=f3ab1833-278b-43aa-895d-073c887bdcd3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:57.378206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:57.378408 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6687886e-2b00-462a-8cff-f61401146f4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5424733 Feb 09 21:08:57.407785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0fe26-46e9-4687-a4bb-a399138dc02a None None] Pushing event deleted for resources: {'Port': ['ID=908245e4-d24a-43b9-900e-4fcffd5f65b6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:57.425679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2704ebd7-e1af-4b14-9ab0-b54da92b16ca tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0462096 Feb 09 21:08:57.436715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:57.454362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b0e8a786-759f-4db2-b547-3a49c73a0f77 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:57.454753 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.484027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (1ee0f815-eda7-4cab-b628-d057b2755bc3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.521182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74527b3-b0cf-456a-ba35-70ff23aa04a3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (350dc9b2-9f58-4660-80fd-31c955ad5836), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.524694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee0f815-eda7-4cab-b628-d057b2755bc3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:57.538704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bc68cb80-ad98-4981-bc8e-f8ca80487ae8 None None] Current status of the port f3ab1833-278b-43aa-895d-073c887bdcd3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:57.544914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324bcc2d-afd5-458a-b387-aaad456a3cf6') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:57.545218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324bcc2d-afd5-458a-b387-aaad456a3cf6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:57.551602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (c198f473-a2ab-4914-8da8-0a37e07e870b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.564049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (324bcc2d-afd5-458a-b387-aaad456a3cf6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.566835 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74527b3-b0cf-456a-ba35-70ff23aa04a3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (350dc9b2-9f58-4660-80fd-31c955ad5836), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.592070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (324bcc2d-afd5-458a-b387-aaad456a3cf6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.600895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b0e8a786-759f-4db2-b547-3a49c73a0f77 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:57.609488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:08:57.609896 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (324bcc2d-afd5-458a-b387-aaad456a3cf6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.611355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:08:57.613202 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:08:57.652187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] Checking router: 725d5224-f964-40bd-940f-d1789cf87f8e for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:08:57.671291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:57.672145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:57.700279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:57.706448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74527b3-b0cf-456a-ba35-70ff23aa04a3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (350dc9b2-9f58-4660-80fd-31c955ad5836), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.709722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f74527b3-b0cf-456a-ba35-70ff23aa04a3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.710928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f74527b3-b0cf-456a-ba35-70ff23aa04a3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "DELETE /v2.0/security-groups/350dc9b2-9f58-4660-80fd-31c955ad5836 HTTP/1.1" status: 204 len: 168 time: 0.3800058 Feb 09 21:08:57.716173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e27694f-88ff-4c50-b685-3fe8fba1460b None None] Provisioning complete for port f3ab1833-278b-43aa-895d-073c887bdcd3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:57.716717 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e27694f-88ff-4c50-b685-3fe8fba1460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.717025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:57.731919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:57.735402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:57.736303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.736608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (1ee0f815-eda7-4cab-b628-d057b2755bc3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.757017 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.760240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] 10.222.0.102 "DELETE /v2.0/networks/1ee0f815-eda7-4cab-b628-d057b2755bc3 HTTP/1.1" status: 204 len: 168 time: 0.9529629 Feb 09 21:08:57.761318 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-df439ea1-a705-444b-a682-9477fbca37c7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] show failed (client error): The resource could not be found. Feb 09 21:08:57.763787 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df439ea1-a705-444b-a682-9477fbca37c7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups/350dc9b2-9f58-4660-80fd-31c955ad5836 HTTP/1.1" status: 404 len: 347 time: 0.0436332 Feb 09 21:08:57.766375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74527b3-b0cf-456a-ba35-70ff23aa04a3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350dc9b2-9f58-4660-80fd-31c955ad5836,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:57.768042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56268) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:57.789729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a0333bce-2c9a-4c5b-88a6-e1a0c621d544 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:57.792097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81762bd-12bb-4c65-96dd-0873eb7a4906 None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:08:57.810410 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3069077 Feb 09 21:08:57.811785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (27b0c048-8ed4-40a3-b5a6-048094f5281f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:57.816277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:57.824629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8442431e-8e09-445e-8cd2-ef8ad8f291c2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:57.829242 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8442431e-8e09-445e-8cd2-ef8ad8f291c2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3884916 Feb 09 21:08:57.834379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-efc25e94-fbbe-4d72-97e6-762aec29a8fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260015852'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:57.840932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:57.857989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031c114-6253-4570-b687-13a7fe8085f6 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=c198f473-a2ab-4914-8da8-0a37e07e870b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:57.886956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: a0333bce-2c9a-4c5b-88a6-e1a0c621d544 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:57.887307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a0333bce-2c9a-4c5b-88a6-e1a0c621d544 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:57.912207 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eebeeea1-c701-4f30-8fd3-3e129d4cf35e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668604 Feb 09 21:08:57.918128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56274) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:57.922825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3989717-d3e9-43e8-9a30-5c89e6581bc5 tempest-PortsIpV6TestJSON-1945635672 tempest-PortsIpV6TestJSON-1945635672-project] Pushing event deleted for resources: {'Network': ['ID=1ee0f815-eda7-4cab-b628-d057b2755bc3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:57.938290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:57.970557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:57.998241 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.027975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Deleting port 3d23695e-3c72-4727-a26b-99559332da0a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:08:58.029101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3d23695e-3c72-4727-a26b-99559332da0a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.097832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc25e94-fbbe-4d72-97e6-762aec29a8fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.169517 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3d23695e-3c72-4727-a26b-99559332da0a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.169877 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (3d23695e-3c72-4727-a26b-99559332da0a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.184084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Calling delete_port for 3d23695e-3c72-4727-a26b-99559332da0a owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:08:58.207484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:58.235113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f3ab1833-278b-43aa-895d-073c887bdcd3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:08:58.243891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc25e94-fbbe-4d72-97e6-762aec29a8fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (6044e077-3495-4263-9154-ebc3a8465ce1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.260052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc25e94-fbbe-4d72-97e6-762aec29a8fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6044e077-3495-4263-9154-ebc3a8465ce1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.308168 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.330314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efc25e94-fbbe-4d72-97e6-762aec29a8fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.331617 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-efc25e94-fbbe-4d72-97e6-762aec29a8fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5012996 Feb 09 21:08:58.338121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e27694f-88ff-4c50-b685-3fe8fba1460b None None] Current status of the port f3ab1833-278b-43aa-895d-073c887bdcd3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:58.356157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:08:58.359673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.368777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:58.374771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4f0130de-5abe-4953-8338-cc1f0c3516cc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'security_group': {'name': 'tempest-secgroup-1366868107'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:58.394029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3d23695e-3c72-4727-a26b-99559332da0a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.396276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc25e94-fbbe-4d72-97e6-762aec29a8fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6044e077-3495-4263-9154-ebc3a8465ce1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:58.434986 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'project_id': 'be9b06ac2a8946ad98dec778aac67d35', 'fixed_ips': [{'subnet_id': 'c198f473-a2ab-4914-8da8-0a37e07e870b'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:08:58.435881 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.452291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:58.466628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event deleted for resources: {'Port': ['ID=3d23695e-3c72-4727-a26b-99559332da0a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:58.475287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f3ab1833-278b-43aa-895d-073c887bdcd3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:08:58.475485 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.475588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:58.483406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:58.484766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=ab018f60-72d6-4157-82a9-e96edc7eca6a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:58.531725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (e489432a-5dde-4c06-a2d1-7badb51b0277), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.535811 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.542537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7c607ec5-b85e-4200-90f3-98c42db17c7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "DELETE /v2.0/floatingips/e489432a-5dde-4c06-a2d1-7badb51b0277 HTTP/1.1" status: 204 len: 168 time: 0.7525721 Feb 09 21:08:58.542718 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0130de-5abe-4953-8338-cc1f0c3516cc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:58.612606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Router 27b0c048-8ed4-40a3-b5a6-048094f5281f is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:08:58.743245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Allocated IP 172.20.0.2 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/c198f473-a2ab-4914-8da8-0a37e07e870b/ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:08:58.748536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:58.755589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f3ab1833-278b-43aa-895d-073c887bdcd3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:08:58.783513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38a8e9-c91a-49fb-85e8-d0ad88a907b2 None None] The sync data for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 is: [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:08:58.910287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 908245e4-d24a-43b9-900e-4fcffd5f65b6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:58.951943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 908245e4-d24a-43b9-900e-4fcffd5f65b6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:58.952352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 908245e4-d24a-43b9-900e-4fcffd5f65b6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:58.952792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:08:58.981647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:08:58.981999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 64f40492-0dc7-4cbe-a6cb-b9d0d71a794c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:08:59.049543 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Publish callbacks [] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.061787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.113090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:59.118001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:59.123311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:08:59.132000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Pushing event updated for resources: {'Port': ['ID=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:59.181442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aec5c2bc-bf50-4cd6-b030-e50d1fce77ac admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3b4750a3e035499b9b5e799a8f1c173c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9625788 Feb 09 21:08:59.183980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:59.230305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Attempting to bind port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:08:59.230833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Attempting to bind port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c1dda5d4-c1fe-465e-b13a-bccea42bc654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:08:59.231295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Attempting to bind port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 on network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:08:59.237631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:08:59.238309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Checking segment: {'id': 'c1dda5d4-c1fe-465e-b13a-bccea42bc654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:08:59.239007 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.239829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Bound using segment: {'id': 'c1dda5d4-c1fe-465e-b13a-bccea42bc654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:08:59.240683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Bound port: ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1dda5d4-c1fe-465e-b13a-bccea42bc654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:08:59.242179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.282140 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab8fbba-9017-4128-ac1d-df81f06eae55 None None] New status for floating IP e489432a-5dde-4c06-a2d1-7badb51b0277: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:08:59.295242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5341e4ff-8867-42a6-bd92-e7e8d6b061b5 admin admin] Publish callbacks [] for security_group (749b7668-6a46-4ecb-a91e-92015a169245), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.297081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:59.304187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-863fd9be-44b1-4494-8bfd-4eb2e5c0f265 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114471040', 'description': 'tempest-description--1462498554'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:59.352945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0130de-5abe-4953-8338-cc1f0c3516cc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (b462d944-3759-4777-9fd3-569a2c273175), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.364614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5341e4ff-8867-42a6-bd92-e7e8d6b061b5 admin admin] Publish callbacks [] for security_group (749b7668-6a46-4ecb-a91e-92015a169245), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.373737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] For port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:08:59.379224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] For port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,segment=NetworkSegment(c1dda5d4-c1fe-465e-b13a-bccea42bc654),segment_id=c1dda5d4-c1fe-465e-b13a-bccea42bc654)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:08:59.384922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863fd9be-44b1-4494-8bfd-4eb2e5c0f265 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.389885 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.409920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0130de-5abe-4953-8338-cc1f0c3516cc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b462d944-3759-4777-9fd3-569a2c273175), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.483441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5341e4ff-8867-42a6-bd92-e7e8d6b061b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (749b7668-6a46-4ecb-a91e-92015a169245), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.486437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5341e4ff-8867-42a6-bd92-e7e8d6b061b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.487598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f24a0-24e7-46be-b687-e359beb14270 None None] Pushing event updated for resources: {'Port': ['ID=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:59.487733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5341e4ff-8867-42a6-bd92-e7e8d6b061b5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/749b7668-6a46-4ecb-a91e-92015a169245 HTTP/1.1" status: 204 len: 168 time: 0.3021166 Feb 09 21:08:59.520722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341e4ff-8867-42a6-bd92-e7e8d6b061b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749b7668-6a46-4ecb-a91e-92015a169245,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:59.531440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863fd9be-44b1-4494-8bfd-4eb2e5c0f265 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (e836ecf2-9969-4da0-a8ae-8f127d8fbd74), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.535728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863fd9be-44b1-4494-8bfd-4eb2e5c0f265 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e836ecf2-9969-4da0-a8ae-8f127d8fbd74), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.540545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f0130de-5abe-4953-8338-cc1f0c3516cc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.547970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:59.549306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4f0130de-5abe-4953-8338-cc1f0c3516cc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1794667 Feb 09 21:08:59.553483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:08:59.556639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-505784586', 'security_groups': ['b462d944-3759-4777-9fd3-569a2c273175'], 'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c198f473-a2ab-4914-8da8-0a37e07e870b'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:59.558335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0130de-5abe-4953-8338-cc1f0c3516cc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b462d944-3759-4777-9fd3-569a2c273175,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:59.564721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Sync routers for ids ['27b0c048-8ed4-40a3-b5a6-048094f5281f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:08:59.582224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Routers {'27b0c048-8ed4-40a3-b5a6-048094f5281f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:08:59.583028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['27b0c048-8ed4-40a3-b5a6-048094f5281f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:08:59.654851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-863fd9be-44b1-4494-8bfd-4eb2e5c0f265 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.660303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-863fd9be-44b1-4494-8bfd-4eb2e5c0f265 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3615205 Feb 09 21:08:59.664520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:59.675432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c04b63be-1754-46d2-bdf4-a8fad323f49a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'security_group_rule': {'security_group_id': 'e836ecf2-9969-4da0-a8ae-8f127d8fbd74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:08:59.679186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (28cb0401-6825-456d-9ffd-68c47941c3de), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.695830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.697591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-00d18be9-d486-4b98-a946-ce1671aa528e admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0521870 Feb 09 21:08:59.708621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:08:59.784754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fd9be-44b1-4494-8bfd-4eb2e5c0f265 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e836ecf2-9969-4da0-a8ae-8f127d8fbd74,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:08:59.844220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Set router 27b0c048-8ed4-40a3-b5a6-048094f5281f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:08:59.867601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:08:59.878291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (3e158a21-07f4-492d-aee3-d60607e4b945), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:08:59.947379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:08:59.953807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:08:59.963925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:08:59.964695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.006436 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0770457 Feb 09 21:09:00.011797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:00.021982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:f1:c1:f6', 'name': 'tempest-NetworksTestDHCPv6-158489047'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:00.047427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e847eb4-402a-48c9-aa22-6c959c545681 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=3e158a21-07f4-492d-aee3-d60607e4b945,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:00.080411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989f4477-a31e-4279-b1e6-84b1e02f2ab3 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:00.172651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:00.219457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c04b63be-1754-46d2-bdf4-a8fad323f49a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (22740796-82e9-423b-927f-0bd0312a80e7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.305273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:00.313127 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c04b63be-1754-46d2-bdf4-a8fad323f49a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (22740796-82e9-423b-927f-0bd0312a80e7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.326655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c04b63be-1754-46d2-bdf4-a8fad323f49a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (22740796-82e9-423b-927f-0bd0312a80e7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.334085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': '3e158a21-07f4-492d-aee3-d60607e4b945'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:00.334988 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.349301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:00.349689 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.367250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b63be-1754-46d2-bdf4-a8fad323f49a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22740796-82e9-423b-927f-0bd0312a80e7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:00.382522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c04b63be-1754-46d2-bdf4-a8fad323f49a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.389193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c04b63be-1754-46d2-bdf4-a8fad323f49a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7174456 Feb 09 21:09:00.392227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:00.401290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-de73d510-68d6-4563-8041-5cf7fc84295d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'security_group_rule': {'security_group_id': 'e836ecf2-9969-4da0-a8ae-8f127d8fbd74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:00.460053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (28cb0401-6825-456d-9ffd-68c47941c3de), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.501966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:08:56Z', 'revision_number': 3, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:00.537498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:00.596088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Checking router: 27b0c048-8ed4-40a3-b5a6-048094f5281f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:09:00.596454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Updating router 27b0c048-8ed4-40a3-b5a6-048094f5281f port 6685ec0b-5009-4327-8570-5d0ecaef526c binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:09:00.655333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.673398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Allocated IP 2001:db8::f816:3eff:fe3d:fb84 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/3e158a21-07f4-492d-aee3-d60607e4b945/90b1e3cc-1b95-45e0-b3e1-73b09319b074) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:00.704265 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.715773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 106b5b7f-8897-4158-a27a-cfe38105fb33 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:00.750663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:00.751066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.830659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:00.878155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.884266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de73d510-68d6-4563-8041-5cf7fc84295d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (e6d8ca18-c389-40a7-8eb2-cccfafe645d4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:00.893006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 28cb0401-6825-456d-9ffd-68c47941c3de is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:09:00.937549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 3a9d1584-45c6-4c09-a70b-e17a155da202 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:01.112828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1812335906'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:01.118022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de73d510-68d6-4563-8041-5cf7fc84295d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (e6d8ca18-c389-40a7-8eb2-cccfafe645d4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.128520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,segment=NetworkSegment(c1dda5d4-c1fe-465e-b13a-bccea42bc654),segment_id=c1dda5d4-c1fe-465e-b13a-bccea42bc654)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:01.131192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de73d510-68d6-4563-8041-5cf7fc84295d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (e6d8ca18-c389-40a7-8eb2-cccfafe645d4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.141748 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.158937 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:01.165694 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.168965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:01.186644 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Sync routers for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:01.200816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.201144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73d510-68d6-4563-8041-5cf7fc84295d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d8ca18-c389-40a7-8eb2-cccfafe645d4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:01.207323 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.210318 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7733777a-b8a8-4f47-9206-df6b7a357f38 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.5719097 Feb 09 21:09:01.220221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:01.227408 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:01.228392 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:01.228598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de73d510-68d6-4563-8041-5cf7fc84295d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.229820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-de73d510-68d6-4563-8041-5cf7fc84295d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8343039 Feb 09 21:09:01.235600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:01.240156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:01.261988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-90a2ed9e-0681-4ff4-9419-3c618e0e515f tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=11db802464124d8a859db41a07721eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405171 Feb 09 21:09:01.288407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56328) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:01.306826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.14 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/c198f473-a2ab-4914-8da8-0a37e07e870b/3a9d1584-45c6-4c09-a70b-e17a155da202) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:01.329908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cf0c9087-fcd2-4005-b687-075b192173ea None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:01.330529 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf0c9087-fcd2-4005-b687-075b192173ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.360857 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Publish callbacks [] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.371420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for security_group (cd4e63b7-f84f-4e52-90ae-dac5d58b5952), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.376807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:01.386940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.389689 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.414318 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:01.456351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:fef1:c1f6 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/3e158a21-07f4-492d-aee3-d60607e4b945/106b5b7f-8897-4158-a27a-cfe38105fb33) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:01.488968 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.491620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:01.500053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Pushing event updated for resources: {'Port': ['ID=90b1e3cc-1b95-45e0-b3e1-73b09319b074,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:01.508194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:01.510941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:01.541716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cd4e63b7-f84f-4e52-90ae-dac5d58b5952), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.603319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:09:01.623400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c8032-1d80-44c2-b34b-2cdde3c7a7de tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:01.626404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-019c8032-1d80-44c2-b34b-2cdde3c7a7de tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3369207 Feb 09 21:09:01.629740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56330) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:01.644570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.644570 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment 90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca of type vlan for network 2ad67842-d573-4b71-b42a-6f872fe07573 Feb 09 21:09:01.649482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e63b7-f84f-4e52-90ae-dac5d58b5952,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:01.657431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c9087-fcd2-4005-b687-075b192173ea None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:01.661592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Publish callbacks [] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.670720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Attempting to bind port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:01.671238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Attempting to bind port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:01.671590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Attempting to bind port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:01.681343 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.687027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:01.687435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:01.688331 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.688331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:01.688800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Bound port: 90b1e3cc-1b95-45e0-b3e1-73b09319b074, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:01.689184 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.689890 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dbfeef54-be04-4054-a31c-c8c7e483b190 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0557010 Feb 09 21:09:01.693957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:01.712080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-656976375', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'project_id': '11db802464124d8a859db41a07721eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:01.724447 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:08:59Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:01.726420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cf0c9087-fcd2-4005-b687-075b192173ea None None] Provisioning complete for port 78a6c45e-878c-46d5-a348-49976a3db234 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:01.726804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf0c9087-fcd2-4005-b687-075b192173ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78a6c45e-878c-46d5-a348-49976a3db234), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.762319 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Checking router: 28cb0401-6825-456d-9ffd-68c47941c3de for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:09:01.763456 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Updating router 28cb0401-6825-456d-9ffd-68c47941c3de port ab018f60-72d6-4157-82a9-e96edc7eca6a binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:09:01.809573 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.816875 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (2ad67842-d573-4b71-b42a-6f872fe07573), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.822571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082034f0-d4d6-4f42-a90d-74c98e011929 None None] Pushing event updated for resources: {'Port': ['ID=6685ec0b-5009-4327-8570-5d0ecaef526c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:01.834241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c9087-fcd2-4005-b687-075b192173ea None None] Port 78a6c45e-878c-46d5-a348-49976a3db234 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:01.836777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Attempting to bind port 6685ec0b-5009-4327-8570-5d0ecaef526c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:01.837165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Attempting to bind port 6685ec0b-5009-4327-8570-5d0ecaef526c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:01.837616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Attempting to bind port 6685ec0b-5009-4327-8570-5d0ecaef526c on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:01.850389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:01.850783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:01.851478 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.851610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:01.852063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Bound port: 6685ec0b-5009-4327-8570-5d0ecaef526c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:01.852524 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.858740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Allocated IP 172.20.0.1 (b7b5cdd5-ea7e-4c03-ba0a-109861805fc3/95722c62-2f10-49e3-a4eb-99e959dcea14/3389fe10-9695-48f7-acaf-fe21ded8028d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:01.868916 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (106b5b7f-8897-4158-a27a-cfe38105fb33), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.896677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (2ad67842-d573-4b71-b42a-6f872fe07573), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.901788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:01.902413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.928038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] For port 90b1e3cc-1b95-45e0-b3e1-73b09319b074, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:01.934509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:01.937890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.965074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] For port 6685ec0b-5009-4327-8570-5d0ecaef526c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:01.973396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] For port 6685ec0b-5009-4327-8570-5d0ecaef526c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6685ec0b-5009-4327-8570-5d0ecaef526c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:01.980685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] For port 90b1e3cc-1b95-45e0-b3e1-73b09319b074, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=90b1e3cc-1b95-45e0-b3e1-73b09319b074,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:01.986840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Publish callbacks [] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:01.987324 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.002438 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.027176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1913073 Feb 09 21:09:02.038919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:02.051308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-509061114'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:02.073909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8635f0-3abc-4a9f-8977-5bf9dd2e3ed5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=2ad67842-d573-4b71-b42a-6f872fe07573,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:02.088830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 2ad67842-d573-4b71-b42a-6f872fe07573 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:09:02.096270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (106b5b7f-8897-4158-a27a-cfe38105fb33), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.100544 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.173442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:02.182479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:02.191898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:02.197123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:02.198511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:02.199191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.215070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=3389fe10-9695-48f7-acaf-fe21ded8028d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:02.217615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=106b5b7f-8897-4158-a27a-cfe38105fb33,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:02.280870 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d54d15b7-b5f4-4c14-8708-1fc4dc90bb8a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2649145 Feb 09 21:09:02.281758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:02.285334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Routers {'27b0c048-8ed4-40a3-b5a6-048094f5281f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:02.285990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['27b0c048-8ed4-40a3-b5a6-048094f5281f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:02.288040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:02.294229 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Publish callbacks [] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.298375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:02.308398 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.311865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:02.316434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.338640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:02.367697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:09:02.379153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (21b0f52f-e2aa-4c3a-a700-8184d9fb01a5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.379664 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment 21b0f52f-e2aa-4c3a-a700-8184d9fb01a5 of type vlan for network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 Feb 09 21:09:02.419315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082034f0-d4d6-4f42-a90d-74c98e011929 None None] Pushing event updated for resources: {'Port': ['ID=6685ec0b-5009-4327-8570-5d0ecaef526c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:02.427154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9b66b143-1040-4cc8-8da4-f1bba2ae2be1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.439327 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Pushing event updated for resources: {'Port': ['ID=ab018f60-72d6-4157-82a9-e96edc7eca6a,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:02.472275 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Attempting to bind port ab018f60-72d6-4157-82a9-e96edc7eca6a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:02.472978 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Attempting to bind port ab018f60-72d6-4157-82a9-e96edc7eca6a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:02.473535 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Attempting to bind port ab018f60-72d6-4157-82a9-e96edc7eca6a on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:02.478068 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.478975 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.479374 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.480090 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.480611 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.481119 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.481645 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.482873 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.483394 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.483938 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.484545 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.485055 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.485557 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:02.493104 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:02.496222 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:02.496929 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.497521 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:02.498248 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Bound port: ab018f60-72d6-4157-82a9-e96edc7eca6a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:02.500195 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.528634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:02.530404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.546763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e8562-9741-4d03-9e5f-da431c829954 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:02.556797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e8562-9741-4d03-9e5f-da431c829954 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:02.558866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-330e8562-9741-4d03-9e5f-da431c829954 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2757919 Feb 09 21:09:02.560371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9b66b143-1040-4cc8-8da4-f1bba2ae2be1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.562335 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (8eb49d8f-39e3-4f02-952e-6a2755aa258a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.566284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:02.580910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:02.581556 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.623457 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] For port ab018f60-72d6-4157-82a9-e96edc7eca6a, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:02.627116 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] For port ab018f60-72d6-4157-82a9-e96edc7eca6a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ab018f60-72d6-4157-82a9-e96edc7eca6a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:02.641113 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.669093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] Set router 27b0c048-8ed4-40a3-b5a6-048094f5281f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:02.771558 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:02.771558 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:02.793106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7477112 Feb 09 21:09:02.800307 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Subnet': ['ID=8eb49d8f-39e3-4f02-952e-6a2755aa258a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:02.803400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:02.823528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504fe4b-d229-46be-b44e-c038bfdc4654 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=9b66b143-1040-4cc8-8da4-f1bba2ae2be1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:02.824416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': '2ad67842-d573-4b71-b42a-6f872fe07573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:02.836682 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (27b0c048-8ed4-40a3-b5a6-048094f5281f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.837877 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94045c-44fb-4215-b239-0de49565e62d None None] Pushing event updated for resources: {'Port': ['ID=ab018f60-72d6-4157-82a9-e96edc7eca6a,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:02.885803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Checking segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:02.886101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network hostable DHCP agents. Network: 91efa7f8-a13c-46c3-b82a-e6ca08763844, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:09:02.899405 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:02.903504 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.919584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:09:02.933223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.948868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ff202875-6baa-461b-a702-2b1d5e9a6a6a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 106b5b7f-8897-4158-a27a-cfe38105fb33 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:02.948868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff202875-6baa-461b-a702-2b1d5e9a6a6a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (106b5b7f-8897-4158-a27a-cfe38105fb33), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:02.955848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:09:03.022632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 91efa7f8-a13c-46c3-b82a-e6ca08763844) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:03.030796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:03.034356 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.038796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:03.040188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.071849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.129743 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ab1abce-78e9-458b-87a9-6ba50aad84bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4314451 Feb 09 21:09:03.130916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:03.152509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff202875-6baa-461b-a702-2b1d5e9a6a6a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (106b5b7f-8897-4158-a27a-cfe38105fb33), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.164129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5285688c-8bd5-42cb-80a0-76e3d974a7d8 None None] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:03.217089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:03.224454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.231302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:03.233063 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:08:59Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:03.234097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:03.253265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77615d2b-2868-4fae-8e53-aa4a9e1f31f8 None None] Pushing event updated for resources: {'Port': ['ID=90b1e3cc-1b95-45e0-b3e1-73b09319b074,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:03.256103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ff202875-6baa-461b-a702-2b1d5e9a6a6a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 106b5b7f-8897-4158-a27a-cfe38105fb33 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:03.283216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=3a9d1584-45c6-4c09-a70b-e17a155da202,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:03.297052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Allocated IP 172.25.4.5 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/31857e6b-20c2-41be-a4bd-8be96447a9de) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:03.326813 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd1b5b-f61c-4da9-b309-c167792030a4 None None] The sync data for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 is: [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:08:59Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:03.336547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-59a2a7a0-2c9e-4c2d-bf79-815451e6b470 None None] Provisioning complete for port 3389fe10-9695-48f7-acaf-fe21ded8028d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:03.337287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59a2a7a0-2c9e-4c2d-bf79-815451e6b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.385969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:03.387028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.433709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-59a2a7a0-2c9e-4c2d-bf79-815451e6b470 None None] Port 3389fe10-9695-48f7-acaf-fe21ded8028d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:03.593086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f97da504-b697-4ff0-a7f4-6ce27e9c9e79 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0373433 Feb 09 21:09:03.597468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:03.607868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8fe1394d-212d-4e24-bbe5-93a17d3063fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:03.610150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:03.666324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-91efa7f8-a13c-46c3-b82a-e6ca08763844', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:03.667407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.698158 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff202875-6baa-461b-a702-2b1d5e9a6a6a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (106b5b7f-8897-4158-a27a-cfe38105fb33), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.698740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:08:56Z', 'revision_number': 3, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:03.759108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f177ad6-2ac9-4b44-b54c-911e8d4d6150 None None] The sync data for ids ['27b0c048-8ed4-40a3-b5a6-048094f5281f'] in n-d-789963-29 is: [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:08:56Z', 'revision_number': 3, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:03.872031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff202875-6baa-461b-a702-2b1d5e9a6a6a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=106b5b7f-8897-4158-a27a-cfe38105fb33,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:03.936905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (7778659b-2e8f-4b83-8b56-81c48058f13c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.937531 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for port (31857e6b-20c2-41be-a4bd-8be96447a9de), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:03.945113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe1394d-212d-4e24-bbe5-93a17d3063fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:03.950676 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fe1394d-212d-4e24-bbe5-93a17d3063fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.095209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Allocated IP 172.20.0.2 (91efa7f8-a13c-46c3-b82a-e6ca08763844/8eb49d8f-39e3-4f02-952e-6a2755aa258a/e6e9d828-059c-4870-8779-605141f8778d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:04.119277 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Publish callbacks [] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.148984 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.277407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 90b1e3cc-1b95-45e0-b3e1-73b09319b074 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:04.305890 n-d-789963-29 neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-8fe1394d-212d-4e24-bbe5-93a17d3063fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c198f473-a2ab-4914-8da8-0a37e07e870b (CIDR: 172.20.0.0/28) Feb 09 21:09:04.312391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (27b0c048-8ed4-40a3-b5a6-048094f5281f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.343726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f572e121-4335-46aa-b7e4-baeacfb16d11 None None] Provisioning complete for port 3a9d1584-45c6-4c09-a70b-e17a155da202 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:04.344086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f572e121-4335-46aa-b7e4-baeacfb16d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.358810 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe1394d-212d-4e24-bbe5-93a17d3063fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:09:04.359394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe1394d-212d-4e24-bbe5-93a17d3063fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:04.399355 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (31857e6b-20c2-41be-a4bd-8be96447a9de), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.580447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f572e121-4335-46aa-b7e4-baeacfb16d11 None None] Port 3a9d1584-45c6-4c09-a70b-e17a155da202 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:04.615982 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Publish callbacks [] for port (e6e9d828-059c-4870-8779-605141f8778d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.633921 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (e6e9d828-059c-4870-8779-605141f8778d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.753189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff202875-6baa-461b-a702-2b1d5e9a6a6a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:04.763349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ff202875-6baa-461b-a702-2b1d5e9a6a6a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/106b5b7f-8897-4158-a27a-cfe38105fb33 HTTP/1.1" status: 204 len: 168 time: 2.1869829 Feb 09 21:09:04.783427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:04.934491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=7778659b-2e8f-4b83-8b56-81c48058f13c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:04.991104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8fe1394d-212d-4e24-bbe5-93a17d3063fe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3927341 Feb 09 21:09:04.992191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:04.998578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:05.003957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:05.005045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:05.009846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:05.010042 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.024029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=3389fe10-9695-48f7-acaf-fe21ded8028d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:05.025834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6ddcafa0-f6c4-4165-a1b6-b58066d38466 None None] Could not find standard attr ID for object 106b5b7f-8897-4158-a27a-cfe38105fb33. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:09:05.053682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:05.086048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:05.098707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': '90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2ad67842-d573-4b71-b42a-6f872fe07573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:05.099663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: 2ad67842-d573-4b71-b42a-6f872fe07573, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:09:05.116386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:05.119715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafdf269-69f7-43fc-98d4-0bd57e1a17a5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:05.121333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:05.121644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafdf269-69f7-43fc-98d4-0bd57e1a17a5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:05.123632 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fafdf269-69f7-43fc-98d4-0bd57e1a17a5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3292439 Feb 09 21:09:05.129953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56350) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:05.149874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Pushing event updated for resources: {'Port': ['ID=e6e9d828-059c-4870-8779-605141f8778d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:05.181730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'Port': ['ID=31857e6b-20c2-41be-a4bd-8be96447a9de,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:05.216457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6ddcafa0-f6c4-4165-a1b6-b58066d38466 None None] Provisioning complete for port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:05.216807 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ddcafa0-f6c4-4165-a1b6-b58066d38466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.221130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:05.263494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 2ad67842-d573-4b71-b42a-6f872fe07573 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:09:05.292851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:05.293050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0758a0-cd96-4bca-99c7-5c0fbc164e31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 3e158a21-07f4-492d-aee3-d60607e4b945 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:05.300115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Attempting to bind port e6e9d828-059c-4870-8779-605141f8778d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:05.300659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Attempting to bind port e6e9d828-059c-4870-8779-605141f8778d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:05.300659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Attempting to bind port e6e9d828-059c-4870-8779-605141f8778d on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:05.301601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 2ad67842-d573-4b71-b42a-6f872fe07573) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:05.306185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a0758a0-cd96-4bca-99c7-5c0fbc164e31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (3e158a21-07f4-492d-aee3-d60607e4b945), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.314416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:05.315013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.316879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:05.317232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Checking segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:05.318189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.318596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Bound using segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:05.319097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Bound port: e6e9d828-059c-4870-8779-605141f8778d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:05.319487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e6e9d828-059c-4870-8779-605141f8778d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.364406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc6466e-75a7-4363-8fc4-6e5a64e47985 None None] Network 2ad67842-d573-4b71-b42a-6f872fe07573 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:05.369944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (55993220-21cc-402e-877c-4aa9f10b4459), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.391632 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-82f4f076-bc37-4539-89ab-208252eadc16 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5800922 Feb 09 21:09:05.400811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56352) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:05.417914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': '9b66b143-1040-4cc8-8da4-f1bba2ae2be1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:05.493653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (31857e6b-20c2-41be-a4bd-8be96447a9de), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.541640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a0758a0-cd96-4bca-99c7-5c0fbc164e31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (3e158a21-07f4-492d-aee3-d60607e4b945), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.563416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:05.564441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.580794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:05.584563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.673526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] For port e6e9d828-059c-4870-8779-605141f8778d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:05.675563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6ddcafa0-f6c4-4165-a1b6-b58066d38466 None None] Current status of the port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:05.675983 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ddcafa0-f6c4-4165-a1b6-b58066d38466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.682520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.683312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 90b1e3cc-1b95-45e0-b3e1-73b09319b074, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=90b1e3cc-1b95-45e0-b3e1-73b09319b074,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:05.702200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] For port e6e9d828-059c-4870-8779-605141f8778d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e6e9d828-059c-4870-8779-605141f8778d,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:05.705550 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.706903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ab018f60-72d6-4157-82a9-e96edc7eca6a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:05.721968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Router 27b0c048-8ed4-40a3-b5a6-048094f5281f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:05.806748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-2ad67842-d573-4b71-b42a-6f872fe07573', 'network_id': '2ad67842-d573-4b71-b42a-6f872fe07573', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': '7778659b-2e8f-4b83-8b56-81c48058f13c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:05.807528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.810364 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e6e9d828-059c-4870-8779-605141f8778d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.874843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a0758a0-cd96-4bca-99c7-5c0fbc164e31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (3e158a21-07f4-492d-aee3-d60607e4b945), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.916212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:05.920520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.931148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ab018f60-72d6-4157-82a9-e96edc7eca6a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:05.931715 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:05.993613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-6ddcafa0-f6c4-4165-a1b6-b58066d38466 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:09:05.993613 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-6ddcafa0-f6c4-4165-a1b6-b58066d38466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:09:06.018758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:06.025745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=90b1e3cc-1b95-45e0-b3e1-73b09319b074,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:06.032572 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for port (31857e6b-20c2-41be-a4bd-8be96447a9de), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.041769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ad4425b2-338f-4a93-891c-50dd3c41d1d6 admin admin] 10.222.0.102 "PUT /v2.0/routers/27b0c048-8ed4-40a3-b5a6-048094f5281f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3319116 Feb 09 21:09:06.062337 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (31857e6b-20c2-41be-a4bd-8be96447a9de), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.154833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a0758a0-cd96-4bca-99c7-5c0fbc164e31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (3e158a21-07f4-492d-aee3-d60607e4b945), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.201967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Allocated IP 172.20.0.2 (2ad67842-d573-4b71-b42a-6f872fe07573/7778659b-2e8f-4b83-8b56-81c48058f13c/c1f5932c-8eea-414d-aa7d-b51577fc5a5c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:06.212996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e43b3-86c8-4303-b016-c0f60f0948a2 None None] Pushing event updated for resources: {'Port': ['ID=e6e9d828-059c-4870-8779-605141f8778d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:06.257940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'Port': ['ID=31857e6b-20c2-41be-a4bd-8be96447a9de,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:06.276048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (55993220-21cc-402e-877c-4aa9f10b4459), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.282640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0758a0-cd96-4bca-99c7-5c0fbc164e31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=3e158a21-07f4-492d-aee3-d60607e4b945,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:06.321195 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.322489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d2729244-216a-4614-aab2-3360342b59a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0859406 Feb 09 21:09:06.324608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1a0758a0-cd96-4bca-99c7-5c0fbc164e31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.331398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:06.339807 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1a0758a0-cd96-4bca-99c7-5c0fbc164e31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/3e158a21-07f4-492d-aee3-d60607e4b945 HTTP/1.1" status: 204 len: 168 time: 1.2082608 Feb 09 21:09:06.346178 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (d963cbbc-1de5-4c23-a616-147d10795f43), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.403779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ba02f-30f6-4ca1-ac67-a98dd29e965c None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:06.485367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-be236565-d005-4474-9a99-6875facc7de1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524920 Feb 09 21:09:06.497385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:06.505894 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:06.579309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:06.586040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:06.591473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:06.592183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.597989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=d963cbbc-1de5-4c23-a616-147d10795f43,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:06.631249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1fcc8bae-2206-439d-a90d-d4e7f595d61d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6283967 Feb 09 21:09:06.635703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:06.642623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-674365163', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd963cbbc-1de5-4c23-a616-147d10795f43'}], 'security_groups': ['6044e077-3495-4263-9154-ebc3a8465ce1']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:06.662234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76566b93-8564-4bd1-a5fd-d71aa53c0ffa None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:06.751125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ab018f60-72d6-4157-82a9-e96edc7eca6a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:06.751413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.807135 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.859126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-cbef9d92-0483-4ccc-a9bf-00b7f859126f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--114471040&fields=id&tenant_id=d0c3b755731244149ed46a0fccb2a455 HTTP/1.1" status: 200 len: 267 time: 0.1467628 Feb 09 21:09:06.865645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port ab018f60-72d6-4157-82a9-e96edc7eca6a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ab018f60-72d6-4157-82a9-e96edc7eca6a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:06.884415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6ddcafa0-f6c4-4165-a1b6-b58066d38466 None None] Current status of the port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:06.889863 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Publish callbacks [] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.891069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.897753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.20.0.1 (91efa7f8-a13c-46c3-b82a-e6ca08763844/8eb49d8f-39e3-4f02-952e-6a2755aa258a/5f9303d9-bf32-44bf-a2eb-32b7677a40b6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:06.918283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:06.921785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:06.925650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.022371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Network 2ad67842-d573-4b71-b42a-6f872fe07573 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:07.050501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:07.059590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:07.102761 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.142163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=ab018f60-72d6-4157-82a9-e96edc7eca6a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:07.153944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:07.206873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-07e5b271-d34e-4d48-bb71-81c61fe828f4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:07.208907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-07e5b271-d34e-4d48-bb71-81c61fe828f4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 817 time: 0.2992098 Feb 09 21:09:07.233811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Pushing event updated for resources: {'Port': ['ID=c1f5932c-8eea-414d-aa7d-b51577fc5a5c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:07.250567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9038dc1d-d468-44fc-a7b3-61ec3f340f2c None None] Provisioning complete for port 3389fe10-9695-48f7-acaf-fe21ded8028d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:07.252928 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9038dc1d-d468-44fc-a7b3-61ec3f340f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.280949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': '21b0f52f-e2aa-4c3a-a700-8184d9fb01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9b66b143-1040-4cc8-8da4-f1bba2ae2be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:07.281594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: 9b66b143-1040-4cc8-8da4-f1bba2ae2be1, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:09:07.346432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6685ec0b-5009-4327-8570-5d0ecaef526c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:07.385398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:09:07.414064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:07.424721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Attempting to bind port c1f5932c-8eea-414d-aa7d-b51577fc5a5c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:07.425103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Attempting to bind port c1f5932c-8eea-414d-aa7d-b51577fc5a5c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2ad67842-d573-4b71-b42a-6f872fe07573'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:07.425518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Attempting to bind port c1f5932c-8eea-414d-aa7d-b51577fc5a5c on network 2ad67842-d573-4b71-b42a-6f872fe07573 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:07.432481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 9b66b143-1040-4cc8-8da4-f1bba2ae2be1) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:07.443499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:07.444172 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.452235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-e63568ca-6600-458e-8def-6575378a51c3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/quotas/d0c3b755731244149ed46a0fccb2a455 HTTP/1.1" status: 200 len: 375 time: 0.2160900 Feb 09 21:09:07.467962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:07.476981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Checking segment: {'id': '90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2ad67842-d573-4b71-b42a-6f872fe07573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:07.477902 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.479877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Bound using segment: {'id': '90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2ad67842-d573-4b71-b42a-6f872fe07573'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:07.480594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Bound port: c1f5932c-8eea-414d-aa7d-b51577fc5a5c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '2ad67842-d573-4b71-b42a-6f872fe07573'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:07.481287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.483994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1d9f7-224a-4374-a913-62116e179861 None None] Network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:07.532878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.556607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9038dc1d-d468-44fc-a7b3-61ec3f340f2c None None] Port 3389fe10-9695-48f7-acaf-fe21ded8028d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:07.575511 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6a23c6ad-a629-496d-bdd2-846b38616e19 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1653118 Feb 09 21:09:07.582594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:07.595853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c7590224-4bd6-4dbd-ad3e-839aada80a34 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1388270906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:07.742417 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.757191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7590224-4bd6-4dbd-ad3e-839aada80a34 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (d366111d-3c12-4a3e-b26d-2a21795dcaaa), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.758454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7590224-4bd6-4dbd-ad3e-839aada80a34 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (d366111d-3c12-4a3e-b26d-2a21795dcaaa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.788745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-5df8705c-54d6-4fd2-b95d-a9bb44601227 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3354754 Feb 09 21:09:07.835126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Sync routers for ids ['27b0c048-8ed4-40a3-b5a6-048094f5281f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:07.888371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7590224-4bd6-4dbd-ad3e-839aada80a34 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (d366111d-3c12-4a3e-b26d-2a21795dcaaa), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.898194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7590224-4bd6-4dbd-ad3e-839aada80a34 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (d366111d-3c12-4a3e-b26d-2a21795dcaaa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.904787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:07.909642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:07.937106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69899163-7f90-4f77-869e-37eca96a6637 None None] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:07.942146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:07.951061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:07.965196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7590224-4bd6-4dbd-ad3e-839aada80a34 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:07.966395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c7590224-4bd6-4dbd-ad3e-839aada80a34 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3793733 Feb 09 21:09:07.970559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-b7c450af-52c9-497f-9033-faa59b4cc843 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:09:07.971507 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-b7c450af-52c9-497f-9033-faa59b4cc843 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1369112 Feb 09 21:09:07.974842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56440) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:08.048504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (28cb0401-6825-456d-9ffd-68c47941c3de), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.156583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:09:08.183161 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4a59a6d-cc66-4543-91cc-2cfb94c9e51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.183797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-7b2d3d6a-4b86-485b-8e5c-08686dcc0ca0 service neutron] 10.222.0.102 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415596 Feb 09 21:09:08.227485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b501561d-6134-4924-9d01-da2d8b22c0c3 None None] Provisioning complete for port e6e9d828-059c-4870-8779-605141f8778d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:08.227891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b501561d-6134-4924-9d01-da2d8b22c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e6e9d828-059c-4870-8779-605141f8778d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.240143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Routers {'27b0c048-8ed4-40a3-b5a6-048094f5281f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:08.241029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:08:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['27b0c048-8ed4-40a3-b5a6-048094f5281f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:08.275864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b4e59-1727-44c4-ba6a-66c3497e6d75 None None] Update dhcp port {'port': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'fixed_ips': [{'subnet_id': 'c198f473-a2ab-4914-8da8-0a37e07e870b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd963cbbc-1de5-4c23-a616-147d10795f43'}], 'binding:host_id': 'n-d-789963-29'}, 'id': 'ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:09:08.314699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-e9b6a1dd-5219-4166-bd97-c7f91d9f5c7b service neutron] 10.222.0.102 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197007 Feb 09 21:09:08.431419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] For port c1f5932c-8eea-414d-aa7d-b51577fc5a5c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:08.437232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] For port c1f5932c-8eea-414d-aa7d-b51577fc5a5c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c1f5932c-8eea-414d-aa7d-b51577fc5a5c,segment=NetworkSegment(90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca),segment_id=90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:08.438283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Delete allocated IP 172.20.0.14 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/c198f473-a2ab-4914-8da8-0a37e07e870b) {{(pid=103324) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:09:08.502105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.25 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/d963cbbc-1de5-4c23-a616-147d10795f43/3a9d1584-45c6-4c09-a70b-e17a155da202) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:08.532892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.670218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Set router 27b0c048-8ed4-40a3-b5a6-048094f5281f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:08.685776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.765194 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-283d190a-7944-4e53-9730-1384376f7de3 req-5ac0c142-76a9-4ebc-9576-39354a4d3d8e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 210 time: 0.1766694 Feb 09 21:09:08.776411 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.787098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6685ec0b-5009-4327-8570-5d0ecaef526c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:08.787482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.791545 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4e59-1727-44c4-ba6a-66c3497e6d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.952005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] For port 90b1e3cc-1b95-45e0-b3e1-73b09319b074, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=90b1e3cc-1b95-45e0-b3e1-73b09319b074,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:08.972192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:08.987844 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.104404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.154932 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.155173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=3a9d1584-45c6-4c09-a70b-e17a155da202,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:09.182792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.20.0.1 (2ad67842-d573-4b71-b42a-6f872fe07573/7778659b-2e8f-4b83-8b56-81c48058f13c/009db2b4-1a67-4f5d-8aed-1ae213b9920f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:09.185417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] In _notify_port_updated(), no bound segment for port 3a9d1584-45c6-4c09-a70b-e17a155da202 on network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 {{(pid=103324) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:09:09.190717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:09.191458 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.193407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.193558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4b89a8e8-622d-4714-8427-fcfbc8754c58 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "PUT /v2.0/ports/3a9d1584-45c6-4c09-a70b-e17a155da202 HTTP/1.1" status: 200 len: 920 time: 2.5573781 Feb 09 21:09:09.196499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:09.241985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=90b1e3cc-1b95-45e0-b3e1-73b09319b074,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:09.263367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (d6dbe7c0-c82c-47d1-a570-1e93e9a312a5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.338466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:09.347486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:09.357754 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:09.358357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.360973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=d6dbe7c0-c82c-47d1-a570-1e93e9a312a5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:09.368392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-9b66b143-1040-4cc8-8da4-f1bba2ae2be1', 'network_id': '9b66b143-1040-4cc8-8da4-f1bba2ae2be1', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': '7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:09.369604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.425971 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9ff02007-1cdc-4995-8d2e-b9a8b8224f01 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9252353 Feb 09 21:09:09.429182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56472) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:09.446919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] Deleting port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:09.448443 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.456049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:29:e5:b2', 'name': 'tempest-NetworksTestDHCPv6-693238626'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:09.607945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.621648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.745860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] For port 90b1e3cc-1b95-45e0-b3e1-73b09319b074, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=90b1e3cc-1b95-45e0-b3e1-73b09319b074,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:09.746281 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.763199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] Calling delete_port for 90b1e3cc-1b95-45e0-b3e1-73b09319b074 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:09.861572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:09.968998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (28cb0401-6825-456d-9ffd-68c47941c3de), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:09.974627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.003452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5985ab73-973b-4303-9909-e70f7224a04b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 3a9d1584-45c6-4c09-a70b-e17a155da202 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:10.004084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5985ab73-973b-4303-9909-e70f7224a04b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.081405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:10.087723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc80628-7bbd-4de0-a338-5ae4117be963 None None] Pushing event updated for resources: {'Port': ['ID=c1f5932c-8eea-414d-aa7d-b51577fc5a5c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:10.172086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b501561d-6134-4924-9d01-da2d8b22c0c3 None None] Current status of the port e6e9d828-059c-4870-8779-605141f8778d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:10.172482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b501561d-6134-4924-9d01-da2d8b22c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e6e9d828-059c-4870-8779-605141f8778d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.174563 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27e2cc95-3c46-492a-9e3c-fcb7c6e06b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.236017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9e5b4e59-1727-44c4-ba6a-66c3497e6d75 None None] Allocated IP 172.20.0.18 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/d963cbbc-1de5-4c23-a616-147d10795f43/ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:10.278791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:09:03Z', 'revision_number': 4, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '3389fe10-9695-48f7-acaf-fe21ded8028d', 'name': '', 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'mac_address': 'fa:16:3e:c8:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '95722c62-2f10-49e3-a4eb-99e959dcea14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:01Z', 'updated_at': '2022-02-09T21:09:03Z', 'revision_number': 2, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'subnets': [{'id': '95722c62-2f10-49e3-a4eb-99e959dcea14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:10.325260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d2d2c82-0dce-4219-b522-c0b6b22b238c req-d799923b-571e-4abc-95d3-42269fa5676b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 210 time: 0.1108975 Feb 09 21:09:10.353571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:10.373177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:10.394793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.500987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Checking router: 27b0c048-8ed4-40a3-b5a6-048094f5281f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:09:10.503158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Updating router 27b0c048-8ed4-40a3-b5a6-048094f5281f port 3389fe10-9695-48f7-acaf-fe21ded8028d binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:09:10.544167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5985ab73-973b-4303-9909-e70f7224a04b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.562339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6685ec0b-5009-4327-8570-5d0ecaef526c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:10.562964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.594191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 428378c1-a592-4370-98d6-47c7ce4c8a44 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:10.603032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5985ab73-973b-4303-9909-e70f7224a04b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 3a9d1584-45c6-4c09-a70b-e17a155da202 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:10.607702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b501561d-6134-4924-9d01-da2d8b22c0c3 None None] For port e6e9d828-059c-4870-8779-605141f8778d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e6e9d828-059c-4870-8779-605141f8778d,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:10.620969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.638557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (90b1e3cc-1b95-45e0-b3e1-73b09319b074), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.656212 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b501561d-6134-4924-9d01-da2d8b22c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e6e9d828-059c-4870-8779-605141f8778d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.714801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 6685ec0b-5009-4327-8570-5d0ecaef526c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6685ec0b-5009-4327-8570-5d0ecaef526c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:10.717134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Allocated IP 172.21.0.2 (9b66b143-1040-4cc8-8da4-f1bba2ae2be1/7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9/83478c70-afd7-4b09-a6b1-4622fe12dbb7) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:10.720405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] Pushing event deleted for resources: {'Port': ['ID=90b1e3cc-1b95-45e0-b3e1-73b09319b074,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:10.727336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-09c4228a-e31f-4391-b1ab-0022e56dcbb3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:10.728820 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.730598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-09c4228a-e31f-4391-b1ab-0022e56dcbb3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.50 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 817 time: 0.4728570 Feb 09 21:09:10.740673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 2ad67842-d573-4b71-b42a-6f872fe07573 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:10.747487 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:10.748526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 90b1e3cc-1b95-45e0-b3e1-73b09319b074 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:10.755654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb5220-5f16-48ae-a9e5-e8b4a657c8ff None None] No DVR routers for this DVR port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:10.809576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:10.873102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:10.911618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 28cb0401-6825-456d-9ffd-68c47941c3de has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:10.921328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:fe29:e5b2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/d6dbe7c0-c82c-47d1-a570-1e93e9a312a5/428378c1-a592-4370-98d6-47c7ce4c8a44) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:11.006147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=009db2b4-1a67-4f5d-8aed-1ae213b9920f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:11.014881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58013483-6fb2-429b-ba9d-73e6a2daa768 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:11.099713 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (d366111d-3c12-4a3e-b26d-2a21795dcaaa), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:11.361727 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-2e74cceb-387c-43eb-af06-d31fb092312f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c3b755731244149ed46a0fccb2a455 HTTP/1.1" status: 200 len: 379 time: 0.6190038 Feb 09 21:09:11.365831 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5985ab73-973b-4303-9909-e70f7224a04b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3a9d1584-45c6-4c09-a70b-e17a155da202), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:11.388281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'port': {'device_id': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'admin_state_up': True, 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'security_groups': ['e836ecf2-9969-4da0-a8ae-8f127d8fbd74']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:11.528369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 90b1e3cc-1b95-45e0-b3e1-73b09319b074 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:11.528951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 90b1e3cc-1b95-45e0-b3e1-73b09319b074 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:09:11.546366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985ab73-973b-4303-9909-e70f7224a04b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=3a9d1584-45c6-4c09-a70b-e17a155da202,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:11.546705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df315d6d-ed53-4ffa-8f2c-c2f38e86a1e6 None None] Network 2ad67842-d573-4b71-b42a-6f872fe07573 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:11.614986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:11.686202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e5b4e59-1727-44c4-ba6a-66c3497e6d75 None None] For port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,segment=NetworkSegment(c1dda5d4-c1fe-465e-b13a-bccea42bc654),segment_id=c1dda5d4-c1fe-465e-b13a-bccea42bc654)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:11.697354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port 90b1e3cc-1b95-45e0-b3e1-73b09319b074 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:09:11.698127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e6e9d828-059c-4870-8779-605141f8778d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:11.724888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53566fe0-d441-4ec0-878a-29cc960105d2 req-01c1b454-5ebd-4fe8-bcd7-daeb0bfe46c8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 210 time: 0.0709195 Feb 09 21:09:11.766127 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5985ab73-973b-4303-9909-e70f7224a04b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:11.773897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5985ab73-973b-4303-9909-e70f7224a04b tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/3a9d1584-45c6-4c09-a70b-e17a155da202 HTTP/1.1" status: 204 len: 168 time: 2.5728569 Feb 09 21:09:11.779737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'd6dbe7c0-c82c-47d1-a570-1e93e9a312a5'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:11.781621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:11.781979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:11.786817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:11.821123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501561d-6134-4924-9d01-da2d8b22c0c3 None None] Pushing event updated for resources: {'Port': ['ID=e6e9d828-059c-4870-8779-605141f8778d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:11.824045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Provisioning complete for port e6e9d828-059c-4870-8779-605141f8778d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:11.824420 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e6e9d828-059c-4870-8779-605141f8778d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:11.841914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:11.850357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-93daffdc-878e-4fdb-b754-012a468abcab tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "PUT /v2.0/routers/28cb0401-6825-456d-9ffd-68c47941c3de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7115536 Feb 09 21:09:11.860082 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Sync routers for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:11.912554 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:11.916185 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:11.919221 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82c218c-f9ff-4a6e-9c0c-a70ae99ad835 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:09:11.920762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b82c218c-f9ff-4a6e-9c0c-a70ae99ad835 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/3a9d1584-45c6-4c09-a70b-e17a155da202 HTTP/1.1" status: 404 len: 333 time: 0.1312935 Feb 09 21:09:11.928855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:11.985932 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4e59-1727-44c4-ba6a-66c3497e6d75 None None] Publish callbacks [] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.027499 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (428378c1-a592-4370-98d6-47c7ce4c8a44), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.115239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Made reservation on behalf of d0c3b755731244149ed46a0fccb2a455 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:12.118159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.120551 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (428378c1-a592-4370-98d6-47c7ce4c8a44), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.133634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4e59-1727-44c4-ba6a-66c3497e6d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.148978 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded46ec0-a25a-44df-94a1-497079508be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (b462d944-3759-4777-9fd3-569a2c273175), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.211241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:12.215663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:12.230173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:12.232068 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Publish callbacks [] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.239756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:12.241406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.250300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=428378c1-a592-4370-98d6-47c7ce4c8a44,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:12.273629 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6f63b0ec-d64b-4121-816e-2f9d27627e3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8432877 Feb 09 21:09:12.275918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:12.301051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded46ec0-a25a-44df-94a1-497079508be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (b462d944-3759-4777-9fd3-569a2c273175), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.357073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40f86c8-1a1b-40c4-a081-cdebcee17e34 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:12.358945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f40f86c8-1a1b-40c4-a081-cdebcee17e34 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0819864 Feb 09 21:09:12.361613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:12.426150 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:12.456690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Allocated IP 2001:db8::f816:3eff:fe09:5c0d (80e680bd-6aaf-43aa-80bf-d3a099d84e51/d6dbe7c0-c82c-47d1-a570-1e93e9a312a5/48858203-d1e6-4c19-aa9f-bae4afd83279) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:12.458258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Allocated IP 172.20.0.11 (a341e6ef-9aa8-4558-91a7-62cf702fba02/40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc/219cd6dd-d299-4488-83e4-b9b8d546de3b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:12.548153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-18f3a508-2f0c-4e34-aacd-cf5c84204595 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 428378c1-a592-4370-98d6-47c7ce4c8a44 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:12.548153 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18f3a508-2f0c-4e34-aacd-cf5c84204595 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (428378c1-a592-4370-98d6-47c7ce4c8a44), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.669093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.684888 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-f645208d-37af-4b6f-b64b-4e1c36f98925 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920610286&fields=id&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 267 time: 0.4159994 Feb 09 21:09:12.689827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded46ec0-a25a-44df-94a1-497079508be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b462d944-3759-4777-9fd3-569a2c273175), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.692580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ded46ec0-a25a-44df-94a1-497079508be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.696563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ded46ec0-a25a-44df-94a1-497079508be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/security-groups/b462d944-3759-4777-9fd3-569a2c273175 HTTP/1.1" status: 204 len: 168 time: 0.7640758 Feb 09 21:09:12.696739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=6685ec0b-5009-4327-8570-5d0ecaef526c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:12.723165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:12.732340 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:09Z', 'revision_number': 2, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:12.763012 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Checking router: 28cb0401-6825-456d-9ffd-68c47941c3de for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:09:12.763614 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Updating router 28cb0401-6825-456d-9ffd-68c47941c3de port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:09:12.767310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.789454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18f3a508-2f0c-4e34-aacd-cf5c84204595 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (428378c1-a592-4370-98d6-47c7ce4c8a44), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.811945 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.821532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-18f3a508-2f0c-4e34-aacd-cf5c84204595 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 428378c1-a592-4370-98d6-47c7ce4c8a44 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:12.858153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:12.870488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded46ec0-a25a-44df-94a1-497079508be7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b462d944-3759-4777-9fd3-569a2c273175,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:12.974486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63e1779a-17a0-4dca-bdc6-fc3399ac9006 req-0b9aaa8e-0a1e-4680-a39d-2eaec6f469a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 210 time: 0.0483589 Feb 09 21:09:13.011094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:13.054151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e6e9d828-059c-4870-8779-605141f8778d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:13.054671 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e6e9d828-059c-4870-8779-605141f8778d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.073277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:13.082878 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.083130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-2c2c5aae-c371-4575-b0a0-1cd60d894508 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:13.091018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-2c2c5aae-c371-4575-b0a0-1cd60d894508 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 796 time: 0.3765893 Feb 09 21:09:13.140257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-18948e74-be29-40eb-9d8d-ca527230a6a6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/quotas/11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 375 time: 0.0478983 Feb 09 21:09:13.153722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:13.174129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18f3a508-2f0c-4e34-aacd-cf5c84204595 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (428378c1-a592-4370-98d6-47c7ce4c8a44), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.193437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.288313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3a508-2f0c-4e34-aacd-cf5c84204595 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=428378c1-a592-4370-98d6-47c7ce4c8a44,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:13.324214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18f3a508-2f0c-4e34-aacd-cf5c84204595 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.328740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-18f3a508-2f0c-4e34-aacd-cf5c84204595 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/428378c1-a592-4370-98d6-47c7ce4c8a44 HTTP/1.1" status: 204 len: 168 time: 0.9661515 Feb 09 21:09:13.330131 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Publish callbacks [] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.333818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56510) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:13.341686 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.409436 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70aced75-563d-4bb2-bbcc-508b843db6df tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (6044e077-3495-4263-9154-ebc3a8465ce1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.419723 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Publish callbacks [] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.456230 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f08ed8-6cda-4abc-a3f8-99c38d8e04ae tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:13.456230 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f08ed8-6cda-4abc-a3f8-99c38d8e04ae tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:13.461366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-19f08ed8-6cda-4abc-a3f8-99c38d8e04ae tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259522 Feb 09 21:09:13.463387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56512) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:13.480197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70aced75-563d-4bb2-bbcc-508b843db6df tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (6044e077-3495-4263-9154-ebc3a8465ce1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.486103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Current status of the port e6e9d828-059c-4870-8779-605141f8778d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:13.488102 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1fded-9ca3-4526-9b9a-460df9b8fd94 None None] Pushing event updated for resources: {'Port': ['ID=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:13.565993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=009db2b4-1a67-4f5d-8aed-1ae213b9920f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:13.574369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70aced75-563d-4bb2-bbcc-508b843db6df tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6044e077-3495-4263-9154-ebc3a8465ce1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.577511 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70aced75-563d-4bb2-bbcc-508b843db6df tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.578737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-70aced75-563d-4bb2-bbcc-508b843db6df tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/security-groups/6044e077-3495-4263-9154-ebc3a8465ce1 HTTP/1.1" status: 204 len: 168 time: 0.8539190 Feb 09 21:09:13.579654 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (d366111d-3c12-4a3e-b26d-2a21795dcaaa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.587161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:13.588713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.589067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.589411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.589754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.590088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.590429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.590750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.591086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.591415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.591772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.592109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.592435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.592777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:13.616771 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Publish callbacks [] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.621831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aced75-563d-4bb2-bbcc-508b843db6df tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044e077-3495-4263-9154-ebc3a8465ce1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:13.636054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d720a40a-3893-4d54-a194-68e9dbd31296 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet d6dbe7c0-c82c-47d1-a570-1e93e9a312a5 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:13.648758 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d720a40a-3893-4d54-a194-68e9dbd31296 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (d6dbe7c0-c82c-47d1-a570-1e93e9a312a5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.656126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-537d9732-f9a7-4f21-998a-bb075b3987de tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5132926 Feb 09 21:09:13.699862 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Attempting to bind port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:13.700239 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Attempting to bind port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:13.702872 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Attempting to bind port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:13.716504 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:13.716899 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Checking segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:13.720581 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.721534 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.722857 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Bound using segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:13.723529 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Bound port: 5f9303d9-bf32-44bf-a2eb-32b7677a40b6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:13.723968 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.734516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.801819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d720a40a-3893-4d54-a194-68e9dbd31296 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (d6dbe7c0-c82c-47d1-a570-1e93e9a312a5), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:13.878754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-9f09ee06-9437-47c2-a406-1062c2a646c3 service neutron] 10.222.0.102 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834576 Feb 09 21:09:13.879043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b4e59-1727-44c4-ba6a-66c3497e6d75 None None] Pushing event updated for resources: {'Port': ['ID=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:13.926989 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] For port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:13.932645 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] For port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:13.956766 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.024407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Pushing event updated for resources: {'Port': ['ID=83478c70-afd7-4b09-a6b1-4622fe12dbb7,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:14.034586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 2ad67842-d573-4b71-b42a-6f872fe07573 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:14.139110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Provisioning complete for port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:14.142529 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.149216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d720a40a-3893-4d54-a194-68e9dbd31296 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d6dbe7c0-c82c-47d1-a570-1e93e9a312a5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.154634 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1fded-9ca3-4526-9b9a-460df9b8fd94 None None] Pushing event updated for resources: {'Port': ['ID=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:14.203907 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:14.205277 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:14.212181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-433ff82b-064f-40f7-9da4-de329abd07a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet c198f473-a2ab-4914-8da8-0a37e07e870b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:14.230030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:14.231435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:14.248101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-433ff82b-064f-40f7-9da4-de329abd07a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (c198f473-a2ab-4914-8da8-0a37e07e870b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.251424 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.308489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:14.313778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:14.453367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1928b06-7fe0-4a0b-8d14-9d163c089f42 req-f65612d6-5240-4242-9978-b68091d3db41 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:14.455005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1928b06-7fe0-4a0b-8d14-9d163c089f42 req-f65612d6-5240-4242-9978-b68091d3db41 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 932 time: 0.3023036 Feb 09 21:09:14.517719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d720a40a-3893-4d54-a194-68e9dbd31296 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (d6dbe7c0-c82c-47d1-a570-1e93e9a312a5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.536700 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:14.538595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Attempting to bind port 3389fe10-9695-48f7-acaf-fe21ded8028d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:14.539075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Attempting to bind port 3389fe10-9695-48f7-acaf-fe21ded8028d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:14.539448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Attempting to bind port 3389fe10-9695-48f7-acaf-fe21ded8028d on network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:14.577707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720a40a-3893-4d54-a194-68e9dbd31296 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=d6dbe7c0-c82c-47d1-a570-1e93e9a312a5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:14.580385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d720a40a-3893-4d54-a194-68e9dbd31296 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.584068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d720a40a-3893-4d54-a194-68e9dbd31296 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/d6dbe7c0-c82c-47d1-a570-1e93e9a312a5 HTTP/1.1" status: 204 len: 168 time: 1.1196058 Feb 09 21:09:14.612885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:14.629451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:14.633995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Pushing event updated for resources: {'Port': ['ID=48858203-d1e6-4c19-aa9f-bae4afd83279,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:14.637100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Attempting to bind port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:14.637543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Attempting to bind port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '21b0f52f-e2aa-4c3a-a700-8184d9fb01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9b66b143-1040-4cc8-8da4-f1bba2ae2be1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:14.637908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Attempting to bind port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 on network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:14.650013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e6e9d828-059c-4870-8779-605141f8778d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:14.678544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:14.679078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Checking segment: {'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:14.679655 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.681948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Bound using segment: {'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:14.688318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Bound port: 3389fe10-9695-48f7-acaf-fe21ded8028d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a35a7e-fc5d-40ac-86a9-e78966466f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:14.688671 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.692011 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.762688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:14.763287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Checking segment: {'id': '21b0f52f-e2aa-4c3a-a700-8184d9fb01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9b66b143-1040-4cc8-8da4-f1bba2ae2be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:14.764169 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.764169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Bound using segment: {'id': '21b0f52f-e2aa-4c3a-a700-8184d9fb01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9b66b143-1040-4cc8-8da4-f1bba2ae2be1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:14.764663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Bound port: 83478c70-afd7-4b09-a6b1-4622fe12dbb7, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b0f52f-e2aa-4c3a-a700-8184d9fb01a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9b66b143-1040-4cc8-8da4-f1bba2ae2be1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:14.765053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:14.769040 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92ae123f-2f58-4504-a74c-3eb2ce91191e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550210 Feb 09 21:09:14.771927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:14.788363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1928b06-7fe0-4a0b-8d14-9d163c089f42 req-063085f7-655d-4f40-a08d-f982e4b2de78 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214359 Feb 09 21:09:14.873191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:14.887243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:14.894930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:14.914128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67b95e1-f3a7-4913-88b1-c1d57a779a7f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:14.922027 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d67b95e1-f3a7-4913-88b1-c1d57a779a7f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1482983 Feb 09 21:09:14.924080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56524) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:14.933004 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-433ff82b-064f-40f7-9da4-de329abd07a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (c198f473-a2ab-4914-8da8-0a37e07e870b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:15.087978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b24f1d-091c-4556-83ff-a93d0016e228 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:15.097046 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-37b24f1d-091c-4556-83ff-a93d0016e228 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1710818 Feb 09 21:09:15.103220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56526) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:15.121533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:15.122785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:15.257415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-639555e9-a744-4400-9fb3-b1823526301d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1449366 Feb 09 21:09:15.257901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:15.288909 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:13Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:15.289562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:15.412962 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200862de-a33f-47c9-b544-d4ceae7d4f12 None None] The sync data for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 is: [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:13Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:15.466957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-4570848a-6146-4877-8ec2-c40699d59ab5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0938838 Feb 09 21:09:15.484746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Request body: {'port': {'device_id': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:15.521692 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-1f7c8765-59d9-4479-adf8-7b8b5a58727f service neutron] 10.222.0.102 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6417959 Feb 09 21:09:15.561214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:15.577711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-433ff82b-064f-40f7-9da4-de329abd07a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c198f473-a2ab-4914-8da8-0a37e07e870b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:15.582312 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:15.643427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] For port 3389fe10-9695-48f7-acaf-fe21ded8028d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:15.731548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e6e9d828-059c-4870-8779-605141f8778d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:15.738004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae2473-63f4-4600-bec1-ee11163c6353 None None] Pushing event updated for resources: {'Port': ['ID=3389fe10-9695-48f7-acaf-fe21ded8028d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:15.746947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Current status of the port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:15.747398 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:15.790708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:15.860139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Attempting to bind port 48858203-d1e6-4c19-aa9f-bae4afd83279 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:15.864911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Attempting to bind port 48858203-d1e6-4c19-aa9f-bae4afd83279 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:15.865375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Attempting to bind port 48858203-d1e6-4c19-aa9f-bae4afd83279 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:15.924957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] For port 3389fe10-9695-48f7-acaf-fe21ded8028d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3389fe10-9695-48f7-acaf-fe21ded8028d,segment=NetworkSegment(82a35a7e-fc5d-40ac-86a9-e78966466f52),segment_id=82a35a7e-fc5d-40ac-86a9-e78966466f52)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:15.976583 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-464c923b-fe2f-4c6a-b568-16271cb6f4d3 req-56213a01-c2f7-481b-80cc-189a602f7b69 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 210 time: 0.0421393 Feb 09 21:09:15.982728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:15.983180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:15.983599 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:15.984050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:15.984564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Bound port: 48858203-d1e6-4c19-aa9f-bae4afd83279, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:15.984956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.022481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.091271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router d366111d-3c12-4a3e-b26d-2a21795dcaaa is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:09:16.142931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] For port 83478c70-afd7-4b09-a6b1-4622fe12dbb7, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:16.164841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] For port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:16.261771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] For port 83478c70-afd7-4b09-a6b1-4622fe12dbb7, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=83478c70-afd7-4b09-a6b1-4622fe12dbb7,segment=NetworkSegment(21b0f52f-e2aa-4c3a-a700-8184d9fb01a5),segment_id=21b0f52f-e2aa-4c3a-a700-8184d9fb01a5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:16.264104 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.305906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e6e9d828-059c-4870-8779-605141f8778d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:16.305906 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e6e9d828-059c-4870-8779-605141f8778d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.313067 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.319854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae2473-63f4-4600-bec1-ee11163c6353 None None] Pushing event updated for resources: {'Port': ['ID=3389fe10-9695-48f7-acaf-fe21ded8028d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:16.355714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Routers {'27b0c048-8ed4-40a3-b5a6-048094f5281f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:16.360136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['27b0c048-8ed4-40a3-b5a6-048094f5281f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:16.459539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:09:16.558460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-433ff82b-064f-40f7-9da4-de329abd07a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (c198f473-a2ab-4914-8da8-0a37e07e870b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.601852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] For port 48858203-d1e6-4c19-aa9f-bae4afd83279, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:16.650490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] For port 48858203-d1e6-4c19-aa9f-bae4afd83279, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=48858203-d1e6-4c19-aa9f-bae4afd83279,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:16.675781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Provisioning complete for port 219cd6dd-d299-4488-83e4-b9b8d546de3b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:16.676442 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.682556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003329c-fb61-407c-bcba-dc45c75d16eb None None] Pushing event updated for resources: {'Port': ['ID=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:16.746048 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.874178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff82b-064f-40f7-9da4-de329abd07a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=c198f473-a2ab-4914-8da8-0a37e07e870b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:16.890095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.897505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-433ff82b-064f-40f7-9da4-de329abd07a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:16.900721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-433ff82b-064f-40f7-9da4-de329abd07a0 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/c198f473-a2ab-4914-8da8-0a37e07e870b HTTP/1.1" status: 204 len: 168 time: 3.2916741 Feb 09 21:09:16.907866 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:16.911454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:16.938300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:16.943301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e1bb0d0d-fd59-41f0-b587-9182e92609b2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/d366111d-3c12-4a3e-b26d-2a21795dcaaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9536958 Feb 09 21:09:16.944610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:17.004251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] Set router 27b0c048-8ed4-40a3-b5a6-048094f5281f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:17.195117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5965faa-c16a-441b-849d-a64118219ad8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:17.210231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769fe572-ca59-4f73-a341-b349c011eaf8 None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:17.210852 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a5965faa-c16a-441b-849d-a64118219ad8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports/009db2b4-1a67-4f5d-8aed-1ae213b9920f HTTP/1.1" status: 200 len: 910 time: 0.2553463 Feb 09 21:09:17.216356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2298c31-ea5f-47a9-a6b2-1fd128498f1a None None] Sync routers for ids ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:17.221002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56554) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:17.359480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6b51d-a559-46c9-9444-db98f3de0e95 req-6e5fc66c-244a-451b-acd1-90b081393924 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:17.375123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5c6b51d-a559-46c9-9444-db98f3de0e95 req-6e5fc66c-244a-451b-acd1-90b081393924 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 932 time: 1.3652091 Feb 09 21:09:17.433488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Port 219cd6dd-d299-4488-83e4-b9b8d546de3b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:17.486123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219cd6dd-d299-4488-83e4-b9b8d546de3b {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:09:17.513370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7095718-1e29-4b2c-b8da-2a5982af7f0c req-11e82894-6137-42c1-9ef4-f6eae6f7c690 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 210 time: 0.1287715 Feb 09 21:09:17.536711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Publish callbacks [] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:17.537007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e6e9d828-059c-4870-8779-605141f8778d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:17.540586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ab018f60-72d6-4157-82a9-e96edc7eca6a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:17.660811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:17.664280 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:17.699277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2298c31-ea5f-47a9-a6b2-1fd128498f1a None None] Routers {'d366111d-3c12-4a3e-b26d-2a21795dcaaa'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:17.700457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2298c31-ea5f-47a9-a6b2-1fd128498f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:17.846526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5c6b51d-a559-46c9-9444-db98f3de0e95 req-da74e722-9d68-4017-9d3d-2affd3a906aa tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4701295 Feb 09 21:09:17.848435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Transition to ACTIVE for port object 219cd6dd-d299-4488-83e4-b9b8d546de3b will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:09:17.865595 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:17.962508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f545b-a2e2-400c-8d8d-8af58f19e801 None None] Pushing event updated for resources: {'Port': ['ID=83478c70-afd7-4b09-a6b1-4622fe12dbb7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:17.989543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] For port 48858203-d1e6-4c19-aa9f-bae4afd83279, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=48858203-d1e6-4c19-aa9f-bae4afd83279,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:18.047420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:18.116752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2298c31-ea5f-47a9-a6b2-1fd128498f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:18.135605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Provisioning complete for port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:18.136049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.140006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Attempting to bind port 219cd6dd-d299-4488-83e4-b9b8d546de3b on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:18.140349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Attempting to bind port 219cd6dd-d299-4488-83e4-b9b8d546de3b by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:18.141178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Attempting to bind port 219cd6dd-d299-4488-83e4-b9b8d546de3b on network a341e6ef-9aa8-4558-91a7-62cf702fba02 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:18.146713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Port 219cd6dd-d299-4488-83e4-b9b8d546de3b on network a341e6ef-9aa8-4558-91a7-62cf702fba02 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:09:18.147285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Attempting to bind port 219cd6dd-d299-4488-83e4-b9b8d546de3b on network a341e6ef-9aa8-4558-91a7-62cf702fba02 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:18.161633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:18.162269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Checking segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:18.162806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Bound using segment: {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:18.165873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Bound port: 219cd6dd-d299-4488-83e4-b9b8d546de3b, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5f0f88-c0fd-4812-a604-c90339505dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:18.166448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.176065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.253401 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.335435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ab018f60-72d6-4157-82a9-e96edc7eca6a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:18.336181 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.339775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2298c31-ea5f-47a9-a6b2-1fd128498f1a None None] Routers {'d366111d-3c12-4a3e-b26d-2a21795dcaaa'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:18.340700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2298c31-ea5f-47a9-a6b2-1fd128498f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:18.355654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:18.368307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:18.381051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (28223058-e156-4f39-b924-7a7645707b59), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.389784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.459704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa419a7-db18-437c-81b1-6c114bee7bcc None None] Pushing event updated for resources: {'Port': ['ID=48858203-d1e6-4c19-aa9f-bae4afd83279,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:18.480073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c2298c31-ea5f-47a9-a6b2-1fd128498f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:18.481254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2298c31-ea5f-47a9-a6b2-1fd128498f1a None None] The sync data for ids ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:18.526736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:18.537923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:09:03Z', 'revision_number': 4, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '3389fe10-9695-48f7-acaf-fe21ded8028d', 'name': '', 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'mac_address': 'fa:16:3e:c8:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '95722c62-2f10-49e3-a4eb-99e959dcea14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:01Z', 'updated_at': '2022-02-09T21:09:15Z', 'revision_number': 4, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'subnets': [{'id': '95722c62-2f10-49e3-a4eb-99e959dcea14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:18.550784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:18.551998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.555162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-a72e16cc-a17a-4385-9ce1-83c05e0d3ff7 service neutron] 10.222.0.50 "PUT /v2.0/ports/219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 200 len: 1093 time: 3.0755346 Feb 09 21:09:18.555615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:09:18.562055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:18.562845 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7330ac-120c-45e4-a2c9-3eeaf846b836" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:09:18.612033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:18.618602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:18.619213 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:18.653181 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926549f5-a967-4af6-89a2-cc73d494557b x-openstack-request-id: req-926549f5-a967-4af6-89a2-cc73d494557b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:09:18.653571 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:09:18.653757 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-926549f5-a967-4af6-89a2-cc73d494557b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:09:18.654162 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'status': 'completed', 'code': 200} Feb 09 21:09:18.689926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875d7d2-4aae-490d-a7c1-5c66dcb7c4aa None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:18.706773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898abf9-6905-450a-8d60-acccfb0678c2 None None] The sync data for ids ['27b0c048-8ed4-40a3-b5a6-048094f5281f'] in n-d-789963-29 is: [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:09:03Z', 'revision_number': 4, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '3389fe10-9695-48f7-acaf-fe21ded8028d', 'name': '', 'network_id': 'b7b5cdd5-ea7e-4c03-ba0a-109861805fc3', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'mac_address': 'fa:16:3e:c8:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '95722c62-2f10-49e3-a4eb-99e959dcea14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:01Z', 'updated_at': '2022-02-09T21:09:15Z', 'revision_number': 4, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'subnets': [{'id': '95722c62-2f10-49e3-a4eb-99e959dcea14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:18.842939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=48858203-d1e6-4c19-aa9f-bae4afd83279,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:18.856172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=28223058-e156-4f39-b924-7a7645707b59,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:18.908390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-681f756e-ae89-4777-9e44-f7f68eba1d9e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.6493883 Feb 09 21:09:18.917538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:18.926135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:ab:5a:c7', 'name': 'tempest-NetworksTestDHCPv6-305105039'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:19.030353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f96ef-f84e-4337-bcde-8159fd7dd5da None None] Network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:19.128378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-c9837b0b-139f-417c-b6b3-782c5748df76 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:19.131043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-c9837b0b-139f-417c-b6b3-782c5748df76 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 796 time: 0.7642961 Feb 09 21:09:19.147560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Current status of the port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:19.417494 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-1ab07b01-4dd7-4a7e-aca1-13a77763478c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 380 time: 0.2051241 Feb 09 21:09:19.551992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'port': {'device_id': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'admin_state_up': True, 'tenant_id': '11db802464124d8a859db41a07721eef', 'security_groups': ['262586db-dc97-44c4-ba4c-7159dfbe3bed']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:19.554821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ab018f60-72d6-4157-82a9-e96edc7eca6a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:19.558541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6685ec0b-5009-4327-8570-5d0ecaef526c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:19.565519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:19.568634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:19.598396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-239daceb-c5ac-4f60-a47b-b033e3312058 req-060a297b-3477-45a4-8a32-13ee3d7e4323 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 210 time: 0.8098187 Feb 09 21:09:19.668335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-9e3b4964-93f8-4c1b-b387-52b17c4e37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:19.672453 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-9e3b4964-93f8-4c1b-b387-52b17c4e37d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1127 time: 0.9631503 Feb 09 21:09:19.758879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:19.780348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6685ec0b-5009-4327-8570-5d0ecaef526c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:19.780775 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:19.784442 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-7e6488b6-f68d-463d-b985-7033ea5e3cb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 200 len: 217 time: 0.1037283 Feb 09 21:09:19.796047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:19.809725 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (b9aa865d-b80e-44c6-94f1-cb7a3f869318), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:19.944939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-dd871411-8f54-46f6-8af8-c4b161ee8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:19.946465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-dd871411-8f54-46f6-8af8-c4b161ee8c71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.1541042 Feb 09 21:09:20.001743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2d31-ff8d-415b-af02-0e7bb907aef6 req-48d47f0b-441f-4080-bc80-a4d89c4c94fd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:20.003624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-724a2d31-ff8d-415b-af02-0e7bb907aef6 req-48d47f0b-441f-4080-bc80-a4d89c4c94fd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.9463747 Feb 09 21:09:20.049838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-5e7368a5-a0d9-449b-becd-0efff4f9c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:20.052400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-5e7368a5-a0d9-449b-becd-0efff4f9c382 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0894608 Feb 09 21:09:20.057865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6685ec0b-5009-4327-8570-5d0ecaef526c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:20.059015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c1f5932c-8eea-414d-aa7d-b51577fc5a5c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:20.131797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:20.137925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=b9aa865d-b80e-44c6-94f1-cb7a3f869318,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:20.139963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c1f5932c-8eea-414d-aa7d-b51577fc5a5c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:20.140274 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:20.244089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Provisioning complete for port 78a6c45e-878c-46d5-a348-49976a3db234 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:20.244654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78a6c45e-878c-46d5-a348-49976a3db234), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:20.283629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-80eb34ea-1d3b-460b-a87c-8c5f3b776c73 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241027 Feb 09 21:09:20.365432 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:09:20.388822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c1f5932c-8eea-414d-aa7d-b51577fc5a5c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:20.390791 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:20.393515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Port 78a6c45e-878c-46d5-a348-49976a3db234 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:20.434629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Provisioning complete for port c1f5932c-8eea-414d-aa7d-b51577fc5a5c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:20.435024 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:20.505855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fd16a85-8823-42a2-9ecd-80726d577b65 req-f5c5916e-5e74-4161-bad4-de87b98c34e3 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155688 Feb 09 21:09:20.508340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port c1f5932c-8eea-414d-aa7d-b51577fc5a5c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c1f5932c-8eea-414d-aa7d-b51577fc5a5c,segment=NetworkSegment(90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca),segment_id=90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:20.518866 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:20.519764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:20.649281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-b90f973d-815c-4d5e-ad2f-6250ea72adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:20.651485 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-b90f973d-815c-4d5e-ad2f-6250ea72adfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1127 time: 0.0683405 Feb 09 21:09:20.748001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=c1f5932c-8eea-414d-aa7d-b51577fc5a5c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:20.766901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:20.767286 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:20.800887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Current status of the port c1f5932c-8eea-414d-aa7d-b51577fc5a5c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:20.847136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Provisioning complete for port 3389fe10-9695-48f7-acaf-fe21ded8028d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:20.847522 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:20.855762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-91ce4b70-482d-45b8-8f2c-d199afba29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:20.858206 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-91ce4b70-482d-45b8-8f2c-d199afba29ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.1915326 Feb 09 21:09:20.899798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd223437-a30b-4f8d-8d91-6b22ce248b1c req-4ad9cbc2-5ab0-49e4-be30-b012d6209100 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 210 time: 0.1051667 Feb 09 21:09:20.948475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:20.964868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:20.968233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:20.969210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:20.990702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b6b496-9d44-4b38-9d2d-41ec70e68268 None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:21.002370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-653b876a-645c-4ec3-82b2-591dbb2acd68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 200 len: 217 time: 0.0991597 Feb 09 21:09:21.027310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:21.088551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-250d36b2-f224-4cf3-96d4-2b76cfc4505f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1576765 Feb 09 21:09:21.136417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-029a0ffb-52cd-4a9d-a5b8-97fe02c2863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:21.143771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-029a0ffb-52cd-4a9d-a5b8-97fe02c2863d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.1380317 Feb 09 21:09:21.144598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:21.152242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fcb5534b-3ed2-45ef-a3e7-960b25a5a2c3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'security_group': {'name': 'tempest-secgroup-134739429'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:21.160883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 90b1e3cc-1b95-45e0-b3e1-73b09319b074 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:21.216769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.251273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Current status of the port 3389fe10-9695-48f7-acaf-fe21ded8028d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:21.251901 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.261300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcb5534b-3ed2-45ef-a3e7-960b25a5a2c3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.265925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-724a2d31-ff8d-415b-af02-0e7bb907aef6 req-f20d0f3c-49ac-4029-925f-26b8b7cf04a7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1060250 Feb 09 21:09:21.267541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 90b1e3cc-1b95-45e0-b3e1-73b09319b074 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:21.267936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 90b1e3cc-1b95-45e0-b3e1-73b09319b074 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:21.307905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-d604371f-b6f4-4ca8-a83e-79d0ef8da4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:21.317259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-d604371f-b6f4-4ca8-a83e-79d0ef8da4c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1591151 Feb 09 21:09:21.321072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:21.326140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.355642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 63f6814b-10e7-45b7-9660-42dfde662c04 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:21.369650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] For port 3389fe10-9695-48f7-acaf-fe21ded8028d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3389fe10-9695-48f7-acaf-fe21ded8028d,segment=NetworkSegment(82a35a7e-fc5d-40ac-86a9-e78966466f52),segment_id=82a35a7e-fc5d-40ac-86a9-e78966466f52)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:21.384228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.440242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Could not find standard attr ID for object 3a9d1584-45c6-4c09-a70b-e17a155da202. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:09:21.532214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486cde1-d8f4-4867-967c-351a6eca65f2 None None] Update dhcp port {'port': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'fixed_ips': [{'subnet_id': 'd963cbbc-1de5-4c23-a616-147d10795f43', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b9aa865d-b80e-44c6-94f1-cb7a3f869318'}], 'binding:host_id': 'n-d-789963-29'}, 'id': 'ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:09:21.536985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Provisioning complete for port 009db2b4-1a67-4f5d-8aed-1ae213b9920f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:21.537476 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.569505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Pushing event updated for resources: {'Port': ['ID=3389fe10-9695-48f7-acaf-fe21ded8028d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:21.616101 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9486cde1-d8f4-4867-967c-351a6eca65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.618973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcb5534b-3ed2-45ef-a3e7-960b25a5a2c3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (cf5b860e-af4c-4f7f-bdbe-c51c12f0974d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.636734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c5590-43c9-42a6-bfb8-6fe559ea91a7 None None] Port 009db2b4-1a67-4f5d-8aed-1ae213b9920f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:21.643091 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcb5534b-3ed2-45ef-a3e7-960b25a5a2c3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cf5b860e-af4c-4f7f-bdbe-c51c12f0974d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.685435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.21.0.1 (9b66b143-1040-4cc8-8da4-f1bba2ae2be1/7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9/f879e1c7-062d-4342-bfac-f5df8faf45e3) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:21.720629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:feab:5ac7 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/28223058-e156-4f39-b924-7a7645707b59/63f6814b-10e7-45b7-9660-42dfde662c04) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:21.750706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.20.0.14 (91efa7f8-a13c-46c3-b82a-e6ca08763844/8eb49d8f-39e3-4f02-952e-6a2755aa258a/b8ac7046-daeb-402a-b5d0-0efb6e0346af) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:21.776079 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fcb5534b-3ed2-45ef-a3e7-960b25a5a2c3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.794329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fcb5534b-3ed2-45ef-a3e7-960b25a5a2c3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6473007 Feb 09 21:09:21.804105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5534b-3ed2-45ef-a3e7-960b25a5a2c3 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5b860e-af4c-4f7f-bdbe-c51c12f0974d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:21.810315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:21.816990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-490ee959-b823-4559-a724-71eeb271ebb4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'security_group': {'name': 'tempest-secgroup-1201280349'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:21.849724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-21b66a4e-8c2e-4304-bcbf-9c10f646bbd1 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206747 Feb 09 21:09:21.981979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-490ee959-b823-4559-a724-71eeb271ebb4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:21.995195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:22.060356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-813233e6-8227-4f7b-b53a-2b8e02349846 req-81b7a648-7259-4214-a786-6865f5deff8a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 210 time: 0.0423152 Feb 09 21:09:22.068639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f7330ac-120c-45e4-a2c9-3eeaf846b836 req-8f579f2f-b84b-4407-95c3-e5ed146b5ec4 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119451 Feb 09 21:09:22.085686 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.104390 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.109116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Provisioning complete for port 48858203-d1e6-4c19-aa9f-bae4afd83279 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:22.110025 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.114899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9486cde1-d8f4-4867-967c-351a6eca65f2 None None] Allocated IP 172.20.0.2 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/b9aa865d-b80e-44c6-94f1-cb7a3f869318/ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:22.154367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-490ee959-b823-4559-a724-71eeb271ebb4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (26c8019a-de10-46ba-9814-78a34f561e09), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.161545 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-490ee959-b823-4559-a724-71eeb271ebb4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (26c8019a-de10-46ba-9814-78a34f561e09), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.208901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.214579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-490ee959-b823-4559-a724-71eeb271ebb4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.221187 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-490ee959-b823-4559-a724-71eeb271ebb4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4088855 Feb 09 21:09:22.222365 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (63f6814b-10e7-45b7-9660-42dfde662c04), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.222927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:22.231666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ee959-b823-4559-a724-71eeb271ebb4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c8019a-de10-46ba-9814-78a34f561e09,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:22.247138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.253346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c5d4bfcc-b5fb-4b0a-8713-3d0c55eec00f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'security_group': {'name': 'tempest-secgroup-897437650'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:22.267031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:22.267588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.283046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bfcc-b5fb-4b0a-8713-3d0c55eec00f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.295713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:09:22.321070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:22.331372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:22.339231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:22.347183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=f879e1c7-062d-4342-bfac-f5df8faf45e3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:22.378935 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.381244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (63f6814b-10e7-45b7-9660-42dfde662c04), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.404586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9486cde1-d8f4-4867-967c-351a6eca65f2 None None] For port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,segment=NetworkSegment(c1dda5d4-c1fe-465e-b13a-bccea42bc654),segment_id=c1dda5d4-c1fe-465e-b13a-bccea42bc654)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:22.412457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bfcc-b5fb-4b0a-8713-3d0c55eec00f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.418126 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bfcc-b5fb-4b0a-8713-3d0c55eec00f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.449781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bfcc-b5fb-4b0a-8713-3d0c55eec00f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.455621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:22.456471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c5d4bfcc-b5fb-4b0a-8713-3d0c55eec00f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2275803 Feb 09 21:09:22.464841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-953997275', 'security_groups': ['d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa'], 'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9aa865d-b80e-44c6-94f1-cb7a3f869318'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:22.474721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4bfcc-b5fb-4b0a-8713-3d0c55eec00f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:22.491555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:22.503575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Current status of the port 48858203-d1e6-4c19-aa9f-bae4afd83279 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:22.504014 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.507748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:22.525487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (d366111d-3c12-4a3e-b26d-2a21795dcaaa), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.530800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:22.534247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:22.551297 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9486cde1-d8f4-4867-967c-351a6eca65f2 None None] Publish callbacks [] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.589082 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9486cde1-d8f4-4867-967c-351a6eca65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.649341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:22.659128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:22.678969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] For port 48858203-d1e6-4c19-aa9f-bae4afd83279, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=48858203-d1e6-4c19-aa9f-bae4afd83279,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:22.699158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:22.707593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:22.708802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.711039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:22.717835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.742994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:22.744191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c1f5932c-8eea-414d-aa7d-b51577fc5a5c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:22.809969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'port_id': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'mac_address': 'fa:16:3e:11:c2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:09:22.864728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486cde1-d8f4-4867-967c-351a6eca65f2 None None] Pushing event updated for resources: {'Port': ['ID=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:22.924055 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0019486 Feb 09 21:09:22.927791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:22.955669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:22.956327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:22.971385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcd0ed-84dc-4438-89b4-83f771c64e15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=63f6814b-10e7-45b7-9660-42dfde662c04,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:22.992631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3235dd5-b31d-4190-b058-8c62363eaea9 req-3c4eaa3d-e0c6-4f27-8e41-2248ff44e477 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:22.994243 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3235dd5-b31d-4190-b058-8c62363eaea9 req-3c4eaa3d-e0c6-4f27-8e41-2248ff44e477 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.3579051 Feb 09 21:09:23.030843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 219cd6dd-d299-4488-83e4-b9b8d546de3b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:23.031325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.038308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce959b-4c29-4353-9558-93256e7fa4e3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:23.043854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce959b-4c29-4353-9558-93256e7fa4e3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:23.050059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-87ce959b-4c29-4353-9558-93256e7fa4e3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1207638 Feb 09 21:09:23.050808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:23.061987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Provisioning complete for port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:23.063598 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.074556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-5eb730f8-9eb8-42ff-8a24-efe48816f96b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5458267 Feb 09 21:09:23.131450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219cd6dd-d299-4488-83e4-b9b8d546de3b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:09:23.149003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Pushing event updated for resources: {'Port': ['ID=48858203-d1e6-4c19-aa9f-bae4afd83279,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:23.154956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Request body: {'port': {'device_id': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:23.164420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c1f5932c-8eea-414d-aa7d-b51577fc5a5c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:23.164877 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.204671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c55d242-7d71-41fc-94d8-f720fb4a4fdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 63f6814b-10e7-45b7-9660-42dfde662c04 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:23.205303 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c55d242-7d71-41fc-94d8-f720fb4a4fdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (63f6814b-10e7-45b7-9660-42dfde662c04), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.206801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:23.215208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.224587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.245338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:23.384511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe86a84-ca2c-4b51-a8dc-1a7833be8a8a req-6641ab21-9fac-4cb5-be16-c520bf4f7bef tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:23.386405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfe86a84-ca2c-4b51-a8dc-1a7833be8a8a req-6641ab21-9fac-4cb5-be16-c520bf4f7bef tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 932 time: 0.1616440 Feb 09 21:09:23.463620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfe86a84-ca2c-4b51-a8dc-1a7833be8a8a req-e673147e-4636-4663-93dc-b9531437e619 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703549 Feb 09 21:09:23.475655 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.499122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c55d242-7d71-41fc-94d8-f720fb4a4fdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (63f6814b-10e7-45b7-9660-42dfde662c04), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.502015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3235dd5-b31d-4190-b058-8c62363eaea9 req-8d31a80e-1ede-438c-95bb-8ec7b2901363 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4528377 Feb 09 21:09:23.517068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c55d242-7d71-41fc-94d8-f720fb4a4fdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 63f6814b-10e7-45b7-9660-42dfde662c04 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:23.616456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['219cd6dd-d299-4488-83e4-b9b8d546de3b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:09:23.623422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:23.652405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Current status of the port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:23.653174 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.694852 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.697608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c1f5932c-8eea-414d-aa7d-b51577fc5a5c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:23.698966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 83478c70-afd7-4b09-a6b1-4622fe12dbb7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:23.762275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c55d242-7d71-41fc-94d8-f720fb4a4fdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (63f6814b-10e7-45b7-9660-42dfde662c04), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.829117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] For port 83478c70-afd7-4b09-a6b1-4622fe12dbb7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=83478c70-afd7-4b09-a6b1-4622fe12dbb7,segment=NetworkSegment(21b0f52f-e2aa-4c3a-a700-8184d9fb01a5),segment_id=21b0f52f-e2aa-4c3a-a700-8184d9fb01a5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:23.836860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c55d242-7d71-41fc-94d8-f720fb4a4fdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.844557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7c55d242-7d71-41fc-94d8-f720fb4a4fdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/63f6814b-10e7-45b7-9660-42dfde662c04 HTTP/1.1" status: 204 len: 168 time: 0.7917635 Feb 09 21:09:23.845976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55d242-7d71-41fc-94d8-f720fb4a4fdc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=63f6814b-10e7-45b7-9660-42dfde662c04,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:23.848358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56598) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:23.866243 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:23.875094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] device_id is not set on port 29d12bef-00a8-4e54-82ec-5270e0771d99 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:23.911335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9c01d-43c6-46c9-9a9e-53d2940fbd4d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:23.912680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9c01d-43c6-46c9-9a9e-53d2940fbd4d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:23.916925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d7e9c01d-43c6-46c9-9a9e-53d2940fbd4d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0673223 Feb 09 21:09:23.917529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:23.964372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:23.964976 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.000720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4931123e-b012-49ee-a732-ef89c09c1b31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 28223058-e156-4f39-b924-7a7645707b59 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:24.005614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4931123e-b012-49ee-a732-ef89c09c1b31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (28223058-e156-4f39-b924-7a7645707b59), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.019107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Provisioning complete for port 3389fe10-9695-48f7-acaf-fe21ded8028d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:24.019583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.087122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Pushing event updated for resources: {'Port': ['ID=83478c70-afd7-4b09-a6b1-4622fe12dbb7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:24.128708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4931123e-b012-49ee-a732-ef89c09c1b31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (28223058-e156-4f39-b924-7a7645707b59), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.258303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:24.262635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.264660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 48858203-d1e6-4c19-aa9f-bae4afd83279 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:24.283458 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.311332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4537ee-437c-4c00-9c0a-2da41de7c308 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:09:24.359510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Current status of the port 3389fe10-9695-48f7-acaf-fe21ded8028d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:24.375418 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4931123e-b012-49ee-a732-ef89c09c1b31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (28223058-e156-4f39-b924-7a7645707b59), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.384117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.12 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/b9aa865d-b80e-44c6-94f1-cb7a3f869318/29d12bef-00a8-4e54-82ec-5270e0771d99) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:24.405808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:24.406193 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.447192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ac7046-daeb-402a-b5d0-0efb6e0346af {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:09:24.453998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=f879e1c7-062d-4342-bfac-f5df8faf45e3,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:24.463721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (d366111d-3c12-4a3e-b26d-2a21795dcaaa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.468234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Publish callbacks [] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.486976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 48858203-d1e6-4c19-aa9f-bae4afd83279 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:24.487353 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.488878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4931123e-b012-49ee-a732-ef89c09c1b31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (28223058-e156-4f39-b924-7a7645707b59), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.541950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931123e-b012-49ee-a732-ef89c09c1b31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=28223058-e156-4f39-b924-7a7645707b59,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:24.547105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4931123e-b012-49ee-a732-ef89c09c1b31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.555128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4931123e-b012-49ee-a732-ef89c09c1b31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/28223058-e156-4f39-b924-7a7645707b59 HTTP/1.1" status: 204 len: 168 time: 0.6362841 Feb 09 21:09:24.555781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:24.614449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4537ee-437c-4c00-9c0a-2da41de7c308 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:09:24.628714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.647941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-31556040-9e25-4bd6-a2f8-3540a18a06e9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905445 Feb 09 21:09:24.658311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56610) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:24.664300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:24.686028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Transition to ACTIVE for port object b8ac7046-daeb-402a-b5d0-0efb6e0346af will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:09:24.714096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:24.721064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b879c18-68a2-4d66-a523-09d5d19c4e2b req-a8febfec-fab2-412c-ad40-34042cec4753 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:24.724351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b879c18-68a2-4d66-a523-09d5d19c4e2b req-a8febfec-fab2-412c-ad40-34042cec4753 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 932 time: 0.1251507 Feb 09 21:09:24.767979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.780187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Provisioning complete for port 78a6c45e-878c-46d5-a348-49976a3db234 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:24.780669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78a6c45e-878c-46d5-a348-49976a3db234), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.788257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 48858203-d1e6-4c19-aa9f-bae4afd83279 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:24.789425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3389fe10-9695-48f7-acaf-fe21ded8028d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:24.825005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b879c18-68a2-4d66-a523-09d5d19c4e2b req-0b8e69cd-9f1c-49c4-863c-f65889043500 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911534 Feb 09 21:09:24.899760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fdee046e-92ff-425b-9632-8b079656f660 None None] Port 78a6c45e-878c-46d5-a348-49976a3db234 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:24.930585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.946937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3389fe10-9695-48f7-acaf-fe21ded8028d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:24.947415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:24.952264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:25.012402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0e87e2-b3e8-4c20-97b5-5e4a3fb18599 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:25.092496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Provisioning complete for port 48858203-d1e6-4c19-aa9f-bae4afd83279 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:25.092869 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.205716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3389fe10-9695-48f7-acaf-fe21ded8028d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:25.293562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Current status of the port 48858203-d1e6-4c19-aa9f-bae4afd83279 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:25.336197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:25.337040 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.360239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:25.399158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3389fe10-9695-48f7-acaf-fe21ded8028d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:25.441454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5a9f5-33d3-47f8-9825-d08ae76d9c40 req-e3e623aa-af34-4765-b1e2-fd47ec6ed040 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:25.443614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f4e5a9f5-33d3-47f8-9825-d08ae76d9c40 req-e3e623aa-af34-4765-b1e2-fd47ec6ed040 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 945 time: 0.7136409 Feb 09 21:09:25.514736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:25.515505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:25.518914 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.526857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:25.527259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Deleting port 48858203-d1e6-4c19-aa9f-bae4afd83279 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:25.527636 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.529554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:25.548626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:25.573461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3389fe10-9695-48f7-acaf-fe21ded8028d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:25.573888 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.575369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Could not find standard attr ID for object 63f6814b-10e7-45b7-9660-42dfde662c04. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:09:25.592173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:25.616013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:25.640411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] For port 48858203-d1e6-4c19-aa9f-bae4afd83279, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=48858203-d1e6-4c19-aa9f-bae4afd83279,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:25.641284 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.645692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=29d12bef-00a8-4e54-82ec-5270e0771d99,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:25.668797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Calling delete_port for 48858203-d1e6-4c19-aa9f-bae4afd83279 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:25.670465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Provisioning complete for port 78a6c45e-878c-46d5-a348-49976a3db234 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:25.670891 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78a6c45e-878c-46d5-a348-49976a3db234), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.703726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:25.703726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:25.704103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:25.724261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f4e5a9f5-33d3-47f8-9825-d08ae76d9c40 req-8ed05869-7781-4ad2-8020-65bfc220ed53 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641008 Feb 09 21:09:25.751245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Port 78a6c45e-878c-46d5-a348-49976a3db234 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:25.809743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:09:25.810145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:25.827206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Provisioning complete for port f879e1c7-062d-4342-bfac-f5df8faf45e3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:25.827585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.840781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:25.841116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Checking segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:25.841460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Bound using segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:25.841921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Bound port: b8ac7046-daeb-402a-b5d0-0efb6e0346af, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:25.842291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.875271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3389fe10-9695-48f7-acaf-fe21ded8028d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:25.876475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:25.907102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:25.907824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.928002 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (48858203-d1e6-4c19-aa9f-bae4afd83279), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:25.977152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6add76a2-e4ee-430e-9e57-4941664dddf0 None None] Port f879e1c7-062d-4342-bfac-f5df8faf45e3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:26.004146 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e424881-02f6-4778-9128-d91bc9a22009 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5435195 Feb 09 21:09:26.006797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router d366111d-3c12-4a3e-b26d-2a21795dcaaa has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:26.017882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56616) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:26.023922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2e07d831-8b37-4495-8459-e32530184ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:26.031613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Pushing event deleted for resources: {'Port': ['ID=48858203-d1e6-4c19-aa9f-bae4afd83279,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:26.039722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] No DVR routers for this DVR port 48858203-d1e6-4c19-aa9f-bae4afd83279 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:26.049676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.050028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.050375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.051611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.051611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.051611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.051890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.052114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.052409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.052735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.053063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.053796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.053796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161bffe6-9dee-4d45-a4c4-1ac673e6652a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:26.085722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:26.086104 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.147086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05c412-a521-4bea-8143-218ddf7947d8 req-7cb64e71-99dd-4598-8c20-1a8c5543478c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:26.148538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e05c412-a521-4bea-8143-218ddf7947d8 req-7cb64e71-99dd-4598-8c20-1a8c5543478c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 944 time: 0.2037275 Feb 09 21:09:26.171591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c44e1a62-6788-4038-b7fc-08542b097231 None None] Provisioning complete for port 29d12bef-00a8-4e54-82ec-5270e0771d99 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:26.172005 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c44e1a62-6788-4038-b7fc-08542b097231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.217459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:26.222563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e07d831-8b37-4495-8459-e32530184ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:26.227908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e07d831-8b37-4495-8459-e32530184ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.235735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c44e1a62-6788-4038-b7fc-08542b097231 None None] Port 29d12bef-00a8-4e54-82ec-5270e0771d99 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:26.240330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:26.243014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:26.244301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 83478c70-afd7-4b09-a6b1-4622fe12dbb7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:26.262676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e05c412-a521-4bea-8143-218ddf7947d8 req-0a80cca3-37bf-4c6a-9fc8-7f3bcb8f96c3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080315 Feb 09 21:09:26.273347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c44e1a62-6788-4038-b7fc-08542b097231 None None] Provisioning complete for port f879e1c7-062d-4342-bfac-f5df8faf45e3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:26.273721 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c44e1a62-6788-4038-b7fc-08542b097231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.274677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.334083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:26.335031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:26.339945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-967395fb-bc22-4ea0-a9c1-726721840d8f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/d366111d-3c12-4a3e-b26d-2a21795dcaaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0980270 Feb 09 21:09:26.348373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:26.352480 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55a2d9-7434-432f-af39-5713f491349f None None] Sync routers for ids ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:26.359988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:26.360625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.361988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] 10.222.0.13 "PUT /v2.0/ports/b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 1093 time: 3.2211359 Feb 09 21:09:26.371165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:09:26.373510 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289a35d2-a107-47e8-b3dd-ad39c8919528" -d '{"events": [{"name": "network-changed", "server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:09:26.381372 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55a2d9-7434-432f-af39-5713f491349f None None] Routers {'d366111d-3c12-4a3e-b26d-2a21795dcaaa'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:26.382340 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d55a2d9-7434-432f-af39-5713f491349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:26.474362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e14ad-b2d6-4b45-bc9c-85987adfbf2a service neutron] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:26.479819 n-d-789963-29 neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-2e07d831-8b37-4495-8459-e32530184ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b9aa865d-b80e-44c6-94f1-cb7a3f869318 (CIDR: 172.20.0.0/28) Feb 09 21:09:26.484334 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d55a2d9-7434-432f-af39-5713f491349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:26.491484 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e07d831-8b37-4495-8459-e32530184ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:09:26.494909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e07d831-8b37-4495-8459-e32530184ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:26.496807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:26.497197 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.502429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c44e1a62-6788-4038-b7fc-08542b097231 None None] Port f879e1c7-062d-4342-bfac-f5df8faf45e3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:26.506990 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a658f4fb-05f8-42f7-8f42-b0eba49f6ce8 x-openstack-request-id: req-a658f4fb-05f8-42f7-8f42-b0eba49f6ce8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:09:26.510350 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:09:26.512776 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a658f4fb-05f8-42f7-8f42-b0eba49f6ce8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:09:26.513841 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'status': 'completed', 'code': 200} Feb 09 21:09:26.516624 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55a2d9-7434-432f-af39-5713f491349f None None] Routers {'d366111d-3c12-4a3e-b26d-2a21795dcaaa'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:26.519087 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d55a2d9-7434-432f-af39-5713f491349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:26.543909 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2e07d831-8b37-4495-8459-e32530184ece tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5224817 Feb 09 21:09:26.544140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56624) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:26.550146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4d3f838f-1ce0-49ad-bf09-8af86c27222f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:26.553384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bbff59-b489-4b48-8989-563a3afded36 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:26.557232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d8bbff59-b489-4b48-8989-563a3afded36 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports/f879e1c7-062d-4342-bfac-f5df8faf45e3 HTTP/1.1" status: 200 len: 910 time: 0.2056162 Feb 09 21:09:26.565816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56626) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:26.616650 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2d55a2d9-7434-432f-af39-5713f491349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:26.617576 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55a2d9-7434-432f-af39-5713f491349f None None] The sync data for ids ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:26.640094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:09:26.651591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f09b079f-53b0-4937-86a9-4117b66132a3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.668242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-d133dcaf-9bc0-459a-a62a-11eb560e7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:26.670298 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-d133dcaf-9bc0-459a-a62a-11eb560e7d8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1127 time: 0.2444096 Feb 09 21:09:26.673840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 219cd6dd-d299-4488-83e4-b9b8d546de3b completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:09:26.681121 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.683558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 219cd6dd-d299-4488-83e4-b9b8d546de3b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:26.683958 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.746451 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-8f3204c3-8bb3-45d1-baab-fe10f85ddcc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 217 time: 0.0519145 Feb 09 21:09:26.748819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:26.778558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:26.787201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:26.798797 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:26.864273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=f09b079f-53b0-4937-86a9-4117b66132a3,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:26.878817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2b3bea41-e0d2-42a4-910f-44fb184e7dcd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2171140 Feb 09 21:09:26.879745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56630) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:26.884760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:5c:9d:2b', 'name': 'tempest-NetworksTestDHCPv6-2117365088'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:26.905535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-0cf65d5e-ac20-4a69-8d0b-f8d19d27e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:26.907624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-0cf65d5e-ac20-4a69-8d0b-f8d19d27e584 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 200 len: 834 time: 0.1548181 Feb 09 21:09:26.999623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba0cd9-9fd6-4ec3-b0c2-85d93b424e3b req-108a196c-4f22-4eaf-a429-bfd2b2275db4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:27.001318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85ba0cd9-9fd6-4ec3-b0c2-85d93b424e3b req-108a196c-4f22-4eaf-a429-bfd2b2275db4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 945 time: 0.1534009 Feb 09 21:09:27.010744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-2d4fc4ac-187b-4766-af27-22d41572a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:27.012553 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-2d4fc4ac-187b-4766-af27-22d41572a27f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91efa7f8-a13c-46c3-b82a-e6ca08763844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0781050 Feb 09 21:09:27.027475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377969a2-43ee-412c-9f74-d5dbe944ab27 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:27.101590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:27.111403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:27.160268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3f838f-1ce0-49ad-bf09-8af86c27222f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:27.164206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d3f838f-1ce0-49ad-bf09-8af86c27222f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:27.184441 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-df26a51d-a2f5-4665-a103-c8c5e64992a1 service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594856 Feb 09 21:09:27.262252 n-d-789963-29 neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-4d3f838f-1ce0-49ad-bf09-8af86c27222f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d963cbbc-1de5-4c23-a616-147d10795f43 (CIDR: 172.20.0.16/28) Feb 09 21:09:27.267180 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3f838f-1ce0-49ad-bf09-8af86c27222f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:09:27.267971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3f838f-1ce0-49ad-bf09-8af86c27222f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:27.271559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:27.277016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 219cd6dd-d299-4488-83e4-b9b8d546de3b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:27.291711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85ba0cd9-9fd6-4ec3-b0c2-85d93b424e3b req-be7e95a3-2ec3-4851-a539-f34020e8dac6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268350 Feb 09 21:09:27.293406 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:27.295239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4d3f838f-1ce0-49ad-bf09-8af86c27222f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7500510 Feb 09 21:09:27.300778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:27.317444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'subnet': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:27.332951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 10e42066-a5c5-4f80-9d95-a8e13e12748b yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:27.383870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 48858203-d1e6-4c19-aa9f-bae4afd83279 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:27.403034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:09:27.405306 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe557234-ab84-4d15-84d1-3958a995d485" -d '{"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-plugged", "status": "completed", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:09:27.412230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (d366111d-3c12-4a3e-b26d-2a21795dcaaa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:27.440709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:27.442252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 48858203-d1e6-4c19-aa9f-bae4afd83279 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:27.443129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 48858203-d1e6-4c19-aa9f-bae4afd83279 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:27.485890 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5af563b0-8018-458a-b5e8-58dab63c3aeb req-843641df-a2b6-45cd-9fa0-279d347d2dee service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951326 Feb 09 21:09:27.486437 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:27.497407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'f09b079f-53b0-4937-86a9-4117b66132a3'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:27.498281 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:27.572474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611c68a-bc2b-403d-b043-ea89377ca1ee req-4fe84a2b-1451-4c28-9ee9-7886fdcecc32 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:27.574522 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2611c68a-bc2b-403d-b043-ea89377ca1ee req-4fe84a2b-1451-4c28-9ee9-7886fdcecc32 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 944 time: 0.1918728 Feb 09 21:09:27.616155 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8111de-a30e-44c7-958a-e4d7685bb626 x-openstack-request-id: req-8f8111de-a30e-44c7-958a-e4d7685bb626 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:09:27.616868 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-plugged", "status": "completed", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:09:27.617135 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8f8111de-a30e-44c7-958a-e4d7685bb626 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:09:27.617610 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'code': 200} Feb 09 21:09:27.663015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Made reservation on behalf of be9b06ac2a8946ad98dec778aac67d35 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:27.663558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:27.666876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:27.737762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacfc30-1858-4b09-857b-26bcb7170f4c req-6fba5b08-c59c-4fa7-adc9-a566b1837678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:27.740218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6dacfc30-1858-4b09-857b-26bcb7170f4c req-6fba5b08-c59c-4fa7-adc9-a566b1837678 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1129 time: 0.1030042 Feb 09 21:09:27.757595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:fe5c:9d2b (80e680bd-6aaf-43aa-80bf-d3a099d84e51/f09b079f-53b0-4937-86a9-4117b66132a3/10e42066-a5c5-4f80-9d95-a8e13e12748b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:27.772443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2611c68a-bc2b-403d-b043-ea89377ca1ee req-029a2aad-ec64-4e73-8dee-bd0cb1d86218 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845102 Feb 09 21:09:27.782054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-bcf4375b-3456-480b-bdd0-f74de500d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:27.783851 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-bcf4375b-3456-480b-bdd0-f74de500d143 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1127 time: 0.2260628 Feb 09 21:09:27.831249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6dacfc30-1858-4b09-857b-26bcb7170f4c req-a1902c72-9d2c-4826-94cf-cbfc888bc806 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848894 Feb 09 21:09:27.898855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port f879e1c7-062d-4342-bfac-f5df8faf45e3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:27.899731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.006113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.017242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-98424804-9268-4557-ba60-8a27d48dbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:28.018838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-98424804-9268-4557-ba60-8a27d48dbfaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 897 time: 0.2245364 Feb 09 21:09:28.028153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for f879e1c7-062d-4342-bfac-f5df8faf45e3 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:28.100109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-3f45017e-7852-472d-b22b-5d1fb228667d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 217 time: 0.0672619 Feb 09 21:09:28.169507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (10e42066-a5c5-4f80-9d95-a8e13e12748b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.210182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-e1b2ef0e-b41f-4195-b3af-34795867025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:28.211665 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-e1b2ef0e-b41f-4195-b3af-34795867025a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 200 len: 834 time: 0.1046402 Feb 09 21:09:28.299126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-2d546e90-5d36-4f90-b01e-b44cafa6c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:28.300921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-2d546e90-5d36-4f90-b01e-b44cafa6c5e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91efa7f8-a13c-46c3-b82a-e6ca08763844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0780842 Feb 09 21:09:28.302364 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (9617ba6f-138c-4f3a-a9f9-d82ba964865a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.307710 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f879e1c7-062d-4342-bfac-f5df8faf45e3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.350642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (10e42066-a5c5-4f80-9d95-a8e13e12748b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.409090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=f879e1c7-062d-4342-bfac-f5df8faf45e3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:28.441347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Allocated IP 2001:db8::f816:3eff:fef1:3e81 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/f09b079f-53b0-4937-86a9-4117b66132a3/cd299a3a-a76e-4f7e-9b34-a54e26bcfb84) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:28.476696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:28.496117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:28.497823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Subnet': ['ID=9617ba6f-138c-4f3a-a9f9-d82ba964865a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:28.508412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:28.509008 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.530828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:28.542454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=10e42066-a5c5-4f80-9d95-a8e13e12748b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:28.545515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:28.552726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:28.558023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b526890-582a-4136-a976-14a60ac4d094 None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:28.568663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:28.569387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.587450 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b2bfae62-f3e4-4e87-8241-cca8bfad63aa tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2805696 Feb 09 21:09:28.597325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:28.611597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1986966807', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9617ba6f-138c-4f3a-a9f9-d82ba964865a'}], 'security_groups': ['cf5b860e-af4c-4f7f-bdbe-c51c12f0974d', '26c8019a-de10-46ba-9814-78a34f561e09']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:28.688607 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-5aca7402-cdf3-4387-9c98-243e0c1c449d service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791831 Feb 09 21:09:28.695210 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-516e06b3-b1a3-49f7-bd59-b5cefd38799f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8139603 Feb 09 21:09:28.697568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:28.746344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cdf5a-74fc-4ee1-b6ca-4c7946f1a430 req-ba71352c-e996-4817-9dd1-86ed55aae3a7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:28.747671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-424cdf5a-74fc-4ee1-b6ca-4c7946f1a430 req-ba71352c-e996-4817-9dd1-86ed55aae3a7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2598720 Feb 09 21:09:28.753197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (d366111d-3c12-4a3e-b26d-2a21795dcaaa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.859893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Publish callbacks [] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.873334 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:28.928889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Pushing event updated for resources: {'Port': ['ID=cd299a3a-a76e-4f7e-9b34-a54e26bcfb84,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:28.974679 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:28.976566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-424cdf5a-74fc-4ee1-b6ca-4c7946f1a430 req-e04fb24c-4901-440d-afbe-ad425d4f314d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207909 Feb 09 21:09:28.979873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:28.983508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:29.042382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5b228-534c-4d65-84ad-842637b97032 None None] Update dhcp port {'port': {'network_id': 'a79d6703-33f7-4a68-bd8e-091abc0f7ac9', 'fixed_ips': [{'subnet_id': 'd963cbbc-1de5-4c23-a616-147d10795f43', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b9aa865d-b80e-44c6-94f1-cb7a3f869318', 'ip_address': '172.20.0.2'}, {'subnet_id': '9617ba6f-138c-4f3a-a9f9-d82ba964865a'}], 'binding:host_id': 'n-d-789963-29'}, 'id': 'ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:09:29.087414 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b228-534c-4d65-84ad-842637b97032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:29.230115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router d366111d-3c12-4a3e-b26d-2a21795dcaaa has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:29.281788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Attempting to bind port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:29.282309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Attempting to bind port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:29.282780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Attempting to bind port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:29.291234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:29.291829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:29.292726 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:29.294482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:29.294797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Bound port: cd299a3a-a76e-4f7e-9b34-a54e26bcfb84, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:29.295299 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:29.311246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e5b5b228-534c-4d65-84ad-842637b97032 None None] Allocated IP 172.20.0.34 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/9617ba6f-138c-4f3a-a9f9-d82ba964865a/ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:29.349323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:29.354926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1bb12429-c9d1-49b5-b02b-6bdfa89b9d7c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/d366111d-3c12-4a3e-b26d-2a21795dcaaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7871654 Feb 09 21:09:29.358136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:29.368294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] For port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:29.373402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] For port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=cd299a3a-a76e-4f7e-9b34-a54e26bcfb84,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:29.381666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff13a35-676b-4e20-83d1-808d1e4a1a60 None None] Sync routers for ids ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:29.384936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b8ac7046-daeb-402a-b5d0-0efb6e0346af details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:09:29.386463 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:29.392841 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:29.498492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3c4d3-4785-4b5d-83c4-3da6c62d7787 None None] Pushing event updated for resources: {'Port': ['ID=cd299a3a-a76e-4f7e-9b34-a54e26bcfb84,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:29.534009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6a65f-96bc-401b-a5f8-c8628f7b7405 req-f187b6ed-cb65-4e90-9379-8865c380977c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:29.536198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9be6a65f-96bc-401b-a5f8-c8628f7b7405 req-f187b6ed-cb65-4e90-9379-8865c380977c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 944 time: 0.1624718 Feb 09 21:09:29.537930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff13a35-676b-4e20-83d1-808d1e4a1a60 None None] Routers {'d366111d-3c12-4a3e-b26d-2a21795dcaaa'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:29.538823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ff13a35-676b-4e20-83d1-808d1e4a1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:29.553723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d5a24-4678-4254-a546-6f68f3ba732d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:29.559393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-710d5a24-4678-4254-a546-6f68f3ba732d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.8471010 Feb 09 21:09:29.560035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:29.624361 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:09:29.667057 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-289a35d2-a107-47e8-b3dd-ad39c8919528 req-14b34f37-1af7-43b5-aee6-b7bebc294f1f service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9675450 Feb 09 21:09:29.684145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ff13a35-676b-4e20-83d1-808d1e4a1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:29.733781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff13a35-676b-4e20-83d1-808d1e4a1a60 None None] Routers {'d366111d-3c12-4a3e-b26d-2a21795dcaaa'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:29.733781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ff13a35-676b-4e20-83d1-808d1e4a1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:29.791979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ff13a35-676b-4e20-83d1-808d1e4a1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:29.792637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff13a35-676b-4e20-83d1-808d1e4a1a60 None None] The sync data for ids ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:29.809802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e5b5b228-534c-4d65-84ad-842637b97032 None None] For port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,segment=NetworkSegment(c1dda5d4-c1fe-465e-b13a-bccea42bc654),segment_id=c1dda5d4-c1fe-465e-b13a-bccea42bc654)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:29.841965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:29.876309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'port_id': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'mac_address': 'fa:16:3e:ee:3d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:09:29.883892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (d366111d-3c12-4a3e-b26d-2a21795dcaaa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:29.901805 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b228-534c-4d65-84ad-842637b97032 None None] Publish callbacks [] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:29.910041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5b5b228-534c-4d65-84ad-842637b97032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.040806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9be6a65f-96bc-401b-a5f8-c8628f7b7405 req-91fddb9e-3e68-4ff7-958a-0bdd32bcbae6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4761462 Feb 09 21:09:30.085890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b8ac7046-daeb-402a-b5d0-0efb6e0346af is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:30.086619 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.164981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e523e9f9-3755-48f3-bcba-d1b47a42891b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 10e42066-a5c5-4f80-9d95-a8e13e12748b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:30.165598 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e523e9f9-3755-48f3-bcba-d1b47a42891b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (10e42066-a5c5-4f80-9d95-a8e13e12748b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.185229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5b228-534c-4d65-84ad-842637b97032 None None] Pushing event updated for resources: {'Port': ['ID=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:30.198866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ac7046-daeb-402a-b5d0-0efb6e0346af {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:09:30.226337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:30.234791 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.256980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Delete allocated IP 172.20.0.12 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/b9aa865d-b80e-44c6-94f1-cb7a3f869318) {{(pid=103325) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:09:30.274864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Allocated IP 172.20.0.46 (a79d6703-33f7-4a68-bd8e-091abc0f7ac9/9617ba6f-138c-4f3a-a9f9-d82ba964865a/29d12bef-00a8-4e54-82ec-5270e0771d99) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:30.302734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:30.345025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e523e9f9-3755-48f3-bcba-d1b47a42891b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (10e42066-a5c5-4f80-9d95-a8e13e12748b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.368066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e523e9f9-3755-48f3-bcba-d1b47a42891b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 10e42066-a5c5-4f80-9d95-a8e13e12748b owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:30.460717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b8ac7046-daeb-402a-b5d0-0efb6e0346af'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:09:30.574218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d941e4-adf0-48ab-9a9f-02cd7b5fb424 req-f59404a6-5bb3-4331-9d54-d37859428d7a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:30.575934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77d941e4-adf0-48ab-9a9f-02cd7b5fb424 req-f59404a6-5bb3-4331-9d54-d37859428d7a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.1603253 Feb 09 21:09:30.657181 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.668697 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.686909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e523e9f9-3755-48f3-bcba-d1b47a42891b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (10e42066-a5c5-4f80-9d95-a8e13e12748b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.803880 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77d941e4-adf0-48ab-9a9f-02cd7b5fb424 req-3e3afcf1-a859-4466-bf19-1f841a8fc07f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151251 Feb 09 21:09:30.854867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] In _notify_port_updated(), no bound segment for port 29d12bef-00a8-4e54-82ec-5270e0771d99 on network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 {{(pid=103325) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:09:30.864650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:30.865325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:30.869237 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "PUT /v2.0/ports/29d12bef-00a8-4e54-82ec-5270e0771d99 HTTP/1.1" status: 200 len: 960 time: 2.2593915 Feb 09 21:09:30.875570 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-67148546-0706-4ca6-b7c3-d3301d094477 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2315128 Feb 09 21:09:30.879542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:31.022414 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e523e9f9-3755-48f3-bcba-d1b47a42891b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.032489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e523e9f9-3755-48f3-bcba-d1b47a42891b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/10e42066-a5c5-4f80-9d95-a8e13e12748b HTTP/1.1" status: 204 len: 168 time: 1.4540830 Feb 09 21:09:31.040514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:31.060194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dac66-31d2-4d06-998a-851242589f4d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event updated for resources: {'Port': ['ID=29d12bef-00a8-4e54-82ec-5270e0771d99,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:31.193799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523e9f9-3755-48f3-bcba-d1b47a42891b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=10e42066-a5c5-4f80-9d95-a8e13e12748b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:31.215637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc06f7-0dc1-49e5-bbb2-12fca337c5ea req-688e81bd-b9bd-4fc1-b19e-ad72fc2e0f0b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:31.217425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61bc06f7-0dc1-49e5-bbb2-12fca337c5ea req-688e81bd-b9bd-4fc1-b19e-ad72fc2e0f0b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2453966 Feb 09 21:09:31.228505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56684) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:31.233383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Request body: {'floatingip': {'port_id': '219cd6dd-d299-4488-83e4-b9b8d546de3b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:31.242343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-28a62e27-6211-4db9-8b0c-55a104b7592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:31.244315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-28a62e27-6211-4db9-8b0c-55a104b7592a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1129 time: 0.2771394 Feb 09 21:09:31.244923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b43b14-44fe-4e07-8e83-4b81b1f6e5b3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:31.246794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b43b14-44fe-4e07-8e83-4b81b1f6e5b3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:31.248474 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-88b43b14-44fe-4e07-8e83-4b81b1f6e5b3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2067001 Feb 09 21:09:31.260283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:31.325430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (55993220-21cc-402e-877c-4aa9f10b4459), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.404773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a3efb41a-695d-4471-8235-8c98e0de5680 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 29d12bef-00a8-4e54-82ec-5270e0771d99 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:31.405211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3efb41a-695d-4471-8235-8c98e0de5680 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.419914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Provisioning complete for port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:31.420363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.547331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:31.567624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde17e9-bbc1-4978-abd4-7515d93ffab0 req-544e5521-07ae-48b9-b3a7-e7f35d774411 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:31.581922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afde17e9-bbc1-4978-abd4-7515d93ffab0 req-544e5521-07ae-48b9-b3a7-e7f35d774411 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.4024189 Feb 09 21:09:31.611256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Current status of the port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:31.612065 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.622049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-c6a88bd4-a45d-4bf4-bebe-8a517b80b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:31.623547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-c6a88bd4-a45d-4bf4-bebe-8a517b80b79d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.3339741 Feb 09 21:09:31.669198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 009db2b4-1a67-4f5d-8aed-1ae213b9920f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:31.669554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.688344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] For port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=cd299a3a-a76e-4f7e-9b34-a54e26bcfb84,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:31.708374 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.812358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:31.812731 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.873122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:31.887742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 009db2b4-1a67-4f5d-8aed-1ae213b9920f owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:31.959881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:31.960360 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.098605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Pushing event updated for resources: {'Port': ['ID=cd299a3a-a76e-4f7e-9b34-a54e26bcfb84,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:32.123841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.137711 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (55993220-21cc-402e-877c-4aa9f10b4459), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.210520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c484734-7fd0-4834-8023-b2023c9ff477 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet f09b079f-53b0-4937-86a9-4117b66132a3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:32.213299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:32.214380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:32.223323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (009db2b4-1a67-4f5d-8aed-1ae213b9920f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.237623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c484734-7fd0-4834-8023-b2023c9ff477 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (f09b079f-53b0-4937-86a9-4117b66132a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.252051 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Floating IP 55993220-21cc-402e-877c-4aa9f10b4459 associated. External IP: 172.25.4.5, port: 219cd6dd-d299-4488-83e4-b9b8d546de3b. Feb 09 21:09:32.292354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:32.314384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Provisioning complete for port 29d12bef-00a8-4e54-82ec-5270e0771d99 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:32.314766 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.339164 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3efb41a-695d-4471-8235-8c98e0de5680 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.358490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:32.358490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.360361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a3efb41a-695d-4471-8235-8c98e0de5680 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 29d12bef-00a8-4e54-82ec-5270e0771d99 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:32.378607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Port 29d12bef-00a8-4e54-82ec-5270e0771d99 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:32.401628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Provisioning complete for port 78a6c45e-878c-46d5-a348-49976a3db234 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:32.402493 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78a6c45e-878c-46d5-a348-49976a3db234), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.492255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:32.499259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae0352a9-2da8-4038-a565-70298fd09fb9 None None] Port 78a6c45e-878c-46d5-a348-49976a3db234 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:32.604329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3efb41a-695d-4471-8235-8c98e0de5680 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (29d12bef-00a8-4e54-82ec-5270e0771d99), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.614097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-43b22d96-b146-46ce-a1df-98d599fd17d8 None None] Could not find standard attr ID for object 29d12bef-00a8-4e54-82ec-5270e0771d99. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:09:32.621210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-43b22d96-b146-46ce-a1df-98d599fd17d8 None None] Could not find standard attr ID for object 10e42066-a5c5-4f80-9d95-a8e13e12748b. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:09:32.628466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=009db2b4-1a67-4f5d-8aed-1ae213b9920f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:32.647298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Router 725d5224-f964-40bd-940f-d1789cf87f8e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:32.660394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-7db46442-df00-42b0-ba7d-1ad3b2af1c5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 200 len: 998 time: 1.0109789 Feb 09 21:09:32.840355 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c484734-7fd0-4834-8023-b2023c9ff477 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (f09b079f-53b0-4937-86a9-4117b66132a3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.846677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efb41a-695d-4471-8235-8c98e0de5680 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=29d12bef-00a8-4e54-82ec-5270e0771d99,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:32.849121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:32.853072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afde17e9-bbc1-4978-abd4-7515d93ffab0 req-e5ec5036-1abe-487f-b55b-ec4ff8ecf94a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2611513 Feb 09 21:09:32.864399 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] Sync routers for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:32.881972 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:32.884943 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:32.885797 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:32.966524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5318f8d6-19c5-434d-a6de-4ee5d621a505 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "PUT /v2.0/floatingips/55993220-21cc-402e-877c-4aa9f10b4459 HTTP/1.1" status: 200 len: 990 time: 1.7346892 Feb 09 21:09:32.966524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:09:32.977544 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71863f36-c27f-483a-87aa-ebdd6b4f2d45" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:09:33.047037 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90709dd9-aecc-4f1e-a17e-816537cab3b1 x-openstack-request-id: req-90709dd9-aecc-4f1e-a17e-816537cab3b1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:09:33.047037 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:09:33.047309 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-90709dd9-aecc-4f1e-a17e-816537cab3b1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:09:33.047888 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'status': 'completed', 'code': 200} Feb 09 21:09:33.117188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-bfbb02b7-2bb7-4fd1-a629-a3b89053665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:33.119064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-bfbb02b7-2bb7-4fd1-a629-a3b89053665a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.4405367 Feb 09 21:09:33.119389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40724-16ee-4520-abca-7aec7f594c1c req-d44ce553-2e24-42ad-ba2e-acd2075bb7f8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:33.120112 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (d366111d-3c12-4a3e-b26d-2a21795dcaaa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.120994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70d40724-16ee-4520-abca-7aec7f594c1c req-d44ce553-2e24-42ad-ba2e-acd2075bb7f8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.0901649 Feb 09 21:09:33.171100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3efb41a-695d-4471-8235-8c98e0de5680 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.178787 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:33.179227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a3efb41a-695d-4471-8235-8c98e0de5680 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/29d12bef-00a8-4e54-82ec-5270e0771d99 HTTP/1.1" status: 204 len: 168 time: 2.2928238 Feb 09 21:09:33.181205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56696) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:33.235338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c484734-7fd0-4834-8023-b2023c9ff477 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f09b079f-53b0-4937-86a9-4117b66132a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.273598 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a28abc-55cf-4bcd-a560-ec89a1caf934 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] GET failed (client error): The resource could not be found. Feb 09 21:09:33.275107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d1a28abc-55cf-4bcd-a560-ec89a1caf934 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports/29d12bef-00a8-4e54-82ec-5270e0771d99 HTTP/1.1" status: 404 len: 333 time: 0.0788174 Feb 09 21:09:33.287328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:33.306894 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c484734-7fd0-4834-8023-b2023c9ff477 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (f09b079f-53b0-4937-86a9-4117b66132a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.360188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b8ac7046-daeb-402a-b5d0-0efb6e0346af up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:33.382288 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70d40724-16ee-4520-abca-7aec7f594c1c req-7b76a5a2-87c6-45ef-b558-c1eba5de34e6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461932 Feb 09 21:09:33.409304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:33.412919 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82fa8167-f26e-4acc-a399-ef3678e20709 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.466832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82fa8167-f26e-4acc-a399-ef3678e20709 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.467950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c484734-7fd0-4834-8023-b2023c9ff477 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=f09b079f-53b0-4937-86a9-4117b66132a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:33.553648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82fa8167-f26e-4acc-a399-ef3678e20709 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.559229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:33.559795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.563050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-82fa8167-f26e-4acc-a399-ef3678e20709 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.568524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-82fa8167-f26e-4acc-a399-ef3678e20709 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/security-groups/d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa HTTP/1.1" status: 204 len: 168 time: 0.2800682 Feb 09 21:09:33.571511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56700) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:33.619861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa8167-f26e-4acc-a399-ef3678e20709 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f157d1-7d4a-4086-b7b4-f2033fe4dcfa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:33.620793 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c484734-7fd0-4834-8023-b2023c9ff477 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:33.631998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4c484734-7fd0-4834-8023-b2023c9ff477 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/f09b079f-53b0-4937-86a9-4117b66132a3 HTTP/1.1" status: 204 len: 168 time: 2.3626952 Feb 09 21:09:33.634624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56702) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:33.648479 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '55993220-21cc-402e-877c-4aa9f10b4459', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'port_id': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'mac_address': 'fa:16:3e:11:c2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:09:05Z', 'updated_at': '2022-02-09T21:09:31Z', 'revision_number': 1, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:33.680993 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] Checking router: 725d5224-f964-40bd-940f-d1789cf87f8e for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:09:33.690266 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:33.690898 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:33.781906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9e79d152-c705-458f-a2f4-fd5d026685ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1458151 Feb 09 21:09:33.794317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56708) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:33.850046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-36ed044e-0a72-4332-9910-d68499a6a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:33.858107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-36ed044e-0a72-4332-9910-d68499a6a161 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7305946 Feb 09 21:09:33.869742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router d366111d-3c12-4a3e-b26d-2a21795dcaaa has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:33.968203 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:33.978496 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0b53ef3-cbb3-4217-82d9-0c6226cff946 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (26c8019a-de10-46ba-9814-78a34f561e09), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.017760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2dcba-55b4-45e2-8ed3-5903fe49f273 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:34.055068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0b53ef3-cbb3-4217-82d9-0c6226cff946 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (26c8019a-de10-46ba-9814-78a34f561e09), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.081354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f38dd2-a02e-422e-b1f7-5aad96b54224 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:34.086417 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-88f38dd2-a02e-422e-b1f7-5aad96b54224 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2910826 Feb 09 21:09:34.088109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56716) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:34.172743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:34.179924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port b8ac7046-daeb-402a-b5d0-0efb6e0346af completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:09:34.185443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port b8ac7046-daeb-402a-b5d0-0efb6e0346af triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:34.185443 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.204567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0536cb-a6de-40f5-85e7-9c6d0dfe3b2e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:34.213089 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6a0536cb-a6de-40f5-85e7-9c6d0dfe3b2e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1175990 Feb 09 21:09:34.224471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:34.310623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port b8ac7046-daeb-402a-b5d0-0efb6e0346af is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:34.311517 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.311724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-99b7faac-7fb2-4887-b380-a9d173ef23b4 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416239 Feb 09 21:09:34.335730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0b22f342-0c56-4e97-8765-56482c7ff8a8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047096 Feb 09 21:09:34.336663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0b53ef3-cbb3-4217-82d9-0c6226cff946 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (26c8019a-de10-46ba-9814-78a34f561e09), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.339347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0b53ef3-cbb3-4217-82d9-0c6226cff946 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.342905 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0b53ef3-cbb3-4217-82d9-0c6226cff946 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/security-groups/26c8019a-de10-46ba-9814-78a34f561e09 HTTP/1.1" status: 204 len: 168 time: 0.7458069 Feb 09 21:09:34.342905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56722) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:34.352038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:34.359122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:34.360986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56724) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:34.361666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:09:34.365236 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9070c44d-9438-4582-8dcb-c3be0896a54e" -d '{"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-plugged", "status": "completed", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:09:34.376045 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.397023 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '55993220-21cc-402e-877c-4aa9f10b4459', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'port_id': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'mac_address': 'fa:16:3e:11:c2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:09:05Z', 'updated_at': '2022-02-09T21:09:31Z', 'revision_number': 1, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:34.464607 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcd5156-98c7-4148-9503-ecaffa92e250 x-openstack-request-id: req-0dcd5156-98c7-4148-9503-ecaffa92e250 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:09:34.465055 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-plugged", "status": "completed", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:09:34.465410 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0dcd5156-98c7-4148-9503-ecaffa92e250 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:09:34.466423 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'code': 200} Feb 09 21:09:34.468065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:34.480611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:34.497936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b53ef3-cbb3-4217-82d9-0c6226cff946 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c8019a-de10-46ba-9814-78a34f561e09,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:34.501393 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922cbcc2-048b-4615-ac65-bbc13e5cfcda None None] The sync data for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 is: [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '55993220-21cc-402e-877c-4aa9f10b4459', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'port_id': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'mac_address': 'fa:16:3e:11:c2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:09:05Z', 'updated_at': '2022-02-09T21:09:31Z', 'revision_number': 1, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:34.654645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] Deleting port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:34.655170 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.668470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:34.672806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd9e2520-7a53-435a-8d10-0b54f704ee28 req-32eec318-11b1-417c-94b3-7e989834c1a3 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653430 Feb 09 21:09:34.689685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6c039818-24e9-41e0-894a-30c581560d5f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/d366111d-3c12-4a3e-b26d-2a21795dcaaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3179877 Feb 09 21:09:34.694642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56730) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:34.731597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c455-b224-4bf5-92f6-ac7b5561c198 req-f3c27968-6882-42df-a25b-2cc9e49e120d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:34.733814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3080c455-b224-4bf5-92f6-ac7b5561c198 req-f3c27968-6882-42df-a25b-2cc9e49e120d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.7198136 Feb 09 21:09:34.773537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e4696-8eb8-407b-a4de-44d0bd30bf01 None None] Sync routers for ids ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:34.818785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e4696-8eb8-407b-a4de-44d0bd30bf01 None None] Routers {'d366111d-3c12-4a3e-b26d-2a21795dcaaa'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:34.819407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f22e4696-8eb8-407b-a4de-44d0bd30bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:34.845626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61e5c6e3-6d8f-4f4b-b05e-c1fc7f6189c4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (cf5b860e-af4c-4f7f-bdbe-c51c12f0974d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.864323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] For port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=cd299a3a-a76e-4f7e-9b34-a54e26bcfb84,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:34.865052 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.865739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b8017b77-f544-4202-a9d3-5908e6fa51c4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=d366111d-3c12-4a3e-b26d-2a21795dcaaa HTTP/1.1" status: 200 len: 205 time: 0.1652839 Feb 09 21:09:34.874552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:34.879670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] Calling delete_port for cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:34.968657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:34.988824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:34.994591 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e334bb6e-94e1-4cf7-a71b-a4a72cdb0967 None None] New status for floating IP 55993220-21cc-402e-877c-4aa9f10b4459: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:09:35.033653 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61e5c6e3-6d8f-4f4b-b05e-c1fc7f6189c4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (cf5b860e-af4c-4f7f-bdbe-c51c12f0974d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.068896 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3080c455-b224-4bf5-92f6-ac7b5561c198 req-8d115f35-2feb-4b7a-89a0-5cdde162b285 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246725 Feb 09 21:09:35.075996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f22e4696-8eb8-407b-a4de-44d0bd30bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:35.097216 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (cd299a3a-a76e-4f7e-9b34-a54e26bcfb84), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.126915 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61e5c6e3-6d8f-4f4b-b05e-c1fc7f6189c4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cf5b860e-af4c-4f7f-bdbe-c51c12f0974d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.130186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61e5c6e3-6d8f-4f4b-b05e-c1fc7f6189c4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.133948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-61e5c6e3-6d8f-4f4b-b05e-c1fc7f6189c4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/security-groups/cf5b860e-af4c-4f7f-bdbe-c51c12f0974d HTTP/1.1" status: 204 len: 168 time: 0.7683289 Feb 09 21:09:35.139151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56736) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:35.175660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e4696-8eb8-407b-a4de-44d0bd30bf01 None None] Routers {'d366111d-3c12-4a3e-b26d-2a21795dcaaa'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:35.182668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f22e4696-8eb8-407b-a4de-44d0bd30bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:35.196480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] Pushing event deleted for resources: {'Port': ['ID=cd299a3a-a76e-4f7e-9b34-a54e26bcfb84,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:35.289097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ed425-4b15-46bc-a69d-d3593b51f74a None None] No DVR routers for this DVR port cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:35.291260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f22e4696-8eb8-407b-a4de-44d0bd30bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:35.292452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e4696-8eb8-407b-a4de-44d0bd30bf01 None None] The sync data for ids ['d366111d-3c12-4a3e-b26d-2a21795dcaaa'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:35.449300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5c6e3-6d8f-4f4b-b05e-c1fc7f6189c4 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5b860e-af4c-4f7f-bdbe-c51c12f0974d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:35.479747 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:35.491310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d341f46-0ef6-4bd3-b3f2-10100bb21e0e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet b9aa865d-b80e-44c6-94f1-cb7a3f869318 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:35.516658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:35.517195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device cd299a3a-a76e-4f7e-9b34-a54e26bcfb84 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:35.525459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d20b1-966a-4ccc-bfc9-d8176c18c06d req-b2196128-28f1-4cf8-9e79-ca33b4885fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:35.527089 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a19d20b1-966a-4ccc-bfc9-d8176c18c06d req-b2196128-28f1-4cf8-9e79-ca33b4885fc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1129 time: 0.9796338 Feb 09 21:09:35.532324 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d341f46-0ef6-4bd3-b3f2-10100bb21e0e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (b9aa865d-b80e-44c6-94f1-cb7a3f869318), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.587553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc6ee1-bc3e-43ba-a9f1-48c40cf81fe3 req-f265751f-7a95-40d1-85e3-540e7cad360d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:35.592251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8cc6ee1-bc3e-43ba-a9f1-48c40cf81fe3 req-f265751f-7a95-40d1-85e3-540e7cad360d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.9407735 Feb 09 21:09:35.662014 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d341f46-0ef6-4bd3-b3f2-10100bb21e0e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (b9aa865d-b80e-44c6-94f1-cb7a3f869318), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.729566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-57e563c1-337c-453e-8209-51e28fec8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:35.730738 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-57e563c1-337c-453e-8209-51e28fec8a5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1129 time: 0.9853003 Feb 09 21:09:35.742158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a19d20b1-966a-4ccc-bfc9-d8176c18c06d req-3612bbd5-4930-421c-96f2-eee1c7ac09cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919532 Feb 09 21:09:35.745912 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40744afe-e5aa-4f60-bb99-83b78528ccea tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (d366111d-3c12-4a3e-b26d-2a21795dcaaa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.787783 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8cc6ee1-bc3e-43ba-a9f1-48c40cf81fe3 req-2c3bade2-6d5f-4506-85af-7b32bb565acd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765163 Feb 09 21:09:35.875195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d341f46-0ef6-4bd3-b3f2-10100bb21e0e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b9aa865d-b80e-44c6-94f1-cb7a3f869318), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.915393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (a436451a-9bc2-4908-bd73-803d16aa244f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:35.989727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:35.994055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=a436451a-9bc2-4908-bd73-803d16aa244f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:35.996802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:35.999854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:36.000454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.008866 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40744afe-e5aa-4f60-bb99-83b78528ccea tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (d366111d-3c12-4a3e-b26d-2a21795dcaaa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.012539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40744afe-e5aa-4f60-bb99-83b78528ccea tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (d366111d-3c12-4a3e-b26d-2a21795dcaaa), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.015445 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d341f46-0ef6-4bd3-b3f2-10100bb21e0e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (b9aa865d-b80e-44c6-94f1-cb7a3f869318), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.018284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa247ca1-cac4-48f9-bf1b-62b0ecebf692 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:36.046730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0758d9fa-11f3-425b-8472-163907a738dc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6968770 Feb 09 21:09:36.048372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341f46-0ef6-4bd3-b3f2-10100bb21e0e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=b9aa865d-b80e-44c6-94f1-cb7a3f869318,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:36.050256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56740) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:36.057629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:4f:31:1f', 'name': 'tempest-NetworksTestDHCPv6-1740211975'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:36.066747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-03f38d0a-19dd-41f9-9046-2812b21b251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:36.068281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-03f38d0a-19dd-41f9-9046-2812b21b251a service neutron] 10.222.0.50 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.3316176 Feb 09 21:09:36.076557 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3d341f46-0ef6-4bd3-b3f2-10100bb21e0e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.083914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3d341f46-0ef6-4bd3-b3f2-10100bb21e0e tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/b9aa865d-b80e-44c6-94f1-cb7a3f869318 HTTP/1.1" status: 204 len: 168 time: 0.8306561 Feb 09 21:09:36.098637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:36.149596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c457061c-bcf4-4f31-aeb4-470cdca8f7bc None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:36.212611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaf9dd3-c4d3-41a9-8fa2-360a9891d005 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet 9617ba6f-138c-4f3a-a9f9-d82ba964865a {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:36.215306 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40744afe-e5aa-4f60-bb99-83b78528ccea tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (d366111d-3c12-4a3e-b26d-2a21795dcaaa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.215826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40744afe-e5aa-4f60-bb99-83b78528ccea tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Fanout notify agent at l3_agent the message router_deleted on router d366111d-3c12-4a3e-b26d-2a21795dcaaa {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:09:36.235012 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40744afe-e5aa-4f60-bb99-83b78528ccea tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.236262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:36.236444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-40744afe-e5aa-4f60-bb99-83b78528ccea tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/d366111d-3c12-4a3e-b26d-2a21795dcaaa HTTP/1.1" status: 204 len: 168 time: 1.3555679 Feb 09 21:09:36.241005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9dd3-c4d3-41a9-8fa2-360a9891d005 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (9617ba6f-138c-4f3a-a9f9-d82ba964865a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.242452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:36.274532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-7abd3818-2acc-4223-b59d-510e79f9b994 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 200 len: 1000 time: 0.1993279 Feb 09 21:09:36.274818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'a436451a-9bc2-4908-bd73-803d16aa244f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:36.275495 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.377206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9dd3-c4d3-41a9-8fa2-360a9891d005 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (9617ba6f-138c-4f3a-a9f9-d82ba964865a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.408045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet 7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:36.424892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.430454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-e4bed48c-5a9b-4ef5-9005-2a5990af2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:36.432587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-e4bed48c-5a9b-4ef5-9005-2a5990af2cfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.1240427 Feb 09 21:09:36.487607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b730d-2929-42f6-9a13-d83bba0b1d83 req-6c017782-2d65-4f1a-8ff5-740426611337 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:36.497508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-200b730d-2929-42f6-9a13-d83bba0b1d83 req-6c017782-2d65-4f1a-8ff5-740426611337 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.2759829 Feb 09 21:09:36.497913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/a436451a-9bc2-4908-bd73-803d16aa244f/829dea7a-fb97-4db7-8ea0-829106cb8872) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:36.498128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.523770 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.618846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 9843de81-518d-43fb-9c74-3bedd329450f yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:36.662280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-3981c86b-1541-407e-9e93-8c9b13863982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:36.664038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-3981c86b-1541-407e-9e93-8c9b13863982 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2229421 Feb 09 21:09:36.671881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-200b730d-2929-42f6-9a13-d83bba0b1d83 req-6cfc5f11-30eb-4fb1-85a9-5bbf4b39a8ec tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734557 Feb 09 21:09:36.685532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9dd3-c4d3-41a9-8fa2-360a9891d005 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9617ba6f-138c-4f3a-a9f9-d82ba964865a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.812671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.819375 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Publish callbacks [] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.831196 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.834213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-419cbad5-29b8-4517-ae14-590619352057 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611600 Feb 09 21:09:36.839235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9dd3-c4d3-41a9-8fa2-360a9891d005 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (9617ba6f-138c-4f3a-a9f9-d82ba964865a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.920842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2aaf9dd3-c4d3-41a9-8fa2-360a9891d005 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:36.926874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2aaf9dd3-c4d3-41a9-8fa2-360a9891d005 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/9617ba6f-138c-4f3a-a9f9-d82ba964865a HTTP/1.1" status: 204 len: 168 time: 0.8216128 Feb 09 21:09:36.926874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf9dd3-c4d3-41a9-8fa2-360a9891d005 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=9617ba6f-138c-4f3a-a9f9-d82ba964865a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:36.932681 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:36.938998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:36.943047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:36.950131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:36.956547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Pushing event updated for resources: {'Port': ['ID=829dea7a-fb97-4db7-8ea0-829106cb8872,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:37.011039 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2812b352-b2b3-4fc7-bd5c-98e9babcfebe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:37.011658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2812b352-b2b3-4fc7-bd5c-98e9babcfebe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:37.017393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2812b352-b2b3-4fc7-bd5c-98e9babcfebe tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/b9aa865d-b80e-44c6-94f1-cb7a3f869318 HTTP/1.1" status: 404 len: 337 time: 0.0790448 Feb 09 21:09:37.029041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56754) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:37.058204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Attempting to bind port 829dea7a-fb97-4db7-8ea0-829106cb8872 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:37.058851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Attempting to bind port 829dea7a-fb97-4db7-8ea0-829106cb8872 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:37.058958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Attempting to bind port 829dea7a-fb97-4db7-8ea0-829106cb8872 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:37.067238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:37.067989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:37.068565 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.069121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:37.069786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Bound port: 829dea7a-fb97-4db7-8ea0-829106cb8872, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:37.070465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71863f36-c27f-483a-87aa-ebdd6b4f2d45 req-e0e4e0d7-e7bd-4a26-87f6-5ae9d9244b25 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277243 Feb 09 21:09:37.070724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.075892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::1d8 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/a436451a-9bc2-4908-bd73-803d16aa244f/9843de81-518d-43fb-9c74-3bedd329450f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:37.138732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.168236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] For port 829dea7a-fb97-4db7-8ea0-829106cb8872, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:37.172032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] For port 829dea7a-fb97-4db7-8ea0-829106cb8872, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=829dea7a-fb97-4db7-8ea0-829106cb8872,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:37.179171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:37.180777 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.197405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.197752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.198355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.198694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.199073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.199414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.199770 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.200155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.200493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.200821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.201148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.201473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.201800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:09:37.220573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c6fa-501a-42d9-b923-78ff868dd883 req-11699f20-9972-4475-921b-c0b1392a1201 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:37.222086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce36c6fa-501a-42d9-b923-78ff868dd883 req-11699f20-9972-4475-921b-c0b1392a1201 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2167666 Feb 09 21:09:37.235982 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.242603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56756) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:37.242754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c78f6a8d-6e81-42fc-9a53-6b171841f3a1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9 HTTP/1.1" status: 204 len: 168 time: 0.9976180 Feb 09 21:09:37.260710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a82560-690a-4323-a8b0-6ac85ad006ba tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting subnet d963cbbc-1de5-4c23-a616-147d10795f43 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:37.264135 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23a82560-690a-4323-a8b0-6ac85ad006ba tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (d963cbbc-1de5-4c23-a616-147d10795f43), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.297948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84ae2c-3897-484a-9c38-0519f044b2ff None None] Network 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:37.306979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23a82560-690a-4323-a8b0-6ac85ad006ba tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (d963cbbc-1de5-4c23-a616-147d10795f43), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.313437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce686fc-5b13-4d13-974a-2217a18eef76 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet 7778659b-2e8f-4b83-8b56-81c48058f13c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:37.314184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dce686fc-5b13-4d13-974a-2217a18eef76 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (7778659b-2e8f-4b83-8b56-81c48058f13c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.322687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f1abd-9986-4126-aff4-338a961c60f2 None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:37.367484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297520f-8099-4a7d-b58b-a0d11be9c2a0 None None] Pushing event updated for resources: {'Port': ['ID=829dea7a-fb97-4db7-8ea0-829106cb8872,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:37.403712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dce686fc-5b13-4d13-974a-2217a18eef76 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (7778659b-2e8f-4b83-8b56-81c48058f13c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.495946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4acf0f52-b800-4c8b-a897-ed73b5d77dfd None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:37.496329 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acf0f52-b800-4c8b-a897-ed73b5d77dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.586514 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dce686fc-5b13-4d13-974a-2217a18eef76 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (7778659b-2e8f-4b83-8b56-81c48058f13c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.713261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4acf0f52-b800-4c8b-a897-ed73b5d77dfd None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:37.717419 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dce686fc-5b13-4d13-974a-2217a18eef76 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (7778659b-2e8f-4b83-8b56-81c48058f13c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.755456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4acf0f52-b800-4c8b-a897-ed73b5d77dfd None None] Provisioning complete for port 78a6c45e-878c-46d5-a348-49976a3db234 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:37.755949 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4acf0f52-b800-4c8b-a897-ed73b5d77dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78a6c45e-878c-46d5-a348-49976a3db234), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.757739 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44cd0b01-fb72-4e84-874b-59f43e3e4cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.818266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce686fc-5b13-4d13-974a-2217a18eef76 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=7778659b-2e8f-4b83-8b56-81c48058f13c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:37.841668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dce686fc-5b13-4d13-974a-2217a18eef76 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:37.849473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dce686fc-5b13-4d13-974a-2217a18eef76 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/7778659b-2e8f-4b83-8b56-81c48058f13c HTTP/1.1" status: 204 len: 168 time: 0.6057465 Feb 09 21:09:37.852444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] DHCP port deletion for 9b66b143-1040-4cc8-8da4-f1bba2ae2be1 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:37.858948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56762) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:37.868291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84bf4c-6d30-4293-aca6-226e230453d3 None None] Network 2ad67842-d573-4b71-b42a-6f872fe07573 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:37.937341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4acf0f52-b800-4c8b-a897-ed73b5d77dfd None None] Port 78a6c45e-878c-46d5-a348-49976a3db234 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:37.965186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23a82560-690a-4323-a8b0-6ac85ad006ba tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d963cbbc-1de5-4c23-a616-147d10795f43), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.051109 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23a82560-690a-4323-a8b0-6ac85ad006ba tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (d963cbbc-1de5-4c23-a616-147d10795f43), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.052889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf919c-fdd6-4c5d-837f-769f3b7857fa req-5594101d-dbc6-4dad-a8a9-d734d9af61e0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:38.054574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22cf919c-fdd6-4c5d-837f-769f3b7857fa req-5594101d-dbc6-4dad-a8a9-d734d9af61e0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.2265978 Feb 09 21:09:38.065356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9b66b143-1040-4cc8-8da4-f1bba2ae2be1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.077828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] Deleting port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:38.082061 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.139162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82560-690a-4323-a8b0-6ac85ad006ba tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Subnet': ['ID=d963cbbc-1de5-4c23-a616-147d10795f43,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:38.167879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce36c6fa-501a-42d9-b923-78ff868dd883 req-026f71d2-bfdf-4338-a4c8-f1ded8b4e9a0 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9307661 Feb 09 21:09:38.168259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22cf919c-fdd6-4c5d-837f-769f3b7857fa req-b5879ca3-afdc-4c6f-aca2-457d5ca2a174 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940056 Feb 09 21:09:38.176058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-23a82560-690a-4323-a8b0-6ac85ad006ba tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.179454 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-23a82560-690a-4323-a8b0-6ac85ad006ba tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/d963cbbc-1de5-4c23-a616-147d10795f43 HTTP/1.1" status: 204 len: 168 time: 1.1446753 Feb 09 21:09:38.189268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.269096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] For port 83478c70-afd7-4b09-a6b1-4622fe12dbb7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=83478c70-afd7-4b09-a6b1-4622fe12dbb7,segment=NetworkSegment(21b0f52f-e2aa-4c3a-a700-8184d9fb01a5),segment_id=21b0f52f-e2aa-4c3a-a700-8184d9fb01a5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:38.269647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.283080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] Calling delete_port for 83478c70-afd7-4b09-a6b1-4622fe12dbb7 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:38.320281 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fe581d-2521-41b3-9c74-e8bfd089214d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:38.323519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fe581d-2521-41b3-9c74-e8bfd089214d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:38.331971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-36fe581d-2521-41b3-9c74-e8bfd089214d tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/c198f473-a2ab-4914-8da8-0a37e07e870b HTTP/1.1" status: 404 len: 337 time: 0.1412594 Feb 09 21:09:38.337452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.366590 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (9843de81-518d-43fb-9c74-3bedd329450f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.375710 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5455c74f-7cef-4f07-aad8-2e787e199699 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "GET /v2.0/ports?device_id=643293ea-0b8f-4f80-a68d-4701f9de2714 HTTP/1.1" status: 200 len: 205 time: 0.0364084 Feb 09 21:09:38.378184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.450205 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-b01c9457-f516-4c7d-a2cd-eaf338d7c1fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] delete failed (client error): The resource could not be found. Feb 09 21:09:38.454494 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b01c9457-f516-4c7d-a2cd-eaf338d7c1fc tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/routers/643293ea-0b8f-4f80-a68d-4701f9de2714 HTTP/1.1" status: 404 len: 336 time: 0.0742311 Feb 09 21:09:38.457350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a9a19-99b5-423c-9877-747f5b39c1b5 req-35ce0dc2-85bb-45cf-9a94-6e459bb0d1c1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:38.459639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-090a9a19-99b5-423c-9877-747f5b39c1b5 req-35ce0dc2-85bb-45cf-9a94-6e459bb0d1c1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.1933653 Feb 09 21:09:38.460452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.481659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] DHCP port deletion for 2ad67842-d573-4b71-b42a-6f872fe07573 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:38.498481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.505821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:38.509451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.540684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] Pushing event deleted for resources: {'Port': ['ID=83478c70-afd7-4b09-a6b1-4622fe12dbb7,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:38.579801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5177fd-eb0e-4df5-b60a-9e15f5f69ffa None None] No DVR routers for this DVR port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:38.638769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] Deleting port c1f5932c-8eea-414d-aa7d-b51577fc5a5c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:38.639172 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.648515 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d639a56-d275-4ebc-b85e-e23ae92dac75 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:38.650152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d639a56-d275-4ebc-b85e-e23ae92dac75 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:38.660738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.665630 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9d639a56-d275-4ebc-b85e-e23ae92dac75 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/db6cc068-6ec2-433d-9e8b-7de2cb992346 HTTP/1.1" status: 404 len: 337 time: 0.2023396 Feb 09 21:09:38.678840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9843de81-518d-43fb-9c74-3bedd329450f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.711795 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a0109d-9756-4ca5-9fe9-27bacbcd039f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:38.712270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a0109d-9756-4ca5-9fe9-27bacbcd039f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:38.717617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-22a0109d-9756-4ca5-9fe9-27bacbcd039f tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/f58d1859-ce6c-4ced-8b73-f60259f28c2d HTTP/1.1" status: 404 len: 337 time: 0.0536032 Feb 09 21:09:38.726801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56780) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.771791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] For port c1f5932c-8eea-414d-aa7d-b51577fc5a5c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c1f5932c-8eea-414d-aa7d-b51577fc5a5c,segment=NetworkSegment(90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca),segment_id=90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:38.772464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.793111 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-090a9a19-99b5-423c-9877-747f5b39c1b5 req-18ddd226-ae92-4d80-b203-17d15f203b39 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975261 Feb 09 21:09:38.812903 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b7362-37be-494e-9035-6fb9491b44c2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:38.813536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777b7362-37be-494e-9035-6fb9491b44c2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:38.821424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-777b7362-37be-494e-9035-6fb9491b44c2 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/a980250d-54bd-468f-aa10-5abb2744dda6 HTTP/1.1" status: 404 len: 337 time: 0.0913885 Feb 09 21:09:38.821424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 83478c70-afd7-4b09-a6b1-4622fe12dbb7, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:38.832188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.833228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] Calling delete_port for c1f5932c-8eea-414d-aa7d-b51577fc5a5c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:38.843285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.843285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.898985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:38.904966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:38.909379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:38.915010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:38.915806 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:38.932994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=9843de81-518d-43fb-9c74-3bedd329450f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:38.961025 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a4f51c98-4636-470d-b457-1be2eacb7ec2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9074960 Feb 09 21:09:38.962365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56792) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:38.981156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f16ade-cca4-4a5f-800f-b987f93f5aaf None None] Network a79d6703-33f7-4a68-bd8e-091abc0f7ac9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:38.993301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 83478c70-afd7-4b09-a6b1-4622fe12dbb7 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:38.995260 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0b6a97-c951-46a3-9f6d-538b4eb639f9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:39.007965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0b6a97-c951-46a3-9f6d-538b4eb639f9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:39.011443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f0b6a97-c951-46a3-9f6d-538b4eb639f9 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/68adad95-4dac-4593-9b26-594ba1543f94 HTTP/1.1" status: 404 len: 333 time: 0.1546056 Feb 09 21:09:39.015406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.018484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:09:39.025823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (83478c70-afd7-4b09-a6b1-4622fe12dbb7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.053656 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cde76f0-24d9-4b80-aa76-cf6d9a1f1748 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:39.053656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cde76f0-24d9-4b80-aa76-cf6d9a1f1748 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:39.056906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4cde76f0-24d9-4b80-aa76-cf6d9a1f1748 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/408f5d9d-0ab3-4c64-bec4-65bf3b3c5d71 HTTP/1.1" status: 404 len: 337 time: 0.0403593 Feb 09 21:09:39.062102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.115494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=83478c70-afd7-4b09-a6b1-4622fe12dbb7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:39.118143 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-6204176a-4a26-4ba5-b409-5f569e744cc7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:39.118686 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6204176a-4a26-4ba5-b409-5f569e744cc7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:39.122733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6204176a-4a26-4ba5-b409-5f569e744cc7 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/472f41c3-41cd-46ab-97f2-68fccb138f66 HTTP/1.1" status: 404 len: 337 time: 0.0586216 Feb 09 21:09:39.125369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No DVR routers for this DVR port 83478c70-afd7-4b09-a6b1-4622fe12dbb7 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:39.129956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.156806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a743e25d-dbc6-46a0-8503-22a05ad88593 None None] Provisioning complete for port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:39.159141 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a743e25d-dbc6-46a0-8503-22a05ad88593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.166913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90be210-1057-4ba7-886e-53738a41e3a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:39.178128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90be210-1057-4ba7-886e-53738a41e3a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:39.187510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d90be210-1057-4ba7-886e-53738a41e3a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2232254 Feb 09 21:09:39.187728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db219d2-e6b7-4f3c-b0e1-9097e54bd89b tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:39.190400 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c30939-fac7-497a-803c-29fbcfd3f248 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:39.191360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c30939-fac7-497a-803c-29fbcfd3f248 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:39.201308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7db219d2-e6b7-4f3c-b0e1-9097e54bd89b tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1124 time: 0.3645360 Feb 09 21:09:39.202187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.202562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56804) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.202890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.215328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-49c30939-fac7-497a-803c-29fbcfd3f248 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/acdcc058-1837-40eb-8bac-2cbd5e278049 HTTP/1.1" status: 404 len: 333 time: 0.0795686 Feb 09 21:09:39.221402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'tenant_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:39.416529 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-788799e0-1ad7-4289-a7a1-fd0bf3e93392 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:39.417269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-788799e0-1ad7-4289-a7a1-fd0bf3e93392 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:39.420558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-788799e0-1ad7-4289-a7a1-fd0bf3e93392 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/47244e28-c1d7-4090-b84a-e11b4490ca61 HTTP/1.1" status: 404 len: 337 time: 0.1934118 Feb 09 21:09:39.425445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.429722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 829dea7a-fb97-4db7-8ea0-829106cb8872 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:39.480164 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9b66b143-1040-4cc8-8da4-f1bba2ae2be1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.518755 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f19868-5f8b-4443-a43d-6870bad14bcf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] DELETE failed (client error): The resource could not be found. Feb 09 21:09:39.520802 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (c1f5932c-8eea-414d-aa7d-b51577fc5a5c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.521063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f19868-5f8b-4443-a43d-6870bad14bcf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:39.530977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.534208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f0f19868-5f8b-4443-a43d-6870bad14bcf tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/subnets/f975b614-af38-4152-b3bd-2aced87afb9b HTTP/1.1" status: 404 len: 337 time: 0.1069915 Feb 09 21:09:39.536173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56810) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.567787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] Pushing event deleted for resources: {'Port': ['ID=c1f5932c-8eea-414d-aa7d-b51577fc5a5c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:39.586333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b66b143-1040-4cc8-8da4-f1bba2ae2be1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:39.617728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48685f22-9a09-445f-89e6-2c2d513a76e6 None None] No DVR routers for this DVR port c1f5932c-8eea-414d-aa7d-b51577fc5a5c on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:39.619674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a743e25d-dbc6-46a0-8503-22a05ad88593 None None] Current status of the port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:39.627660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 829dea7a-fb97-4db7-8ea0-829106cb8872 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:39.628282 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.658699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b0f52f-e2aa-4c3a-a700-8184d9fb01a5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:39.659070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b0f52f-e2aa-4c3a-a700-8184d9fb01a5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:39.669709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a743e25d-dbc6-46a0-8503-22a05ad88593 None None] Provisioning complete for port 78a6c45e-878c-46d5-a348-49976a3db234 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:39.670315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a743e25d-dbc6-46a0-8503-22a05ad88593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (78a6c45e-878c-46d5-a348-49976a3db234), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.676901 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (21b0f52f-e2aa-4c3a-a700-8184d9fb01a5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.682170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] DHCP port deletion for a79d6703-33f7-4a68-bd8e-091abc0f7ac9 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:39.703615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (21b0f52f-e2aa-4c3a-a700-8184d9fb01a5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.715656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:09:39.716120 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (21b0f52f-e2aa-4c3a-a700-8184d9fb01a5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:09:39.720537 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:09:39.771459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a743e25d-dbc6-46a0-8503-22a05ad88593 None None] Port 78a6c45e-878c-46d5-a348-49976a3db234 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:39.773365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1ab20909-773f-41a2-a6ce-1e559334cc08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 9843de81-518d-43fb-9c74-3bedd329450f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:39.773718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ab20909-773f-41a2-a6ce-1e559334cc08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9843de81-518d-43fb-9c74-3bedd329450f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.787522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9d39719-323f-4994-b295-843fffc86ba5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port 78a6c45e-878c-46d5-a348-49976a3db234 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:39.787903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9d39719-323f-4994-b295-843fffc86ba5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (78a6c45e-878c-46d5-a348-49976a3db234), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.803170 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-144c7fb8-b9ac-495f-ad8b-9b270eee1185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.828148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 829dea7a-fb97-4db7-8ea0-829106cb8872 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:39.828819 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.868655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9b66b143-1040-4cc8-8da4-f1bba2ae2be1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.880747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.884303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/9b66b143-1040-4cc8-8da4-f1bba2ae2be1 HTTP/1.1" status: 204 len: 168 time: 2.0120981 Feb 09 21:09:39.885033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] Deleting port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:39.885323 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.888664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56814) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:39.921903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9d39719-323f-4994-b295-843fffc86ba5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (78a6c45e-878c-46d5-a348-49976a3db234), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:39.924613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1750e4-29f5-4a5d-8f67-4d49457c69ff tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=9b66b143-1040-4cc8-8da4-f1bba2ae2be1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:39.955495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b9d39719-323f-4994-b295-843fffc86ba5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for 78a6c45e-878c-46d5-a348-49976a3db234 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:40.054495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9d39719-323f-4994-b295-843fffc86ba5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (78a6c45e-878c-46d5-a348-49976a3db234), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.079235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ab20909-773f-41a2-a6ce-1e559334cc08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9843de81-518d-43fb-9c74-3bedd329450f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.085568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 829dea7a-fb97-4db7-8ea0-829106cb8872, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=829dea7a-fb97-4db7-8ea0-829106cb8872,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:40.109399 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.114588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9d39719-323f-4994-b295-843fffc86ba5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.119816 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b9d39719-323f-4994-b295-843fffc86ba5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/ports/78a6c45e-878c-46d5-a348-49976a3db234 HTTP/1.1" status: 204 len: 168 time: 0.5821793 Feb 09 21:09:40.121354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d39719-323f-4994-b295-843fffc86ba5 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=78a6c45e-878c-46d5-a348-49976a3db234,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:40.124406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:40.131607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1ab20909-773f-41a2-a6ce-1e559334cc08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 9843de81-518d-43fb-9c74-3bedd329450f owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:40.132461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ccb5f1b7-02f4-4e45-8131-6a7882faca36 None None] Provisioning complete for port 9843de81-518d-43fb-9c74-3bedd329450f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:40.132852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f1b7-02f4-4e45-8131-6a7882faca36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9843de81-518d-43fb-9c74-3bedd329450f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.138024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] For port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,segment=NetworkSegment(c1dda5d4-c1fe-465e-b13a-bccea42bc654),segment_id=c1dda5d4-c1fe-465e-b13a-bccea42bc654)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:40.138431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.157607 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.162742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (2ad67842-d573-4b71-b42a-6f872fe07573), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.231568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c1f5932c-8eea-414d-aa7d-b51577fc5a5c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:40.262016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] Calling delete_port for ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:40.274329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (a79d6703-33f7-4a68-bd8e-091abc0f7ac9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.280420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c1f5932c-8eea-414d-aa7d-b51577fc5a5c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:40.281268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c1f5932c-8eea-414d-aa7d-b51577fc5a5c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:40.282088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 83478c70-afd7-4b09-a6b1-4622fe12dbb7 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:40.325563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5f1b7-02f4-4e45-8131-6a7882faca36 None None] Port 9843de81-518d-43fb-9c74-3bedd329450f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:40.360605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Deleting port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:40.361652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.362459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 83478c70-afd7-4b09-a6b1-4622fe12dbb7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:40.362808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 83478c70-afd7-4b09-a6b1-4622fe12dbb7 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:40.431420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=829dea7a-fb97-4db7-8ea0-829106cb8872,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:40.470013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (2ad67842-d573-4b71-b42a-6f872fe07573), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.471057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] For port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,segment=NetworkSegment(c1dda5d4-c1fe-465e-b13a-bccea42bc654),segment_id=c1dda5d4-c1fe-465e-b13a-bccea42bc654)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:40.471433 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.495718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ccb5f1b7-02f4-4e45-8131-6a7882faca36 None None] Provisioning complete for port 829dea7a-fb97-4db7-8ea0-829106cb8872 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:40.496024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad67842-d573-4b71-b42a-6f872fe07573']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:40.496207 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f1b7-02f4-4e45-8131-6a7882faca36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.505851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Calling delete_port for ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:40.509721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:40.510143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:40.520180 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.522940 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.540828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.555533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:09:40.555533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (90aaffbe-7cf4-47ae-87c9-2e48e08ca6ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.561656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] Pushing event deleted for resources: {'Port': ['ID=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:40.569593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6918c3e-515e-440c-b621-00e7ce003c39 None None] No DVR routers for this DVR port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:40.633923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5f1b7-02f4-4e45-8131-6a7882faca36 None None] Current status of the port 829dea7a-fb97-4db7-8ea0-829106cb8872 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:09:40.642615 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:09:40.655051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (2ad67842-d573-4b71-b42a-6f872fe07573), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.671978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.694708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.703928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/2ad67842-d573-4b71-b42a-6f872fe07573 HTTP/1.1" status: 204 len: 168 time: 0.8123608 Feb 09 21:09:40.706390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56820) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:40.721868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1755030654'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:40.729295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fda33-d728-473f-9129-f20a855656b7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=2ad67842-d573-4b71-b42a-6f872fe07573,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:40.748044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.25.4.168 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:40.752006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Port': ['ID=ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:40.759770 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] No DVR routers for this DVR port ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:40.763066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:40.768915 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.865699 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ab20909-773f-41a2-a6ce-1e559334cc08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9843de81-518d-43fb-9c74-3bedd329450f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.904676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab20909-773f-41a2-a6ce-1e559334cc08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=9843de81-518d-43fb-9c74-3bedd329450f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:40.934044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:09:40.950471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (030e8414-b44d-4f20-9bfb-d9018fa0a64e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.950957 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment 030e8414-b44d-4f20-9bfb-d9018fa0a64e of type vlan for network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 Feb 09 21:09:40.953303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (a79d6703-33f7-4a68-bd8e-091abc0f7ac9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.981077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ab20909-773f-41a2-a6ce-1e559334cc08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:40.990322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1ab20909-773f-41a2-a6ce-1e559334cc08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/9843de81-518d-43fb-9c74-3bedd329450f HTTP/1.1" status: 204 len: 168 time: 1.7839203 Feb 09 21:09:40.995010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:41.061543 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.125423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (1f5f152c-765b-45ed-a4ba-e730a62cc9f4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.162460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79d6703-33f7-4a68-bd8e-091abc0f7ac9']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:41.169829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.214920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1dda5d4-c1fe-465e-b13a-bccea42bc654') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:41.215298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1dda5d4-c1fe-465e-b13a-bccea42bc654') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:41.219314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (1f5f152c-765b-45ed-a4ba-e730a62cc9f4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.226781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:41.229720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:41.231848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:41.238744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:41.239051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.291023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:41.292135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.397909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (c1dda5d4-c1fe-465e-b13a-bccea42bc654), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.436016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 829dea7a-fb97-4db7-8ea0-829106cb8872 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:41.460699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7514637 Feb 09 21:09:41.461673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:41.479252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': '1f5f152c-765b-45ed-a4ba-e730a62cc9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:41.516875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 829dea7a-fb97-4db7-8ea0-829106cb8872 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:41.517407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.552384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed86025-8c10-434e-9664-f93c684e5999 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:41.553991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed86025-8c10-434e-9664-f93c684e5999 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:41.556122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ed86025-8c10-434e-9664-f93c684e5999 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5591297 Feb 09 21:09:41.570879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:41.601824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1dda5d4-c1fe-465e-b13a-bccea42bc654), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.642529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:09:41.642920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (c1dda5d4-c1fe-465e-b13a-bccea42bc654), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.646933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca5696-6deb-40c5-aee4-3df67a795fe9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=1f5f152c-765b-45ed-a4ba-e730a62cc9f4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:09:41.657624 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:09:41.661010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:09:41.759310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4f4f41-fda2-415d-822f-d81df13258f6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet a436451a-9bc2-4908-bd73-803d16aa244f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:41.765636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4f41-fda2-415d-822f-d81df13258f6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (a436451a-9bc2-4908-bd73-803d16aa244f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.767090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 829dea7a-fb97-4db7-8ea0-829106cb8872 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:41.803169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (2738b51c-0730-43ef-b58f-fd52fde22b41), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.807035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:41.810640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.816133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (a79d6703-33f7-4a68-bd8e-091abc0f7ac9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.841509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4f41-fda2-415d-822f-d81df13258f6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (a436451a-9bc2-4908-bd73-803d16aa244f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.844542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:41.848521 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] 10.222.0.102 "DELETE /v2.0/networks/a79d6703-33f7-4a68-bd8e-091abc0f7ac9 HTTP/1.1" status: 204 len: 168 time: 1.7219644 Feb 09 21:09:41.858762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:41.901595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:41.901945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf5b2b8-79b2-4bb4-b90f-1e77a7d06269 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:41.917743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d189904-e2b8-45e7-8f0e-9d4480ad8857 tempest-PortsTestJSON-1245548065 tempest-PortsTestJSON-1245548065-project] Pushing event deleted for resources: {'Network': ['ID=a79d6703-33f7-4a68-bd8e-091abc0f7ac9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:41.929489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.014381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4f41-fda2-415d-822f-d81df13258f6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a436451a-9bc2-4908-bd73-803d16aa244f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.145161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.151364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.177614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4f41-fda2-415d-822f-d81df13258f6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (a436451a-9bc2-4908-bd73-803d16aa244f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.185387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (075f8cd7-1e91-48a0-82b7-6cb41169405b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.214517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f4f41-fda2-415d-822f-d81df13258f6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=a436451a-9bc2-4908-bd73-803d16aa244f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:42.228233 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b4f4f41-fda2-415d-822f-d81df13258f6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.233537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1b4f4f41-fda2-415d-822f-d81df13258f6 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/a436451a-9bc2-4908-bd73-803d16aa244f HTTP/1.1" status: 204 len: 168 time: 0.6587241 Feb 09 21:09:42.235426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6313e92-e971-4d6f-b7a9-62e4f9003dea None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:42.249758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.276222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.297136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=075f8cd7-1e91-48a0-82b7-6cb41169405b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:42.301492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': '030e8414-b44d-4f20-9bfb-d9018fa0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1f5f152c-765b-45ed-a4ba-e730a62cc9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:42.302005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: 1f5f152c-765b-45ed-a4ba-e730a62cc9f4, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:09:42.336409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:09:42.358220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 1f5f152c-765b-45ed-a4ba-e730a62cc9f4) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:42.359817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6b3f6ed-b3e8-4e13-a343-68565f514b89 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075158 Feb 09 21:09:42.360604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56846) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.372382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (2738b51c-0730-43ef-b58f-fd52fde22b41), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.376522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:42.390516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fd68c-bed6-46d7-a8ff-346717e28c03 None None] Network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:42.430335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:42.430953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.515770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b1548f82-8bba-41a4-88ee-c345dc10f706 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0423932 Feb 09 21:09:42.520362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.532621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ab7bc6ae-9205-4ae3-80a7-67a3693f3f0a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1285146414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:42.580401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb67558-0e74-4f06-9211-94e2389419f9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:42.584831 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6cb67558-0e74-4f06-9211-94e2389419f9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2205091 Feb 09 21:09:42.588746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56852) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.594751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:42.603983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1888fb14-3406-4227-ba7d-79b153e05759 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=be9b06ac2a8946ad98dec778aac67d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3266106 Feb 09 21:09:42.607799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.642093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-1f5f152c-765b-45ed-a4ba-e730a62cc9f4', 'network_id': '1f5f152c-765b-45ed-a4ba-e730a62cc9f4', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': '075f8cd7-1e91-48a0-82b7-6cb41169405b'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:42.643288 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.664742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc6ae-9205-4ae3-80a7-67a3693f3f0a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (8c3e63ae-c434-4395-aaf2-48c05b419801), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.665808 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc6ae-9205-4ae3-80a7-67a3693f3f0a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (8c3e63ae-c434-4395-aaf2-48c05b419801), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.729588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc6ae-9205-4ae3-80a7-67a3693f3f0a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (8c3e63ae-c434-4395-aaf2-48c05b419801), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.744484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc6ae-9205-4ae3-80a7-67a3693f3f0a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (8c3e63ae-c434-4395-aaf2-48c05b419801), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.772087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e046e04-2be9-41e2-b325-2021098ed09b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:42.775798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e046e04-2be9-41e2-b325-2021098ed09b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1829786 Feb 09 21:09:42.776312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56856) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.789120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc6ae-9205-4ae3-80a7-67a3693f3f0a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.793588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ab7bc6ae-9205-4ae3-80a7-67a3693f3f0a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2718654 Feb 09 21:09:42.794246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.830960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Allocated IP 172.20.0.2 (1f5f152c-765b-45ed-a4ba-e730a62cc9f4/075f8cd7-1e91-48a0-82b7-6cb41169405b/31ca9de8-f263-45d3-b38e-658754841eae) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:42.835615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'port': {'network_id': '1f5f152c-765b-45ed-a4ba-e730a62cc9f4', 'name': 'tempest-RoutersTest-475311951'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:42.871879 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Floating IP 2738b51c-0730-43ef-b58f-fd52fde22b41 associated. External IP: 172.25.4.168, port: b8ac7046-daeb-402a-b5d0-0efb6e0346af. Feb 09 21:09:42.943726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f469dd03-e415-4e08-ba55-5bdd32b3def0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1652234 Feb 09 21:09:42.947485 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:42.949668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:42.962860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:42.987530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] Deleting port 829dea7a-fb97-4db7-8ea0-829106cb8872 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:42.988417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.015771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62689536-0768-4a68-a936-c105d9a17b27 admin admin] Publish callbacks [] for security_group (2635b5b6-3294-400d-b754-bb6ba9d06b6f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.042626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62689536-0768-4a68-a936-c105d9a17b27 admin admin] Publish callbacks [] for security_group (2635b5b6-3294-400d-b754-bb6ba9d06b6f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.110268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62689536-0768-4a68-a936-c105d9a17b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2635b5b6-3294-400d-b754-bb6ba9d06b6f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.113580 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62689536-0768-4a68-a936-c105d9a17b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.114790 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62689536-0768-4a68-a936-c105d9a17b27 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2635b5b6-3294-400d-b754-bb6ba9d06b6f HTTP/1.1" status: 204 len: 168 time: 0.4844291 Feb 09 21:09:43.122127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:43.125505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.151010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] For port 829dea7a-fb97-4db7-8ea0-829106cb8872, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=829dea7a-fb97-4db7-8ea0-829106cb8872,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:43.151554 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.163723 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Publish callbacks [] for port (31ca9de8-f263-45d3-b38e-658754841eae), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.172063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] Calling delete_port for 829dea7a-fb97-4db7-8ea0-829106cb8872 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:43.175164 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (31ca9de8-f263-45d3-b38e-658754841eae), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.185330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62689536-0768-4a68-a936-c105d9a17b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2635b5b6-3294-400d-b754-bb6ba9d06b6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:43.207950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 28cb0401-6825-456d-9ffd-68c47941c3de has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:43.224119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] device_id is not set on port f1f78a93-1167-4742-907a-50c858bd9c29 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:43.303620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:43.314752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:43.318226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.356060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:43.365038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:43.367964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Pushing event updated for resources: {'Port': ['ID=31ca9de8-f263-45d3-b38e-658754841eae,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:43.418217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 829dea7a-fb97-4db7-8ea0-829106cb8872 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:43.437495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:43.466779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.487396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Attempting to bind port 31ca9de8-f263-45d3-b38e-658754841eae on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:43.488021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Attempting to bind port 31ca9de8-f263-45d3-b38e-658754841eae by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '030e8414-b44d-4f20-9bfb-d9018fa0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1f5f152c-765b-45ed-a4ba-e730a62cc9f4'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:43.488571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Attempting to bind port 31ca9de8-f263-45d3-b38e-658754841eae on network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:43.491860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] Sync routers for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:43.508398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f740860c-baed-4b12-8bcf-4b527626fd9f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3006473 Feb 09 21:09:43.509177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:09:43.512865 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c64deec-42eb-4da4-8548-593b6dd1fb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:09:43.544295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:43.544799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Checking segment: {'id': '030e8414-b44d-4f20-9bfb-d9018fa0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1f5f152c-765b-45ed-a4ba-e730a62cc9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:43.545068 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.545468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Bound using segment: {'id': '030e8414-b44d-4f20-9bfb-d9018fa0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1f5f152c-765b-45ed-a4ba-e730a62cc9f4'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:43.545958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Bound port: 31ca9de8-f263-45d3-b38e-658754841eae, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030e8414-b44d-4f20-9bfb-d9018fa0a64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1f5f152c-765b-45ed-a4ba-e730a62cc9f4'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:43.546341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (31ca9de8-f263-45d3-b38e-658754841eae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.569795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.20.0.6 (1f5f152c-765b-45ed-a4ba-e730a62cc9f4/075f8cd7-1e91-48a0-82b7-6cb41169405b/f1f78a93-1167-4742-907a-50c858bd9c29) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:43.587331 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fee6698-5b20-4488-ab2b-42d920b95dbe x-openstack-request-id: req-2fee6698-5b20-4488-ab2b-42d920b95dbe {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:09:43.587629 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:09:43.587958 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2fee6698-5b20-4488-ab2b-42d920b95dbe {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:09:43.588376 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'status': 'completed', 'code': 200} Feb 09 21:09:43.591501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:43.592453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:43.644406 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (829dea7a-fb97-4db7-8ea0-829106cb8872), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.681687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4492f8-c500-4078-bd54-df004fdad954 req-9d25f0a7-f006-4018-9789-81875b5aaad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:43.683347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c4492f8-c500-4078-bd54-df004fdad954 req-9d25f0a7-f006-4018-9789-81875b5aaad2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.0647242 Feb 09 21:09:43.689114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] No DVR routers for this DVR port 829dea7a-fb97-4db7-8ea0-829106cb8872 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:43.716290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No active binding found for port 829dea7a-fb97-4db7-8ea0-829106cb8872 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:09:43.716997 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] The host n-d-789963-29 is not matching for port 829dea7a-fb97-4db7-8ea0-829106cb8872 host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:09:43.717622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 829dea7a-fb97-4db7-8ea0-829106cb8872 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:43.753085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d31e8-0434-4b6c-8ce7-429f45da2f59 None None] Pushing event deleted for resources: {'Port': ['ID=829dea7a-fb97-4db7-8ea0-829106cb8872,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:43.766962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3c4492f8-c500-4078-bd54-df004fdad954 req-42bc9261-3201-4a6d-b454-c59cb7ce72db tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740142 Feb 09 21:09:43.792412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56880) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:43.800950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] For port 31ca9de8-f263-45d3-b38e-658754841eae, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:43.814499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] For port 31ca9de8-f263-45d3-b38e-658754841eae, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=31ca9de8-f263-45d3-b38e-658754841eae,segment=NetworkSegment(030e8414-b44d-4f20-9bfb-d9018fa0a64e),segment_id=030e8414-b44d-4f20-9bfb-d9018fa0a64e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:43.824285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (f1f78a93-1167-4742-907a-50c858bd9c29), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.826929 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (31ca9de8-f263-45d3-b38e-658754841eae), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:43.834402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:43.873777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-62d6e471-589e-493d-a957-485515f09229 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/2738b51c-0730-43ef-b58f-fd52fde22b41 HTTP/1.1" status: 200 len: 992 time: 0.0801253 Feb 09 21:09:43.969059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-47037818-8be1-4c09-8157-ebef2396011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:43.970699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-47037818-8be1-4c09-8157-ebef2396011e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1129 time: 0.3547227 Feb 09 21:09:43.984859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5ceb5-77c3-456e-8af0-078d9df7b34f None None] Pushing event updated for resources: {'Port': ['ID=31ca9de8-f263-45d3-b38e-658754841eae,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:43.990796 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.079135 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.137881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:44.139400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '2738b51c-0730-43ef-b58f-fd52fde22b41', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'port_id': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'mac_address': 'fa:16:3e:ee:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:09:41Z', 'updated_at': '2022-02-09T21:09:41Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:16Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:44.152564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:44.154951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:44.185020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:09:44.234965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (b35acef0-b63a-41c1-aa34-4280b64a46e2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.263950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:44.319353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:44.320021 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.340344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=f1f78a93-1167-4742-907a-50c858bd9c29,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:44.388904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] Checking router: 28cb0401-6825-456d-9ffd-68c47941c3de for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:09:44.406258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:44.406907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:44.425264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ace3d2b1-f949-4c4a-ae42-ad020df65c7f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5955265 Feb 09 21:09:44.426138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=b35acef0-b63a-41c1-aa34-4280b64a46e2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:44.428120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:44.432607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-ee2b8326-a166-42be-9e46-85cb14b3adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:44.434545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-ee2b8326-a166-42be-9e46-85cb14b3adbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 897 time: 0.4562652 Feb 09 21:09:44.446806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:44.454736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:44.498226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:44.498891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.535003 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0cc475bf-cbde-472e-bfe7-a9e0fec405ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5839689 Feb 09 21:09:44.536666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:44.543915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bc709637-0cd3-4ad7-a59b-1bca812e0c4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:44.545645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-979642435'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:44.555731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:09:44.570912 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-fce81933-1e1a-441e-8d43-97b95274c325 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 1000 time: 0.1267869 Feb 09 21:09:44.601833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8af076-21cc-463f-bc8c-32d11015fa79 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:44.692336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-4b3d07eb-9b1d-42de-bfe6-99a4bdae6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:44.693766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-4b3d07eb-9b1d-42de-bfe6-99a4bdae6257 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 200 len: 834 time: 0.0932367 Feb 09 21:09:44.700748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:44.706988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.723062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.754075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc709637-0cd3-4ad7-a59b-1bca812e0c4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:44.757968 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bc709637-0cd3-4ad7-a59b-1bca812e0c4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.781375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'b35acef0-b63a-41c1-aa34-4280b64a46e2'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:44.782244 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:44.837195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-02f33d19-5233-4222-b8bd-e8b3f8e8fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:44.839030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-02f33d19-5233-4222-b8bd-e8b3f8e8fce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91efa7f8-a13c-46c3-b82a-e6ca08763844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1381276 Feb 09 21:09:44.883446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56908) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:44.936671 n-d-789963-29 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-bc709637-0cd3-4ad7-a59b-1bca812e0c4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b35acef0-b63a-41c1-aa34-4280b64a46e2 (CIDR: 2001:db8::/64) Feb 09 21:09:44.945962 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc709637-0cd3-4ad7-a59b-1bca812e0c4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:09:44.946559 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc709637-0cd3-4ad7-a59b-1bca812e0c4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:44.983258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bc709637-0cd3-4ad7-a59b-1bca812e0c4a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4439764 Feb 09 21:09:44.983994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:44.998179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:45.024836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for security_group (1a72423e-b748-4b32-b757-53910c1e64c8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.058563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d6f32604-d4b4-4645-919e-8ca1dae661a9 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/2738b51c-0730-43ef-b58f-fd52fde22b41 HTTP/1.1" status: 200 len: 992 time: 0.1736290 Feb 09 21:09:45.078877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-4b96e09a-b410-42be-a378-c88a46b78319 service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283926 Feb 09 21:09:45.083925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1a72423e-b748-4b32-b757-53910c1e64c8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.103587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Allocated IP 2001:db8::f816:3eff:fe0d:479e (80e680bd-6aaf-43aa-80bf-d3a099d84e51/b35acef0-b63a-41c1-aa34-4280b64a46e2/1f355ef7-8024-4b0b-92eb-a198ac9c9e8d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:45.113962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:09:45.174558 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3d249353-9ad7-4b05-9777-0ef3bb7f0757), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.175062 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment 3d249353-9ad7-4b05-9777-0ef3bb7f0757 of type vlan for network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 Feb 09 21:09:45.204058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '2738b51c-0730-43ef-b58f-fd52fde22b41', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'port_id': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'mac_address': 'fa:16:3e:ee:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:09:41Z', 'updated_at': '2022-02-09T21:09:41Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:16Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:45.243228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b7a0c3-e3b1-49a6-9c16-b4e9da4c400c None None] The sync data for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 is: [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '2738b51c-0730-43ef-b58f-fd52fde22b41', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.168', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'port_id': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'mac_address': 'fa:16:3e:ee:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:09:41Z', 'updated_at': '2022-02-09T21:09:41Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:16Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:45.265169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c64deec-42eb-4da4-8548-593b6dd1fb2c req-de2468cb-a534-4149-9b19-af39fd410384 service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687460 Feb 09 21:09:45.266086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:45.275883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.434841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72423e-b748-4b32-b757-53910c1e64c8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:45.439674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (52c6702c-aa9a-4cfb-b0e9-8983c86c1217), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.474807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 31ca9de8-f263-45d3-b38e-658754841eae up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:45.504367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.523797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc278b52-773e-4d8d-9c78-9a0131e912b7 None None] Network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:45.568724 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (52c6702c-aa9a-4cfb-b0e9-8983c86c1217), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.580417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:45.581098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.667856 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f54b23c-9b8f-453c-a3f3-c557579e6abf None None] New status for floating IP 2738b51c-0730-43ef-b58f-fd52fde22b41: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:09:45.726706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Publish callbacks [] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.773789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.886333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Pushing event updated for resources: {'Port': ['ID=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:45.896594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:45.901577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:45.908753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ba934118-ecc3-4163-91e3-941fcc751bc3 None None] Provisioning complete for port 31ca9de8-f263-45d3-b38e-658754841eae triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:45.909154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba934118-ecc3-4163-91e3-941fcc751bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (31ca9de8-f263-45d3-b38e-658754841eae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.913125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:45.921735 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6560266 Feb 09 21:09:45.924586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:45.933172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-943552715'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:45.949508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd9ab5-d058-4ae8-a8b4-5f58145623fe tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=52c6702c-aa9a-4cfb-b0e9-8983c86c1217,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:45.954968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 31ca9de8-f263-45d3-b38e-658754841eae triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:45.955346 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (31ca9de8-f263-45d3-b38e-658754841eae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:45.997953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:09:46.002336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:46.006698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.051785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:09:46.062255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:46.063542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.063931 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4 of type vlan for network c77551b8-d101-4f2d-81b3-3d650f9248a1 Feb 09 21:09:46.105995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (c77551b8-d101-4f2d-81b3-3d650f9248a1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.147906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (c77551b8-d101-4f2d-81b3-3d650f9248a1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.153225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:46.153899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.172898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Attempting to bind port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:46.173277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Attempting to bind port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:46.173639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Attempting to bind port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:46.187577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:46.188321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:46.188471 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.188767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:46.189239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Bound port: 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:46.189613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.237315 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b2ca4b65-6a7a-4042-bf54-cdfc05818d37 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/2738b51c-0730-43ef-b58f-fd52fde22b41 HTTP/1.1" status: 200 len: 994 time: 0.1641183 Feb 09 21:09:46.247297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (82bbf572-2c75-4818-9693-440f0f2c4da4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.255443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (f1f78a93-1167-4742-907a-50c858bd9c29), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.266500 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.274839 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3456929 Feb 09 21:09:46.281606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:46.311116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': '52c6702c-aa9a-4cfb-b0e9-8983c86c1217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:46.332775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ba934118-ecc3-4163-91e3-941fcc751bc3 None None] Current status of the port 31ca9de8-f263-45d3-b38e-658754841eae is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:46.333170 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba934118-ecc3-4163-91e3-941fcc751bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (31ca9de8-f263-45d3-b38e-658754841eae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.337871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 31ca9de8-f263-45d3-b38e-658754841eae is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:46.338043 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (31ca9de8-f263-45d3-b38e-658754841eae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.352056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=82bbf572-2c75-4818-9693-440f0f2c4da4,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:46.359200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68bdbb-feb1-4bd1-a783-7d54aef5b5f0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=c77551b8-d101-4f2d-81b3-3d650f9248a1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:46.381919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network c77551b8-d101-4f2d-81b3-3d650f9248a1 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:09:46.392898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] For port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:46.404930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:46.406444 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:46.409284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:46.410457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.427889 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f920ad75-d46a-489f-ae4a-404f889bf8b7 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4405079 Feb 09 21:09:46.430509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:46.436804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:be:09:a2', 'name': 'tempest-NetworksTestDHCPv6-2001516296'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:46.513144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ba934118-ecc3-4163-91e3-941fcc751bc3 None None] For port 31ca9de8-f263-45d3-b38e-658754841eae, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=31ca9de8-f263-45d3-b38e-658754841eae,segment=NetworkSegment(030e8414-b44d-4f20-9bfb-d9018fa0a64e),segment_id=030e8414-b44d-4f20-9bfb-d9018fa0a64e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:46.514696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] For port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:46.525866 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba934118-ecc3-4163-91e3-941fcc751bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (31ca9de8-f263-45d3-b38e-658754841eae), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.559386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=f1f78a93-1167-4742-907a-50c858bd9c29,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:46.602830 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.625381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:46.683960 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:09:46.684325 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:09:46.686905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba934118-ecc3-4163-91e3-941fcc751bc3 None None] Pushing event updated for resources: {'Port': ['ID=31ca9de8-f263-45d3-b38e-658754841eae,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:46.711336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-218db7bb-4c6d-477d-abb8-53d4e1a1275f None None] Provisioning complete for port f1f78a93-1167-4742-907a-50c858bd9c29 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:46.711705 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218db7bb-4c6d-477d-abb8-53d4e1a1275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.805263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:46.810199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-218db7bb-4c6d-477d-abb8-53d4e1a1275f None None] Port f1f78a93-1167-4742-907a-50c858bd9c29 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:46.813682 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.818775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4f5c1-8576-42c8-94ac-ea4311da68f0 None None] Pushing event updated for resources: {'Port': ['ID=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:46.836916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-218db7bb-4c6d-477d-abb8-53d4e1a1275f None None] Provisioning complete for port 31ca9de8-f263-45d3-b38e-658754841eae triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:46.837291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-218db7bb-4c6d-477d-abb8-53d4e1a1275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (31ca9de8-f263-45d3-b38e-658754841eae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.875300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:46.904038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port bc840ab7-71d3-4d41-9835-0acfb116afb4 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:46.971265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-218db7bb-4c6d-477d-abb8-53d4e1a1275f None None] Current status of the port 31ca9de8-f263-45d3-b38e-658754841eae is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:46.997359 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (8c3e63ae-c434-4395-aaf2-48c05b419801), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.118968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f19c78cb-8520-4821-96fe-dd4fb6f8f041 None None] Provisioning complete for port f1f78a93-1167-4742-907a-50c858bd9c29 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:47.119624 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f19c78cb-8520-4821-96fe-dd4fb6f8f041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.201233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8:0:1::225 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/82bbf572-2c75-4818-9693-440f0f2c4da4/bc840ab7-71d3-4d41-9835-0acfb116afb4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:47.223511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:febe:9a2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/b35acef0-b63a-41c1-aa34-4280b64a46e2/bc840ab7-71d3-4d41-9835-0acfb116afb4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:47.246550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f19c78cb-8520-4821-96fe-dd4fb6f8f041 None None] Port f1f78a93-1167-4742-907a-50c858bd9c29 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:47.260549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.435890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (bc840ab7-71d3-4d41-9835-0acfb116afb4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.498160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (bc840ab7-71d3-4d41-9835-0acfb116afb4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.498502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 31ca9de8-f263-45d3-b38e-658754841eae is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:47.534797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f17838b7-de64-49cb-80a6-cda45a55662e None None] Provisioning complete for port f1f78a93-1167-4742-907a-50c858bd9c29 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:47.536103 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f17838b7-de64-49cb-80a6-cda45a55662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.564614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:47.573332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:47.577585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:47.587827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:47.588700 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.590461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (532d9b39-c6b7-4c80-82ce-0d85256e2096), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.608405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=bc840ab7-71d3-4d41-9835-0acfb116afb4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:47.619640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f17838b7-de64-49cb-80a6-cda45a55662e None None] Port f1f78a93-1167-4742-907a-50c858bd9c29 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:47.623639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0628d544-286c-4bc8-acb7-9d71e4b5b647 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1898708 Feb 09 21:09:47.623901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:47.671941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=532d9b39-c6b7-4c80-82ce-0d85256e2096,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:47.687951 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (f1f78a93-1167-4742-907a-50c858bd9c29), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.699805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.753017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c484ca38-d0be-4ee3-bd26-105232db285d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port bc840ab7-71d3-4d41-9835-0acfb116afb4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:47.754285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c484ca38-d0be-4ee3-bd26-105232db285d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bc840ab7-71d3-4d41-9835-0acfb116afb4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.780281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 31ca9de8-f263-45d3-b38e-658754841eae up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:47.813363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=f1f78a93-1167-4742-907a-50c858bd9c29,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:47.838730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': '3d249353-9ad7-4b05-9777-0ef3bb7f0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '52c6702c-aa9a-4cfb-b0e9-8983c86c1217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:47.839219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: 52c6702c-aa9a-4cfb-b0e9-8983c86c1217, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:09:47.848123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (8c3e63ae-c434-4395-aaf2-48c05b419801), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.869511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 31ca9de8-f263-45d3-b38e-658754841eae triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:47.870462 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (31ca9de8-f263-45d3-b38e-658754841eae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.894395 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c484ca38-d0be-4ee3-bd26-105232db285d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bc840ab7-71d3-4d41-9835-0acfb116afb4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:47.910476 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c484ca38-d0be-4ee3-bd26-105232db285d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for bc840ab7-71d3-4d41-9835-0acfb116afb4 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:47.949082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:09:47.982770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 52c6702c-aa9a-4cfb-b0e9-8983c86c1217) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:47.990575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:47.991204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.011155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:48.013779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57400d3d-6f70-4ea8-a410-4c822b5ce68e None None] Network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:48.013932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:48.033060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-70d10bad-9dab-4af9-9cb2-88dbfa3eafef tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7394848 Feb 09 21:09:48.038617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:48.044834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': 'c77551b8-d101-4f2d-81b3-3d650f9248a1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:48.068616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 31ca9de8-f263-45d3-b38e-658754841eae is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:48.069844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:48.133042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c484ca38-d0be-4ee3-bd26-105232db285d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (bc840ab7-71d3-4d41-9835-0acfb116afb4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.198549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:48.198931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.199040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484ca38-d0be-4ee3-bd26-105232db285d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=bc840ab7-71d3-4d41-9835-0acfb116afb4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:48.280870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c484ca38-d0be-4ee3-bd26-105232db285d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.288523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:48.289187 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c484ca38-d0be-4ee3-bd26-105232db285d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/bc840ab7-71d3-4d41-9835-0acfb116afb4 HTTP/1.1" status: 204 len: 168 time: 0.6641767 Feb 09 21:09:48.333535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-52c6702c-aa9a-4cfb-b0e9-8983c86c1217', 'network_id': '52c6702c-aa9a-4cfb-b0e9-8983c86c1217', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': '532d9b39-c6b7-4c80-82ce-0d85256e2096'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:48.334752 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.362144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318fc738-f4ff-48de-9924-8e8dc5e30eaa None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:48.393428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:48.397513 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.425249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e30ce-47ad-4271-8722-35b87cbf222a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:48.429664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a65e30ce-47ad-4271-8722-35b87cbf222a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1383412 Feb 09 21:09:48.430047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:48.509873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 8c3e63ae-c434-4395-aaf2-48c05b419801 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:09:48.513856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4aafc2-c1cc-425b-970b-374d5e084d73 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:48.520157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e4aafc2-c1cc-425b-970b-374d5e084d73 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0878773 Feb 09 21:09:48.520500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56936) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:48.571198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:48.571587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.576971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8d0eef6b-5ab8-4996-976b-19777e112867 None None] Provisioning complete for port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:48.577404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d0eef6b-5ab8-4996-976b-19777e112867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.661959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4450838-5595-49c3-9d5a-7b65aeef67f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:48.664878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4450838-5595-49c3-9d5a-7b65aeef67f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:48.666696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4450838-5595-49c3-9d5a-7b65aeef67f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:48.671781 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b4450838-5595-49c3-9d5a-7b65aeef67f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1419389 Feb 09 21:09:48.671781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:48.701617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Allocated IP 2001:db8::2 (52c6702c-aa9a-4cfb-b0e9-8983c86c1217/532d9b39-c6b7-4c80-82ce-0d85256e2096/5e5b5838-5af4-4771-aad6-171fc8075ee5) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:48.706234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:48.719320 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.785724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-363d1bcf-091f-43b7-bb5d-a8c0aa756a10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 82bbf572-2c75-4818-9693-440f0f2c4da4 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:48.791952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:48.807664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d1bcf-091f-43b7-bb5d-a8c0aa756a10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (82bbf572-2c75-4818-9693-440f0f2c4da4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.819202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416bfc0-e801-47fa-914c-96ed890d23e1 None None] Sync routers for ids ['8c3e63ae-c434-4395-aaf2-48c05b419801'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:48.821911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:48.824227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c00e3aea-0bb4-40a8-bf2b-0c782cae35d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/8c3e63ae-c434-4395-aaf2-48c05b419801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3948367 Feb 09 21:09:48.904008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0feed6-a015-457b-8e4b-b534d2014d98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:48.907702 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6c0feed6-a015-457b-8e4b-b534d2014d98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports/f1f78a93-1167-4742-907a-50c858bd9c29 HTTP/1.1" status: 200 len: 976 time: 0.0824590 Feb 09 21:09:48.908503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:48.927978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:48.953667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8d0eef6b-5ab8-4996-976b-19777e112867 None None] Current status of the port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:48.957019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416bfc0-e801-47fa-914c-96ed890d23e1 None None] Routers {'8c3e63ae-c434-4395-aaf2-48c05b419801'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:48.957662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8416bfc0-e801-47fa-914c-96ed890d23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8c3e63ae-c434-4395-aaf2-48c05b419801'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:48.971139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (99348c5a-627d-47d2-a787-cb1e5a58d910), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:48.975516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d1bcf-091f-43b7-bb5d-a8c0aa756a10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (82bbf572-2c75-4818-9693-440f0f2c4da4), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.022083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef11235-83bc-4faa-9fb8-9bfa2ffc17d4 None None] Update dhcp port {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': 'b35acef0-b63a-41c1-aa34-4280b64a46e2', 'ip_address': '2001:db8::f816:3eff:fe0d:479e'}, {'subnet_id': '82bbf572-2c75-4818-9693-440f0f2c4da4'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '1f355ef7-8024-4b0b-92eb-a198ac9c9e8d'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:09:49.030409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8416bfc0-e801-47fa-914c-96ed890d23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:49.096097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=99348c5a-627d-47d2-a787-cb1e5a58d910,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:49.099629 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fef11235-83bc-4faa-9fb8-9bfa2ffc17d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.099882 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d1bcf-091f-43b7-bb5d-a8c0aa756a10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (82bbf572-2c75-4818-9693-440f0f2c4da4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.135933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416bfc0-e801-47fa-914c-96ed890d23e1 None None] Routers {'8c3e63ae-c434-4395-aaf2-48c05b419801'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:49.136567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8416bfc0-e801-47fa-914c-96ed890d23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8c3e63ae-c434-4395-aaf2-48c05b419801'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:49.138444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8d0eef6b-5ab8-4996-976b-19777e112867 None None] Provisioning complete for port f1f78a93-1167-4742-907a-50c858bd9c29 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:49.138822 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d0eef6b-5ab8-4996-976b-19777e112867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.147116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': 'f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c77551b8-d101-4f2d-81b3-3d650f9248a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:49.147491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: c77551b8-d101-4f2d-81b3-3d650f9248a1, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:09:49.178236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network c77551b8-d101-4f2d-81b3-3d650f9248a1 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:09:49.188389 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d1bcf-091f-43b7-bb5d-a8c0aa756a10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (82bbf572-2c75-4818-9693-440f0f2c4da4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.193971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, c77551b8-d101-4f2d-81b3-3d650f9248a1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:49.205547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8416bfc0-e801-47fa-914c-96ed890d23e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:49.206203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8416bfc0-e801-47fa-914c-96ed890d23e1 None None] The sync data for ids ['8c3e63ae-c434-4395-aaf2-48c05b419801'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:49.232085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:49.232935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.236557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d1bcf-091f-43b7-bb5d-a8c0aa756a10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=82bbf572-2c75-4818-9693-440f0f2c4da4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:49.242667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d1bcf-091f-43b7-bb5d-a8c0aa756a10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.246461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c689d9-7797-4dbf-9042-d013664fcddf None None] Network c77551b8-d101-4f2d-81b3-3d650f9248a1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:49.246983 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-363d1bcf-091f-43b7-bb5d-a8c0aa756a10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/82bbf572-2c75-4818-9693-440f0f2c4da4 HTTP/1.1" status: 204 len: 168 time: 0.5740650 Feb 09 21:09:49.249980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:49.292498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:49.293018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7882e8ef-cdab-45a3-a09e-a4f8e87a6ae5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2530057 Feb 09 21:09:49.307321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c0890e02-37db-4e17-bb4b-0bde574eeaca tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1798312765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:49.319452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Publish callbacks [] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.326928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0fb99a-5acb-460c-b740-58a0e3b83f80 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet b35acef0-b63a-41c1-aa34-4280b64a46e2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:49.334196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8d0eef6b-5ab8-4996-976b-19777e112867 None None] Port f1f78a93-1167-4742-907a-50c858bd9c29 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:49.335602 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb99a-5acb-460c-b740-58a0e3b83f80 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (b35acef0-b63a-41c1-aa34-4280b64a46e2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.343324 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0890e02-37db-4e17-bb4b-0bde574eeaca tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (63563e74-5280-40ef-a327-15797ee1976e), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.345454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0890e02-37db-4e17-bb4b-0bde574eeaca tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (63563e74-5280-40ef-a327-15797ee1976e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.388777 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.422737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (8c3e63ae-c434-4395-aaf2-48c05b419801), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.488235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:49.496278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:49.498743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:49.509558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Pushing event updated for resources: {'Port': ['ID=5e5b5838-5af4-4771-aad6-171fc8075ee5,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:49.562617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-c77551b8-d101-4f2d-81b3-3d650f9248a1', 'network_id': 'c77551b8-d101-4f2d-81b3-3d650f9248a1', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': '99348c5a-627d-47d2-a787-cb1e5a58d910'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:49.563480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.648655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:49.691363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0890e02-37db-4e17-bb4b-0bde574eeaca tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (63563e74-5280-40ef-a327-15797ee1976e), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.696250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Attempting to bind port 5e5b5838-5af4-4771-aad6-171fc8075ee5 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:49.696627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Attempting to bind port 5e5b5838-5af4-4771-aad6-171fc8075ee5 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3d249353-9ad7-4b05-9777-0ef3bb7f0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '52c6702c-aa9a-4cfb-b0e9-8983c86c1217'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:49.696986 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Attempting to bind port 5e5b5838-5af4-4771-aad6-171fc8075ee5 on network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:49.703178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0890e02-37db-4e17-bb4b-0bde574eeaca tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (63563e74-5280-40ef-a327-15797ee1976e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.767332 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0890e02-37db-4e17-bb4b-0bde574eeaca tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.767664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:49.768058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Checking segment: {'id': '3d249353-9ad7-4b05-9777-0ef3bb7f0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '52c6702c-aa9a-4cfb-b0e9-8983c86c1217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:49.771195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.771322 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c0890e02-37db-4e17-bb4b-0bde574eeaca tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4667478 Feb 09 21:09:49.771430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Bound using segment: {'id': '3d249353-9ad7-4b05-9777-0ef3bb7f0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '52c6702c-aa9a-4cfb-b0e9-8983c86c1217'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:49.771430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Bound port: 5e5b5838-5af4-4771-aad6-171fc8075ee5, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d249353-9ad7-4b05-9777-0ef3bb7f0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '52c6702c-aa9a-4cfb-b0e9-8983c86c1217'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:49.771430 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.771675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:49.839415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb99a-5acb-460c-b740-58a0e3b83f80 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (b35acef0-b63a-41c1-aa34-4280b64a46e2), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.883076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:49.883076 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.913397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port f1f78a93-1167-4742-907a-50c858bd9c29 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:49.913865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.936056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb99a-5acb-460c-b740-58a0e3b83f80 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b35acef0-b63a-41c1-aa34-4280b64a46e2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:49.967053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Allocated IP 2001:db8:1::2 (c77551b8-d101-4f2d-81b3-3d650f9248a1/99348c5a-627d-47d2-a787-cb1e5a58d910/eb5b1411-4c12-4a83-8fde-10f7c17b36e3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:49.976640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] For port 5e5b5838-5af4-4771-aad6-171fc8075ee5, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:49.984184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] For port 5e5b5838-5af4-4771-aad6-171fc8075ee5, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5e5b5838-5af4-4771-aad6-171fc8075ee5,segment=NetworkSegment(3d249353-9ad7-4b05-9777-0ef3bb7f0757),segment_id=3d249353-9ad7-4b05-9777-0ef3bb7f0757)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:50.010391 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.014938 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb99a-5acb-460c-b740-58a0e3b83f80 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (b35acef0-b63a-41c1-aa34-4280b64a46e2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.063868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9f0fb99a-5acb-460c-b740-58a0e3b83f80 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.071655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9f0fb99a-5acb-460c-b740-58a0e3b83f80 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/b35acef0-b63a-41c1-aa34-4280b64a46e2 HTTP/1.1" status: 204 len: 168 time: 0.8183379 Feb 09 21:09:50.071655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fb99a-5acb-460c-b740-58a0e3b83f80 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=b35acef0-b63a-41c1-aa34-4280b64a46e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:50.075104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:50.126459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3539b42b-8ed5-4552-a360-4a7e1dd773f0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472214 Feb 09 21:09:50.132426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:50.138453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:50.227626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.251910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for f1f78a93-1167-4742-907a-50c858bd9c29 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:50.261996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:50.266435 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-fef11235-83bc-4faa-9fb8-9bfa2ffc17d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b35acef0-b63a-41c1-aa34-4280b64a46e2: This subnet is being modified by another concurrent operation. Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:09:50.291675 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b35acef0-b63a-41c1-aa34-4280b64a46e2: This subnet is being modified by another concurrent operation. Feb 09 21:09:50.294761 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Feb 09 21:09:50.338392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016136b-79eb-4484-928c-abb4f0ff720d None None] Pushing event updated for resources: {'Port': ['ID=5e5b5838-5af4-4771-aad6-171fc8075ee5,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:50.368966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:50.418005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87165f-4037-4d60-8506-6d981249243f None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:50.586370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.614907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-35b63e94-0981-4b86-acff-04d53b406d99 None None] Provisioning complete for port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:50.615293 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35b63e94-0981-4b86-acff-04d53b406d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.749863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.objects.ports [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103324) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:09:50.759181 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Publish callbacks [] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.765573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f1f78a93-1167-4742-907a-50c858bd9c29), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.777305 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:50.793601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:50.915821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Network c77551b8-d101-4f2d-81b3-3d650f9248a1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:50.950114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:50.951214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=f1f78a93-1167-4742-907a-50c858bd9c29,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:50.955707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-35b63e94-0981-4b86-acff-04d53b406d99 None None] Current status of the port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:50.959956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:50.976164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Pushing event updated for resources: {'Port': ['ID=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:51.016981 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.093013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Attempting to bind port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:51.093399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Attempting to bind port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c77551b8-d101-4f2d-81b3-3d650f9248a1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:51.093771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Attempting to bind port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 on network c77551b8-d101-4f2d-81b3-3d650f9248a1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:51.106093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:51.106552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Checking segment: {'id': 'f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c77551b8-d101-4f2d-81b3-3d650f9248a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:51.106985 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.107429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Bound using segment: {'id': 'f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c77551b8-d101-4f2d-81b3-3d650f9248a1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:51.107966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Bound port: eb5b1411-4c12-4a83-8fde-10f7c17b36e3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c77551b8-d101-4f2d-81b3-3d650f9248a1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:51.108368 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.116482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] Deleting port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:51.116990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.254033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] For port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:51.285827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.289931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (8c3e63ae-c434-4395-aaf2-48c05b419801), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.301077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.329697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] For port eb5b1411-4c12-4a83-8fde-10f7c17b36e3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:51.336349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] For port eb5b1411-4c12-4a83-8fde-10f7c17b36e3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,segment=NetworkSegment(f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4),segment_id=f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:51.350638 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.389328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:51.402449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (85d6f136-64a2-4688-85eb-a9acd66cd42f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.407382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8::1 (52c6702c-aa9a-4cfb-b0e9-8983c86c1217/532d9b39-c6b7-4c80-82ce-0d85256e2096/05184228-b302-46a6-afaf-271e58679eba) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:51.432366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd7aa3-452a-4d2a-90b3-6ee0572e765a None None] Pushing event updated for resources: {'Port': ['ID=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:51.461767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] For port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:51.462183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.492285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] Calling delete_port for 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:51.541549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:51.545453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:51.547867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=85d6f136-64a2-4688-85eb-a9acd66cd42f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:51.552338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:51.553003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.604868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b998c035-9442-43f2-9f5e-8d74ecfebd03 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4708445 Feb 09 21:09:51.612909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:51.618069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c6e6be54-2bd4-4e8e-a24a-54f58b33f449 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:51.684446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 8c3e63ae-c434-4395-aaf2-48c05b419801 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:51.727100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5e5b5838-5af4-4771-aad6-171fc8075ee5 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:51.809530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (1f355ef7-8024-4b0b-92eb-a198ac9c9e8d), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.828261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.869071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e6be54-2bd4-4e8e-a24a-54f58b33f449 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:51.875087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] Pushing event deleted for resources: {'Port': ['ID=1f355ef7-8024-4b0b-92eb-a198ac9c9e8d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:51.875299 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6e6be54-2bd4-4e8e-a24a-54f58b33f449 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.928688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (05184228-b302-46a6-afaf-271e58679eba), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:51.948825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:51.960730 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb72ce1-ec38-4f8a-94fa-2e726f1adddb None None] Sync routers for ids ['8c3e63ae-c434-4395-aaf2-48c05b419801'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:51.983800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-403af24c-81e1-4847-911f-c7747cb8aa4a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/8c3e63ae-c434-4395-aaf2-48c05b419801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0738640 Feb 09 21:09:51.986978 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb72ce1-ec38-4f8a-94fa-2e726f1adddb None None] Routers {'8c3e63ae-c434-4395-aaf2-48c05b419801'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:51.987661 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-beb72ce1-ec38-4f8a-94fa-2e726f1adddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8c3e63ae-c434-4395-aaf2-48c05b419801'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:51.989658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56966) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:52.013494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5e5b5838-5af4-4771-aad6-171fc8075ee5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:52.014063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.015766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a606f-de0b-4791-8b16-e0156dfafcaa None None] No DVR routers for this DVR port 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:52.048922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (05184228-b302-46a6-afaf-271e58679eba), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.050945 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-beb72ce1-ec38-4f8a-94fa-2e726f1adddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:52.064658 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb72ce1-ec38-4f8a-94fa-2e726f1adddb None None] Routers {'8c3e63ae-c434-4395-aaf2-48c05b419801'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:52.065285 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-beb72ce1-ec38-4f8a-94fa-2e726f1adddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8c3e63ae-c434-4395-aaf2-48c05b419801'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:52.073488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248adc78-eaca-4496-b5f6-61fa8b9bc7c7 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:52.110093 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-beb72ce1-ec38-4f8a-94fa-2e726f1adddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:52.110747 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb72ce1-ec38-4f8a-94fa-2e726f1adddb None None] The sync data for ids ['8c3e63ae-c434-4395-aaf2-48c05b419801'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:52.156132 n-d-789963-29 neutron-server[103324]: INFO neutron.db.ipam_backend_mixin [None req-c6e6be54-2bd4-4e8e-a24a-54f58b33f449 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85d6f136-64a2-4688-85eb-a9acd66cd42f (CIDR: 2001:db8::/64) Feb 09 21:09:52.171857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:52.176471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:52.186522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:52.187059 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (63563e74-5280-40ef-a327-15797ee1976e), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.219410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea729c-5791-4c56-8721-d2c3eaed290f None None] Network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:52.269150 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e6be54-2bd4-4e8e-a24a-54f58b33f449 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:09:52.269653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e6be54-2bd4-4e8e-a24a-54f58b33f449 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:09:52.296831 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-b3b79c10-a9b7-4893-bec8-df88171c7238 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 21:09:52.298030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': '85d6f136-64a2-4688-85eb-a9acd66cd42f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:52.298490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b3b79c10-a9b7-4893-bec8-df88171c7238 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/8c3e63ae-c434-4395-aaf2-48c05b419801/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3073559 Feb 09 21:09:52.302084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:52.304898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=05184228-b302-46a6-afaf-271e58679eba,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:52.305280 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.345193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c6e6be54-2bd4-4e8e-a24a-54f58b33f449 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7311416 Feb 09 21:09:52.348031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-228e8448-6d90-4ade-a83a-c188671ddf39 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=8c3e63ae-c434-4395-aaf2-48c05b419801 HTTP/1.1" status: 200 len: 205 time: 0.0450408 Feb 09 21:09:52.350927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:52.351268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:52.359116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:52.368800 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (05184228-b302-46a6-afaf-271e58679eba), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.391276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d065de93-b3d1-43ee-8671-adc91854ce3d None None] Provisioning complete for port 5e5b5838-5af4-4771-aad6-171fc8075ee5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:52.391591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d065de93-b3d1-43ee-8671-adc91854ce3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.437470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5e5b5838-5af4-4771-aad6-171fc8075ee5 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:52.437777 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.512309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8958211-e992-4b74-90ee-46e53fde85b0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (8c3e63ae-c434-4395-aaf2-48c05b419801), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.563751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 5e5b5838-5af4-4771-aad6-171fc8075ee5, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5e5b5838-5af4-4771-aad6-171fc8075ee5,segment=NetworkSegment(3d249353-9ad7-4b05-9777-0ef3bb7f0757),segment_id=3d249353-9ad7-4b05-9777-0ef3bb7f0757)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:52.572599 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.692565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=5e5b5838-5af4-4771-aad6-171fc8075ee5,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:52.817958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Allocated IP 2001:db8::f816:3eff:feae:a67f (80e680bd-6aaf-43aa-80bf-d3a099d84e51/85d6f136-64a2-4688-85eb-a9acd66cd42f/91aff8a0-8b1a-4990-8097-2e7359579422) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:52.853165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:52.857849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:52.997402 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Publish callbacks [] for port (91aff8a0-8b1a-4990-8097-2e7359579422), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.001513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d065de93-b3d1-43ee-8671-adc91854ce3d None None] Current status of the port 5e5b5838-5af4-4771-aad6-171fc8075ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:53.006007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:53.038131 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.050604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:53.050993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f355ef7-8024-4b0b-92eb-a198ac9c9e8d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:53.105733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:53.115421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:53.120978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:53.123476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Pushing event updated for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:53.210666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Attempting to bind port 91aff8a0-8b1a-4990-8097-2e7359579422 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:53.211506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Attempting to bind port 91aff8a0-8b1a-4990-8097-2e7359579422 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:53.211506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Attempting to bind port 91aff8a0-8b1a-4990-8097-2e7359579422 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:53.213077 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8958211-e992-4b74-90ee-46e53fde85b0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (8c3e63ae-c434-4395-aaf2-48c05b419801), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.215439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8958211-e992-4b74-90ee-46e53fde85b0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (8c3e63ae-c434-4395-aaf2-48c05b419801), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.239628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:53.240099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:53.240526 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.240938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:53.241450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Bound port: 91aff8a0-8b1a-4990-8097-2e7359579422, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:53.241848 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.249028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a162e-2009-45a4-aa44-d9a8b7189df2 None None] Network c77551b8-d101-4f2d-81b3-3d650f9248a1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:53.273383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8958211-e992-4b74-90ee-46e53fde85b0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (8c3e63ae-c434-4395-aaf2-48c05b419801), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.273618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8958211-e992-4b74-90ee-46e53fde85b0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Fanout notify agent at l3_agent the message router_deleted on router 8c3e63ae-c434-4395-aaf2-48c05b419801 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:09:53.296865 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8958211-e992-4b74-90ee-46e53fde85b0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.299077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e8958211-e992-4b74-90ee-46e53fde85b0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/8c3e63ae-c434-4395-aaf2-48c05b419801 HTTP/1.1" status: 204 len: 168 time: 0.9467018 Feb 09 21:09:53.301949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:53.309314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (05184228-b302-46a6-afaf-271e58679eba), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.315193 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (05184228-b302-46a6-afaf-271e58679eba), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.324686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (63563e74-5280-40ef-a327-15797ee1976e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.437470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=05184228-b302-46a6-afaf-271e58679eba,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:53.469363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (c20de8b4-9a02-422d-99bb-bf473e47d197), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.554142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:53.555651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:53.579216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8513b3a-90ad-404d-aa1f-72d5e7d6c945 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet 075f8cd7-1e91-48a0-82b7-6cb41169405b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:53.602018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8513b3a-90ad-404d-aa1f-72d5e7d6c945 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (075f8cd7-1e91-48a0-82b7-6cb41169405b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.668168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f603354a-60b2-4632-a024-d6506dac7a10 None None] Provisioning complete for port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:53.669858 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603354a-60b2-4632-a024-d6506dac7a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.682008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:53.697548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:53.722672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:53.723325 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.736096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=c20de8b4-9a02-422d-99bb-bf473e47d197,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:53.738564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 63563e74-5280-40ef-a327-15797ee1976e is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:09:53.745908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8513b3a-90ad-404d-aa1f-72d5e7d6c945 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (075f8cd7-1e91-48a0-82b7-6cb41169405b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.792213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0fd554ed-2c86-4b07-8868-c39eddafc680 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4386525 Feb 09 21:09:53.796096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:53.809466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:23:31:c2', 'name': 'tempest-NetworksTestDHCPv6-284504757'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:53.846026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:53.859933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91aff8a0-8b1a-4990-8097-2e7359579422,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:53.895402 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:53.979378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:54.000182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a9a23393-01e0-40b3-a6c9-d70913842cda tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/63563e74-5280-40ef-a327-15797ee1976e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2275052 Feb 09 21:09:54.000826 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:54.007191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5e5b5838-5af4-4771-aad6-171fc8075ee5 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:54.048618 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8513b3a-90ad-404d-aa1f-72d5e7d6c945 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (075f8cd7-1e91-48a0-82b7-6cb41169405b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.088058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c5870a-6931-43de-9919-65221bbeb9ac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:54.090298 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-50c5870a-6931-43de-9919-65221bbeb9ac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports/05184228-b302-46a6-afaf-271e58679eba HTTP/1.1" status: 200 len: 911 time: 0.0880060 Feb 09 21:09:54.093061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:54.119842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d2589a-d137-4a4c-82cd-b966cf848ebb None None] Sync routers for ids ['63563e74-5280-40ef-a327-15797ee1976e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:54.132859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:54.177303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b080b-0b9a-4f29-bd28-ee3070fe9fec None None] Pushing event updated for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:54.219794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d2589a-d137-4a4c-82cd-b966cf848ebb None None] Routers {'63563e74-5280-40ef-a327-15797ee1976e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:54.219794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4d2589a-d137-4a4c-82cd-b966cf848ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63563e74-5280-40ef-a327-15797ee1976e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:54.225889 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8513b3a-90ad-404d-aa1f-72d5e7d6c945 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (075f8cd7-1e91-48a0-82b7-6cb41169405b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.226547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f603354a-60b2-4632-a024-d6506dac7a10 None None] Current status of the port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:54.226769 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603354a-60b2-4632-a024-d6506dac7a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.304466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8513b3a-90ad-404d-aa1f-72d5e7d6c945 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=075f8cd7-1e91-48a0-82b7-6cb41169405b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:54.310637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8513b3a-90ad-404d-aa1f-72d5e7d6c945 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.326578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e8513b3a-90ad-404d-aa1f-72d5e7d6c945 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/075f8cd7-1e91-48a0-82b7-6cb41169405b HTTP/1.1" status: 204 len: 168 time: 1.0217559 Feb 09 21:09:54.329781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:54.334041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4e468-f53c-455c-aed8-eb6c51571dff None None] Network 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:54.358788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4d2589a-d137-4a4c-82cd-b966cf848ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:54.398674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.439948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5e5b5838-5af4-4771-aad6-171fc8075ee5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:54.440465 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.451256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (1f5f152c-765b-45ed-a4ba-e730a62cc9f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.466962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 38f42ac4-9d88-4732-a67f-44257bac5431 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:09:54.516610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f603354a-60b2-4632-a024-d6506dac7a10 None None] For port eb5b1411-4c12-4a83-8fde-10f7c17b36e3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,segment=NetworkSegment(f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4),segment_id=f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:54.520484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d2589a-d137-4a4c-82cd-b966cf848ebb None None] Routers {'63563e74-5280-40ef-a327-15797ee1976e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:54.521571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4d2589a-d137-4a4c-82cd-b966cf848ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63563e74-5280-40ef-a327-15797ee1976e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:54.534673 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f603354a-60b2-4632-a024-d6506dac7a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.634086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a4d2589a-d137-4a4c-82cd-b966cf848ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:54.634834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d2589a-d137-4a4c-82cd-b966cf848ebb None None] The sync data for ids ['63563e74-5280-40ef-a327-15797ee1976e'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:54.724768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Provisioning complete for port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:54.725254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.726840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603354a-60b2-4632-a024-d6506dac7a10 None None] Pushing event updated for resources: {'Port': ['ID=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:54.771919 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.798539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8:0:1::23a (80e680bd-6aaf-43aa-80bf-d3a099d84e51/c20de8b4-9a02-422d-99bb-bf473e47d197/38f42ac4-9d88-4732-a67f-44257bac5431) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:54.801529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 31ca9de8-f263-45d3-b38e-658754841eae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:54.801881 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (31ca9de8-f263-45d3-b38e-658754841eae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.802173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5e5b5838-5af4-4771-aad6-171fc8075ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:54.803603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eb5b1411-4c12-4a83-8fde-10f7c17b36e3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:54.821130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::f816:3eff:fe23:31c2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/85d6f136-64a2-4688-85eb-a9acd66cd42f/38f42ac4-9d88-4732-a67f-44257bac5431) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:54.844544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] DHCP port deletion for 1f5f152c-765b-45ed-a4ba-e730a62cc9f4 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:09:54.910836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 31ca9de8-f263-45d3-b38e-658754841eae, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=31ca9de8-f263-45d3-b38e-658754841eae,segment=NetworkSegment(030e8414-b44d-4f20-9bfb-d9018fa0a64e),segment_id=030e8414-b44d-4f20-9bfb-d9018fa0a64e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:54.911116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (31ca9de8-f263-45d3-b38e-658754841eae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.926527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:54.927072 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:54.934983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 31ca9de8-f263-45d3-b38e-658754841eae owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:55.025498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Current status of the port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:55.058365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Provisioning complete for port 5e5b5838-5af4-4771-aad6-171fc8075ee5 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:55.058647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.109506 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (38f42ac4-9d88-4732-a67f-44257bac5431), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.125162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8:1::1 (c77551b8-d101-4f2d-81b3-3d650f9248a1/99348c5a-627d-47d2-a787-cb1e5a58d910/a4aaf87f-b132-418e-8396-2dee1d9550ff) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:55.129793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] Deleting port 31ca9de8-f263-45d3-b38e-658754841eae {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:55.130302 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (31ca9de8-f263-45d3-b38e-658754841eae), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.166502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (38f42ac4-9d88-4732-a67f-44257bac5431), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.180502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:55.224376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Current status of the port 5e5b5838-5af4-4771-aad6-171fc8075ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:55.260014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Provisioning complete for port 05184228-b302-46a6-afaf-271e58679eba triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:55.260583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (05184228-b302-46a6-afaf-271e58679eba), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.263364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] For port 31ca9de8-f263-45d3-b38e-658754841eae, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=31ca9de8-f263-45d3-b38e-658754841eae,segment=NetworkSegment(030e8414-b44d-4f20-9bfb-d9018fa0a64e),segment_id=030e8414-b44d-4f20-9bfb-d9018fa0a64e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:55.264053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (31ca9de8-f263-45d3-b38e-658754841eae), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.290026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:55.297602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] Calling delete_port for 31ca9de8-f263-45d3-b38e-658754841eae owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:55.301126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.307812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:55.321005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-49b3148b-3856-49de-a7b2-da2a58b9da33 None None] Port 05184228-b302-46a6-afaf-271e58679eba cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:55.326325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:55.350519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:55.352433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.361509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.399404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=38f42ac4-9d88-4732-a67f-44257bac5431,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:55.416227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-356d0011-e174-43f4-b6ce-b4bd847037e4 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6189685 Feb 09 21:09:55.416894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 56992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:55.442758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network c77551b8-d101-4f2d-81b3-3d650f9248a1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:55.446479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:55.466558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:55.467425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (63563e74-5280-40ef-a327-15797ee1976e), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.516282 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (31ca9de8-f263-45d3-b38e-658754841eae), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.527875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (31ca9de8-f263-45d3-b38e-658754841eae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.560599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] Pushing event deleted for resources: {'Port': ['ID=31ca9de8-f263-45d3-b38e-658754841eae,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:55.583091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f18347-e420-4aac-ae0e-1d948104311d None None] No DVR routers for this DVR port 31ca9de8-f263-45d3-b38e-658754841eae on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:55.619747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No DVR routers for this DVR port 31ca9de8-f263-45d3-b38e-658754841eae on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:09:55.636233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=31ca9de8-f263-45d3-b38e-658754841eae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:55.671932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=a4aaf87f-b132-418e-8396-2dee1d9550ff,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:55.680557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0a609927-563a-4057-90b4-d8228abbcb14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 38f42ac4-9d88-4732-a67f-44257bac5431 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:55.681346 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a609927-563a-4057-90b4-d8228abbcb14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (38f42ac4-9d88-4732-a67f-44257bac5431), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.736307 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:55.885152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eb5b1411-4c12-4a83-8fde-10f7c17b36e3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:55.917703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc19a9ca-a84f-49fe-bf55-6913d9e534c3 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:09:56.022810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:56.022810 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.069564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:56.069958 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.163067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc19a9ca-a84f-49fe-bf55-6913d9e534c3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:09:56.172793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.180175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.181369 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (63563e74-5280-40ef-a327-15797ee1976e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.229446 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (1f5f152c-765b-45ed-a4ba-e730a62cc9f4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.251040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5f152c-765b-45ed-a4ba-e730a62cc9f4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:56.261526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030e8414-b44d-4f20-9bfb-d9018fa0a64e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:56.261960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030e8414-b44d-4f20-9bfb-d9018fa0a64e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:56.274844 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (030e8414-b44d-4f20-9bfb-d9018fa0a64e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.290321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (030e8414-b44d-4f20-9bfb-d9018fa0a64e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.295935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=a4aaf87f-b132-418e-8396-2dee1d9550ff,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:56.296651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:09:56.297189 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (030e8414-b44d-4f20-9bfb-d9018fa0a64e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.304122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:56.305436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91aff8a0-8b1a-4990-8097-2e7359579422 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:56.310037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:56.310439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.356521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network c77551b8-d101-4f2d-81b3-3d650f9248a1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:09:56.356819 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:09:56.361521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:56.362872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (1f5f152c-765b-45ed-a4ba-e730a62cc9f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.371839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.375228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/1f5f152c-765b-45ed-a4ba-e730a62cc9f4 HTTP/1.1" status: 204 len: 168 time: 2.0444684 Feb 09 21:09:56.384332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:56.390629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-968673043'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:56.399813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46388d34-79fa-49cb-ace0-eb3f54ff35f0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=1f5f152c-765b-45ed-a4ba-e730a62cc9f4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:56.419141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91aff8a0-8b1a-4990-8097-2e7359579422,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:56.442056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.443896 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a609927-563a-4057-90b4-d8228abbcb14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (38f42ac4-9d88-4732-a67f-44257bac5431), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.461680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0a609927-563a-4057-90b4-d8228abbcb14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 38f42ac4-9d88-4732-a67f-44257bac5431 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:56.482420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:56.485409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.502386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:56.502771 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.584972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 63563e74-5280-40ef-a327-15797ee1976e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:56.665101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a609927-563a-4057-90b4-d8228abbcb14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (38f42ac4-9d88-4732-a67f-44257bac5431), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.682300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:09:56.704644 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (395a7dee-65c8-4f05-8f7a-b3f4127a1895), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.705199 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment 395a7dee-65c8-4f05-8f7a-b3f4127a1895 of type vlan for network 48954c04-abac-44fb-93e1-7af9a18b086e Feb 09 21:09:56.716801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Provisioning complete for port a4aaf87f-b132-418e-8396-2dee1d9550ff triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:56.717183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.721319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a609927-563a-4057-90b4-d8228abbcb14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=38f42ac4-9d88-4732-a67f-44257bac5431,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:56.759739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Pushing event updated for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:56.764440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:56.775187 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-47f0e6aa-80ef-44a7-829e-fec89ce2864e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/63563e74-5280-40ef-a327-15797ee1976e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6788533 Feb 09 21:09:56.776846 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd190e3-4bc8-4a47-baac-4b989b21bca8 None None] Sync routers for ids ['63563e74-5280-40ef-a327-15797ee1976e'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:56.777929 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 56998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:56.782196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a609927-563a-4057-90b4-d8228abbcb14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.794154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0a609927-563a-4057-90b4-d8228abbcb14 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/38f42ac4-9d88-4732-a67f-44257bac5431 HTTP/1.1" status: 204 len: 168 time: 1.3681524 Feb 09 21:09:56.794790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57000) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:56.798810 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd190e3-4bc8-4a47-baac-4b989b21bca8 None None] Routers {'63563e74-5280-40ef-a327-15797ee1976e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:56.801696 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfd190e3-4bc8-4a47-baac-4b989b21bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63563e74-5280-40ef-a327-15797ee1976e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:56.826671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (48954c04-abac-44fb-93e1-7af9a18b086e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.836086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c91c7-2870-4ea7-891c-08c6c1bb53a4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:56.838364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e29c91c7-2870-4ea7-891c-08c6c1bb53a4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports/a4aaf87f-b132-418e-8396-2dee1d9550ff HTTP/1.1" status: 200 len: 913 time: 0.0592608 Feb 09 21:09:56.841177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:56.847195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.848862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-263c0051-d2fc-4408-a164-66091fa41f70 None None] Port a4aaf87f-b132-418e-8396-2dee1d9550ff cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:09:56.869483 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfd190e3-4bc8-4a47-baac-4b989b21bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:56.887181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d98d1c-df63-4370-a9c8-ae4e255fe17b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:56.888327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-76d98d1c-df63-4370-a9c8-ae4e255fe17b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0922537 Feb 09 21:09:56.891355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:56.895982 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd190e3-4bc8-4a47-baac-4b989b21bca8 None None] Routers {'63563e74-5280-40ef-a327-15797ee1976e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:56.896612 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfd190e3-4bc8-4a47-baac-4b989b21bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63563e74-5280-40ef-a327-15797ee1976e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:56.951644 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (48954c04-abac-44fb-93e1-7af9a18b086e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.954196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:56.954637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda10bbb-8aaf-4416-94d2-1b4f705d43ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:56.956622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dda10bbb-8aaf-4416-94d2-1b4f705d43ff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0639367 Feb 09 21:09:56.957060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:56.957798 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:56.959856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:56.987925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc48810-cc69-43bd-9ff5-d4b61d8c04e0 None None] Update dhcp port {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': '85d6f136-64a2-4688-85eb-a9acd66cd42f', 'ip_address': '2001:db8::f816:3eff:feae:a67f'}, {'subnet_id': 'c20de8b4-9a02-422d-99bb-bf473e47d197'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '91aff8a0-8b1a-4990-8097-2e7359579422'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:09:56.990907 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cfd190e3-4bc8-4a47-baac-4b989b21bca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:56.991788 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd190e3-4bc8-4a47-baac-4b989b21bca8 None None] The sync data for ids ['63563e74-5280-40ef-a327-15797ee1976e'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:57.042824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bc48810-cc69-43bd-9ff5-d4b61d8c04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.048451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 31ca9de8-f263-45d3-b38e-658754841eae no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:09:57.051499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6657393 Feb 09 21:09:57.054999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:57.065792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': '48954c04-abac-44fb-93e1-7af9a18b086e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:57.073595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 31ca9de8-f263-45d3-b38e-658754841eae {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:09:57.073947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 31ca9de8-f263-45d3-b38e-658754841eae not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:09:57.132601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46945945-9b85-47aa-97df-b023f80e7388 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=48954c04-abac-44fb-93e1-7af9a18b086e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:57.212444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55c199-807d-4f48-af2e-2fedc202d598 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:57.214000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55c199-807d-4f48-af2e-2fedc202d598 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:57.215966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55c199-807d-4f48-af2e-2fedc202d598 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:57.220852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5b55c199-807d-4f48-af2e-2fedc202d598 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2598383 Feb 09 21:09:57.222193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:57.258827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9bc48810-cc69-43bd-9ff5-d4b61d8c04e0 None None] Allocated IP 2001:db8:0:1::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/c20de8b4-9a02-422d-99bb-bf473e47d197/91aff8a0-8b1a-4990-8097-2e7359579422) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:57.289298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:57.293297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.317207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1528fe8e-2af9-4fe1-8eb2-bf9e22d15378 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 85d6f136-64a2-4688-85eb-a9acd66cd42f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:57.321045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (63563e74-5280-40ef-a327-15797ee1976e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.331535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 48954c04-abac-44fb-93e1-7af9a18b086e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:09:57.350360 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:09:57.433620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9bc48810-cc69-43bd-9ff5-d4b61d8c04e0 None None] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91aff8a0-8b1a-4990-8097-2e7359579422,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:09:57.474058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bc48810-cc69-43bd-9ff5-d4b61d8c04e0 None None] Publish callbacks [] for port (91aff8a0-8b1a-4990-8097-2e7359579422), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.480628 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bc48810-cc69-43bd-9ff5-d4b61d8c04e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.486005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1528fe8e-2af9-4fe1-8eb2-bf9e22d15378 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (85d6f136-64a2-4688-85eb-a9acd66cd42f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.551201 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1528fe8e-2af9-4fe1-8eb2-bf9e22d15378 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (85d6f136-64a2-4688-85eb-a9acd66cd42f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.592580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc48810-cc69-43bd-9ff5-d4b61d8c04e0 None None] Pushing event updated for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:57.657626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91aff8a0-8b1a-4990-8097-2e7359579422 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:57.683322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port a4aaf87f-b132-418e-8396-2dee1d9550ff {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:09:57.683673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.707769 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (e03a487f-1c67-4262-9de3-7a1fecd98ab1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.732572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:57.733419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.789927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=e03a487f-1c67-4262-9de3-7a1fecd98ab1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:57.821980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1528fe8e-2af9-4fe1-8eb2-bf9e22d15378 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (85d6f136-64a2-4688-85eb-a9acd66cd42f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.822777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.839484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for a4aaf87f-b132-418e-8396-2dee1d9550ff owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:09:57.853359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': '395a7dee-65c8-4f05-8f7a-b3f4127a1895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '48954c04-abac-44fb-93e1-7af9a18b086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:57.853871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: 48954c04-abac-44fb-93e1-7af9a18b086e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:09:57.877420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:57.901466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 48954c04-abac-44fb-93e1-7af9a18b086e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:09:57.920891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 48954c04-abac-44fb-93e1-7af9a18b086e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:57.923261 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1528fe8e-2af9-4fe1-8eb2-bf9e22d15378 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (85d6f136-64a2-4688-85eb-a9acd66cd42f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.935956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:57.936719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.967985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528fe8e-2af9-4fe1-8eb2-bf9e22d15378 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=85d6f136-64a2-4688-85eb-a9acd66cd42f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:57.970800 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1528fe8e-2af9-4fe1-8eb2-bf9e22d15378 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:57.977625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1528fe8e-2af9-4fe1-8eb2-bf9e22d15378 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/85d6f136-64a2-4688-85eb-a9acd66cd42f HTTP/1.1" status: 204 len: 168 time: 0.7494626 Feb 09 21:09:57.977755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:58.010388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d14ba035-6a37-4b93-832a-53bde7383970 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9520643 Feb 09 21:09:58.013619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:58.019875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7baea77f-3609-49ac-be02-837c324e02bf tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-673185853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:58.077312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-241cd63a-dfa1-45d4-9613-9fffb639955f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet c20de8b4-9a02-422d-99bb-bf473e47d197 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:09:58.078718 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a4aaf87f-b132-418e-8396-2dee1d9550ff), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.080315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7baea77f-3609-49ac-be02-837c324e02bf tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (4295b32c-9f56-4fad-9d8f-576691c6fb15), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.081827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7baea77f-3609-49ac-be02-837c324e02bf tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (4295b32c-9f56-4fad-9d8f-576691c6fb15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.087161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-241cd63a-dfa1-45d4-9613-9fffb639955f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (c20de8b4-9a02-422d-99bb-bf473e47d197), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.142062 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=a4aaf87f-b132-418e-8396-2dee1d9550ff,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:58.162437 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-241cd63a-dfa1-45d4-9613-9fffb639955f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (c20de8b4-9a02-422d-99bb-bf473e47d197), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.221466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7baea77f-3609-49ac-be02-837c324e02bf tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (4295b32c-9f56-4fad-9d8f-576691c6fb15), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.227051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7baea77f-3609-49ac-be02-837c324e02bf tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (4295b32c-9f56-4fad-9d8f-576691c6fb15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.243620 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (63563e74-5280-40ef-a327-15797ee1976e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.261596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7baea77f-3609-49ac-be02-837c324e02bf tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.265312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7baea77f-3609-49ac-be02-837c324e02bf tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2484283 Feb 09 21:09:58.269037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:58.390892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-241cd63a-dfa1-45d4-9613-9fffb639955f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c20de8b4-9a02-422d-99bb-bf473e47d197), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.453220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0318444-7bc9-4188-9cad-0361f0a814c8 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:58.532120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf95cb-d3e3-42bf-a0d4-af6ae325c9ce None None] Network 48954c04-abac-44fb-93e1-7af9a18b086e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:09:58.625702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-370e8c2e-b11c-4313-a290-fd2c8d6364b8 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:58.626175 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-370e8c2e-b11c-4313-a290-fd2c8d6364b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.686696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-241cd63a-dfa1-45d4-9613-9fffb639955f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (c20de8b4-9a02-422d-99bb-bf473e47d197), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.743133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cd63a-dfa1-45d4-9613-9fffb639955f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=c20de8b4-9a02-422d-99bb-bf473e47d197,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:58.747115 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.775633 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-241cd63a-dfa1-45d4-9613-9fffb639955f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.783312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-241cd63a-dfa1-45d4-9613-9fffb639955f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/c20de8b4-9a02-422d-99bb-bf473e47d197 HTTP/1.1" status: 204 len: 168 time: 0.8043630 Feb 09 21:09:58.786157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57022) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:58.813254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-48954c04-abac-44fb-93e1-7af9a18b086e', 'network_id': '48954c04-abac-44fb-93e1-7af9a18b086e', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': 'e03a487f-1c67-4262-9de3-7a1fecd98ab1'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:09:58.814419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:58.926930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 63563e74-5280-40ef-a327-15797ee1976e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:09:58.944703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5baf8d11-4532-444d-a9c0-5ecd076a7b89 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579204 Feb 09 21:09:58.947742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:58.953180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:59.017754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Allocated IP 172.20.0.2 (48954c04-abac-44fb-93e1-7af9a18b086e/e03a487f-1c67-4262-9de3-7a1fecd98ab1/0e1c3fec-a24f-41e6-8066-2564714acacf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:59.133984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:09:59.144938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-34779311-8e3d-426e-beeb-12f4d60eadf5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/63563e74-5280-40ef-a327-15797ee1976e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3025200 Feb 09 21:09:59.145731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:59.170173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3a313-1f03-4a7b-a591-f27a4b2d1afc None None] Sync routers for ids ['63563e74-5280-40ef-a327-15797ee1976e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:09:59.174455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:59.179104 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.247544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-370e8c2e-b11c-4313-a290-fd2c8d6364b8 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:09:59.255145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3a313-1f03-4a7b-a591-f27a4b2d1afc None None] Routers {'63563e74-5280-40ef-a327-15797ee1976e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:59.255991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8b3a313-1f03-4a7b-a591-f27a4b2d1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63563e74-5280-40ef-a327-15797ee1976e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:59.258241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-370e8c2e-b11c-4313-a290-fd2c8d6364b8 None None] Could not find standard attr ID for object 38f42ac4-9d88-4732-a67f-44257bac5431. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:09:59.350603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8b3a313-1f03-4a7b-a591-f27a4b2d1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:59.367039 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Publish callbacks [] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.385650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.397363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2c097d32-3f0e-414a-a6a6-0f04e5e94e67 None None] Could not find standard attr ID for object a4aaf87f-b132-418e-8396-2dee1d9550ff. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:09:59.406484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3a313-1f03-4a7b-a591-f27a4b2d1afc None None] Routers {'63563e74-5280-40ef-a327-15797ee1976e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:09:59.407121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8b3a313-1f03-4a7b-a591-f27a4b2d1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63563e74-5280-40ef-a327-15797ee1976e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:59.436221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f33d41-d0bf-4e86-9049-b2bf1b11a07a None None] Update dhcp port {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': 'c20de8b4-9a02-422d-99bb-bf473e47d197'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '91aff8a0-8b1a-4990-8097-2e7359579422'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:09:59.453853 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (c4b81472-ee9d-4f21-9f67-116b30692701), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.488758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8b3a313-1f03-4a7b-a591-f27a4b2d1afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:09:59.489486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b3a313-1f03-4a7b-a591-f27a4b2d1afc None None] The sync data for ids ['63563e74-5280-40ef-a327-15797ee1976e'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:09:59.511040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.20.0.1 (48954c04-abac-44fb-93e1-7af9a18b086e/e03a487f-1c67-4262-9de3-7a1fecd98ab1/369dd54c-57e3-452f-9029-d30fe6e2dbcd) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:09:59.514549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:59.523356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:59.524195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Network 48954c04-abac-44fb-93e1-7af9a18b086e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:59.529387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:09:59.529977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.542886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:59.551850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:59.557494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=c4b81472-ee9d-4f21-9f67-116b30692701,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:59.558198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Pushing event updated for resources: {'Port': ['ID=0e1c3fec-a24f-41e6-8066-2564714acacf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:59.567994 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67f33d41-d0bf-4e86-9049-b2bf1b11a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.575548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8293f6a4-92e5-4ddf-9100-cc071e27a338 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6264029 Feb 09 21:09:59.585377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:09:59.594153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c0177862-6548-4add-98c4-338aaede5546 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:09:59.693666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Attempting to bind port 0e1c3fec-a24f-41e6-8066-2564714acacf on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:09:59.694105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Attempting to bind port 0e1c3fec-a24f-41e6-8066-2564714acacf by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '395a7dee-65c8-4f05-8f7a-b3f4127a1895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '48954c04-abac-44fb-93e1-7af9a18b086e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:09:59.694411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Attempting to bind port 0e1c3fec-a24f-41e6-8066-2564714acacf on network 48954c04-abac-44fb-93e1-7af9a18b086e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:09:59.705025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:09:59.705414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Checking segment: {'id': '395a7dee-65c8-4f05-8f7a-b3f4127a1895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '48954c04-abac-44fb-93e1-7af9a18b086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:09:59.706496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.706918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Bound using segment: {'id': '395a7dee-65c8-4f05-8f7a-b3f4127a1895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '48954c04-abac-44fb-93e1-7af9a18b086e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:09:59.707420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Bound port: 0e1c3fec-a24f-41e6-8066-2564714acacf, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395a7dee-65c8-4f05-8f7a-b3f4127a1895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '48954c04-abac-44fb-93e1-7af9a18b086e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:09:59.708407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.714702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91aff8a0-8b1a-4990-8097-2e7359579422 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:09:59.725876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (63563e74-5280-40ef-a327-15797ee1976e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.825837 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.853656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0177862-6548-4add-98c4-338aaede5546 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:09:59.857964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0177862-6548-4add-98c4-338aaede5546 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.886212 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.932881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:09:59.933287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:09:59.936548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] For port 0e1c3fec-a24f-41e6-8066-2564714acacf, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:09:59.941250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] For port 0e1c3fec-a24f-41e6-8066-2564714acacf, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0e1c3fec-a24f-41e6-8066-2564714acacf,segment=NetworkSegment(395a7dee-65c8-4f05-8f7a-b3f4127a1895),segment_id=395a7dee-65c8-4f05-8f7a-b3f4127a1895)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:09:59.945826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 48954c04-abac-44fb-93e1-7af9a18b086e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:09:59.951909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:09:59.957848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:09:59.962880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=369dd54c-57e3-452f-9029-d30fe6e2dbcd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:09:59.974266 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.020593 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (4295b32c-9f56-4fad-9d8f-576691c6fb15), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.042692 n-d-789963-29 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-c0177862-6548-4add-98c4-338aaede5546 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4b81472-ee9d-4f21-9f67-116b30692701 (CIDR: 2001:db8::/64) Feb 09 21:10:00.048474 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0177862-6548-4add-98c4-338aaede5546 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:10:00.049022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0177862-6548-4add-98c4-338aaede5546 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:00.051246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b06cbcd-3664-4a7c-b3d3-8cadfca52fe1 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:00.075262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c0177862-6548-4add-98c4-338aaede5546 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4883368 Feb 09 21:10:00.099491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:00.104835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:00.261741 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.274282 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port 05184228-b302-46a6-afaf-271e58679eba {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:00.274602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (05184228-b302-46a6-afaf-271e58679eba), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.289114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dce55-7a8f-4679-bcdc-ce2fa91b92e8 None None] Pushing event updated for resources: {'Port': ['ID=0e1c3fec-a24f-41e6-8066-2564714acacf,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:00.372017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b28897a5-22e3-4359-8d2f-19a029015499 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:00.372675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b28897a5-22e3-4359-8d2f-19a029015499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.415078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:00.418640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.467424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:00.532766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (05184228-b302-46a6-afaf-271e58679eba), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.548136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for 05184228-b302-46a6-afaf-271e58679eba owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:00.623797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7a4b8-7881-4f14-bda3-eae66089e3ed None None] Update dhcp port {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'fixed_ips': [{'subnet_id': 'c4b81472-ee9d-4f21-9f67-116b30692701'}], 'binding:host_id': 'n-d-789963-29'}, 'id': '91aff8a0-8b1a-4990-8097-2e7359579422'} from n-d-789963-29. {{(pid=103326) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:10:00.647352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.654623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.654959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b28897a5-22e3-4359-8d2f-19a029015499 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:00.668873 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abd7a4b8-7881-4f14-bda3-eae66089e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.750623 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (4295b32c-9f56-4fad-9d8f-576691c6fb15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.760928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=369dd54c-57e3-452f-9029-d30fe6e2dbcd,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:00.874864 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (05184228-b302-46a6-afaf-271e58679eba), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:00.883269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 48954c04-abac-44fb-93e1-7af9a18b086e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:00.888323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:00.934641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-abd7a4b8-7881-4f14-bda3-eae66089e3ed None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/c4b81472-ee9d-4f21-9f67-116b30692701/91aff8a0-8b1a-4990-8097-2e7359579422) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:00.943959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=05184228-b302-46a6-afaf-271e58679eba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:01.155055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-abd7a4b8-7881-4f14-bda3-eae66089e3ed None None] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91aff8a0-8b1a-4990-8097-2e7359579422,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:01.166930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (63563e74-5280-40ef-a327-15797ee1976e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:01.181583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 4295b32c-9f56-4fad-9d8f-576691c6fb15 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:10:01.214608 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abd7a4b8-7881-4f14-bda3-eae66089e3ed None None] Publish callbacks [] for port (91aff8a0-8b1a-4990-8097-2e7359579422), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:01.220651 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-abd7a4b8-7881-4f14-bda3-eae66089e3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:01.280737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7a4b8-7881-4f14-bda3-eae66089e3ed None None] Pushing event updated for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:01.379193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:01.397606 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc6c45-da49-4121-a582-ea2d21e947aa None None] Sync routers for ids ['4295b32c-9f56-4fad-9d8f-576691c6fb15'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:01.401567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-55a3411f-55d4-4570-8086-967683e7abc0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/4295b32c-9f56-4fad-9d8f-576691c6fb15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1308663 Feb 09 21:10:01.403943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57042) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:01.413198 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc6c45-da49-4121-a582-ea2d21e947aa None None] Routers {'4295b32c-9f56-4fad-9d8f-576691c6fb15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:01.414102 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0fc6c45-da49-4121-a582-ea2d21e947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4295b32c-9f56-4fad-9d8f-576691c6fb15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:01.456632 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0fc6c45-da49-4121-a582-ea2d21e947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:01.468048 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fc6c45-da49-4121-a582-ea2d21e947aa None None] Routers {'4295b32c-9f56-4fad-9d8f-576691c6fb15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:01.468921 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0fc6c45-da49-4121-a582-ea2d21e947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4295b32c-9f56-4fad-9d8f-576691c6fb15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:01.485597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ef483-4f43-4327-9916-328c50b59d49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:01.490912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0f5ef483-4f43-4327-9916-328c50b59d49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports/369dd54c-57e3-452f-9029-d30fe6e2dbcd HTTP/1.1" status: 200 len: 910 time: 0.0853148 Feb 09 21:10:01.491717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:01.549483 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0fc6c45-da49-4121-a582-ea2d21e947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:01.556159 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fc6c45-da49-4121-a582-ea2d21e947aa None None] The sync data for ids ['4295b32c-9f56-4fad-9d8f-576691c6fb15'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:01.591535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 63563e74-5280-40ef-a327-15797ee1976e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:01.624292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:10:01.712850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0e1c3fec-a24f-41e6-8066-2564714acacf up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:01.842642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 0e1c3fec-a24f-41e6-8066-2564714acacf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:01.843025 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:01.922742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:01.935328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4d95cd3c-dcb0-4efb-8abb-4cbd98e867ce tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/63563e74-5280-40ef-a327-15797ee1976e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7885163 Feb 09 21:10:01.935992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:01.959242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 0e1c3fec-a24f-41e6-8066-2564714acacf is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:01.959834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:01.989450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa979ed-97bf-445b-9d38-e7c3a893e7d1 None None] Sync routers for ids ['63563e74-5280-40ef-a327-15797ee1976e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:01.991879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb2982-25ea-42d4-9a74-4746c5233382 None None] Network 48954c04-abac-44fb-93e1-7af9a18b086e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:01.994797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1784213f-bcda-437f-8e06-16a3691b2d66 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=63563e74-5280-40ef-a327-15797ee1976e HTTP/1.1" status: 200 len: 205 time: 0.0544057 Feb 09 21:10:01.996389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:02.019735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 0e1c3fec-a24f-41e6-8066-2564714acacf, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0e1c3fec-a24f-41e6-8066-2564714acacf,segment=NetworkSegment(395a7dee-65c8-4f05-8f7a-b3f4127a1895),segment_id=395a7dee-65c8-4f05-8f7a-b3f4127a1895)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:02.035549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.093422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa979ed-97bf-445b-9d38-e7c3a893e7d1 None None] Routers {'63563e74-5280-40ef-a327-15797ee1976e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:02.094068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fa979ed-97bf-445b-9d38-e7c3a893e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63563e74-5280-40ef-a327-15797ee1976e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:02.140483 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.155351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91aff8a0-8b1a-4990-8097-2e7359579422 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:02.200006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9404-38e5-4250-95d2-4cbbc3585fb5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (63563e74-5280-40ef-a327-15797ee1976e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.269029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fa979ed-97bf-445b-9d38-e7c3a893e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:02.381539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a6ef8c16-174a-4c61-903e-0227d0d55d3f None None] Provisioning complete for port 0e1c3fec-a24f-41e6-8066-2564714acacf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:02.382492 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6ef8c16-174a-4c61-903e-0227d0d55d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.409497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91aff8a0-8b1a-4990-8097-2e7359579422,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:02.474559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (91aff8a0-8b1a-4990-8097-2e7359579422), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.475252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=0e1c3fec-a24f-41e6-8066-2564714acacf,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:02.481053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.500160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa979ed-97bf-445b-9d38-e7c3a893e7d1 None None] Routers {'63563e74-5280-40ef-a327-15797ee1976e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:02.500859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fa979ed-97bf-445b-9d38-e7c3a893e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['63563e74-5280-40ef-a327-15797ee1976e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:02.550057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (02047bbc-b76e-46bb-aac1-c643a358223b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.604381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8fa979ed-97bf-445b-9d38-e7c3a893e7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:02.605044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa979ed-97bf-445b-9d38-e7c3a893e7d1 None None] The sync data for ids ['63563e74-5280-40ef-a327-15797ee1976e'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:02.661724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:02.662147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.714221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91aff8a0-8b1a-4990-8097-2e7359579422,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:02.722341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.726013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:02.739402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:02.754705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:02.762413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:02.763298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:02.783134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=02047bbc-b76e-46bb-aac1-c643a358223b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:02.800137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef8c16-174a-4c61-903e-0227d0d55d3f None None] Current status of the port 0e1c3fec-a24f-41e6-8066-2564714acacf is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:02.801687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-151b35ac-4549-48ee-9646-b021aab4eeaf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7008145 Feb 09 21:10:02.804419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57072) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:02.809896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52a09b-73c5-4562-b7ee-b4cd600b1cc9 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:02.819028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:2e:28:69', 'name': 'tempest-NetworksTestDHCPv6-462139115'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:02.928286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:02.958772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-deadc105-1227-452d-a9d0-f8207d0e5d05 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:02.959303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-deadc105-1227-452d-a9d0-f8207d0e5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.030420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:03.076942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9404-38e5-4250-95d2-4cbbc3585fb5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (63563e74-5280-40ef-a327-15797ee1976e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.082606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9404-38e5-4250-95d2-4cbbc3585fb5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (63563e74-5280-40ef-a327-15797ee1976e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.103235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (4295b32c-9f56-4fad-9d8f-576691c6fb15), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.113822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-deadc105-1227-452d-a9d0-f8207d0e5d05 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:03.114338 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-deadc105-1227-452d-a9d0-f8207d0e5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.167870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-deadc105-1227-452d-a9d0-f8207d0e5d05 None None] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91aff8a0-8b1a-4990-8097-2e7359579422,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:03.174646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-deadc105-1227-452d-a9d0-f8207d0e5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.224644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9404-38e5-4250-95d2-4cbbc3585fb5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (63563e74-5280-40ef-a327-15797ee1976e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.225101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3e9404-38e5-4250-95d2-4cbbc3585fb5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Fanout notify agent at l3_agent the message router_deleted on router 63563e74-5280-40ef-a327-15797ee1976e {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:10:03.235311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.239190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9404-38e5-4250-95d2-4cbbc3585fb5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.240373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5e3e9404-38e5-4250-95d2-4cbbc3585fb5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/63563e74-5280-40ef-a327-15797ee1976e HTTP/1.1" status: 204 len: 168 time: 1.2422950 Feb 09 21:10:03.243896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:03.292882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 17512515-b295-4e1b-aad5-4cc5cb4b2db1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:10:03.297961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadc105-1227-452d-a9d0-f8207d0e5d05 None None] Pushing event updated for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=11']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:03.337199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-319f59b0-edc3-495d-a7b2-81614a556cef None None] Provisioning complete for port 0e1c3fec-a24f-41e6-8066-2564714acacf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:03.339667 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-319f59b0-edc3-495d-a7b2-81614a556cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.340697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-253b60a7-a455-4f51-af2f-4ad02cc697a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet 99348c5a-627d-47d2-a787-cb1e5a58d910 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:03.427349 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-253b60a7-a455-4f51-af2f-4ad02cc697a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (99348c5a-627d-47d2-a787-cb1e5a58d910), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.506247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-319f59b0-edc3-495d-a7b2-81614a556cef None None] Current status of the port 0e1c3fec-a24f-41e6-8066-2564714acacf is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:03.508918 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-253b60a7-a455-4f51-af2f-4ad02cc697a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (99348c5a-627d-47d2-a787-cb1e5a58d910), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.521378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-319f59b0-edc3-495d-a7b2-81614a556cef None None] Provisioning complete for port 369dd54c-57e3-452f-9029-d30fe6e2dbcd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:03.522003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-319f59b0-edc3-495d-a7b2-81614a556cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.638403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-319f59b0-edc3-495d-a7b2-81614a556cef None None] Port 369dd54c-57e3-452f-9029-d30fe6e2dbcd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:03.646646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::189 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/c4b81472-ee9d-4f21-9f67-116b30692701/17512515-b295-4e1b-aad5-4cc5cb4b2db1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:03.663385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:2869 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/02047bbc-b76e-46bb-aac1-c643a358223b/17512515-b295-4e1b-aad5-4cc5cb4b2db1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:03.713049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-253b60a7-a455-4f51-af2f-4ad02cc697a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (99348c5a-627d-47d2-a787-cb1e5a58d910), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.789223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cc2996c0-1e49-41e0-a570-5f1f1e06122e None None] Provisioning complete for port 369dd54c-57e3-452f-9029-d30fe6e2dbcd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:03.790318 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc2996c0-1e49-41e0-a570-5f1f1e06122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.881757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cc2996c0-1e49-41e0-a570-5f1f1e06122e None None] Port 369dd54c-57e3-452f-9029-d30fe6e2dbcd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:03.898680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0e1c3fec-a24f-41e6-8066-2564714acacf up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:03.898908 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (17512515-b295-4e1b-aad5-4cc5cb4b2db1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.924676 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-253b60a7-a455-4f51-af2f-4ad02cc697a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (99348c5a-627d-47d2-a787-cb1e5a58d910), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.976257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-253b60a7-a455-4f51-af2f-4ad02cc697a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:03.982040 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-253b60a7-a455-4f51-af2f-4ad02cc697a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/99348c5a-627d-47d2-a787-cb1e5a58d910 HTTP/1.1" status: 204 len: 168 time: 0.7347300 Feb 09 21:10:03.983340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b60a7-a455-4f51-af2f-4ad02cc697a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=99348c5a-627d-47d2-a787-cb1e5a58d910,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:03.985116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57088) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:03.991562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e983d-314a-4959-8e5d-a799da1de7f1 None None] Network c77551b8-d101-4f2d-81b3-3d650f9248a1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:04.092701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a115ea0-7d3f-4926-8f2b-28f219592934 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet 532d9b39-c6b7-4c80-82ce-0d85256e2096 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:04.097782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a115ea0-7d3f-4926-8f2b-28f219592934 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (532d9b39-c6b7-4c80-82ce-0d85256e2096), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.098167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c87971d9-44d2-47d6-8361-8a5d1c26b697 None None] Provisioning complete for port 369dd54c-57e3-452f-9029-d30fe6e2dbcd triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:04.098556 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c87971d9-44d2-47d6-8361-8a5d1c26b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.104017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 0e1c3fec-a24f-41e6-8066-2564714acacf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:04.104017 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.169617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a115ea0-7d3f-4926-8f2b-28f219592934 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (532d9b39-c6b7-4c80-82ce-0d85256e2096), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.202565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c87971d9-44d2-47d6-8361-8a5d1c26b697 None None] Port 369dd54c-57e3-452f-9029-d30fe6e2dbcd cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:04.318314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a115ea0-7d3f-4926-8f2b-28f219592934 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (532d9b39-c6b7-4c80-82ce-0d85256e2096), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.400944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 369dd54c-57e3-452f-9029-d30fe6e2dbcd {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:04.401787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.425217 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a115ea0-7d3f-4926-8f2b-28f219592934 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (532d9b39-c6b7-4c80-82ce-0d85256e2096), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.481024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] DHCP port deletion for c77551b8-d101-4f2d-81b3-3d650f9248a1 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:04.516076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 0e1c3fec-a24f-41e6-8066-2564714acacf is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:04.517195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91aff8a0-8b1a-4990-8097-2e7359579422 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:04.540830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a115ea0-7d3f-4926-8f2b-28f219592934 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.542218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (17512515-b295-4e1b-aad5-4cc5cb4b2db1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.547864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7a115ea0-7d3f-4926-8f2b-28f219592934 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/532d9b39-c6b7-4c80-82ce-0d85256e2096 HTTP/1.1" status: 204 len: 168 time: 0.5567484 Feb 09 21:10:04.548625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57092) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:04.567345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a115ea0-7d3f-4926-8f2b-28f219592934 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=532d9b39-c6b7-4c80-82ce-0d85256e2096,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:04.591614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89d071-581f-4e38-83e5-94a6d21698c5 None None] Network 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:04.607445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=17512515-b295-4e1b-aad5-4cc5cb4b2db1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:04.633791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:04.635516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:04.642109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:04.649352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:04.649984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bab41d0a-9b31-4eaa-8ca8-527133ab55d3 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:04.650279 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bab41d0a-9b31-4eaa-8ca8-527133ab55d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.650396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.681364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b63cce3a-7ca7-4871-8109-19e2109c3edc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8756869 Feb 09 21:10:04.687500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57094) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:04.765231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.782898 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (c77551b8-d101-4f2d-81b3-3d650f9248a1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.787469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:04.787717 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.793625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 369dd54c-57e3-452f-9029-d30fe6e2dbcd owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:04.853897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] Deleting port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:04.854558 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.974470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bab41d0a-9b31-4eaa-8ca8-527133ab55d3 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:04.983881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] For port eb5b1411-4c12-4a83-8fde-10f7c17b36e3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,segment=NetworkSegment(f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4),segment_id=f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:04.984177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:04.985848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dee4c913-1494-421b-bbb5-512d1c3395a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 17512515-b295-4e1b-aad5-4cc5cb4b2db1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:04.986171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee4c913-1494-421b-bbb5-512d1c3395a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (17512515-b295-4e1b-aad5-4cc5cb4b2db1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.000473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] Calling delete_port for eb5b1411-4c12-4a83-8fde-10f7c17b36e3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:05.074230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] DHCP port deletion for 52c6702c-aa9a-4cfb-b0e9-8983c86c1217 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:05.088966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:05.097713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:05.098302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.102044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e136c0d9-e7fb-465b-970e-2c13e60d08a8 None None] Could not find standard attr ID for object bc840ab7-71d3-4d41-9835-0acfb116afb4. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:10:05.165854 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.196498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] Pushing event deleted for resources: {'Port': ['ID=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:05.200083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port eb5b1411-4c12-4a83-8fde-10f7c17b36e3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,segment=NetworkSegment(f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4),segment_id=f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:05.200772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.201648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fca44-0232-497b-a4a7-9eba22d948c2 None None] No DVR routers for this DVR port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:05.208312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] Deleting port 5e5b5838-5af4-4771-aad6-171fc8075ee5 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:05.208687 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.248982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee4c913-1494-421b-bbb5-512d1c3395a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (17512515-b295-4e1b-aad5-4cc5cb4b2db1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.261902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-12d0485b-6b2b-4309-b503-382ad7679b51 None None] Could not find standard attr ID for object 38f42ac4-9d88-4732-a67f-44257bac5431. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:10:05.263168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for eb5b1411-4c12-4a83-8fde-10f7c17b36e3 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:05.277294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-dee4c913-1494-421b-bbb5-512d1c3395a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 17512515-b295-4e1b-aad5-4cc5cb4b2db1 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:05.288798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] For port 5e5b5838-5af4-4771-aad6-171fc8075ee5, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5e5b5838-5af4-4771-aad6-171fc8075ee5,segment=NetworkSegment(3d249353-9ad7-4b05-9777-0ef3bb7f0757),segment_id=3d249353-9ad7-4b05-9777-0ef3bb7f0757)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:05.289277 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.305719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] Calling delete_port for 5e5b5838-5af4-4771-aad6-171fc8075ee5 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:05.373395 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (369dd54c-57e3-452f-9029-d30fe6e2dbcd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.419463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=369dd54c-57e3-452f-9029-d30fe6e2dbcd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:05.426038 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (5e5b5838-5af4-4771-aad6-171fc8075ee5), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.454248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] No DVR routers for this DVR port 5e5b5838-5af4-4771-aad6-171fc8075ee5 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:05.476178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59f498-171e-48e9-9ddc-291ab2641fe4 None None] Pushing event deleted for resources: {'Port': ['ID=5e5b5838-5af4-4771-aad6-171fc8075ee5,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:05.579160 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (eb5b1411-4c12-4a83-8fde-10f7c17b36e3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.621914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bb2947b5-55aa-4da2-9351-d9205593336e None None] Provisioning complete for port 17512515-b295-4e1b-aad5-4cc5cb4b2db1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:05.622339 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb2947b5-55aa-4da2-9351-d9205593336e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17512515-b295-4e1b-aad5-4cc5cb4b2db1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.676345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bb2947b5-55aa-4da2-9351-d9205593336e None None] Port 17512515-b295-4e1b-aad5-4cc5cb4b2db1 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:05.696593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=eb5b1411-4c12-4a83-8fde-10f7c17b36e3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:05.709630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No DVR routers for this DVR port eb5b1411-4c12-4a83-8fde-10f7c17b36e3 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:05.712996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5e5b5838-5af4-4771-aad6-171fc8075ee5 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:05.753430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (4295b32c-9f56-4fad-9d8f-576691c6fb15), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:05.753690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5e5b5838-5af4-4771-aad6-171fc8075ee5 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:05.754238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5e5b5838-5af4-4771-aad6-171fc8075ee5 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:05.754882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eb5b1411-4c12-4a83-8fde-10f7c17b36e3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:05.782092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: eb5b1411-4c12-4a83-8fde-10f7c17b36e3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:05.782525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eb5b1411-4c12-4a83-8fde-10f7c17b36e3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:06.003929 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (c77551b8-d101-4f2d-81b3-3d650f9248a1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.057131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee4c913-1494-421b-bbb5-512d1c3395a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (17512515-b295-4e1b-aad5-4cc5cb4b2db1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.141352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77551b8-d101-4f2d-81b3-3d650f9248a1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.145517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4c913-1494-421b-bbb5-512d1c3395a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=17512515-b295-4e1b-aad5-4cc5cb4b2db1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:06.166513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.166513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.204454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.232766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 4295b32c-9f56-4fad-9d8f-576691c6fb15 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:06.238986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dee4c913-1494-421b-bbb5-512d1c3395a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.242217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dee4c913-1494-421b-bbb5-512d1c3395a2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/17512515-b295-4e1b-aad5-4cc5cb4b2db1 HTTP/1.1" status: 204 len: 168 time: 1.5443032 Feb 09 21:10:06.247086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57110) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:06.250550 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.260590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:06.260994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (f00d3af6-7a7f-4ac5-96b3-7e02cac9b7e4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:06.265006 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:06.336132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bbf658-6799-444e-ad4e-44c5c387eddd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:06.340652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62bbf658-6799-444e-ad4e-44c5c387eddd tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0933824 Feb 09 21:10:06.341547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:06.395939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:06.401367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2830d571-025b-4c0c-a336-190a33354229 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/4295b32c-9f56-4fad-9d8f-576691c6fb15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9084792 Feb 09 21:10:06.404754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:06.409542 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaaa81b-17be-4681-b807-ffb4d42d2dfe None None] Sync routers for ids ['4295b32c-9f56-4fad-9d8f-576691c6fb15'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:06.410859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9de95-f751-4360-a23d-a5ceef8910d8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:06.415531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-05d9de95-f751-4360-a23d-a5ceef8910d8 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0728536 Feb 09 21:10:06.416436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:06.428212 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaaa81b-17be-4681-b807-ffb4d42d2dfe None None] Routers {'4295b32c-9f56-4fad-9d8f-576691c6fb15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:06.429266 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cdaaa81b-17be-4681-b807-ffb4d42d2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4295b32c-9f56-4fad-9d8f-576691c6fb15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.454579 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8e1e445b-096f-495f-b9fa-05d8c63e7acf tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=4295b32c-9f56-4fad-9d8f-576691c6fb15 HTTP/1.1" status: 200 len: 205 time: 0.0463569 Feb 09 21:10:06.459602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:06.468532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (c77551b8-d101-4f2d-81b3-3d650f9248a1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.479241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.480404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/c77551b8-d101-4f2d-81b3-3d650f9248a1 HTTP/1.1" status: 204 len: 168 time: 1.9264705 Feb 09 21:10:06.483234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:06.483560 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cdaaa81b-17be-4681-b807-ffb4d42d2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.495182 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaaa81b-17be-4681-b807-ffb4d42d2dfe None None] Routers {'4295b32c-9f56-4fad-9d8f-576691c6fb15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:06.496907 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cdaaa81b-17be-4681-b807-ffb4d42d2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:09:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4295b32c-9f56-4fad-9d8f-576691c6fb15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.550254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40110d75-cd04-4dc9-9445-a8091b92a797 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:06.550254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40110d75-cd04-4dc9-9445-a8091b92a797 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:06.550772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40110d75-cd04-4dc9-9445-a8091b92a797 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:06.556431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164b987-d2bf-4186-b399-be6f702d3823 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=c77551b8-d101-4f2d-81b3-3d650f9248a1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:06.556668 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-40110d75-cd04-4dc9-9445-a8091b92a797 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1390302 Feb 09 21:10:06.561378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:06.565057 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cdaaa81b-17be-4681-b807-ffb4d42d2dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.566290 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaaa81b-17be-4681-b807-ffb4d42d2dfe None None] The sync data for ids ['4295b32c-9f56-4fad-9d8f-576691c6fb15'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:06.589730 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (52c6702c-aa9a-4cfb-b0e9-8983c86c1217), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.716971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (52c6702c-aa9a-4cfb-b0e9-8983c86c1217), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.742186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c6702c-aa9a-4cfb-b0e9-8983c86c1217']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.753813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d249353-9ad7-4b05-9777-0ef3bb7f0757') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.754410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d249353-9ad7-4b05-9777-0ef3bb7f0757') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:06.766087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (3d249353-9ad7-4b05-9777-0ef3bb7f0757), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.787721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3d249353-9ad7-4b05-9777-0ef3bb7f0757), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.795447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:06.795870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (3d249353-9ad7-4b05-9777-0ef3bb7f0757), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:06.799399 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:06.886642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (52c6702c-aa9a-4cfb-b0e9-8983c86c1217), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.892903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.901865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/52c6702c-aa9a-4cfb-b0e9-8983c86c1217 HTTP/1.1" status: 204 len: 168 time: 0.4137442 Feb 09 21:10:06.903567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:06.915672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1788060541'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:06.944916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018399a-2581-48f1-b635-317a016da952 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=52c6702c-aa9a-4cfb-b0e9-8983c86c1217,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:06.950530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47d49f09-1a05-40fd-845e-8ab86f4401c9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (4295b32c-9f56-4fad-9d8f-576691c6fb15), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:06.977983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:06.981987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.029954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:07.030810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf9f705-41e0-4e20-98dc-8ea2e8d82a3c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet 02047bbc-b76e-46bb-aac1-c643a358223b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:07.035589 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f705-41e0-4e20-98dc-8ea2e8d82a3c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (02047bbc-b76e-46bb-aac1-c643a358223b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.045252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d2634da7-9c68-45c8-8113-7c217782955c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.046288 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment d2634da7-9c68-45c8-8113-7c217782955c of type vlan for network 4ac5f140-e450-4694-952a-163c4800fee5 Feb 09 21:10:07.106769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (4ac5f140-e450-4694-952a-163c4800fee5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.141380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (4ac5f140-e450-4694-952a-163c4800fee5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.150209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:07.151095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.158817 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47d49f09-1a05-40fd-845e-8ab86f4401c9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (4295b32c-9f56-4fad-9d8f-576691c6fb15), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.162478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47d49f09-1a05-40fd-845e-8ab86f4401c9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (4295b32c-9f56-4fad-9d8f-576691c6fb15), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.220055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47d49f09-1a05-40fd-845e-8ab86f4401c9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (4295b32c-9f56-4fad-9d8f-576691c6fb15), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.220884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d49f09-1a05-40fd-845e-8ab86f4401c9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Fanout notify agent at l3_agent the message router_deleted on router 4295b32c-9f56-4fad-9d8f-576691c6fb15 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:10:07.233599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47d49f09-1a05-40fd-845e-8ab86f4401c9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.235115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-47d49f09-1a05-40fd-845e-8ab86f4401c9 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/4295b32c-9f56-4fad-9d8f-576691c6fb15 HTTP/1.1" status: 204 len: 168 time: 0.7780182 Feb 09 21:10:07.238978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57134) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:07.240266 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3345337 Feb 09 21:10:07.248379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:07.253012 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f705-41e0-4e20-98dc-8ea2e8d82a3c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (02047bbc-b76e-46bb-aac1-c643a358223b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.257080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': '4ac5f140-e450-4694-952a-163c4800fee5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:07.339125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4530f11b-e5cc-4fec-a510-0835e1887396 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet e03a487f-1c67-4262-9de3-7a1fecd98ab1 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:07.345932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4530f11b-e5cc-4fec-a510-0835e1887396 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (e03a487f-1c67-4262-9de3-7a1fecd98ab1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.368072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b9702-88a0-4d35-a569-0d838e6879a3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=4ac5f140-e450-4694-952a-163c4800fee5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:07.378677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 4ac5f140-e450-4694-952a-163c4800fee5 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:07.395364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:07.400692 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.452028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4530f11b-e5cc-4fec-a510-0835e1887396 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (e03a487f-1c67-4262-9de3-7a1fecd98ab1), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.484296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f705-41e0-4e20-98dc-8ea2e8d82a3c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (02047bbc-b76e-46bb-aac1-c643a358223b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.621155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4530f11b-e5cc-4fec-a510-0835e1887396 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e03a487f-1c67-4262-9de3-7a1fecd98ab1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.646843 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f705-41e0-4e20-98dc-8ea2e8d82a3c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (02047bbc-b76e-46bb-aac1-c643a358223b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.679724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf888-2411-4353-969d-abed4e173936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.680696 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f789f804-9a70-40ce-a493-a5edd2e9fc9f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.724806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9f705-41e0-4e20-98dc-8ea2e8d82a3c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=02047bbc-b76e-46bb-aac1-c643a358223b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:07.735972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ddf9f705-41e0-4e20-98dc-8ea2e8d82a3c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.741463 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ddf9f705-41e0-4e20-98dc-8ea2e8d82a3c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/02047bbc-b76e-46bb-aac1-c643a358223b HTTP/1.1" status: 204 len: 168 time: 1.1768062 Feb 09 21:10:07.742430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:07.745531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876a3b4-8120-46b9-ab8e-f2855c73aa6e None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:07.770223 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=f789f804-9a70-40ce-a493-a5edd2e9fc9f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:07.789888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': 'd2634da7-9c68-45c8-8113-7c217782955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ac5f140-e450-4694-952a-163c4800fee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:07.789888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: 4ac5f140-e450-4694-952a-163c4800fee5, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:07.816877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ea97-0ae6-43ea-afc6-7e9c69739206 req-db78ef55-4a52-488d-9b1b-46df633a5d74 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:07.818521 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1999ea97-0ae6-43ea-afc6-7e9c69739206 req-db78ef55-4a52-488d-9b1b-46df633a5d74 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.0879757 Feb 09 21:10:07.826619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 4ac5f140-e450-4694-952a-163c4800fee5 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:07.838098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c21b9a-b7de-4515-8779-3f13343bdad1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet c4b81472-ee9d-4f21-9f67-116b30692701 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:07.842869 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c21b9a-b7de-4515-8779-3f13343bdad1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (c4b81472-ee9d-4f21-9f67-116b30692701), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.866614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 4ac5f140-e450-4694-952a-163c4800fee5) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:07.878558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff1c46-170b-4d3c-b0b1-eb4f10fad0a2 None None] Network 4ac5f140-e450-4694-952a-163c4800fee5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:07.885449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:07.886022 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.891031 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c21b9a-b7de-4515-8779-3f13343bdad1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (c4b81472-ee9d-4f21-9f67-116b30692701), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.926162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1999ea97-0ae6-43ea-afc6-7e9c69739206 req-5f867e76-8940-4e56-b57c-fe3b77c21a69 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966973 Feb 09 21:10:07.944421 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-56f2e405-14b5-43d3-b339-a6afbf6bea80 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6951096 Feb 09 21:10:07.947376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:07.952532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d3beebf6-e2eb-44ad-abab-9911918e7067 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663572413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:07.975822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4530f11b-e5cc-4fec-a510-0835e1887396 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (e03a487f-1c67-4262-9de3-7a1fecd98ab1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.982925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3beebf6-e2eb-44ad-abab-9911918e7067 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (752451b9-e636-49a8-aee9-062cfac49384), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:07.984697 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3beebf6-e2eb-44ad-abab-9911918e7067 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (752451b9-e636-49a8-aee9-062cfac49384), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.027289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d994a95-3914-4c33-80d8-af8723fb78bd None None] Network 48954c04-abac-44fb-93e1-7af9a18b086e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:08.063862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4530f11b-e5cc-4fec-a510-0835e1887396 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.074005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-4ac5f140-e450-4694-952a-163c4800fee5', 'network_id': '4ac5f140-e450-4694-952a-163c4800fee5', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': 'f789f804-9a70-40ce-a493-a5edd2e9fc9f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:08.074883 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.077515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4530f11b-e5cc-4fec-a510-0835e1887396 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/e03a487f-1c67-4262-9de3-7a1fecd98ab1 HTTP/1.1" status: 204 len: 168 time: 0.8372583 Feb 09 21:10:08.082923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57162) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:08.083101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530f11b-e5cc-4fec-a510-0835e1887396 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=e03a487f-1c67-4262-9de3-7a1fecd98ab1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:08.179233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c21b9a-b7de-4515-8779-3f13343bdad1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c4b81472-ee9d-4f21-9f67-116b30692701), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.215335 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (48954c04-abac-44fb-93e1-7af9a18b086e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.242912 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3beebf6-e2eb-44ad-abab-9911918e7067 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (752451b9-e636-49a8-aee9-062cfac49384), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.248904 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3beebf6-e2eb-44ad-abab-9911918e7067 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (752451b9-e636-49a8-aee9-062cfac49384), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.284740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3beebf6-e2eb-44ad-abab-9911918e7067 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.289379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d3beebf6-e2eb-44ad-abab-9911918e7067 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3403966 Feb 09 21:10:08.290336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:08.298427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'port': {'network_id': '4ac5f140-e450-4694-952a-163c4800fee5', 'name': 'tempest-RoutersIpV6Test-852339126'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:08.320954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Allocated IP 2001:db8::2 (4ac5f140-e450-4694-952a-163c4800fee5/f789f804-9a70-40ce-a493-a5edd2e9fc9f/57941071-1ca6-41a8-9822-1a39afc10a31) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:08.362153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 0e1c3fec-a24f-41e6-8066-2564714acacf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:08.362690 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.381039 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c21b9a-b7de-4515-8779-3f13343bdad1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (c4b81472-ee9d-4f21-9f67-116b30692701), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.452499 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4c21b9a-b7de-4515-8779-3f13343bdad1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.458928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e4c21b9a-b7de-4515-8779-3f13343bdad1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/c4b81472-ee9d-4f21-9f67-116b30692701 HTTP/1.1" status: 204 len: 168 time: 0.7132130 Feb 09 21:10:08.458928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c21b9a-b7de-4515-8779-3f13343bdad1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b81472-ee9d-4f21-9f67-116b30692701,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:08.462397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:08.473053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 0e1c3fec-a24f-41e6-8066-2564714acacf, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=0e1c3fec-a24f-41e6-8066-2564714acacf,segment=NetworkSegment(395a7dee-65c8-4f05-8f7a-b3f4127a1895),segment_id=395a7dee-65c8-4f05-8f7a-b3f4127a1895)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:08.474480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.506268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 0e1c3fec-a24f-41e6-8066-2564714acacf owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:08.563185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6e5fcef2-5513-4079-abc4-dc34485aa5af tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971255 Feb 09 21:10:08.567324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57174) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:08.579386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:08.620476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0e1c3fec-a24f-41e6-8066-2564714acacf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.636900 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Publish callbacks [] for port (57941071-1ca6-41a8-9822-1a39afc10a31), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.645004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7538c98a-4a58-451a-b2ea-276d536e70e6 None None] DHCP port deletion for 48954c04-abac-44fb-93e1-7af9a18b086e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:08.650642 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.691427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=0e1c3fec-a24f-41e6-8066-2564714acacf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:08.700888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No DVR routers for this DVR port 0e1c3fec-a24f-41e6-8066-2564714acacf on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:08.742932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Network 4ac5f140-e450-4694-952a-163c4800fee5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:08.747133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:08.753741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Pushing event updated for resources: {'Port': ['ID=57941071-1ca6-41a8-9822-1a39afc10a31,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:08.755813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:08.771348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:08.778814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.840498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] device_id is not set on port b248a330-646f-481e-a02a-fc3ccc63ea38 yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:10:08.854510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:08.858431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.861391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (48954c04-abac-44fb-93e1-7af9a18b086e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.863251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Attempting to bind port 57941071-1ca6-41a8-9822-1a39afc10a31 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:08.874131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Attempting to bind port 57941071-1ca6-41a8-9822-1a39afc10a31 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'd2634da7-9c68-45c8-8113-7c217782955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ac5f140-e450-4694-952a-163c4800fee5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:08.874660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Attempting to bind port 57941071-1ca6-41a8-9822-1a39afc10a31 on network 4ac5f140-e450-4694-952a-163c4800fee5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:08.882345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:08.883395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Checking segment: {'id': 'd2634da7-9c68-45c8-8113-7c217782955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ac5f140-e450-4694-952a-163c4800fee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:08.884339 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.885452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Bound using segment: {'id': 'd2634da7-9c68-45c8-8113-7c217782955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ac5f140-e450-4694-952a-163c4800fee5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:08.886155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Bound port: 57941071-1ca6-41a8-9822-1a39afc10a31, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2634da7-9c68-45c8-8113-7c217782955c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '4ac5f140-e450-4694-952a-163c4800fee5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:08.887281 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.933604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48954c04-abac-44fb-93e1-7af9a18b086e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:08.954810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395a7dee-65c8-4f05-8f7a-b3f4127a1895') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:08.955272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395a7dee-65c8-4f05-8f7a-b3f4127a1895') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:08.982325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] For port 57941071-1ca6-41a8-9822-1a39afc10a31, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:08.985950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] For port 57941071-1ca6-41a8-9822-1a39afc10a31, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57941071-1ca6-41a8-9822-1a39afc10a31,segment=NetworkSegment(d2634da7-9c68-45c8-8113-7c217782955c),segment_id=d2634da7-9c68-45c8-8113-7c217782955c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:08.989450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (395a7dee-65c8-4f05-8f7a-b3f4127a1895), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:08.994143 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.012136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (395a7dee-65c8-4f05-8f7a-b3f4127a1895), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.026268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:09.027013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (395a7dee-65c8-4f05-8f7a-b3f4127a1895), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:09.033298 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:09.131067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d8783-764c-4140-8141-911cda0f2248 None None] Pushing event updated for resources: {'Port': ['ID=57941071-1ca6-41a8-9822-1a39afc10a31,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:09.194396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c95cf-bf99-4499-8e45-840a0ee0d41e None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:09.229339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (48954c04-abac-44fb-93e1-7af9a18b086e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.239395 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.243452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/48954c04-abac-44fb-93e1-7af9a18b086e HTTP/1.1" status: 204 len: 168 time: 1.1595488 Feb 09 21:10:09.254262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7acc3-4076-4110-9438-4eea73c058dc req-ef8d6aaf-63d8-44cc-bd19-716ad3a11d05 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:09.254914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a319e-fbc8-46cb-94be-21a0c69a85f7 req-a5e6cf37-bdc7-4595-8f83-481df4c7d4dc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:09.257197 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea4a319e-fbc8-46cb-94be-21a0c69a85f7 req-a5e6cf37-bdc7-4595-8f83-481df4c7d4dc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.2852919 Feb 09 21:10:09.257703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57186) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:09.267646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2093869171', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:09.270530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff7acc3-4076-4110-9438-4eea73c058dc req-ef8d6aaf-63d8-44cc-bd19-716ad3a11d05 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.1346898 Feb 09 21:10:09.284290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-82094198-36b4-4654-bd09-51f32c7b18a2 None None] Provisioning complete for port 91aff8a0-8b1a-4990-8097-2e7359579422 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:09.285289 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82094198-36b4-4654-bd09-51f32c7b18a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.297094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12437b38-aa96-44a5-9112-7be2aceedce8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=48954c04-abac-44fb-93e1-7af9a18b086e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:09.336789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8::252 (4ac5f140-e450-4694-952a-163c4800fee5/f789f804-9a70-40ce-a493-a5edd2e9fc9f/b248a330-646f-481e-a02a-fc3ccc63ea38) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:09.376476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff7acc3-4076-4110-9438-4eea73c058dc req-b39e8247-5056-4611-9577-3591c07d900f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934927 Feb 09 21:10:09.505415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-82094198-36b4-4654-bd09-51f32c7b18a2 None None] Current status of the port 91aff8a0-8b1a-4990-8097-2e7359579422 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:09.510066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (7d78d46a-6372-4a89-b1e5-699adcddf701), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.511770 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (7d78d46a-6372-4a89-b1e5-699adcddf701), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.542512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea4a319e-fbc8-46cb-94be-21a0c69a85f7 req-78e5420c-9e78-4f47-baca-dc28132e9652 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652614 Feb 09 21:10:09.573407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:09.619327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:09.701126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] Deleting port 91aff8a0-8b1a-4990-8097-2e7359579422 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:09.701126 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.841795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (e30dd25d-5961-45b2-b143-75eb73b6be68), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.845078 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (7d78d46a-6372-4a89-b1e5-699adcddf701), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.903647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-99465988-02c9-4374-9028-1f802af13c75 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/2738b51c-0730-43ef-b58f-fd52fde22b41 HTTP/1.1" status: 200 len: 994 time: 0.3289778 Feb 09 21:10:09.924535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57941071-1ca6-41a8-9822-1a39afc10a31 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:09.964411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-333fa631-3cc6-4b65-bcb9-4fe0aa75db2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:09.976596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] For port 91aff8a0-8b1a-4990-8097-2e7359579422, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=91aff8a0-8b1a-4990-8097-2e7359579422,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:09.977438 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.000401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] Calling delete_port for 91aff8a0-8b1a-4990-8097-2e7359579422 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:10.040954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:10.066333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:10.070537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 57941071-1ca6-41a8-9822-1a39afc10a31 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:10.070922 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.094598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:10.095657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.184019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=e30dd25d-5961-45b2-b143-75eb73b6be68,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:10.189139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.273356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8e79b2c0-550c-4948-b82f-58a8944f7246 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7021098 Feb 09 21:10:10.273992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 57941071-1ca6-41a8-9822-1a39afc10a31 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:10.274116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57206) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:10.274484 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.279532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ff495900-4d5f-4dd3-8251-564ad0f13f0c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:10.281207 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (91aff8a0-8b1a-4990-8097-2e7359579422), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.311889 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_gateway (7d78d46a-6372-4a89-b1e5-699adcddf701), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.357471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] Pushing event deleted for resources: {'Port': ['ID=91aff8a0-8b1a-4990-8097-2e7359579422,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:10.427019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4571a2-2656-47ba-a625-b73fc249f5ad None None] No DVR routers for this DVR port 91aff8a0-8b1a-4990-8097-2e7359579422 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:10.463464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be432f8-3b96-4987-b4d1-29d54de011be None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:10.468769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff495900-4d5f-4dd3-8251-564ad0f13f0c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:10.476820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff495900-4d5f-4dd3-8251-564ad0f13f0c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.486314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.573749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 57941071-1ca6-41a8-9822-1a39afc10a31, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57941071-1ca6-41a8-9822-1a39afc10a31,segment=NetworkSegment(d2634da7-9c68-45c8-8113-7c217782955c),segment_id=d2634da7-9c68-45c8-8113-7c217782955c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:10.580206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e58cb8-a7c2-4231-9a42-a5871123700a req-57b0b852-4b19-46ac-9125-005368d59d38 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:10.588096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30e58cb8-a7c2-4231-9a42-a5871123700a req-57b0b852-4b19-46ac-9125-005368d59d38 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1129 time: 0.2537959 Feb 09 21:10:10.598128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c19dc-2c8c-4d28-bd6f-eb476a374cf8 None None] Network 4ac5f140-e450-4694-952a-163c4800fee5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:10.618269 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.630220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 4ac5f140-e450-4694-952a-163c4800fee5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:10.637211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:10.639282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=b248a330-646f-481e-a02a-fc3ccc63ea38,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:10.647814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:10.653387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:10.654133 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.659090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'project_id': '31399360988041af83463a9d6e3a1124', 'fixed_ips': [{'subnet_id': 'e30dd25d-5961-45b2-b143-75eb73b6be68'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:10.660007 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.684038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30e58cb8-a7c2-4231-9a42-a5871123700a req-8b5da628-eab6-4351-8284-62189024ab55 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918605 Feb 09 21:10:10.695367 n-d-789963-29 neutron-server[103325]: INFO neutron.db.ipam_backend_mixin [None req-ff495900-4d5f-4dd3-8251-564ad0f13f0c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e30dd25d-5961-45b2-b143-75eb73b6be68 (CIDR: 2001:db8::/64) Feb 09 21:10:10.705097 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff495900-4d5f-4dd3-8251-564ad0f13f0c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:10:10.705752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff495900-4d5f-4dd3-8251-564ad0f13f0c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:10.730064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bb727d7c-6b9f-42eb-9d32-700fd826c661 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4374633 Feb 09 21:10:10.736713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:10.739378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539411e-d31f-406e-b9de-32f1343a0b75 req-444f9258-6de3-4648-b829-6e3e7c2c567e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:10.741371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1539411e-d31f-406e-b9de-32f1343a0b75 req-444f9258-6de3-4648-b829-6e3e7c2c567e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2224324 Feb 09 21:10:10.757020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0e1c3fec-a24f-41e6-8066-2564714acacf no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:10.761485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ff495900-4d5f-4dd3-8251-564ad0f13f0c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4860721 Feb 09 21:10:10.765036 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:10.772267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'subnet': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:10.789096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 0e1c3fec-a24f-41e6-8066-2564714acacf {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:10.789476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 0e1c3fec-a24f-41e6-8066-2564714acacf not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:10.796939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b49d5f2d-e654-4e3c-8a12-a6f65ba4d4c2 None None] Provisioning complete for port 57941071-1ca6-41a8-9822-1a39afc10a31 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:10.797333 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b49d5f2d-e654-4e3c-8a12-a6f65ba4d4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:10.965618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=57941071-1ca6-41a8-9822-1a39afc10a31,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:10.966470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1539411e-d31f-406e-b9de-32f1343a0b75 req-46c65539-eacc-4c53-9939-c9ceeb0f45f8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187078 Feb 09 21:10:11.074765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:11.081888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:11.181548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Allocated IP 2001:db8::2 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/e30dd25d-5961-45b2-b143-75eb73b6be68/1440f392-73ce-4fd4-bcb3-78eb1dbf64e3) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:11.303855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b49d5f2d-e654-4e3c-8a12-a6f65ba4d4c2 None None] Current status of the port 57941071-1ca6-41a8-9822-1a39afc10a31 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:11.343024 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:11.514428 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Publish callbacks [] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:11.527282 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:11.563784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_gateway (7d78d46a-6372-4a89-b1e5-699adcddf701), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:11.622955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:11.668752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:11.677012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:11.685084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:11.702865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.objects.ports [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103325) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:10:11.713090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57941071-1ca6-41a8-9822-1a39afc10a31 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:11.815188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Pushing event updated for resources: {'Port': ['ID=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:11.865335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.25.4.126 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b9f349cd-3246-443d-9720-e91f8b9cad6c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:11.914380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 57941071-1ca6-41a8-9822-1a39afc10a31 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:11.914921 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:11.994394 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (b9f349cd-3246-443d-9720-e91f8b9cad6c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.004377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Attempting to bind port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:12.004748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Attempting to bind port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:12.005470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Attempting to bind port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 on network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:12.013909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:12.014290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Checking segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:12.014684 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.015085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Bound using segment: {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:12.015562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Bound port: 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5c691f-1129-4f7a-88dc-c963a9f0c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:12.015974 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.027524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-523e8319-37a0-41e5-acb0-2534dc26d15a None None] Provisioning complete for port 57941071-1ca6-41a8-9822-1a39afc10a31 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:12.027936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-523e8319-37a0-41e5-acb0-2534dc26d15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.073129 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b9f349cd-3246-443d-9720-e91f8b9cad6c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.124744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:12.137549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:12.142512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-908d603e-7df9-4b3f-9434-b09f012a66f6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2844577 Feb 09 21:10:12.157503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:12.172830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-3cd6c27a-8481-4340-a8ef-7f8cf48249f2 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:10:12.174037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-3cd6c27a-8481-4340-a8ef-7f8cf48249f2 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169101 Feb 09 21:10:12.211702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] For port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:12.216363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] For port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:12.229932 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.251070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=b9f349cd-3246-443d-9720-e91f8b9cad6c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:12.283071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.306465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f89c4c-af81-435b-a3fe-f1a7f772cef3 None None] Pushing event updated for resources: {'Port': ['ID=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:12.383437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.414327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 57941071-1ca6-41a8-9822-1a39afc10a31 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:12.447016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-523e8319-37a0-41e5-acb0-2534dc26d15a None None] Current status of the port 57941071-1ca6-41a8-9822-1a39afc10a31 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:12.497894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-523e8319-37a0-41e5-acb0-2534dc26d15a None None] Provisioning complete for port b248a330-646f-481e-a02a-fc3ccc63ea38 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:12.498282 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-523e8319-37a0-41e5-acb0-2534dc26d15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.583674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91aff8a0-8b1a-4990-8097-2e7359579422 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:12.615665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-523e8319-37a0-41e5-acb0-2534dc26d15a None None] Port b248a330-646f-481e-a02a-fc3ccc63ea38 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:12.620120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 91aff8a0-8b1a-4990-8097-2e7359579422 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:12.620491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 91aff8a0-8b1a-4990-8097-2e7359579422 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:12.712183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] For port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:12.742875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e6558-427f-4760-86b2-d3ec79c025de req-ac4d2176-2c46-42df-9e6a-8c39aad3889f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:12.749843 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-345e6558-427f-4760-86b2-d3ec79c025de req-ac4d2176-2c46-42df-9e6a-8c39aad3889f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.5241420 Feb 09 21:10:12.781746 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.796386 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.800297 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.818249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-33f787df-e33c-4581-9867-aa7a89caf142 None None] Provisioning complete for port b248a330-646f-481e-a02a-fc3ccc63ea38 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:12.818910 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33f787df-e33c-4581-9867-aa7a89caf142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.870110 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (a801e73f-752a-4461-a4d9-4c50372ca170), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:12.922963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-33f787df-e33c-4581-9867-aa7a89caf142 None None] Port b248a330-646f-481e-a02a-fc3ccc63ea38 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:12.923519 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-345e6558-427f-4760-86b2-d3ec79c025de req-e9f7a50a-8317-44c2-a3cc-a741569ea97a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608117 Feb 09 21:10:12.973621 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_gateway (7d78d46a-6372-4a89-b1e5-699adcddf701), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:13.046981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:13.057844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:13.060978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:13.066401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:13.067464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:13.071564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Subnet': ['ID=a801e73f-752a-4461-a4d9-4c50372ca170,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:13.139385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0f1d691c-380c-4f64-b332-d5a015a3f7f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3731291 Feb 09 21:10:13.142246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:13.147806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Request body: {'port': {'network_id': '80e680bd-6aaf-43aa-80bf-d3a099d84e51', 'mac_address': 'fa:16:3e:03:1c:48', 'name': 'tempest-NetworksTestDHCPv6-1147934482'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:13.151383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-51b71232-2ea4-4e34-993e-b32fc9273c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:13.154405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-51b71232-2ea4-4e34-993e-b32fc9273c4d service neutron] 10.222.0.102 "GET /v2.0/ports/b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 1126 time: 0.0699232 Feb 09 21:10:13.165907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Request body: {'binding': {'host': 'n-h2-789963-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:13.166424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Unknown quota resources ['binding']. {{(pid=103325) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:10:13.360280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on host n-h2-789963-29 for vnic_type normal with profile None {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:13.361410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:13.362872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:13.369884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:13.375798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:10:13.375798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:13.381879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:13.382133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Checking segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:13.382553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Bound using segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:13.383442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Bound port: b8ac7046-daeb-402a-b5d0-0efb6e0346af, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:13.385972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:13.493240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:13.501638 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:13.503054 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] 10.222.0.102 "POST /v2.0/ports/b8ac7046-daeb-402a-b5d0-0efb6e0346af/bindings HTTP/1.1" status: 201 len: 390 time: 0.3416467 Feb 09 21:10:13.698489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=b248a330-646f-481e-a02a-fc3ccc63ea38,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:13.704501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Made reservation on behalf of 31399360988041af83463a9d6e3a1124 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:13.751910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:13.831265 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (7d78d46a-6372-4a89-b1e5-699adcddf701), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:13.847328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:13.848815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:13.880277 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (752451b9-e636-49a8-aee9-062cfac49384), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:13.898144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6d0b7-d7ed-4eb1-8840-8c81df225319 req-d87d50b8-f91a-4e28-989b-b8bfc16e8724 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:13.899847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1fe6d0b7-d7ed-4eb1-8840-8c81df225319 req-d87d50b8-f91a-4e28-989b-b8bfc16e8724 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.1317716 Feb 09 21:10:13.905617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.905974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.906324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.906667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.907006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.907342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.914457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.914987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.915340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.915718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.916053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.916392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:13.916727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:14.018769 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:14.024888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1fe6d0b7-d7ed-4eb1-8840-8c81df225319 req-e05f4d8a-576c-4141-b6a8-92fa43be6c4f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160882 Feb 09 21:10:14.077420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c227c-553c-4904-87f8-8d7a788bb06e None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:14.154640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-74f1293f-9d88-4732-a4d9-318bbb4505a5 None None] Provisioning complete for port b248a330-646f-481e-a02a-fc3ccc63ea38 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:14.155085 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74f1293f-9d88-4732-a4d9-318bbb4505a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:14.156731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:14.157220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:14.225264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-74f1293f-9d88-4732-a4d9-318bbb4505a5 None None] Port b248a330-646f-481e-a02a-fc3ccc63ea38 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:14.234196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:14.244314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-21b5464d-0221-4c16-9d39-208d3599e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:14.246180 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-21b5464d-0221-4c16-9d39-208d3599e76e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1129 time: 0.3671851 Feb 09 21:10:14.258051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:14.263391 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:14.340098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] device_id is not set on port 5681113d-3ef8-4c65-b5be-aed3f676602e yet. {{(pid=103324) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:10:14.354526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:14.363000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a36e6603-db26-4b0a-9b99-e1f71a019456 None None] Provisioning complete for port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:14.363380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a36e6603-db26-4b0a-9b99-e1f71a019456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:14.374957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8082e9b-1712-40d8-aff8-fb9ed66bf381 req-e432d7b5-e126-471f-87df-15487e5d25a5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:14.382481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8082e9b-1712-40d8-aff8-fb9ed66bf381 req-e432d7b5-e126-471f-87df-15487e5d25a5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2900023 Feb 09 21:10:14.481541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:14.486432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a36e6603-db26-4b0a-9b99-e1f71a019456 None None] Current status of the port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:14.953123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8082e9b-1712-40d8-aff8-fb9ed66bf381 req-5fe023ca-1f0d-476e-9998-1444589d621f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5697806 Feb 09 21:10:14.981559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-bc29ea2b-1d60-4f3d-8e39-6677b12198d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:14.983100 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-bc29ea2b-1d60-4f3d-8e39-6677b12198d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 897 time: 0.7191381 Feb 09 21:10:15.002950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 7d78d46a-6372-4a89-b1e5-699adcddf701 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:10:15.127456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-109e58b6-064c-40fd-9d58-ce0669e7b389 None None] Provisioning complete for port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:15.131013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-109e58b6-064c-40fd-9d58-ce0669e7b389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:15.167959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310afa-9347-45b5-8592-e9807bc3d065 req-c68a98d6-8fc3-49bc-87b4-cf72eee54ca2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:15.170025 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8310afa-9347-45b5-8592-e9807bc3d065 req-c68a98d6-8fc3-49bc-87b4-cf72eee54ca2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.0664554 Feb 09 21:10:15.220443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8::3ca (80e680bd-6aaf-43aa-80bf-d3a099d84e51/e30dd25d-5961-45b2-b143-75eb73b6be68/5681113d-3ef8-4c65-b5be-aed3f676602e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:15.223120 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8310afa-9347-45b5-8592-e9807bc3d065 req-81280f35-7740-495a-9024-7623c15bf122 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467534 Feb 09 21:10:15.258174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-109e58b6-064c-40fd-9d58-ce0669e7b389 None None] Current status of the port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:15.288503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Allocated IP 2001:db8:0:1:f816:3eff:fe03:1c48 (80e680bd-6aaf-43aa-80bf-d3a099d84e51/a801e73f-752a-4461-a4d9-4c50372ca170/5681113d-3ef8-4c65-b5be-aed3f676602e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:15.322446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-78df9cbc-fdcb-40e1-9c1a-3b5a76bc6127 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 1002 time: 0.3327119 Feb 09 21:10:15.503333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-975efc22-ab28-4c62-8cf8-99e45d6b798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:15.504837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-975efc22-ab28-4c62-8cf8-99e45d6b798e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 200 len: 834 time: 0.1644394 Feb 09 21:10:15.531075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:15.550163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad83859-fc74-4257-a091-0962eb3f9452 None None] Sync routers for ids ['7d78d46a-6372-4a89-b1e5-699adcddf701'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:15.566803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad83859-fc74-4257-a091-0962eb3f9452 None None] Routers {'7d78d46a-6372-4a89-b1e5-699adcddf701'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:15.568203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bad83859-fc74-4257-a091-0962eb3f9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7d78d46a-6372-4a89-b1e5-699adcddf701'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:15.648971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:15.651868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3f84cad2-fd88-4c24-acc0-f7c3b3feeed6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.3866282 Feb 09 21:10:15.653426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:15.656350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:15.668157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bad83859-fc74-4257-a091-0962eb3f9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:15.697329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:15.708581 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:15.709578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (752451b9-e636-49a8-aee9-062cfac49384), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:15.758866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad83859-fc74-4257-a091-0962eb3f9452 None None] Routers {'7d78d46a-6372-4a89-b1e5-699adcddf701'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:15.759248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-6ee5cb8d-6a25-42ae-b98f-d8a121d6a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:15.759873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bad83859-fc74-4257-a091-0962eb3f9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7d78d46a-6372-4a89-b1e5-699adcddf701'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:15.761226 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-6ee5cb8d-6a25-42ae-b98f-d8a121d6a2c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91efa7f8-a13c-46c3-b82a-e6ca08763844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2432516 Feb 09 21:10:15.782874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for port (5681113d-3ef8-4c65-b5be-aed3f676602e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:15.859206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bad83859-fc74-4257-a091-0962eb3f9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:15.860876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad83859-fc74-4257-a091-0962eb3f9452 None None] The sync data for ids ['7d78d46a-6372-4a89-b1e5-699adcddf701'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:15.879398 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-33af76df-c929-42e8-a635-f5bed59fffed tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/routers/7d78d46a-6372-4a89-b1e5-699adcddf701 HTTP/1.1" status: 200 len: 881 time: 0.2239859 Feb 09 21:10:15.881359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:15.927932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=b248a330-646f-481e-a02a-fc3ccc63ea38,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:16.028996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5681113d-3ef8-4c65-b5be-aed3f676602e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:16.048769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-284c7915-0143-4cbd-a028-856170314cec service neutron] 10.222.0.50 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690268 Feb 09 21:10:16.135460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 4ac5f140-e450-4694-952a-163c4800fee5 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:16.146929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:16.149506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:16.162869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:16.170444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:16.177093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:16.177772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:16.201627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event updated for resources: {'Port': ['ID=5681113d-3ef8-4c65-b5be-aed3f676602e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:16.396858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:16.402837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c7c750b6-4a4a-4d81-8b1e-071333314924 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2588906 Feb 09 21:10:16.489449 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-4651b22e-7cbd-43ac-92fe-9bc4c5f77e8a service neutron] 10.222.0.50 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153163 Feb 09 21:10:16.492828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7722564b-c33e-4f79-ab82-1e9a6c77250f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6075232 Feb 09 21:10:16.496935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:16.502539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-26dd8f94-57e2-45c0-9baf-40f4bc89eace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2093869171'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:16.530243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:16.530790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:16.649526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f5cde-d2cc-4cba-871f-cd7148c35d4a req-878b5315-f0cb-4338-babf-02b6effd0ef0 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:16.651120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c67f5cde-d2cc-4cba-871f-cd7148c35d4a req-878b5315-f0cb-4338-babf-02b6effd0ef0 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.4658146 Feb 09 21:10:16.683185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a8128-cf4f-454d-bfef-547a3f896661 req-950072fa-6678-422b-a245-bee68efccf77 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:16.684779 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e6a8128-cf4f-454d-bfef-547a3f896661 req-950072fa-6678-422b-a245-bee68efccf77 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.2896192 Feb 09 21:10:16.717131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:16.809716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ad64c5fe-6f44-4063-81d3-4a6ac5042b15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting port 5681113d-3ef8-4c65-b5be-aed3f676602e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:16.809987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad64c5fe-6f44-4063-81d3-4a6ac5042b15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5681113d-3ef8-4c65-b5be-aed3f676602e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:16.815531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-312b4a2d-e48c-4178-9249-379fa90d0df0 None None] Provisioning complete for port b248a330-646f-481e-a02a-fc3ccc63ea38 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:16.816050 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-312b4a2d-e48c-4178-9249-379fa90d0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:16.841200 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e6a8128-cf4f-454d-bfef-547a3f896661 req-54b13547-1dfb-4fa9-9e6c-0620ae3d3dd6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456239 Feb 09 21:10:16.866310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-312b4a2d-e48c-4178-9249-379fa90d0df0 None None] Port b248a330-646f-481e-a02a-fc3ccc63ea38 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:16.879234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-312b4a2d-e48c-4178-9249-379fa90d0df0 None None] Provisioning complete for port 5681113d-3ef8-4c65-b5be-aed3f676602e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:16.879624 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-312b4a2d-e48c-4178-9249-379fa90d0df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5681113d-3ef8-4c65-b5be-aed3f676602e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:16.892103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-572ec623-c9d6-4ef6-8682-ec38e56f68e7 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:16.894209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-572ec623-c9d6-4ef6-8682-ec38e56f68e7 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7&tenant_id=11db802464124d8a859db41a07721eef&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1129 time: 0.2649219 Feb 09 21:10:16.908011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 752451b9-e636-49a8-aee9-062cfac49384 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:10:16.919652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-29'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:16.925052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-312b4a2d-e48c-4178-9249-379fa90d0df0 None None] Port 5681113d-3ef8-4c65-b5be-aed3f676602e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:16.944054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad64c5fe-6f44-4063-81d3-4a6ac5042b15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5681113d-3ef8-4c65-b5be-aed3f676602e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:16.957916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ad64c5fe-6f44-4063-81d3-4a6ac5042b15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Calling delete_port for 5681113d-3ef8-4c65-b5be-aed3f676602e owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:17.078008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c67f5cde-d2cc-4cba-871f-cd7148c35d4a req-4b1bfede-ac40-4029-b330-cac8579f324c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153424 Feb 09 21:10:17.181280 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad64c5fe-6f44-4063-81d3-4a6ac5042b15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (5681113d-3ef8-4c65-b5be-aed3f676602e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:17.188632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:17.202050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:17.213308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-78677e12-f371-4bc7-87c9-56fb6aa14666 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/752451b9-e636-49a8-aee9-062cfac49384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4731877 Feb 09 21:10:17.217046 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c522cf-3ce9-4494-801c-8acfa9af6ebb None None] Sync routers for ids ['752451b9-e636-49a8-aee9-062cfac49384'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:17.218238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64c5fe-6f44-4063-81d3-4a6ac5042b15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Port': ['ID=5681113d-3ef8-4c65-b5be-aed3f676602e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:17.221982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:17.228943 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c522cf-3ce9-4494-801c-8acfa9af6ebb None None] Routers {'752451b9-e636-49a8-aee9-062cfac49384'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:17.229672 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6c522cf-3ce9-4494-801c-8acfa9af6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['752451b9-e636-49a8-aee9-062cfac49384'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:17.264542 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6c522cf-3ce9-4494-801c-8acfa9af6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:17.281709 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c522cf-3ce9-4494-801c-8acfa9af6ebb None None] Routers {'752451b9-e636-49a8-aee9-062cfac49384'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:17.282372 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6c522cf-3ce9-4494-801c-8acfa9af6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['752451b9-e636-49a8-aee9-062cfac49384'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:17.352570 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e6c522cf-3ce9-4494-801c-8acfa9af6ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:17.353200 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c522cf-3ce9-4494-801c-8acfa9af6ebb None None] The sync data for ids ['752451b9-e636-49a8-aee9-062cfac49384'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:17.354617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad64c5fe-6f44-4063-81d3-4a6ac5042b15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:17.358765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad64c5fe-6f44-4063-81d3-4a6ac5042b15 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/5681113d-3ef8-4c65-b5be-aed3f676602e HTTP/1.1" status: 204 len: 168 time: 0.9604564 Feb 09 21:10:17.368264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f29d0-678c-4a2f-829e-b811d7955364 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:17.368438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:17.369942 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-739f29d0-678c-4a2f-829e-b811d7955364 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports/b248a330-646f-481e-a02a-fc3ccc63ea38 HTTP/1.1" status: 200 len: 983 time: 0.1437297 Feb 09 21:10:17.372751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57308) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:17.741835 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (752451b9-e636-49a8-aee9-062cfac49384), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:17.852326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26dd8f94-57e2-45c0-9baf-40f4bc89eace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (7d78d46a-6372-4a89-b1e5-699adcddf701), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:17.864389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc634d-febf-4464-a8a4-cfbcc8e47c4b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:17.866087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f7fc634d-febf-4464-a8a4-cfbcc8e47c4b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4967434 Feb 09 21:10:17.869295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:17.872476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:17.887087 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26dd8f94-57e2-45c0-9baf-40f4bc89eace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (7d78d46a-6372-4a89-b1e5-699adcddf701), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:17.998305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:18.055080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:10:18.057798 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94e934-705b-483f-bdda-67337f246c70" -d '{"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:10:18.066124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Publish callbacks [] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.079596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dd8f94-57e2-45c0-9baf-40f4bc89eace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 7d78d46a-6372-4a89-b1e5-699adcddf701 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:18.087855 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.106490 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdb939e-eb00-4281-a440-fcb35964e43a x-openstack-request-id: req-0cdb939e-eb00-4281-a440-fcb35964e43a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:10:18.106817 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:10:18.107033 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0cdb939e-eb00-4281-a440-fcb35964e43a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:10:18.107424 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'code': 200} Feb 09 21:10:18.257467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:18.434191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620466f-2192-4de2-a61d-564fed5df2ff req-f38ebfb5-2ea9-4452-acff-62700c068580 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:18.435890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7620466f-2192-4de2-a61d-564fed5df2ff req-f38ebfb5-2ea9-4452-acff-62700c068580 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2319202 Feb 09 21:10:18.440329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514edab2-d07d-4730-8638-d3cc4f4d5001 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:18.442537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-514edab2-d07d-4730-8638-d3cc4f4d5001 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5721662 Feb 09 21:10:18.446804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:18.457720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b437c-a7c9-497d-88b5-429f28dbe1a2 req-83559f1c-44b5-43c3-acae-a3a764c59134 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:18.465087 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a27b437c-a7c9-497d-88b5-429f28dbe1a2 req-83559f1c-44b5-43c3-acae-a3a764c59134 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 944 time: 0.1298821 Feb 09 21:10:18.465284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dd8f94-57e2-45c0-9baf-40f4bc89eace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:18.489287 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26dd8f94-57e2-45c0-9baf-40f4bc89eace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.492974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-26dd8f94-57e2-45c0-9baf-40f4bc89eace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/7d78d46a-6372-4a89-b1e5-699adcddf701 HTTP/1.1" status: 200 len: 888 time: 1.9926505 Feb 09 21:10:18.499976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:18.503339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f64c1-773c-40a1-a2ba-a9af0b1621d3 None None] Sync routers for ids ['7d78d46a-6372-4a89-b1e5-699adcddf701'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:18.530242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f64c1-773c-40a1-a2ba-a9af0b1621d3 None None] Routers {'7d78d46a-6372-4a89-b1e5-699adcddf701'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:18.531191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a3f64c1-773c-40a1-a2ba-a9af0b1621d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7d78d46a-6372-4a89-b1e5-699adcddf701'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:18.573067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a3f64c1-773c-40a1-a2ba-a9af0b1621d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:18.584803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0d121-4277-4158-aa97-c3022b776098 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:18.586800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0d121-4277-4158-aa97-c3022b776098 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:18.588290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0d121-4277-4158-aa97-c3022b776098 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:18.592402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-98c0d121-4277-4158-aa97-c3022b776098 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1406102 Feb 09 21:10:18.596745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f64c1-773c-40a1-a2ba-a9af0b1621d3 None None] Routers {'7d78d46a-6372-4a89-b1e5-699adcddf701'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:18.597349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:18.597749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a3f64c1-773c-40a1-a2ba-a9af0b1621d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7d78d46a-6372-4a89-b1e5-699adcddf701'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:18.600287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f4ad8573-7dc5-4cfb-9eeb-798b34834c75 None None] Provisioning complete for port b8ac7046-daeb-402a-b5d0-0efb6e0346af triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:18.600856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4ad8573-7dc5-4cfb-9eeb-798b34834c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.630810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on host n-h1-789963-29 for vnic_type normal with profile {"migrating_to": "n-h2-789963-29"} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:18.631162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:18.631504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:18.639161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad8573-7dc5-4cfb-9eeb-798b34834c75 None None] Port b8ac7046-daeb-402a-b5d0-0efb6e0346af cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:18.644211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a27b437c-a7c9-497d-88b5-429f28dbe1a2 req-0cc18e59-d0b8-4d8f-847d-ad73dce89853 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781025 Feb 09 21:10:18.653683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:10:18.654073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Attempting to bind port b8ac7046-daeb-402a-b5d0-0efb6e0346af on network 91efa7f8-a13c-46c3-b82a-e6ca08763844 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:18.662492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:18.662833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Checking segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:18.663225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Bound using segment: {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:18.663665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Bound port: b8ac7046-daeb-402a-b5d0-0efb6e0346af, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c38ec65-df8f-432d-9b5b-e438b1278380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:18.664550 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.676191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7a3f64c1-773c-40a1-a2ba-a9af0b1621d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:18.677239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f64c1-773c-40a1-a2ba-a9af0b1621d3 None None] The sync data for ids ['7d78d46a-6372-4a89-b1e5-699adcddf701'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:18.683043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port b248a330-646f-481e-a02a-fc3ccc63ea38 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:18.683293 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.687726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7620466f-2192-4de2-a61d-564fed5df2ff req-5ed57375-50fa-462d-887f-a56853928ec9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419813 Feb 09 21:10:18.702875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff905d5a-af08-4f23-a194-477532387470 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet a801e73f-752a-4461-a4d9-4c50372ca170 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:18.741505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff905d5a-af08-4f23-a194-477532387470 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (a801e73f-752a-4461-a4d9-4c50372ca170), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.752205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d0266de8-c9c5-4e5d-a0d5-b181d70cd66a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/routers/7d78d46a-6372-4a89-b1e5-699adcddf701 HTTP/1.1" status: 200 len: 888 time: 0.2476804 Feb 09 21:10:18.753676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:18.792663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2c78bb3f-c6b9-439e-b323-f4542909e1d6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d78d46a-6372-4a89-b1e5-699adcddf701 HTTP/1.1" status: 200 len: 205 time: 0.0349729 Feb 09 21:10:18.792663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:18.793087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:18.805657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff905d5a-af08-4f23-a194-477532387470 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (a801e73f-752a-4461-a4d9-4c50372ca170), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.806892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:18.816861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:18.936569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=8']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:18.937465 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.002283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for b248a330-646f-481e-a02a-fc3ccc63ea38 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:19.007354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:19.008979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.010947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-667d1fb7-ccc3-46cd-89d7-452a9cd8e953 service neutron] 10.222.0.50 "PUT /v2.0/ports/b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 1124 time: 2.1061018 Feb 09 21:10:19.026079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff905d5a-af08-4f23-a194-477532387470 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a801e73f-752a-4461-a4d9-4c50372ca170), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.088455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['b8ac7046-daeb-402a-b5d0-0efb6e0346af'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:10:19.240520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (7d78d46a-6372-4a89-b1e5-699adcddf701), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.296014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-54c124c0-50ff-4845-addf-fe8e4b05d466 None None] Provisioning complete for port b8ac7046-daeb-402a-b5d0-0efb6e0346af triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:19.296428 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54c124c0-50ff-4845-addf-fe8e4b05d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.339247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b248a330-646f-481e-a02a-fc3ccc63ea38), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.358921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff905d5a-af08-4f23-a194-477532387470 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (a801e73f-752a-4461-a4d9-4c50372ca170), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.392925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=b248a330-646f-481e-a02a-fc3ccc63ea38,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:19.425821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff905d5a-af08-4f23-a194-477532387470 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=a801e73f-752a-4461-a4d9-4c50372ca170,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:19.429538 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff905d5a-af08-4f23-a194-477532387470 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.433267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ff905d5a-af08-4f23-a194-477532387470 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/a801e73f-752a-4461-a4d9-4c50372ca170 HTTP/1.1" status: 204 len: 168 time: 0.8303044 Feb 09 21:10:19.436014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57340) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:19.464321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8348843-c787-4f21-97f6-87fb0f946d04 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:19.534210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a319d84-57fd-4c1c-a9d7-902116d45502 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Deleting subnet e30dd25d-5961-45b2-b143-75eb73b6be68 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:19.538415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a319d84-57fd-4c1c-a9d7-902116d45502 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (e30dd25d-5961-45b2-b143-75eb73b6be68), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.591473 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_gateway (7d78d46a-6372-4a89-b1e5-699adcddf701), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.609643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (752451b9-e636-49a8-aee9-062cfac49384), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.628869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-54c124c0-50ff-4845-addf-fe8e4b05d466 None None] Current status of the port b8ac7046-daeb-402a-b5d0-0efb6e0346af is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:19.629422 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54c124c0-50ff-4845-addf-fe8e4b05d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.649229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a319d84-57fd-4c1c-a9d7-902116d45502 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (e30dd25d-5961-45b2-b143-75eb73b6be68), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.683083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:10:19.685718 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d3ef12-97ae-48ed-b9b8-32c7871352e5" -d '{"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-plugged", "status": "completed", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:10:19.703643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-54c124c0-50ff-4845-addf-fe8e4b05d466 None None] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:19.740166 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54c124c0-50ff-4845-addf-fe8e4b05d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.794674 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74900a72-da60-4737-9b96-25779f2f5369 x-openstack-request-id: req-74900a72-da60-4737-9b96-25779f2f5369 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:10:19.794674 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-plugged", "status": "completed", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:10:19.794931 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-74900a72-da60-4737-9b96-25779f2f5369 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:10:19.795269 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'code': 200} Feb 09 21:10:19.840759 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a319d84-57fd-4c1c-a9d7-902116d45502 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e30dd25d-5961-45b2-b143-75eb73b6be68), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.925657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port b9f349cd-3246-443d-9720-e91f8b9cad6c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:19.926220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b9f349cd-3246-443d-9720-e91f8b9cad6c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:19.943227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb931578-c6f5-4e73-a6a2-8da92c5bb672 req-d89c46be-b5f9-4981-932a-143b7d2794a7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:19.944967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb931578-c6f5-4e73-a6a2-8da92c5bb672 req-d89c46be-b5f9-4981-932a-143b7d2794a7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.1004095 Feb 09 21:10:19.957966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c124c0-50ff-4845-addf-fe8e4b05d466 None None] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:19.979614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2577603-1314-45e3-bf8b-0d6b7137eda9 req-b859c4fe-9a8b-42b2-90e6-d97cf6da078e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:19.981214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2577603-1314-45e3-bf8b-0d6b7137eda9 req-b859c4fe-9a8b-42b2-90e6-d97cf6da078e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.1977665 Feb 09 21:10:20.015894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb931578-c6f5-4e73-a6a2-8da92c5bb672 req-50aa8d87-6051-44d7-bf97-f19309e96e6d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570068 Feb 09 21:10:20.018222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a319d84-57fd-4c1c-a9d7-902116d45502 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (e30dd25d-5961-45b2-b143-75eb73b6be68), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:20.025818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 752451b9-e636-49a8-aee9-062cfac49384 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:20.058698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a319d84-57fd-4c1c-a9d7-902116d45502 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Subnet': ['ID=e30dd25d-5961-45b2-b143-75eb73b6be68,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:20.066329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a319d84-57fd-4c1c-a9d7-902116d45502 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:20.072350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0a319d84-57fd-4c1c-a9d7-902116d45502 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/e30dd25d-5961-45b2-b143-75eb73b6be68 HTTP/1.1" status: 204 len: 168 time: 0.6328707 Feb 09 21:10:20.072609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.074479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2577603-1314-45e3-bf8b-0d6b7137eda9 req-89bb27c3-6f02-4b58-963b-8d9b53cbce7d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823960 Feb 09 21:10:20.131531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:10:20.134737 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd24a2-78e0-4ec6-bcd5-7828a933e318" -d '{"events": [{"name": "network-changed", "server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:10:20.140900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-100e97e7-f206-475a-ac3d-e74696852975 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665858 Feb 09 21:10:20.144220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57354) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.198045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:20.208273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c6944313-eeaf-4fc3-b34d-3d93a534ae89 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/752451b9-e636-49a8-aee9-062cfac49384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8342338 Feb 09 21:10:20.208935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.216184 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d9fd4-a8b4-479f-817b-23baf1b56628 None None] Sync routers for ids ['752451b9-e636-49a8-aee9-062cfac49384'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:20.221235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e31d93-9696-4d8d-8c5e-8dcb8ee8e606 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:20.231913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-19e31d93-9696-4d8d-8c5e-8dcb8ee8e606 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0860617 Feb 09 21:10:20.232887 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7d9fd4-a8b4-479f-817b-23baf1b56628 None None] Routers {'752451b9-e636-49a8-aee9-062cfac49384'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:20.233800 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c7d9fd4-a8b4-479f-817b-23baf1b56628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['752451b9-e636-49a8-aee9-062cfac49384'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:20.236352 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1358a7df-b8a5-46b6-bc5f-7ca080d7f6b9 x-openstack-request-id: req-1358a7df-b8a5-46b6-bc5f-7ca080d7f6b9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:10:20.238537 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:10:20.238537 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1358a7df-b8a5-46b6-bc5f-7ca080d7f6b9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:10:20.238537 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'status': 'completed', 'code': 200} Feb 09 21:10:20.238537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.318761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5449a62e-6df3-461d-9f1c-46150e33f531 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:20.320487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5449a62e-6df3-461d-9f1c-46150e33f531 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778351 Feb 09 21:10:20.323805 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c7d9fd4-a8b4-479f-817b-23baf1b56628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:20.325912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.342029 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7d9fd4-a8b4-479f-817b-23baf1b56628 None None] Routers {'752451b9-e636-49a8-aee9-062cfac49384'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:20.343035 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c7d9fd4-a8b4-479f-817b-23baf1b56628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['752451b9-e636-49a8-aee9-062cfac49384'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:20.386732 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1c7d9fd4-a8b4-479f-817b-23baf1b56628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:20.387674 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d9fd4-a8b4-479f-817b-23baf1b56628 None None] The sync data for ids ['752451b9-e636-49a8-aee9-062cfac49384'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:20.406896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b9f349cd-3246-443d-9720-e91f8b9cad6c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:20.434432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1d7fc518-6666-48c3-ac8e-15121b6ed556 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073408 Feb 09 21:10:20.442607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.458875 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for b9f349cd-3246-443d-9720-e91f8b9cad6c owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:20.501246 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a85bb5-82a1-432a-8a0e-c863af7db492 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:20.502412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a85bb5-82a1-432a-8a0e-c863af7db492 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:20.506498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-27a85bb5-82a1-432a-8a0e-c863af7db492 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/5681113d-3ef8-4c65-b5be-aed3f676602e HTTP/1.1" status: 404 len: 333 time: 0.0629532 Feb 09 21:10:20.509879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.518744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:10:20.554434 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d164bb8e-a7b0-454c-9a06-6e0e9f4a846e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:20.555623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d164bb8e-a7b0-454c-9a06-6e0e9f4a846e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:20.560638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d164bb8e-a7b0-454c-9a06-6e0e9f4a846e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/a801e73f-752a-4461-a4d9-4c50372ca170 HTTP/1.1" status: 404 len: 337 time: 0.0494895 Feb 09 21:10:20.563144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.591234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-3ce8feea-7a0d-4237-90ad-1e075ae3ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:20.593738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-3ce8feea-7a0d-4237-90ad-1e075ae3ccc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1160 time: 0.2819805 Feb 09 21:10:20.635600 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-14e715d9-4820-4670-8c37-e7080d9ed4d2 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 21:10:20.638181 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6178f95-138c-417a-88ca-b976a6e2d815 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:20.639015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6178f95-138c-417a-88ca-b976a6e2d815 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:20.639634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-14e715d9-4820-4670-8c37-e7080d9ed4d2 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/752451b9-e636-49a8-aee9-062cfac49384/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4262381 Feb 09 21:10:20.640310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57382) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.642975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b6178f95-138c-417a-88ca-b976a6e2d815 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/e30dd25d-5961-45b2-b143-75eb73b6be68 HTTP/1.1" status: 404 len: 337 time: 0.0784488 Feb 09 21:10:20.645330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.693855 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d16344b-9e39-4c11-b968-71231573f3db tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:20.694408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d16344b-9e39-4c11-b968-71231573f3db tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:20.698719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2d16344b-9e39-4c11-b968-71231573f3db tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/17512515-b295-4e1b-aad5-4cc5cb4b2db1 HTTP/1.1" status: 404 len: 333 time: 0.0523922 Feb 09 21:10:20.701417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.707202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:20.724766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'port_id': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'mac_address': 'fa:16:3e:11:c2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:10:20.768029 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dcc622-9264-4d59-984f-5607ef4024a3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:20.768901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dcc622-9264-4d59-984f-5607ef4024a3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:20.772629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-25dcc622-9264-4d59-984f-5607ef4024a3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/02047bbc-b76e-46bb-aac1-c643a358223b HTTP/1.1" status: 404 len: 337 time: 0.0701535 Feb 09 21:10:20.775631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.783033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 219cd6dd-d299-4488-83e4-b9b8d546de3b is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:20.783477 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:20.810328 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b466a43a-cac4-4614-81b9-562d052310b9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:20.811185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b466a43a-cac4-4614-81b9-562d052310b9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:20.816427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b466a43a-cac4-4614-81b9-562d052310b9 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/c4b81472-ee9d-4f21-9f67-116b30692701 HTTP/1.1" status: 404 len: 337 time: 0.0393426 Feb 09 21:10:20.817970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 219cd6dd-d299-4488-83e4-b9b8d546de3b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:10:20.818892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.854084 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6687f2ed-0cce-4ef9-a13d-d36e7b5da918 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:20.855955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6687f2ed-0cce-4ef9-a13d-d36e7b5da918 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:20.866409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:20.867095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6687f2ed-0cce-4ef9-a13d-d36e7b5da918 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/38f42ac4-9d88-4732-a67f-44257bac5431 HTTP/1.1" status: 404 len: 333 time: 0.0460777 Feb 09 21:10:20.869710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:20.874893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:20.875591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b8ac7046-daeb-402a-b5d0-0efb6e0346af details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:10:20.913393 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36c0f78-9592-474d-9e08-ff1e0d88bc31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:20.913962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36c0f78-9592-474d-9e08-ff1e0d88bc31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:20.921029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f36c0f78-9592-474d-9e08-ff1e0d88bc31 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/c20de8b4-9a02-422d-99bb-bf473e47d197 HTTP/1.1" status: 404 len: 337 time: 0.0498202 Feb 09 21:10:20.924956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.012640 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59120ea-ef2d-4106-8d33-b4ebf2b96407 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.013227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59120ea-ef2d-4106-8d33-b4ebf2b96407 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.019075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f59120ea-ef2d-4106-8d33-b4ebf2b96407 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/85d6f136-64a2-4688-85eb-a9acd66cd42f HTTP/1.1" status: 404 len: 337 time: 0.0791793 Feb 09 21:10:21.019767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57410) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.036369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:21.101163 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96c06d2-a79e-49e0-986f-3578514d8011 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.101849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96c06d2-a79e-49e0-986f-3578514d8011 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.110605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a96c06d2-a79e-49e0-986f-3578514d8011 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/bc840ab7-71d3-4d41-9835-0acfb116afb4 HTTP/1.1" status: 404 len: 333 time: 0.0871131 Feb 09 21:10:21.111889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.124853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:21.154311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b8ac7046-daeb-402a-b5d0-0efb6e0346af has no active binding in host n-h2-789963-29 {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:10:21.165047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c224ee48-f9d2-4faa-81e9-52c233b1cf99 None None] Network 80e680bd-6aaf-43aa-80bf-d3a099d84e51 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:21.180890 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-43201430-e8b9-4f0e-a2ac-f52330defd3f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.181389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43201430-e8b9-4f0e-a2ac-f52330defd3f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.185426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-43201430-e8b9-4f0e-a2ac-f52330defd3f tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/82bbf572-2c75-4818-9693-440f0f2c4da4 HTTP/1.1" status: 404 len: 337 time: 0.0722425 Feb 09 21:10:21.188007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57424) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.219206 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf84045-791c-4d38-b4c8-ca4af2574b0e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.219641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf84045-791c-4d38-b4c8-ca4af2574b0e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.223375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3cf84045-791c-4d38-b4c8-ca4af2574b0e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/b35acef0-b63a-41c1-aa34-4280b64a46e2 HTTP/1.1" status: 404 len: 337 time: 0.0334337 Feb 09 21:10:21.226639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.272955 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-117576b0-dcae-4241-8f06-09103fb0946c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.273484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117576b0-dcae-4241-8f06-09103fb0946c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.277876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-117576b0-dcae-4241-8f06-09103fb0946c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/9843de81-518d-43fb-9c74-3bedd329450f HTTP/1.1" status: 404 len: 333 time: 0.0502238 Feb 09 21:10:21.282157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57428) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.318017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['219cd6dd-d299-4488-83e4-b9b8d546de3b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:10:21.319946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-1c507c34-25da-4fbd-8697-ae3d2c6447cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:21.322048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-1c507c34-25da-4fbd-8697-ae3d2c6447cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 897 time: 0.6793323 Feb 09 21:10:21.327443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ce3cf85d-9659-45b1-9520-05e6aab0e7f7 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=752451b9-e636-49a8-aee9-062cfac49384 HTTP/1.1" status: 200 len: 205 time: 0.6834023 Feb 09 21:10:21.339415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.345046 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4792d7-001f-483b-b14f-6ab7049c2efc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.345526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4792d7-001f-483b-b14f-6ab7049c2efc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.349775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8b4792d7-001f-483b-b14f-6ab7049c2efc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/a436451a-9bc2-4908-bd73-803d16aa244f HTTP/1.1" status: 404 len: 337 time: 0.0665233 Feb 09 21:10:21.352367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57434) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.395602 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a56d089-510b-4d72-bc29-81f1b6b51e09 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.396631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a56d089-510b-4d72-bc29-81f1b6b51e09 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.403414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a56d089-510b-4d72-bc29-81f1b6b51e09 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/10e42066-a5c5-4f80-9d95-a8e13e12748b HTTP/1.1" status: 404 len: 333 time: 0.0465813 Feb 09 21:10:21.405953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57436) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.440609 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1684208-bb73-457d-9edb-19841b512fce tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.441622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1684208-bb73-457d-9edb-19841b512fce tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.448241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-914d9789-06aa-4a82-99fd-ceae938fffc8 None None] Provisioning complete for port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:21.448241 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-914d9789-06aa-4a82-99fd-ceae938fffc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:21.449408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d1684208-bb73-457d-9edb-19841b512fce tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/f09b079f-53b0-4937-86a9-4117b66132a3 HTTP/1.1" status: 404 len: 337 time: 0.0419528 Feb 09 21:10:21.451397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.476772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a129e2b-a4a4-4750-8131-493c66e71716 req-a1ef7673-6cfc-42b0-ae34-5d8cfe12fbff tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:21.481066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a129e2b-a4a4-4750-8131-493c66e71716 req-a1ef7673-6cfc-42b0-ae34-5d8cfe12fbff tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.2174940 Feb 09 21:10:21.501539 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-229a850f-c792-49b1-8498-3cb2e1e0e462 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.502641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229a850f-c792-49b1-8498-3cb2e1e0e462 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.509928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-229a850f-c792-49b1-8498-3cb2e1e0e462 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/63f6814b-10e7-45b7-9660-42dfde662c04 HTTP/1.1" status: 404 len: 333 time: 0.0536478 Feb 09 21:10:21.525811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.575040 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a129e2b-a4a4-4750-8131-493c66e71716 req-92d1a685-9968-430d-bb04-800ef1f7d8e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751858 Feb 09 21:10:21.700506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] DHCP port deletion for 80e680bd-6aaf-43aa-80bf-d3a099d84e51 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:21.706273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-914d9789-06aa-4a82-99fd-ceae938fffc8 None None] Current status of the port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:21.749239 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8253ff17-2e45-41f3-ae8c-948195b4375b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.749607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8253ff17-2e45-41f3-ae8c-948195b4375b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.753242 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8253ff17-2e45-41f3-ae8c-948195b4375b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/28223058-e156-4f39-b924-7a7645707b59 HTTP/1.1" status: 404 len: 337 time: 0.1878767 Feb 09 21:10:21.758636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.785137 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:21.817018 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d664bf-46cd-4341-9d76-a1b01cc44754 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.834670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d664bf-46cd-4341-9d76-a1b01cc44754 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.836983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] Deleting port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:21.838058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-72d664bf-46cd-4341-9d76-a1b01cc44754 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/428378c1-a592-4370-98d6-47c7ce4c8a44 HTTP/1.1" status: 404 len: 333 time: 0.0780921 Feb 09 21:10:21.840603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.840943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:21.849885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b212dc9-f280-464c-802f-5e70d6642203 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (752451b9-e636-49a8-aee9-062cfac49384), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:21.894182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-e723b095-09d2-4e85-be81-7aaf7966ca85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 1002 time: 0.5639713 Feb 09 21:10:21.904705 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe7cf5a-16e2-4674-ad2f-4fdfcf3ee62d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.905844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe7cf5a-16e2-4674-ad2f-4fdfcf3ee62d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.912587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2fe7cf5a-16e2-4674-ad2f-4fdfcf3ee62d tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/d6dbe7c0-c82c-47d1-a570-1e93e9a312a5 HTTP/1.1" status: 404 len: 337 time: 0.0709105 Feb 09 21:10:21.914467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:21.990216 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab773618-b7ec-439f-b2f1-f583d0b3ac3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:21.990938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab773618-b7ec-439f-b2f1-f583d0b3ac3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:21.996519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ab773618-b7ec-439f-b2f1-f583d0b3ac3e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/106b5b7f-8897-4158-a27a-cfe38105fb33 HTTP/1.1" status: 404 len: 333 time: 0.0797386 Feb 09 21:10:21.999481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57452) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.020453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] For port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,segment=NetworkSegment(7a5c691f-1129-4f7a-88dc-c963a9f0c18e),segment_id=7a5c691f-1129-4f7a-88dc-c963a9f0c18e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:22.023222 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.047477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b9f349cd-3246-443d-9720-e91f8b9cad6c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.047746 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-98255809-7032-4fd4-bd25-1a6879d9a1f3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.048220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98255809-7032-4fd4-bd25-1a6879d9a1f3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.054151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-98255809-7032-4fd4-bd25-1a6879d9a1f3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/3e158a21-07f4-492d-aee3-d60607e4b945 HTTP/1.1" status: 404 len: 337 time: 0.0530415 Feb 09 21:10:22.056631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57454) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.061163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] Calling delete_port for 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:22.062096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eab732-4d1d-4ecd-819d-d1324e86e15c req-017c1a52-5488-44bf-b467-86d9593b57d9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:22.063653 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34eab732-4d1d-4ecd-819d-d1324e86e15c req-017c1a52-5488-44bf-b467-86d9593b57d9 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 945 time: 0.7324190 Feb 09 21:10:22.121283 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fb6b06-39a6-48a9-8463-161209e5479a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.122036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fb6b06-39a6-48a9-8463-161209e5479a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.127429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-14fb6b06-39a6-48a9-8463-161209e5479a tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/a1e4fb67-a4f7-4fcd-90b0-6a072351fc00 HTTP/1.1" status: 404 len: 333 time: 0.0694187 Feb 09 21:10:22.133271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.183616 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc42601-5a49-4391-a09a-6f0b7a9bb34b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.184452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc42601-5a49-4391-a09a-6f0b7a9bb34b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.188984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9cc42601-5a49-4391-a09a-6f0b7a9bb34b tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/8bde7548-8389-4999-b04c-0df787147500 HTTP/1.1" status: 404 len: 337 time: 0.0541959 Feb 09 21:10:22.191712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.225699 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (1440f392-73ce-4fd4-bcb3-78eb1dbf64e3), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.236459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=b9f349cd-3246-443d-9720-e91f8b9cad6c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:22.278264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] No DVR routers for this DVR port 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:22.285056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b6db1-3991-4b53-8ee1-3320596cf7e4 None None] Pushing event deleted for resources: {'Port': ['ID=1440f392-73ce-4fd4-bcb3-78eb1dbf64e3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:22.289876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-30081149-2b7f-4ac4-bcab-0def0350217f req-355090ec-21a9-4371-8c61-be05ab0a8b7d service neutron] (103325) timed out ('10.222.0.50', 49824) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:10:22.291755 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b0ec0d-60df-4fac-946f-90e4d0a512ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.291755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b0ec0d-60df-4fac-946f-90e4d0a512ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.298344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a1b0ec0d-60df-4fac-946f-90e4d0a512ba tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/10756786-ef76-4c37-a142-9d3f5eebcb71 HTTP/1.1" status: 404 len: 337 time: 0.1054044 Feb 09 21:10:22.303343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57462) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.306605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-46844d9d-302a-4907-aca9-70fc1a2ebbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:22.308706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-46844d9d-302a-4907-aca9-70fc1a2ebbde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 200 len: 834 time: 0.3648174 Feb 09 21:10:22.370326 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b333bf8-6adb-4f31-b203-974924b61b11 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.371086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b333bf8-6adb-4f31-b203-974924b61b11 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.377625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3b333bf8-6adb-4f31-b203-974924b61b11 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/41410e5d-deab-4d88-935b-c9dd92ef9516 HTTP/1.1" status: 404 len: 333 time: 0.0696733 Feb 09 21:10:22.381447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.418481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b212dc9-f280-464c-802f-5e70d6642203 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (752451b9-e636-49a8-aee9-062cfac49384), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.421219 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b212dc9-f280-464c-802f-5e70d6642203 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (752451b9-e636-49a8-aee9-062cfac49384), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.426878 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-db774842-f80b-467b-ba1f-178dfb331040 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.427361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db774842-f80b-467b-ba1f-178dfb331040 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.430599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-db774842-f80b-467b-ba1f-178dfb331040 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/451c2640-c0bc-4285-846c-2130f8c6ac19 HTTP/1.1" status: 404 len: 337 time: 0.0512884 Feb 09 21:10:22.433936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.482206 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac04716e-81ed-426d-9c11-e273ec6c5c00 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.482760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac04716e-81ed-426d-9c11-e273ec6c5c00 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.488203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ac04716e-81ed-426d-9c11-e273ec6c5c00 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/e8d7841d-3043-4ca9-8ffe-208e0ba2cdf2 HTTP/1.1" status: 404 len: 337 time: 0.0525155 Feb 09 21:10:22.490635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.533830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:22.534169 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d12f054-db9c-454a-bc4e-cdcff0d961f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.534904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d12f054-db9c-454a-bc4e-cdcff0d961f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.539377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d12f054-db9c-454a-bc4e-cdcff0d961f2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/0a954107-9374-40dc-b505-5d980d76e657 HTTP/1.1" status: 404 len: 333 time: 0.0476735 Feb 09 21:10:22.544309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57470) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.562840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34eab732-4d1d-4ecd-819d-d1324e86e15c req-a46b6a61-4de5-4522-b1ba-84e18bc596f1 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069538 Feb 09 21:10:22.571661 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b212dc9-f280-464c-802f-5e70d6642203 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (752451b9-e636-49a8-aee9-062cfac49384), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.572241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b212dc9-f280-464c-802f-5e70d6642203 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Fanout notify agent at l3_agent the message router_deleted on router 752451b9-e636-49a8-aee9-062cfac49384 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:10:22.593875 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b212dc9-f280-464c-802f-5e70d6642203 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.600102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8b212dc9-f280-464c-802f-5e70d6642203 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/752451b9-e636-49a8-aee9-062cfac49384 HTTP/1.1" status: 204 len: 168 time: 1.2574432 Feb 09 21:10:22.602122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57474) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.605550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (7d78d46a-6372-4a89-b1e5-699adcddf701), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.639182 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b367ab-3e44-41d4-bda6-b8986b6e040c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.641419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b367ab-3e44-41d4-bda6-b8986b6e040c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.656739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b6b367ab-3e44-41d4-bda6-b8986b6e040c tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/af42c6dc-97cc-4551-b89e-bcb8eddc546b HTTP/1.1" status: 404 len: 337 time: 0.1110814 Feb 09 21:10:22.657802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.704060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 219cd6dd-d299-4488-83e4-b9b8d546de3b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:22.704483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.719296 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d47b850-5163-4179-84db-668f3da59edf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.720030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d47b850-5163-4179-84db-668f3da59edf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.726706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5d47b850-5163-4179-84db-668f3da59edf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/566be8e0-c954-421a-b6ac-60c7eeedbf93 HTTP/1.1" status: 404 len: 337 time: 0.0675983 Feb 09 21:10:22.728785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57478) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.787139 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (7d78d46a-6372-4a89-b1e5-699adcddf701), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.791466 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (7d78d46a-6372-4a89-b1e5-699adcddf701), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.807733 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ba5d3f-57ca-4f7e-a092-f04e6611dd08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.807733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ba5d3f-57ca-4f7e-a092-f04e6611dd08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.815862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-52ba5d3f-57ca-4f7e-a092-f04e6611dd08 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/f9f4a88d-a926-41d5-ab21-bad2d425f4ea HTTP/1.1" status: 404 len: 333 time: 0.0854652 Feb 09 21:10:22.819077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.854683 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eca581c-4bd1-471c-be64-3bce427b31fc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.855311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eca581c-4bd1-471c-be64-3bce427b31fc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.860372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6eca581c-4bd1-471c-be64-3bce427b31fc tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/3c6872a2-b052-41e2-bebc-e2550f5cf9af HTTP/1.1" status: 404 len: 337 time: 0.0397773 Feb 09 21:10:22.868617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.900168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 219cd6dd-d299-4488-83e4-b9b8d546de3b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:22.900923 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:22.931944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de8a6-45a7-4bd6-9085-5829da2f9d9b req-92caae44-6852-4123-a686-6be645967018 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:22.934077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b17de8a6-45a7-4bd6-9085-5829da2f9d9b req-92caae44-6852-4123-a686-6be645967018 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.2061527 Feb 09 21:10:22.936039 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92f5256-0eef-4ea2-9a2e-eea259fb5bff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:22.937094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92f5256-0eef-4ea2-9a2e-eea259fb5bff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:22.941711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:10:22.942642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a92f5256-0eef-4ea2-9a2e-eea259fb5bff tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/ac98263e-80ab-4ef7-8e99-6aac6195ef52 HTTP/1.1" status: 404 len: 337 time: 0.0703549 Feb 09 21:10:22.947209 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116af02e-a925-4577-af8a-9e2bbc1781f6" -d '{"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-plugged", "status": "completed", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:10:22.951528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:22.995731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:23.003146 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.012581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aea7abcb-4bc4-48e3-b596-d7e8d74c9043 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports?device_id=05e598c5-701d-4011-b3b0-6eda203c8b03 HTTP/1.1" status: 200 len: 205 time: 0.0596581 Feb 09 21:10:23.017867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57488) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.059232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (7d78d46a-6372-4a89-b1e5-699adcddf701), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.059790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Fanout notify agent at l3_agent the message router_deleted on router 7d78d46a-6372-4a89-b1e5-699adcddf701 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:10:23.082293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-5da0c8bb-62bf-4020-8249-9e63a20dcc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:23.084033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-5da0c8bb-62bf-4020-8249-9e63a20dcc89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91efa7f8-a13c-46c3-b82a-e6ca08763844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7114408 Feb 09 21:10:23.093775 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-8e62e7ca-12ce-4df8-8bdd-6ab439cb8311 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] delete failed (client error): The resource could not be found. Feb 09 21:10:23.094495 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6a0691-496a-4cbb-a8e1-ff728de70f53 x-openstack-request-id: req-4d6a0691-496a-4cbb-a8e1-ff728de70f53 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:10:23.094789 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-plugged", "status": "completed", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:10:23.095096 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4d6a0691-496a-4cbb-a8e1-ff728de70f53 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:10:23.095597 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'code': 200} Feb 09 21:10:23.096380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:23.100723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8e62e7ca-12ce-4df8-8bdd-6ab439cb8311 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/routers/05e598c5-701d-4011-b3b0-6eda203c8b03 HTTP/1.1" status: 404 len: 336 time: 0.0813088 Feb 09 21:10:23.105352 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.107719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57490) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.113442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dc0a8b76-3622-41e9-9334-3da1956f2821 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/7d78d46a-6372-4a89-b1e5-699adcddf701 HTTP/1.1" status: 204 len: 168 time: 4.3168752 Feb 09 21:10:23.120933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.140241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1808391604'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:23.179769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:23.183125 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.199138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b17de8a6-45a7-4bd6-9085-5829da2f9d9b req-bcb2f935-07c2-46b7-9fd0-5ac44a5445e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544925 Feb 09 21:10:23.204841 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5046236-c09b-4ca8-a720-a4016c7f03ad tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:23.206304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5046236-c09b-4ca8-a720-a4016c7f03ad tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:23.211532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5046236-c09b-4ca8-a720-a4016c7f03ad tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/ef81dd83-3a80-4f7a-b32f-e910c9897bdc HTTP/1.1" status: 404 len: 337 time: 0.1029446 Feb 09 21:10:23.219193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.251213 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-0f0d98fc-07e3-4f7b-b6f0-afc9706694f8 service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305716 Feb 09 21:10:23.263609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d6f9a473-b94d-46ac-ab39-e9ec5ba49097 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "GET /v2.0/ports?device_id=149736ed-ef9d-40c9-9363-80b164b4fded HTTP/1.1" status: 200 len: 205 time: 0.0429425 Feb 09 21:10:23.266805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.332160 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-bb8f0b63-0ab8-4bcd-a3cd-183792d80d10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] delete failed (client error): The resource could not be found. Feb 09 21:10:23.335385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bb8f0b63-0ab8-4bcd-a3cd-183792d80d10 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/routers/149736ed-ef9d-40c9-9363-80b164b4fded HTTP/1.1" status: 404 len: 336 time: 0.0654199 Feb 09 21:10:23.339263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:23.341170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.375388 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6469717-0beb-4cc3-ac18-511fce2880f5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:23.375877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6469717-0beb-4cc3-ac18-511fce2880f5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:23.382221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b6469717-0beb-4cc3-ac18-511fce2880f5 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/658fbcbc-2b41-4c16-b2d7-5a9b4dde1f00 HTTP/1.1" status: 404 len: 337 time: 0.0377617 Feb 09 21:10:23.384858 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (37ce53f4-cabb-4575-83ce-d99e2aba04ee), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.385315 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment 37ce53f4-cabb-4575-83ce-d99e2aba04ee of type vlan for network cefc8aca-92ee-4c97-9fc1-d025f79acc33 Feb 09 21:10:23.386594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.391422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1f318b-6e9f-4627-a05b-377d524f625e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet f789f804-9a70-40ce-a493-a5edd2e9fc9f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:23.399188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd1f318b-6e9f-4627-a05b-377d524f625e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (f789f804-9a70-40ce-a493-a5edd2e9fc9f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.459345 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (cefc8aca-92ee-4c97-9fc1-d025f79acc33), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.466657 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03fd24a2-78e0-4ec6-bcd5-7828a933e318 req-b7266736-5c9b-4b2c-8a52-81babdeb56d3 service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076619 Feb 09 21:10:23.469782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd1f318b-6e9f-4627-a05b-377d524f625e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (f789f804-9a70-40ce-a493-a5edd2e9fc9f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.499847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (cefc8aca-92ee-4c97-9fc1-d025f79acc33), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.512372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:23.514096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.594294 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c65007-f623-4e82-bd37-2c5754d76cfe tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:23.594674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c65007-f623-4e82-bd37-2c5754d76cfe tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:23.600968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-73c65007-f623-4e82-bd37-2c5754d76cfe tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/7a2738a5-49f4-4a89-bbe7-7f34d1abecc8 HTTP/1.1" status: 404 len: 337 time: 0.2133038 Feb 09 21:10:23.602252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.663205 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a043bb9d-9cba-4712-9281-e427e3ad60e1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:23.663983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a043bb9d-9cba-4712-9281-e427e3ad60e1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:23.670132 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a043bb9d-9cba-4712-9281-e427e3ad60e1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/c610c2ae-b8f3-43db-aa58-8a1117600977 HTTP/1.1" status: 404 len: 333 time: 0.0381312 Feb 09 21:10:23.670758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.692604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd1f318b-6e9f-4627-a05b-377d524f625e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f789f804-9a70-40ce-a493-a5edd2e9fc9f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:23.732510 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d216696d-d1d6-4165-aeeb-e93185c5a453 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:23.733181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d216696d-d1d6-4165-aeeb-e93185c5a453 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:23.743629 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d216696d-d1d6-4165-aeeb-e93185c5a453 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/a137f194-ea0d-459b-b234-1eefad5246da HTTP/1.1" status: 404 len: 337 time: 0.0646429 Feb 09 21:10:23.752794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6181476 Feb 09 21:10:23.752794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57514) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.769793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:23.819748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.829800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': 'cefc8aca-92ee-4c97-9fc1-d025f79acc33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:23.850583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:23.853380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1440f392-73ce-4fd4-bcb3-78eb1dbf64e3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:23.874021 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-44862395-ae08-4bb2-aee6-5a8117c542f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:23.874817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44862395-ae08-4bb2-aee6-5a8117c542f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:23.886241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-44862395-ae08-4bb2-aee6-5a8117c542f1 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/014c06da-2717-4081-88e4-43962abf9632 HTTP/1.1" status: 404 len: 333 time: 0.1287689 Feb 09 21:10:23.887073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.935557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24103485-2ea0-4d38-bf7d-8d1ca0b1d28e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=cefc8aca-92ee-4c97-9fc1-d025f79acc33,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:23.944415 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8888a6be-fe70-43bc-8940-3f970c2a8b2e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:23.944415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8888a6be-fe70-43bc-8940-3f970c2a8b2e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:23.953589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57520) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:23.956040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network cefc8aca-92ee-4c97-9fc1-d025f79acc33 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:23.978763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8888a6be-fe70-43bc-8940-3f970c2a8b2e tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/d9286afb-5bf3-436d-95c5-072abd8910cc HTTP/1.1" status: 404 len: 337 time: 0.0863042 Feb 09 21:10:23.996362 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa2ae9c-b0cf-44d9-99d4-98574ff8b703 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:23.997922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa2ae9c-b0cf-44d9-99d4-98574ff8b703 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.005341 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3fa2ae9c-b0cf-44d9-99d4-98574ff8b703 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/83557823-4b9f-4fbf-a11e-6fdd9891d86b HTTP/1.1" status: 404 len: 333 time: 0.0439739 Feb 09 21:10:24.007225 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd1f318b-6e9f-4627-a05b-377d524f625e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (f789f804-9a70-40ce-a493-a5edd2e9fc9f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:24.010280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.074370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f318b-6e9f-4627-a05b-377d524f625e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=f789f804-9a70-40ce-a493-a5edd2e9fc9f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:24.082583 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f420e00b-438e-4a0b-83aa-e92db41ad1d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.083274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f420e00b-438e-4a0b-83aa-e92db41ad1d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.089810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dd1f318b-6e9f-4627-a05b-377d524f625e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:24.094281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dd1f318b-6e9f-4627-a05b-377d524f625e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/f789f804-9a70-40ce-a493-a5edd2e9fc9f HTTP/1.1" status: 204 len: 168 time: 1.4899435 Feb 09 21:10:24.102763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f420e00b-438e-4a0b-83aa-e92db41ad1d3 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/dbbf2ddd-d0b7-4874-a897-b1102dcb9fba HTTP/1.1" status: 404 len: 337 time: 0.0895200 Feb 09 21:10:24.103542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.104033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.105756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee477aa-7116-46ef-aeb2-f7fcf637364f req-d9e37fd0-4468-4433-9ed7-350840d9e7cf tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:24.113676 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1ee477aa-7116-46ef-aeb2-f7fcf637364f req-d9e37fd0-4468-4433-9ed7-350840d9e7cf tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2947147 Feb 09 21:10:24.152841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:24.156919 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:24.185592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a8b2f9-22fd-472a-99c3-75158d6e9321 None None] Network 4ac5f140-e450-4694-952a-163c4800fee5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:24.193351 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f11ac1b-580b-482a-a4e3-a39322ee52a0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.193978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f11ac1b-580b-482a-a4e3-a39322ee52a0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.206335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5f11ac1b-580b-482a-a4e3-a39322ee52a0 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/a854a2a1-905c-4c90-8e3f-c982a7a92cdd HTTP/1.1" status: 404 len: 333 time: 0.0769877 Feb 09 21:10:24.206959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57528) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.446194 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-152246db-b2e6-4484-9350-0c1830cce538 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.447011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152246db-b2e6-4484-9350-0c1830cce538 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.450661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-152246db-b2e6-4484-9350-0c1830cce538 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/6b376b66-13af-42e4-8f22-f24f00ec096b HTTP/1.1" status: 404 len: 337 time: 0.2178974 Feb 09 21:10:24.455631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (4ac5f140-e450-4694-952a-163c4800fee5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:24.461117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.534752 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bc6184-05b0-4591-994b-ac6ad039f9ae tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.535777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bc6184-05b0-4591-994b-ac6ad039f9ae tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.539578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-52bc6184-05b0-4591-994b-ac6ad039f9ae tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/56caa3e2-be3b-49c5-b8a1-388f2bfb1b49 HTTP/1.1" status: 404 len: 333 time: 0.0755134 Feb 09 21:10:24.543037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57536) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.575834 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bfc2c1-bc0a-400a-b32d-643cc2ff19b2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.576668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bfc2c1-bc0a-400a-b32d-643cc2ff19b2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.580769 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e8bfc2c1-bc0a-400a-b32d-643cc2ff19b2 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/fa16e920-b739-40a3-b403-4afc5dc75bfd HTTP/1.1" status: 404 len: 337 time: 0.0351717 Feb 09 21:10:24.602987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.640622 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c061c0-8775-4887-a1ce-47cf191e7592 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.641357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c061c0-8775-4887-a1ce-47cf191e7592 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.648764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b6c061c0-8775-4887-a1ce-47cf191e7592 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/a8b93eb1-021e-4aa6-9a11-f608b4e43433 HTTP/1.1" status: 404 len: 333 time: 0.0438123 Feb 09 21:10:24.655579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57542) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.673284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1ee477aa-7116-46ef-aeb2-f7fcf637364f req-269b9ba6-5c5a-4740-a478-6c70bdfa6c19 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5575871 Feb 09 21:10:24.743856 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b452262-0b6e-4e8d-93d9-bbe29e0fd0bf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.744322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b452262-0b6e-4e8d-93d9-bbe29e0fd0bf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.750033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8b452262-0b6e-4e8d-93d9-bbe29e0fd0bf tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/e4f30a47-f8c5-4175-b85f-23e881fdb1b8 HTTP/1.1" status: 404 len: 337 time: 0.0882123 Feb 09 21:10:24.757090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1756e50-595d-44a0-a514-f7678315eaf7 req-fdd42765-c407-41d0-a4fa-1b58972560f6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:24.758668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1756e50-595d-44a0-a514-f7678315eaf7 req-fdd42765-c407-41d0-a4fa-1b58972560f6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 946 time: 0.2983990 Feb 09 21:10:24.759176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.785822 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b26bd0-e3ba-4259-8fc9-26c0d7939482 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.786425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b26bd0-e3ba-4259-8fc9-26c0d7939482 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.791822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f5b26bd0-e3ba-4259-8fc9-26c0d7939482 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/ports/0fc0dc88-85c7-4f4e-9b4b-6b73aea34e97 HTTP/1.1" status: 404 len: 333 time: 0.0291672 Feb 09 21:10:24.792734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57548) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.853164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port 57941071-1ca6-41a8-9822-1a39afc10a31 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:24.853164 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:24.868951 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13a88a4-0cee-4a37-9b9f-40bb3ab7bc59 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] DELETE failed (client error): The resource could not be found. Feb 09 21:10:24.869475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13a88a4-0cee-4a37-9b9f-40bb3ab7bc59 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:10:24.888535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c13a88a4-0cee-4a37-9b9f-40bb3ab7bc59 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/subnets/1e160a5f-58ad-42c1-8911-8b0008da3d52 HTTP/1.1" status: 404 len: 337 time: 0.0839360 Feb 09 21:10:24.896859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:24.946458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] DHCP port deletion for 4ac5f140-e450-4694-952a-163c4800fee5 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:25.054890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] Deleting port 57941071-1ca6-41a8-9822-1a39afc10a31 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:25.055611 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.056258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1756e50-595d-44a0-a514-f7678315eaf7 req-1dda6876-fc45-48b9-ad58-d0c106190680 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585244 Feb 09 21:10:25.101277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port 57941071-1ca6-41a8-9822-1a39afc10a31, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57941071-1ca6-41a8-9822-1a39afc10a31,segment=NetworkSegment(d2634da7-9c68-45c8-8113-7c217782955c),segment_id=d2634da7-9c68-45c8-8113-7c217782955c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:25.101982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.129351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (80e680bd-6aaf-43aa-80bf-d3a099d84e51), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.133558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for 57941071-1ca6-41a8-9822-1a39afc10a31 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:25.175229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] For port 57941071-1ca6-41a8-9822-1a39afc10a31, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57941071-1ca6-41a8-9822-1a39afc10a31,segment=NetworkSegment(d2634da7-9c68-45c8-8113-7c217782955c),segment_id=d2634da7-9c68-45c8-8113-7c217782955c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:25.175750 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.189511 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-99c99a7a-9da6-4ef8-bdbb-5cb4c3d618f3 service neutron] 10.222.0.13 "GET /v2.0/ports/b8ac7046-daeb-402a-b5d0-0efb6e0346af/bindings/n-h2-789963-29 HTTP/1.1" status: 200 len: 385 time: 0.7271283 Feb 09 21:10:25.197475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] Calling delete_port for 57941071-1ca6-41a8-9822-1a39afc10a31 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:25.313486 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (97e4c9db-a6a6-4069-bacb-bbd90e931dbc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.340846 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.384164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] No DVR routers for this DVR port 57941071-1ca6-41a8-9822-1a39afc10a31 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:25.386991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d3b4b-1545-4592-9583-f1872044f3ce None None] Pushing event deleted for resources: {'Port': ['ID=57941071-1ca6-41a8-9822-1a39afc10a31,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:25.457058 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (80e680bd-6aaf-43aa-80bf-d3a099d84e51), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.510142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=97e4c9db-a6a6-4069-bacb-bbd90e931dbc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:25.516611 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': '37ce53f4-cabb-4575-83ce-d99e2aba04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefc8aca-92ee-4c97-9fc1-d025f79acc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:25.517222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: cefc8aca-92ee-4c97-9fc1-d025f79acc33, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:25.524063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e680bd-6aaf-43aa-80bf-d3a099d84e51']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:25.542261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5c691f-1129-4f7a-88dc-c963a9f0c18e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:25.542775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5c691f-1129-4f7a-88dc-c963a9f0c18e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:25.553857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network cefc8aca-92ee-4c97-9fc1-d025f79acc33 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:25.572254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, cefc8aca-92ee-4c97-9fc1-d025f79acc33) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:25.576679 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (7a5c691f-1129-4f7a-88dc-c963a9f0c18e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.591029 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:25.595188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (57941071-1ca6-41a8-9822-1a39afc10a31), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.610677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c59be0c-2992-4898-8c36-94edb3439719 None None] Network cefc8aca-92ee-4c97-9fc1-d025f79acc33 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:25.625630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:25.644121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No DVR routers for this DVR port 57941071-1ca6-41a8-9822-1a39afc10a31 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:25.666153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7a5c691f-1129-4f7a-88dc-c963a9f0c18e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.696967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:25.698877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=57941071-1ca6-41a8-9822-1a39afc10a31,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:25.717623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:10:25.721588 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6216c86f-16ad-49ff-9f7c-c47b6a3a3be3" -d '{"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:10:25.726819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:25.727474 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.730834 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.746606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:25.757100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-6a8912e2-0a8f-48df-90b9-7e3853fa4252 req-537849cc-73b0-4192-9936-3e8ca4a258d9 service neutron] (103325) timed out ('10.222.0.50', 50189) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:10:25.763350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-46eb975d-9bd3-433a-9e9f-60b112143dc6 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9403868 Feb 09 21:10:25.765392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (7a5c691f-1129-4f7a-88dc-c963a9f0c18e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:25.775295 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:25.784756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57558) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:25.791525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-46e83435-1083-46d8-88fe-c87be6a37fc3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1016492812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:25.833032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57941071-1ca6-41a8-9822-1a39afc10a31 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:25.848188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e83435-1083-46d8-88fe-c87be6a37fc3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (7ba121e9-3dbd-4624-b373-fd6f030e3327), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.849513 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e83435-1083-46d8-88fe-c87be6a37fc3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (7ba121e9-3dbd-4624-b373-fd6f030e3327), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:25.897040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 57941071-1ca6-41a8-9822-1a39afc10a31 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:25.897669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57941071-1ca6-41a8-9822-1a39afc10a31 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:25.984076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-cefc8aca-92ee-4c97-9fc1-d025f79acc33', 'network_id': 'cefc8aca-92ee-4c97-9fc1-d025f79acc33', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': '97e4c9db-a6a6-4069-bacb-bbd90e931dbc'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:25.985253 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.027098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e83435-1083-46d8-88fe-c87be6a37fc3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (7ba121e9-3dbd-4624-b373-fd6f030e3327), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.065514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70931bec-5c2c-406b-83f0-59a3e4c1eb40 req-3ab8abb5-ccf5-4d41-93b9-d0fd5a8802a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:26.072161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70931bec-5c2c-406b-83f0-59a3e4c1eb40 req-3ab8abb5-ccf5-4d41-93b9-d0fd5a8802a2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.1528921 Feb 09 21:10:26.074360 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e83435-1083-46d8-88fe-c87be6a37fc3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (7ba121e9-3dbd-4624-b373-fd6f030e3327), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.147047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (4ac5f140-e450-4694-952a-163c4800fee5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.152069 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (80e680bd-6aaf-43aa-80bf-d3a099d84e51), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.158211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] Transition to ACTIVE for port object b8ac7046-daeb-402a-b5d0-0efb6e0346af will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:10:26.168639 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.169727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-46e83435-1083-46d8-88fe-c87be6a37fc3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.171035 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-46e83435-1083-46d8-88fe-c87be6a37fc3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3852243 Feb 09 21:10:26.175648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] 10.222.0.102 "DELETE /v2.0/networks/80e680bd-6aaf-43aa-80bf-d3a099d84e51 HTTP/1.1" status: 204 len: 168 time: 1.2857056 Feb 09 21:10:26.184823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57562) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:26.246520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70931bec-5c2c-406b-83f0-59a3e4c1eb40 req-39802d2a-b11c-416f-8bf9-3e617a9df74e tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361258 Feb 09 21:10:26.247660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.308993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Allocated IP 172.20.0.2 (cefc8aca-92ee-4c97-9fc1-d025f79acc33/97e4c9db-a6a6-4069-bacb-bbd90e931dbc/14481fb3-cf88-45c5-9690-c294edb38528) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:26.393056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:26.460519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac5f140-e450-4694-952a-163c4800fee5']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:26.463444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166693bb-56ea-4932-a86c-fb9e12b36017 tempest-NetworksTestDHCPv6-453985186 tempest-NetworksTestDHCPv6-453985186-project] Pushing event deleted for resources: {'Network': ['ID=80e680bd-6aaf-43aa-80bf-d3a099d84e51,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:26.487153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2634da7-9c68-45c8-8113-7c217782955c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:26.487976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2634da7-9c68-45c8-8113-7c217782955c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:26.676787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Publish callbacks [] for port (14481fb3-cf88-45c5-9690-c294edb38528), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.702737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (d2634da7-9c68-45c8-8113-7c217782955c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.706143 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (14481fb3-cf88-45c5-9690-c294edb38528), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.769016 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a30c43-4769-4f47-b759-7afcb04dc16a x-openstack-request-id: req-41a30c43-4769-4f47-b759-7afcb04dc16a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:10:26.769608 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:10:26.769608 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-41a30c43-4769-4f47-b759-7afcb04dc16a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:10:26.770023 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'code': 200} Feb 09 21:10:26.781606 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:26.818084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Network cefc8aca-92ee-4c97-9fc1-d025f79acc33 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:26.837387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] No DVR routers for this DVR port b8ac7046-daeb-402a-b5d0-0efb6e0346af on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:26.849866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:26.871878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:26.943648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Pushing event updated for resources: {'Port': ['ID=14481fb3-cf88-45c5-9690-c294edb38528,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:27.000446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Attempting to bind port 14481fb3-cf88-45c5-9690-c294edb38528 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:27.000841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Attempting to bind port 14481fb3-cf88-45c5-9690-c294edb38528 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '37ce53f4-cabb-4575-83ce-d99e2aba04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefc8aca-92ee-4c97-9fc1-d025f79acc33'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:27.001214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Attempting to bind port 14481fb3-cf88-45c5-9690-c294edb38528 on network cefc8aca-92ee-4c97-9fc1-d025f79acc33 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:27.011446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.012531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.012892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.013243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.013586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.013924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.014258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.014594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.014933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.015265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.015595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.016261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.016603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:27.023643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:27.024186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:27.024591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Checking segment: {'id': '37ce53f4-cabb-4575-83ce-d99e2aba04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefc8aca-92ee-4c97-9fc1-d025f79acc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:27.025011 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.025407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Bound using segment: {'id': '37ce53f4-cabb-4575-83ce-d99e2aba04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefc8aca-92ee-4c97-9fc1-d025f79acc33'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:27.025917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Bound port: 14481fb3-cf88-45c5-9690-c294edb38528, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ce53f4-cabb-4575-83ce-d99e2aba04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefc8aca-92ee-4c97-9fc1-d025f79acc33'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:27.026596 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (14481fb3-cf88-45c5-9690-c294edb38528), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.089475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9bb58-ca29-4393-85b8-53d844d60ff2 req-f6e2559c-355a-49b2-a499-177b3e451737 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:27.091646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2f9bb58-ca29-4393-85b8-53d844d60ff2 req-f6e2559c-355a-49b2-a499-177b3e451737 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.6072221 Feb 09 21:10:27.182161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] For port 14481fb3-cf88-45c5-9690-c294edb38528, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:27.187965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] For port 14481fb3-cf88-45c5-9690-c294edb38528, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=14481fb3-cf88-45c5-9690-c294edb38528,segment=NetworkSegment(37ce53f4-cabb-4575-83ce-d99e2aba04ee),segment_id=37ce53f4-cabb-4575-83ce-d99e2aba04ee)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:27.201061 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (14481fb3-cf88-45c5-9690-c294edb38528), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.306873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2f9bb58-ca29-4393-85b8-53d844d60ff2 req-5d681d54-f326-41bc-a739-0b140ba04307 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068117 Feb 09 21:10:27.359562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18ed7d-2fe3-487a-8a48-fee59999b619 None None] Pushing event updated for resources: {'Port': ['ID=14481fb3-cf88-45c5-9690-c294edb38528,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:27.381376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d9710c6-0607-4054-9033-fb5887dce873 service neutron] 10.222.0.13 "PUT /v2.0/ports/b8ac7046-daeb-402a-b5d0-0efb6e0346af/bindings/n-h2-789963-29/activate HTTP/1.1" status: 200 len: 370 time: 2.1842389 Feb 09 21:10:27.495139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0e0177c2-22e7-4111-aadc-a893df207a74 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=31399360988041af83463a9d6e3a1124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4551187 Feb 09 21:10:27.495821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57582) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:27.588331 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb09f818-6765-43d1-87f0-9f481e0cb1bf admin admin] Publish callbacks [] for security_group (7e74d136-bc84-457f-8c21-cf99d396f774), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.592145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b8ac7046-daeb-402a-b5d0-0efb6e0346af no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:27.677191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb09f818-6765-43d1-87f0-9f481e0cb1bf admin admin] Publish callbacks [] for security_group (7e74d136-bc84-457f-8c21-cf99d396f774), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.764052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb09f818-6765-43d1-87f0-9f481e0cb1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7e74d136-bc84-457f-8c21-cf99d396f774), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.766929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port b8ac7046-daeb-402a-b5d0-0efb6e0346af host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:10:27.767459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device b8ac7046-daeb-402a-b5d0-0efb6e0346af not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:27.768018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb09f818-6765-43d1-87f0-9f481e0cb1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.774020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d2634da7-9c68-45c8-8113-7c217782955c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.774578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eb09f818-6765-43d1-87f0-9f481e0cb1bf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7e74d136-bc84-457f-8c21-cf99d396f774 HTTP/1.1" status: 204 len: 168 time: 0.2775056 Feb 09 21:10:27.785261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:27.785801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09f818-6765-43d1-87f0-9f481e0cb1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e74d136-bc84-457f-8c21-cf99d396f774,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:27.790861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (d2634da7-9c68-45c8-8113-7c217782955c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:27.884391 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:27.972900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (4ac5f140-e450-4694-952a-163c4800fee5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:28.027498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:28.036443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:28.037126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/4ac5f140-e450-4694-952a-163c4800fee5 HTTP/1.1" status: 204 len: 168 time: 3.9317658 Feb 09 21:10:28.044715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-666697505'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:28.072533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b25ab7-2db8-4ebe-a893-1e624efc046a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=4ac5f140-e450-4694-952a-163c4800fee5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:28.115275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-5252b9ca-a2c4-491d-b27b-fb3dcf882dbe tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:28.116631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-5252b9ca-a2c4-491d-b27b-fb3dcf882dbe tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7&tenant_id=11db802464124d8a859db41a07721eef&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 1128 time: 0.3467610 Feb 09 21:10:28.128467 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:28.176920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:28.182586 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:28.202359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e24944-92bd-49aa-aefe-6a2a81ad0672 req-fefc6f3c-4f9c-492d-8559-fbec84cbcdc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:28.203944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49e24944-92bd-49aa-aefe-6a2a81ad0672 req-fefc6f3c-4f9c-492d-8559-fbec84cbcdc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.4317174 Feb 09 21:10:28.218721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-418316e7-3876-4e4a-8a89-82ee00d2eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:28.220288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-418316e7-3876-4e4a-8a89-82ee00d2eb02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1128 time: 0.4491386 Feb 09 21:10:28.263153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:28.279212 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:28.279581 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment 306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0 of type vlan for network 55fb915f-e310-4a58-8396-2e47c1ded235 Feb 09 21:10:28.369608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (55fb915f-e310-4a58-8396-2e47c1ded235), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:28.435287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-234fb216-ceae-4413-8cee-268121d8e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:28.437074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-234fb216-ceae-4413-8cee-268121d8e74f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 1128 time: 0.3117704 Feb 09 21:10:28.439928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (55fb915f-e310-4a58-8396-2e47c1ded235), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:28.445115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:28.445579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:28.600670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49e24944-92bd-49aa-aefe-6a2a81ad0672 req-9d47d12a-808b-4ee2-98db-ef9927357085 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893933 Feb 09 21:10:28.671091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6329114 Feb 09 21:10:28.671950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:28.711033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': '55fb915f-e310-4a58-8396-2e47c1ded235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:28.822547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c821-745f-405f-95b0-9c12c87ca1d4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=55fb915f-e310-4a58-8396-2e47c1ded235,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:28.835613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 55fb915f-e310-4a58-8396-2e47c1ded235 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:28.851238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-aa65a1ef-180b-4ef9-9d3c-4c1617173276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:28.858486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-aa65a1ef-180b-4ef9-9d3c-4c1617173276 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 897 time: 0.5502086 Feb 09 21:10:28.896796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ca0f5-aaf6-4e91-842b-00bbd992ee16 req-1c8ae972-8065-492d-b925-3c5000f0720b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:28.898633 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff3ca0f5-aaf6-4e91-842b-00bbd992ee16 req-1c8ae972-8065-492d-b925-3c5000f0720b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.3295825 Feb 09 21:10:29.047608 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff3ca0f5-aaf6-4e91-842b-00bbd992ee16 req-b66438ed-ca14-433c-9c49-ec29ec567a54 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429033 Feb 09 21:10:29.048834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:29.052410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:29.094988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-c79c0142-1394-4f6a-bf80-3affed928ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:29.097240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-c79c0142-1394-4f6a-bf80-3affed928ac9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1128 time: 0.5577250 Feb 09 21:10:29.254818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-cb79977f-fbc0-468b-98f5-c520ff069afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:29.258030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-cb79977f-fbc0-468b-98f5-c520ff069afa service neutron] 10.222.0.50 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 897 time: 0.1387792 Feb 09 21:10:29.263452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:29.287915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ac7b5-7e20-4445-a737-37c453cc80dd None None] Network cefc8aca-92ee-4c97-9fc1-d025f79acc33 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:29.360888 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0fbff9b2-f6a8-48ea-a3d7-27904a058adb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 1000 time: 0.0958159 Feb 09 21:10:29.362662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (6a9ff0f8-881d-478f-a6f4-9f91686c83e9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:29.505488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-275dcd9d-bc6a-48d4-80d6-639b574c4a38 None None] Provisioning complete for port 14481fb3-cf88-45c5-9690-c294edb38528 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:29.506804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-275dcd9d-bc6a-48d4-80d6-639b574c4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (14481fb3-cf88-45c5-9690-c294edb38528), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:29.667236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': '306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '55fb915f-e310-4a58-8396-2e47c1ded235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:29.667604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: 55fb915f-e310-4a58-8396-2e47c1ded235, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:29.685371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=6a9ff0f8-881d-478f-a6f4-9f91686c83e9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:29.707032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.20.0.1 (cefc8aca-92ee-4c97-9fc1-d025f79acc33/97e4c9db-a6a6-4069-bacb-bbd90e931dbc/9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:29.769896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-275dcd9d-bc6a-48d4-80d6-639b574c4a38 None None] Current status of the port 14481fb3-cf88-45c5-9690-c294edb38528 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:29.770576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 55fb915f-e310-4a58-8396-2e47c1ded235 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:29.770711 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-275dcd9d-bc6a-48d4-80d6-639b574c4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (14481fb3-cf88-45c5-9690-c294edb38528), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:29.799171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 55fb915f-e310-4a58-8396-2e47c1ded235) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:29.811601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:29.813285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:29.848636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a3ed9-88e7-41f5-9e33-ad093b84e15d None None] Network 55fb915f-e310-4a58-8396-2e47c1ded235 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:29.861826 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-99738e6f-2e08-4caa-87c5-2075456d41a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 1000 time: 0.9832604 Feb 09 21:10:29.885889 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8128e73e-067d-4d23-a677-aff3a87cb06a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1906712 Feb 09 21:10:29.887695 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57634) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:29.893974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-af248102-f872-447b-a349-d91570c30257 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-317023174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:29.897222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1718451313'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:29.930091 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af248102-f872-447b-a349-d91570c30257 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (8aaf573b-efd7-4992-8f58-b09abed3046a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:29.933411 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af248102-f872-447b-a349-d91570c30257 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (8aaf573b-efd7-4992-8f58-b09abed3046a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.003021 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af248102-f872-447b-a349-d91570c30257 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (8aaf573b-efd7-4992-8f58-b09abed3046a), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.008755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 14481fb3-cf88-45c5-9690-c294edb38528 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:30.010708 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af248102-f872-447b-a349-d91570c30257 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (8aaf573b-efd7-4992-8f58-b09abed3046a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.023285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:30.026788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.056464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af248102-f872-447b-a349-d91570c30257 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.058022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-af248102-f872-447b-a349-d91570c30257 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1692235 Feb 09 21:10:30.061543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:30.110580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.113714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-a9da53cf-a87c-4393-9d47-afd44fc5c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:30.115223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-a9da53cf-a87c-4393-9d47-afd44fc5c436 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 200 len: 834 time: 0.7169654 Feb 09 21:10:30.146183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-275dcd9d-bc6a-48d4-80d6-639b574c4a38 None None] For port 14481fb3-cf88-45c5-9690-c294edb38528, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=14481fb3-cf88-45c5-9690-c294edb38528,segment=NetworkSegment(37ce53f4-cabb-4575-83ce-d99e2aba04ee),segment_id=37ce53f4-cabb-4575-83ce-d99e2aba04ee)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:30.151193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.156396 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-275dcd9d-bc6a-48d4-80d6-639b574c4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (14481fb3-cf88-45c5-9690-c294edb38528), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.181986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-fc3a4080-ac77-4ad7-8f54-bfa334bcd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:30.183491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-fc3a4080-ac77-4ad7-8f54-bfa334bcd2c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 200 len: 834 time: 0.2185791 Feb 09 21:10:30.266602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f370936-cca5-4f9a-8a49-8ae13f76df0d req-f55ad32d-efff-4e22-9bef-837f4ee8ea3a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:30.268790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f370936-cca5-4f9a-8a49-8ae13f76df0d req-f55ad32d-efff-4e22-9bef-837f4ee8ea3a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.3080826 Feb 09 21:10:30.283108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 14481fb3-cf88-45c5-9690-c294edb38528 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:30.283796 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (14481fb3-cf88-45c5-9690-c294edb38528), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.288980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-55fb915f-e310-4a58-8396-2e47c1ded235', 'network_id': '55fb915f-e310-4a58-8396-2e47c1ded235', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': '6a9ff0f8-881d-478f-a6f4-9f91686c83e9'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:30.289916 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.320134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-35e0d472-0c1e-460f-aac4-d86f8d14307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:30.321756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-35e0d472-0c1e-460f-aac4-d86f8d14307a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91efa7f8-a13c-46c3-b82a-e6ca08763844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1941235 Feb 09 21:10:30.329264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dcd9d-bc6a-48d4-80d6-639b574c4a38 None None] Pushing event updated for resources: {'Port': ['ID=14481fb3-cf88-45c5-9690-c294edb38528,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:30.334255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.470197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-8dcd4d19-e080-4aa2-9a24-57674df7c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:30.472226 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-8dcd4d19-e080-4aa2-9a24-57674df7c51f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91efa7f8-a13c-46c3-b82a-e6ca08763844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2744694 Feb 09 21:10:30.491617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network cefc8aca-92ee-4c97-9fc1-d025f79acc33 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:30.507391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f370936-cca5-4f9a-8a49-8ae13f76df0d req-dda6bca0-d151-41d3-b904-501ce08d9a0d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302623 Feb 09 21:10:30.518343 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for security_group (53423d24-4f4c-45e9-baff-e138f6512d93), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.525279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:30.538659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:30.550622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (53423d24-4f4c-45e9-baff-e138f6512d93), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.586309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:30.616894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-18989dc2-ddf8-453f-826a-d6d904d24430 None None] Provisioning complete for port 14481fb3-cf88-45c5-9690-c294edb38528 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:30.617266 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18989dc2-ddf8-453f-826a-d6d904d24430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (14481fb3-cf88-45c5-9690-c294edb38528), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.694931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Allocated IP 2001:db8::2 (55fb915f-e310-4a58-8396-2e47c1ded235/6a9ff0f8-881d-478f-a6f4-9f91686c83e9/31ba9e78-336e-418a-b60f-9b31c8baf0ca) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:30.699413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (7ba121e9-3dbd-4624-b373-fd6f030e3327), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:30.755177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a234db-6ed8-4cd4-aff8-343ebf279de2 req-a8819228-5089-4de3-be5a-085c2a5df4af tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:30.756787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11a234db-6ed8-4cd4-aff8-343ebf279de2 req-a8819228-5089-4de3-be5a-085c2a5df4af tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.3940198 Feb 09 21:10:30.878055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 14481fb3-cf88-45c5-9690-c294edb38528 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:30.912183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-378c0812-8726-42cb-bf8a-64e5ebe3dfbf service neutron] 10.222.0.50 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804451 Feb 09 21:10:31.043501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:31.074952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-11a234db-6ed8-4cd4-aff8-343ebf279de2 req-d967d763-8422-4bde-81a4-9f8d0452cd55 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057842 Feb 09 21:10:31.084062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (41530cfe-989b-4596-af09-4dcdfdd0639e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.084447 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment 41530cfe-989b-4596-af09-4dcdfdd0639e of type vlan for network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 Feb 09 21:10:31.087914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53423d24-4f4c-45e9-baff-e138f6512d93,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:31.107921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.109778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-18989dc2-ddf8-453f-826a-d6d904d24430 None None] Current status of the port 14481fb3-cf88-45c5-9690-c294edb38528 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:31.158875 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.216201 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Publish callbacks [] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.227375 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.332308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f3524601-2da8-4bdc-bd7f-1c027fe75c77 None None] Provisioning complete for port 9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:31.332909 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f3524601-2da8-4bdc-bd7f-1c027fe75c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.340354 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (39fd96f5-c3ef-48f7-a519-a2ab5f5987a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.371718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-d556f232-bceb-489f-ba93-fcb10829f84c service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8747318 Feb 09 21:10:31.388054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Network 55fb915f-e310-4a58-8396-2e47c1ded235 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:31.401600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:31.413374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Pushing event updated for resources: {'Port': ['ID=31ba9e78-336e-418a-b60f-9b31c8baf0ca,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:31.425363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:31.447632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f3524601-2da8-4bdc-bd7f-1c027fe75c77 None None] Port 9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:31.520937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74e587c1-4518-48d8-bfec-34664b8b09ba req-1b134247-0a91-47a5-b217-deb215461c7d service neutron] 10.222.0.13 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292107 Feb 09 21:10:31.528759 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:10:31.554045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-20b90b59-62cd-4eca-b1e7-5396685fc9b5 service neutron] 10.222.0.50 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224649 Feb 09 21:10:31.584745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Attempting to bind port 31ba9e78-336e-418a-b60f-9b31c8baf0ca on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:31.588126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Attempting to bind port 31ba9e78-336e-418a-b60f-9b31c8baf0ca by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '55fb915f-e310-4a58-8396-2e47c1ded235'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:31.588524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Attempting to bind port 31ba9e78-336e-418a-b60f-9b31c8baf0ca on network 55fb915f-e310-4a58-8396-2e47c1ded235 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:31.597976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:31.598367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Checking segment: {'id': '306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '55fb915f-e310-4a58-8396-2e47c1ded235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:31.598913 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.599458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Bound using segment: {'id': '306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '55fb915f-e310-4a58-8396-2e47c1ded235'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:31.599990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Bound port: 31ba9e78-336e-418a-b60f-9b31c8baf0ca, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '55fb915f-e310-4a58-8396-2e47c1ded235'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:31.600378 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.648483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8::1 (55fb915f-e310-4a58-8396-2e47c1ded235/6a9ff0f8-881d-478f-a6f4-9f91686c83e9/cfd33863-c804-4a9c-992d-ae861a30e5d8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:31.749662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] For port 31ba9e78-336e-418a-b60f-9b31c8baf0ca, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:31.757842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] For port 31ba9e78-336e-418a-b60f-9b31c8baf0ca, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=31ba9e78-336e-418a-b60f-9b31c8baf0ca,segment=NetworkSegment(306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0),segment_id=306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:31.770446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.839834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 14481fb3-cf88-45c5-9690-c294edb38528 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:31.965059 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:31.997566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013d1fc-c08f-4cac-8e38-43363b01b579 None None] Pushing event updated for resources: {'Port': ['ID=31ba9e78-336e-418a-b60f-9b31c8baf0ca,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:32.011311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.012725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (39fd96f5-c3ef-48f7-a519-a2ab5f5987a3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.028399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:32.029056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.058301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 14481fb3-cf88-45c5-9690-c294edb38528 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:32.059024 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (14481fb3-cf88-45c5-9690-c294edb38528), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.080737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.086665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.177231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 55fb915f-e310-4a58-8396-2e47c1ded235 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:32.190283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:32.197099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:32.202375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (8aaf573b-efd7-4992-8f58-b09abed3046a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.231310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 14481fb3-cf88-45c5-9690-c294edb38528 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:32.359434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=cfd33863-c804-4a9c-992d-ae861a30e5d8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:32.548199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1829216 Feb 09 21:10:32.566790 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.606414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf4b4c-ba49-4421-b1fd-2ec5b2f729c8 req-d8c18667-56c2-4ce0-bd40-bbd756a6f2bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:32.608544 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0faf4b4c-ba49-4421-b1fd-2ec5b2f729c8 req-d8c18667-56c2-4ce0-bd40-bbd756a6f2bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.3077652 Feb 09 21:10:32.646241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:32.666001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecefae-2e81-4eb7-ba3a-272ad8e84e1b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=39fd96f5-c3ef-48f7-a519-a2ab5f5987a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:32.680728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:32.689744 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (7ba121e9-3dbd-4624-b373-fd6f030e3327), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:32.715991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57654) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:32.723515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '39fd96f5-c3ef-48f7-a519-a2ab5f5987a3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:32.807538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0faf4b4c-ba49-4421-b1fd-2ec5b2f729c8 req-18b807a0-96fe-47f7-9d35-6a2f87ed00e3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820942 Feb 09 21:10:33.616833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125bdb3-1dc3-45eb-bc7f-ea93c9e54095 req-ff8a191e-7441-452d-90dd-140553b27398 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:33.625182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:33.631390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4125bdb3-1dc3-45eb-bc7f-ea93c9e54095 req-ff8a191e-7441-452d-90dd-140553b27398 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 1.6749322 Feb 09 21:10:33.632605 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:33.633763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (8aaf573b-efd7-4992-8f58-b09abed3046a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:33.755157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2de4ad3b-23e7-41f4-b274-78afaf0f5316 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:33.756674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2de4ad3b-23e7-41f4-b274-78afaf0f5316 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7&tenant_id=11db802464124d8a859db41a07721eef&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 1128 time: 1.6829405 Feb 09 21:10:33.818318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3a01-11b5-4147-bb19-f039dc24d6b1 req-5a799252-3b8c-4b36-80d9-58692bf10a86 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:33.827072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-335c3a01-11b5-4147-bb19-f039dc24d6b1 req-5a799252-3b8c-4b36-80d9-58692bf10a86 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1128 time: 0.5569267 Feb 09 21:10:33.832403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 31ba9e78-336e-418a-b60f-9b31c8baf0ca up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:33.865346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 55fb915f-e310-4a58-8396-2e47c1ded235 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:33.866177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=cfd33863-c804-4a9c-992d-ae861a30e5d8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:33.871058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:33.922311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-335c3a01-11b5-4147-bb19-f039dc24d6b1 req-2aaf9a37-3b4e-4168-a8ef-d8d0e9b7c3a5 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942285 Feb 09 21:10:33.970806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 31ba9e78-336e-418a-b60f-9b31c8baf0ca triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:33.971354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:34.041178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4531dab-776c-4c8e-8584-ab8127c6f5b6 None None] Network 55fb915f-e310-4a58-8396-2e47c1ded235 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:34.168266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143ba16-1361-4d40-b004-b81d3d2efe19 req-a168e9dc-1cdd-493c-904b-0357319aea24 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:34.176233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4143ba16-1361-4d40-b004-b81d3d2efe19 req-a168e9dc-1cdd-493c-904b-0357319aea24 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.1276155 Feb 09 21:10:34.238843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:34.253728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:34.304196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-6d33db26-0b7a-4a01-89f6-e94e042a40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:34.317470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-6d33db26-0b7a-4a01-89f6-e94e042a40fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1129 time: 1.6004145 Feb 09 21:10:34.333794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e1f8a610-bcc5-4f3c-ab62-7f7963504c4d None None] Provisioning complete for port 31ba9e78-336e-418a-b60f-9b31c8baf0ca triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:34.334212 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f8a610-bcc5-4f3c-ab62-7f7963504c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:34.336708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 31ba9e78-336e-418a-b60f-9b31c8baf0ca is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:34.337099 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:34.358320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4143ba16-1361-4d40-b004-b81d3d2efe19 req-75b49286-d26b-4a7f-bf52-d894da48870e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776788 Feb 09 21:10:34.359836 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:10:34.378007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 8aaf573b-efd7-4992-8f58-b09abed3046a is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:10:34.391295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:34.574706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4125bdb3-1dc3-45eb-bc7f-ea93c9e54095 req-79ed9313-21e5-4494-b277-d862ba14aed8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8760722 Feb 09 21:10:34.661737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network cefc8aca-92ee-4c97-9fc1-d025f79acc33 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:34.675526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d7c1af1-b725-442e-b30e-68fcf60e58c7 service neutron] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:34.676826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:34.698103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d7c1af1-b725-442e-b30e-68fcf60e58c7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:34.699489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-2d7c1af1-b725-442e-b30e-68fcf60e58c7 service neutron] 10.222.0.50 "DELETE /v2.0/ports/b8ac7046-daeb-402a-b5d0-0efb6e0346af/bindings/n-h1-789963-29 HTTP/1.1" status: 204 len: 173 time: 0.8810558 Feb 09 21:10:34.808992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-9a6d4cdc-033f-4cc4-8035-01dc7dddc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:34.822181 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bbe02421-1912-4d96-844f-01446f4c0161 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/2738b51c-0730-43ef-b58f-fd52fde22b41 HTTP/1.1" status: 200 len: 992 time: 0.4190912 Feb 09 21:10:34.823095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-9a6d4cdc-033f-4cc4-8035-01dc7dddc895 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.4122803 Feb 09 21:10:34.839193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:34.863583 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d642fba7-7d83-4476-8b1b-9b41e3a58240 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/8aaf573b-efd7-4992-8f58-b09abed3046a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8008063 Feb 09 21:10:34.884526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:34.933460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 31ba9e78-336e-418a-b60f-9b31c8baf0ca, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=31ba9e78-336e-418a-b60f-9b31c8baf0ca,segment=NetworkSegment(306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0),segment_id=306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:34.949770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19b3dc-0594-41f4-95bf-eaaf2c2b23ba None None] Sync routers for ids ['8aaf573b-efd7-4992-8f58-b09abed3046a'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:34.964175 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:34.987662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ccb4e-c8f6-4209-ad24-bd1cc5e39fc2 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:34.994682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:35.002334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-601ccb4e-c8f6-4209-ad24-bd1cc5e39fc2 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports/cfd33863-c804-4a9c-992d-ae861a30e5d8 HTTP/1.1" status: 200 len: 911 time: 0.1161118 Feb 09 21:10:35.053377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8a610-bcc5-4f3c-ab62-7f7963504c4d None None] Current status of the port 31ba9e78-336e-418a-b60f-9b31c8baf0ca is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:35.053754 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1f8a610-bcc5-4f3c-ab62-7f7963504c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:35.074152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19b3dc-0594-41f4-95bf-eaaf2c2b23ba None None] Routers {'8aaf573b-efd7-4992-8f58-b09abed3046a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:35.074807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b19b3dc-0594-41f4-95bf-eaaf2c2b23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8aaf573b-efd7-4992-8f58-b09abed3046a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:35.155018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:35.197127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-5479ecf7-eb73-4a70-9ca4-5a2a98d3acba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 200 len: 1000 time: 0.1998773 Feb 09 21:10:35.248611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b19b3dc-0594-41f4-95bf-eaaf2c2b23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:35.277701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=31ba9e78-336e-418a-b60f-9b31c8baf0ca,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:35.423051 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-e1f8a610-bcc5-4f3c-ab62-7f7963504c4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:10:35.423445 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-e1f8a610-bcc5-4f3c-ab62-7f7963504c4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:10:35.426133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19b3dc-0594-41f4-95bf-eaaf2c2b23ba None None] Routers {'8aaf573b-efd7-4992-8f58-b09abed3046a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:35.426677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b19b3dc-0594-41f4-95bf-eaaf2c2b23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8aaf573b-efd7-4992-8f58-b09abed3046a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:35.507369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6b19b3dc-0594-41f4-95bf-eaaf2c2b23ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:35.508096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19b3dc-0594-41f4-95bf-eaaf2c2b23ba None None] The sync data for ids ['8aaf573b-efd7-4992-8f58-b09abed3046a'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:35.558132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 7ba121e9-3dbd-4624-b373-fd6f030e3327 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:10:35.587774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port 6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:35.589879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:35.782152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 31ba9e78-336e-418a-b60f-9b31c8baf0ca up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:35.904003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 31ba9e78-336e-418a-b60f-9b31c8baf0ca triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:35.904389 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:35.950649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:35.951208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:35.996017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for 6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:36.008129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8a610-bcc5-4f3c-ab62-7f7963504c4d None None] Current status of the port 31ba9e78-336e-418a-b60f-9b31c8baf0ca is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:36.117981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 31ba9e78-336e-418a-b60f-9b31c8baf0ca is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:36.162203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Provisioning complete for port 9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:36.162854 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:36.226587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-4c48919a-57dd-4799-be82-095a258a20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:36.228785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-4c48919a-57dd-4799-be82-095a258a20d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 1.0195920 Feb 09 21:10:36.269966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Port 9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:36.303534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Provisioning complete for port cfd33863-c804-4a9c-992d-ae861a30e5d8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:36.303962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:36.400737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236df03-891a-4472-ab08-16cd682a209d req-a69902e9-a954-47d9-872e-e228fbc61575 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:36.401216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Port cfd33863-c804-4a9c-992d-ae861a30e5d8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:36.402989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f236df03-891a-4472-ab08-16cd682a209d req-a69902e9-a954-47d9-872e-e228fbc61575 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.6158419 Feb 09 21:10:36.411309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-5fa17d52-4aed-4f9d-9eff-86a7e47b21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:36.413197 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-5fa17d52-4aed-4f9d-9eff-86a7e47b21a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1579592 Feb 09 21:10:36.438351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Provisioning complete for port 31ba9e78-336e-418a-b60f-9b31c8baf0ca triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:36.440691 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:36.553905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:36.565536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-970bcfc2-6563-43bc-b6ac-f1d66fc95171 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/7ba121e9-3dbd-4624-b373-fd6f030e3327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3735228 Feb 09 21:10:36.569062 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e10bf23-8263-495a-b398-62da32b78fb5 None None] Sync routers for ids ['7ba121e9-3dbd-4624-b373-fd6f030e3327'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:36.569679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57688) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:36.584665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (0915a043-d96d-4bab-bdd3-261b0a205031), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:36.590284 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10bf23-8263-495a-b398-62da32b78fb5 None None] Routers {'7ba121e9-3dbd-4624-b373-fd6f030e3327'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:36.592117 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e10bf23-8263-495a-b398-62da32b78fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ba121e9-3dbd-4624-b373-fd6f030e3327'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:36.596952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-216b3df7-a352-4bca-81d4-39dd825c4341 None None] Current status of the port 31ba9e78-336e-418a-b60f-9b31c8baf0ca is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:36.640790 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e10bf23-8263-495a-b398-62da32b78fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:36.648626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f236df03-891a-4472-ab08-16cd682a209d req-baa31c15-4f8d-41f0-ac92-994e5c6b2726 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293303 Feb 09 21:10:36.653091 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10bf23-8263-495a-b398-62da32b78fb5 None None] Routers {'7ba121e9-3dbd-4624-b373-fd6f030e3327'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:36.654103 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e10bf23-8263-495a-b398-62da32b78fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ba121e9-3dbd-4624-b373-fd6f030e3327'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:36.700754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-1ef90c95-8a77-4764-ad61-f36d07d148a5 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558105 Feb 09 21:10:36.708946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=0915a043-d96d-4bab-bdd3-261b0a205031,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:36.722007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:36.733718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7e10bf23-8263-495a-b398-62da32b78fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:36.734304 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e10bf23-8263-495a-b398-62da32b78fb5 None None] The sync data for ids ['7ba121e9-3dbd-4624-b373-fd6f030e3327'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:36.736032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4db2c2ec-2a3a-41d8-a5fd-bdd730e29a99 None None] Provisioning complete for port cfd33863-c804-4a9c-992d-ae861a30e5d8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:36.739505 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4db2c2ec-2a3a-41d8-a5fd-bdd730e29a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:36.791810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': '41530cfe-989b-4596-af09-4dcdfdd0639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '39fd96f5-c3ef-48f7-a519-a2ab5f5987a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:36.792618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:36.813185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=6b08f9b9-6f6f-4ac1-8ce8-fcebea71922b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:36.842656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4db2c2ec-2a3a-41d8-a5fd-bdd730e29a99 None None] Port cfd33863-c804-4a9c-992d-ae861a30e5d8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:36.862616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6104ce-9660-45d0-a0ee-5ceb8fea5cac tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:36.866822 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0b6104ce-9660-45d0-a0ee-5ceb8fea5cac tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports/9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede HTTP/1.1" status: 200 len: 910 time: 0.2962735 Feb 09 21:10:36.871163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:36.894214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-781ac5f0-5187-4425-9cb8-9a9503eaa8fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97e4c9db-a6a6-4069-bacb-bbd90e931dbc'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:36.937784 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (2738b51c-0730-43ef-b58f-fd52fde22b41), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:36.938126 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Floating IP 2738b51c-0730-43ef-b58f-fd52fde22b41 disassociated (deleted). External IP: 172.25.4.168, port: b8ac7046-daeb-402a-b5d0-0efb6e0346af. Feb 09 21:10:36.957813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:36.994269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:37.005718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70320e00-2e25-4c8c-9183-4ba0952ef404 None None] Network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:37.044248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:37.049198 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:37.170053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-39fd96f5-c3ef-48f7-a519-a2ab5f5987a3', 'network_id': '39fd96f5-c3ef-48f7-a519-a2ab5f5987a3', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '0915a043-d96d-4bab-bdd3-261b0a205031'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:37.171556 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:37.200498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d294c91e-b98f-4fab-beae-f4aae92832dc req-156f1ec9-d6c3-4c37-a4d7-78aa2ca87c07 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794655 Feb 09 21:10:37.212184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c9de8ee0-60c8-4a57-a224-50ce8bea5969 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.4926581 Feb 09 21:10:37.215552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57694) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:37.222508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938938863'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:37.267509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:37.273047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:37.313607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:37.328258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8b33b7e0-9456-41d6-857b-c47536b15dc1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:37.329060 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment 8b33b7e0-9456-41d6-857b-c47536b15dc1 of type vlan for network 8d70008f-b3d5-4e33-83fd-5cf7930f78e3 Feb 09 21:10:37.384449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (8d70008f-b3d5-4e33-83fd-5cf7930f78e3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:37.414771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (8aaf573b-efd7-4992-8f58-b09abed3046a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:37.421247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (8d70008f-b3d5-4e33-83fd-5cf7930f78e3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:37.428901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:37.432676 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:37.640487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=8d70008f-b3d5-4e33-83fd-5cf7930f78e3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:37.647601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 28cb0401-6825-456d-9ffd-68c47941c3de has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:37.650964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ca329d1a-742e-4692-9eeb-1bb1f95b38ac tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4340541 Feb 09 21:10:37.658710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57696) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:37.673246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '8d70008f-b3d5-4e33-83fd-5cf7930f78e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:37.689406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 8d70008f-b3d5-4e33-83fd-5cf7930f78e3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:37.700167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Allocated IP 172.20.255.242 (39fd96f5-c3ef-48f7-a519-a2ab5f5987a3/0915a043-d96d-4bab-bdd3-261b0a205031/2c79d96a-3bc9-4370-bf84-2920acfde65c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:37.752497 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffd3e-8ed0-4ea7-a3fb-bfffe84b0d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.015792 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Publish callbacks [] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.035300 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.108153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:38.113658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.142952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:38.156529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:38.163762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:38.216111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91dca9-affd-420c-ad35-195c65c08bcd req-ee0d0156-5459-4548-81d5-60739cec0dc3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:38.218643 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e91dca9-affd-420c-ad35-195c65c08bcd req-ee0d0156-5459-4548-81d5-60739cec0dc3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2542183 Feb 09 21:10:38.224194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:38.226947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Pushing event updated for resources: {'Port': ['ID=2c79d96a-3bc9-4370-bf84-2920acfde65c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:38.240103 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.255919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] Sync routers for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:38.274953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Attempting to bind port 2c79d96a-3bc9-4370-bf84-2920acfde65c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:38.275332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Attempting to bind port 2c79d96a-3bc9-4370-bf84-2920acfde65c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '41530cfe-989b-4596-af09-4dcdfdd0639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '39fd96f5-c3ef-48f7-a519-a2ab5f5987a3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:38.275865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Attempting to bind port 2c79d96a-3bc9-4370-bf84-2920acfde65c on network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:38.281100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9b0a9a03-2a76-487a-a4d4-1722c37b9b9d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/floatingips/2738b51c-0730-43ef-b58f-fd52fde22b41 HTTP/1.1" status: 204 len: 168 time: 3.1248748 Feb 09 21:10:38.284830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:38.285470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:38.312011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:10:38.315417 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca97a82-929c-46c6-bb95-beceef04d801" -d '{"events": [{"name": "network-changed", "server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:10:38.421718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:38.425046 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Checking segment: {'id': '41530cfe-989b-4596-af09-4dcdfdd0639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '39fd96f5-c3ef-48f7-a519-a2ab5f5987a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:38.431999 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.434018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Bound using segment: {'id': '41530cfe-989b-4596-af09-4dcdfdd0639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '39fd96f5-c3ef-48f7-a519-a2ab5f5987a3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:38.435654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Bound port: 2c79d96a-3bc9-4370-bf84-2920acfde65c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41530cfe-989b-4596-af09-4dcdfdd0639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '39fd96f5-c3ef-48f7-a519-a2ab5f5987a3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:38.436198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.443832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6e91dca9-affd-420c-ad35-195c65c08bcd req-88d494b4-b6d2-43e4-a8f1-edafe17b0afe tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129648 Feb 09 21:10:38.576091 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7487217c-7295-4374-886f-a5fc0caae3a0 x-openstack-request-id: req-7487217c-7295-4374-886f-a5fc0caae3a0 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:10:38.576705 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:10:38.577229 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7487217c-7295-4374-886f-a5fc0caae3a0 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:10:38.577900 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'status': 'completed', 'code': 200} Feb 09 21:10:38.650150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:10:38.692442 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781ac5f0-5187-4425-9cb8-9a9503eaa8fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.695088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (f54c05b2-bf7f-4b40-877c-152eec47c830), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.718674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] For port 2c79d96a-3bc9-4370-bf84-2920acfde65c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:38.731132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] For port 2c79d96a-3bc9-4370-bf84-2920acfde65c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2c79d96a-3bc9-4370-bf84-2920acfde65c,segment=NetworkSegment(41530cfe-989b-4596-af09-4dcdfdd0639e),segment_id=41530cfe-989b-4596-af09-4dcdfdd0639e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:38.744106 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:38.864559 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=f54c05b2-bf7f-4b40-877c-152eec47c830,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:38.893808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.894170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.894508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.894851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.895192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.895584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.896019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.896354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.896685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.897013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.897339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.897664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.897986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:10:38.903981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': '8b33b7e0-9456-41d6-857b-c47536b15dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8d70008f-b3d5-4e33-83fd-5cf7930f78e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:38.904346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 8d70008f-b3d5-4e33-83fd-5cf7930f78e3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:38.941815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 8d70008f-b3d5-4e33-83fd-5cf7930f78e3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:38.961716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 8d70008f-b3d5-4e33-83fd-5cf7930f78e3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:38.975046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:38.975994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:39.015787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5dc8ba4a-3995-496b-8734-fc6fd6969dc5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3544574 Feb 09 21:10:39.016739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57718) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:39.018056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dbec98-c18e-44fc-abcf-1f5126d60667 None None] Network 8d70008f-b3d5-4e33-83fd-5cf7930f78e3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:39.237542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (8d70008f-b3d5-4e33-83fd-5cf7930f78e3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:39.428509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0346b-3d58-4168-ad5a-6e0b03f52247 None None] Pushing event updated for resources: {'Port': ['ID=2c79d96a-3bc9-4370-bf84-2920acfde65c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:39.456695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea9355f-4234-45c9-b649-804dda198278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-8d70008f-b3d5-4e33-83fd-5cf7930f78e3', 'network_id': '8d70008f-b3d5-4e33-83fd-5cf7930f78e3', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': 'f54c05b2-bf7f-4b40-877c-152eec47c830'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:39.460775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (f54c05b2-bf7f-4b40-877c-152eec47c830), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:39.462693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-a8ea54e3-541d-4098-95b8-bcefe64efddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:39.463894 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7ea9355f-4234-45c9-b649-804dda198278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:39.480165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-a8ea54e3-541d-4098-95b8-bcefe64efddd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 1128 time: 0.8643980 Feb 09 21:10:39.507782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff5e9a-3f2f-4f46-80e8-0d1312a892eb req-39c2d32a-099d-4238-8881-43113f709c8c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:39.522058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-97ff5e9a-3f2f-4f46-80e8-0d1312a892eb req-39c2d32a-099d-4238-8881-43113f709c8c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.8852737 Feb 09 21:10:39.630337 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (f54c05b2-bf7f-4b40-877c-152eec47c830), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:39.669750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-3c28833b-f602-49c7-a779-cc98e17f4411 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:39.671471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-3c28833b-f602-49c7-a779-cc98e17f4411 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.6226115 Feb 09 21:10:39.819669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2c79d96a-3bc9-4370-bf84-2920acfde65c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:39.935612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (8d70008f-b3d5-4e33-83fd-5cf7930f78e3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:39.940732 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-549838c8-336b-41cc-902f-e9e44378fd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-7ea9355f-4234-45c9-b649-804dda198278 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f54c05b2-bf7f-4b40-877c-152eec47c830: This subnet is being modified by another concurrent operation. Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:10:39.951211 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f54c05b2-bf7f-4b40-877c-152eec47c830: This subnet is being modified by another concurrent operation. Feb 09 21:10:39.957359 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Feb 09 21:10:39.981161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d70008f-b3d5-4e33-83fd-5cf7930f78e3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:39.995325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b33b7e0-9456-41d6-857b-c47536b15dc1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:39.995634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b33b7e0-9456-41d6-857b-c47536b15dc1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:40.007514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8b33b7e0-9456-41d6-857b-c47536b15dc1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.034783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8b33b7e0-9456-41d6-857b-c47536b15dc1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.051701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:40.052116 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8b33b7e0-9456-41d6-857b-c47536b15dc1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.067426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-97ff5e9a-3f2f-4f46-80e8-0d1312a892eb req-22375a6b-67f2-4345-818e-d701a2708f5c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5443580 Feb 09 21:10:40.071298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26722cd4-0369-49be-9b52-ffdc7ab56c47 None None] Network 8d70008f-b3d5-4e33-83fd-5cf7930f78e3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:40.098181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2c79d96a-3bc9-4370-bf84-2920acfde65c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:40.099255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.153956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781ac5f0-5187-4425-9cb8-9a9503eaa8fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.170350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-80dc7e71-528f-4a43-97c9-a651775f1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:40.171929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-80dc7e71-528f-4a43-97c9-a651775f1456 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 200 len: 897 time: 0.6392560 Feb 09 21:10:40.191262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781ac5f0-5187-4425-9cb8-9a9503eaa8fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.228317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:16Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:40.248665 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:40.250910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=f54c05b2-bf7f-4b40-877c-152eec47c830,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:40.288470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] Checking router: 28cb0401-6825-456d-9ffd-68c47941c3de for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:10:40.331677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (8d70008f-b3d5-4e33-83fd-5cf7930f78e3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.339353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.344203 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/8d70008f-b3d5-4e33-83fd-5cf7930f78e3 HTTP/1.1" status: 204 len: 168 time: 1.3256671 Feb 09 21:10:40.347923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2c79d96a-3bc9-4370-bf84-2920acfde65c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:40.348486 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.350293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57728) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:40.351029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:40.351804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:40.358220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1178282218'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:40.403614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-ff19e27c-1e57-4039-b6cf-523a0b7a354c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 200 len: 217 time: 0.2217705 Feb 09 21:10:40.409455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:40.413573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.446186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:40.459640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (010f167b-f02d-46ea-88a3-57591cb062ae), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.460612 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment 010f167b-f02d-46ea-88a3-57591cb062ae of type vlan for network f82f228d-690d-4e9c-ac05-7e9ff3fa04c2 Feb 09 21:10:40.526503 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f82f228d-690d-4e9c-ac05-7e9ff3fa04c2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.562808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856922da-2f60-4928-8128-67e94e10a690 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=8d70008f-b3d5-4e33-83fd-5cf7930f78e3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:40.563040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 2c79d96a-3bc9-4370-bf84-2920acfde65c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2c79d96a-3bc9-4370-bf84-2920acfde65c,segment=NetworkSegment(41530cfe-989b-4596-af09-4dcdfdd0639e),segment_id=41530cfe-989b-4596-af09-4dcdfdd0639e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:40.576275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.578684 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f82f228d-690d-4e9c-ac05-7e9ff3fa04c2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.584299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-ae77cf1d-7e5a-4cc9-a773-89547115cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:40.585992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-ae77cf1d-7e5a-4cc9-a773-89547115cef4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 200 len: 834 time: 0.1135187 Feb 09 21:10:40.603381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:40.605751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.698101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85f025-9728-4e26-b8b5-1a7623374768 req-3bb37d5e-f674-467d-b7b4-0378db608185 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:40.706667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d85f025-9728-4e26-b8b5-1a7623374768 req-3bb37d5e-f674-467d-b7b4-0378db608185 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.9760613 Feb 09 21:10:40.718712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=f82f228d-690d-4e9c-ac05-7e9ff3fa04c2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:40.729054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port b8ac7046-daeb-402a-b5d0-0efb6e0346af {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:40.729518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.803311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ac5f0-5187-4425-9cb8-9a9503eaa8fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:40.804200 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-781ac5f0-5187-4425-9cb8-9a9503eaa8fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.808371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-781ac5f0-5187-4425-9cb8-9a9503eaa8fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/ports/9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede HTTP/1.1" status: 200 len: 910 time: 3.9229178 Feb 09 21:10:40.905091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:40.907536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port cfd33863-c804-4a9c-992d-ae861a30e5d8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:40.908038 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:40.937967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ac5f0-5187-4425-9cb8-9a9503eaa8fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:40.956915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f82f228d-690d-4e9c-ac05-7e9ff3fa04c2 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:40.959308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80bf2db-8de5-4fc9-919d-e8053a653e0c None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:10:41.094098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80bf2db-8de5-4fc9-919d-e8053a653e0c None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:10:41.276368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92e5cc36-632a-415b-bdee-af6c06c2fefe tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9242127 Feb 09 21:10:41.279638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57736) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:41.285022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': 'f82f228d-690d-4e9c-ac05-7e9ff3fa04c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:41.305302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:10:41.391461 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d85f025-9728-4e26-b8b5-1a7623374768 req-b071d64e-6301-479f-8190-14aa93cd0de3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6834245 Feb 09 21:10:41.395670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-86f10524-a7f1-488f-8643-354b60b2de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:41.399275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-86f10524-a7f1-488f-8643-354b60b2de08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91efa7f8-a13c-46c3-b82a-e6ca08763844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7861323 Feb 09 21:10:41.407584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:41.413018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:41.499500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:10:41.500300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:10:41.567886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-36cf4d97-03b4-4bb7-b4ec-3e8ae50c4eec None None] Provisioning complete for port 2c79d96a-3bc9-4370-bf84-2920acfde65c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:41.569090 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36cf4d97-03b4-4bb7-b4ec-3e8ae50c4eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:41.669760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25ad-37fb-491a-9121-cfd146f9b5a7 req-802517b5-50f2-4a66-9d9e-673ee45c3f1d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:41.671215 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d97a25ad-37fb-491a-9121-cfd146f9b5a7 req-802517b5-50f2-4a66-9d9e-673ee45c3f1d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 945 time: 0.3463681 Feb 09 21:10:41.726587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (7f786474-51ec-49c3-a18a-a916c922190c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:41.741982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port b8ac7046-daeb-402a-b5d0-0efb6e0346af, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b8ac7046-daeb-402a-b5d0-0efb6e0346af,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:41.742361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:41.804480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d97a25ad-37fb-491a-9121-cfd146f9b5a7 req-ce0e178d-4b6f-4540-8f29-7e66c6a208a3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=262586db-dc97-44c4-ba4c-7159dfbe3bed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043999 Feb 09 21:10:41.807467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=2c79d96a-3bc9-4370-bf84-2920acfde65c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:41.815852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:41.823150 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:41.840219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for cfd33863-c804-4a9c-992d-ae861a30e5d8 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:41.857823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=7f786474-51ec-49c3-a18a-a916c922190c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:41.874021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': '010f167b-f02d-46ea-88a3-57591cb062ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'f82f228d-690d-4e9c-ac05-7e9ff3fa04c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:41.874675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: f82f228d-690d-4e9c-ac05-7e9ff3fa04c2, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:41.895270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for b8ac7046-daeb-402a-b5d0-0efb6e0346af owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:41.901646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network f82f228d-690d-4e9c-ac05-7e9ff3fa04c2 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:41.929117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, f82f228d-690d-4e9c-ac05-7e9ff3fa04c2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:41.940299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:41.941846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:41.988885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ee7ada67-cf75-45c3-9396-be58566f915f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7070098 Feb 09 21:10:42.002232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57742) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:42.084467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-e4be1e3f-78c7-4335-867e-47d912209d06 service neutron] 10.222.0.50 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911710 Feb 09 21:10:42.134642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-36cf4d97-03b4-4bb7-b4ec-3e8ae50c4eec None None] Current status of the port 2c79d96a-3bc9-4370-bf84-2920acfde65c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:42.149579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:16Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:42.211952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae57e5-ebf9-4a7c-ae8c-a887e7c5263e None None] Network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:42.227604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (f82f228d-690d-4e9c-ac05-7e9ff3fa04c2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.232409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ee04d8-d0bc-4905-b996-7b73d844881e None None] Network f82f228d-690d-4e9c-ac05-7e9ff3fa04c2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:42.305014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ca97a82-929c-46c6-bb95-beceef04d801 req-2055f31c-29db-49f0-b7b4-3c08e6f9d1ba service neutron] 10.222.0.50 "GET /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126329 Feb 09 21:10:42.309412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (7f786474-51ec-49c3-a18a-a916c922190c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.409232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753feb9a-ce3c-4aff-9bf8-ce5dae2ad2f7 None None] The sync data for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 is: [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:08Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5f9303d9-bf32-44bf-a2eb-32b7677a40b6', 'name': '', 'network_id': '91efa7f8-a13c-46c3-b82a-e6ca08763844', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:67:af:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:09:06Z', 'updated_at': '2022-02-09T21:09:16Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '8eb49d8f-39e3-4f02-952e-6a2755aa258a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:42.428146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (cfd33863-c804-4a9c-992d-ae861a30e5d8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.474057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (7f786474-51ec-49c3-a18a-a916c922190c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.619012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=cfd33863-c804-4a9c-992d-ae861a30e5d8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:42.659661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b8ac7046-daeb-402a-b5d0-0efb6e0346af no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:42.771070 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (f82f228d-690d-4e9c-ac05-7e9ff3fa04c2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.805319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542bdd3f-edca-4c1b-8879-b3bbfed376ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-f82f228d-690d-4e9c-ac05-7e9ff3fa04c2', 'network_id': 'f82f228d-690d-4e9c-ac05-7e9ff3fa04c2', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '7f786474-51ec-49c3-a18a-a916c922190c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:42.806221 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-542bdd3f-edca-4c1b-8879-b3bbfed376ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.838478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82f228d-690d-4e9c-ac05-7e9ff3fa04c2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:42.876073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b8ac7046-daeb-402a-b5d0-0efb6e0346af), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.885571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010f167b-f02d-46ea-88a3-57591cb062ae') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:42.886933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010f167b-f02d-46ea-88a3-57591cb062ae') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:42.942193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No active binding found for port b8ac7046-daeb-402a-b5d0-0efb6e0346af {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:10:42.942595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port b8ac7046-daeb-402a-b5d0-0efb6e0346af host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:10:42.943021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b8ac7046-daeb-402a-b5d0-0efb6e0346af not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:42.947395 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (010f167b-f02d-46ea-88a3-57591cb062ae), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.961503 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.968547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (8aaf573b-efd7-4992-8f58-b09abed3046a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:42.970612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=b8ac7046-daeb-402a-b5d0-0efb6e0346af,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:43.005183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (010f167b-f02d-46ea-88a3-57591cb062ae), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.006660 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (7ba121e9-3dbd-4624-b373-fd6f030e3327), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.031649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:43.033280 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (010f167b-f02d-46ea-88a3-57591cb062ae), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.079570 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff6177-db1a-4e96-b988-56ddc0e3d72f None None] New status for floating IP 2738b51c-0730-43ef-b58f-fd52fde22b41: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:10:43.153057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=7f786474-51ec-49c3-a18a-a916c922190c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:43.165464 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:43.198410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a541d5e-445c-4829-8e94-92d115674546 None None] Network f82f228d-690d-4e9c-ac05-7e9ff3fa04c2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:43.207261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7c8a1b0e-5704-4429-9986-3d8cdb4fe1f1 None None] Provisioning complete for port 2c79d96a-3bc9-4370-bf84-2920acfde65c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:43.207648 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c8a1b0e-5704-4429-9986-3d8cdb4fe1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.354992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73f009-235d-444a-8107-fd659843ab38 req-b9d96203-711b-4d1e-a134-c24456d2239f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:43.356726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c73f009-235d-444a-8107-fd659843ab38 req-b9d96203-711b-4d1e-a134-c24456d2239f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2049448 Feb 09 21:10:43.358002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (f82f228d-690d-4e9c-ac05-7e9ff3fa04c2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.429055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.432340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/f82f228d-690d-4e9c-ac05-7e9ff3fa04c2 HTTP/1.1" status: 204 len: 168 time: 1.4285901 Feb 09 21:10:43.433263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519f21-e2b9-455e-ba28-76dc360d0a7b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=f82f228d-690d-4e9c-ac05-7e9ff3fa04c2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:43.448446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a1b0e-5704-4429-9986-3d8cdb4fe1f1 None None] Current status of the port 2c79d96a-3bc9-4370-bf84-2920acfde65c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:43.468571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57752) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:43.491919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-588189357'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:43.545815 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c73f009-235d-444a-8107-fd659843ab38 req-44ce3900-f4bc-4bdf-8740-ed19ea4a1cbb tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490500 Feb 09 21:10:43.567919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:43.571719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.627992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:43.652145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fb69a8c0-6869-4b93-abbd-e06716e65f74), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.652501 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment fb69a8c0-6869-4b93-abbd-e06716e65f74 of type vlan for network ed383a46-8b6d-4744-8c6a-7ebedd54a56e Feb 09 21:10:43.747055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ed383a46-8b6d-4744-8c6a-7ebedd54a56e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.777035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2c79d96a-3bc9-4370-bf84-2920acfde65c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:43.790166 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ed383a46-8b6d-4744-8c6a-7ebedd54a56e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.796463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:43.797162 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:43.875858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=ed383a46-8b6d-4744-8c6a-7ebedd54a56e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:43.896584 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fb6b17a0-9d28-4549-8c65-47d53e11568a tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4268134 Feb 09 21:10:43.899160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57756) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:43.905290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': 'ed383a46-8b6d-4744-8c6a-7ebedd54a56e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:44.004427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d1f30bc4-e282-4083-825e-3c707a4f3132 req-7cd151d2-7a26-47ed-a2f5-7cccca36fa79 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=c08b9f72-cb44-43f0-9a28-556e941411a7 HTTP/1.1" status: 200 len: 210 time: 0.1600749 Feb 09 21:10:44.010766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] No DVR routers for this DVR port b8ac7046-daeb-402a-b5d0-0efb6e0346af on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:44.014454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:44.019646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0952a1fc-1b86-49af-91ce-e8c22db3701b req-28c3de77-848d-4ab4-b39c-1951b6743611 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.50 "DELETE /v2.0/ports/b8ac7046-daeb-402a-b5d0-0efb6e0346af HTTP/1.1" status: 204 len: 173 time: 4.3299046 Feb 09 21:10:44.036775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network ed383a46-8b6d-4744-8c6a-7ebedd54a56e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:44.041376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-deleted', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:10:44.045806 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df51ef9-dbf9-4a45-8655-6a6643a90200" -d '{"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-deleted", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:10:44.058130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:44.062577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:44.214488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:44.227157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2c79d96a-3bc9-4370-bf84-2920acfde65c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:44.227763 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:44.238340 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d867dc49-fdd9-4e23-838f-3cc647859d00 x-openstack-request-id: req-d867dc49-fdd9-4e23-838f-3cc647859d00 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:10:44.239302 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08b9f72-cb44-43f0-9a28-556e941411a7", "name": "network-vif-deleted", "tag": "b8ac7046-daeb-402a-b5d0-0efb6e0346af", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:10:44.239576 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d867dc49-fdd9-4e23-838f-3cc647859d00 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:10:44.240522 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08b9f72-cb44-43f0-9a28-556e941411a7', 'name': 'network-vif-deleted', 'tag': 'b8ac7046-daeb-402a-b5d0-0efb6e0346af', 'status': 'completed', 'code': 200} Feb 09 21:10:44.401939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 8aaf573b-efd7-4992-8f58-b09abed3046a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:44.406395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2c79d96a-3bc9-4370-bf84-2920acfde65c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:44.474456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (e2787711-a9cd-45cf-868d-88808138c7a7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:44.637511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=e2787711-a9cd-45cf-868d-88808138c7a7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:44.687206 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': 'fb69a8c0-6869-4b93-abbd-e06716e65f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ed383a46-8b6d-4744-8c6a-7ebedd54a56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:44.687784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: ed383a46-8b6d-4744-8c6a-7ebedd54a56e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:44.723266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:44.733197 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f34faee2-7cd7-4900-8276-0cc54572929d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/8aaf573b-efd7-4992-8f58-b09abed3046a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5415506 Feb 09 21:10:44.736742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:44.737675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9c74e-398d-4aa4-a61c-bdf9c4da446a None None] Sync routers for ids ['8aaf573b-efd7-4992-8f58-b09abed3046a'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:44.749217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9c74e-398d-4aa4-a61c-bdf9c4da446a None None] Routers {'8aaf573b-efd7-4992-8f58-b09abed3046a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:44.750158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bbb9c74e-398d-4aa4-a61c-bdf9c4da446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8aaf573b-efd7-4992-8f58-b09abed3046a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:44.806893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf90e2-3bf4-40f6-8704-4c1abc4fbce4 req-7726e45d-5f02-4157-b33a-b638f39d6811 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:44.808462 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3daf90e2-3bf4-40f6-8704-4c1abc4fbce4 req-7726e45d-5f02-4157-b33a-b638f39d6811 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.1180959 Feb 09 21:10:44.817074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:44.817624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:44.832567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bbb9c74e-398d-4aa4-a61c-bdf9c4da446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:44.834149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network ed383a46-8b6d-4744-8c6a-7ebedd54a56e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:44.843471 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4b108bc5-a78d-407f-983c-97c6ddcb1646 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=8aaf573b-efd7-4992-8f58-b09abed3046a HTTP/1.1" status: 200 len: 205 time: 0.1050355 Feb 09 21:10:44.845870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57768) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:44.868780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9c74e-398d-4aa4-a61c-bdf9c4da446a None None] Routers {'8aaf573b-efd7-4992-8f58-b09abed3046a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:44.869669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bbb9c74e-398d-4aa4-a61c-bdf9c4da446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8aaf573b-efd7-4992-8f58-b09abed3046a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:44.920873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bbb9c74e-398d-4aa4-a61c-bdf9c4da446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:44.921799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb9c74e-398d-4aa4-a61c-bdf9c4da446a None None] The sync data for ids ['8aaf573b-efd7-4992-8f58-b09abed3046a'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:45.005153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, ed383a46-8b6d-4744-8c6a-7ebedd54a56e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:45.015223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cabd740-831d-4779-aca4-17da71eaebfd None None] Network ed383a46-8b6d-4744-8c6a-7ebedd54a56e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:45.028005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:45.028902 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.050903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3daf90e2-3bf4-40f6-8704-4c1abc4fbce4 req-6bbf16ca-3ab1-401b-84c3-f500b94a22e2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250900 Feb 09 21:10:45.095847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d883133-9691-49fb-b76b-6213226e6360 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1952944 Feb 09 21:10:45.103644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:45.117423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7cd326d-cf97-4d5c-b871-32a9fd0ded08 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (8aaf573b-efd7-4992-8f58-b09abed3046a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.168088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.171364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:45.216207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-ed383a46-8b6d-4744-8c6a-7ebedd54a56e', 'network_id': 'ed383a46-8b6d-4744-8c6a-7ebedd54a56e', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': 'e2787711-a9cd-45cf-868d-88808138c7a7'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:45.217097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.369165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Allocated IP 172.20.0.1 (ed383a46-8b6d-4744-8c6a-7ebedd54a56e/e2787711-a9cd-45cf-868d-88808138c7a7/bdc1847d-5acc-4a25-a78e-cee97ded1205) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:45.445189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7cd326d-cf97-4d5c-b871-32a9fd0ded08 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (8aaf573b-efd7-4992-8f58-b09abed3046a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.448221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7cd326d-cf97-4d5c-b871-32a9fd0ded08 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (8aaf573b-efd7-4992-8f58-b09abed3046a), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.535647 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7cd326d-cf97-4d5c-b871-32a9fd0ded08 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (8aaf573b-efd7-4992-8f58-b09abed3046a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.536436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd326d-cf97-4d5c-b871-32a9fd0ded08 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Fanout notify agent at l3_agent the message router_deleted on router 8aaf573b-efd7-4992-8f58-b09abed3046a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:10:45.538663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:45.557993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Publish callbacks [] for port (bdc1847d-5acc-4a25-a78e-cee97ded1205), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.570704 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (bdc1847d-5acc-4a25-a78e-cee97ded1205), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.580095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e7cd326d-cf97-4d5c-b871-32a9fd0ded08 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.587015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e7cd326d-cf97-4d5c-b871-32a9fd0ded08 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/8aaf573b-efd7-4992-8f58-b09abed3046a HTTP/1.1" status: 204 len: 168 time: 0.7388377 Feb 09 21:10:45.587158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:45.644744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Network ed383a46-8b6d-4744-8c6a-7ebedd54a56e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:45.649776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:45.653419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:45.657567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Pushing event updated for resources: {'Port': ['ID=bdc1847d-5acc-4a25-a78e-cee97ded1205,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:45.725234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Attempting to bind port bdc1847d-5acc-4a25-a78e-cee97ded1205 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:45.725869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Attempting to bind port bdc1847d-5acc-4a25-a78e-cee97ded1205 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'fb69a8c0-6869-4b93-abbd-e06716e65f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ed383a46-8b6d-4744-8c6a-7ebedd54a56e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:45.726538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Attempting to bind port bdc1847d-5acc-4a25-a78e-cee97ded1205 on network ed383a46-8b6d-4744-8c6a-7ebedd54a56e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:45.732513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:45.733213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Checking segment: {'id': 'fb69a8c0-6869-4b93-abbd-e06716e65f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ed383a46-8b6d-4744-8c6a-7ebedd54a56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:45.733837 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.734406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Bound using segment: {'id': 'fb69a8c0-6869-4b93-abbd-e06716e65f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ed383a46-8b6d-4744-8c6a-7ebedd54a56e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:45.735068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Bound port: bdc1847d-5acc-4a25-a78e-cee97ded1205, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb69a8c0-6869-4b93-abbd-e06716e65f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ed383a46-8b6d-4744-8c6a-7ebedd54a56e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:45.736190 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bdc1847d-5acc-4a25-a78e-cee97ded1205), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.769284 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (ed383a46-8b6d-4744-8c6a-7ebedd54a56e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.787882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9e9a05-5319-4234-9539-f47b1972e74f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet 6a9ff0f8-881d-478f-a6f4-9f91686c83e9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:45.797217 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9a05-5319-4234-9539-f47b1972e74f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (6a9ff0f8-881d-478f-a6f4-9f91686c83e9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.844302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] For port bdc1847d-5acc-4a25-a78e-cee97ded1205, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:45.850139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] For port bdc1847d-5acc-4a25-a78e-cee97ded1205, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bdc1847d-5acc-4a25-a78e-cee97ded1205,segment=NetworkSegment(fb69a8c0-6869-4b93-abbd-e06716e65f74),segment_id=fb69a8c0-6869-4b93-abbd-e06716e65f74)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:45.857152 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bdc1847d-5acc-4a25-a78e-cee97ded1205), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:45.958751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db037-5e5a-4d2c-9aa9-f1525130dcb3 None None] Pushing event updated for resources: {'Port': ['ID=bdc1847d-5acc-4a25-a78e-cee97ded1205,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:46.054708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9a05-5319-4234-9539-f47b1972e74f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (6a9ff0f8-881d-478f-a6f4-9f91686c83e9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:46.432027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Deleting port bdc1847d-5acc-4a25-a78e-cee97ded1205 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:46.432374 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bdc1847d-5acc-4a25-a78e-cee97ded1205), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:46.520793 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9a05-5319-4234-9539-f47b1972e74f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6a9ff0f8-881d-478f-a6f4-9f91686c83e9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:46.556329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:46.621944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=9c45c0b7-1a22-4ec2-af0b-0f7bc89e6ede,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:46.652071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78138ac-a581-4fbe-9580-669669aabf6c req-4b7c988e-1f71-4f91-b7ee-a8ee477b6a48 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:46.659433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b78138ac-a581-4fbe-9580-669669aabf6c req-4b7c988e-1f71-4f91-b7ee-a8ee477b6a48 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.4787066 Feb 09 21:10:46.810647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] For port bdc1847d-5acc-4a25-a78e-cee97ded1205, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bdc1847d-5acc-4a25-a78e-cee97ded1205,segment=NetworkSegment(fb69a8c0-6869-4b93-abbd-e06716e65f74),segment_id=fb69a8c0-6869-4b93-abbd-e06716e65f74)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:46.810869 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bdc1847d-5acc-4a25-a78e-cee97ded1205), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:46.866284 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9a05-5319-4234-9539-f47b1972e74f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (6a9ff0f8-881d-478f-a6f4-9f91686c83e9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:46.868655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Calling delete_port for bdc1847d-5acc-4a25-a78e-cee97ded1205 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:46.902029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b78138ac-a581-4fbe-9580-669669aabf6c req-54fe998d-91da-4a33-a6c6-eb2ec8ced98d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415373 Feb 09 21:10:47.049808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e9a05-5319-4234-9539-f47b1972e74f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9ff0f8-881d-478f-a6f4-9f91686c83e9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:47.052004 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9a05-5319-4234-9539-f47b1972e74f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:47.058112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:47.058599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ba9e9a05-5319-4234-9539-f47b1972e74f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/6a9ff0f8-881d-478f-a6f4-9f91686c83e9 HTTP/1.1" status: 204 len: 168 time: 1.4646044 Feb 09 21:10:47.065325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118da89e-e431-46e9-ad91-913a67da6add None None] Network 55fb915f-e310-4a58-8396-2e47c1ded235 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:47.076182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (7ba121e9-3dbd-4624-b373-fd6f030e3327), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:47.316051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (55fb915f-e310-4a58-8396-2e47c1ded235), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:47.439508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] DHCP port deletion for 55fb915f-e310-4a58-8396-2e47c1ded235 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:47.521163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port 31ba9e78-336e-418a-b60f-9b31c8baf0ca {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:47.524898 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:47.682060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port 31ba9e78-336e-418a-b60f-9b31c8baf0ca, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=31ba9e78-336e-418a-b60f-9b31c8baf0ca,segment=NetworkSegment(306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0),segment_id=306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:47.682529 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:47.729922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for 31ba9e78-336e-418a-b60f-9b31c8baf0ca owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:47.930172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01fc4a6-3c1d-42ae-9643-ce1c6ff17f7d None None] Network ed383a46-8b6d-4744-8c6a-7ebedd54a56e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:47.935633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bdc1847d-5acc-4a25-a78e-cee97ded1205 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:48.025398 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (28cb0401-6825-456d-9ffd-68c47941c3de), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.036155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.154117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 7ba121e9-3dbd-4624-b373-fd6f030e3327 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:48.166920 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bdc1847d-5acc-4a25-a78e-cee97ded1205), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.181658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5b7b98fb-32df-4f92-8182-8cda959e3e6c None None] Provisioning complete for port bdc1847d-5acc-4a25-a78e-cee97ded1205 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:48.182218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b7b98fb-32df-4f92-8182-8cda959e3e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bdc1847d-5acc-4a25-a78e-cee97ded1205), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.198071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=31ba9e78-336e-418a-b60f-9b31c8baf0ca,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:48.232040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b98fb-32df-4f92-8182-8cda959e3e6c None None] Port bdc1847d-5acc-4a25-a78e-cee97ded1205 was deleted so its status cannot be updated. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 21:10:48.237466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No DVR routers for this DVR port 31ba9e78-336e-418a-b60f-9b31c8baf0ca on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:48.239095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No active binding found for port bdc1847d-5acc-4a25-a78e-cee97ded1205 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:10:48.239560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] The host n-d-789963-29 is not matching for port bdc1847d-5acc-4a25-a78e-cee97ded1205 host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:10:48.240134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bdc1847d-5acc-4a25-a78e-cee97ded1205 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:10:48.260782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Port': ['ID=bdc1847d-5acc-4a25-a78e-cee97ded1205,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:48.261852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port bdc1847d-5acc-4a25-a78e-cee97ded1205 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:10:48.298902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] Deleting port 31ba9e78-336e-418a-b60f-9b31c8baf0ca {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:48.300351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.367484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] For port 31ba9e78-336e-418a-b60f-9b31c8baf0ca, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:48.367999 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.382476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] Calling delete_port for 31ba9e78-336e-418a-b60f-9b31c8baf0ca owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:48.385460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] Port 31ba9e78-336e-418a-b60f-9b31c8baf0ca was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:10:48.386899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (31ba9e78-336e-418a-b60f-9b31c8baf0ca), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.448758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 31ba9e78-336e-418a-b60f-9b31c8baf0ca no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:48.452494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] Pushing event deleted for resources: {'Port': ['ID=31ba9e78-336e-418a-b60f-9b31c8baf0ca,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:48.464764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34209d1e-5aff-47d7-8092-94f2090068e9 None None] No DVR routers for this DVR port 31ba9e78-336e-418a-b60f-9b31c8baf0ca on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:48.497865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 31ba9e78-336e-418a-b60f-9b31c8baf0ca {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:48.498483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 31ba9e78-336e-418a-b60f-9b31c8baf0ca not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:48.501379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd319d-139e-48c3-9160-178a2f0abf55 req-4faa89a8-a60d-425f-8f96-39b5ece78a2a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:48.504049 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70dd319d-139e-48c3-9160-178a2f0abf55 req-4faa89a8-a60d-425f-8f96-39b5ece78a2a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.3812912 Feb 09 21:10:48.513234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (55fb915f-e310-4a58-8396-2e47c1ded235), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.556481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fb915f-e310-4a58-8396-2e47c1ded235']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:48.564100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No DVR routers for this DVR port bdc1847d-5acc-4a25-a78e-cee97ded1205 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:48.587165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:48.587801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:48.609015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.625934 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70dd319d-139e-48c3-9160-178a2f0abf55 req-1c61d8cd-1231-42d9-afe5-43b15262e9c2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072454 Feb 09 21:10:48.636764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.648891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:48.649305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (306b2ddf-11bd-46b8-b3f3-7229a1cb8cd0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:48.654714 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:48.731851 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (55fb915f-e310-4a58-8396-2e47c1ded235), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.759661 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.770409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:48.770621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/55fb915f-e310-4a58-8396-2e47c1ded235 HTTP/1.1" status: 204 len: 168 time: 1.7111912 Feb 09 21:10:48.771949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7c722-f044-42b9-ac7b-687d5b15138a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=55fb915f-e310-4a58-8396-2e47c1ded235,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:48.774402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:48.779648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-33879470-25f4-41e7-9ebc-832552fd1901 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/7ba121e9-3dbd-4624-b373-fd6f030e3327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8638058 Feb 09 21:10:48.785808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-288106389', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:48.786199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:48.791465 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa5288-3864-4723-b354-47ddf52b0c4e None None] Sync routers for ids ['7ba121e9-3dbd-4624-b373-fd6f030e3327'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:48.799147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e2787711-a9cd-45cf-868d-88808138c7a7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.811736 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa5288-3864-4723-b354-47ddf52b0c4e None None] Routers {'7ba121e9-3dbd-4624-b373-fd6f030e3327'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:48.812409 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b1fa5288-3864-4723-b354-47ddf52b0c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ba121e9-3dbd-4624-b373-fd6f030e3327'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:48.819449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (a052c19f-9775-4c62-8032-e88ca3cdd27a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.821561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (a052c19f-9775-4c62-8032-e88ca3cdd27a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.851804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-45e8eb5e-ec03-4318-8201-c8623d7e93c4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=7ba121e9-3dbd-4624-b373-fd6f030e3327 HTTP/1.1" status: 200 len: 205 time: 0.0637736 Feb 09 21:10:48.855907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:48.873321 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b1fa5288-3864-4723-b354-47ddf52b0c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:48.886393 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa5288-3864-4723-b354-47ddf52b0c4e None None] Routers {'7ba121e9-3dbd-4624-b373-fd6f030e3327'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:48.887008 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b1fa5288-3864-4723-b354-47ddf52b0c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7ba121e9-3dbd-4624-b373-fd6f030e3327'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:48.928863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (a052c19f-9775-4c62-8032-e88ca3cdd27a), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:48.937787 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b1fa5288-3864-4723-b354-47ddf52b0c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:48.939934 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa5288-3864-4723-b354-47ddf52b0c4e None None] The sync data for ids ['7ba121e9-3dbd-4624-b373-fd6f030e3327'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:48.969138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d04561bc-e455-4448-bbde-cea664bf40fe tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (7ba121e9-3dbd-4624-b373-fd6f030e3327), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.077074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (e2787711-a9cd-45cf-868d-88808138c7a7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.127970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_gateway (a052c19f-9775-4c62-8032-e88ca3cdd27a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.194086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8cc4df-7ba9-4eb4-95cd-c4b8b27a52e4 None None] Network ed383a46-8b6d-4744-8c6a-7ebedd54a56e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:49.213905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=e2787711-a9cd-45cf-868d-88808138c7a7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:49.312494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d04561bc-e455-4448-bbde-cea664bf40fe tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (7ba121e9-3dbd-4624-b373-fd6f030e3327), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.319297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d04561bc-e455-4448-bbde-cea664bf40fe tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (7ba121e9-3dbd-4624-b373-fd6f030e3327), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.352213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (ed383a46-8b6d-4744-8c6a-7ebedd54a56e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.412891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed383a46-8b6d-4744-8c6a-7ebedd54a56e']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:49.414881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419df98-21c8-4d69-82d4-24581a243af0 None None] DHCP port deletion for ed383a46-8b6d-4744-8c6a-7ebedd54a56e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:49.430098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb69a8c0-6869-4b93-abbd-e06716e65f74') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:49.430500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb69a8c0-6869-4b93-abbd-e06716e65f74') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:49.445277 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (fb69a8c0-6869-4b93-abbd-e06716e65f74), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.448478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d04561bc-e455-4448-bbde-cea664bf40fe tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (7ba121e9-3dbd-4624-b373-fd6f030e3327), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.448478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04561bc-e455-4448-bbde-cea664bf40fe tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba121e9-3dbd-4624-b373-fd6f030e3327 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:10:49.460751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_gateway (a052c19f-9775-4c62-8032-e88ca3cdd27a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.466818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d04561bc-e455-4448-bbde-cea664bf40fe tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.468592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d04561bc-e455-4448-bbde-cea664bf40fe tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/7ba121e9-3dbd-4624-b373-fd6f030e3327 HTTP/1.1" status: 204 len: 168 time: 0.6107867 Feb 09 21:10:49.476135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:49.488490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-740d786c-1035-4a1c-91b1-5f08e31d9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:49.489995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-740d786c-1035-4a1c-91b1-5f08e31d9eaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1129 time: 0.2704864 Feb 09 21:10:49.493514 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fb69a8c0-6869-4b93-abbd-e06716e65f74), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.495300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.530337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:49.530753 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (fb69a8c0-6869-4b93-abbd-e06716e65f74), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:49.534341 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:49.625394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:49.626263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.668868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bdc1847d-5acc-4a25-a78e-cee97ded1205 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:49.689902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-02aedcf8-5269-447b-a849-479abe91bbd1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet 97e4c9db-a6a6-4069-bacb-bbd90e931dbc {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:49.705484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02aedcf8-5269-447b-a849-479abe91bbd1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (97e4c9db-a6a6-4069-bacb-bbd90e931dbc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.720035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: bdc1847d-5acc-4a25-a78e-cee97ded1205 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:49.721078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bdc1847d-5acc-4a25-a78e-cee97ded1205 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:49.763724 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (ed383a46-8b6d-4744-8c6a-7ebedd54a56e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.818944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.825628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/ed383a46-8b6d-4744-8c6a-7ebedd54a56e HTTP/1.1" status: 204 len: 168 time: 4.7174468 Feb 09 21:10:49.829512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:49.843961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-b616b5b1-9bc2-4ffe-aab1-f0c823ecbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:49.845195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-b616b5b1-9bc2-4ffe-aab1-f0c823ecbe48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.3321254 Feb 09 21:10:49.848679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-319229302'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:49.857485 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02aedcf8-5269-447b-a849-479abe91bbd1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (97e4c9db-a6a6-4069-bacb-bbd90e931dbc), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:49.867496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514d658-6139-4173-9db2-8d619697c3a2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=ed383a46-8b6d-4744-8c6a-7ebedd54a56e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:49.958086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 172.25.4.55 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/faa34730-ad03-4c6a-b4bd-4ced1aa63eb6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:49.970936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port 5f9303d9-bf32-44bf-a2eb-32b7677a40b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:49.971646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.000409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:50.003789 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.027368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:50.030312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-7abcb7f0-13da-4cf7-9bb5-836afccba9ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 200 len: 1000 time: 0.1648858 Feb 09 21:10:50.047019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956804e9-532c-45b0-aa81-fe7aad97aedd req-377d379d-181f-4d7c-bbb4-6dfcac9697f8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:50.049427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-956804e9-532c-45b0-aa81-fe7aad97aedd req-377d379d-181f-4d7c-bbb4-6dfcac9697f8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2933772 Feb 09 21:10:50.113542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (faa34730-ad03-4c6a-b4bd-4ced1aa63eb6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.168154 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (faa34730-ad03-4c6a-b4bd-4ced1aa63eb6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.188579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02aedcf8-5269-447b-a849-479abe91bbd1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (97e4c9db-a6a6-4069-bacb-bbd90e931dbc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.215195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:50.231204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:50.239583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:50.241978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-354a63aa-3d84-48ea-aa1b-162de84ef86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:50.243515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-354a63aa-3d84-48ea-aa1b-162de84ef86b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.2051198 Feb 09 21:10:50.245334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:50.279818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (61a53895-f924-4a49-8f19-07e2c6c7964b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.279818 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment 61a53895-f924-4a49-8f19-07e2c6c7964b of type vlan for network 866d1418-67d1-448b-a387-d0671af28f6e Feb 09 21:10:50.286272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=faa34730-ad03-4c6a-b4bd-4ced1aa63eb6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:50.315512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-956804e9-532c-45b0-aa81-fe7aad97aedd req-f1e06c75-e9e6-45e0-ad9c-b015619c6f73 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386184 Feb 09 21:10:50.359922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (866d1418-67d1-448b-a387-d0671af28f6e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.435184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02aedcf8-5269-447b-a849-479abe91bbd1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (97e4c9db-a6a6-4069-bacb-bbd90e931dbc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.457956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-7fafdf87-d20a-424b-86a8-7d65640749d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:50.459509 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-7fafdf87-d20a-424b-86a8-7d65640749d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2052088 Feb 09 21:10:50.494591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (866d1418-67d1-448b-a387-d0671af28f6e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.499526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:50.500184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.503262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aedcf8-5269-447b-a849-479abe91bbd1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=97e4c9db-a6a6-4069-bacb-bbd90e931dbc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:50.542607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7678ce-82e8-4135-ae17-e495716de837 None None] Network cefc8aca-92ee-4c97-9fc1-d025f79acc33 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:50.557398 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-02aedcf8-5269-447b-a849-479abe91bbd1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.560646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-02aedcf8-5269-447b-a849-479abe91bbd1 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/97e4c9db-a6a6-4069-bacb-bbd90e931dbc HTTP/1.1" status: 204 len: 168 time: 1.0822489 Feb 09 21:10:50.574884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:50.682221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8375065 Feb 09 21:10:50.688102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:50.715345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84900520-4ad1-43af-80bc-c72b4f069ab1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=866d1418-67d1-448b-a387-d0671af28f6e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:50.734628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '866d1418-67d1-448b-a387-d0671af28f6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:50.737940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 866d1418-67d1-448b-a387-d0671af28f6e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:50.861013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] DHCP port deletion for cefc8aca-92ee-4c97-9fc1-d025f79acc33 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:50.925813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_gateway (a052c19f-9775-4c62-8032-e88ca3cdd27a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:50.978728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] Deleting port 14481fb3-cf88-45c5-9690-c294edb38528 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:50.979415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (14481fb3-cf88-45c5-9690-c294edb38528), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.088136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] For port 14481fb3-cf88-45c5-9690-c294edb38528, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=14481fb3-cf88-45c5-9690-c294edb38528,segment=NetworkSegment(37ce53f4-cabb-4575-83ce-d99e2aba04ee),segment_id=37ce53f4-cabb-4575-83ce-d99e2aba04ee)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:51.088817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (14481fb3-cf88-45c5-9690-c294edb38528), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.132267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (cefc8aca-92ee-4c97-9fc1-d025f79acc33), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.132634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] Calling delete_port for 14481fb3-cf88-45c5-9690-c294edb38528 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:51.153760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-f412d9c7-3121-4652-9ca9-dba119bdb471 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695209 Feb 09 21:10:51.246971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5f9303d9-bf32-44bf-a2eb-32b7677a40b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.271195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (14481fb3-cf88-45c5-9690-c294edb38528), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.281545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=5f9303d9-bf32-44bf-a2eb-32b7677a40b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:51.310135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] No DVR routers for this DVR port 14481fb3-cf88-45c5-9690-c294edb38528 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:51.366321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31c501-254b-43dd-b547-933a07f7688e None None] Pushing event deleted for resources: {'Port': ['ID=14481fb3-cf88-45c5-9690-c294edb38528,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:51.424119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-82bfad53-89a4-4115-8a7f-c37ac020c36f req-753f0382-4013-4582-8138-8e732ec3234e service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593558 Feb 09 21:10:51.455377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 14481fb3-cf88-45c5-9690-c294edb38528 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:51.455918 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (14481fb3-cf88-45c5-9690-c294edb38528), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.568635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:51.573979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.720448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 14481fb3-cf88-45c5-9690-c294edb38528, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:51.721010 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (14481fb3-cf88-45c5-9690-c294edb38528), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.750576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755edcc6-c1dd-41e0-9c20-39ac13edc9fe req-1d881897-5006-41c8-ab5b-1ef840ed4147 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:51.755056 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-755edcc6-c1dd-41e0-9c20-39ac13edc9fe req-1d881897-5006-41c8-ab5b-1ef840ed4147 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.2654650 Feb 09 21:10:51.760740 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.764869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 14481fb3-cf88-45c5-9690-c294edb38528 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:51.770019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.ipam_backend_mixin [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Port 14481fb3-cf88-45c5-9690-c294edb38528 was not found and therefore no delete operation was performed {{(pid=103324) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:10:51.773302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (14481fb3-cf88-45c5-9690-c294edb38528), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:51.802136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 14481fb3-cf88-45c5-9690-c294edb38528 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:51.825286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No DVR routers for this DVR port 14481fb3-cf88-45c5-9690-c294edb38528 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:51.830438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=14481fb3-cf88-45c5-9690-c294edb38528,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:51.834388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 14481fb3-cf88-45c5-9690-c294edb38528 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:51.834887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 14481fb3-cf88-45c5-9690-c294edb38528 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:51.848733 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (28cb0401-6825-456d-9ffd-68c47941c3de), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.001527 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-755edcc6-c1dd-41e0-9c20-39ac13edc9fe req-a209575d-7cab-4efe-96b7-5a26cadad712 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352347 Feb 09 21:10:52.008484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (cefc8aca-92ee-4c97-9fc1-d025f79acc33), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.035996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefc8aca-92ee-4c97-9fc1-d025f79acc33']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:52.065080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ce53f4-cabb-4575-83ce-d99e2aba04ee') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:52.065375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ce53f4-cabb-4575-83ce-d99e2aba04ee') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:52.078614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (37ce53f4-cabb-4575-83ce-d99e2aba04ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.099159 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (a052c19f-9775-4c62-8032-e88ca3cdd27a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.163356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (37ce53f4-cabb-4575-83ce-d99e2aba04ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.170966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:52.171335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (37ce53f4-cabb-4575-83ce-d99e2aba04ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:52.174562 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:52.234216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (8f132beb-d461-4672-9a60-77590df590b7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.283739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (cefc8aca-92ee-4c97-9fc1-d025f79acc33), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.319391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.324682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/cefc8aca-92ee-4c97-9fc1-d025f79acc33 HTTP/1.1" status: 204 len: 168 time: 1.7467060 Feb 09 21:10:52.326294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397bad9-e36a-4aa9-8a86-e1f11b7c3d27 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=cefc8aca-92ee-4c97-9fc1-d025f79acc33,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:52.333142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:52.344337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 28cb0401-6825-456d-9ffd-68c47941c3de has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:52.345253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b4e73a0e-3850-4b93-975f-ab7c94b81d2a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-658056244', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:52.354569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=8f132beb-d461-4672-9a60-77590df590b7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:52.374407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': '61a53895-f924-4a49-8f19-07e2c6c7964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '866d1418-67d1-448b-a387-d0671af28f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:52.374858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 866d1418-67d1-448b-a387-d0671af28f6e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:52.395873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4e73a0e-3850-4b93-975f-ab7c94b81d2a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.397057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4e73a0e-3850-4b93-975f-ab7c94b81d2a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.427344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 866d1418-67d1-448b-a387-d0671af28f6e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:52.492882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 866d1418-67d1-448b-a387-d0671af28f6e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:52.501535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:52.502391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.504665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1da7f6-c7fc-4a1b-8690-0ecb78a9a0f1 None None] Network 866d1418-67d1-448b-a387-d0671af28f6e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:52.505476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4e73a0e-3850-4b93-975f-ab7c94b81d2a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.517442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4e73a0e-3850-4b93-975f-ab7c94b81d2a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.521081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:52.522534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router a052c19f-9775-4c62-8032-e88ca3cdd27a is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:10:52.540749 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-77157fe3-885c-42d1-8652-b7d3e2663ed4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8503938 Feb 09 21:10:52.544295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57856) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:52.560136 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-29b788ca-ce32-41a5-9225-5999f3758a19 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "PUT /v2.0/routers/28cb0401-6825-456d-9ffd-68c47941c3de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3871758 Feb 09 21:10:52.560719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:52.567306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b4e73a0e-3850-4b93-975f-ab7c94b81d2a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.576999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] Sync routers for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:52.584130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b4e73a0e-3850-4b93-975f-ab7c94b81d2a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2448711 Feb 09 21:10:52.597365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:52.598151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:52.622748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d225b62b-d522-4371-8511-4bfab9d23013 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting subnet 8eb49d8f-39e3-4f02-952e-6a2755aa258a {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:10:52.627267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57860) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:52.627502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d225b62b-d522-4371-8511-4bfab9d23013 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (8eb49d8f-39e3-4f02-952e-6a2755aa258a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.669879 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d225b62b-d522-4371-8511-4bfab9d23013 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (8eb49d8f-39e3-4f02-952e-6a2755aa258a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.678171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:52.688008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-948101693'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:52.750562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:10:52.760329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:52.763668 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.786825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d225b62b-d522-4371-8511-4bfab9d23013 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (8eb49d8f-39e3-4f02-952e-6a2755aa258a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.802643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:52.809121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (866d1418-67d1-448b-a387-d0671af28f6e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.815293 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa5774-49c0-4a03-83bc-9b0810f69c08 None None] Sync routers for ids ['a052c19f-9775-4c62-8032-e88ca3cdd27a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:52.833890 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa5774-49c0-4a03-83bc-9b0810f69c08 None None] Routers {'a052c19f-9775-4c62-8032-e88ca3cdd27a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:52.834768 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c1aa5774-49c0-4a03-83bc-9b0810f69c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a052c19f-9775-4c62-8032-e88ca3cdd27a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:52.838321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:52.851821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.855913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e97f8908-553e-4560-bc20-b4bbe0a31734 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.0800660 Feb 09 21:10:52.859395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:52.909125 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d225b62b-d522-4371-8511-4bfab9d23013 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (8eb49d8f-39e3-4f02-952e-6a2755aa258a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.925859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d225b62b-d522-4371-8511-4bfab9d23013 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.930044 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c1aa5774-49c0-4a03-83bc-9b0810f69c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:52.930757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e7958d4e-6bea-401a-9d8c-fc5485c37081), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:52.931242 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment e7958d4e-6bea-401a-9d8c-fc5485c37081 of type vlan for network 8b7bc320-295c-40e2-afed-2644b6418648 Feb 09 21:10:52.936736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed548555-12ba-43ff-b099-49d550f55736 None None] Network 91efa7f8-a13c-46c3-b82a-e6ca08763844 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:52.957758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d225b62b-d522-4371-8511-4bfab9d23013 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/subnets/8eb49d8f-39e3-4f02-952e-6a2755aa258a HTTP/1.1" status: 204 len: 168 time: 0.3945045 Feb 09 21:10:52.960819 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa5774-49c0-4a03-83bc-9b0810f69c08 None None] Routers {'a052c19f-9775-4c62-8032-e88ca3cdd27a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:52.961931 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c1aa5774-49c0-4a03-83bc-9b0810f69c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a052c19f-9775-4c62-8032-e88ca3cdd27a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:52.970706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57866) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:52.986443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225b62b-d522-4371-8511-4bfab9d23013 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb49d8f-39e3-4f02-952e-6a2755aa258a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:52.990677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43116da5-7b08-4331-b8f5-278cab17bc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-866d1418-67d1-448b-a387-d0671af28f6e', 'network_id': '866d1418-67d1-448b-a387-d0671af28f6e', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '8f132beb-d461-4672-9a60-77590df590b7'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:52.995518 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43116da5-7b08-4331-b8f5-278cab17bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.001940 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c1aa5774-49c0-4a03-83bc-9b0810f69c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:53.002590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa5774-49c0-4a03-83bc-9b0810f69c08 None None] The sync data for ids ['a052c19f-9775-4c62-8032-e88ca3cdd27a'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:53.145416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (8b7bc320-295c-40e2-afed-2644b6418648), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.199554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (8f132beb-d461-4672-9a60-77590df590b7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.212179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 219cd6dd-d299-4488-83e4-b9b8d546de3b is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:53.212947 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.239126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40ec3f-460d-4854-9901-0136490aa57a req-0895ad0a-f1f7-4d3b-9640-cb5d7b3a4ca3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:53.241760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c40ec3f-460d-4854-9901-0136490aa57a req-0895ad0a-f1f7-4d3b-9640-cb5d7b3a4ca3 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 946 time: 0.0971344 Feb 09 21:10:53.302470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3f081c64-89b7-48c3-87dd-65e98e05e6d6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/routers/a052c19f-9775-4c62-8032-e88ca3cdd27a HTTP/1.1" status: 200 len: 883 time: 0.4417682 Feb 09 21:10:53.303476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:53.316201 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (8b7bc320-295c-40e2-afed-2644b6418648), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.322095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:53.322299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.344182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (28cb0401-6825-456d-9ffd-68c47941c3de), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.347280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:53.353621 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:10:53.358687 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8091b2c5-a21d-4a77-aa94-4605f2310672" -d '{"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-unplugged", "status": "completed", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:10:53.396825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.449423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8c40ec3f-460d-4854-9901-0136490aa57a req-9be5e513-f178-4122-a520-3727c5219cc7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903987 Feb 09 21:10:53.538482 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b79f2d-04a9-44bf-b3b4-6c954caca223 x-openstack-request-id: req-c1b79f2d-04a9-44bf-b3b4-6c954caca223 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:10:53.540031 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-unplugged", "status": "completed", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:10:53.546317 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c1b79f2d-04a9-44bf-b3b4-6c954caca223 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:10:53.546997 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'code': 200} Feb 09 21:10:53.560368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:53.563295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=8b7bc320-295c-40e2-afed-2644b6418648,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:53.596829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:53.597507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7f1367eb-dca9-45f2-a6f8-28e9b7307534 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9702654 Feb 09 21:10:53.610671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 8b7bc320-295c-40e2-afed-2644b6418648 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:53.611514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:53.618532 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (28cb0401-6825-456d-9ffd-68c47941c3de), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.636844 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (8f132beb-d461-4672-9a60-77590df590b7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.699326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=8f132beb-d461-4672-9a60-77590df590b7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:53.810082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] DHCP port deletion for 91efa7f8-a13c-46c3-b82a-e6ca08763844 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-43116da5-7b08-4331-b8f5-278cab17bc64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f132beb-d461-4672-9a60-77590df590b7: This subnet is being modified by another concurrent operation. Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:10:53.815260 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f132beb-d461-4672-9a60-77590df590b7: This subnet is being modified by another concurrent operation. Feb 09 21:10:53.819162 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Feb 09 21:10:53.866456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (866d1418-67d1-448b-a387-d0671af28f6e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.867405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05eb38-80bc-435d-a789-9eb24531cac0 None None] Network 866d1418-67d1-448b-a387-d0671af28f6e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:53.871163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port ab018f60-72d6-4157-82a9-e96edc7eca6a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:53.872340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.961160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:10:50Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'ab018f60-72d6-4157-82a9-e96edc7eca6a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:56Z', 'updated_at': '2022-02-09T21:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:53.982991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d4c44ac4-86df-4b87-b277-2124faa67568 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6780684 Feb 09 21:10:53.984054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:53.989480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port ab018f60-72d6-4157-82a9-e96edc7eca6a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ab018f60-72d6-4157-82a9-e96edc7eca6a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:53.990243 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:53.990989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.006784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for ab018f60-72d6-4157-82a9-e96edc7eca6a owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:54.203329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] Checking router: 28cb0401-6825-456d-9ffd-68c47941c3de for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:10:54.205886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57882) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:54.218122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7adaf5aa-96a4-48a0-ac4e-104cb689b784 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-288106389'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:54.228730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] Routers {'28cb0401-6825-456d-9ffd-68c47941c3de'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:54.229429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['28cb0401-6825-456d-9ffd-68c47941c3de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:54.313494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] Set router 28cb0401-6825-456d-9ffd-68c47941c3de gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:10:54.320959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (dc19280c-47bf-42de-9ac9-954fef541a87), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.346815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] Deleting port e6e9d828-059c-4870-8779-605141f8778d {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:54.347209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e6e9d828-059c-4870-8779-605141f8778d), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.391820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:10:54Z', 'revision_number': 7, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:54.410786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=dc19280c-47bf-42de-9ac9-954fef541a87,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:54.434868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:54.435424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: 8b7bc320-295c-40e2-afed-2644b6418648, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:54.459338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4bfec-8e4f-4108-bcfd-ed40c1fd8736 None None] The sync data for ids ['28cb0401-6825-456d-9ffd-68c47941c3de'] in n-d-789963-29 is: [{'id': '28cb0401-6825-456d-9ffd-68c47941c3de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655689783', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:10:54Z', 'revision_number': 7, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:54.466023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 8b7bc320-295c-40e2-afed-2644b6418648 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:54.489731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 8b7bc320-295c-40e2-afed-2644b6418648) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:54.503226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46069ca-7c7d-4f37-a03f-adba681dca07 None None] Network 8b7bc320-295c-40e2-afed-2644b6418648 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:54.507165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:54.507431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.545728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-11da1d7b-b623-403e-b6e0-9f59d5726ace tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9448814 Feb 09 21:10:54.557841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:54.583639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] For port e6e9d828-059c-4870-8779-605141f8778d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e6e9d828-059c-4870-8779-605141f8778d,segment=NetworkSegment(3c38ec65-df8f-432d-9b5b-e438b1278380),segment_id=3c38ec65-df8f-432d-9b5b-e438b1278380)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:54.584134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e6e9d828-059c-4870-8779-605141f8778d), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.608608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] Calling delete_port for e6e9d828-059c-4870-8779-605141f8778d owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:54.663507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ab018f60-72d6-4157-82a9-e96edc7eca6a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.703907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866d1418-67d1-448b-a387-d0671af28f6e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:54.722210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-8b7bc320-295c-40e2-afed-2644b6418648', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:54.723296 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.739974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a53895-f924-4a49-8f19-07e2c6c7964b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:54.740271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a53895-f924-4a49-8f19-07e2c6c7964b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:54.742044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=ab018f60-72d6-4157-82a9-e96edc7eca6a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:54.759266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (61a53895-f924-4a49-8f19-07e2c6c7964b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.807514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (61a53895-f924-4a49-8f19-07e2c6c7964b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.853379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:54.853951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (61a53895-f924-4a49-8f19-07e2c6c7964b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:54.857587 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:54.937287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (e6e9d828-059c-4870-8779-605141f8778d), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:54.941826 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2214c33-5776-4564-96ab-6d05362f7103 req-e2707430-0605-4b6c-a99f-7bfdfd35fe52 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:54.943399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2214c33-5776-4564-96ab-6d05362f7103 req-e2707430-0605-4b6c-a99f-7bfdfd35fe52 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.2969692 Feb 09 21:10:55.028160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (28cb0401-6825-456d-9ffd-68c47941c3de), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.072478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Allocated IP 172.20.0.2 (8b7bc320-295c-40e2-afed-2644b6418648/dc19280c-47bf-42de-9ac9-954fef541a87/4f1573b2-0661-40cc-a69c-d3068733b6ee) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:55.082759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] Pushing event deleted for resources: {'Port': ['ID=e6e9d828-059c-4870-8779-605141f8778d,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:55.085841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7c2d2-e0de-4669-b102-7f2e79fbc67e None None] No DVR routers for this DVR port e6e9d828-059c-4870-8779-605141f8778d on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:10:55.116013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.149461 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (866d1418-67d1-448b-a387-d0671af28f6e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.178953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.185806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/866d1418-67d1-448b-a387-d0671af28f6e HTTP/1.1" status: 204 len: 168 time: 2.6399765 Feb 09 21:10:55.191549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:55.200699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-186740194'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:55.219662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (28cb0401-6825-456d-9ffd-68c47941c3de), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.229857 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_controller (28cb0401-6825-456d-9ffd-68c47941c3de), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.231886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9770-354d-4718-a052-a578307e53c5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=866d1418-67d1-448b-a387-d0671af28f6e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:55.249611 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2214c33-5776-4564-96ab-6d05362f7103 req-e2afc15d-9ae5-4648-8627-68587c400e0f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654181 Feb 09 21:10:55.319585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Publish callbacks [] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.334726 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.383914 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (28cb0401-6825-456d-9ffd-68c47941c3de), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.384308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Fanout notify agent at l3_agent the message router_deleted on router 28cb0401-6825-456d-9ffd-68c47941c3de {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:10:55.391734 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.392857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b5f40208-d724-4614-8a99-7f2db5a6a275 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/routers/28cb0401-6825-456d-9ffd-68c47941c3de HTTP/1.1" status: 204 len: 168 time: 2.3859713 Feb 09 21:10:55.393609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:55.395718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57900) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:55.396878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.459626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:55.472939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (811ddb0e-b485-44f0-8d8f-6626c2d88d34), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.473825 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment 811ddb0e-b485-44f0-8d8f-6626c2d88d34 of type vlan for network 727debc5-33b9-41ac-b9fa-00152a681516 Feb 09 21:10:55.480646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Pushing event updated for resources: {'Port': ['ID=4f1573b2-0661-40cc-a69c-d3068733b6ee,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:55.501948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Network 8b7bc320-295c-40e2-afed-2644b6418648 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:55.507536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:55.521218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:55.549661 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (727debc5-33b9-41ac-b9fa-00152a681516), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.559088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (91efa7f8-a13c-46c3-b82a-e6ca08763844), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.651056 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7adaf5aa-96a4-48a0-ac4e-104cb689b784 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (a052c19f-9775-4c62-8032-e88ca3cdd27a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.673152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.20.0.1 (8b7bc320-295c-40e2-afed-2644b6418648/dc19280c-47bf-42de-9ac9-954fef541a87/20036b07-db49-45b2-a2be-6d436bb37f06) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:55.676245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Attempting to bind port 4f1573b2-0661-40cc-a69c-d3068733b6ee on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:55.677237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Attempting to bind port 4f1573b2-0661-40cc-a69c-d3068733b6ee by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:55.678182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Attempting to bind port 4f1573b2-0661-40cc-a69c-d3068733b6ee on network 8b7bc320-295c-40e2-afed-2644b6418648 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:55.685995 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7adaf5aa-96a4-48a0-ac4e-104cb689b784 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (a052c19f-9775-4c62-8032-e88ca3cdd27a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.689421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:55.689978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Checking segment: {'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:55.690594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.691387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Bound using segment: {'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:55.692107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Bound port: 4f1573b2-0661-40cc-a69c-d3068733b6ee, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:55.692754 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.750083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:55.808545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:55.810865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5f9303d9-bf32-44bf-a2eb-32b7677a40b6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:55.815300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e6e9d828-059c-4870-8779-605141f8778d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:55.829139 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (727debc5-33b9-41ac-b9fa-00152a681516), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.835729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:55.836469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:55.854927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adaf5aa-96a4-48a0-ac4e-104cb689b784 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router a052c19f-9775-4c62-8032-e88ca3cdd27a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:10:55.918255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e6e9d828-059c-4870-8779-605141f8778d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:55.918876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e6e9d828-059c-4870-8779-605141f8778d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:55.919402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ab018f60-72d6-4157-82a9-e96edc7eca6a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:55.958220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7615728 Feb 09 21:10:55.963588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ab018f60-72d6-4157-82a9-e96edc7eca6a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:10:55.967052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:55.967565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ab018f60-72d6-4157-82a9-e96edc7eca6a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:10:56.020173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '727debc5-33b9-41ac-b9fa-00152a681516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:56.075830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ae470-c4ab-40d4-8490-f785521a9fd4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=727debc5-33b9-41ac-b9fa-00152a681516,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:56.078122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] For port 4f1573b2-0661-40cc-a69c-d3068733b6ee, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:56.083631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] For port 4f1573b2-0661-40cc-a69c-d3068733b6ee, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4f1573b2-0661-40cc-a69c-d3068733b6ee,segment=NetworkSegment(e7958d4e-6bea-401a-9d8c-fc5485c37081),segment_id=e7958d4e-6bea-401a-9d8c-fc5485c37081)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:56.105446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 727debc5-33b9-41ac-b9fa-00152a681516 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:10:56.180242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adaf5aa-96a4-48a0-ac4e-104cb689b784 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:56.191516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7adaf5aa-96a4-48a0-ac4e-104cb689b784 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.197045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7adaf5aa-96a4-48a0-ac4e-104cb689b784 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/a052c19f-9775-4c62-8032-e88ca3cdd27a HTTP/1.1" status: 200 len: 890 time: 1.9827411 Feb 09 21:10:56.199622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:56.233352 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.306197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34386ca0-0ec6-4991-851b-da2a989685f3 None None] Sync routers for ids ['a052c19f-9775-4c62-8032-e88ca3cdd27a'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:56.327840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f1937394-6fe2-4856-8c20-17b2b6accc20 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/routers/a052c19f-9775-4c62-8032-e88ca3cdd27a HTTP/1.1" status: 200 len: 890 time: 0.1268282 Feb 09 21:10:56.328487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57926) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:56.361528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:56.365033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.373316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0abfedd2-55d9-4841-8546-14e671fc72d0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=a052c19f-9775-4c62-8032-e88ca3cdd27a HTTP/1.1" status: 200 len: 205 time: 0.0433016 Feb 09 21:10:56.376814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57930) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:56.460333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34386ca0-0ec6-4991-851b-da2a989685f3 None None] Routers {'a052c19f-9775-4c62-8032-e88ca3cdd27a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:56.460974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-34386ca0-0ec6-4991-851b-da2a989685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a052c19f-9775-4c62-8032-e88ca3cdd27a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:56.513856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-34386ca0-0ec6-4991-851b-da2a989685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:56.537896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7c1ad-ff74-43d2-b359-c0a1a526206e None None] Pushing event updated for resources: {'Port': ['ID=4f1573b2-0661-40cc-a69c-d3068733b6ee,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:56.558698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34386ca0-0ec6-4991-851b-da2a989685f3 None None] Routers {'a052c19f-9775-4c62-8032-e88ca3cdd27a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:56.559631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-34386ca0-0ec6-4991-851b-da2a989685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a052c19f-9775-4c62-8032-e88ca3cdd27a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:56.627015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-34386ca0-0ec6-4991-851b-da2a989685f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:56.627832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34386ca0-0ec6-4991-851b-da2a989685f3 None None] The sync data for ids ['a052c19f-9775-4c62-8032-e88ca3cdd27a'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:10:56.637594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (91efa7f8-a13c-46c3-b82a-e6ca08763844), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.659722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:10:56.659722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:10:56.666790 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (a052c19f-9775-4c62-8032-e88ca3cdd27a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.685112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:10:56.691278 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.762851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91efa7f8-a13c-46c3-b82a-e6ca08763844']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:56.808857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c38ec65-df8f-432d-9b5b-e438b1278380') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:56.809160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c38ec65-df8f-432d-9b5b-e438b1278380') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:56.820442 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (20036b07-db49-45b2-a2be-6d436bb37f06), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.841773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 219cd6dd-d299-4488-83e4-b9b8d546de3b is: DOWN; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:56.843947 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (3c38ec65-df8f-432d-9b5b-e438b1278380), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.948926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:56.989995 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_gateway (a052c19f-9775-4c62-8032-e88ca3cdd27a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.010830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (66ca4662-1501-4b44-8ab6-01f9b401dbe6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.029742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=20036b07-db49-45b2-a2be-6d436bb37f06,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:57.041225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 8b7bc320-295c-40e2-afed-2644b6418648 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:57.042919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3c38ec65-df8f-432d-9b5b-e438b1278380), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.045654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:57.050349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:57.056826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:57.058373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (3c38ec65-df8f-432d-9b5b-e438b1278380), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:57.061309 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:57.114784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=66ca4662-1501-4b44-8ab6-01f9b401dbe6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:57.159718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.210094 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (91efa7f8-a13c-46c3-b82a-e6ca08763844), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.217005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': '811ddb0e-b485-44f0-8d8f-6626c2d88d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '727debc5-33b9-41ac-b9fa-00152a681516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:57.219030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 727debc5-33b9-41ac-b9fa-00152a681516, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:10:57.223667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.230883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/networks/91efa7f8-a13c-46c3-b82a-e6ca08763844 HTTP/1.1" status: 204 len: 168 time: 1.8303189 Feb 09 21:10:57.236303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8043-2378-43df-a9a1-1151b585d959 req-1b17af52-8e13-4e8b-9ac9-041119c65540 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:57.239520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:57.244047 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a0d8043-2378-43df-a9a1-1151b585d959 req-1b17af52-8e13-4e8b-9ac9-041119c65540 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.2491319 Feb 09 21:10:57.254940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1e652-5379-43ce-acf4-5be01557840a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Network': ['ID=91efa7f8-a13c-46c3-b82a-e6ca08763844,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:57.318721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port faa34730-ad03-4c6a-b4bd-4ced1aa63eb6 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:10:57.319249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (faa34730-ad03-4c6a-b4bd-4ced1aa63eb6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.336225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 727debc5-33b9-41ac-b9fa-00152a681516 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:10:57.393540 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a0d8043-2378-43df-a9a1-1151b585d959 req-da1a45ee-af9c-46f5-b749-cb39825fa447 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487350 Feb 09 21:10:57.395104 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5455b863-078b-4dda-a5ba-50b3d0b5b3fe tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (262586db-dc97-44c4-ba4c-7159dfbe3bed), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.408913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 727debc5-33b9-41ac-b9fa-00152a681516) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:57.419616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:57.419616 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.424434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5455b863-078b-4dda-a5ba-50b3d0b5b3fe tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (262586db-dc97-44c4-ba4c-7159dfbe3bed), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.434847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b434259f-db89-436d-a556-3558f9450882 None None] Network 727debc5-33b9-41ac-b9fa-00152a681516 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:57.468268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dc68beca-51e3-4666-b7e9-261123e469f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4985344 Feb 09 21:10:57.468761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 57954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:57.552158 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.558013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (faa34730-ad03-4c6a-b4bd-4ced1aa63eb6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.578223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-727debc5-33b9-41ac-b9fa-00152a681516', 'network_id': '727debc5-33b9-41ac-b9fa-00152a681516', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '66ca4662-1501-4b44-8ab6-01f9b401dbe6'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:10:57.579381 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.602366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for faa34730-ad03-4c6a-b4bd-4ced1aa63eb6 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:10:57.689922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5455b863-078b-4dda-a5ba-50b3d0b5b3fe tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (262586db-dc97-44c4-ba4c-7159dfbe3bed), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.692544 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5455b863-078b-4dda-a5ba-50b3d0b5b3fe tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:57.696448 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5455b863-078b-4dda-a5ba-50b3d0b5b3fe tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/security-groups/262586db-dc97-44c4-ba4c-7159dfbe3bed HTTP/1.1" status: 204 len: 168 time: 0.4515355 Feb 09 21:10:57.698295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-b0941a32-ef36-40ef-9be9-b22c2d76f62f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3983438 Feb 09 21:10:57.887167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Allocated IP 172.20.0.3 (727debc5-33b9-41ac-b9fa-00152a681516/66ca4662-1501-4b44-8ab6-01f9b401dbe6/ffdc674c-6d68-4a9e-9499-21513cd61c5a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:10:57.888417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455b863-078b-4dda-a5ba-50b3d0b5b3fe tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=262586db-dc97-44c4-ba4c-7159dfbe3bed,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:58.130034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4f1573b2-0661-40cc-a69c-d3068733b6ee up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:10:58.138477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2efa8b-0d81-498c-864d-86764c6ec819 None None] Network 8b7bc320-295c-40e2-afed-2644b6418648 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:58.228533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (20036b07-db49-45b2-a2be-6d436bb37f06), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.236351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.298055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.400468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=20036b07-db49-45b2-a2be-6d436bb37f06,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:58.481400 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (727debc5-33b9-41ac-b9fa-00152a681516), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.503955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d532ec6f-7d4e-403e-a71a-3ce090391dca None None] Provisioning complete for port 4f1573b2-0661-40cc-a69c-d3068733b6ee triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:58.504548 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d532ec6f-7d4e-403e-a71a-3ce090391dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.525235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 8b7bc320-295c-40e2-afed-2644b6418648 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:58.527123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:58.673645 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Publish callbacks [] for port (ffdc674c-6d68-4a9e-9499-21513cd61c5a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.691873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4f1573b2-0661-40cc-a69c-d3068733b6ee triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:58.693697 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.710396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (66ca4662-1501-4b44-8ab6-01f9b401dbe6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.744828 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ffdc674c-6d68-4a9e-9499-21513cd61c5a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.795905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12706728-58e4-4f00-8ac9-14bc6f02c971 req-24488a50-3277-4f86-b0d3-404c47246218 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:58.804172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12706728-58e4-4f00-8ac9-14bc6f02c971 req-24488a50-3277-4f86-b0d3-404c47246218 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.2619171 Feb 09 21:10:58.866607 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (66ca4662-1501-4b44-8ab6-01f9b401dbe6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:58.942609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:10:58.952907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=66ca4662-1501-4b44-8ab6-01f9b401dbe6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:58.985558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12706728-58e4-4f00-8ac9-14bc6f02c971 req-02c8dcc9-64fd-4ee7-b78b-8cc39ba01c2c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736834 Feb 09 21:10:58.986731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Network 727debc5-33b9-41ac-b9fa-00152a681516 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:10:59.028386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:10:59.034697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:10:59.038443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Pushing event updated for resources: {'Port': ['ID=ffdc674c-6d68-4a9e-9499-21513cd61c5a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:59.094657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d532ec6f-7d4e-403e-a71a-3ce090391dca None None] Current status of the port 4f1573b2-0661-40cc-a69c-d3068733b6ee is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:59.095199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d532ec6f-7d4e-403e-a71a-3ce090391dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.135896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (727debc5-33b9-41ac-b9fa-00152a681516), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.185386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727debc5-33b9-41ac-b9fa-00152a681516']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:59.198658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-ca10d7eb-c3e0-40e8-bc77-a99c8e5754a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:59.205769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Attempting to bind port ffdc674c-6d68-4a9e-9499-21513cd61c5a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:10:59.206576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Attempting to bind port ffdc674c-6d68-4a9e-9499-21513cd61c5a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '811ddb0e-b485-44f0-8d8f-6626c2d88d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '727debc5-33b9-41ac-b9fa-00152a681516'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:10:59.207090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Attempting to bind port ffdc674c-6d68-4a9e-9499-21513cd61c5a on network 727debc5-33b9-41ac-b9fa-00152a681516 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:10:59.209366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-ca10d7eb-c3e0-40e8-bc77-a99c8e5754a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425&tenant_id=d0c3b755731244149ed46a0fccb2a455 HTTP/1.1" status: 200 len: 1127 time: 0.3570900 Feb 09 21:10:59.210018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811ddb0e-b485-44f0-8d8f-6626c2d88d34') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:59.211140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811ddb0e-b485-44f0-8d8f-6626c2d88d34') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:59.228712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:10:59.229428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Checking segment: {'id': '811ddb0e-b485-44f0-8d8f-6626c2d88d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '727debc5-33b9-41ac-b9fa-00152a681516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:10:59.230098 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.230641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Bound using segment: {'id': '811ddb0e-b485-44f0-8d8f-6626c2d88d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '727debc5-33b9-41ac-b9fa-00152a681516'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:10:59.231275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Bound port: ffdc674c-6d68-4a9e-9499-21513cd61c5a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811ddb0e-b485-44f0-8d8f-6626c2d88d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '727debc5-33b9-41ac-b9fa-00152a681516'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:10:59.231850 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ffdc674c-6d68-4a9e-9499-21513cd61c5a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.234306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4f1573b2-0661-40cc-a69c-d3068733b6ee is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:59.234980 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.250506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (811ddb0e-b485-44f0-8d8f-6626c2d88d34), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.270001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d532ec6f-7d4e-403e-a71a-3ce090391dca None None] For port 4f1573b2-0661-40cc-a69c-d3068733b6ee, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4f1573b2-0661-40cc-a69c-d3068733b6ee,segment=NetworkSegment(e7958d4e-6bea-401a-9d8c-fc5485c37081),segment_id=e7958d4e-6bea-401a-9d8c-fc5485c37081)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:10:59.307741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (811ddb0e-b485-44f0-8d8f-6626c2d88d34), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.323249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:10:59.330608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:10:59.331374 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (811ddb0e-b485-44f0-8d8f-6626c2d88d34), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.342344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e68f4242-7cec-48ac-8a56-61050950228e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7792125 Feb 09 21:10:59.348572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:59.350826 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:10:59.362563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-422707332'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:59.367176 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:10:59.368246 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:10:59.378599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] For port ffdc674c-6d68-4a9e-9499-21513cd61c5a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:10:59.387618 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d532ec6f-7d4e-403e-a71a-3ce090391dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.393320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:10:59.402854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e48bb64d-017d-46ba-8b3f-902f31e2fc83 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509682753', 'description': 'tempest-secgroup-smoke-509682753 description', 'project_id': '11db802464124d8a859db41a07721eef'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:10:59.434424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-a9ca0a6d-1eed-4046-af8f-154919d7521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:59.436002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-a9ca0a6d-1eed-4046-af8f-154919d7521a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0c3b755731244149ed46a0fccb2a455&device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1127 time: 0.2009752 Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:10:59.492861 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:10:59.505279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532ec6f-7d4e-403e-a71a-3ce090391dca None None] Pushing event updated for resources: {'Port': ['ID=4f1573b2-0661-40cc-a69c-d3068733b6ee,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:59.552261 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:10:59.574805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b03695fc-0827-4fc1-83c1-431a23ace441 None None] Provisioning complete for port 20036b07-db49-45b2-a2be-6d436bb37f06 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:59.576251 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b03695fc-0827-4fc1-83c1-431a23ace441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.628019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:10:59.628277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (faa34730-ad03-4c6a-b4bd-4ced1aa63eb6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.637417 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:10:59.637417 n-d-789963-29 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:10:59.637417 n-d-789963-29 neutron-server[103325]: [parameters: {'id': '727debc5-33b9-41ac-b9fa-00152a681516'}] Feb 09 21:10:59.637417 n-d-789963-29 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:10:59.638005 n-d-789963-29 neutron-server[103325]: DEBUG oslo_db.api [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:10:59.640848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.645476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-ddbd2f03-1f8b-460e-9f39-3fdd4f21b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:10:59.646967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-ddbd2f03-1f8b-460e-9f39-3fdd4f21b378 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 200 len: 918 time: 0.1937952 Feb 09 21:10:59.657517 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:10:59.657888 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:10:59.670925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] For port ffdc674c-6d68-4a9e-9499-21513cd61c5a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ffdc674c-6d68-4a9e-9499-21513cd61c5a,segment=NetworkSegment(811ddb0e-b485-44f0-8d8f-6626c2d88d34),segment_id=811ddb0e-b485-44f0-8d8f-6626c2d88d34)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:10:59.676546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b03695fc-0827-4fc1-83c1-431a23ace441 None None] Port 20036b07-db49-45b2-a2be-6d436bb37f06 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:10:59.682689 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ffdc674c-6d68-4a9e-9499-21513cd61c5a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.686114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=faa34730-ad03-4c6a-b4bd-4ced1aa63eb6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:59.686488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e48bb64d-017d-46ba-8b3f-902f31e2fc83 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.744545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b03695fc-0827-4fc1-83c1-431a23ace441 None None] Provisioning complete for port 4f1573b2-0661-40cc-a69c-d3068733b6ee triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:10:59.745534 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b03695fc-0827-4fc1-83c1-431a23ace441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.831536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (a052c19f-9775-4c62-8032-e88ca3cdd27a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.844708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-2b7db64f-21fe-455b-ace0-1690caeb1300 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 200 len: 998 time: 0.1478209 Feb 09 21:10:59.861090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:10:59.872898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a2e13-314b-45a3-9473-941ad3cbfcfa None None] Pushing event updated for resources: {'Port': ['ID=ffdc674c-6d68-4a9e-9499-21513cd61c5a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:10:59.873527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d018a2ad-bb5e-4b96-ac3e-d0d16da03637), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.873849 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment d018a2ad-bb5e-4b96-ac3e-d0d16da03637 of type vlan for network 8c551b79-54ec-4d01-9d50-beaab8e82648 Feb 09 21:10:59.912538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be53e0-939d-4ecb-bbac-3ef23b871458 None None] Network 727debc5-33b9-41ac-b9fa-00152a681516 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:10:59.979243 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (8c551b79-54ec-4d01-9d50-beaab8e82648), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:10:59.979530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b03695fc-0827-4fc1-83c1-431a23ace441 None None] Current status of the port 4f1573b2-0661-40cc-a69c-d3068733b6ee is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:10:59.989550 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:10:57Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:10:57Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:00.077959 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:00.079588 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Updating router 9d4cca96-5ded-4b28-9a2d-847fad8477db port 20036b07-db49-45b2-a2be-6d436bb37f06 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:00.092738 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (8c551b79-54ec-4d01-9d50-beaab8e82648), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.098255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:00.098895 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.099402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (a052c19f-9775-4c62-8032-e88ca3cdd27a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.107468 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (a052c19f-9775-4c62-8032-e88ca3cdd27a), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.110962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-85a0e9f8-4fd5-4e58-8b41-d3347bcb4d70 None None] Provisioning complete for port 20036b07-db49-45b2-a2be-6d436bb37f06 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:00.111345 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85a0e9f8-4fd5-4e58-8b41-d3347bcb4d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.138025 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.201419 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (727debc5-33b9-41ac-b9fa-00152a681516), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.254064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=8c551b79-54ec-4d01-9d50-beaab8e82648,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:00.271891 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-265c0414-42a2-4884-8481-8d4ae9e527f4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9209797 Feb 09 21:11:00.273886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:00.276774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c753dfe-3868-4464-a061-968f39046dc9 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:11:00.293940 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (a052c19f-9775-4c62-8032-e88ca3cdd27a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.294608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Fanout notify agent at l3_agent the message router_deleted on router a052c19f-9775-4c62-8032-e88ca3cdd27a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:11:00.299892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:00.315920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.324918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-223d8397-fc17-462d-8bcf-b4760b66843c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/a052c19f-9775-4c62-8032-e88ca3cdd27a HTTP/1.1" status: 204 len: 168 time: 3.9464090 Feb 09 21:11:00.326265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:00.330978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4f1573b2-0661-40cc-a69c-d3068733b6ee is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:00.336748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-85a0e9f8-4fd5-4e58-8b41-d3347bcb4d70 None None] Port 20036b07-db49-45b2-a2be-6d436bb37f06 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:00.342174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 8c551b79-54ec-4d01-9d50-beaab8e82648 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:00.352293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Deleting port ffdc674c-6d68-4a9e-9499-21513cd61c5a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:00.352746 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ffdc674c-6d68-4a9e-9499-21513cd61c5a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.357588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-393140141'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:00.450281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] For port ffdc674c-6d68-4a9e-9499-21513cd61c5a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ffdc674c-6d68-4a9e-9499-21513cd61c5a,segment=NetworkSegment(811ddb0e-b485-44f0-8d8f-6626c2d88d34),segment_id=811ddb0e-b485-44f0-8d8f-6626c2d88d34)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:00.457554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ffdc674c-6d68-4a9e-9499-21513cd61c5a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.484421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Calling delete_port for ffdc674c-6d68-4a9e-9499-21513cd61c5a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:00.511660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4f1573b2-0661-40cc-a69c-d3068733b6ee up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:00.558045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-5b8d4532-5cfb-477b-8a06-e74349293b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:00.564099 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-5b8d4532-5cfb-477b-8a06-e74349293b1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 200 len: 856 time: 0.5116320 Feb 09 21:11:00.620969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-069407ad-3316-436a-bac0-e769595707ae None None] Provisioning complete for port 20036b07-db49-45b2-a2be-6d436bb37f06 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:00.621516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-069407ad-3316-436a-bac0-e769595707ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.627308 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ffdc674c-6d68-4a9e-9499-21513cd61c5a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.646454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No DVR routers for this DVR port ffdc674c-6d68-4a9e-9499-21513cd61c5a on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:11:00.659362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:00.663414 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.674861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-069407ad-3316-436a-bac0-e769595707ae None None] Port 20036b07-db49-45b2-a2be-6d436bb37f06 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:00.708638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58c8e-7d61-4d21-8eb6-154778103b73 req-773c44f3-08cc-4e8c-9e6b-ab98e3be77e6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:00.711026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ede58c8e-7d61-4d21-8eb6-154778103b73 req-773c44f3-08cc-4e8c-9e6b-ab98e3be77e6 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.5825930 Feb 09 21:11:00.730040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c753dfe-3868-4464-a061-968f39046dc9 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:11:00.746992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4f1573b2-0661-40cc-a69c-d3068733b6ee triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:00.747388 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.748949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Port': ['ID=ffdc674c-6d68-4a9e-9499-21513cd61c5a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:00.780006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:00.787141 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Publish callbacks [] for port (20036b07-db49-45b2-a2be-6d436bb37f06), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.799312 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.820743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (727debc5-33b9-41ac-b9fa-00152a681516), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.831955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (98993561-b868-4892-baff-c9cd6aab2bd4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.832316 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment 98993561-b868-4892-baff-c9cd6aab2bd4 of type vlan for network 22901337-9939-45db-88ed-44671089d3fb Feb 09 21:11:00.837429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e48bb64d-017d-46ba-8b3f-902f31e2fc83 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (e8290341-0f20-4f65-a8b1-3540335f0cd2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.847814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727debc5-33b9-41ac-b9fa-00152a681516']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:00.860825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811ddb0e-b485-44f0-8d8f-6626c2d88d34') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:00.861427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811ddb0e-b485-44f0-8d8f-6626c2d88d34') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:00.868675 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Pushing event updated for resources: {'Port': ['ID=20036b07-db49-45b2-a2be-6d436bb37f06,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:00.878188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e48bb64d-017d-46ba-8b3f-902f31e2fc83 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8290341-0f20-4f65-a8b1-3540335f0cd2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.883965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (811ddb0e-b485-44f0-8d8f-6626c2d88d34), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.903282 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.905442 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.907254 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.907912 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.908744 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.909814 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.910536 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.912932 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.913710 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.914882 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.917472 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.918123 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.919970 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:00.927073 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (811ddb0e-b485-44f0-8d8f-6626c2d88d34), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.944069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:00.946121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (811ddb0e-b485-44f0-8d8f-6626c2d88d34), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:00.955073 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:00.959869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:00.963257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:00.981513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ede58c8e-7d61-4d21-8eb6-154778103b73 req-2366cfd0-d85f-432a-9dcf-82021aa341dd tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529132 Feb 09 21:11:00.990568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4f1573b2-0661-40cc-a69c-d3068733b6ee is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:01.024032 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (22901337-9939-45db-88ed-44671089d3fb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.030368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e48bb64d-017d-46ba-8b3f-902f31e2fc83 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.034812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e48bb64d-017d-46ba-8b3f-902f31e2fc83 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6370192 Feb 09 21:11:01.038731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 57996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:01.048912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-de2ef2f3-642f-4e5a-9431-e10291f00dcd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'e8290341-0f20-4f65-a8b1-3540335f0cd2', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:01.053105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bb64d-017d-46ba-8b3f-902f31e2fc83 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8290341-0f20-4f65-a8b1-3540335f0cd2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:01.056732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-67b2fe5a-1920-4810-b139-d7244a610fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:01.058652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-67b2fe5a-1920-4810-b139-d7244a610fd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a341e6ef-9aa8-4558-91a7-62cf702fba02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4579933 Feb 09 21:11:01.075297 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Attempting to bind port 20036b07-db49-45b2-a2be-6d436bb37f06 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:01.076497 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Attempting to bind port 20036b07-db49-45b2-a2be-6d436bb37f06 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:01.076937 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Attempting to bind port 20036b07-db49-45b2-a2be-6d436bb37f06 on network 8b7bc320-295c-40e2-afed-2644b6418648 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:01.090814 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:01.091197 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Checking segment: {'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:01.091595 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.092006 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Bound using segment: {'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:01.093184 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Bound port: 20036b07-db49-45b2-a2be-6d436bb37f06, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7958d4e-6bea-401a-9d8c-fc5485c37081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:01.093184 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.144451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (727debc5-33b9-41ac-b9fa-00152a681516), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.149652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.154290 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/727debc5-33b9-41ac-b9fa-00152a681516 HTTP/1.1" status: 204 len: 168 time: 3.6841059 Feb 09 21:11:01.158583 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:01.166072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-989926607'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:01.183044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (22901337-9939-45db-88ed-44671089d3fb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.183899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08393daf-fbd1-4619-8e33-76177b786a94 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:11:01.188938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:01.189454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.202750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d336b9-d9fb-4e28-872f-b2581f32a9c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=727debc5-33b9-41ac-b9fa-00152a681516,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:01.246426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:01.250321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.256776 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] For port 20036b07-db49-45b2-a2be-6d436bb37f06, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:01.261666 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] For port 20036b07-db49-45b2-a2be-6d436bb37f06, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=20036b07-db49-45b2-a2be-6d436bb37f06,segment=NetworkSegment(e7958d4e-6bea-401a-9d8c-fc5485c37081),segment_id=e7958d4e-6bea-401a-9d8c-fc5485c37081)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:01.270453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de2ef2f3-642f-4e5a-9431-e10291f00dcd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (dd67eece-4cb6-4fc7-a2a9-e5c74c70f68a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.289941 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.293003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:01.305956 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8c7f9bab-0e67-41b8-bf18-bda60449bd06), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.306609 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment 8c7f9bab-0e67-41b8-bf18-bda60449bd06 of type vlan for network 71a6528d-64d8-444e-8e80-ddb2494be8fa Feb 09 21:11:01.360444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (71a6528d-64d8-444e-8e80-ddb2494be8fa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.364718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0314922 Feb 09 21:11:01.370879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08393daf-fbd1-4619-8e33-76177b786a94 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:11:01.386785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:01.394824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': '22901337-9939-45db-88ed-44671089d3fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:01.401065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (71a6528d-64d8-444e-8e80-ddb2494be8fa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.407445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:01.408361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.408488 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:01.409007 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:01.419202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffe44d-67e3-4b3b-9783-e49b4f080e2b tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=22901337-9939-45db-88ed-44671089d3fb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:01.442213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 22901337-9939-45db-88ed-44671089d3fb details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:01.446860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-f45e9100-0bd0-4a6f-84ee-a43e66481bbd service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767176 Feb 09 21:11:01.524445 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cb24d-a2ba-430c-8163-501cfbc0a9d5 None None] Pushing event updated for resources: {'Port': ['ID=20036b07-db49-45b2-a2be-6d436bb37f06,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:01.561563 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:01.649819 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de2ef2f3-642f-4e5a-9431-e10291f00dcd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (dd67eece-4cb6-4fc7-a2a9-e5c74c70f68a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.680094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=71a6528d-64d8-444e-8e80-ddb2494be8fa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:01.684815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:01.690193 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:01.712790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 71a6528d-64d8-444e-8e80-ddb2494be8fa details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:01.868508 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-499f5268-4986-42dc-9418-0f03b873f188 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7074142 Feb 09 21:11:01.871928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:01.878840 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '71a6528d-64d8-444e-8e80-ddb2494be8fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:02.037913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (42f07b2f-470f-4407-a284-5ae2b3885b4d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.058278 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:10:57Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:01Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:02.074784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de2ef2f3-642f-4e5a-9431-e10291f00dcd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (dd67eece-4cb6-4fc7-a2a9-e5c74c70f68a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.102141 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (e7d24ddd-dd14-4d64-a89d-93ff65b5b540), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.127461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:02.138742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.145486 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32a186-021e-4874-9c59-edb2380073b3 None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:10:57Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:01Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:02.175212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef2f3-642f-4e5a-9431-e10291f00dcd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd67eece-4cb6-4fc7-a2a9-e5c74c70f68a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:02.198451 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-8086c05b-51db-4cbf-a6ee-5657435627e1 service neutron] 10.222.0.50 "GET /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636765 Feb 09 21:11:02.215526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de2ef2f3-642f-4e5a-9431-e10291f00dcd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.221219 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-de2ef2f3-642f-4e5a-9431-e10291f00dcd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1800199 Feb 09 21:11:02.225167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:02.229414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8d20b553-afba-4ac9-aa20-41155bbd1a7c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'e8290341-0f20-4f65-a8b1-3540335f0cd2', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:02.256153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=e7d24ddd-dd14-4d64-a89d-93ff65b5b540,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:02.288014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=42f07b2f-470f-4407-a284-5ae2b3885b4d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:02.330981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d0afd2da-e8ce-485a-926c-7437045fb5af None None] Provisioning complete for port 20036b07-db49-45b2-a2be-6d436bb37f06 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:02.331849 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0afd2da-e8ce-485a-926c-7437045fb5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.344728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:02.344898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: 8c551b79-54ec-4d01-9d50-beaab8e82648, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:02.348692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d20b553-afba-4ac9-aa20-41155bbd1a7c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (4d8550a2-49f6-4570-9ea2-7c0652c024b4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.374575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': '98993561-b868-4892-baff-c9cd6aab2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '22901337-9939-45db-88ed-44671089d3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:02.375120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: 22901337-9939-45db-88ed-44671089d3fb, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:02.427052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d78a5d-7454-44a7-8f21-2618fe70f4f2 req-24555493-df32-489c-b58d-772743b503d5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:02.435740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3d78a5d-7454-44a7-8f21-2618fe70f4f2 req-24555493-df32-489c-b58d-772743b503d5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.1567683 Feb 09 21:11:02.442873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 8c551b79-54ec-4d01-9d50-beaab8e82648 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:02.488831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 8c551b79-54ec-4d01-9d50-beaab8e82648) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:02.507010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21310b4a-9c9c-4f32-9487-27310aa29c40 None None] Network 8c551b79-54ec-4d01-9d50-beaab8e82648 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:02.509057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:02.510928 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.557430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 22901337-9939-45db-88ed-44671089d3fb is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:02.585979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d20b553-afba-4ac9-aa20-41155bbd1a7c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (4d8550a2-49f6-4570-9ea2-7c0652c024b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.636111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9fc956fc-01d1-4b7b-87ad-d08f990bcaae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3337212 Feb 09 21:11:02.639672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:02.640511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 22901337-9939-45db-88ed-44671089d3fb) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:02.642711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d20b553-afba-4ac9-aa20-41155bbd1a7c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (4d8550a2-49f6-4570-9ea2-7c0652c024b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.661158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:02.661752 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.663974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a35bd6-bfc8-4f4d-8990-103faed15082 None None] Network 22901337-9939-45db-88ed-44671089d3fb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:02.694320 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d20b553-afba-4ac9-aa20-41155bbd1a7c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.696737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d20b553-afba-4ac9-aa20-41155bbd1a7c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4708390 Feb 09 21:11:02.700211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:02.724786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7a75577b-1657-447a-98b3-00fd37effdbd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'e8290341-0f20-4f65-a8b1-3540335f0cd2', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:02.735126 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-21b48247-eb08-49fe-8489-fda9f64fd5f3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3442345 Feb 09 21:11:02.736315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20b553-afba-4ac9-aa20-41155bbd1a7c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8550a2-49f6-4570-9ea2-7c0652c024b4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:02.737927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3d78a5d-7454-44a7-8f21-2618fe70f4f2 req-78a0be33-8b54-4e26-b2a7-d6fd64d386c8 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011389 Feb 09 21:11:02.749356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:02.790666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a75577b-1657-447a-98b3-00fd37effdbd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (0b411bcf-0efd-442a-9eb3-6eae6726957d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.842205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d4af8752-259a-4a84-a6fa-cd15b986dba4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1228955221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:02.937682 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a75577b-1657-447a-98b3-00fd37effdbd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (0b411bcf-0efd-442a-9eb3-6eae6726957d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.955658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a75577b-1657-447a-98b3-00fd37effdbd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (0b411bcf-0efd-442a-9eb3-6eae6726957d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:02.997461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75577b-1657-447a-98b3-00fd37effdbd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b411bcf-0efd-442a-9eb3-6eae6726957d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:03.018003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a75577b-1657-447a-98b3-00fd37effdbd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.023418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7a75577b-1657-447a-98b3-00fd37effdbd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155286 Feb 09 21:11:03.024470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:03.043349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c2b7fd34-1c41-4dfc-9342-8b24287c095f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'e8290341-0f20-4f65-a8b1-3540335f0cd2', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:03.101960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2b7fd34-1c41-4dfc-9342-8b24287c095f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (04c6a56e-2f10-4adb-a356-9a855bfdc7c2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.106627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-22901337-9939-45db-88ed-44671089d3fb', 'network_id': '22901337-9939-45db-88ed-44671089d3fb', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': '42f07b2f-470f-4407-a284-5ae2b3885b4d'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:03.110301 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.274108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-8c551b79-54ec-4d01-9d50-beaab8e82648', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:03.275113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.314618 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2b7fd34-1c41-4dfc-9342-8b24287c095f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (04c6a56e-2f10-4adb-a356-9a855bfdc7c2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.315097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4af8752-259a-4a84-a6fa-cd15b986dba4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (84d0fe79-2c95-4c7d-ada3-d06d0978895a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.317388 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4af8752-259a-4a84-a6fa-cd15b986dba4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (84d0fe79-2c95-4c7d-ada3-d06d0978895a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.324599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d0afd2da-e8ce-485a-926c-7437045fb5af None None] Current status of the port 20036b07-db49-45b2-a2be-6d436bb37f06 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:03.325013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0afd2da-e8ce-485a-926c-7437045fb5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.326412 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2b7fd34-1c41-4dfc-9342-8b24287c095f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (04c6a56e-2f10-4adb-a356-9a855bfdc7c2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.363725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7fd34-1c41-4dfc-9342-8b24287c095f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c6a56e-2f10-4adb-a356-9a855bfdc7c2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:03.397744 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2b7fd34-1c41-4dfc-9342-8b24287c095f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.406621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c2b7fd34-1c41-4dfc-9342-8b24287c095f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3807757 Feb 09 21:11:03.407566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58050) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:03.432749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-541af0cd-8829-4f67-9cd4-9bd39eadfe06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'e8290341-0f20-4f65-a8b1-3540335f0cd2', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:03.667381 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-541af0cd-8829-4f67-9cd4-9bd39eadfe06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Project 11db802464124d8a859db41a07721eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:11:03.731854 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4af8752-259a-4a84-a6fa-cd15b986dba4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (84d0fe79-2c95-4c7d-ada3-d06d0978895a), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.733281 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-541af0cd-8829-4f67-9cd4-9bd39eadfe06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (b2cccb8d-11cc-4461-b1d2-493cbcc39168), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.753766 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4af8752-259a-4a84-a6fa-cd15b986dba4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (84d0fe79-2c95-4c7d-ada3-d06d0978895a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.772049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (573993ce-fdc8-42c3-8f5d-0f68edf0079f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:03.993568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52441b-76b0-4147-abc5-9b553a69031f req-f2b35490-e7c7-4212-92ea-ac98e114bb65 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:04.004826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d0afd2da-e8ce-485a-926c-7437045fb5af None None] For port 20036b07-db49-45b2-a2be-6d436bb37f06, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=20036b07-db49-45b2-a2be-6d436bb37f06,segment=NetworkSegment(e7958d4e-6bea-401a-9d8c-fc5485c37081),segment_id=e7958d4e-6bea-401a-9d8c-fc5485c37081)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:04.008908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df52441b-76b0-4147-abc5-9b553a69031f req-f2b35490-e7c7-4212-92ea-ac98e114bb65 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.1128080 Feb 09 21:11:04.014136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d4af8752-259a-4a84-a6fa-cd15b986dba4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.015840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d4af8752-259a-4a84-a6fa-cd15b986dba4 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1775048 Feb 09 21:11:04.019782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:04.037155 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d0afd2da-e8ce-485a-926c-7437045fb5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.059665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Allocated IP 2001:db8::2 (22901337-9939-45db-88ed-44671089d3fb/42f07b2f-470f-4407-a284-5ae2b3885b4d/f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:04.224286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=573993ce-fdc8-42c3-8f5d-0f68edf0079f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:04.244608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': '8c7f9bab-0e67-41b8-bf18-bda60449bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '71a6528d-64d8-444e-8e80-ddb2494be8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:04.244902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 71a6528d-64d8-444e-8e80-ddb2494be8fa, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:04.283287 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-541af0cd-8829-4f67-9cd4-9bd39eadfe06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (b2cccb8d-11cc-4461-b1d2-493cbcc39168), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.340354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-541af0cd-8829-4f67-9cd4-9bd39eadfe06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b2cccb8d-11cc-4461-b1d2-493cbcc39168), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.352851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Allocated IP 172.21.0.2 (8c551b79-54ec-4d01-9d50-beaab8e82648/e7d24ddd-dd14-4d64-a89d-93ff65b5b540/b43494d7-fb48-4095-a98b-2f1cdf076ba4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:04.422546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df52441b-76b0-4147-abc5-9b553a69031f req-7c5f9de9-8417-465f-9541-096a968b1f68 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4109366 Feb 09 21:11:04.484707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541af0cd-8829-4f67-9cd4-9bd39eadfe06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cccb8d-11cc-4461-b1d2-493cbcc39168,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:04.508394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 71a6528d-64d8-444e-8e80-ddb2494be8fa is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:04.542896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-541af0cd-8829-4f67-9cd4-9bd39eadfe06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.552460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-541af0cd-8829-4f67-9cd4-9bd39eadfe06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1336884 Feb 09 21:11:04.558267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.569734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:04.582754 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ece8039e-6ce5-4220-bd0f-b89a9d144ff1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'security_group_rule': {'security_group_id': 'e8290341-0f20-4f65-a8b1-3540335f0cd2', 'project_id': '11db802464124d8a859db41a07721eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:04.653166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 71a6528d-64d8-444e-8e80-ddb2494be8fa) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:04.672883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:04.673652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.690166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.743839 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Publish callbacks [] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.842601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 20036b07-db49-45b2-a2be-6d436bb37f06 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:04.848723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b10d43-5b76-4c5b-bfa4-78ce85995ba7 None None] Network 71a6528d-64d8-444e-8e80-ddb2494be8fa requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:04.851667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ee031bfd-5586-410c-a43c-9f57208d9bb0 None None] Provisioning complete for port 20036b07-db49-45b2-a2be-6d436bb37f06 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:04.852045 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee031bfd-5586-410c-a43c-9f57208d9bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.856291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:04.925800 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-ece8039e-6ce5-4220-bd0f-b89a9d144ff1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Project 11db802464124d8a859db41a07721eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:11:04.954551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-94a42884-2c21-4570-a308-1122e4fab898 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0820405 Feb 09 21:11:04.958107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58060) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:04.979855 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ece8039e-6ce5-4220-bd0f-b89a9d144ff1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (6ec83ae9-d359-469c-a3eb-b45d4e99cffb), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.050363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Publish callbacks [] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.078251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Network 8c551b79-54ec-4d01-9d50-beaab8e82648 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:05.087858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afd2da-e8ce-485a-926c-7437045fb5af None None] Pushing event updated for resources: {'Port': ['ID=20036b07-db49-45b2-a2be-6d436bb37f06,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:05.106527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:05.111964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.143244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:05.193434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Pushing event updated for resources: {'Port': ['ID=b43494d7-fb48-4095-a98b-2f1cdf076ba4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:05.264691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Pushing event updated for resources: {'Port': ['ID=f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:05.288097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 20036b07-db49-45b2-a2be-6d436bb37f06 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:05.288097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.362753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8::1 (22901337-9939-45db-88ed-44671089d3fb/42f07b2f-470f-4407-a284-5ae2b3885b4d/e57a61af-9e02-485c-b673-378333934c15) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:05.363327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ece8039e-6ce5-4220-bd0f-b89a9d144ff1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (6ec83ae9-d359-469c-a3eb-b45d4e99cffb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.393489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Network 22901337-9939-45db-88ed-44671089d3fb is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:05.419349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:05.423572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:05.428540 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ece8039e-6ce5-4220-bd0f-b89a9d144ff1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (6ec83ae9-d359-469c-a3eb-b45d4e99cffb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.527606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 20036b07-db49-45b2-a2be-6d436bb37f06 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:05.562894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Attempting to bind port b43494d7-fb48-4095-a98b-2f1cdf076ba4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:05.563515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Attempting to bind port b43494d7-fb48-4095-a98b-2f1cdf076ba4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:05.563924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Attempting to bind port b43494d7-fb48-4095-a98b-2f1cdf076ba4 on network 8c551b79-54ec-4d01-9d50-beaab8e82648 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:05.612082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8039e-6ce5-4220-bd0f-b89a9d144ff1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec83ae9-d359-469c-a3eb-b45d4e99cffb,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:05.630044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:05.630469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Checking segment: {'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:05.630933 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.631765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Bound using segment: {'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:05.631924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Bound port: b43494d7-fb48-4095-a98b-2f1cdf076ba4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:05.632332 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.672527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (e57a61af-9e02-485c-b673-378333934c15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.674084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ece8039e-6ce5-4220-bd0f-b89a9d144ff1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.678068 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ece8039e-6ce5-4220-bd0f-b89a9d144ff1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1043313 Feb 09 21:11:05.690540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58066) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:05.702547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'network': {'name': 'tempest-network-smoke--279727362', 'project_id': '11db802464124d8a859db41a07721eef', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:05.787334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:05.796498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.832134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Attempting to bind port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:05.833215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Attempting to bind port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '98993561-b868-4892-baff-c9cd6aab2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '22901337-9939-45db-88ed-44671089d3fb'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:05.835232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Attempting to bind port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f on network 22901337-9939-45db-88ed-44671089d3fb {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:05.857745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:05.858647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Checking segment: {'id': '98993561-b868-4892-baff-c9cd6aab2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '22901337-9939-45db-88ed-44671089d3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:05.859492 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.860408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Bound using segment: {'id': '98993561-b868-4892-baff-c9cd6aab2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '22901337-9939-45db-88ed-44671089d3fb'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:05.861900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Bound port: f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98993561-b868-4892-baff-c9cd6aab2bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '22901337-9939-45db-88ed-44671089d3fb'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:05.862954 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.869262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-71a6528d-64d8-444e-8e80-ddb2494be8fa', 'network_id': '71a6528d-64d8-444e-8e80-ddb2494be8fa', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '573993ce-fdc8-42c3-8f5d-0f68edf0079f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:05.870846 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.889967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:05.922381 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (73009c02-1d79-4e9d-8bf6-bcc56beeb47c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:05.922736 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Added segment 73009c02-1d79-4e9d-8bf6-bcc56beeb47c of type vlan for network 387f63d8-f45c-4507-8e34-18b88175eea3 Feb 09 21:11:05.963063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] For port b43494d7-fb48-4095-a98b-2f1cdf076ba4, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:05.968495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] For port b43494d7-fb48-4095-a98b-2f1cdf076ba4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b43494d7-fb48-4095-a98b-2f1cdf076ba4,segment=NetworkSegment(d018a2ad-bb5e-4b96-ac3e-d0d16da03637),segment_id=d018a2ad-bb5e-4b96-ac3e-d0d16da03637)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:06.007379 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (387f63d8-f45c-4507-8e34-18b88175eea3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.011189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.074296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (387f63d8-f45c-4507-8e34-18b88175eea3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.079815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:06.080444 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.167009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] For port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:06.171289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] For port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f,segment=NetworkSegment(98993561-b868-4892-baff-c9cd6aab2bd4),segment_id=98993561-b868-4892-baff-c9cd6aab2bd4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:06.250639 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.276755 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (71a6528d-64d8-444e-8e80-ddb2494be8fa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.311250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Network': ['ID=387f63d8-f45c-4507-8e34-18b88175eea3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:06.331389 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e57a61af-9e02-485c-b673-378333934c15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.355111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde38ef-501b-4d9e-9a5c-8b1997b42af1 req-e2e1f3fb-d220-4de1-a0a6-08556bf34c44 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:06.361261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ee031bfd-5586-410c-a43c-9f57208d9bb0 None None] Current status of the port 20036b07-db49-45b2-a2be-6d436bb37f06 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:06.371270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2dde38ef-501b-4d9e-9a5c-8b1997b42af1 req-e2e1f3fb-d220-4de1-a0a6-08556bf34c44 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.7448056 Feb 09 21:11:06.409909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 387f63d8-f45c-4507-8e34-18b88175eea3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:06.471040 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4f1377c9-b7ef-4718-aa16-4fc24155d735 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7747531 Feb 09 21:11:06.477150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58074) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:06.512984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'admin_state_up': True, 'project_id': '11db802464124d8a859db41a07721eef', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:06.544685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 22901337-9939-45db-88ed-44671089d3fb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:06.567287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=e57a61af-9e02-485c-b673-378333934c15,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:06.577176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:06.587051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:06.588397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (84d0fe79-2c95-4c7d-ada3-d06d0978895a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.700907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (52e0f1f0-755e-4169-9c14-8e56f7a5567c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.701785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (52e0f1f0-755e-4169-9c14-8e56f7a5567c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:06.710132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Allocated IP 172.20.0.1 (71a6528d-64d8-444e-8e80-ddb2494be8fa/573993ce-fdc8-42c3-8f5d-0f68edf0079f/adcb4faa-4d9a-40b9-aee2-80f33813d5bf) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:06.875546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d9b65-efba-45b9-9acd-f28962e131be None None] Pushing event updated for resources: {'Port': ['ID=b43494d7-fb48-4095-a98b-2f1cdf076ba4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:06.935071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 20036b07-db49-45b2-a2be-6d436bb37f06 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:06.982387 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e57a61af-9e02-485c-b673-378333934c15), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.019025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_controller (52e0f1f0-755e-4169-9c14-8e56f7a5567c), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.037687 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.21.0.1 (8c551b79-54ec-4d01-9d50-beaab8e82648/e7d24ddd-dd14-4d64-a89d-93ff65b5b540/3c20484e-b720-4e6b-8cfc-f0dd1e527c43) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:07.060668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bdfa0-33b4-487e-8163-f59bd76b3b9c None None] Pushing event updated for resources: {'Port': ['ID=f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:07.124722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (573993ce-fdc8-42c3-8f5d-0f68edf0079f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.288951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2dde38ef-501b-4d9e-9a5c-8b1997b42af1 req-b7df5e9d-bdcd-4bc7-afb9-4dbaec2f95d7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9166517 Feb 09 21:11:07.370511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 20036b07-db49-45b2-a2be-6d436bb37f06 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:07.372513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.383941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Publish callbacks [] for port (adcb4faa-4d9a-40b9-aee2-80f33813d5bf), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.466365 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (adcb4faa-4d9a-40b9-aee2-80f33813d5bf), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.650297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Network 71a6528d-64d8-444e-8e80-ddb2494be8fa is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:07.667867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:07.694694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:07.709226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (52e0f1f0-755e-4169-9c14-8e56f7a5567c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.710367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Pushing event updated for resources: {'Port': ['ID=adcb4faa-4d9a-40b9-aee2-80f33813d5bf,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:07.771834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13db3bfb-b052-42c5-bd47-0c76452660e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.805167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (e57a61af-9e02-485c-b673-378333934c15), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.812997 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e57a61af-9e02-485c-b673-378333934c15), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.814476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (84d0fe79-2c95-4c7d-ada3-d06d0978895a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:07.868626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 20036b07-db49-45b2-a2be-6d436bb37f06 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:07.962023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (573993ce-fdc8-42c3-8f5d-0f68edf0079f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:08.004758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Attempting to bind port adcb4faa-4d9a-40b9-aee2-80f33813d5bf on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:08.006157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=e57a61af-9e02-485c-b673-378333934c15,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:08.009724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Attempting to bind port adcb4faa-4d9a-40b9-aee2-80f33813d5bf by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8c7f9bab-0e67-41b8-bf18-bda60449bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '71a6528d-64d8-444e-8e80-ddb2494be8fa'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:08.010365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Attempting to bind port adcb4faa-4d9a-40b9-aee2-80f33813d5bf on network 71a6528d-64d8-444e-8e80-ddb2494be8fa {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:08.039603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:08.045275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=573993ce-fdc8-42c3-8f5d-0f68edf0079f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:08.045841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Checking segment: {'id': '8c7f9bab-0e67-41b8-bf18-bda60449bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '71a6528d-64d8-444e-8e80-ddb2494be8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:08.046483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:08.047624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Bound using segment: {'id': '8c7f9bab-0e67-41b8-bf18-bda60449bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '71a6528d-64d8-444e-8e80-ddb2494be8fa'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:08.056899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Bound port: adcb4faa-4d9a-40b9-aee2-80f33813d5bf, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7f9bab-0e67-41b8-bf18-bda60449bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '71a6528d-64d8-444e-8e80-ddb2494be8fa'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:08.057507 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (adcb4faa-4d9a-40b9-aee2-80f33813d5bf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:08.109112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:08.110737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 22901337-9939-45db-88ed-44671089d3fb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:08.112641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:08.422391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] For port adcb4faa-4d9a-40b9-aee2-80f33813d5bf, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:08.433494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] For port adcb4faa-4d9a-40b9-aee2-80f33813d5bf, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=adcb4faa-4d9a-40b9-aee2-80f33813d5bf,segment=NetworkSegment(8c7f9bab-0e67-41b8-bf18-bda60449bd06),segment_id=8c7f9bab-0e67-41b8-bf18-bda60449bd06)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:08.463758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (adcb4faa-4d9a-40b9-aee2-80f33813d5bf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:08.621304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (71a6528d-64d8-444e-8e80-ddb2494be8fa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:08.704076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a6528d-64d8-444e-8e80-ddb2494be8fa']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:08.741514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7f9bab-0e67-41b8-bf18-bda60449bd06') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:08.741897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7f9bab-0e67-41b8-bf18-bda60449bd06') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:08.752242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 84d0fe79-2c95-4c7d-ada3-d06d0978895a is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:11:08.754792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e7014-4d2c-4704-9825-1267d1a66b55 None None] Pushing event updated for resources: {'Port': ['ID=adcb4faa-4d9a-40b9-aee2-80f33813d5bf,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:08.855500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:08.875363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8c7f9bab-0e67-41b8-bf18-bda60449bd06), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:08.898294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ab051-4f75-4bff-a21e-535c3a5c98bf None None] Network 8c551b79-54ec-4d01-9d50-beaab8e82648 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:09.025930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:09.077157 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8c7f9bab-0e67-41b8-bf18-bda60449bd06), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:09.100931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 8c551b79-54ec-4d01-9d50-beaab8e82648 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:09.117567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:09.118406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8c7f9bab-0e67-41b8-bf18-bda60449bd06), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:09.128340 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:09.152013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:09.156708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:09.163811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-79cf9ba5-91c2-4ee2-8ecd-f17688a1ea03 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/84d0fe79-2c95-4c7d-ada3-d06d0978895a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1402884 Feb 09 21:11:09.183340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:09.272204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:09.280692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b9ec-13d9-493f-a8db-c1e5a741ccb5 req-73b78640-02bd-4eeb-b138-e8c37c481965 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:09.292779 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da07b9ec-13d9-493f-a8db-c1e5a741ccb5 req-73b78640-02bd-4eeb-b138-e8c37c481965 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.7022855 Feb 09 21:11:09.392772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:09.409451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a37c9-3481-4062-b572-77c01e35d38e None None] Network 22901337-9939-45db-88ed-44671089d3fb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:09.411955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af4aef-a302-4c1d-9323-ef8f6d6213f1 None None] Sync routers for ids ['84d0fe79-2c95-4c7d-ada3-d06d0978895a'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:09.430427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da07b9ec-13d9-493f-a8db-c1e5a741ccb5 req-bee5f01c-5f5d-41dc-b404-33ac7d266d30 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354733 Feb 09 21:11:09.432367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:11:09.432367 n-d-789963-29 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:11:09.432367 n-d-789963-29 neutron-server[103325]: [parameters: {'id': '71a6528d-64d8-444e-8e80-ddb2494be8fa'}] Feb 09 21:11:09.432367 n-d-789963-29 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:11:09.432839 n-d-789963-29 neutron-server[103325]: DEBUG oslo_db.api [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:11:09.476425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb7ecf-a328-4374-b617-59f62b5a9705 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:09.479302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b3bb7ecf-a328-4374-b617-59f62b5a9705 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports/e57a61af-9e02-485c-b673-378333934c15 HTTP/1.1" status: 200 len: 911 time: 0.2852890 Feb 09 21:11:09.482084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:09.483426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (52e0f1f0-755e-4169-9c14-8e56f7a5567c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:09.495732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-96e681fc-61fd-4f9b-b17c-1c148608b20f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42f07b2f-470f-4407-a284-5ae2b3885b4d'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:09.535732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:09.597302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af4aef-a302-4c1d-9323-ef8f6d6213f1 None None] Routers {'84d0fe79-2c95-4c7d-ada3-d06d0978895a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:09.597936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-42af4aef-a302-4c1d-9323-ef8f6d6213f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['84d0fe79-2c95-4c7d-ada3-d06d0978895a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:09.663266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab0ba0-55e8-4ea1-91f3-bebd912f4665 None None] Network 71a6528d-64d8-444e-8e80-ddb2494be8fa requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:09.685503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-319023a7-a640-4e86-90ac-6737922a8676 None None] Provisioning complete for port b43494d7-fb48-4095-a98b-2f1cdf076ba4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:09.685947 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-319023a7-a640-4e86-90ac-6737922a8676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:09.779136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-42af4aef-a302-4c1d-9323-ef8f6d6213f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:09.806140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:09.849653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96e681fc-61fd-4f9b-b17c-1c148608b20f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e57a61af-9e02-485c-b673-378333934c15), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:09.957264 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (71a6528d-64d8-444e-8e80-ddb2494be8fa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:10.145219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-319023a7-a640-4e86-90ac-6737922a8676 None None] Current status of the port b43494d7-fb48-4095-a98b-2f1cdf076ba4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:10.145219 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-319023a7-a640-4e86-90ac-6737922a8676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:10.165564 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-99080357-8753-4160-8f10-059c2b604d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:10.169694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af4aef-a302-4c1d-9323-ef8f6d6213f1 None None] Routers {'84d0fe79-2c95-4c7d-ada3-d06d0978895a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:10.170610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-42af4aef-a302-4c1d-9323-ef8f6d6213f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:10:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['84d0fe79-2c95-4c7d-ada3-d06d0978895a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:10.367572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-42af4aef-a302-4c1d-9323-ef8f6d6213f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:10.376171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af4aef-a302-4c1d-9323-ef8f6d6213f1 None None] The sync data for ids ['84d0fe79-2c95-4c7d-ada3-d06d0978895a'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:10.425332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.25.4.93 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/e6c7e8c1-ab18-43ec-80ea-059a941c87d0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:10.658453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:10.659157 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:10.848866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:10.908776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-319023a7-a640-4e86-90ac-6737922a8676 None None] For port b43494d7-fb48-4095-a98b-2f1cdf076ba4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b43494d7-fb48-4095-a98b-2f1cdf076ba4,segment=NetworkSegment(d018a2ad-bb5e-4b96-ac3e-d0d16da03637),segment_id=d018a2ad-bb5e-4b96-ac3e-d0d16da03637)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:10.955122 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-319023a7-a640-4e86-90ac-6737922a8676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.046888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:11.047298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.074788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.085720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319023a7-a640-4e86-90ac-6737922a8676 None None] Pushing event updated for resources: {'Port': ['ID=b43494d7-fb48-4095-a98b-2f1cdf076ba4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:11.148629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Provisioning complete for port b43494d7-fb48-4095-a98b-2f1cdf076ba4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:11.149246 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.189460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:11.195084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:11.205631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96e681fc-61fd-4f9b-b17c-1c148608b20f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (e57a61af-9e02-485c-b673-378333934c15), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.221326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96e681fc-61fd-4f9b-b17c-1c148608b20f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e57a61af-9e02-485c-b673-378333934c15), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.232021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e681fc-61fd-4f9b-b17c-1c148608b20f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:11.232878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96e681fc-61fd-4f9b-b17c-1c148608b20f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.235748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-96e681fc-61fd-4f9b-b17c-1c148608b20f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/ports/e57a61af-9e02-485c-b673-378333934c15 HTTP/1.1" status: 200 len: 911 time: 1.7488744 Feb 09 21:11:11.293260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:11.296302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e681fc-61fd-4f9b-b17c-1c148608b20f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=e57a61af-9e02-485c-b673-378333934c15,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:11.340394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f,segment=NetworkSegment(98993561-b868-4892-baff-c9cd6aab2bd4),segment_id=98993561-b868-4892-baff-c9cd6aab2bd4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:11.362699 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:11:11.381225 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.382375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b43494d7-fb48-4095-a98b-2f1cdf076ba4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:11.385708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:11.397460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=e6c7e8c1-ab18-43ec-80ea-059a941c87d0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:11.598505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.655337 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.716665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:11.748555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba5cb9-26f5-4de7-ad0d-7f5eb4698818 req-8020bdeb-8bb8-4116-ab03-fe0f4e65320b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:11.751132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98ba5cb9-26f5-4de7-ad0d-7f5eb4698818 req-8020bdeb-8bb8-4116-ab03-fe0f4e65320b tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.7955046 Feb 09 21:11:11.777884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a0a53-7a98-45b6-95a2-8cda8fe7becc None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:11:11.821486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b43494d7-fb48-4095-a98b-2f1cdf076ba4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:11.822275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.833190 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98ba5cb9-26f5-4de7-ad0d-7f5eb4698818 req-01d4601d-446d-4c77-b17d-5edf49fab12c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676944 Feb 09 21:11:11.833190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Deleting port adcb4faa-4d9a-40b9-aee2-80f33813d5bf {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:11.833543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (adcb4faa-4d9a-40b9-aee2-80f33813d5bf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:11.865672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Current status of the port b43494d7-fb48-4095-a98b-2f1cdf076ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:12.023835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Provisioning complete for port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:12.026467 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:12.258995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a0a53-7a98-45b6-95a2-8cda8fe7becc None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:11:12.364666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b43494d7-fb48-4095-a98b-2f1cdf076ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:12.474764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Current status of the port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:12.519323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Provisioning complete for port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:12.519825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:12.638010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:12.782689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b3e18965-d0a9-487e-b581-3cb21f356477 None None] Port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:12.808664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:12.809208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.013112 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.134469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbaa17-7b85-4190-9cf0-c969af592bf7 req-bc5cc0ec-45c0-44e1-8ecb-0e29df747834 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:13.137637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.146568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6fbaa17-7b85-4190-9cf0-c969af592bf7 req-bc5cc0ec-45c0-44e1-8ecb-0e29df747834 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.1210849 Feb 09 21:11:13.153121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Provisioning complete for port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:13.153719 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.178578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] For port adcb4faa-4d9a-40b9-aee2-80f33813d5bf, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=adcb4faa-4d9a-40b9-aee2-80f33813d5bf,segment=NetworkSegment(8c7f9bab-0e67-41b8-bf18-bda60449bd06),segment_id=8c7f9bab-0e67-41b8-bf18-bda60449bd06)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:13.181200 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (adcb4faa-4d9a-40b9-aee2-80f33813d5bf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.214972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Calling delete_port for adcb4faa-4d9a-40b9-aee2-80f33813d5bf owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:13.240016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6fbaa17-7b85-4190-9cf0-c969af592bf7 req-826b48ba-89d6-4feb-abf7-63d9777f8e7d tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813951 Feb 09 21:11:13.299331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:13.300631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b43494d7-fb48-4095-a98b-2f1cdf076ba4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:13.485839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b43494d7-fb48-4095-a98b-2f1cdf076ba4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:13.486724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.513344 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.540236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Current status of the port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:13.598995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Provisioning complete for port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:13.604089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.636740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:13.720876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (52e0f1f0-755e-4169-9c14-8e56f7a5567c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.798551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:13.898999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Provisioning complete for port e57a61af-9e02-485c-b673-378333934c15 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:13.904666 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e57a61af-9e02-485c-b673-378333934c15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:13.951153 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.010401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ab92d1ab-2978-4d7c-b433-c38c5d31ffd4 None None] Port e57a61af-9e02-485c-b673-378333934c15 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:14.040345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (adcb4faa-4d9a-40b9-aee2-80f33813d5bf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.046311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b43494d7-fb48-4095-a98b-2f1cdf076ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:14.079926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.151462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a546f618-fa3f-4fe2-aec5-f65bba5c136f None None] Provisioning complete for port e57a61af-9e02-485c-b673-378333934c15 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:14.153988 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a546f618-fa3f-4fe2-aec5-f65bba5c136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e57a61af-9e02-485c-b673-378333934c15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.179167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Port': ['ID=adcb4faa-4d9a-40b9-aee2-80f33813d5bf,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:14.321297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No DVR routers for this DVR port adcb4faa-4d9a-40b9-aee2-80f33813d5bf on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:11:14.330067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a546f618-fa3f-4fe2-aec5-f65bba5c136f None None] Port e57a61af-9e02-485c-b673-378333934c15 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:14.475967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-34994483-2b6d-4070-9aa0-04bf36b06a37 None None] Provisioning complete for port e57a61af-9e02-485c-b673-378333934c15 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:14.476613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-34994483-2b6d-4070-9aa0-04bf36b06a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e57a61af-9e02-485c-b673-378333934c15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.549799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-34994483-2b6d-4070-9aa0-04bf36b06a37 None None] Port e57a61af-9e02-485c-b673-378333934c15 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:14.669731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (71a6528d-64d8-444e-8e80-ddb2494be8fa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.681316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83b6a0-404c-4e7a-8390-f6fa3c37e1cb req-027145f3-815e-4a83-99b1-61294c9e02da tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:14.683105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf83b6a0-404c-4e7a-8390-f6fa3c37e1cb req-027145f3-815e-4a83-99b1-61294c9e02da tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.2203405 Feb 09 21:11:14.753008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a6528d-64d8-444e-8e80-ddb2494be8fa']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:14.791490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7f9bab-0e67-41b8-bf18-bda60449bd06') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:14.792141 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7f9bab-0e67-41b8-bf18-bda60449bd06') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:14.834158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 8c551b79-54ec-4d01-9d50-beaab8e82648 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:14.839422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8c7f9bab-0e67-41b8-bf18-bda60449bd06), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.843772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (52e0f1f0-755e-4169-9c14-8e56f7a5567c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.856728 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (84d0fe79-2c95-4c7d-ada3-d06d0978895a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:14.979565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:15.048491 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8c7f9bab-0e67-41b8-bf18-bda60449bd06), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.176312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf83b6a0-404c-4e7a-8390-f6fa3c37e1cb req-34dec706-e658-46f8-a6f5-49ef9daa09b0 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638045 Feb 09 21:11:15.248386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:15.249710 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8c7f9bab-0e67-41b8-bf18-bda60449bd06), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:15.297860 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:15.325176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:15.497326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a0a5efb5-7124-4588-b804-2a220596a975 None None] Provisioning complete for port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:15.497899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0a5efb5-7124-4588-b804-2a220596a975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.521496 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (71a6528d-64d8-444e-8e80-ddb2494be8fa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.542239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.545581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/71a6528d-64d8-444e-8e80-ddb2494be8fa HTTP/1.1" status: 204 len: 168 time: 10.5864930 Feb 09 21:11:15.553063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:15.556228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5efb5-7124-4588-b804-2a220596a975 None None] Port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:15.560994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-26681990'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:15.582365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd2e0b-a337-4cd0-a2b2-87f6fd03224b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=71a6528d-64d8-444e-8e80-ddb2494be8fa,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:15.602848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:15.608570 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.644449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:15.655600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b490a751-ad64-43be-bd41-925c8324e2ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.656050 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment b490a751-ad64-43be-bd41-925c8324e2ca of type vlan for network 5494b89f-80ec-45df-beac-422ffdf67457 Feb 09 21:11:15.703723 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (5494b89f-80ec-45df-beac-422ffdf67457), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.733463 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (5494b89f-80ec-45df-beac-422ffdf67457), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.741684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:15.742332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.815264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2607517 Feb 09 21:11:15.821651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58154) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:15.826804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '5494b89f-80ec-45df-beac-422ffdf67457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:15.869139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=5494b89f-80ec-45df-beac-422ffdf67457,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:15.881415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.881785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.882124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.882464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.882802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.883141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.883470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.883831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.884162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.884511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.884823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.885147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.885474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb0e4-06c9-42db-abea-c812c2048f2f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:15.907563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 5494b89f-80ec-45df-beac-422ffdf67457 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:15.939151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:15.942518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:15.951067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ed0633ab-aeed-4096-949d-a8c270c7f6af tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2994230 Feb 09 21:11:15.951067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:15.953242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:15.954517 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:15.959173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1180037639'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:15.980863 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:15.981777 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:15.998740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 52e0f1f0-755e-4169-9c14-8e56f7a5567c is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:11:16.026356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:16.029822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.113518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:16.136253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2e7e675b-754b-42cb-b111-633b42a0cb2d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.137737 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment 2e7e675b-754b-42cb-b111-633b42a0cb2d of type vlan for network 59e0df22-833a-4b7d-9b64-ec01885da598 Feb 09 21:11:16.153384 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:16.225089 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (4c0abc5c-32c0-455f-9074-dfc7ed3552fe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.241185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (59e0df22-833a-4b7d-9b64-ec01885da598), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.343297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=4c0abc5c-32c0-455f-9074-dfc7ed3552fe,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:16.417837 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:10Z', 'revision_number': 3, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:12Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:16.426714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (59e0df22-833a-4b7d-9b64-ec01885da598), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.435639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': 'b490a751-ad64-43be-bd41-925c8324e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5494b89f-80ec-45df-beac-422ffdf67457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:16.436264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 5494b89f-80ec-45df-beac-422ffdf67457, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:16.436395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:16.437425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.465726 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:16.467582 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Updating router 9d4cca96-5ded-4b28-9a2d-847fad8477db port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:16.475609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b0ec3-48bb-4d9f-917a-ed510b454d54 req-43d66091-8e0c-47e6-91ed-b95c6d68b196 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:16.478026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-558b0ec3-48bb-4d9f-917a-ed510b454d54 req-43d66091-8e0c-47e6-91ed-b95c6d68b196 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.1358399 Feb 09 21:11:16.504264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 5494b89f-80ec-45df-beac-422ffdf67457 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:16.528371 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.544379 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-558b0ec3-48bb-4d9f-917a-ed510b454d54 req-f0d241b4-6574-4e0a-ab81-feffce1941a4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597148 Feb 09 21:11:16.545009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 5494b89f-80ec-45df-beac-422ffdf67457) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:16.550492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:16.551099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.581528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53475008-db74-4c65-afd7-5c67345e77b1 None None] Network 5494b89f-80ec-45df-beac-422ffdf67457 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:16.594618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ef16f113-4f89-41e9-9e4b-afbf00c8348f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7707012 Feb 09 21:11:16.595916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:16.620541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6646149 Feb 09 21:11:16.621581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:16.627609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:16.643915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port e57a61af-9e02-485c-b673-378333934c15 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:16.644332 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e57a61af-9e02-485c-b673-378333934c15), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.709521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-5494b89f-80ec-45df-beac-422ffdf67457', 'network_id': '5494b89f-80ec-45df-beac-422ffdf67457', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '4c0abc5c-32c0-455f-9074-dfc7ed3552fe'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:16.710765 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.738402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:16.752371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c270dd9-9ac1-465d-a7ec-5df4261f917b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=59e0df22-833a-4b7d-9b64-ec01885da598,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:16.800763 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (5494b89f-80ec-45df-beac-422ffdf67457), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.818710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:16.824171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.874090 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.892313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4cb6db91-3db8-406c-bbae-37111b8c1c06 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.3778701 Feb 09 21:11:16.893489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58172) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:16.935984 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Publish callbacks [] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.978382 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:16.997597 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-69950d03-d525-4588-abc8-7aefef34cd04 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=11db802464124d8a859db41a07721eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0981541 Feb 09 21:11:17.001850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:17.039468 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1e9c-ae9a-40b7-af8f-433651d24cf8 None None] Pushing event updated for resources: {'Port': ['ID=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:17.142294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Sync routers for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:17.145470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 59e0df22-833a-4b7d-9b64-ec01885da598 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:17.150861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e57a61af-9e02-485c-b673-378333934c15), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:17.179098 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Attempting to bind port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:17.181261 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Attempting to bind port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:17.181261 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Attempting to bind port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 on network 8c551b79-54ec-4d01-9d50-beaab8e82648 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:17.192750 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:17.194517 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Checking segment: {'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:17.195289 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:17.195927 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Bound using segment: {'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:17.196614 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Bound port: 3c20484e-b720-4e6b-8cfc-f0dd1e527c43, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:17.197245 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:17.198709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for e57a61af-9e02-485c-b673-378333934c15 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:17.334442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:17.334983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:17.363526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1eafeb-2eac-4550-bba9-a57c7a2cee3c tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:17.365734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ed1eafeb-2eac-4550-bba9-a57c7a2cee3c tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3626330 Feb 09 21:11:17.366212 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] For port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:17.368488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58182) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:17.373628 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] For port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,segment=NetworkSegment(d018a2ad-bb5e-4b96-ac3e-d0d16da03637),segment_id=d018a2ad-bb5e-4b96-ac3e-d0d16da03637)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:17.392079 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (4c0abc5c-32c0-455f-9074-dfc7ed3552fe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:17.392885 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:17.424651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e7ae487-8abf-471c-ab3d-9b54596a2b31 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543597 Feb 09 21:11:17.428642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:17.456128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1085946555', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'project_id': '11db802464124d8a859db41a07721eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:17.495520 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:17.497921 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:17.537102 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d1e9c-ae9a-40b7-af8f-433651d24cf8 None None] Pushing event updated for resources: {'Port': ['ID=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:17.624122 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:17.663655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a14f8535-6af1-4459-8cfe-8534e1189444 None None] Provisioning complete for port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:17.674250 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a14f8535-6af1-4459-8cfe-8534e1189444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:17.695940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Allocated IP 172.20.0.1 (5494b89f-80ec-45df-beac-422ffdf67457/4c0abc5c-32c0-455f-9074-dfc7ed3552fe/92df49c3-783c-4c43-b883-980b2f069f61) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:17.707241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (35cafaa5-ac8d-47ef-b329-5d91702d2ed7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:17.793000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=35cafaa5-ac8d-47ef-b329-5d91702d2ed7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:17.794812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:17.833854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:17.833854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: 59e0df22-833a-4b7d-9b64-ec01885da598, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:17.869013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b5a87-228a-4ee4-9c37-f671637c4ae8 req-a3214caf-3556-44b0-9374-d7fa7ea47db7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:17.871545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d7b5a87-228a-4ee4-9c37-f671637c4ae8 req-a3214caf-3556-44b0-9374-d7fa7ea47db7 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.1603184 Feb 09 21:11:17.886236 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 59e0df22-833a-4b7d-9b64-ec01885da598 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:17.909273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 59e0df22-833a-4b7d-9b64-ec01885da598) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:17.914539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:17.915366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:17.950857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb295577-5760-4647-81f0-1a088b1131c9 None None] Network 59e0df22-833a-4b7d-9b64-ec01885da598 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:17.956747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-69156e7b-71b0-49d3-a8d4-9f68148e4ad0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3340769 Feb 09 21:11:17.958007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:17.970823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:17.986333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.069742 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:10Z', 'revision_number': 3, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:17Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:18.089344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d7b5a87-228a-4ee4-9c37-f671637c4ae8 req-1dc5aa4b-579c-40cb-9515-a1ed74ed2709 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092743 Feb 09 21:11:18.117133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e57a61af-9e02-485c-b673-378333934c15), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.172726 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208e58c-0944-4db5-9671-45818835c5bb None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:10Z', 'revision_number': 3, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:17Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:18.201973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=e57a61af-9e02-485c-b673-378333934c15,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:18.282416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a14f8535-6af1-4459-8cfe-8534e1189444 None None] Current status of the port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:18.282812 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a14f8535-6af1-4459-8cfe-8534e1189444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.336757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a14f8535-6af1-4459-8cfe-8534e1189444 None None] For port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,segment=NetworkSegment(d018a2ad-bb5e-4b96-ac3e-d0d16da03637),segment_id=d018a2ad-bb5e-4b96-ac3e-d0d16da03637)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:18.382351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a14f8535-6af1-4459-8cfe-8534e1189444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.559248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (84d0fe79-2c95-4c7d-ada3-d06d0978895a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.619460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f8535-6af1-4459-8cfe-8534e1189444 None None] Pushing event updated for resources: {'Port': ['ID=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:18.678695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:18.744458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:11:18.768487 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (111a80b7-3069-4797-8a8e-15a4baf68e08), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.780949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-59e0df22-833a-4b7d-9b64-ec01885da598', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:18.782492 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.838168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.842953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eaaca3c4-6802-4cfb-86ff-eaad3ab3bc5c None None] Provisioning complete for port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:18.843328 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eaaca3c4-6802-4cfb-86ff-eaad3ab3bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.872381 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Publish callbacks [] for port (92df49c3-783c-4c43-b883-980b2f069f61), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.913758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:11:18.949542 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (92df49c3-783c-4c43-b883-980b2f069f61), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:18.984204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Subnet': ['ID=111a80b7-3069-4797-8a8e-15a4baf68e08,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:18.992566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 84d0fe79-2c95-4c7d-ada3-d06d0978895a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:18.998355 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (4c0abc5c-32c0-455f-9074-dfc7ed3552fe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:19.046180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0abc5c-32c0-455f-9074-dfc7ed3552fe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:19.074530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Pushing event updated for resources: {'Port': ['ID=92df49c3-783c-4c43-b883-980b2f069f61,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:19.084232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:19.084624 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:19.154939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:19.157133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Checking segment: {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:19.159084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network hostable DHCP agents. Network: 387f63d8-f45c-4507-8e34-18b88175eea3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:19.169918 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3772f20-4127-40a2-82e6-ab2de8827327 None None] Sync routers for ids ['84d0fe79-2c95-4c7d-ada3-d06d0978895a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:19.174648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (5494b89f-80ec-45df-beac-422ffdf67457), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:19.208384 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3772f20-4127-40a2-82e6-ab2de8827327 None None] Routers {'84d0fe79-2c95-4c7d-ada3-d06d0978895a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:19.210381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6bbb9127-3235-4ebe-84d2-6b0f35ee7d2a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/84d0fe79-2c95-4c7d-ada3-d06d0978895a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8211136 Feb 09 21:11:19.211330 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f3772f20-4127-40a2-82e6-ab2de8827327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['84d0fe79-2c95-4c7d-ada3-d06d0978895a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:19.218092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58208) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:19.268231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 387f63d8-f45c-4507-8e34-18b88175eea3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:19.283948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cf3658ae-819e-42e5-a77b-66aca1640319 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=84d0fe79-2c95-4c7d-ada3-d06d0978895a HTTP/1.1" status: 200 len: 205 time: 0.0618045 Feb 09 21:11:19.286734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:19.326068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5494b89f-80ec-45df-beac-422ffdf67457']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:19.350233 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f3772f20-4127-40a2-82e6-ab2de8827327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:19.356927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 387f63d8-f45c-4507-8e34-18b88175eea3) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:19.366308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:19.367630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:19.367759 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3772f20-4127-40a2-82e6-ab2de8827327 None None] Routers {'84d0fe79-2c95-4c7d-ada3-d06d0978895a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:19.368566 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f3772f20-4127-40a2-82e6-ab2de8827327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['84d0fe79-2c95-4c7d-ada3-d06d0978895a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:19.369557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b490a751-ad64-43be-bd41-925c8324e2ca') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:19.373339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b490a751-ad64-43be-bd41-925c8324e2ca') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:19.405371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (b490a751-ad64-43be-bd41-925c8324e2ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:19.422940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Allocated IP 172.22.0.2 (59e0df22-833a-4b7d-9b64-ec01885da598/35cafaa5-ac8d-47ef-b329-5d91702d2ed7/360ebf53-3656-4b49-b511-99791c088db8) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:19.435824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b490a751-ad64-43be-bd41-925c8324e2ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:19.440290 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f3772f20-4127-40a2-82e6-ab2de8827327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:19.441179 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3772f20-4127-40a2-82e6-ab2de8827327 None None] The sync data for ids ['84d0fe79-2c95-4c7d-ada3-d06d0978895a'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:19.445256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:19.445688 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (b490a751-ad64-43be-bd41-925c8324e2ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:19.470286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf91671-27ce-40e0-9640-03a0625ee48a None None] Network 387f63d8-f45c-4507-8e34-18b88175eea3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:19.499140 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1759ff86-258f-4d4e-999d-1d909eb94fe5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0639858 Feb 09 21:11:19.509256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:19.511621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb37007-565a-4322-b2a3-d10706c6d218 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (84d0fe79-2c95-4c7d-ada3-d06d0978895a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:19.514666 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:19.579370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.api [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:11:19.579370 n-d-789963-29 neutron-server[103324]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:11:19.579370 n-d-789963-29 neutron-server[103324]: [parameters: {'id': '5494b89f-80ec-45df-beac-422ffdf67457'}] Feb 09 21:11:19.579370 n-d-789963-29 neutron-server[103324]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103324) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:11:19.579881 n-d-789963-29 neutron-server[103324]: DEBUG oslo_db.api [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:11:19.600773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d25ed-61ad-49ad-b6b2-7f80aeed410d req-3ecb0aa3-e382-4ddd-bdbf-729b73726c14 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:19.602406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c63d25ed-61ad-49ad-b6b2-7f80aeed410d req-3ecb0aa3-e382-4ddd-bdbf-729b73726c14 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 944 time: 0.3306098 Feb 09 21:11:19.605716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Network 5494b89f-80ec-45df-beac-422ffdf67457 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:19.663304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:19.673734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c63d25ed-61ad-49ad-b6b2-7f80aeed410d req-fb248545-3af8-4823-bdd2-789000924585 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601535 Feb 09 21:11:19.675936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:19.787178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-387f63d8-f45c-4507-8e34-18b88175eea3', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:19.788247 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.002128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:20.068164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:11Z', 'revision_number': 3, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:20.078417 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb37007-565a-4322-b2a3-d10706c6d218 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (84d0fe79-2c95-4c7d-ada3-d06d0978895a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.081696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (5494b89f-80ec-45df-beac-422ffdf67457), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.083751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb37007-565a-4322-b2a3-d10706c6d218 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (84d0fe79-2c95-4c7d-ada3-d06d0978895a), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.100827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Checking router: 52e0f1f0-755e-4169-9c14-8e56f7a5567c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:20.101185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Updating router 52e0f1f0-755e-4169-9c14-8e56f7a5567c port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:20.127826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:20.128207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'b490a751-ad64-43be-bd41-925c8324e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5494b89f-80ec-45df-beac-422ffdf67457'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:20.128579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:20.155335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eaaca3c4-6802-4cfb-86ff-eaad3ab3bc5c None None] Current status of the port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:20.162899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:20.191533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:20.191974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking segment: {'id': 'b490a751-ad64-43be-bd41-925c8324e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5494b89f-80ec-45df-beac-422ffdf67457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:20.192452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.192919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Bound using segment: {'id': 'b490a751-ad64-43be-bd41-925c8324e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5494b89f-80ec-45df-beac-422ffdf67457'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:20.193401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Bound port: 92df49c3-783c-4c43-b883-980b2f069f61, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b490a751-ad64-43be-bd41-925c8324e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5494b89f-80ec-45df-beac-422ffdf67457'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:20.193788 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92df49c3-783c-4c43-b883-980b2f069f61), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.205356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Deleting port 92df49c3-783c-4c43-b883-980b2f069f61 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:20.206135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (92df49c3-783c-4c43-b883-980b2f069f61), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.223670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb37007-565a-4322-b2a3-d10706c6d218 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (84d0fe79-2c95-4c7d-ada3-d06d0978895a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.224181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb37007-565a-4322-b2a3-d10706c6d218 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Fanout notify agent at l3_agent the message router_deleted on router 84d0fe79-2c95-4c7d-ada3-d06d0978895a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:11:20.232677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb37007-565a-4322-b2a3-d10706c6d218 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.233804 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5cb37007-565a-4322-b2a3-d10706c6d218 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/84d0fe79-2c95-4c7d-ada3-d06d0978895a HTTP/1.1" status: 204 len: 168 time: 0.9460397 Feb 09 21:11:20.239413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:20.273127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'port_id': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'mac_address': 'fa:16:3e:11:c2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:11:20.277494 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.324230 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-368bbd57-2d3f-48eb-b064-9e62f117d174 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet 42f07b2f-470f-4407-a284-5ae2b3885b4d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:11:20.330202 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-368bbd57-2d3f-48eb-b064-9e62f117d174 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (42f07b2f-470f-4407-a284-5ae2b3885b4d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.349225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] For port 92df49c3-783c-4c43-b883-980b2f069f61, host n-d-789963-29, got binding levels [] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:20.349732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (92df49c3-783c-4c43-b883-980b2f069f61), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.373380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Calling delete_port for 92df49c3-783c-4c43-b883-980b2f069f61 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:20.460815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-368bbd57-2d3f-48eb-b064-9e62f117d174 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (42f07b2f-470f-4407-a284-5ae2b3885b4d), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.494836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 219cd6dd-d299-4488-83e4-b9b8d546de3b is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:20.495233 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.521428 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Publish callbacks [] for port (360ebf53-3656-4b49-b511-99791c088db8), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.539638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (92df49c3-783c-4c43-b883-980b2f069f61), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.574042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Port': ['ID=92df49c3-783c-4c43-b883-980b2f069f61,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:20.577791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No DVR routers for this DVR port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:11:20.589698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:20.636076 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:11:20.636441 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:11:20.645534 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (360ebf53-3656-4b49-b511-99791c088db8), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.648759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219cd6dd-d299-4488-83e4-b9b8d546de3b {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:11:20.652482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-368bbd57-2d3f-48eb-b064-9e62f117d174 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (42f07b2f-470f-4407-a284-5ae2b3885b4d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.680118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.22.0.1 (59e0df22-833a-4b7d-9b64-ec01885da598/35cafaa5-ac8d-47ef-b329-5d91702d2ed7/b7c73437-0ed7-4efd-aa84-ff4aba18c30c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:20.726185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Allocated IP 172.20.0.2 (387f63d8-f45c-4507-8e34-18b88175eea3/111a80b7-3069-4797-8a8e-15a4baf68e08/6ab316b7-2810-4276-a68b-7992d81172cb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:20.815184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Pushing event updated for resources: {'Port': ['ID=360ebf53-3656-4b49-b511-99791c088db8,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:20.822248 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (5494b89f-80ec-45df-beac-422ffdf67457), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.838118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:20.858286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5494b89f-80ec-45df-beac-422ffdf67457']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:20.866868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Network 59e0df22-833a-4b7d-9b64-ec01885da598 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:20.872548 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.877073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b490a751-ad64-43be-bd41-925c8324e2ca') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:20.877375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b490a751-ad64-43be-bd41-925c8324e2ca') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:20.887370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:20.896712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (b490a751-ad64-43be-bd41-925c8324e2ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.912513 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-368bbd57-2d3f-48eb-b064-9e62f117d174 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (42f07b2f-470f-4407-a284-5ae2b3885b4d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.914089 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.922022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (b490a751-ad64-43be-bd41-925c8324e2ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.931248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:20.931674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (b490a751-ad64-43be-bd41-925c8324e2ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:20.934935 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:20.938685 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-368bbd57-2d3f-48eb-b064-9e62f117d174 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:20.945000 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-368bbd57-2d3f-48eb-b064-9e62f117d174 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/42f07b2f-470f-4407-a284-5ae2b3885b4d HTTP/1.1" status: 204 len: 168 time: 0.6998281 Feb 09 21:11:20.945189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:20.947943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:20.956369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d0abc-2f84-4447-853d-6a31f9c0d6d7 None None] Network 22901337-9939-45db-88ed-44671089d3fb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:21.020111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bbd57-2d3f-48eb-b064-9e62f117d174 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=42f07b2f-470f-4407-a284-5ae2b3885b4d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:21.053917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798be94-62db-4742-9269-34cf48cbe55e req-d5476a64-d160-443b-9cbb-a4447f1ca657 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:21.056646 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7798be94-62db-4742-9269-34cf48cbe55e req-d5476a64-d160-443b-9cbb-a4447f1ca657 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 945 time: 0.1942916 Feb 09 21:11:21.067590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (22901337-9939-45db-88ed-44671089d3fb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.122682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7798be94-62db-4742-9269-34cf48cbe55e req-db9f5bc5-79cd-4632-aaa2-c05b1e7fc7be tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591762 Feb 09 21:11:21.132072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (5494b89f-80ec-45df-beac-422ffdf67457), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.158023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:21.164769 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.168399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/5494b89f-80ec-45df-beac-422ffdf67457 HTTP/1.1" status: 204 len: 168 time: 4.5702794 Feb 09 21:11:21.170286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3d98-0542-4099-929a-6d15f8a7890d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=5494b89f-80ec-45df-beac-422ffdf67457,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:21.174776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.176965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:21.181092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['219cd6dd-d299-4488-83e4-b9b8d546de3b'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:11:21.183711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:21.184291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.188732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429262583'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:21.207900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.225595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:21.229254 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.271275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:21.271817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:21.272274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.283069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Attempting to bind port 360ebf53-3656-4b49-b511-99791c088db8 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:21.283496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Attempting to bind port 360ebf53-3656-4b49-b511-99791c088db8 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:21.284237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Attempting to bind port 360ebf53-3656-4b49-b511-99791c088db8 on network 59e0df22-833a-4b7d-9b64-ec01885da598 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.328851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:21.329403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.334715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 59e0df22-833a-4b7d-9b64-ec01885da598 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:21.344798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:21.350305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:21.350837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Checking segment: {'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:21.351340 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.352314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Bound using segment: {'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:21.353008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Bound port: 360ebf53-3656-4b49-b511-99791c088db8, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:21.353495 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (360ebf53-3656-4b49-b511-99791c088db8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.357916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:21.371099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:21.383734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:21.384137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.393384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:21.393883 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:21.400582 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 2 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:21.456951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:21.457473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:21.458065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.485389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f,segment=NetworkSegment(98993561-b868-4892-baff-c9cd6aab2bd4),segment_id=98993561-b868-4892-baff-c9cd6aab2bd4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:21.485772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.514134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:21.514630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.524714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:21.536719 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Publish callbacks [] for port (6ab316b7-2810-4276-a68b-7992d81172cb), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.541698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:21.549638 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Publish callbacks [] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.557872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:21.558352 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:21.582741 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 3 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:21.597883 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.612456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.614405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865fe93d-6684-473f-975c-c3c1487d1df5 None None] DHCP port deletion for 22901337-9939-45db-88ed-44671089d3fb request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:11:21.648786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.20.0.1 (387f63d8-f45c-4507-8e34-18b88175eea3/111a80b7-3069-4797-8a8e-15a4baf68e08/1e965883-1b49-4e9f-b6ba-7fe22f314639) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:21.673846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.674387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:21.674828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:21.675244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.684725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f1426d02-c44f-46c8-9649-d082123304dc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.686190 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment f1426d02-c44f-46c8-9649-d082123304dc of type vlan for network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 Feb 09 21:11:21.686888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] For port 360ebf53-3656-4b49-b511-99791c088db8, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:21.725640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:21.728183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:21.728709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.738832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No DVR routers for this DVR port f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:11:21.750119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:21.760173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Network 387f63d8-f45c-4507-8e34-18b88175eea3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:21.766443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] For port 360ebf53-3656-4b49-b511-99791c088db8, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=360ebf53-3656-4b49-b511-99791c088db8,segment=NetworkSegment(2e7e675b-754b-42cb-b111-633b42a0cb2d),segment_id=2e7e675b-754b-42cb-b111-633b42a0cb2d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:21.777561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-865fe93d-6684-473f-975c-c3c1487d1df5 None None] The port 'f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f' was deleted {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 21:11:21.793988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:21.800124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:21.800560 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:21.803112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Pushing event updated for resources: {'Port': ['ID=6ab316b7-2810-4276-a68b-7992d81172cb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:21.805676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:21.810133 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 4 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:21.812898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Attempting to bind port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:21.813381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Attempting to bind port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:21.813803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Attempting to bind port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.816300 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (360ebf53-3656-4b49-b511-99791c088db8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.868558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:21.869016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:21.869443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.871561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:21.872099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:21.872565 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.873017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:21.873381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.873613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Bound port: e6c7e8c1-ab18-43ec-80ea-059a941c87d0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:21.874058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.876179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.904382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.944266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:21.945122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:21.945597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:21.993679 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:21.994129 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:22.004183 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 5 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:22.017299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 387f63d8-f45c-4507-8e34-18b88175eea3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:22.021073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee935f-bd79-461b-a161-8ea4a16b104f None None] Pushing event updated for resources: {'Port': ['ID=e6c7e8c1-ab18-43ec-80ea-059a941c87d0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:22.022778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:22.033397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:22.044646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=1e965883-1b49-4e9f-b6ba-7fe22f314639,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:22.061731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:22.062926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:22.063366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:22.142216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (52e0f1f0-755e-4169-9c14-8e56f7a5567c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.300703 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (22901337-9939-45db-88ed-44671089d3fb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.305351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.361802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22901337-9939-45db-88ed-44671089d3fb']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:22.400084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.415115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98993561-b868-4892-baff-c9cd6aab2bd4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:22.415411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98993561-b868-4892-baff-c9cd6aab2bd4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:22.437183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (98993561-b868-4892-baff-c9cd6aab2bd4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.438905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.444208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:22.444945 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.501847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Attempting to bind port 6ab316b7-2810-4276-a68b-7992d81172cb on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:22.503873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Attempting to bind port 6ab316b7-2810-4276-a68b-7992d81172cb by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:22.504457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Attempting to bind port 6ab316b7-2810-4276-a68b-7992d81172cb on network 387f63d8-f45c-4507-8e34-18b88175eea3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:22.507276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] For port e6c7e8c1-ab18-43ec-80ea-059a941c87d0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:22.533699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:22.534768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:22.560110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] For port e6c7e8c1-ab18-43ec-80ea-059a941c87d0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e6c7e8c1-ab18-43ec-80ea-059a941c87d0,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:22.560786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:22.561193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Checking segment: {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:22.561675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.562627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Bound using segment: {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:22.563121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Bound port: 6ab316b7-2810-4276-a68b-7992d81172cb, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:22.563512 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.593118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:22.595628 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:22.597811 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.605203 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (98993561-b868-4892-baff-c9cd6aab2bd4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.606496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:11:22.618954 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 6 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:22.652699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4697657 Feb 09 21:11:22.655597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:22.661496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-81afa82d-8fea-475c-a047-05666cf14695 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:22.666238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:22.666944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (98993561-b868-4892-baff-c9cd6aab2bd4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.669023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:11:22.669407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f3eab2c7-c4dd-4bfd-bf02-226a5ae58e9f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:11:22.693607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e6c14-47cf-438c-ac7c-23286bee697f None None] Pushing event updated for resources: {'Port': ['ID=360ebf53-3656-4b49-b511-99791c088db8,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:22.703809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:22.704078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:22.704632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:22.720036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49251b4-fd53-4268-9316-b020e84fa481 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=83568dbf-f9ed-4d56-a527-6c9b5ac21d88,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:22.724794 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:22.759127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:22.759715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:22.776841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:22.817344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:22.818225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:22.859469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:22.859969 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:22.869010 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 7 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:22.889188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.939114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] For port 6ab316b7-2810-4276-a68b-7992d81172cb, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:22.950712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:22.958461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (22901337-9939-45db-88ed-44671089d3fb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:22.993533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee935f-bd79-461b-a161-8ea4a16b104f None None] Pushing event updated for resources: {'Port': ['ID=e6c7e8c1-ab18-43ec-80ea-059a941c87d0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:23.006354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6dc81-a59e-426c-9878-53989a34fbb6 req-9687846e-de0e-4153-93cc-93d721f923fe tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:23.008321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:23.008695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:23.008806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eeb6dc81-a59e-426c-9878-53989a34fbb6 req-9687846e-de0e-4153-93cc-93d721f923fe tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 945 time: 0.7185338 Feb 09 21:11:23.009092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:23.012601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] For port 6ab316b7-2810-4276-a68b-7992d81172cb, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6ab316b7-2810-4276-a68b-7992d81172cb,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:23.019135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.034984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/22901337-9939-45db-88ed-44671089d3fb HTTP/1.1" status: 204 len: 168 time: 2.0855763 Feb 09 21:11:23.073996 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:23.074286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:23.075439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:23.076918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.122093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:23.122457 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:23.122828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0415151e-9243-4413-8864-a16948edd9cb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-807717364', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:23.127013 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 8 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:23.158861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eeb6dc81-a59e-426c-9878-53989a34fbb6 req-44e3049a-380f-4b0c-8c6f-ae1f97ed6c2a tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177616 Feb 09 21:11:23.172601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:23.172975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:23.173346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:23.200589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75452bb0-3249-4409-83fe-915bbec81bab tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=22901337-9939-45db-88ed-44671089d3fb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:23.225909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:23.226518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:23.242849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:23.245669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bf9d1-87d8-493c-9458-b750b78bd4c2 None None] Pushing event updated for resources: {'Port': ['ID=6ab316b7-2810-4276-a68b-7992d81172cb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:23.265998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81afa82d-8fea-475c-a047-05666cf14695 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.283867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:23.284257 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:23.286809 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 9 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:23.306122 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81afa82d-8fea-475c-a047-05666cf14695 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.331056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 219cd6dd-d299-4488-83e4-b9b8d546de3b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:23.331653 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.333673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:23.334047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:23.334487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:23.353376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81afa82d-8fea-475c-a047-05666cf14695 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:11:23.358586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afa82d-8fea-475c-a047-05666cf14695 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:23.359186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-81afa82d-8fea-475c-a047-05666cf14695 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.363386 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-81afa82d-8fea-475c-a047-05666cf14695 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "PUT /v2.0/networks/83568dbf-f9ed-4d56-a527-6c9b5ac21d88 HTTP/1.1" status: 200 len: 723 time: 0.7067144 Feb 09 21:11:23.368323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:23.369293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0415151e-9243-4413-8864-a16948edd9cb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.370533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0415151e-9243-4413-8864-a16948edd9cb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.382573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '83568dbf-f9ed-4d56-a527-6c9b5ac21d88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:23.433090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:23.433485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:23.494052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa82d-8fea-475c-a047-05666cf14695 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=83568dbf-f9ed-4d56-a527-6c9b5ac21d88,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:23.506617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:23.507292 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:23.510267 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempt 10 to bind port 92df49c3-783c-4c43-b883-980b2f069f61 Feb 09 21:11:23.521887 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.537988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:23.538206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.606382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (52e0f1f0-755e-4169-9c14-8e56f7a5567c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.647921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:23.648294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:23.648661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:23.719709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:23.720312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Attempting to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:23.737616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=1e965883-1b49-4e9f-b6ba-7fe22f314639,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:23.767342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 on network 5494b89f-80ec-45df-beac-422ffdf67457 not bound, no agent of type HyperV agent registered on host n-d-789963-29 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:23.769710 n-d-789963-29 neutron-server[103326]: ERROR neutron.plugins.ml2.managers [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Failed to bind port 92df49c3-783c-4c43-b883-980b2f069f61 on host n-d-789963-29 for vnic_type normal using segments [] Feb 09 21:11:23.770281 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92df49c3-783c-4c43-b883-980b2f069f61), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.809837 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0415151e-9243-4413-8864-a16948edd9cb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.844886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0415151e-9243-4413-8864-a16948edd9cb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.846394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 387f63d8-f45c-4507-8e34-18b88175eea3 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:23.848108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:23.883846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2f5430e4-149a-41ed-aeeb-d4c294f02ea7 None None] Port 92df49c3-783c-4c43-b883-980b2f069f61 has been deleted concurrently {{(pid=103326) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 21:11:23.897109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0415151e-9243-4413-8864-a16948edd9cb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.898647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0415151e-9243-4413-8864-a16948edd9cb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7821956 Feb 09 21:11:23.907360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:23.918888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6060559'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:23.925840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.929412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:23.933570 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.946162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 219cd6dd-d299-4488-83e4-b9b8d546de3b is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:23.946397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:23.946828 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.003717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:11:24.007618 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217c3963-41e3-42e0-b16b-8de69bd8165d" -d '{"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-plugged", "status": "completed", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:11:24.028543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd4bc8-e9e8-4dfd-85dd-82a48b1e779b None None] Network 59e0df22-833a-4b7d-9b64-ec01885da598 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:24.068243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 52e0f1f0-755e-4169-9c14-8e56f7a5567c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:24.143722 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5434b87d-989e-4b26-9f3e-7d69e2c3f5ad x-openstack-request-id: req-5434b87d-989e-4b26-9f3e-7d69e2c3f5ad {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:11:24.144271 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-plugged", "status": "completed", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:11:24.144544 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5434b87d-989e-4b26-9f3e-7d69e2c3f5ad {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:11:24.146080 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'code': 200} Feb 09 21:11:24.190718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:24.231036 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.352371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c53ba168-75c4-42ca-96fe-5f12555657df None None] Provisioning complete for port 360ebf53-3656-4b49-b511-99791c088db8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:24.352751 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c53ba168-75c4-42ca-96fe-5f12555657df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (360ebf53-3656-4b49-b511-99791c088db8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.404983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:24.409390 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.474325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:24.517397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:21Z', 'revision_number': 1, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:24.606382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6120efe2-c4b1-4a0a-bd68-5732fd140b6a None None] The sync data for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 is: [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:21Z', 'revision_number': 1, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:24.629334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.640033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:24.683711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c53ba168-75c4-42ca-96fe-5f12555657df None None] Current status of the port 360ebf53-3656-4b49-b511-99791c088db8 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:24.683711 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c53ba168-75c4-42ca-96fe-5f12555657df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (360ebf53-3656-4b49-b511-99791c088db8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.744467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c53ba168-75c4-42ca-96fe-5f12555657df None None] For port 360ebf53-3656-4b49-b511-99791c088db8, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=360ebf53-3656-4b49-b511-99791c088db8,segment=NetworkSegment(2e7e675b-754b-42cb-b111-633b42a0cb2d),segment_id=2e7e675b-754b-42cb-b111-633b42a0cb2d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:24.748157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:24.753928 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c53ba168-75c4-42ca-96fe-5f12555657df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (360ebf53-3656-4b49-b511-99791c088db8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.795601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 360ebf53-3656-4b49-b511-99791c088db8 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:24.934583 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5cb25089-0b91-4b0e-9488-2e17db55d6b5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.935183 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment 5cb25089-0b91-4b0e-9488-2e17db55d6b5 of type vlan for network 01e4604a-83f6-48de-a80b-58dba759a880 Feb 09 21:11:24.937671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ba168-75c4-42ca-96fe-5f12555657df None None] Pushing event updated for resources: {'Port': ['ID=360ebf53-3656-4b49-b511-99791c088db8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:24.944216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955635d-f669-44fa-8beb-6e7377215695 req-6518bda1-01ce-48b0-86af-dc9f9473b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:24.953712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 360ebf53-3656-4b49-b511-99791c088db8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:24.954915 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (360ebf53-3656-4b49-b511-99791c088db8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:24.956036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4955635d-f669-44fa-8beb-6e7377215695 req-6518bda1-01ce-48b0-86af-dc9f9473b6cf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 1130 time: 0.6333342 Feb 09 21:11:25.068391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9c4a9-4d9e-43ce-8874-396510adc2a6 req-ca1da75c-54a1-4982-a1db-e79a041904d4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:25.081262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ae9c4a9-4d9e-43ce-8874-396510adc2a6 req-ca1da75c-54a1-4982-a1db-e79a041904d4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 947 time: 0.6943805 Feb 09 21:11:25.195666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 360ebf53-3656-4b49-b511-99791c088db8 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:25.199528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6ab316b7-2810-4276-a68b-7992d81172cb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:25.255378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (01e4604a-83f6-48de-a80b-58dba759a880), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:25.273413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:25.289705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a562a9aa-10e8-42a9-8122-3f96368565bd tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "PUT /v2.0/routers/52e0f1f0-755e-4169-9c14-8e56f7a5567c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4260218 Feb 09 21:11:25.346859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6c5084f7-8bcc-44c7-a240-6ebd27f48f02 None None] Provisioning complete for port 360ebf53-3656-4b49-b511-99791c088db8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:25.346859 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c5084f7-8bcc-44c7-a240-6ebd27f48f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (360ebf53-3656-4b49-b511-99791c088db8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:25.356502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4955635d-f669-44fa-8beb-6e7377215695 req-f0d4bdb3-a2ad-4f6f-96d0-2c9a62533dae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3694715 Feb 09 21:11:25.431842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 59e0df22-833a-4b7d-9b64-ec01885da598 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:25.447431 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.db.resource_extend [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:11:25.449086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6ab316b7-2810-4276-a68b-7992d81172cb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:25.449673 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:25.481015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:25.590129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6ab316b7-2810-4276-a68b-7992d81172cb is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:25.591046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:25.593261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ae9c4a9-4d9e-43ce-8874-396510adc2a6 req-46bb3c79-f77f-4c28-8380-330b8b6228ab tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5100234 Feb 09 21:11:25.608587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:25.654548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade48a6b-33a0-458e-a4f6-f32c0cc273c0 None None] Network 387f63d8-f45c-4507-8e34-18b88175eea3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:25.692936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (01e4604a-83f6-48de-a80b-58dba759a880), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:25.706917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:25.707740 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:25.902168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 6ab316b7-2810-4276-a68b-7992d81172cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6ab316b7-2810-4276-a68b-7992d81172cb,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:25.912092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-56346865-5916-4984-aeaa-dff22c5266b1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509682753&fields=id&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 267 time: 0.1692359 Feb 09 21:11:26.031658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6c5084f7-8bcc-44c7-a240-6ebd27f48f02 None None] Current status of the port 360ebf53-3656-4b49-b511-99791c088db8 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:26.057600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906c573b-c473-4a6d-9be6-29bf72b44847 None None] DHCP port deletion for 5494b89f-80ec-45df-beac-422ffdf67457 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:11:26.063808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1492875 Feb 09 21:11:26.077570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:26.091190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:26.102662 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:26.242958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:26.292283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09860c83-7b9a-4a6d-b9e5-6707e74dc2a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=01e4604a-83f6-48de-a80b-58dba759a880,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:26.322993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:26.331829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced01d3-618e-4eab-b544-293ac630a92c req-a2d9d288-cb8c-4106-8ddb-050995e7ee1d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:26.335247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-a2d9d288-cb8c-4106-8ddb-050995e7ee1d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/networks?id=387f63d8-f45c-4507-8e34-18b88175eea3 HTTP/1.1" status: 200 len: 796 time: 0.4155850 Feb 09 21:11:26.358728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': 'f1426d02-c44f-46c8-9649-d082123304dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '83568dbf-f9ed-4d56-a527-6c9b5ac21d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:26.363054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 83568dbf-f9ed-4d56-a527-6c9b5ac21d88, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:26.368942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:26.373596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:26.467130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a27e21f-443c-4179-b9b1-f6d91272fa88 None None] Network 5494b89f-80ec-45df-beac-422ffdf67457 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:26.473460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6c5084f7-8bcc-44c7-a240-6ebd27f48f02 None None] Provisioning complete for port b7c73437-0ed7-4efd-aa84-ff4aba18c30c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:26.474009 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c5084f7-8bcc-44c7-a240-6ebd27f48f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:26.481153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 01e4604a-83f6-48de-a80b-58dba759a880 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:26.492120 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-b3ed2cb7-6544-4111-ab21-92a60c2051c5 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/quotas/11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 375 time: 0.1436872 Feb 09 21:11:26.573305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a27e21f-443c-4179-b9b1-f6d91272fa88 None None] Network 5494b89f-80ec-45df-beac-422ffdf67457 could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:11:26.777551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=6ab316b7-2810-4276-a68b-7992d81172cb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:26.789073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6c5084f7-8bcc-44c7-a240-6ebd27f48f02 None None] Port b7c73437-0ed7-4efd-aa84-ff4aba18c30c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:26.830803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 360ebf53-3656-4b49-b511-99791c088db8 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:26.868206 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-a6fc8252-e758-4a63-97c2-5e77e748dc6a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3656712 Feb 09 21:11:26.880841 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:26.915047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 360ebf53-3656-4b49-b511-99791c088db8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:26.915440 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (360ebf53-3656-4b49-b511-99791c088db8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:26.921976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-94703e77-9e8b-4cd8-82d0-f2c840633f3a None None] Provisioning complete for port 6ab316b7-2810-4276-a68b-7992d81172cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:26.921976 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94703e77-9e8b-4cd8-82d0-f2c840633f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.025683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-f1a990a8-6872-4f54-bab0-c8f4ffc56e2f service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:11:27.026796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-f1a990a8-6872-4f54-bab0-c8f4ffc56e2f service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1467137 Feb 09 21:11:27.090336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-94703e77-9e8b-4cd8-82d0-f2c840633f3a None None] Current status of the port 6ab316b7-2810-4276-a68b-7992d81172cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:27.106486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:27.115732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-94703e77-9e8b-4cd8-82d0-f2c840633f3a None None] Provisioning complete for port b7c73437-0ed7-4efd-aa84-ff4aba18c30c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:27.116172 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94703e77-9e8b-4cd8-82d0-f2c840633f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.132014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-edfb5648-0677-4280-90a8-83f20e185f72 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1728420 Feb 09 21:11:27.158103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:27.164060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1110555872'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:27.208923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-94703e77-9e8b-4cd8-82d0-f2c840633f3a None None] Port b7c73437-0ed7-4efd-aa84-ff4aba18c30c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:27.211017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:27.287118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-94703e77-9e8b-4cd8-82d0-f2c840633f3a None None] Could not find standard attr ID for object 92df49c3-783c-4c43-b883-980b2f069f61. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:11:27.339296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:27.340065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:27.369240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-40142c57-30d4-41dc-91a1-b528c21d33c6 service neutron] 10.222.0.102 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349836 Feb 09 21:11:27.402703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:27.419153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (3ac6dab1-34ce-40d8-a3cf-9dcde0e07547), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.528258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=3ac6dab1-34ce-40d8-a3cf-9dcde0e07547,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:27.536511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:27.552613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.553652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 360ebf53-3656-4b49-b511-99791c088db8 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:27.555042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e6c7e8c1-ab18-43ec-80ea-059a941c87d0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:27.564319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 83568dbf-f9ed-4d56-a527-6c9b5ac21d88) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:27.574196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:27.574954 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.610076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347df06-3ed2-4af2-b1e1-78dd39bbf367 None None] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:27.613773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93913702-8ce7-47e2-a452-14017f9c578f req-072ca801-c0ed-4261-9724-1a6441b87aa2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:27.615441 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93913702-8ce7-47e2-a452-14017f9c578f req-072ca801-c0ed-4261-9724-1a6441b87aa2 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 947 time: 0.6961694 Feb 09 21:11:27.634290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:27.647766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (abc577b2-608e-4a0a-86a1-4bf26bc38169), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.648339 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added segment abc577b2-608e-4a0a-86a1-4bf26bc38169 of type vlan for network 83cff64a-f3fa-45d5-8838-d17da964fd7c Feb 09 21:11:27.655337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-1c7ceb5f-3d6f-4e46-98c4-3eee161dc635 service neutron] 10.222.0.102 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716091 Feb 09 21:11:27.746280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (83cff64a-f3fa-45d5-8838-d17da964fd7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.774857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e5175911-62ab-4f12-9d3d-32c34089d846 None None] Provisioning complete for port 1e965883-1b49-4e9f-b6ba-7fe22f314639 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:27.775242 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5175911-62ab-4f12-9d3d-32c34089d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.813306 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (83cff64a-f3fa-45d5-8838-d17da964fd7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.815199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:27.821615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:27.822316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:27.855390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:27.856197 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7dfd8ebf-79c1-4e44-81a6-1fdc2d476f40 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4796150 Feb 09 21:11:27.860965 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-48edf0c6-8abf-4f59-93e1-4bce5f595e7d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:28.026443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93913702-8ce7-47e2-a452-14017f9c578f req-c143723e-9cc4-4fd7-9bc1-24daba6d779c tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459426 Feb 09 21:11:28.043978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8836267 Feb 09 21:11:28.044902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:28.075631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'subnet': {'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:28.102300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-466e00e9-1f70-4b9e-b24d-ba9e63787c5f req-3833d904-c86f-43ef-8ed2-58ec31d188f3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 210 time: 0.0896089 Feb 09 21:11:28.120015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e5175911-62ab-4f12-9d3d-32c34089d846 None None] Port 1e965883-1b49-4e9f-b6ba-7fe22f314639 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:28.142542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:28.148206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: 01e4604a-83f6-48de-a80b-58dba759a880, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:28.179125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c794d-0739-4a53-a565-75786dea013a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Network': ['ID=83cff64a-f3fa-45d5-8838-d17da964fd7c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:28.195054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48edf0c6-8abf-4f59-93e1-4bce5f595e7d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4320913'] for subnet (5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.237154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 01e4604a-83f6-48de-a80b-58dba759a880 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:28.258598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 01e4604a-83f6-48de-a80b-58dba759a880) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:28.266657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e5175911-62ab-4f12-9d3d-32c34089d846 None None] Provisioning complete for port 6ab316b7-2810-4276-a68b-7992d81172cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:28.267292 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e5175911-62ab-4f12-9d3d-32c34089d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.270072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-83568dbf-f9ed-4d56-a527-6c9b5ac21d88', 'network_id': '83568dbf-f9ed-4d56-a527-6c9b5ac21d88', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:28.272066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.274161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:28.274771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.275128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 83cff64a-f3fa-45d5-8838-d17da964fd7c details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:28.304979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7cc2d366-5017-4627-838c-808fb1907468 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2202275 Feb 09 21:11:28.307329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58374) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:28.315440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Made reservation on behalf of 67ad293c3d9c43e08ea239c3a36f3125 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:28.322876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.367732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2693164-8b13-422a-8020-5b9439def4bd None None] Network 01e4604a-83f6-48de-a80b-58dba759a880 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:28.417552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:28.417814 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.792931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (3b6c4f16-2fcd-4a20-a557-2425aae30d1f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.854579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e5175911-62ab-4f12-9d3d-32c34089d846 None None] Current status of the port 6ab316b7-2810-4276-a68b-7992d81172cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:28.875463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Subnet': ['ID=3b6c4f16-2fcd-4a20-a557-2425aae30d1f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:28.897349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Checking segment: {'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:28.898018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network hostable DHCP agents. Network: 83cff64a-f3fa-45d5-8838-d17da964fd7c, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:28.923917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 83cff64a-f3fa-45d5-8838-d17da964fd7c is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:28.930565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-01e4604a-83f6-48de-a80b-58dba759a880', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:28.933896 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.943103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 83cff64a-f3fa-45d5-8838-d17da964fd7c) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:28.949307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:28.950117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:28.967461 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Sync routers for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:28.984605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6375e13-7027-4123-a1d7-98a9be556df8 None None] Network 83cff64a-f3fa-45d5-8838-d17da964fd7c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:28.992264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-793294cc-5068-4b5d-af05-b7f53369f93b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9391866 Feb 09 21:11:28.993515 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:28.994789 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:28.995022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:29.037001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:29.064856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:29.065537 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:29.219453 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48edf0c6-8abf-4f59-93e1-4bce5f595e7d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743317270276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4302188'] for subnet (5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:29.314990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port e6c7e8c1-ab18-43ec-80ea-059a941c87d0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e6c7e8c1-ab18-43ec-80ea-059a941c87d0,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:29.319860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:23Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:29.321699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a4456f40-3bc0-4797-b4d5-3b7da78ecfc6 None None] Provisioning complete for port 1e965883-1b49-4e9f-b6ba-7fe22f314639 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:29.322212 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4456f40-3bc0-4797-b4d5-3b7da78ecfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:29.359160 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:29.362061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6cbbd-542d-4dc0-9f3a-27fe80a02572 req-f99aebe6-9a28-42c5-a234-36112b7a1141 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:29.368748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78d6cbbd-542d-4dc0-9f3a-27fe80a02572 req-f99aebe6-9a28-42c5-a234-36112b7a1141 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 947 time: 0.1743848 Feb 09 21:11:29.456672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edf0c6-8abf-4f59-93e1-4bce5f595e7d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:29.504293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78d6cbbd-542d-4dc0-9f3a-27fe80a02572 req-05370933-32c8-4979-b31b-12af3b36d4be tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324022 Feb 09 21:11:29.551549 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48edf0c6-8abf-4f59-93e1-4bce5f595e7d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:29.560626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48edf0c6-8abf-4f59-93e1-4bce5f595e7d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:29.566821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-48edf0c6-8abf-4f59-93e1-4bce5f595e7d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "PUT /v2.0/subnets/5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7 HTTP/1.1" status: 200 len: 806 time: 1.7102287 Feb 09 21:11:29.608515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35aad30f-4f4f-421a-8639-a2ee48cabfcd req-cd022752-7e64-4406-a0b7-80376fe3653e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 210 time: 0.1529236 Feb 09 21:11:29.612376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58402) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:29.640759 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:29.735163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:29.735509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Updating router 9d4cca96-5ded-4b28-9a2d-847fad8477db port b7c73437-0ed7-4efd-aa84-ff4aba18c30c binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:29.867650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:29.877334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92df49c3-783c-4c43-b883-980b2f069f61 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:11:29.931542 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 2, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:29.963961 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:29.974622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Allocated IP 172.20.0.2 (83568dbf-f9ed-4d56-a527-6c9b5ac21d88/5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7/1d526431-cd25-4700-b7bd-1c9cce11308a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:29.978610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8::1 (01e4604a-83f6-48de-a80b-58dba759a880/3ac6dab1-34ce-40d8-a3cf-9dcde0e07547/397dd9cd-e5c5-4bbf-a420-6286797cf3c0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:29.995220 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Checking router: 52e0f1f0-755e-4169-9c14-8e56f7a5567c for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:29.996387 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Updating router 52e0f1f0-755e-4169-9c14-8e56f7a5567c port 1e965883-1b49-4e9f-b6ba-7fe22f314639 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:30.034118 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.046886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.064001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 92df49c3-783c-4c43-b883-980b2f069f61 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:11:30.064443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92df49c3-783c-4c43-b883-980b2f069f61 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:11:30.104909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a4456f40-3bc0-4797-b4d5-3b7da78ecfc6 None None] Port 1e965883-1b49-4e9f-b6ba-7fe22f314639 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:30.110426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced01d3-618e-4eab-b544-293ac630a92c req-d500563b-0e28-4b0a-acf1-2b0d42f34104 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:30.114315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-d500563b-0e28-4b0a-acf1-2b0d42f34104 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "GET /v2.0/networks?id=387f63d8-f45c-4507-8e34-18b88175eea3 HTTP/1.1" status: 200 len: 796 time: 0.4263709 Feb 09 21:11:30.143730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-83cff64a-f3fa-45d5-8838-d17da964fd7c', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:30.151540 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.154297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=e6c7e8c1-ab18-43ec-80ea-059a941c87d0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:30.232363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6ab316b7-2810-4276-a68b-7992d81172cb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:30.242118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.242472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.242818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.243156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.243501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.243882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.244218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.244546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.244876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.245965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.245965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.245965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.246231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:30.314625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.330879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.360386 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-dcb1865d-8253-408d-8f3c-7dde628a157f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11db802464124d8a859db41a07721eef HTTP/1.1" status: 200 len: 379 time: 0.1808317 Feb 09 21:11:30.415230 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.457123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 01e4604a-83f6-48de-a80b-58dba759a880 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:30.463102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:30.470421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:30.471245 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.513619 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Publish callbacks [] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.522297 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.627369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Allocated IP 2001:db8::2 (01e4604a-83f6-48de-a80b-58dba759a880/3ac6dab1-34ce-40d8-a3cf-9dcde0e07547/a4cc4584-6b7b-4da7-8435-24ac8892e494) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:30.641667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'port': {'device_id': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'admin_state_up': True, 'tenant_id': '11db802464124d8a859db41a07721eef', 'security_groups': ['e8290341-0f20-4f65-a8b1-3540335f0cd2']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:30.653866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6ab316b7-2810-4276-a68b-7992d81172cb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:30.654256 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.690449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:30.691483 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53275ad5-7b93-4249-a2a7-4b94c902006b None None] Pushing event updated for resources: {'Port': ['ID=1e965883-1b49-4e9f-b6ba-7fe22f314639,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:30.694122 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.715190 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Publish callbacks [] for port (1d526431-cd25-4700-b7bd-1c9cce11308a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.757790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Allocated IP 172.23.0.2 (83cff64a-f3fa-45d5-8838-d17da964fd7c/3b6c4f16-2fcd-4a20-a557-2425aae30d1f/e431de1d-08fd-465e-a47d-07a44ebc0b8c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:30.811143 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1d526431-cd25-4700-b7bd-1c9cce11308a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.901572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Made reservation on behalf of 11db802464124d8a859db41a07721eef for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:30.905592 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Attempting to bind port 1e965883-1b49-4e9f-b6ba-7fe22f314639 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:30.906074 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Attempting to bind port 1e965883-1b49-4e9f-b6ba-7fe22f314639 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:30.906524 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Attempting to bind port 1e965883-1b49-4e9f-b6ba-7fe22f314639 on network 387f63d8-f45c-4507-8e34-18b88175eea3 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:30.921901 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.930411 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:30.930956 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Checking segment: {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:30.931961 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.931961 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Bound using segment: {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:30.932776 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Bound port: 1e965883-1b49-4e9f-b6ba-7fe22f314639, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:30.933265 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:30.987196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e5b5e61-3edd-4bbf-a0ff-535b552216a4 req-2e34f9e7-69ae-47ec-8439-0d6144cc4beb tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 210 time: 0.1082082 Feb 09 21:11:30.988736 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.031085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:31.043390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:31.107532 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] For port 1e965883-1b49-4e9f-b6ba-7fe22f314639, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:31.111206 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] For port 1e965883-1b49-4e9f-b6ba-7fe22f314639, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1e965883-1b49-4e9f-b6ba-7fe22f314639,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:31.119187 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.167274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:31.172207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.20.0.14 (387f63d8-f45c-4507-8e34-18b88175eea3/111a80b7-3069-4797-8a8e-15a4baf68e08/d884981e-c144-414b-b0d8-1a3a9e8ec0db) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:31.177118 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53275ad5-7b93-4249-a2a7-4b94c902006b None None] Pushing event updated for resources: {'Port': ['ID=1e965883-1b49-4e9f-b6ba-7fe22f314639,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:31.182731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:31.235517 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:31.236486 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:31.237761 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.266814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Pushing event updated for resources: {'Port': ['ID=1d526431-cd25-4700-b7bd-1c9cce11308a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:31.291329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83568dbf-f9ed-4d56-a527-6c9b5ac21d88']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:31.346753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1426d02-c44f-46c8-9649-d082123304dc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:31.347061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1426d02-c44f-46c8-9649-d082123304dc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:31.372480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f1426d02-c44f-46c8-9649-d082123304dc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.391602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f1426d02-c44f-46c8-9649-d082123304dc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.434837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:31.438804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f1426d02-c44f-46c8-9649-d082123304dc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:31.444119 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:31.496602 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:31.527208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Publish callbacks [] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.582833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.584311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.616228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.617019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.630070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.698815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network 387f63d8-f45c-4507-8e34-18b88175eea3 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:31.699507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:11:31.699507 n-d-789963-29 neutron-server[103325]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:11:31.699507 n-d-789963-29 neutron-server[103325]: [parameters: {'id': '83568dbf-f9ed-4d56-a527-6c9b5ac21d88'}] Feb 09 21:11:31.699507 n-d-789963-29 neutron-server[103325]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:11:31.699507 n-d-789963-29 neutron-server[103325]: DEBUG oslo_db.api [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:11:31.700787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.707377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:31.712981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:31.801494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ee6e9494-4dd8-4abe-92ba-466b6f0abb0b None None] Provisioning complete for port 1e965883-1b49-4e9f-b6ba-7fe22f314639 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:31.804387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:31.805131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.826678 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee6e9494-4dd8-4abe-92ba-466b6f0abb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.838119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2019310 Feb 09 21:11:31.838760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d424cf6-0fd1-4023-a0b2-0f46fc7d5e21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:31.857833 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:31.873789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Request body: {'port': {'device_id': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:31.962967 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Publish callbacks [] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:31.992811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6ab316b7-2810-4276-a68b-7992d81172cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:31.999526 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Publish callbacks [] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.006308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Network 01e4604a-83f6-48de-a80b-58dba759a880 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:32.015380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.035952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Attempting to bind port 1d526431-cd25-4700-b7bd-1c9cce11308a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:32.036650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Attempting to bind port 1d526431-cd25-4700-b7bd-1c9cce11308a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f1426d02-c44f-46c8-9649-d082123304dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '83568dbf-f9ed-4d56-a527-6c9b5ac21d88'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:32.037491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Attempting to bind port 1d526431-cd25-4700-b7bd-1c9cce11308a on network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:32.040987 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:31Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:32.070546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 01e4604a-83f6-48de-a80b-58dba759a880 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:32.071139 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204327f-f03a-41d9-98b5-9724880f22c4 None None] The sync data for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 is: [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:31Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:32.072193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:32.075290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:32.075778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Checking segment: {'id': 'f1426d02-c44f-46c8-9649-d082123304dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '83568dbf-f9ed-4d56-a527-6c9b5ac21d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:32.076209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.080924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Bound using segment: {'id': 'f1426d02-c44f-46c8-9649-d082123304dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '83568dbf-f9ed-4d56-a527-6c9b5ac21d88'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:32.081456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Bound port: 1d526431-cd25-4700-b7bd-1c9cce11308a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1426d02-c44f-46c8-9649-d082123304dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '83568dbf-f9ed-4d56-a527-6c9b5ac21d88'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:32.081876 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1d526431-cd25-4700-b7bd-1c9cce11308a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.086619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:32.112817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Pushing event updated for resources: {'Port': ['ID=a4cc4584-6b7b-4da7-8435-24ac8892e494,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:32.117046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.167379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:32.259801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.307951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1e965883-1b49-4e9f-b6ba-7fe22f314639 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:32.403642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Network 83cff64a-f3fa-45d5-8838-d17da964fd7c is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:32.489486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01d36c-1e4c-406a-ba12-816e7a5569cc None None] Pushing event updated for resources: {'Port': ['ID=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:32.516394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:32.521947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:32.616505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.632128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde6e4-0217-40eb-8f96-9cb907e47f6f req-dd06c756-a5f4-4929-961b-f5fe95819f6d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:32.644506 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35fde6e4-0217-40eb-8f96-9cb907e47f6f req-dd06c756-a5f4-4929-961b-f5fe95819f6d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 932 time: 0.2931511 Feb 09 21:11:32.712066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] For port 1d526431-cd25-4700-b7bd-1c9cce11308a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:32.719671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] For port 1d526431-cd25-4700-b7bd-1c9cce11308a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1d526431-cd25-4700-b7bd-1c9cce11308a,segment=NetworkSegment(f1426d02-c44f-46c8-9649-d082123304dc),segment_id=f1426d02-c44f-46c8-9649-d082123304dc)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:32.754377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Deleting port 1d526431-cd25-4700-b7bd-1c9cce11308a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:32.754804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1d526431-cd25-4700-b7bd-1c9cce11308a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.771604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:11:32.844767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Allocated IP 172.23.0.1 (83cff64a-f3fa-45d5-8838-d17da964fd7c/3b6c4f16-2fcd-4a20-a557-2425aae30d1f/8a404d7f-9815-448c-8bfe-f160c5466ccb) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:32.846214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35fde6e4-0217-40eb-8f96-9cb907e47f6f req-dba1526d-1588-42b5-97f5-9b3acb08980f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003248 Feb 09 21:11:32.933020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ee6e9494-4dd8-4abe-92ba-466b6f0abb0b None None] Current status of the port 1e965883-1b49-4e9f-b6ba-7fe22f314639 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:32.934150 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee6e9494-4dd8-4abe-92ba-466b6f0abb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:32.950688 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1d526431-cd25-4700-b7bd-1c9cce11308a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.021099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] For port 1d526431-cd25-4700-b7bd-1c9cce11308a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1d526431-cd25-4700-b7bd-1c9cce11308a,segment=NetworkSegment(f1426d02-c44f-46c8-9649-d082123304dc),segment_id=f1426d02-c44f-46c8-9649-d082123304dc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:33.021477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1d526431-cd25-4700-b7bd-1c9cce11308a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.088797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Calling delete_port for 1d526431-cd25-4700-b7bd-1c9cce11308a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:33.258216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Attempting to bind port a4cc4584-6b7b-4da7-8435-24ac8892e494 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:33.258595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Attempting to bind port a4cc4584-6b7b-4da7-8435-24ac8892e494 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:33.258956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Attempting to bind port a4cc4584-6b7b-4da7-8435-24ac8892e494 on network 01e4604a-83f6-48de-a80b-58dba759a880 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:33.296710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:33.297060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Checking segment: {'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:33.297574 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.298030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Bound using segment: {'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:33.299081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Bound port: a4cc4584-6b7b-4da7-8435-24ac8892e494, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:33.299236 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.305315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Pushing event updated for resources: {'Port': ['ID=e431de1d-08fd-465e-a47d-07a44ebc0b8c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:33.317283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d884981e-c144-414b-b0d8-1a3a9e8ec0db {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:11:33.325734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1e965883-1b49-4e9f-b6ba-7fe22f314639 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:33.326117 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.329721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Publish callbacks [] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.352066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Transition to ACTIVE for port object d884981e-c144-414b-b0d8-1a3a9e8ec0db will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:11:33.441405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ee6e9494-4dd8-4abe-92ba-466b6f0abb0b None None] For port 1e965883-1b49-4e9f-b6ba-7fe22f314639, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1e965883-1b49-4e9f-b6ba-7fe22f314639,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:33.532135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.568991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Attempting to bind port b7c73437-0ed7-4efd-aa84-ff4aba18c30c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:33.569544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Attempting to bind port b7c73437-0ed7-4efd-aa84-ff4aba18c30c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:33.570014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Attempting to bind port b7c73437-0ed7-4efd-aa84-ff4aba18c30c on network 59e0df22-833a-4b7d-9b64-ec01885da598 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:33.573349 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.648434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Attempting to bind port e431de1d-08fd-465e-a47d-07a44ebc0b8c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:33.649303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Attempting to bind port e431de1d-08fd-465e-a47d-07a44ebc0b8c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:33.650123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Attempting to bind port e431de1d-08fd-465e-a47d-07a44ebc0b8c on network 83cff64a-f3fa-45d5-8838-d17da964fd7c {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:33.654861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1d526431-cd25-4700-b7bd-1c9cce11308a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.662070 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee6e9494-4dd8-4abe-92ba-466b6f0abb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.683393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No DVR routers for this DVR port 1d526431-cd25-4700-b7bd-1c9cce11308a on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:11:33.709067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Port': ['ID=1d526431-cd25-4700-b7bd-1c9cce11308a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:33.746979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88f261-0f24-4397-9984-aeb71b98c997 None None] Pushing event updated for resources: {'Port': ['ID=1d526431-cd25-4700-b7bd-1c9cce11308a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:33.767041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:33.788999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Pushing event updated for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:33.818839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5a475a37-b1cc-4423-8639-0666db32df15 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4999132 Feb 09 21:11:33.824365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58448) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:33.825380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12079fe-af0c-44c0-a47b-5b89343da0d0 None None] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:33.838003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:33.838003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Checking segment: {'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:33.838003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.838003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Bound using segment: {'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:33.838839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Bound port: e431de1d-08fd-465e-a47d-07a44ebc0b8c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:33.839457 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.879389 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.887258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1837574954'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:33.943506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:33.978863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:33.978863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Checking segment: {'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:33.978863 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.978863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Bound using segment: {'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:33.978863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Bound port: b7c73437-0ed7-4efd-aa84-ff4aba18c30c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7e675b-754b-42cb-b111-633b42a0cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:33.978863 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:33.984679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83568dbf-f9ed-4d56-a527-6c9b5ac21d88']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:33.995994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1426d02-c44f-46c8-9649-d082123304dc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:33.996308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1426d02-c44f-46c8-9649-d082123304dc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:34.024815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f1426d02-c44f-46c8-9649-d082123304dc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.033749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Attempting to bind port d884981e-c144-414b-b0d8-1a3a9e8ec0db on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:34.034199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Attempting to bind port d884981e-c144-414b-b0d8-1a3a9e8ec0db by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:34.034578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Attempting to bind port d884981e-c144-414b-b0d8-1a3a9e8ec0db on network 387f63d8-f45c-4507-8e34-18b88175eea3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:34.042460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.059416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f1426d02-c44f-46c8-9649-d082123304dc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.069694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:34.070090 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f1426d02-c44f-46c8-9649-d082123304dc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:34.077262 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:34.148123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e9494-4dd8-4abe-92ba-466b6f0abb0b None None] Pushing event updated for resources: {'Port': ['ID=1e965883-1b49-4e9f-b6ba-7fe22f314639,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:34.149289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 83cff64a-f3fa-45d5-8838-d17da964fd7c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:34.152620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=8a404d7f-9815-448c-8bfe-f160c5466ccb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:34.156630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:34.167875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:34.180366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Port d884981e-c144-414b-b0d8-1a3a9e8ec0db on network 387f63d8-f45c-4507-8e34-18b88175eea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:11:34.180760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Attempting to bind port d884981e-c144-414b-b0d8-1a3a9e8ec0db on network 387f63d8-f45c-4507-8e34-18b88175eea3 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:34.198782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:34.199221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Checking segment: {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:34.199819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Bound using segment: {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:34.200416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Bound port: d884981e-c144-414b-b0d8-1a3a9e8ec0db, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73009c02-1d79-4e9d-8bf6-bcc56beeb47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:34.200792 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.200928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (83568dbf-f9ed-4d56-a527-6c9b5ac21d88), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.203549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:34.212534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.213893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.215790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:34.216791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:34.226289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/83568dbf-f9ed-4d56-a527-6c9b5ac21d88 HTTP/1.1" status: 204 len: 168 time: 4.6122804 Feb 09 21:11:34.226906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58458) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:34.279538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:34.282180 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca542132-aca5-40c5-bb7e-b8c277acc143 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:34.282729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca542132-aca5-40c5-bb7e-b8c277acc143 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:34.290533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9009b019-6bc1-411d-86a9-c5d0a84d07d3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.290956 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment 9009b019-6bc1-411d-86a9-c5d0a84d07d3 of type vlan for network a22a111c-2430-4ba0-8925-78775867c22a Feb 09 21:11:34.302329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ca542132-aca5-40c5-bb7e-b8c277acc143 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/83568dbf-f9ed-4d56-a527-6c9b5ac21d88 HTTP/1.1" status: 404 len: 339 time: 0.0569284 Feb 09 21:11:34.303191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:34.304161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1dbfb-974f-4712-9758-c4331b4d80f9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=83568dbf-f9ed-4d56-a527-6c9b5ac21d88,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:34.310447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371368779', 'description': 'd1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:34.332948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:34.336642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.337364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (a22a111c-2430-4ba0-8925-78775867c22a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.355467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:34.380877 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (a22a111c-2430-4ba0-8925-78775867c22a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.388614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:34.388614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.392835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:34.413591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fed93c94-18ea-469d-b6a4-9cbec93adf6d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.413956 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment fed93c94-18ea-469d-b6a4-9cbec93adf6d of type vlan for network f644191b-0448-4898-83bb-61c942f3e46d Feb 09 21:11:34.425376 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5480790 Feb 09 21:11:34.432388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58466) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:34.444497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:34.446677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137b790-c37b-4027-858e-c9d11d4b912f req-af56a199-c5b0-4cbb-a068-63be5aaa2622 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:34.456142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1137b790-c37b-4027-858e-c9d11d4b912f req-af56a199-c5b0-4cbb-a068-63be5aaa2622 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 944 time: 0.4378111 Feb 09 21:11:34.543195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:34.547664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:34.617187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.617408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] For port a4cc4584-6b7b-4da7-8435-24ac8892e494, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:34.620713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] For port a4cc4584-6b7b-4da7-8435-24ac8892e494, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a4cc4584-6b7b-4da7-8435-24ac8892e494,segment=NetworkSegment(5cb25089-0b91-4b0e-9488-2e17db55d6b5),segment_id=5cb25089-0b91-4b0e-9488-2e17db55d6b5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:34.624151 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f644191b-0448-4898-83bb-61c942f3e46d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.628605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Provisioning complete for port 1e965883-1b49-4e9f-b6ba-7fe22f314639 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:34.629034 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.646707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.666177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] For port e431de1d-08fd-465e-a47d-07a44ebc0b8c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:34.671026 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.714777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f644191b-0448-4898-83bb-61c942f3e46d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.720187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:34.720773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.767408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1137b790-c37b-4027-858e-c9d11d4b912f req-88d2bb13-8f07-472d-bc1a-2cd4f5c041e2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103347 Feb 09 21:11:34.769259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:34.770014 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:34.772856 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] 10.222.0.13 "PUT /v2.0/ports/d884981e-c144-414b-b0d8-1a3a9e8ec0db HTTP/1.1" status: 200 len: 1093 time: 2.9104078 Feb 09 21:11:34.778400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4133645-c12a-4686-a3f6-c9fc6805afac tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=a22a111c-2430-4ba0-8925-78775867c22a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:34.816649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:11:34.819827 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:11:34.901823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] For port e431de1d-08fd-465e-a47d-07a44ebc0b8c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e431de1d-08fd-465e-a47d-07a44ebc0b8c,segment=NetworkSegment(abc577b2-608e-4a0a-86a1-4bf26bc38169),segment_id=abc577b2-608e-4a0a-86a1-4bf26bc38169)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:34.903729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network a22a111c-2430-4ba0-8925-78775867c22a details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:34.906590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1e965883-1b49-4e9f-b6ba-7fe22f314639 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:34.907745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e6c7e8c1-ab18-43ec-80ea-059a941c87d0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:34.964241 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc50678e-7819-410e-a374-0ec1a0d76feb x-openstack-request-id: req-dc50678e-7819-410e-a374-0ec1a0d76feb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:11:34.964834 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:11:34.965065 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dc50678e-7819-410e-a374-0ec1a0d76feb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:11:34.965572 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'status': 'completed', 'code': 200} Feb 09 21:11:35.018998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a76260-a458-4df9-8c43-e1afc934415f None None] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:35.027772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c96cfc-1bf8-496e-8946-b20ff75e3869 service neutron] Pushing event updated for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:35.075048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7685316 Feb 09 21:11:35.076090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:35.080192 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:35.081956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:35.124101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a76260-a458-4df9-8c43-e1afc934415f None None] Network 83568dbf-f9ed-4d56-a527-6c9b5ac21d88 could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:11:35.126198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:35.145757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a724a95-baf5-42c8-bdf0-a0830262885b tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=f644191b-0448-4898-83bb-61c942f3e46d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:35.211068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] For port b7c73437-0ed7-4efd-aa84-ff4aba18c30c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:35.225169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] For port b7c73437-0ed7-4efd-aa84-ff4aba18c30c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,segment=NetworkSegment(2e7e675b-754b-42cb-b111-633b42a0cb2d),segment_id=2e7e675b-754b-42cb-b111-633b42a0cb2d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:35.248766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f644191b-0448-4898-83bb-61c942f3e46d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:35.362691 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:35.390328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (b90c488d-9b12-475c-a8c3-684ad587b010), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:35.464528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced01d3-618e-4eab-b544-293ac630a92c req-59880f98-5f43-4c5b-9595-a4c4b8f66751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:35.466128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-59880f98-5f43-4c5b-9595-a4c4b8f66751 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 1127 time: 0.6332541 Feb 09 21:11:35.472458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ba449-994a-4ff4-a64d-6a6f1fc066de None None] Pushing event updated for resources: {'Port': ['ID=a4cc4584-6b7b-4da7-8435-24ac8892e494,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:35.508853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b6e63a-8c81-46a5-97b1-516950fcfed1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:35.513328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b1b6e63a-8c81-46a5-97b1-516950fcfed1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/networks?id=f644191b-0448-4898-83bb-61c942f3e46d HTTP/1.1" status: 200 len: 760 time: 0.4253693 Feb 09 21:11:35.513881 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:35.527420 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:35.547293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c91ebdfa-c50f-4dd4-89fa-22c8c26e86d0 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'description': 'd2'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:35.575567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-070ddb13-8102-4ec6-bffc-ed4e2d03fd19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db HTTP/1.1" status: 200 len: 217 time: 0.0921991 Feb 09 21:11:35.687944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:35.688632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:35.692090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:35.692467 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:35.934186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=b90c488d-9b12-475c-a8c3-684ad587b010,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:35.957451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced01d3-618e-4eab-b544-293ac630a92c req-4b753449-d754-49e5-832e-106a48392e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:35.967455 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-4b753449-d754-49e5-832e-106a48392e68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=111a80b7-3069-4797-8a8e-15a4baf68e08 HTTP/1.1" status: 200 len: 835 time: 0.3852668 Feb 09 21:11:36.015456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:36.015456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: a22a111c-2430-4ba0-8925-78775867c22a, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:36.069529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdac93-4662-4aa7-8419-d067bc971412 None None] Pushing event updated for resources: {'Port': ['ID=e431de1d-08fd-465e-a47d-07a44ebc0b8c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:36.145983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network a22a111c-2430-4ba0-8925-78775867c22a is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:36.159328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, a22a111c-2430-4ba0-8925-78775867c22a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:36.191859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d2eb-6dba-4a34-9890-1318b17a9f2a req-75b9ded6-daac-4142-8195-9c2bfdc190e2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:36.191859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49d2d2eb-6dba-4a34-9890-1318b17a9f2a req-75b9ded6-daac-4142-8195-9c2bfdc190e2 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 944 time: 0.1528826 Feb 09 21:11:36.218059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01d36c-1e4c-406a-ba12-816e7a5569cc None None] Pushing event updated for resources: {'Port': ['ID=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:36.222009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213662ca-ea96-49ba-ad31-cd4d6e17c611 None None] Network a22a111c-2430-4ba0-8925-78775867c22a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:36.222227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c91ebdfa-c50f-4dd4-89fa-22c8c26e86d0 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f644191b-0448-4898-83bb-61c942f3e46d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:36.237550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Current status of the port 1e965883-1b49-4e9f-b6ba-7fe22f314639 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:36.251154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:36.252963 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:36.270413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c91ebdfa-c50f-4dd4-89fa-22c8c26e86d0 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f644191b-0448-4898-83bb-61c942f3e46d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:36.293685 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c91ebdfa-c50f-4dd4-89fa-22c8c26e86d0 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network f644191b-0448-4898-83bb-61c942f3e46d is not hosted by any dhcp agent {{(pid=103325) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:11:36.300594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ebdfa-c50f-4dd4-89fa-22c8c26e86d0 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:36.300940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced01d3-618e-4eab-b544-293ac630a92c req-8b9cc7b4-dc0e-4b74-ad45-9d92aa5aaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:36.301743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c91ebdfa-c50f-4dd4-89fa-22c8c26e86d0 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:36.304893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c91ebdfa-c50f-4dd4-89fa-22c8c26e86d0 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "PUT /v2.0/networks/f644191b-0448-4898-83bb-61c942f3e46d HTTP/1.1" status: 200 len: 757 time: 0.7727621 Feb 09 21:11:36.307951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-8b9cc7b4-dc0e-4b74-ad45-9d92aa5aaaa8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387f63d8-f45c-4507-8e34-18b88175eea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2620347 Feb 09 21:11:36.310904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:36.337720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-74ad3d86-6935-41cb-a0e7-d7f5fb31a38f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9017365 Feb 09 21:11:36.338928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:36.528647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-49d2d2eb-6dba-4a34-9890-1318b17a9f2a req-70067058-fec4-426e-986f-c23af73bcf72 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849128 Feb 09 21:11:36.590526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ebdfa-c50f-4dd4-89fa-22c8c26e86d0 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=f644191b-0448-4898-83bb-61c942f3e46d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:36.616492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f644191b-0448-4898-83bb-61c942f3e46d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:36.622296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-cad0c55d-4179-4c56-9d69-fc53121157fe service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977860 Feb 09 21:11:36.654519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:30Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:31Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:36.761901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:36.801484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57dd737-e4d8-4900-8cb5-f02348608c05 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:36.815003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a57dd737-e4d8-4900-8cb5-f02348608c05 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/networks?id=f644191b-0448-4898-83bb-61c942f3e46d HTTP/1.1" status: 200 len: 760 time: 0.4900537 Feb 09 21:11:36.815582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:36.825510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2084873143'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:36.869239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:36.869938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Updating router 59f4773a-de56-4106-b5f5-1c44cf0596ca port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:36.888207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:36.896230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:36.914082 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:36.927445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:36.938312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9437b-ec2d-4a37-8b74-ef346ed1b44a None None] Network 01e4604a-83f6-48de-a80b-58dba759a880 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:36.994453 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ced01d3-618e-4eab-b544-293ac630a92c req-d0514f5b-b4c3-4fed-ada4-ac3f003d9a28 service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657038 Feb 09 21:11:37.028273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:37.033373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Provisioning complete for port b7c73437-0ed7-4efd-aa84-ff4aba18c30c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:37.034639 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.053853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.090842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856afe20-7e37-423a-836c-0c833477908c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-a22a111c-2430-4ba0-8925-78775867c22a', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:37.091746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-856afe20-7e37-423a-836c-0c833477908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.207932 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.407201 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.415737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (af053d84-cfd9-4112-afac-acda9a8aa4c0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.415737 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment af053d84-cfd9-4112-afac-acda9a8aa4c0 of type vlan for network 5dd1987e-fae0-4555-a19f-a4ced5d65789 Feb 09 21:11:37.447180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event updated for resources: {'Port': ['ID=8a404d7f-9815-448c-8bfe-f160c5466ccb,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:37.489050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70681799-d332-4811-bd7c-63055b8fdcd7 None None] Network 83cff64a-f3fa-45d5-8838-d17da964fd7c requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:37.523157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8:1::1 (a22a111c-2430-4ba0-8925-78775867c22a/b90c488d-9b12-475c-a8c3-684ad587b010/dcf8f556-6e06-4cd2-936e-9a8a7463c74b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:37.551490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (5dd1987e-fae0-4555-a19f-a4ced5d65789), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.583290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-cf37dac0-f5b8-4d49-8d74-1d4cead199bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:37.584970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-cf37dac0-f5b8-4d49-8d74-1d4cead199bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 1127 time: 0.1999714 Feb 09 21:11:37.598095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:37.798234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Network 83cff64a-f3fa-45d5-8838-d17da964fd7c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:37.800132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (5dd1987e-fae0-4555-a19f-a4ced5d65789), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.805196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Current status of the port b7c73437-0ed7-4efd-aa84-ff4aba18c30c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:37.805723 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.808863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:37.809653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.816141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:37.836500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.846369 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-980f302c-d68b-4768-9135-62aa5ed8b5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.888968 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:37.955737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-856afe20-7e37-423a-836c-0c833477908c None None] Allocated IP 2001:db8:1::2 (a22a111c-2430-4ba0-8925-78775867c22a/b90c488d-9b12-475c-a8c3-684ad587b010/3e09dfbc-2702-467a-b266-8d10f69a1e7a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:38.009800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network a22a111c-2430-4ba0-8925-78775867c22a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:38.018142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:38.021910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:38.022684 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.144706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28231-bc8d-48d6-b2bd-3988310a1d61 req-8ad079c4-336b-4706-9477-9bb5243729ad tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:38.146271 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ea28231-bc8d-48d6-b2bd-3988310a1d61 req-8ad079c4-336b-4706-9477-9bb5243729ad tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 944 time: 0.4693313 Feb 09 21:11:38.146953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:38.155652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] For port b7c73437-0ed7-4efd-aa84-ff4aba18c30c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,segment=NetworkSegment(2e7e675b-754b-42cb-b111-633b42a0cb2d),segment_id=2e7e675b-754b-42cb-b111-633b42a0cb2d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:38.191621 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e431de1d-08fd-465e-a47d-07a44ebc0b8c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:38.223132 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.261063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=5dd1987e-fae0-4555-a19f-a4ced5d65789,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:38.271581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e90671a6-308b-4081-ad25-ae83f34de450 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4502714 Feb 09 21:11:38.273488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:38.288037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '5dd1987e-fae0-4555-a19f-a4ced5d65789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:38.326059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:38.331729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ea28231-bc8d-48d6-b2bd-3988310a1d61 req-f2e8ceaa-8bd5-42fc-b92d-26f33324acf4 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788106 Feb 09 21:11:38.337579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9fad-44ca-46f3-90c6-1b7ce62e3d6e None None] Pushing event updated for resources: {'Port': ['ID=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:38.347553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 5dd1987e-fae0-4555-a19f-a4ced5d65789 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:38.423809 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-856afe20-7e37-423a-836c-0c833477908c None None] Publish callbacks [] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.437849 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.458110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-d8ff4334-afa0-4627-96c5-50b0b6c13f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:38.459601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-d8ff4334-afa0-4627-96c5-50b0b6c13f08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=387f63d8-f45c-4507-8e34-18b88175eea3 HTTP/1.1" status: 200 len: 897 time: 0.8657320 Feb 09 21:11:38.481886 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-856afe20-7e37-423a-836c-0c833477908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.536515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856afe20-7e37-423a-836c-0c833477908c None None] Network a22a111c-2430-4ba0-8925-78775867c22a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:38.564395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-856afe20-7e37-423a-836c-0c833477908c None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:38.575193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-d60abb99-0e95-4d33-81d5-d7e63dad17a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db HTTP/1.1" status: 200 len: 217 time: 0.1032581 Feb 09 21:11:38.616826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856afe20-7e37-423a-836c-0c833477908c None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:38.647513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d8abe599-3588-4a44-975d-668870466279 None None] Provisioning complete for port 8a404d7f-9815-448c-8bfe-f160c5466ccb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:38.654613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8abe599-3588-4a44-975d-668870466279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.809432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:38.826505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8abe599-3588-4a44-975d-668870466279 None None] Port 8a404d7f-9815-448c-8bfe-f160c5466ccb cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:38.826764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-13771d02-1778-427c-bb52-ada4e9545dec tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8296416 Feb 09 21:11:38.831531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:38.838628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:38.878027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:35Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a404d7f-9815-448c-8bfe-f160c5466ccb', 'name': '', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:12:1e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:30Z', 'updated_at': '2022-02-09T21:11:33Z', 'revision_number': 1, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:35Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:38.973807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296935f-fab1-4fce-8b23-8db69ccf27d2 None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:35Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a404d7f-9815-448c-8bfe-f160c5466ccb', 'name': '', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:12:1e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:30Z', 'updated_at': '2022-02-09T21:11:33Z', 'revision_number': 1, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:35Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:38.979716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.986312 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.987095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:38.988006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856afe20-7e37-423a-836c-0c833477908c None None] Pushing event updated for resources: {'Port': ['ID=3e09dfbc-2702-467a-b266-8d10f69a1e7a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:39.005364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e431de1d-08fd-465e-a47d-07a44ebc0b8c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:39.005686 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.013117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-856afe20-7e37-423a-836c-0c833477908c None None] Attempting to bind port 3e09dfbc-2702-467a-b266-8d10f69a1e7a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:39.013487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-856afe20-7e37-423a-836c-0c833477908c None None] Attempting to bind port 3e09dfbc-2702-467a-b266-8d10f69a1e7a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:39.013856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856afe20-7e37-423a-836c-0c833477908c None None] Attempting to bind port 3e09dfbc-2702-467a-b266-8d10f69a1e7a on network a22a111c-2430-4ba0-8925-78775867c22a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:39.032775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:39.044005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.104477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-9f8090c6-93ac-4634-957e-fa67858623cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:39.105930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-9f8090c6-93ac-4634-957e-fa67858623cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=111a80b7-3069-4797-8a8e-15a4baf68e08 HTTP/1.1" status: 200 len: 835 time: 0.3515754 Feb 09 21:11:39.166570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:39.214347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.214727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.215056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.215402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.216357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.216708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.217049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.217387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.217849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.218084 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.219627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.220029 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.220363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:11:39.293684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network a22a111c-2430-4ba0-8925-78775867c22a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:39.296224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:39.504126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:39.510369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856afe20-7e37-423a-836c-0c833477908c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:39.511142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856afe20-7e37-423a-836c-0c833477908c None None] Checking segment: {'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:39.511646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-856afe20-7e37-423a-836c-0c833477908c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.512158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856afe20-7e37-423a-836c-0c833477908c None None] Bound using segment: {'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:39.513111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-856afe20-7e37-423a-836c-0c833477908c None None] Bound port: 3e09dfbc-2702-467a-b266-8d10f69a1e7a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:39.513610 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-856afe20-7e37-423a-836c-0c833477908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.585116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d8abe599-3588-4a44-975d-668870466279 None None] Provisioning complete for port e431de1d-08fd-465e-a47d-07a44ebc0b8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:39.585398 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8abe599-3588-4a44-975d-668870466279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.675911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-b6997915-77a4-4dd1-a603-60c21a839475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:39.678392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-b6997915-77a4-4dd1-a603-60c21a839475 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387f63d8-f45c-4507-8e34-18b88175eea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5371878 Feb 09 21:11:39.739480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Publish callbacks [] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.791452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-856afe20-7e37-423a-836c-0c833477908c None None] For port 3e09dfbc-2702-467a-b266-8d10f69a1e7a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:39.798263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.817605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822ebcb-a60a-4bb1-93cc-a53a6c64dbc5 req-aebfc151-7dfe-4539-bfff-06284a52da8e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:39.820397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0822ebcb-a60a-4bb1-93cc-a53a6c64dbc5 req-aebfc151-7dfe-4539-bfff-06284a52da8e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 944 time: 0.3238568 Feb 09 21:11:39.840309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e431de1d-08fd-465e-a47d-07a44ebc0b8c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:39.840822 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.849087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-856afe20-7e37-423a-836c-0c833477908c None None] For port 3e09dfbc-2702-467a-b266-8d10f69a1e7a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3e09dfbc-2702-467a-b266-8d10f69a1e7a,segment=NetworkSegment(9009b019-6bc1-411d-86a9-c5d0a84d07d3),segment_id=9009b019-6bc1-411d-86a9-c5d0a84d07d3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:39.879365 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a9491e94-5cfb-49e8-b324-186b718ea2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:39.970223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d884981e-c144-414b-b0d8-1a3a9e8ec0db details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:11:40.039064 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-856afe20-7e37-423a-836c-0c833477908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.124866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a049298-1611-44b0-a8d2-873e7cefd61e None None] Pushing event updated for resources: {'Port': ['ID=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:40.156578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:40.157372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8abe599-3588-4a44-975d-668870466279 None None] Current status of the port e431de1d-08fd-465e-a47d-07a44ebc0b8c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:40.160154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8abe599-3588-4a44-975d-668870466279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.169869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fbf048e6-0b68-4188-8b4a-3b792be9e3f8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7748153 Feb 09 21:11:40.174211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58550) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:40.181432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-454777651'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:40.245348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:40.256782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.311525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:40.330127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port e431de1d-08fd-465e-a47d-07a44ebc0b8c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e431de1d-08fd-465e-a47d-07a44ebc0b8c,segment=NetworkSegment(abc577b2-608e-4a0a-86a1-4bf26bc38169),segment_id=abc577b2-608e-4a0a-86a1-4bf26bc38169)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:40.333986 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (77f2a38c-abff-4ebc-8731-0de54dfd27da), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.334341 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment 77f2a38c-abff-4ebc-8731-0de54dfd27da of type vlan for network a31a8e68-05ca-4de1-b806-8abef3e82e04 Feb 09 21:11:40.348935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856afe20-7e37-423a-836c-0c833477908c None None] Pushing event updated for resources: {'Port': ['ID=3e09dfbc-2702-467a-b266-8d10f69a1e7a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:40.382066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-614eaff9-5963-4b33-8fcb-191c7535a0e8 service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954165 Feb 09 21:11:40.427375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (a31a8e68-05ca-4de1-b806-8abef3e82e04), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.428435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0822ebcb-a60a-4bb1-93cc-a53a6c64dbc5 req-c5635a0d-b88e-4197-9397-aae3f1746151 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5700581 Feb 09 21:11:40.442926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.445110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1e965883-1b49-4e9f-b6ba-7fe22f314639 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:40.520595 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (a31a8e68-05ca-4de1-b806-8abef3e82e04), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.533328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:40.534009 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.668534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4931283 Feb 09 21:11:40.669271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58560) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:40.677558 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.resource_extend [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:11:40.681630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:40.834312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a7545-5ecd-40bc-bdd3-137d165c9a3a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=a31a8e68-05ca-4de1-b806-8abef3e82e04,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:40.846910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=e431de1d-08fd-465e-a47d-07a44ebc0b8c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:40.855569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Attempting to bind port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:40.855976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Attempting to bind port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:40.856360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Attempting to bind port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 on network 01e4604a-83f6-48de-a80b-58dba759a880 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:40.876294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:40.898815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:40.907608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.944550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:40.944951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Checking segment: {'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:40.945368 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.945842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Bound using segment: {'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:40.946351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Bound port: 397dd9cd-e5c5-4bbf-a420-6286797cf3c0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb25089-0b91-4b0e-9488-2e17db55d6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:40.946747 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:40.950158 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-d8abe599-3588-4a44-975d-668870466279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:11:40.950510 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-d8abe599-3588-4a44-975d-668870466279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:11:41.102944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1e965883-1b49-4e9f-b6ba-7fe22f314639 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:41.103588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.116366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:41.150399 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (1bf87e2c-80c4-4072-91b7-f0cb7853b87a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.182591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'port_id': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'mac_address': 'fa:16:3e:56:49:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:11:41.222946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:11:41.250478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] For port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:41.291195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (5573989f-6fe3-4e5d-a4d0-53df08c9ea61), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.300121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Removed routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:11:41.300635 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.302420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] For port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,segment=NetworkSegment(5cb25089-0b91-4b0e-9488-2e17db55d6b5),segment_id=5cb25089-0b91-4b0e-9488-2e17db55d6b5)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:41.308580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=1bf87e2c-80c4-4072-91b7-f0cb7853b87a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:41.317553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d884981e-c144-414b-b0d8-1a3a9e8ec0db is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:41.318201 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.323914 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.363548 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.388596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=5573989f-6fe3-4e5d-a4d0-53df08c9ea61,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:41.426288 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:41.432184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': 'af053d84-cfd9-4112-afac-acda9a8aa4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '5dd1987e-fae0-4555-a19f-a4ced5d65789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:41.433728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:41.434089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: a31a8e68-05ca-4de1-b806-8abef3e82e04, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:41.437694 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:41.438280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 5dd1987e-fae0-4555-a19f-a4ced5d65789, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:41.438432 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:41.454565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ba9a0cf-a8d3-4c24-a964-fed6735a9bf3 req-fcfed5f6-a200-4c35-881b-c95f9cbd2617 service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0551438 Feb 09 21:11:41.466519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:41.476039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d884981e-c144-414b-b0d8-1a3a9e8ec0db {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:11:41.488046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, a31a8e68-05ca-4de1-b806-8abef3e82e04) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:41.502801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:41.506606 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.537885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8b053b12-8192-4218-9a1e-6024650d09a9 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8613753 Feb 09 21:11:41.538213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58574) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:41.625149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 5dd1987e-fae0-4555-a19f-a4ced5d65789 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:41.637918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb84ea5-6476-451d-bc33-c046e7980188 None None] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:41.673602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 5dd1987e-fae0-4555-a19f-a4ced5d65789) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:41.678225 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:41.694014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:41.694781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.709855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1e965883-1b49-4e9f-b6ba-7fe22f314639 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:41.711130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a4cc4584-6b7b-4da7-8435-24ac8892e494 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:41.747661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3e532e37-1da1-4d91-a374-8ea5997188c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4634514 Feb 09 21:11:41.751169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:41.762230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.770703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a0519-42c8-42eb-af60-12ac1e602b0d None None] Network 5dd1987e-fae0-4555-a19f-a4ced5d65789 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:41.773960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.821745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:41.906069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (5dd1987e-fae0-4555-a19f-a4ced5d65789), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:41.963078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0d0f-358f-457c-b280-93145040c5ad req-239a8d93-db86-4523-ba2d-cda4f18aef4e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:41.970479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-64ca0d0f-358f-457c-b280-93145040c5ad req-239a8d93-db86-4523-ba2d-cda4f18aef4e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 944 time: 0.3210306 Feb 09 21:11:42.004343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:42.005142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:42.026501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:42.039618 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:41Z', 'revision_number': 6, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a404d7f-9815-448c-8bfe-f160c5466ccb', 'name': '', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:12:1e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:30Z', 'updated_at': '2022-02-09T21:11:36Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:42.076436 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:42.076833 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Updating router 9d4cca96-5ded-4b28-9a2d-847fad8477db port 8a404d7f-9815-448c-8bfe-f160c5466ccb binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:42.106289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-64ca0d0f-358f-457c-b280-93145040c5ad req-bf913ea7-ee2c-4a24-8ab7-5875f305ce62 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285775 Feb 09 21:11:42.120115 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.235124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.238058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a049298-1611-44b0-a8d2-873e7cefd61e None None] Pushing event updated for resources: {'Port': ['ID=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:42.242224 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (1bf87e2c-80c4-4072-91b7-f0cb7853b87a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.247401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:42.265878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b3794-039c-4ce3-a024-149127462ef9 None None] Network a22a111c-2430-4ba0-8925-78775867c22a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:42.271108 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.272561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-81161778-9888-45b4-8698-10863fbebc98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 200 len: 933 time: 3.4398174 Feb 09 21:11:42.285739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:42.285977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8abe599-3588-4a44-975d-668870466279 None None] Current status of the port e431de1d-08fd-465e-a47d-07a44ebc0b8c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:42.344791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (1bf87e2c-80c4-4072-91b7-f0cb7853b87a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.377221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf87e2c-80c4-4072-91b7-f0cb7853b87a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:42.443217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-a31a8e68-05ca-4de1-b806-8abef3e82e04', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:42.444253 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.512294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-34949e2d-069c-49cf-bd81-54604438f7fb tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 200 len: 933 time: 0.2244654 Feb 09 21:11:42.512916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58582) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:42.515043 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Publish callbacks [] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.519008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'routes': None}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:42.526079 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.562838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:42.659659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:42.670443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['d884981e-c144-414b-b0d8-1a3a9e8ec0db'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:11:42.682799 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4e57c-d594-49b9-81a1-335515cd0e45 None None] Pushing event updated for resources: {'Port': ['ID=8a404d7f-9815-448c-8bfe-f160c5466ccb,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:42.735339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (5dd1987e-fae0-4555-a19f-a4ced5d65789), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.752265 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Attempting to bind port 8a404d7f-9815-448c-8bfe-f160c5466ccb on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:42.756139 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Attempting to bind port 8a404d7f-9815-448c-8bfe-f160c5466ccb by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:42.756704 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Attempting to bind port 8a404d7f-9815-448c-8bfe-f160c5466ccb on network 83cff64a-f3fa-45d5-8838-d17da964fd7c {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:42.762922 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:42.763565 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Checking segment: {'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:42.764152 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.765240 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Bound using segment: {'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:42.765876 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Bound port: 8a404d7f-9815-448c-8bfe-f160c5466ccb, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc577b2-608e-4a0a-86a1-4bf26bc38169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:42.766439 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.840562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd1987e-fae0-4555-a19f-a4ced5d65789']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:42.843009 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] For port 8a404d7f-9815-448c-8bfe-f160c5466ccb, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:42.850719 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] For port 8a404d7f-9815-448c-8bfe-f160c5466ccb, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8a404d7f-9815-448c-8bfe-f160c5466ccb,segment=NetworkSegment(abc577b2-608e-4a0a-86a1-4bf26bc38169),segment_id=abc577b2-608e-4a0a-86a1-4bf26bc38169)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:42.856187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af053d84-cfd9-4112-afac-acda9a8aa4c0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:42.856664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af053d84-cfd9-4112-afac-acda9a8aa4c0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:42.868807 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.875644 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (af053d84-cfd9-4112-afac-acda9a8aa4c0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.913273 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:42.921548 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:42.956329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (af053d84-cfd9-4112-afac-acda9a8aa4c0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.976547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:42.986232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (af053d84-cfd9-4112-afac-acda9a8aa4c0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:42.990092 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:43.021643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:43.062571 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:43.157057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d8abe599-3588-4a44-975d-668870466279 None None] Provisioning complete for port a4cc4584-6b7b-4da7-8435-24ac8892e494 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:43.157877 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8abe599-3588-4a44-975d-668870466279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:43.338232 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (5dd1987e-fae0-4555-a19f-a4ced5d65789), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:43.351577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:43.368085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:43.370075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/5dd1987e-fae0-4555-a19f-a4ced5d65789 HTTP/1.1" status: 204 len: 168 time: 1.6176293 Feb 09 21:11:43.385010 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4e57c-d594-49b9-81a1-335515cd0e45 None None] Pushing event updated for resources: {'Port': ['ID=8a404d7f-9815-448c-8bfe-f160c5466ccb,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:43.476978 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:41Z', 'revision_number': 6, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a404d7f-9815-448c-8bfe-f160c5466ccb', 'name': '', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:12:1e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:30Z', 'updated_at': '2022-02-09T21:11:42Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:43.512731 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff07be-2f83-46fd-a22e-75176809280c None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:41Z', 'revision_number': 6, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a404d7f-9815-448c-8bfe-f160c5466ccb', 'name': '', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:12:1e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:30Z', 'updated_at': '2022-02-09T21:11:42Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:43.528842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646aab98-54ec-4a73-9c99-f9e86d474bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-5dd1987e-fae0-4555-a19f-a4ced5d65789', 'network_id': '5dd1987e-fae0-4555-a19f-a4ced5d65789', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '1bf87e2c-80c4-4072-91b7-f0cb7853b87a'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:43.529792 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-646aab98-54ec-4a73-9c99-f9e86d474bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:43.539961 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:43.564804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added routes are [] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:11:43.565127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.extraroute_db [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103324) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:11:43.577446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5058a6-85a5-4493-b519-25473b1099ce tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=5dd1987e-fae0-4555-a19f-a4ced5d65789,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:43.620728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c0640-5f97-4acb-b656-abb8a70756b4 req-008c9a12-6f51-48cd-935f-b7b26029de16 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:43.622519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f23c0640-5f97-4acb-b656-abb8a70756b4 req-008c9a12-6f51-48cd-935f-b7b26029de16 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 945 time: 0.3777912 Feb 09 21:11:43.624349 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-741b3e59-28df-4670-986e-d94494850773 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] GET failed (client error): The resource could not be found. Feb 09 21:11:43.629175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-741b3e59-28df-4670-986e-d94494850773 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/subnets/1bf87e2c-80c4-4072-91b7-f0cb7853b87a HTTP/1.1" status: 404 len: 337 time: 0.2574439 Feb 09 21:11:43.641609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58590) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:43.698310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:43.727866 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d133b4c8-5b69-4171-8ae3-33f3d766d580 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:43.728365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d133b4c8-5b69-4171-8ae3-33f3d766d580 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:43.738019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d133b4c8-5b69-4171-8ae3-33f3d766d580 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/5dd1987e-fae0-4555-a19f-a4ced5d65789 HTTP/1.1" status: 404 len: 339 time: 0.0913544 Feb 09 21:11:43.738752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:43.763588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8:2::1 (a31a8e68-05ca-4de1-b806-8abef3e82e04/5573989f-6fe3-4e5d-a4d0-53df08c9ea61/3a878f08-0e34-45ab-adc9-c39fbf9e0405) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:43.835670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a4cc4584-6b7b-4da7-8435-24ac8892e494 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:43.836078 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:43.861373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f23c0640-5f97-4acb-b656-abb8a70756b4 req-c872219a-5b95-40b2-bf51-29c881d0bd8b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229428 Feb 09 21:11:44.017843 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:44.040103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:44.094901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:44.114885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8abe599-3588-4a44-975d-668870466279 None None] Current status of the port a4cc4584-6b7b-4da7-8435-24ac8892e494 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:44.115348 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8abe599-3588-4a44-975d-668870466279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:44.125237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc559cc-ca0e-4ccf-b7df-62952c290f79 None None] Network 5dd1987e-fae0-4555-a19f-a4ced5d65789 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:44.136373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:44.137032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:44.165148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:44.177450 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:44.192767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde35d11-f637-4a3a-814f-26aeeae0256f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:44.194373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dde35d11-f637-4a3a-814f-26aeeae0256f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4544756 Feb 09 21:11:44.198017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58596) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:44.275695 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ac467123-0e1f-4fb6-bbe9-1718dd46b615 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 207 time: 0.0765660 Feb 09 21:11:44.279478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58598) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:44.303042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc559cc-ca0e-4ccf-b7df-62952c290f79 None None] Network 5dd1987e-fae0-4555-a19f-a4ced5d65789 could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:11:44.315428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:44.323233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:44.327504 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-32a40b3f-4eaa-452d-a801-06e5ce398f8d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 200 len: 699 time: 1.8105831 Feb 09 21:11:44.328538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:44.406201 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:44.418093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:44.475630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8abe599-3588-4a44-975d-668870466279 None None] For port a4cc4584-6b7b-4da7-8435-24ac8892e494, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a4cc4584-6b7b-4da7-8435-24ac8892e494,segment=NetworkSegment(5cb25089-0b91-4b0e-9488-2e17db55d6b5),segment_id=5cb25089-0b91-4b0e-9488-2e17db55d6b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:44.496896 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-80aeb239-44dd-4cd8-8578-af4bb756ce79 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 200 len: 699 time: 0.1677279 Feb 09 21:11:44.497866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58604) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:44.520104 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8abe599-3588-4a44-975d-668870466279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:44.575379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:38Z', 'revision_number': 3, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:41Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:38Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:44.587857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b9d5a-ada5-46af-ad05-22bd6ce15794 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:44.593126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b9d5a-ada5-46af-ad05-22bd6ce15794 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:44.598412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b9d5a-ada5-46af-ad05-22bd6ce15794 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:44.603602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b9d5a-ada5-46af-ad05-22bd6ce15794 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:44.605336 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3c1b9d5a-ada5-46af-ad05-22bd6ce15794 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3243556 Feb 09 21:11:44.608757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:44.620629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58606) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:44.696495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603d4d4-9868-4813-94f5-ab2e30c6b3e8 None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:38Z', 'revision_number': 3, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:41Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:38Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:44.721352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Allocated IP 2001:db8:2::2 (a31a8e68-05ca-4de1-b806-8abef3e82e04/5573989f-6fe3-4e5d-a4d0-53df08c9ea61/b68ec450-a483-4486-a40a-3d16f68a6be1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:44.897981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d8abe599-3588-4a44-975d-668870466279 None None] Provisioning complete for port b7c73437-0ed7-4efd-aa84-ff4aba18c30c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:44.898817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8abe599-3588-4a44-975d-668870466279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:45.061924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a4cc4584-6b7b-4da7-8435-24ac8892e494 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:45.221779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:45.244888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abe599-3588-4a44-975d-668870466279 None None] Pushing event updated for resources: {'Port': ['ID=a4cc4584-6b7b-4da7-8435-24ac8892e494,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:45.266475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:45.370645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:45.375042 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Publish callbacks [] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:45.383005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:45.384042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:45.414962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:45.477775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8abe599-3588-4a44-975d-668870466279 None None] Current status of the port b7c73437-0ed7-4efd-aa84-ff4aba18c30c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:45.502080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Pushing event updated for resources: {'Port': ['ID=b68ec450-a483-4486-a40a-3d16f68a6be1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:45.525269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:45.528785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:45.532009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:45.536007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48231b5c-2326-4c92-b26d-d955366de88a req-5f580fcb-c961-4fcb-b81f-82be8a156a1f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:45.543278 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48231b5c-2326-4c92-b26d-d955366de88a req-5f580fcb-c961-4fcb-b81f-82be8a156a1f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 945 time: 0.3422923 Feb 09 21:11:45.550099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=3a878f08-0e34-45ab-adc9-c39fbf9e0405,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:45.647156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b7c73437-0ed7-4efd-aa84-ff4aba18c30c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:45.678532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48231b5c-2326-4c92-b26d-d955366de88a req-854486ad-5fbd-492b-a252-337f5bf44dcc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342373 Feb 09 21:11:45.714250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:43Z', 'revision_number': 7, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a404d7f-9815-448c-8bfe-f160c5466ccb', 'name': '', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:12:1e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:30Z', 'updated_at': '2022-02-09T21:11:42Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:45.725687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Attempting to bind port b68ec450-a483-4486-a40a-3d16f68a6be1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:45.726063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Attempting to bind port b68ec450-a483-4486-a40a-3d16f68a6be1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:45.726433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Attempting to bind port b68ec450-a483-4486-a40a-3d16f68a6be1 on network a31a8e68-05ca-4de1-b806-8abef3e82e04 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:45.729263 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-60d782ef-debc-413a-97ff-36a14284a908 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 1.1031599 Feb 09 21:11:45.734733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:45.794975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41906793-3138-402c-92e2-84fcac1c8bf1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:45.796568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41906793-3138-402c-92e2-84fcac1c8bf1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:45.802012 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-41906793-3138-402c-92e2-84fcac1c8bf1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0662544 Feb 09 21:11:45.804278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58614) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:45.898569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:45.919774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9e96e-28d2-417d-a2ea-f2a46e531c39 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:45.921150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c9e96e-28d2-417d-a2ea-f2a46e531c39 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:45.929718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 8a404d7f-9815-448c-8bfe-f160c5466ccb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:45.930280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:45.937326 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a4c9e96e-28d2-417d-a2ea-f2a46e531c39 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1319637 Feb 09 21:11:45.938003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58616) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:46.040238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:46.044547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Provisioning complete for port 8a404d7f-9815-448c-8bfe-f160c5466ccb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:46.045066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.053379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:46.054067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Checking segment: {'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:46.054722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.055223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Bound using segment: {'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:46.055964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Bound port: b68ec450-a483-4486-a40a-3d16f68a6be1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:46.056903 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.077917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b7c73437-0ed7-4efd-aa84-ff4aba18c30c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:46.078438 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.094348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 8a404d7f-9815-448c-8bfe-f160c5466ccb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8a404d7f-9815-448c-8bfe-f160c5466ccb,segment=NetworkSegment(abc577b2-608e-4a0a-86a1-4bf26bc38169),segment_id=abc577b2-608e-4a0a-86a1-4bf26bc38169)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:46.094722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.115097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 8a404d7f-9815-448c-8bfe-f160c5466ccb owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:46.145839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:46.146576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:46.297895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d884981e-c144-414b-b0d8-1a3a9e8ec0db up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:46.381270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7bb8f2-64e8-4e21-962b-704862519878 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:46.388915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9f7bb8f2-64e8-4e21-962b-704862519878 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/networks/39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 HTTP/1.1" status: 200 len: 800 time: 0.4259658 Feb 09 21:11:46.392524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58618) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:46.468999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b7c73437-0ed7-4efd-aa84-ff4aba18c30c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:46.470479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e431de1d-08fd-465e-a47d-07a44ebc0b8c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:46.477817 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8a404d7f-9815-448c-8bfe-f160c5466ccb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.581238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:46.582985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Port 8a404d7f-9815-448c-8bfe-f160c5466ccb update to ACTIVE by agent not found {{(pid=103326) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:11:46.594878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=8a404d7f-9815-448c-8bfe-f160c5466ccb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:46.628781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] For port b68ec450-a483-4486-a40a-3d16f68a6be1, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:46.662647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e431de1d-08fd-465e-a47d-07a44ebc0b8c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:46.662985 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.700069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.707708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port d884981e-c144-414b-b0d8-1a3a9e8ec0db completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:11:46.723961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] For port b68ec450-a483-4486-a40a-3d16f68a6be1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b68ec450-a483-4486-a40a-3d16f68a6be1,segment=NetworkSegment(77f2a38c-abff-4ebc-8731-0de54dfd27da),segment_id=77f2a38c-abff-4ebc-8731-0de54dfd27da)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:46.724361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.725093 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.735005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port d884981e-c144-414b-b0d8-1a3a9e8ec0db triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:46.735430 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.738705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Provisioning complete for port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:46.739124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.761057 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fbd99434-5ca3-43dc-af0c-1bff4ebc9d09 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/networks/39fd96f5-c3ef-48f7-a519-a2ab5f5987a3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3626525 Feb 09 21:11:46.761804 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:46.816545 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:46.908984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86674672-9be2-4564-8e88-85d31d115aa2 None None] Pushing event updated for resources: {'Port': ['ID=b68ec450-a483-4486-a40a-3d16f68a6be1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:46.938825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ca405-6abd-4d04-934a-9a48a5a33ede req-2e016381-814e-4e0a-ad33-961e9fc90314 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:46.949892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c56ca405-6abd-4d04-934a-9a48a5a33ede req-2e016381-814e-4e0a-ad33-961e9fc90314 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 945 time: 0.1106956 Feb 09 21:11:47.012749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:47.014936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c56ca405-6abd-4d04-934a-9a48a5a33ede req-82dfa325-9f2f-4c8a-b299-d542011a6233 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640848 Feb 09 21:11:47.015598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.024285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:47.042528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=3a878f08-0e34-45ab-adc9-c39fbf9e0405,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:47.076355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c954ea-1ea0-49c5-a71f-e0ff01434e3d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:47.081310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-26c954ea-1ea0-49c5-a71f-e0ff01434e3d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/subnets/0915a043-d96d-4bab-bdd3-261b0a205031 HTTP/1.1" status: 200 len: 811 time: 0.2740216 Feb 09 21:11:47.081976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Current status of the port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:47.082393 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.146540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58626) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:47.154708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] For port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,segment=NetworkSegment(5cb25089-0b91-4b0e-9488-2e17db55d6b5),segment_id=5cb25089-0b91-4b0e-9488-2e17db55d6b5)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:47.169109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e431de1d-08fd-465e-a47d-07a44ebc0b8c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:47.175221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3e09dfbc-2702-467a-b266-8d10f69a1e7a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:47.201308 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.294285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1ade6-c57e-4bed-8a1e-f3e5b3f34374 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['shared'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:47.301172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a0e1ade6-c57e-4bed-8a1e-f3e5b3f34374 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "GET /v2.0/subnets/0915a043-d96d-4bab-bdd3-261b0a205031?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1536071 Feb 09 21:11:47.304977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:47.320825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1822047064'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:47.379064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:47.384505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:47.389398 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.417082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Provisioning complete for port dcf8f556-6e06-4cd2-936e-9a8a7463c74b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:47.418474 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.420019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d884981e-c144-414b-b0d8-1a3a9e8ec0db is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:47.420384 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.424139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:47.437794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:47.531153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Pushing event updated for resources: {'Port': ['ID=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:47.549803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3e09dfbc-2702-467a-b266-8d10f69a1e7a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:47.550183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.574335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:47.594737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-77151bbc-e7e5-4e43-b379-90863abb406d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0918036 Feb 09 21:11:47.594982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:47.608937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:11:47.608937 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e713f49-add0-4c57-b860-595970d31bc3" -d '{"events": [{"server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "name": "network-vif-plugged", "status": "completed", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:11:47.621932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Port dcf8f556-6e06-4cd2-936e-9a8a7463c74b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:11:47.643394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1b3c7ab-56fa-4dd3-aafd-f5cfccc405a5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.643946 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Added segment c1b3c7ab-56fa-4dd3-aafd-f5cfccc405a5 of type vlan for network 674ea4f3-de10-4fd4-9e12-078ead8e788d Feb 09 21:11:47.653533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:47.666597 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.699238 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884c7435-3ad7-480a-a812-6c5f391c7e63 x-openstack-request-id: req-884c7435-3ad7-480a-a812-6c5f391c7e63 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:11:47.699539 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "name": "network-vif-plugged", "status": "completed", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:11:47.699826 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-884c7435-3ad7-480a-a812-6c5f391c7e63 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:11:47.700222 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'code': 200} Feb 09 21:11:47.714128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Provisioning complete for port a4cc4584-6b7b-4da7-8435-24ac8892e494 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:47.714598 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.715291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f75b51c-ffb2-4972-a69a-12c4bc8cabcd tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet 3b6c4f16-2fcd-4a20-a557-2425aae30d1f {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:11:47.728573 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f75b51c-ffb2-4972-a69a-12c4bc8cabcd tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (3b6c4f16-2fcd-4a20-a557-2425aae30d1f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.762284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:43Z', 'revision_number': 7, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a404d7f-9815-448c-8bfe-f160c5466ccb', 'name': '', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:12:1e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:30Z', 'updated_at': '2022-02-09T21:11:42Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:47.804138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:47.818951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bbc4c938-4fcc-440b-a89c-b730c70a1bd3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2796011 Feb 09 21:11:47.833360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d3c91-81ba-4a16-b8f4-837faa8bd1ae None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:43Z', 'revision_number': 7, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a404d7f-9815-448c-8bfe-f160c5466ccb', 'name': '', 'network_id': '83cff64a-f3fa-45d5-8838-d17da964fd7c', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:12:1e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:30Z', 'updated_at': '2022-02-09T21:11:42Z', 'revision_number': 4, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '3b6c4f16-2fcd-4a20-a557-2425aae30d1f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:47.835060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:47.852031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (674ea4f3-de10-4fd4-9e12-078ead8e788d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.859149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3e09dfbc-2702-467a-b266-8d10f69a1e7a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:47.859551 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.885791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58636) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:47.901012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1339724327'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:47.918958 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (674ea4f3-de10-4fd4-9e12-078ead8e788d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.925747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:47.926293 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:47.969094 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6625674 Feb 09 21:11:47.989752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58638) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:48.000331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'network_id': '674ea4f3-de10-4fd4-9e12-078ead8e788d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:48.017692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Current status of the port a4cc4584-6b7b-4da7-8435-24ac8892e494 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:48.023233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 3e09dfbc-2702-467a-b266-8d10f69a1e7a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3e09dfbc-2702-467a-b266-8d10f69a1e7a,segment=NetworkSegment(9009b019-6bc1-411d-86a9-c5d0a84d07d3),segment_id=9009b019-6bc1-411d-86a9-c5d0a84d07d3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:48.035389 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.037494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8a404d7f-9815-448c-8bfe-f160c5466ccb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:48.103596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8a404d7f-9815-448c-8bfe-f160c5466ccb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:11:48.103596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8a404d7f-9815-448c-8bfe-f160c5466ccb not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:11:48.127019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:48.130390 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.181699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port 8a404d7f-9815-448c-8bfe-f160c5466ccb not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:11:48.185570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bdfb7-b475-4508-a345-c864e3344739 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Network': ['ID=674ea4f3-de10-4fd4-9e12-078ead8e788d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:48.218781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 674ea4f3-de10-4fd4-9e12-078ead8e788d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:48.258335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:11:48.280403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Provisioning complete for port 3e09dfbc-2702-467a-b266-8d10f69a1e7a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:48.280789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.289388 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6e195360-39a7-4c4b-9dc0-44452d1e2518), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.289751 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added segment 6e195360-39a7-4c4b-9dc0-44452d1e2518 of type vlan for network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 Feb 09 21:11:48.291310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Made reservation on behalf of 5ee7268aa67c47728f809d71821f029f for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:48.303076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.345280 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:48.368255 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:11:48.379966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f75b51c-ffb2-4972-a69a-12c4bc8cabcd tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (3b6c4f16-2fcd-4a20-a557-2425aae30d1f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.387831 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:48.389784 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:48.466053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=3e09dfbc-2702-467a-b266-8d10f69a1e7a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:48.480830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82f624-c41f-425d-8c5f-97a822d0ad99 req-2b23a899-301a-4bb1-a22f-69043d94511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:48.482409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e82f624-c41f-425d-8c5f-97a822d0ad99 req-2b23a899-301a-4bb1-a22f-69043d94511a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 1129 time: 0.6922250 Feb 09 21:11:48.493888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:48.550787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4155397c-84ea-42f1-b606-1fabcfed478b None None] Current status of the port 3e09dfbc-2702-467a-b266-8d10f69a1e7a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:48.556323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:48.557963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7cb2f-7d67-4a18-917f-b79f48a31558 req-d1efe49a-f844-4a24-b751-bbe5c0d4e2b3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:48.559026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:48.559515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bb7cb2f-7d67-4a18-917f-b79f48a31558 req-d1efe49a-f844-4a24-b751-bbe5c0d4e2b3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.3151488 Feb 09 21:11:48.578321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:11:48.578845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:11:48.633871 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:48.701668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f75b51c-ffb2-4972-a69a-12c4bc8cabcd tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (3b6c4f16-2fcd-4a20-a557-2425aae30d1f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.892883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f75b51c-ffb2-4972-a69a-12c4bc8cabcd tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (3b6c4f16-2fcd-4a20-a557-2425aae30d1f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.955228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (65701be0-ab8c-4b2a-ac79-16d6eb5f4626), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.961960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bb7cb2f-7d67-4a18-917f-b79f48a31558 req-f0ada021-d256-40f5-b44b-2abd3b25ec4c tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722215 Feb 09 21:11:48.965002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e82f624-c41f-425d-8c5f-97a822d0ad99 req-e08beabc-28ea-4b6a-81e5-2e20faa6d197 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568222 Feb 09 21:11:48.969886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (2a60c13f-5b0f-487f-8750-e7c4206926c4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:48.991952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:48.994213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65718969-b85a-4dea-a9b5-f312444af770 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:11:48.996364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75b51c-ffb2-4972-a69a-12c4bc8cabcd tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6c4f16-2fcd-4a20-a557-2425aae30d1f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:48.999150 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6f75b51c-ffb2-4972-a69a-12c4bc8cabcd tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.006391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6f75b51c-ffb2-4972-a69a-12c4bc8cabcd tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/3b6c4f16-2fcd-4a20-a557-2425aae30d1f HTTP/1.1" status: 204 len: 168 time: 1.4101813 Feb 09 21:11:49.008981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:49.056501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (65701be0-ab8c-4b2a-ac79-16d6eb5f4626), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.065747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:49.066494 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.102104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=2a60c13f-5b0f-487f-8750-e7c4206926c4,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:49.146900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (83cff64a-f3fa-45d5-8838-d17da964fd7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.166100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4901d73a-67b9-427d-b70a-d6663cafbd35 None None] Provisioning complete for port b68ec450-a483-4486-a40a-3d16f68a6be1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:49.166402 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4901d73a-67b9-427d-b70a-d6663cafbd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.229181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:49.238846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port e431de1d-08fd-465e-a47d-07a44ebc0b8c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:49.239790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.240354 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3519440 Feb 09 21:11:49.244242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:49.252822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'subnet': {'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:49.272563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Checking segment: {'id': 'c1b3c7ab-56fa-4dd3-aafd-f5cfccc405a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '674ea4f3-de10-4fd4-9e12-078ead8e788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:49.272797 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:45Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:46Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:38Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:49.272991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network hostable DHCP agents. Network: 674ea4f3-de10-4fd4-9e12-078ead8e788d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:49.336893 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:49.336893 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Updating router 59f4773a-de56-4106-b5f5-1c44cf0596ca port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:49.338149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port e431de1d-08fd-465e-a47d-07a44ebc0b8c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e431de1d-08fd-465e-a47d-07a44ebc0b8c,segment=NetworkSegment(abc577b2-608e-4a0a-86a1-4bf26bc38169),segment_id=abc577b2-608e-4a0a-86a1-4bf26bc38169)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:49.338578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.355497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for e431de1d-08fd-465e-a47d-07a44ebc0b8c owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:49.364421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a803d-8c11-4869-9fcf-7e3d807b3142 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Network': ['ID=65701be0-ab8c-4b2a-ac79-16d6eb5f4626,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:49.388299 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.409342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:11:49.428559 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Network 674ea4f3-de10-4fd4-9e12-078ead8e788d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:49.445207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 674ea4f3-de10-4fd4-9e12-078ead8e788d) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:49.461017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:49.462048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.484921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Made reservation on behalf of 95ad81b56fa6482e8dafa3ce8c515f0e for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:11:49.486046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e431de1d-08fd-465e-a47d-07a44ebc0b8c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.492018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.502211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2b6bb0f6-d2c6-4536-b397-1b5863d0ddc6 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5110519 Feb 09 21:11:49.514699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:49.520706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No DVR routers for this DVR port e431de1d-08fd-465e-a47d-07a44ebc0b8c on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:11:49.528458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=e431de1d-08fd-465e-a47d-07a44ebc0b8c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:49.562014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7bddaa92-6bdd-44d7-a142-d4af13f673f5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:49.641602 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (83cff64a-f3fa-45d5-8838-d17da964fd7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.678153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cff64a-f3fa-45d5-8838-d17da964fd7c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:49.691227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc577b2-608e-4a0a-86a1-4bf26bc38169') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:49.691587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc577b2-608e-4a0a-86a1-4bf26bc38169') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:49.709552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (abc577b2-608e-4a0a-86a1-4bf26bc38169), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.730213 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (abc577b2-608e-4a0a-86a1-4bf26bc38169), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.737389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:49.737931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.742191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bddaa92-6bdd-44d7-a142-d4af13f673f5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4320913'] for subnet (2a60c13f-5b0f-487f-8750-e7c4206926c4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.743724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:49.744611 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (abc577b2-608e-4a0a-86a1-4bf26bc38169), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:49.748067 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:49.792084 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks [] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.799266 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.830860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (83cff64a-f3fa-45d5-8838-d17da964fd7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.862355 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58857ce5-3643-49da-a2dd-0eccce677720 None None] Pushing event updated for resources: {'Port': ['ID=3a878f08-0e34-45ab-adc9-c39fbf9e0405,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:49.900054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.911157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/83cff64a-f3fa-45d5-8838-d17da964fd7c HTTP/1.1" status: 204 len: 168 time: 0.9003196 Feb 09 21:11:49.911766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17360885-1d0f-4e3b-b46f-751651b5687a tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=83cff64a-f3fa-45d5-8838-d17da964fd7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:49.914498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:49.922428 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Attempting to bind port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:49.922805 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Attempting to bind port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:49.924062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4901d73a-67b9-427d-b70a-d6663cafbd35 None None] Current status of the port b68ec450-a483-4486-a40a-3d16f68a6be1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:49.924206 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Attempting to bind port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 on network a31a8e68-05ca-4de1-b806-8abef3e82e04 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:49.924300 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4901d73a-67b9-427d-b70a-d6663cafbd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.928764 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:49.929196 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Checking segment: {'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:49.929605 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:49.929999 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Bound using segment: {'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:49.930467 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Bound port: 3a878f08-0e34-45ab-adc9-c39fbf9e0405, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f2a38c-abff-4ebc-8731-0de54dfd27da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:49.930895 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.018211 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] For port 3a878f08-0e34-45ab-adc9-c39fbf9e0405, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:50.023418 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] For port 3a878f08-0e34-45ab-adc9-c39fbf9e0405, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3a878f08-0e34-45ab-adc9-c39fbf9e0405,segment=NetworkSegment(77f2a38c-abff-4ebc-8731-0de54dfd27da),segment_id=77f2a38c-abff-4ebc-8731-0de54dfd27da)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:50.034320 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.040937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4901d73a-67b9-427d-b70a-d6663cafbd35 None None] For port b68ec450-a483-4486-a40a-3d16f68a6be1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b68ec450-a483-4486-a40a-3d16f68a6be1,segment=NetworkSegment(77f2a38c-abff-4ebc-8731-0de54dfd27da),segment_id=77f2a38c-abff-4ebc-8731-0de54dfd27da)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:50.062944 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4901d73a-67b9-427d-b70a-d6663cafbd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.153651 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Updating router 59f4773a-de56-4106-b5f5-1c44cf0596ca port dcf8f556-6e06-4cd2-936e-9a8a7463c74b binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:50.192839 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58857ce5-3643-49da-a2dd-0eccce677720 None None] Pushing event updated for resources: {'Port': ['ID=3a878f08-0e34-45ab-adc9-c39fbf9e0405,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:50.206285 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.221710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901d73a-67b9-427d-b70a-d6663cafbd35 None None] Pushing event updated for resources: {'Port': ['ID=b68ec450-a483-4486-a40a-3d16f68a6be1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:50.244531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bddaa92-6bdd-44d7-a142-d4af13f673f5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743317270276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4302188'] for subnet (2a60c13f-5b0f-487f-8750-e7c4206926c4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.245145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:50.246174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b68ec450-a483-4486-a40a-3d16f68a6be1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:50.250992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65718969-b85a-4dea-a9b5-f312444af770 None None] Unable to find a vacant binding_index for network 674ea4f3-de10-4fd4-9e12-078ead8e788d and agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 {{(pid=103326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 21:11:50.273800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65718969-b85a-4dea-a9b5-f312444af770 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 674ea4f3-de10-4fd4-9e12-078ead8e788d) {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:11:50.282812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83050c-df81-4d03-aee8-d9fe3c8a10fc req-70540c42-4e32-44eb-a80b-7670a144e4a6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:50.293152 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e83050c-df81-4d03-aee8-d9fe3c8a10fc req-70540c42-4e32-44eb-a80b-7670a144e4a6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1745501 Feb 09 21:11:50.314305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:46Z', 'revision_number': 8, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:50.359818 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (857371dd-7010-4391-95eb-12bfcb9d55e7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.364511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:50.413800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b68ec450-a483-4486-a40a-3d16f68a6be1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:50.414189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.421930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e83050c-df81-4d03-aee8-d9fe3c8a10fc req-13621fde-58e3-46aa-b55f-59d0212c5cf6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273832 Feb 09 21:11:50.431069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bddaa92-6bdd-44d7-a142-d4af13f673f5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:50.432081 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bddaa92-6bdd-44d7-a142-d4af13f673f5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.433909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7bddaa92-6bdd-44d7-a142-d4af13f673f5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "PUT /v2.0/subnets/2a60c13f-5b0f-487f-8750-e7c4206926c4 HTTP/1.1" status: 200 len: 877 time: 0.9177854 Feb 09 21:11:50.436555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58656) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:50.438729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:50.439371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:50.547150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddaa92-6bdd-44d7-a142-d4af13f673f5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event updated for resources: {'Subnet': ['ID=2a60c13f-5b0f-487f-8750-e7c4206926c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:50.616140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Subnet': ['ID=857371dd-7010-4391-95eb-12bfcb9d55e7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:50.624422 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks [] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.633793 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.683789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Checking segment: {'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:50.684562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network hostable DHCP agents. Network: 65701be0-ab8c-4b2a-ac79-16d6eb5f4626, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:11:50.687350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ce499-2486-48d3-94d3-5e7be9418f1d req-88dc0d96-2077-4ee1-9ac2-0f6a590afee8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:50.689989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-149ce499-2486-48d3-94d3-5e7be9418f1d req-88dc0d96-2077-4ee1-9ac2-0f6a590afee8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1442957 Feb 09 21:11:50.716841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (674ea4f3-de10-4fd4-9e12-078ead8e788d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.738497 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58857ce5-3643-49da-a2dd-0eccce677720 None None] Pushing event updated for resources: {'Port': ['ID=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:50.739003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:11:50.780861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 65701be0-ab8c-4b2a-ac79-16d6eb5f4626) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:50.797608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:50.798285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.805509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b68ec450-a483-4486-a40a-3d16f68a6be1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:50.807320 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a4cc4584-6b7b-4da7-8435-24ac8892e494 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:50.819864 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-99d3f163-bbba-4b5a-b996-7b68909e82cc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5746186 Feb 09 21:11:50.823966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:50.844554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-149ce499-2486-48d3-94d3-5e7be9418f1d req-7d9305f5-d412-4e9a-94e1-419edbeb5db8 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412635 Feb 09 21:11:50.849920 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Attempting to bind port dcf8f556-6e06-4cd2-936e-9a8a7463c74b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:50.850302 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Attempting to bind port dcf8f556-6e06-4cd2-936e-9a8a7463c74b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:50.850669 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Attempting to bind port dcf8f556-6e06-4cd2-936e-9a8a7463c74b on network a22a111c-2430-4ba0-8925-78775867c22a {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:50.860457 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:50.860776 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Checking segment: {'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:50.861183 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.861574 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Bound using segment: {'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:50.862049 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Bound port: dcf8f556-6e06-4cd2-936e-9a8a7463c74b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9009b019-6bc1-411d-86a9-c5d0a84d07d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:50.862433 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.874924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:50.876354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2a60c13f-5b0f-487f-8750-e7c4206926c4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.884271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:50.898776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:50.952059 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] For port dcf8f556-6e06-4cd2-936e-9a8a7463c74b, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:50.955444 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] For port dcf8f556-6e06-4cd2-936e-9a8a7463c74b, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,segment=NetworkSegment(9009b019-6bc1-411d-86a9-c5d0a84d07d3),segment_id=9009b019-6bc1-411d-86a9-c5d0a84d07d3)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:50.964750 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.043962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfcda77-daf7-43ef-be7c-c0dcb0f4a821 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:51.051529 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5cfcda77-daf7-43ef-be7c-c0dcb0f4a821 tempest-TestNetworkAdvancedServerOps-468100420 tempest-TestNetworkAdvancedServerOps-468100420-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 1124 time: 0.1660450 Feb 09 21:11:51.051765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:51.056584 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58857ce5-3643-49da-a2dd-0eccce677720 None None] Pushing event updated for resources: {'Port': ['ID=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:51.056873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'tenant_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:51.093625 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:51.095993 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:51.133806 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.234413 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:51.327173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a4cc4584-6b7b-4da7-8435-24ac8892e494 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:51.327941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.335791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b1cb0-9e88-450b-9a01-3a3e30eea9de None None] DHCP port deletion for 83cff64a-f3fa-45d5-8838-d17da964fd7c request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:11:51.434049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ebde4f-77c7-435b-b7fb-c800fdd8cecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-674ea4f3-de10-4fd4-9e12-078ead8e788d', 'network_id': '674ea4f3-de10-4fd4-9e12-078ead8e788d', 'project_id': '5ee7268aa67c47728f809d71821f029f', 'fixed_ips': [{'subnet_id': '2a60c13f-5b0f-487f-8750-e7c4206926c4'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:51.435130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-78ebde4f-77c7-435b-b7fb-c800fdd8cecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.547075 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (2a60c13f-5b0f-487f-8750-e7c4206926c4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.548155 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:45Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:50Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:50Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:51.582601 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f534b-b625-463f-aabe-4cb5c60e4119 None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:45Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:50Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:50Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:51.610719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.683298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=2a60c13f-5b0f-487f-8750-e7c4206926c4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:51.686911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a4cc4584-6b7b-4da7-8435-24ac8892e494 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:51.787625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port b7c73437-0ed7-4efd-aa84-ff4aba18c30c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:51.788132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.857158 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (674ea4f3-de10-4fd4-9e12-078ead8e788d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.916865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe967c-0cdd-4447-9d58-f7df03d263c6 None None] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:51.952512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port b7c73437-0ed7-4efd-aa84-ff4aba18c30c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,segment=NetworkSegment(2e7e675b-754b-42cb-b111-633b42a0cb2d),segment_id=2e7e675b-754b-42cb-b111-633b42a0cb2d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:51.953089 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:51.970523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for b7c73437-0ed7-4efd-aa84-ff4aba18c30c owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:51.974151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674ea4f3-de10-4fd4-9e12-078ead8e788d']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:52.015393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b3c7ab-56fa-4dd3-aafd-f5cfccc405a5') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:52.015721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b3c7ab-56fa-4dd3-aafd-f5cfccc405a5') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:52.053381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (c1b3c7ab-56fa-4dd3-aafd-f5cfccc405a5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.071933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1b3c7ab-56fa-4dd3-aafd-f5cfccc405a5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.078758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:52.079161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (c1b3c7ab-56fa-4dd3-aafd-f5cfccc405a5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.084978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b3e560-6814-4996-ba24-4a65a5b4ee73 None None] Network 674ea4f3-de10-4fd4-9e12-078ead8e788d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:52.093154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31849ce9-86e9-46ad-ba5a-887943d9d0e4 None None] Network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:52.179350 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:52.183497 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (674ea4f3-de10-4fd4-9e12-078ead8e788d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.195382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.203518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/674ea4f3-de10-4fd4-9e12-078ead8e788d HTTP/1.1" status: 204 len: 168 time: 1.7655320 Feb 09 21:11:52.204588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:52.229708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dea20-d092-4c2c-be6d-2449718d2c3e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=674ea4f3-de10-4fd4-9e12-078ead8e788d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:52.231656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b68ec450-a483-4486-a40a-3d16f68a6be1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:52.279277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Allocated IP 172.25.4.87 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c763dc62-14e7-4715-9b7a-0b23b3c47d13) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:52.297477 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85b8727-3352-4a10-b595-de4977ffd31d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:52.298457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85b8727-3352-4a10-b595-de4977ffd31d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:52.300188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.305295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c85b8727-3352-4a10-b595-de4977ffd31d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/2a60c13f-5b0f-487f-8750-e7c4206926c4 HTTP/1.1" status: 404 len: 337 time: 0.0982907 Feb 09 21:11:52.306143 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:52.344292 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50ee787-f05e-4ae6-ba76-a90ed4e8ec08 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:52.345127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50ee787-f05e-4ae6-ba76-a90ed4e8ec08 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:52.351820 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a50ee787-f05e-4ae6-ba76-a90ed4e8ec08 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/674ea4f3-de10-4fd4-9e12-078ead8e788d HTTP/1.1" status: 404 len: 339 time: 0.0420120 Feb 09 21:11:52.366115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:52.413280 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bc05d9-9467-4e2c-abdf-e581a92da08d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:52.413765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bc05d9-9467-4e2c-abdf-e581a92da08d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:52.420731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-10bc05d9-9467-4e2c-abdf-e581a92da08d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/1bf87e2c-80c4-4072-91b7-f0cb7853b87a HTTP/1.1" status: 404 len: 337 time: 0.0499389 Feb 09 21:11:52.420965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:52.427537 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.496508 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-021c2fdb-7ef2-42af-a4ae-3b330b64ebe7 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:52.497051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021c2fdb-7ef2-42af-a4ae-3b330b64ebe7 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:52.503741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-021c2fdb-7ef2-42af-a4ae-3b330b64ebe7 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/5dd1987e-fae0-4555-a19f-a4ced5d65789 HTTP/1.1" status: 404 len: 339 time: 0.0785403 Feb 09 21:11:52.504337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:52.516823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b7c73437-0ed7-4efd-aa84-ff4aba18c30c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.542466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:11:52.543713 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.722157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=b7c73437-0ed7-4efd-aa84-ff4aba18c30c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:52.760335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Allocated IP 2001:db8:3::2 (65701be0-ab8c-4b2a-ac79-16d6eb5f4626/857371dd-7010-4391-95eb-12bfcb9d55e7/ccf234fb-71ee-4c4b-8010-5ab81f794d8c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:52.885662 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (f644191b-0448-4898-83bb-61c942f3e46d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.903557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0977c7f0-faf6-4414-b9df-c5611a66c44f None None] Provisioning complete for port dcf8f556-6e06-4cd2-936e-9a8a7463c74b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:52.903991 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0977c7f0-faf6-4414-b9df-c5611a66c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:52.909480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc519786-ff90-43c5-acb3-7d90ad47de1e None None] Network 674ea4f3-de10-4fd4-9e12-078ead8e788d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:52.939014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:46Z', 'revision_number': 8, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:52.970536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc519786-ff90-43c5-acb3-7d90ad47de1e None None] Network 674ea4f3-de10-4fd4-9e12-078ead8e788d could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:11:53.010144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e2675-2f77-4f88-8f7f-d1b044220a47 None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:46Z', 'revision_number': 8, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7c73437-0ed7-4efd-aa84-ff4aba18c30c', 'name': '', 'network_id': '59e0df22-833a-4b7d-9b64-ec01885da598', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:f5:7d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:19Z', 'updated_at': '2022-02-09T21:11:37Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': '35cafaa5-ac8d-47ef-b329-5d91702d2ed7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:53.017096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c80df8-34b6-4a81-840e-4e930824a0e8 None None] Network 674ea4f3-de10-4fd4-9e12-078ead8e788d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:53.038938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b68ec450-a483-4486-a40a-3d16f68a6be1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:53.039466 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.096535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c80df8-34b6-4a81-840e-4e930824a0e8 None None] Network 674ea4f3-de10-4fd4-9e12-078ead8e788d could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:11:53.126761 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.235152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b68ec450-a483-4486-a40a-3d16f68a6be1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:53.236612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3e09dfbc-2702-467a-b266-8d10f69a1e7a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:53.332909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (f644191b-0448-4898-83bb-61c942f3e46d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.334389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0977c7f0-faf6-4414-b9df-c5611a66c44f None None] Current status of the port dcf8f556-6e06-4cd2-936e-9a8a7463c74b is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:53.334868 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0977c7f0-faf6-4414-b9df-c5611a66c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.356264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f644191b-0448-4898-83bb-61c942f3e46d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:53.368139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed93c94-18ea-469d-b6a4-9cbec93adf6d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:53.368461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed93c94-18ea-469d-b6a4-9cbec93adf6d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:53.384492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (fed93c94-18ea-469d-b6a4-9cbec93adf6d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.395336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3e09dfbc-2702-467a-b266-8d10f69a1e7a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:53.395820 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.410588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (fed93c94-18ea-469d-b6a4-9cbec93adf6d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.426921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (c763dc62-14e7-4715-9b7a-0b23b3c47d13), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.460401 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Publish callbacks [] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.480842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0977c7f0-faf6-4414-b9df-c5611a66c44f None None] For port dcf8f556-6e06-4cd2-936e-9a8a7463c74b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,segment=NetworkSegment(9009b019-6bc1-411d-86a9-c5d0a84d07d3),segment_id=9009b019-6bc1-411d-86a9-c5d0a84d07d3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:53.489150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:53.489343 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.490773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (fed93c94-18ea-469d-b6a4-9cbec93adf6d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:53.501588 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:53.522750 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0977c7f0-faf6-4414-b9df-c5611a66c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.579773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:53.583407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Allocated IP 2001:db8:3::1 (65701be0-ab8c-4b2a-ac79-16d6eb5f4626/857371dd-7010-4391-95eb-12bfcb9d55e7/04925737-1882-4541-ada7-988585d98ce0) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:11:53.604710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:53.608568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:53.620072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c763dc62-14e7-4715-9b7a-0b23b3c47d13), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.624738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Pushing event updated for resources: {'Port': ['ID=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:53.769525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (04925737-1882-4541-ada7-988585d98ce0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.825196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (04925737-1882-4541-ada7-988585d98ce0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.872776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977c7f0-faf6-4414-b9df-c5611a66c44f None None] Pushing event updated for resources: {'Port': ['ID=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:53.895402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fb94f40c-773d-485c-903f-d12efa8e144c None None] Provisioning complete for port dcf8f556-6e06-4cd2-936e-9a8a7463c74b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:53.896096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb94f40c-773d-485c-903f-d12efa8e144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.909843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=04925737-1882-4541-ada7-988585d98ce0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:53.923518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:53.927220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:53.930869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:53.931907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.940471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Attempting to bind port ccf234fb-71ee-4c4b-8010-5ab81f794d8c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:53.940471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Attempting to bind port ccf234fb-71ee-4c4b-8010-5ab81f794d8c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:53.940471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Attempting to bind port ccf234fb-71ee-4c4b-8010-5ab81f794d8c on network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:53.951966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3e09dfbc-2702-467a-b266-8d10f69a1e7a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:53.954921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3a878f08-0e34-45ab-adc9-c39fbf9e0405 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:53.962479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:53.962979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Checking segment: {'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:53.963399 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:53.963902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Bound using segment: {'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:53.964411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Bound port: ccf234fb-71ee-4c4b-8010-5ab81f794d8c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:53.964943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.060698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] For port ccf234fb-71ee-4c4b-8010-5ab81f794d8c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:54.066350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] For port ccf234fb-71ee-4c4b-8010-5ab81f794d8c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,segment=NetworkSegment(6e195360-39a7-4c4b-9dc0-44452d1e2518),segment_id=6e195360-39a7-4c4b-9dc0-44452d1e2518)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:54.112336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.148971 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (04925737-1882-4541-ada7-988585d98ce0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.151534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:54.161836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:54.178769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:11:54.323206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (f644191b-0448-4898-83bb-61c942f3e46d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.327592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=c763dc62-14e7-4715-9b7a-0b23b3c47d13,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:54.338490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fb94f40c-773d-485c-903f-d12efa8e144c None None] Current status of the port dcf8f556-6e06-4cd2-936e-9a8a7463c74b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:54.348291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9661705-e5df-45b3-988a-8ce6c51637cb None None] Pushing event updated for resources: {'Port': ['ID=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:54.375846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:54.376245 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.385286 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.388506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/f644191b-0448-4898-83bb-61c942f3e46d HTTP/1.1" status: 204 len: 168 time: 1.8834865 Feb 09 21:11:54.427849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:54.503670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cf6e093f-17e0-4dda-b235-4e0df3691bf9 None None] Provisioning complete for port b68ec450-a483-4486-a40a-3d16f68a6be1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:54.504151 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf6e093f-17e0-4dda-b235-4e0df3691bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.691777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:54.692088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.745673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for port (04925737-1882-4541-ada7-988585d98ce0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.753085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (04925737-1882-4541-ada7-988585d98ce0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.755324 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.784420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 3a878f08-0e34-45ab-adc9-c39fbf9e0405, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3a878f08-0e34-45ab-adc9-c39fbf9e0405,segment=NetworkSegment(77f2a38c-abff-4ebc-8731-0de54dfd27da),segment_id=77f2a38c-abff-4ebc-8731-0de54dfd27da)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:54.796823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e093f-17e0-4dda-b235-4e0df3691bf9 None None] Current status of the port b68ec450-a483-4486-a40a-3d16f68a6be1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:54.799392 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.800342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device dcf8f556-6e06-4cd2-936e-9a8a7463c74b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:54.906489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cf6e093f-17e0-4dda-b235-4e0df3691bf9 None None] Provisioning complete for port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:54.906812 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf6e093f-17e0-4dda-b235-4e0df3691bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:54.929770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433038e-d37a-43e8-89de-45065a92679c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=f644191b-0448-4898-83bb-61c942f3e46d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:54.970163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=3a878f08-0e34-45ab-adc9-c39fbf9e0405,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:54.988072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event updated for resources: {'Port': ['ID=04925737-1882-4541-ada7-988585d98ce0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:55.001694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port dcf8f556-6e06-4cd2-936e-9a8a7463c74b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:55.002076 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:55.018093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:11:55.024648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:11:55.027363 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecefe33-a941-41ea-8328-b432f80f232c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:55.031612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecefe33-a941-41ea-8328-b432f80f232c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:55.038351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0ecefe33-a941-41ea-8328-b432f80f232c tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/5bc9f381-dfc3-42ce-8f80-32b7f9e88bd7 HTTP/1.1" status: 404 len: 337 time: 0.2424943 Feb 09 21:11:55.040464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58690) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.061500 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30a7f39-bb67-4a68-9024-925877f80ee5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:55.062021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30a7f39-bb67-4a68-9024-925877f80ee5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:55.067427 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d30a7f39-bb67-4a68-9024-925877f80ee5 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/83568dbf-f9ed-4d56-a527-6c9b5ac21d88 HTTP/1.1" status: 404 len: 339 time: 0.0237541 Feb 09 21:11:55.074021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58692) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.135560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e093f-17e0-4dda-b235-4e0df3691bf9 None None] Current status of the port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:55.149932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port dcf8f556-6e06-4cd2-936e-9a8a7463c74b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:55.186837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:55.246988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e431de1d-08fd-465e-a47d-07a44ebc0b8c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:11:55.261472 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5b54bc-ecba-4d4f-8eaf-76722b488713 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:55.262072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5b54bc-ecba-4d4f-8eaf-76722b488713 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:55.267393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dd5b54bc-ecba-4d4f-8eaf-76722b488713 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/4c0abc5c-32c0-455f-9074-dfc7ed3552fe HTTP/1.1" status: 404 len: 337 time: 0.1901555 Feb 09 21:11:55.267631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:55.274731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58694) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.281570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e431de1d-08fd-465e-a47d-07a44ebc0b8c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:11:55.281919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e431de1d-08fd-465e-a47d-07a44ebc0b8c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:11:55.306304 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-828b5905-44ce-4039-908c-00fa5d9a1700 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:55.306836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828b5905-44ce-4039-908c-00fa5d9a1700 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:55.309965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-828b5905-44ce-4039-908c-00fa5d9a1700 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/5494b89f-80ec-45df-beac-422ffdf67457 HTTP/1.1" status: 404 len: 339 time: 0.0344658 Feb 09 21:11:55.321671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cd0cf85c-5351-40c9-816e-cebd2f340c5a None None] Provisioning complete for port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:55.322430 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf85c-5351-40c9-816e-cebd2f340c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:55.324603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.371127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:55.382543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-13b847f7-ed7f-436c-b0b2-06acca275085 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5570531 Feb 09 21:11:55.383352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58698) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.388136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:55.394930 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:55.411072 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0eaf35-7d4d-4f08-90aa-140bd6a37006 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:55.412196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0eaf35-7d4d-4f08-90aa-140bd6a37006 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:55.415606 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0b0eaf35-7d4d-4f08-90aa-140bd6a37006 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/573993ce-fdc8-42c3-8f5d-0f68edf0079f HTTP/1.1" status: 404 len: 337 time: 0.0769863 Feb 09 21:11:55.417074 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:55.417710 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:55.512774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58700) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.517903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cd0cf85c-5351-40c9-816e-cebd2f340c5a None None] Current status of the port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:55.643568 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:55.652992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:55.675850 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bf114e06-0b7c-4d94-947a-4c4ce66b7106 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7601371 Feb 09 21:11:55.677542 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58702) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.690040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:55.711031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:55.711813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:55.783050 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8be79d-6ce2-41c1-bf04-557d708078c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:55.783903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8be79d-6ce2-41c1-bf04-557d708078c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:55.784617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac51f9e-b831-4a53-b952-3dfc3d0bcd26 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet 35cafaa5-ac8d-47ef-b329-5d91702d2ed7 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:11:55.794303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4a8be79d-6ce2-41c1-bf04-557d708078c4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/71a6528d-64d8-444e-8e80-ddb2494be8fa HTTP/1.1" status: 404 len: 339 time: 0.2775531 Feb 09 21:11:55.801542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.855952 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c564e722-b85f-4e68-aa3d-ca190a9ec00d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:55.856731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c564e722-b85f-4e68-aa3d-ca190a9ec00d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:55.861472 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c564e722-b85f-4e68-aa3d-ca190a9ec00d tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/66ca4662-1501-4b44-8ab6-01f9b401dbe6 HTTP/1.1" status: 404 len: 337 time: 0.0587363 Feb 09 21:11:55.865000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.894153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (661cdb0e-6de0-4293-9682-78c2e7b83c23), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:55.908216 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aac51f9e-b831-4a53-b952-3dfc3d0bcd26 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (35cafaa5-ac8d-47ef-b329-5d91702d2ed7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:55.932565 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-338441a0-21d0-4492-a90e-5d7cda6a73c2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:55.933387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338441a0-21d0-4492-a90e-5d7cda6a73c2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:55.938616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-338441a0-21d0-4492-a90e-5d7cda6a73c2 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/727debc5-33b9-41ac-b9fa-00152a681516 HTTP/1.1" status: 404 len: 339 time: 0.0703669 Feb 09 21:11:55.955675 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:55.960419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58710) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:55.965253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:55.989892 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:55.990540 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Updating router 59f4773a-de56-4106-b5f5-1c44cf0596ca port 04925737-1882-4541-ada7-988585d98ce0 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:11:56.025235 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (04925737-1882-4541-ada7-988585d98ce0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.025570 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-72646630-0c7b-4f12-9099-9be124f6d894 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:56.026099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72646630-0c7b-4f12-9099-9be124f6d894 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:56.030400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-72646630-0c7b-4f12-9099-9be124f6d894 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/8f132beb-d461-4672-9a60-77590df590b7 HTTP/1.1" status: 404 len: 337 time: 0.0681257 Feb 09 21:11:56.040694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58712) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.049328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aac51f9e-b831-4a53-b952-3dfc3d0bcd26 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (35cafaa5-ac8d-47ef-b329-5d91702d2ed7), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.103052 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5206dd4-3359-4dd7-b4d4-fc70e378f696 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:56.103895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5206dd4-3359-4dd7-b4d4-fc70e378f696 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:56.107281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e5206dd4-3359-4dd7-b4d4-fc70e378f696 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/866d1418-67d1-448b-a387-d0671af28f6e HTTP/1.1" status: 404 len: 339 time: 0.0576766 Feb 09 21:11:56.112541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.200021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c763dc62-14e7-4715-9b7a-0b23b3c47d13), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.205658 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daba7aa-13c9-429b-bd2c-0b0c4c0524c1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:56.207492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9daba7aa-13c9-429b-bd2c-0b0c4c0524c1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:56.213715 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9daba7aa-13c9-429b-bd2c-0b0c4c0524c1 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/e2787711-a9cd-45cf-868d-88808138c7a7 HTTP/1.1" status: 404 len: 337 time: 0.0998862 Feb 09 21:11:56.220498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58716) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.282103 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-52befbb7-ee1b-421b-8306-8be32e0b7559 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:56.283407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52befbb7-ee1b-421b-8306-8be32e0b7559 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:56.286929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-52befbb7-ee1b-421b-8306-8be32e0b7559 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/ed383a46-8b6d-4744-8c6a-7ebedd54a56e HTTP/1.1" status: 404 len: 339 time: 0.0617118 Feb 09 21:11:56.290081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58718) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.325576 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aac51f9e-b831-4a53-b952-3dfc3d0bcd26 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (35cafaa5-ac8d-47ef-b329-5d91702d2ed7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.329899 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c89407-ad03-4eba-b3f5-8540a8ddbdf8 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:56.330626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c89407-ad03-4eba-b3f5-8540a8ddbdf8 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:56.334090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-13c89407-ad03-4eba-b3f5-8540a8ddbdf8 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/7f786474-51ec-49c3-a18a-a916c922190c HTTP/1.1" status: 404 len: 337 time: 0.0428543 Feb 09 21:11:56.344120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.349081 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Publish callbacks [] for port (04925737-1882-4541-ada7-988585d98ce0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.361285 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (04925737-1882-4541-ada7-988585d98ce0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.377340 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-462a5da5-cf73-4697-89cc-5e7283a57aa9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:56.377856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462a5da5-cf73-4697-89cc-5e7283a57aa9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:56.381195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-462a5da5-cf73-4697-89cc-5e7283a57aa9 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/f82f228d-690d-4e9c-ac05-7e9ff3fa04c2 HTTP/1.1" status: 404 len: 339 time: 0.0344343 Feb 09 21:11:56.383709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58722) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.391718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3a878f08-0e34-45ab-adc9-c39fbf9e0405 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:56.394155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885064c-7aa7-44c3-8c96-85c111ddee86 None None] Network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:56.459277 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5f85f6-ae37-4ace-8456-ae48fa8f83ea tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:56.459888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5f85f6-ae37-4ace-8456-ae48fa8f83ea tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:56.463215 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8b5f85f6-ae37-4ace-8456-ae48fa8f83ea tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/f54c05b2-bf7f-4b40-877c-152eec47c830 HTTP/1.1" status: 404 len: 337 time: 0.0785217 Feb 09 21:11:56.467468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.475912 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bceff-e25a-4592-a54b-5458ac0d213e None None] Pushing event updated for resources: {'Port': ['ID=04925737-1882-4541-ada7-988585d98ce0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:56.535052 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ac6b6a-0e0b-469e-896c-0bc2ccff7a8f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] DELETE failed (client error): The resource could not be found. Feb 09 21:11:56.538077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ac6b6a-0e0b-469e-896c-0bc2ccff7a8f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:11:56.543141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c6ac6b6a-0e0b-469e-896c-0bc2ccff7a8f tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/8d70008f-b3d5-4e33-83fd-5cf7930f78e3 HTTP/1.1" status: 404 len: 339 time: 0.0746212 Feb 09 21:11:56.544849 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Attempting to bind port 04925737-1882-4541-ada7-988585d98ce0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:11:56.546301 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Attempting to bind port 04925737-1882-4541-ada7-988585d98ce0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:11:56.546774 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Attempting to bind port 04925737-1882-4541-ada7-988585d98ce0 on network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:11:56.548130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.558200 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:11:56.558992 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Checking segment: {'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:11:56.559654 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.560307 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Bound using segment: {'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:11:56.561691 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Bound port: 04925737-1882-4541-ada7-988585d98ce0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e195360-39a7-4c4b-9dc0-44452d1e2518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:11:56.562339 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (04925737-1882-4541-ada7-988585d98ce0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.562466 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aac51f9e-b831-4a53-b952-3dfc3d0bcd26 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (35cafaa5-ac8d-47ef-b329-5d91702d2ed7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.591614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b7cf8b19-24db-4b8b-a624-3321dcb58d45 None None] Provisioning complete for port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:56.592130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b7cf8b19-24db-4b8b-a624-3321dcb58d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.608393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:11:56.682410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for port (c763dc62-14e7-4715-9b7a-0b23b3c47d13), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.692497 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c763dc62-14e7-4715-9b7a-0b23b3c47d13), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.696561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51f9e-b831-4a53-b952-3dfc3d0bcd26 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=35cafaa5-ac8d-47ef-b329-5d91702d2ed7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:56.742481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aac51f9e-b831-4a53-b952-3dfc3d0bcd26 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.752724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aac51f9e-b831-4a53-b952-3dfc3d0bcd26 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/35cafaa5-ac8d-47ef-b329-5d91702d2ed7 HTTP/1.1" status: 204 len: 168 time: 1.0717235 Feb 09 21:11:56.758785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c1346-05ec-4ab5-8445-5737b4ac1b45 None None] Network 59e0df22-833a-4b7d-9b64-ec01885da598 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:56.763061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58728) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:56.769504 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] For port 04925737-1882-4541-ada7-988585d98ce0, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:11:56.770843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Removed routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:11:56.771993 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.777830 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] For port 04925737-1882-4541-ada7-988585d98ce0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=04925737-1882-4541-ada7-988585d98ce0,segment=NetworkSegment(6e195360-39a7-4c4b-9dc0-44452d1e2518),segment_id=6e195360-39a7-4c4b-9dc0-44452d1e2518)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:11:56.786832 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (04925737-1882-4541-ada7-988585d98ce0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.815565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2a8bd4-799c-4f4f-a8cb-893c272be4d4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Deleting subnet 0915a043-d96d-4bab-bdd3-261b0a205031 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:11:56.878742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event updated for resources: {'Port': ['ID=c763dc62-14e7-4715-9b7a-0b23b3c47d13,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:56.887561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.899063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (661cdb0e-6de0-4293-9682-78c2e7b83c23), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.907353 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:56.914197 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:56.921235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8bd4-799c-4f4f-a8cb-893c272be4d4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (0915a043-d96d-4bab-bdd3-261b0a205031), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.961695 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:56.962082 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:56.972636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (59e0df22-833a-4b7d-9b64-ec01885da598), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.028510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8bd4-799c-4f4f-a8cb-893c272be4d4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (0915a043-d96d-4bab-bdd3-261b0a205031), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.066197 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:57.101564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:52Z', 'revision_number': 9, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:57.155865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf8b19-24db-4b8b-a624-3321dcb58d45 None None] Current status of the port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:57.163748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:57.202697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:57.203347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:57.212796 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Floating IP 661cdb0e-6de0-4293-9682-78c2e7b83c23 associated. External IP: 172.25.4.87, port: d884981e-c144-414b-b0d8-1a3a9e8ec0db. Feb 09 21:11:57.243586 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8bd4-799c-4f4f-a8cb-893c272be4d4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (0915a043-d96d-4bab-bdd3-261b0a205031), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.246706 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bceff-e25a-4592-a54b-5458ac0d213e None None] Pushing event updated for resources: {'Port': ['ID=04925737-1882-4541-ada7-988585d98ce0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:57.317083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] DHCP port deletion for 59e0df22-833a-4b7d-9b64-ec01885da598 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:11:57.371518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:57.373852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device dcf8f556-6e06-4cd2-936e-9a8a7463c74b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:57.414225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 360ebf53-3656-4b49-b511-99791c088db8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:57.414875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (360ebf53-3656-4b49-b511-99791c088db8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.439208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-16630978-d121-47e2-8cdb-719a11f8dfbc None None] Provisioning complete for port ccf234fb-71ee-4c4b-8010-5ab81f794d8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:57.440317 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16630978-d121-47e2-8cdb-719a11f8dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.466048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.484011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.549418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:57.581137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 360ebf53-3656-4b49-b511-99791c088db8, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=360ebf53-3656-4b49-b511-99791c088db8,segment=NetworkSegment(2e7e675b-754b-42cb-b111-633b42a0cb2d),segment_id=2e7e675b-754b-42cb-b111-633b42a0cb2d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:57.581571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (360ebf53-3656-4b49-b511-99791c088db8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.586160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8bd4-799c-4f4f-a8cb-893c272be4d4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (0915a043-d96d-4bab-bdd3-261b0a205031), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.606741 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:56Z', 'revision_number': 6, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:56Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:57.625856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 360ebf53-3656-4b49-b511-99791c088db8 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:57.637847 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9830811b-2e81-44a8-b4ab-3043f4e8fded None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:56Z', 'revision_number': 6, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:56Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:57.645560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] Deleting port 360ebf53-3656-4b49-b511-99791c088db8 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:57.645943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (360ebf53-3656-4b49-b511-99791c088db8), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:57.837413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port dcf8f556-6e06-4cd2-936e-9a8a7463c74b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:57.837768 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.111139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-16630978-d121-47e2-8cdb-719a11f8dfbc None None] Current status of the port ccf234fb-71ee-4c4b-8010-5ab81f794d8c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:58.111542 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16630978-d121-47e2-8cdb-719a11f8dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.223305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port dcf8f556-6e06-4cd2-936e-9a8a7463c74b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:58.224841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf234fb-71ee-4c4b-8010-5ab81f794d8c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:58.228325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] For port 360ebf53-3656-4b49-b511-99791c088db8, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=360ebf53-3656-4b49-b511-99791c088db8,segment=NetworkSegment(2e7e675b-754b-42cb-b111-633b42a0cb2d),segment_id=2e7e675b-754b-42cb-b111-633b42a0cb2d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:58.228946 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (360ebf53-3656-4b49-b511-99791c088db8), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.285686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-16630978-d121-47e2-8cdb-719a11f8dfbc None None] For port ccf234fb-71ee-4c4b-8010-5ab81f794d8c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,segment=NetworkSegment(6e195360-39a7-4c4b-9dc0-44452d1e2518),segment_id=6e195360-39a7-4c4b-9dc0-44452d1e2518)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:58.301008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] Calling delete_port for 360ebf53-3656-4b49-b511-99791c088db8 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:58.303147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-16630978-d121-47e2-8cdb-719a11f8dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.337396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (360ebf53-3656-4b49-b511-99791c088db8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.384920 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ca2a8bd4-799c-4f4f-a8cb-893c272be4d4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.407096 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ca2a8bd4-799c-4f4f-a8cb-893c272be4d4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/subnets/0915a043-d96d-4bab-bdd3-261b0a205031 HTTP/1.1" status: 204 len: 168 time: 1.8551452 Feb 09 21:11:58.408132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25958d-0a8b-40bf-b957-024ba084b0bb None None] Network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:11:58.419061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a8bd4-799c-4f4f-a8cb-893c272be4d4 tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Subnet': ['ID=0915a043-d96d-4bab-bdd3-261b0a205031,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:58.428553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:58.517734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=360ebf53-3656-4b49-b511-99791c088db8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:58.520487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No DVR routers for this DVR port 360ebf53-3656-4b49-b511-99791c088db8 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:11:58.550035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:58.719044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:58.737640 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (39fd96f5-c3ef-48f7-a519-a2ab5f5987a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.738154 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.739731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4af4e2c9-adc6-42d3-af12-ca60e35ff296 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 200 len: 953 time: 3.3553321 Feb 09 21:11:58.742798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:58.751949 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (59e0df22-833a-4b7d-9b64-ec01885da598), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.775951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 52e0f1f0-755e-4169-9c14-8e56f7a5567c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:11:58.788455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:52Z', 'revision_number': 9, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:58.808711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e0df22-833a-4b7d-9b64-ec01885da598']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:58.827420 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7e675b-754b-42cb-b111-633b42a0cb2d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:58.827818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7e675b-754b-42cb-b111-633b42a0cb2d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:58.831046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (360ebf53-3656-4b49-b511-99791c088db8), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.841712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16630978-d121-47e2-8cdb-719a11f8dfbc None None] Pushing event updated for resources: {'Port': ['ID=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:58.850224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec78f45-ef16-41ba-a663-347ff7e2e5c5 None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:11:52Z', 'revision_number': 9, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c20484e-b720-4e6b-8cfc-f0dd1e527c43', 'name': '', 'network_id': '8c551b79-54ec-4d01-9d50-beaab8e82648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:b2:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:05Z', 'updated_at': '2022-02-09T21:11:18Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'e7d24ddd-dd14-4d64-a89d-93ff65b5b540', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:11:58.855593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] No DVR routers for this DVR port 360ebf53-3656-4b49-b511-99791c088db8 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:11:58.889480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ccf234fb-71ee-4c4b-8010-5ab81f794d8c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:58.889849 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.920002 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (2e7e675b-754b-42cb-b111-633b42a0cb2d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.922521 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0ce5e4e-f90a-4b90-8f96-5618e44ea68f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 200 len: 953 time: 0.1779685 Feb 09 21:11:58.923194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58740) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:58.945301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'routes': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:11:58.957303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc89d60-009f-4cdd-b674-1482e506cb1a None None] Pushing event deleted for resources: {'Port': ['ID=360ebf53-3656-4b49-b511-99791c088db8,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:58.964309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Provisioning complete for port ccf234fb-71ee-4c4b-8010-5ab81f794d8c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:58.964691 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:58.991416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2e7e675b-754b-42cb-b111-633b42a0cb2d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.001140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:11:59.001629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (2e7e675b-754b-42cb-b111-633b42a0cb2d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.028406 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:59.052699 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:59.053332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:11:59.070484 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:11:59.134924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ccf234fb-71ee-4c4b-8010-5ab81f794d8c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:59.143178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Current status of the port ccf234fb-71ee-4c4b-8010-5ab81f794d8c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:59.152410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8a404d7f-9815-448c-8bfe-f160c5466ccb no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:11:59.181984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8a404d7f-9815-448c-8bfe-f160c5466ccb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:11:59.182184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8a404d7f-9815-448c-8bfe-f160c5466ccb not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:11:59.195051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Provisioning complete for port 04925737-1882-4541-ada7-988585d98ce0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:59.195441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (04925737-1882-4541-ada7-988585d98ce0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.240480 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:11:59.269790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] DHCP port deletion for 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:11:59.281886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Deleting port 2c79d96a-3bc9-4370-bf84-2920acfde65c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:59.282630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.297232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (59e0df22-833a-4b7d-9b64-ec01885da598), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.306505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.316423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/59e0df22-833a-4b7d-9b64-ec01885da598 HTTP/1.1" status: 204 len: 168 time: 2.5315385 Feb 09 21:11:59.318260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58748) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:11:59.460993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e631a-f7b0-4bd0-aba3-09ce0d834710 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=59e0df22-833a-4b7d-9b64-ec01885da598,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:11:59.475099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Current status of the port 04925737-1882-4541-ada7-988585d98ce0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:11:59.476037 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (04925737-1882-4541-ada7-988585d98ce0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.506644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] Deleting port 2c79d96a-3bc9-4370-bf84-2920acfde65c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:11:59.507029 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.541166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:11:59.576275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] For port 2c79d96a-3bc9-4370-bf84-2920acfde65c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2c79d96a-3bc9-4370-bf84-2920acfde65c,segment=NetworkSegment(41530cfe-989b-4596-af09-4dcdfdd0639e),segment_id=41530cfe-989b-4596-af09-4dcdfdd0639e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:59.578859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.589315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] Sync routers for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:11:59.612704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] For port 04925737-1882-4541-ada7-988585d98ce0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=04925737-1882-4541-ada7-988585d98ce0,segment=NetworkSegment(6e195360-39a7-4c4b-9dc0-44452d1e2518),segment_id=6e195360-39a7-4c4b-9dc0-44452d1e2518)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:59.621922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Calling delete_port for 2c79d96a-3bc9-4370-bf84-2920acfde65c owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:59.632204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.634515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 04925737-1882-4541-ada7-988585d98ce0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:11:59.672237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5a6b346c-7455-43b0-bca5-af7f6a12090a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6217821 Feb 09 21:11:59.677080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:11:59.680929 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:11:59.683331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:59.684185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:59.686654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (04925737-1882-4541-ada7-988585d98ce0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.794080 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd3ea82-b536-4aa6-8499-6763177dc4ac x-openstack-request-id: req-6fd3ea82-b536-4aa6-8499-6763177dc4ac {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:11:59.797633 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:11:59.797906 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6fd3ea82-b536-4aa6-8499-6763177dc4ac {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:11:59.798337 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'status': 'completed', 'code': 200} Feb 09 21:11:59.799395 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:56Z', 'revision_number': 6, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:56Z', 'revision_number': 4, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:59.857182 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:11:59.863311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] For port 2c79d96a-3bc9-4370-bf84-2920acfde65c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2c79d96a-3bc9-4370-bf84-2920acfde65c,segment=NetworkSegment(41530cfe-989b-4596-af09-4dcdfdd0639e),segment_id=41530cfe-989b-4596-af09-4dcdfdd0639e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:11:59.863936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.875302 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:11:59.875644 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:11:59.912726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] Calling delete_port for 2c79d96a-3bc9-4370-bf84-2920acfde65c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:11:59.915223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-76f17e30-311f-4a23-a211-5abd5884153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:11:59.916809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-76f17e30-311f-4a23-a211-5abd5884153d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 1129 time: 0.1175139 Feb 09 21:11:59.917617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.959950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b29fedad-6e7e-4d7b-9642-aa115f77b6dc None None] Provisioning complete for port 04925737-1882-4541-ada7-988585d98ce0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:11:59.960338 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b29fedad-6e7e-4d7b-9642-aa115f77b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (04925737-1882-4541-ada7-988585d98ce0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:11:59.974994 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f873f2-a08d-4375-8ba7-b9e3b14cefa5 None None] Pushing event updated for resources: {'Port': ['ID=04925737-1882-4541-ada7-988585d98ce0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:00.033045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 04925737-1882-4541-ada7-988585d98ce0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:00.033437 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (04925737-1882-4541-ada7-988585d98ce0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.057029 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:00.077940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356d83a-6d2e-47ec-9f60-5fc4b903b82e req-168e8ee9-6285-4c9b-b5ae-6e0dea00d6e3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:00.079698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b356d83a-6d2e-47ec-9f60-5fc4b903b82e req-168e8ee9-6285-4c9b-b5ae-6e0dea00d6e3 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.2486496 Feb 09 21:12:00.100617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:12:00.100943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:12:00.106577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Port': ['ID=2c79d96a-3bc9-4370-bf84-2920acfde65c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:00.112792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] No DVR routers for this DVR port 2c79d96a-3bc9-4370-bf84-2920acfde65c on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:00.120626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:00.199725 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.211426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b356d83a-6d2e-47ec-9f60-5fc4b903b82e req-35dd9d65-c6d4-4d7e-a1cc-c57363193491 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228979 Feb 09 21:12:00.231716 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (39fd96f5-c3ef-48f7-a519-a2ab5f5987a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.260209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fd96f5-c3ef-48f7-a519-a2ab5f5987a3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:00.272003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58758) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:00.273540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41530cfe-989b-4596-af09-4dcdfdd0639e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:00.273870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41530cfe-989b-4596-af09-4dcdfdd0639e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:00.285705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (41530cfe-989b-4596-af09-4dcdfdd0639e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.301151 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (41530cfe-989b-4596-af09-4dcdfdd0639e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.307585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:00.308203 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (41530cfe-989b-4596-af09-4dcdfdd0639e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:00.371993 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:00.375925 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (2c79d96a-3bc9-4370-bf84-2920acfde65c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.385144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-166ad9b3-e785-4da2-b856-d11b948c4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:00.387185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-166ad9b3-e785-4da2-b856-d11b948c4291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=387f63d8-f45c-4507-8e34-18b88175eea3 HTTP/1.1" status: 200 len: 897 time: 0.4605095 Feb 09 21:12:00.407823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (39fd96f5-c3ef-48f7-a519-a2ab5f5987a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.418937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.425142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] 10.222.0.102 "DELETE /v2.0/networks/39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 HTTP/1.1" status: 204 len: 168 time: 1.9460769 Feb 09 21:12:00.468616 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-56978362-ed53-44f7-bb64-3067e1e1b75a tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/661cdb0e-6de0-4293-9682-78c2e7b83c23 HTTP/1.1" status: 200 len: 991 time: 0.1960530 Feb 09 21:12:00.515749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b29fedad-6e7e-4d7b-9642-aa115f77b6dc None None] Current status of the port 04925737-1882-4541-ada7-988585d98ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:00.553633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] Network 39fd96f5-c3ef-48f7-a519-a2ab5f5987a3 is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:12:00.554417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] No DVR routers for this DVR port 2c79d96a-3bc9-4370-bf84-2920acfde65c on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:00.556126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d43b73-5825-4da0-9409-6140992213f5 None None] Pushing event deleted for resources: {'Port': ['ID=2c79d96a-3bc9-4370-bf84-2920acfde65c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:00.577547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 04925737-1882-4541-ada7-988585d98ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:00.578938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf234fb-71ee-4c4b-8010-5ab81f794d8c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:00.594269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44816387-4512-438a-a963-f6316373302e tempest-NetworksTest-630156248 tempest-NetworksTest-630156248-project] Pushing event deleted for resources: {'Network': ['ID=39fd96f5-c3ef-48f7-a519-a2ab5f5987a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:00.632468 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:56Z', 'revision_number': 6, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:59Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:00.650285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ccf234fb-71ee-4c4b-8010-5ab81f794d8c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:00.650673 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.651953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-5b93cd8e-02fe-49a7-96bc-e9e43e432b6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db HTTP/1.1" status: 200 len: 999 time: 0.2550280 Feb 09 21:12:00.691964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '661cdb0e-6de0-4293-9682-78c2e7b83c23', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'port_id': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'mac_address': 'fa:16:3e:56:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:11:55Z', 'updated_at': '2022-02-09T21:11:55Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:33Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:00.697338 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b2749-742f-40ef-92bd-4029feca6425 None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:11:56Z', 'revision_number': 6, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:59Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:00.705852 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.710273 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:00.750837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] Checking router: 52e0f1f0-755e-4169-9c14-8e56f7a5567c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:00.770870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:00.772096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:00.778333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-ea406641-1dba-4ce4-8462-261434674789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:00.786183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-ea406641-1dba-4ce4-8462-261434674789 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=111a80b7-3069-4797-8a8e-15a4baf68e08 HTTP/1.1" status: 200 len: 835 time: 0.1206036 Feb 09 21:12:00.876198 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:00.886246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-8e507197-67a5-45c1-b10a-6ac6fbd5f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:00.887791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-8e507197-67a5-45c1-b10a-6ac6fbd5f762 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387f63d8-f45c-4507-8e34-18b88175eea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0939479 Feb 09 21:12:00.893124 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:01.024566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58764) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:01.041643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-7d63aaad-f06e-46d4-917c-de805cee8a1d service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463940 Feb 09 21:12:01.168220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ccf234fb-71ee-4c4b-8010-5ab81f794d8c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:01.192247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:01.206647 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:01.220050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:01.225669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:01.226225 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:01.226956 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:01.228590 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-29d1389d-d0b5-4d64-9a87-1a32b4c50f9a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 200 len: 703 time: 2.3042903 Feb 09 21:12:01.229472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58768) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:01.255426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2124558b-3e32-4ed9-8fd1-8bc4ca40ac3d req-d597ef37-5c66-4bc8-b49f-2242f5d4cf6d service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054224 Feb 09 21:12:01.271791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 360ebf53-3656-4b49-b511-99791c088db8 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:01.371571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 360ebf53-3656-4b49-b511-99791c088db8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:01.372082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 360ebf53-3656-4b49-b511-99791c088db8 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:01.372512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b7c73437-0ed7-4efd-aa84-ff4aba18c30c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:01.376422 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:01.401950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b7c73437-0ed7-4efd-aa84-ff4aba18c30c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:01.402311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b7c73437-0ed7-4efd-aa84-ff4aba18c30c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:01.402870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2c79d96a-3bc9-4370-bf84-2920acfde65c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:01.411719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:01.412321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-09714fe6-8444-47ba-87f3-72764c5c7089 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 200 len: 703 time: 0.1775053 Feb 09 21:12:01.418092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d708e61-5dbe-4757-9dd5-4256b679c661 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5ee7268aa67c47728f809d71821f029f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902402 Feb 09 21:12:01.418539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:01.460019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 2c79d96a-3bc9-4370-bf84-2920acfde65c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:01.460286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2c79d96a-3bc9-4370-bf84-2920acfde65c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:01.480413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58774) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:01.607102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-58cf350f-d264-4cb0-852b-2f9233c7db4d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/661cdb0e-6de0-4293-9682-78c2e7b83c23 HTTP/1.1" status: 200 len: 991 time: 0.1233931 Feb 09 21:12:01.658308 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee7eacce-e066-498f-b425-b698e36d2230 admin admin] Publish callbacks [] for security_group (53423d24-4f4c-45e9-baff-e138f6512d93), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:01.665060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 04925737-1882-4541-ada7-988585d98ce0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:01.693156 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee7eacce-e066-498f-b425-b698e36d2230 admin admin] Publish callbacks [] for security_group (53423d24-4f4c-45e9-baff-e138f6512d93), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:01.774506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee7eacce-e066-498f-b425-b698e36d2230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (53423d24-4f4c-45e9-baff-e138f6512d93), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:01.777596 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ee7eacce-e066-498f-b425-b698e36d2230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:01.778769 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ee7eacce-e066-498f-b425-b698e36d2230 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/53423d24-4f4c-45e9-baff-e138f6512d93 HTTP/1.1" status: 204 len: 168 time: 0.3595345 Feb 09 21:12:01.814724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eacce-e066-498f-b425-b698e36d2230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53423d24-4f4c-45e9-baff-e138f6512d93,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:01.859403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 04925737-1882-4541-ada7-988585d98ce0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:01.859815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (04925737-1882-4541-ada7-988585d98ce0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:01.865116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:01.865473 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:01.942427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '661cdb0e-6de0-4293-9682-78c2e7b83c23', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'port_id': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'mac_address': 'fa:16:3e:56:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:11:55Z', 'updated_at': '2022-02-09T21:11:55Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:33Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:01.974435 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:00Z', 'revision_number': 7, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:59Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:01.992541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:02.013238 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:02.026095 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:02.027159 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:02.061587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7c9aa-257e-4db5-baf2-e04cf596a4c5 None None] The sync data for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 is: [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '661cdb0e-6de0-4293-9682-78c2e7b83c23', 'tenant_id': '11db802464124d8a859db41a07721eef', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'port_id': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'mac_address': 'fa:16:3e:56:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:11:55Z', 'updated_at': '2022-02-09T21:11:55Z', 'revision_number': 0, 'project_id': '11db802464124d8a859db41a07721eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:33Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:02.094526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 3c20484e-b720-4e6b-8cfc-f0dd1e527c43, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,segment=NetworkSegment(d018a2ad-bb5e-4b96-ac3e-d0d16da03637),segment_id=d018a2ad-bb5e-4b96-ac3e-d0d16da03637)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:02.094927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:02.131831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:02.170439 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:02.180355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 04925737-1882-4541-ada7-988585d98ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:02.387731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3c20484e-b720-4e6b-8cfc-f0dd1e527c43), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:02.421535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port 04925737-1882-4541-ada7-988585d98ce0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:02.422075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (04925737-1882-4541-ada7-988585d98ce0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:02.446024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=3c20484e-b720-4e6b-8cfc-f0dd1e527c43,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:02.473733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1415f-3a91-458b-9ae0-5cc58ef390dd None None] New status for floating IP 661cdb0e-6de0-4293-9682-78c2e7b83c23: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:12:02.492925 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:00Z', 'revision_number': 7, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:59Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:02.532551 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6a6764-96f4-4153-8d0e-20ea1d097f08 None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:00Z', 'revision_number': 7, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '04925737-1882-4541-ada7-988585d98ce0', 'name': '', 'network_id': '65701be0-ab8c-4b2a-ac79-16d6eb5f4626', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:a1:e9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:52Z', 'updated_at': '2022-02-09T21:11:59Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '857371dd-7010-4391-95eb-12bfcb9d55e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:02.608873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port 04925737-1882-4541-ada7-988585d98ce0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=04925737-1882-4541-ada7-988585d98ce0,segment=NetworkSegment(6e195360-39a7-4c4b-9dc0-44452d1e2518),segment_id=6e195360-39a7-4c4b-9dc0-44452d1e2518)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:02.609245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (04925737-1882-4541-ada7-988585d98ce0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:02.616070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58790) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:02.632804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for 04925737-1882-4541-ada7-988585d98ce0 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:03.047082 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (04925737-1882-4541-ada7-988585d98ce0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.077298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=04925737-1882-4541-ada7-988585d98ce0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:03.266065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.268310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58810) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:03.417623 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-26f5df83-4eb4-4c51-8745-8b9752503017 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/661cdb0e-6de0-4293-9682-78c2e7b83c23 HTTP/1.1" status: 200 len: 993 time: 0.8008015 Feb 09 21:12:03.446445 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.689059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:03.706121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-303d6e3a-cef0-4fbb-b154-df6173298f88 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1770386021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:03.768821 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303d6e3a-cef0-4fbb-b154-df6173298f88 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.769760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303d6e3a-cef0-4fbb-b154-df6173298f88 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.794469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:03.803838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0f680766-9660-4144-8fdf-c89004c7925d tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4845192 Feb 09 21:12:03.805169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58816) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:03.809944 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:03.832785 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:03.835036 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:03.874375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fab677-0d6c-4ddb-8a3e-82dbc18ccfae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet e7d24ddd-dd14-4d64-a89d-93ff65b5b540 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:03.878648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44fab677-0d6c-4ddb-8a3e-82dbc18ccfae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (e7d24ddd-dd14-4d64-a89d-93ff65b5b540), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.878986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528c0fc-23f5-4d59-b83e-4f1b2f5fba9e req-e9d89986-3f50-458f-b704-0e628b18ac1f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:03.880554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6528c0fc-23f5-4d59-b83e-4f1b2f5fba9e req-e9d89986-3f50-458f-b704-0e628b18ac1f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 947 time: 0.1813014 Feb 09 21:12:03.925673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303d6e3a-cef0-4fbb-b154-df6173298f88 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for router_controller (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.938288 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:03.943663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303d6e3a-cef0-4fbb-b154-df6173298f88 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.947478 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44fab677-0d6c-4ddb-8a3e-82dbc18ccfae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (e7d24ddd-dd14-4d64-a89d-93ff65b5b540), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.989342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-303d6e3a-cef0-4fbb-b154-df6173298f88 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:03.993339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-303d6e3a-cef0-4fbb-b154-df6173298f88 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7229371 Feb 09 21:12:03.993961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:04.004505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1503768030'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:04.036805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6528c0fc-23f5-4d59-b83e-4f1b2f5fba9e req-55964248-e2bf-4d49-8299-6c206eaade62 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128314 Feb 09 21:12:04.054527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:04.056485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Made reservation on behalf of 7200ab47b27042fa903787bed13e786f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:04.060475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.073711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.095338 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44fab677-0d6c-4ddb-8a3e-82dbc18ccfae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e7d24ddd-dd14-4d64-a89d-93ff65b5b540), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.176466 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44fab677-0d6c-4ddb-8a3e-82dbc18ccfae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (e7d24ddd-dd14-4d64-a89d-93ff65b5b540), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.219049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:04.230667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-899250ce-2296-4ded-aa27-79bf74a21b8f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8154395 Feb 09 21:12:04.231412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:04.233572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:04.234074 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:02Z', 'revision_number': 10, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:04.243577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fab677-0d6c-4ddb-8a3e-82dbc18ccfae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d24ddd-dd14-4d64-a89d-93ff65b5b540,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:04.247639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:04.250508 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44fab677-0d6c-4ddb-8a3e-82dbc18ccfae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.255441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:04.259819 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44fab677-0d6c-4ddb-8a3e-82dbc18ccfae tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/e7d24ddd-dd14-4d64-a89d-93ff65b5b540 HTTP/1.1" status: 204 len: 168 time: 0.4535792 Feb 09 21:12:04.264414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:04.284002 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:04.298972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-37526d7f-faaf-4934-8ece-abb0de1a28a5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet 857371dd-7010-4391-95eb-12bfcb9d55e7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:04.300818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b735d-5684-48ca-91ab-444bb2d5964f None None] Network 8c551b79-54ec-4d01-9d50-beaab8e82648 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:04.305465 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:04.306075 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:04.309208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37526d7f-faaf-4934-8ece-abb0de1a28a5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (857371dd-7010-4391-95eb-12bfcb9d55e7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.339124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for security_group (8262aeb4-e675-4d63-8b91-9cfb215d1855), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.347854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8262aeb4-e675-4d63-8b91-9cfb215d1855), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.380333 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37526d7f-faaf-4934-8ece-abb0de1a28a5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (857371dd-7010-4391-95eb-12bfcb9d55e7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.391926 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (8c551b79-54ec-4d01-9d50-beaab8e82648), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.414259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:12:04.437306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:04.465547 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:04.491613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port b43494d7-fb48-4095-a98b-2f1cdf076ba4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:04.492203 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.495566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8262aeb4-e675-4d63-8b91-9cfb215d1855,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:04.524292 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e36e2379-b732-4e68-9dd7-47317b71b645), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.531608 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Added segment e36e2379-b732-4e68-9dd7-47317b71b645 of type vlan for network c86584e5-4410-4558-948b-98b320d47ce5 Feb 09 21:12:04.610970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port b43494d7-fb48-4095-a98b-2f1cdf076ba4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b43494d7-fb48-4095-a98b-2f1cdf076ba4,segment=NetworkSegment(d018a2ad-bb5e-4b96-ac3e-d0d16da03637),segment_id=d018a2ad-bb5e-4b96-ac3e-d0d16da03637)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:04.611730 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.627157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for b43494d7-fb48-4095-a98b-2f1cdf076ba4 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:04.649453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (c86584e5-4410-4558-948b-98b320d47ce5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.726734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37526d7f-faaf-4934-8ece-abb0de1a28a5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (857371dd-7010-4391-95eb-12bfcb9d55e7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.749076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b43494d7-fb48-4095-a98b-2f1cdf076ba4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.753869 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:02Z', 'revision_number': 10, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:04.760331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98038025-22dc-4a52-a5ef-b11a0373dbc2 None None] DHCP port deletion for 8c551b79-54ec-4d01-9d50-beaab8e82648 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:04.792609 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e907ea51-3c2a-48f7-9f20-46da1464d961 None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:02Z', 'revision_number': 10, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None, '_interfaces': [{'id': '20036b07-db49-45b2-a2be-6d436bb37f06', 'name': '', 'network_id': '8b7bc320-295c-40e2-afed-2644b6418648', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'mac_address': 'fa:16:3e:7f:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:10:55Z', 'updated_at': '2022-02-09T21:11:03Z', 'revision_number': 5, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'subnets': [{'id': 'dc19280c-47bf-42de-9ac9-954fef541a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:04.793348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (c86584e5-4410-4558-948b-98b320d47ce5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.795573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=b43494d7-fb48-4095-a98b-2f1cdf076ba4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:04.798442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No DVR routers for this DVR port b43494d7-fb48-4095-a98b-2f1cdf076ba4 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:04.800207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:04.800982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.845534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-3af2bbdf-b624-4caa-889a-d34d37239af4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:04.847066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-3af2bbdf-b624-4caa-889a-d34d37239af4 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 947 time: 0.1774125 Feb 09 21:12:04.893080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:02Z', 'revision_number': 8, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:04.909367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9090536 Feb 09 21:12:04.928951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:04.934147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:04.938927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'subnet': {'network_id': 'c86584e5-4410-4558-948b-98b320d47ce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:04.946884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:04.949246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:04.969733 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (8c551b79-54ec-4d01-9d50-beaab8e82648), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:04.995865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c551b79-54ec-4d01-9d50-beaab8e82648']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:05.008123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:05.008688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd018a2ad-bb5e-4b96-ac3e-d0d16da03637') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:05.021247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (d018a2ad-bb5e-4b96-ac3e-d0d16da03637), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.035858 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (d018a2ad-bb5e-4b96-ac3e-d0d16da03637), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.044363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:05.045757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (d018a2ad-bb5e-4b96-ac3e-d0d16da03637), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:05.050556 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:05.091223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:05.097616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd89ccb-b5e6-4d7e-8378-2d3e865a6469 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Network': ['ID=c86584e5-4410-4558-948b-98b320d47ce5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:05.109419 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37526d7f-faaf-4934-8ece-abb0de1a28a5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (857371dd-7010-4391-95eb-12bfcb9d55e7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.133530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Made reservation on behalf of 7200ab47b27042fa903787bed13e786f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:05.137280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.145364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526d7f-faaf-4934-8ece-abb0de1a28a5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=857371dd-7010-4391-95eb-12bfcb9d55e7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:05.165589 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (8c551b79-54ec-4d01-9d50-beaab8e82648), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.180896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.187823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/8c551b79-54ec-4d01-9d50-beaab8e82648 HTTP/1.1" status: 204 len: 168 time: 0.9223366 Feb 09 21:12:05.203647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58832) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:05.205403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network c86584e5-4410-4558-948b-98b320d47ce5 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:12:05.228009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc13e12-f489-4752-bd24-a08046c47e5c tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=8c551b79-54ec-4d01-9d50-beaab8e82648,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:05.259625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37526d7f-faaf-4934-8ece-abb0de1a28a5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.263092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-37526d7f-faaf-4934-8ece-abb0de1a28a5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/857371dd-7010-4391-95eb-12bfcb9d55e7 HTTP/1.1" status: 204 len: 168 time: 1.0304885 Feb 09 21:12:05.270473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:05.283966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2649a-6a15-4bd4-8545-72f813926e4c None None] Network 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:05.303789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Deleting port 219cd6dd-d299-4488-83e4-b9b8d546de3b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:05.304137 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.470366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] For port 219cd6dd-d299-4488-83e4-b9b8d546de3b, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=219cd6dd-d299-4488-83e4-b9b8d546de3b,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:05.470742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.642640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] DHCP port deletion for 65701be0-ab8c-4b2a-ac79-16d6eb5f4626 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:05.659442 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (536a9fce-89c4-44ad-b9c0-575353ce7193), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.683386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f272ca-88ab-4b13-a053-6723c388c675 req-cdf43684-d4f0-407f-95b3-662125fcbe55 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:05.690394 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7f272ca-88ab-4b13-a053-6723c388c675 req-cdf43684-d4f0-407f-95b3-662125fcbe55 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 947 time: 0.5000136 Feb 09 21:12:05.704505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:05.731588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (65701be0-ab8c-4b2a-ac79-16d6eb5f4626), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.738379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:05.739576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3c20484e-b720-4e6b-8cfc-f0dd1e527c43 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:05.740305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b43494d7-fb48-4095-a98b-2f1cdf076ba4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:05.777417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b43494d7-fb48-4095-a98b-2f1cdf076ba4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:05.778300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b43494d7-fb48-4095-a98b-2f1cdf076ba4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:05.780231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7f272ca-88ab-4b13-a053-6723c388c675 req-dd75ce87-a930-4c80-8d4d-d8ab71ddedb5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups?id=e836ecf2-9969-4da0-a8ae-8f127d8fbd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883601 Feb 09 21:12:05.839593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] Deleting port ccf234fb-71ee-4c4b-8010-5ab81f794d8c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:05.840012 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.847105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Subnet': ['ID=536a9fce-89c4-44ad-b9c0-575353ce7193,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:05.856577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Checking segment: {'id': 'e36e2379-b732-4e68-9dd7-47317b71b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c86584e5-4410-4558-948b-98b320d47ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:05.857042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network hostable DHCP agents. Network: c86584e5-4410-4558-948b-98b320d47ce5, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:12:05.909441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.909898 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (55993220-21cc-402e-877c-4aa9f10b4459), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.910323 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Floating IP 55993220-21cc-402e-877c-4aa9f10b4459 disassociated. External IP: 172.25.4.5, port: 219cd6dd-d299-4488-83e4-b9b8d546de3b. Feb 09 21:12:05.910814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Calling delete_port for 219cd6dd-d299-4488-83e4-b9b8d546de3b owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:05.925073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network c86584e5-4410-4558-948b-98b320d47ce5 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:12:05.941543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] For port ccf234fb-71ee-4c4b-8010-5ab81f794d8c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,segment=NetworkSegment(6e195360-39a7-4c4b-9dc0-44452d1e2518),segment_id=6e195360-39a7-4c4b-9dc0-44452d1e2518)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:05.941920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port ccf234fb-71ee-4c4b-8010-5ab81f794d8c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:05.942153 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.942691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:05.959513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] Calling delete_port for ccf234fb-71ee-4c4b-8010-5ab81f794d8c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:05.967166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, c86584e5-4410-4558-948b-98b320d47ce5) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:05.990114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:05.992829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.016564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f4c6b4b1-1af1-4829-8177-d85b3f91d2f2 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0835037 Feb 09 21:12:06.019649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:06.028958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'network': {'name': 'tempest-router-network01--1822614915'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:06.074537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port ccf234fb-71ee-4c4b-8010-5ab81f794d8c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,segment=NetworkSegment(6e195360-39a7-4c4b-9dc0-44452d1e2518),segment_id=6e195360-39a7-4c4b-9dc0-44452d1e2518)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:06.074941 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.097437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for ccf234fb-71ee-4c4b-8010-5ab81f794d8c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:06.110510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Made reservation on behalf of 7200ab47b27042fa903787bed13e786f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:06.113760 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.140049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.142289 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (219cd6dd-d299-4488-83e4-b9b8d546de3b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.177599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event deleted for resources: {'Port': ['ID=219cd6dd-d299-4488-83e4-b9b8d546de3b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:06.262724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:12:06.296370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (33624cc7-a899-44a3-815b-f973f1acf8d0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.296776 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Added segment 33624cc7-a899-44a3-815b-f973f1acf8d0 of type vlan for network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea Feb 09 21:12:06.301696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:02Z', 'revision_number': 8, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:06.334758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae777f1f-4839-4184-bcb1-21b13c0717cb None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:02Z', 'revision_number': 8, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a878f08-0e34-45ab-adc9-c39fbf9e0405', 'name': '', 'network_id': 'a31a8e68-05ca-4de1-b806-8abef3e82e04', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:9d:ac:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:43Z', 'updated_at': '2022-02-09T21:11:54Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '5573989f-6fe3-4e5d-a4d0-53df08c9ea61', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:06.342314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d843e0-2c39-42e9-a7e5-4bff6d8b0043 None None] Network c86584e5-4410-4558-948b-98b320d47ce5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:06.356451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Router 725d5224-f964-40bd-940f-d1789cf87f8e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:06.415170 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (92a81795-0f80-4f33-a0e6-0bd6f7f879ea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.419537 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.459184 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (ccf234fb-71ee-4c4b-8010-5ab81f794d8c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.463760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No DVR routers for this DVR port ccf234fb-71ee-4c4b-8010-5ab81f794d8c on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:06.478026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:06.518510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] Pushing event deleted for resources: {'Port': ['ID=ccf234fb-71ee-4c4b-8010-5ab81f794d8c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:06.520618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c0e62-45ce-44cd-8d7e-9b03ebfeaf30 None None] No DVR routers for this DVR port ccf234fb-71ee-4c4b-8010-5ab81f794d8c on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:06.534441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-c86584e5-4410-4558-948b-98b320d47ce5', 'network_id': 'c86584e5-4410-4558-948b-98b320d47ce5', 'project_id': '7200ab47b27042fa903787bed13e786f', 'fixed_ips': [{'subnet_id': '536a9fce-89c4-44ad-b9c0-575353ce7193'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:12:06.536254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.568149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (92a81795-0f80-4f33-a0e6-0bd6f7f879ea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.574637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:06.575651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.627548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (65701be0-ab8c-4b2a-ac79-16d6eb5f4626), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.677541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6515343 Feb 09 21:12:06.700113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58842) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:06.710782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'network': {'name': 'tempest-router-network02--466013528'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:06.721906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65701be0-ab8c-4b2a-ac79-16d6eb5f4626']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:06.769618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0960ecf-6add-40da-83d9-c949e30edeb0 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Network': ['ID=92a81795-0f80-4f33-a0e6-0bd6f7f879ea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:06.774161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e195360-39a7-4c4b-9dc0-44452d1e2518') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:06.774502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e195360-39a7-4c4b-9dc0-44452d1e2518') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:06.809971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Allocated IP 2001:db8::2 (c86584e5-4410-4558-948b-98b320d47ce5/536a9fce-89c4-44ad-b9c0-575353ce7193/994c6b17-6db4-452d-887a-7cbe0c1fd93e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:06.827992 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (6e195360-39a7-4c4b-9dc0-44452d1e2518), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.839778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:12:06.871442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Made reservation on behalf of 7200ab47b27042fa903787bed13e786f for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:06.878126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.883060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6e195360-39a7-4c4b-9dc0-44452d1e2518), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.910383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:06.910714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (6e195360-39a7-4c4b-9dc0-44452d1e2518), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: self.session.flush() Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:06.918588 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:06.987565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:12:07.027997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1735e1db-2bba-4df9-bce1-ab4f35913c1a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.028527 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Added segment 1735e1db-2bba-4df9-bce1-ab4f35913c1a of type vlan for network 27edef92-c7ed-45eb-9fde-72761de067f4 Feb 09 21:12:07.063502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (65701be0-ab8c-4b2a-ac79-16d6eb5f4626), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.068143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.072377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/65701be0-ab8c-4b2a-ac79-16d6eb5f4626 HTTP/1.1" status: 204 len: 168 time: 1.7165549 Feb 09 21:12:07.084584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58848) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:07.142975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:07.153909 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c11b45f-5dd9-4e86-b7fa-33bf6d573c30 req-c1f9ba83-c734-410b-af4a-07ce7fb5764f tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/ports?device_id=ab5a0b86-549b-486a-8bf2-2425f2fc0425 HTTP/1.1" status: 200 len: 210 time: 0.0563953 Feb 09 21:12:07.159568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 20036b07-db49-45b2-a2be-6d436bb37f06 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:07.159940 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.163352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0a9cc-890e-4ca6-9726-bbbca333e70f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=65701be0-ab8c-4b2a-ac79-16d6eb5f4626,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:07.191642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 219cd6dd-d299-4488-83e4-b9b8d546de3b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:07.192108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 219cd6dd-d299-4488-83e4-b9b8d546de3b not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:07.198408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (27edef92-c7ed-45eb-9fde-72761de067f4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.212532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:07.224882 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] Sync routers for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:07.239213 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:07.240229 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:07.264763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] No DVR routers for this DVR port 219cd6dd-d299-4488-83e4-b9b8d546de3b on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:07.267833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.273482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa682ce4-e868-4e77-8b8d-e314a8f3da24 req-68faf3db-babc-44d2-b433-bed64aaa2dc5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.50 "DELETE /v2.0/ports/219cd6dd-d299-4488-83e4-b9b8d546de3b HTTP/1.1" status: 204 len: 173 time: 2.4088206 Feb 09 21:12:07.274124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-deleted', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:12:07.283664 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91b2bb-5c00-4f13-9220-e82396eac0d1" -d '{"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-deleted", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:12:07.317020 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Publish callbacks [] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.330485 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.376400 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:07.382480 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea260fe-6add-4072-9abb-51b4ded88499 x-openstack-request-id: req-6ea260fe-6add-4072-9abb-51b4ded88499 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:12:07.382802 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0b86-549b-486a-8bf2-2425f2fc0425", "name": "network-vif-deleted", "tag": "219cd6dd-d299-4488-83e4-b9b8d546de3b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:12:07.383055 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6ea260fe-6add-4072-9abb-51b4ded88499 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:12:07.383620 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0b86-549b-486a-8bf2-2425f2fc0425', 'name': 'network-vif-deleted', 'tag': '219cd6dd-d299-4488-83e4-b9b8d546de3b', 'status': 'completed', 'code': 200} Feb 09 21:12:07.386316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Network c86584e5-4410-4558-948b-98b320d47ce5 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:07.393017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:07.395599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:07.438353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (27edef92-c7ed-45eb-9fde-72761de067f4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.445531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:07.446383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.473385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Pushing event updated for resources: {'Port': ['ID=994c6b17-6db4-452d-887a-7cbe0c1fd93e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:07.493614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Attempting to bind port 994c6b17-6db4-452d-887a-7cbe0c1fd93e on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:12:07.494055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Attempting to bind port 994c6b17-6db4-452d-887a-7cbe0c1fd93e by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'e36e2379-b732-4e68-9dd7-47317b71b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c86584e5-4410-4558-948b-98b320d47ce5'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:12:07.494490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Attempting to bind port 994c6b17-6db4-452d-887a-7cbe0c1fd93e on network c86584e5-4410-4558-948b-98b320d47ce5 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:12:07.501642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:12:07.502157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Checking segment: {'id': 'e36e2379-b732-4e68-9dd7-47317b71b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c86584e5-4410-4558-948b-98b320d47ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:07.502624 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.503129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Bound using segment: {'id': 'e36e2379-b732-4e68-9dd7-47317b71b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c86584e5-4410-4558-948b-98b320d47ce5'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:12:07.503670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Bound port: 994c6b17-6db4-452d-887a-7cbe0c1fd93e, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36e2379-b732-4e68-9dd7-47317b71b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c86584e5-4410-4558-948b-98b320d47ce5'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:12:07.504196 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.591388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] For port 994c6b17-6db4-452d-887a-7cbe0c1fd93e, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:12:07.597683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] For port 994c6b17-6db4-452d-887a-7cbe0c1fd93e, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=994c6b17-6db4-452d-887a-7cbe0c1fd93e,segment=NetworkSegment(e36e2379-b732-4e68-9dd7-47317b71b645),segment_id=e36e2379-b732-4e68-9dd7-47317b71b645)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:12:07.601971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 20036b07-db49-45b2-a2be-6d436bb37f06, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=20036b07-db49-45b2-a2be-6d436bb37f06,segment=NetworkSegment(e7958d4e-6bea-401a-9d8c-fc5485c37081),segment_id=e7958d4e-6bea-401a-9d8c-fc5485c37081)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:07.602653 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.605232 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.671774 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9688749 Feb 09 21:12:07.673012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58852) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:07.678800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'subnet': {'network_id': '92a81795-0f80-4f33-a0e6-0bd6f7f879ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:07.686678 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 20036b07-db49-45b2-a2be-6d436bb37f06 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:07.712083 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7be2f8-f9de-43b3-bb05-1c344bd6f68c tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Network': ['ID=27edef92-c7ed-45eb-9fde-72761de067f4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:07.797671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fed39c-56dd-416c-88db-d305f62bf0f2 None None] Pushing event updated for resources: {'Port': ['ID=994c6b17-6db4-452d-887a-7cbe0c1fd93e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:07.825156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 04925737-1882-4541-ada7-988585d98ce0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:07.864468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 27edef92-c7ed-45eb-9fde-72761de067f4 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:12:07.872291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 04925737-1882-4541-ada7-988585d98ce0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:07.874042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 04925737-1882-4541-ada7-988585d98ce0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:07.874632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf234fb-71ee-4c4b-8010-5ab81f794d8c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:07.898587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:07.921783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Made reservation on behalf of 7200ab47b27042fa903787bed13e786f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:07.931088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.986007 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19f4443f-a613-4d48-b3df-d1926f30b29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:07.999722 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] Checking router: 725d5224-f964-40bd-940f-d1789cf87f8e for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:08.012971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ccf234fb-71ee-4c4b-8010-5ab81f794d8c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:08.015298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ccf234fb-71ee-4c4b-8010-5ab81f794d8c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:08.037219 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:08.039227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:08.264884 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:08.293154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:08.365952 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (b77b8ef6-efa3-476f-81d4-95e2efa99161), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.437029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c91439b-244b-415f-a1a4-e922a729c9d5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (e836ecf2-9969-4da0-a8ae-8f127d8fbd74), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.475612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Subnet': ['ID=b77b8ef6-efa3-476f-81d4-95e2efa99161,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:08.480870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (20036b07-db49-45b2-a2be-6d436bb37f06), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.505779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Checking segment: {'id': '33624cc7-a899-44a3-815b-f973f1acf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '92a81795-0f80-4f33-a0e6-0bd6f7f879ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:08.506294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network hostable DHCP agents. Network: 92a81795-0f80-4f33-a0e6-0bd6f7f879ea, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:12:08.522893 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c91439b-244b-415f-a1a4-e922a729c9d5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (e836ecf2-9969-4da0-a8ae-8f127d8fbd74), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.564484 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:08.566000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=20036b07-db49-45b2-a2be-6d436bb37f06,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:08.576751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:12:08.589926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 92a81795-0f80-4f33-a0e6-0bd6f7f879ea) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:08.595218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:08.597426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.597918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f780388-9532-44fc-8dd9-2d33f3dd7c78 None None] Network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:08.605568 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45556e00-f130-42e5-b445-6be14539fab6 None None] The sync data for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 is: [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:04:53Z', 'revision_number': 4, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '778790bf-8455-41aa-8b56-b2777397ee62', 'name': '', 'network_id': 'a341e6ef-9aa8-4558-91a7-62cf702fba02', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'mac_address': 'fa:16:3e:0e:02:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:50Z', 'updated_at': '2022-02-09T21:04:58Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'subnets': [{'id': '40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:08.627920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fbf3c632-e023-4041-8aa7-b30671ece654 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9536333 Feb 09 21:12:08.631113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:08.631963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c91439b-244b-415f-a1a4-e922a729c9d5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e836ecf2-9969-4da0-a8ae-8f127d8fbd74), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.634638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c91439b-244b-415f-a1a4-e922a729c9d5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.635897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2c91439b-244b-415f-a1a4-e922a729c9d5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "DELETE /v2.0/security-groups/e836ecf2-9969-4da0-a8ae-8f127d8fbd74 HTTP/1.1" status: 204 len: 168 time: 0.3411536 Feb 09 21:12:08.641750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'subnet': {'network_id': '27edef92-c7ed-45eb-9fde-72761de067f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:08.646658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:08.707240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91439b-244b-415f-a1a4-e922a729c9d5 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e836ecf2-9969-4da0-a8ae-8f127d8fbd74,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:08.721320 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-7b516938-0ea2-46a5-8141-0b00459b7980 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] show failed (client error): The resource could not be found. Feb 09 21:12:08.722494 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7b516938-0ea2-46a5-8141-0b00459b7980 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "GET /v2.0/security-groups/e836ecf2-9969-4da0-a8ae-8f127d8fbd74 HTTP/1.1" status: 404 len: 347 time: 0.0718863 Feb 09 21:12:08.743412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58866) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:08.890477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-92a81795-0f80-4f33-a0e6-0bd6f7f879ea', 'network_id': '92a81795-0f80-4f33-a0e6-0bd6f7f879ea', 'project_id': '7200ab47b27042fa903787bed13e786f', 'fixed_ips': [{'subnet_id': 'b77b8ef6-efa3-476f-81d4-95e2efa99161'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:12:08.891675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.990449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:08.999554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.011826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Made reservation on behalf of 7200ab47b27042fa903787bed13e786f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:09.015380 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.152958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Allocated IP 2001:db8::2 (92a81795-0f80-4f33-a0e6-0bd6f7f879ea/b77b8ef6-efa3-476f-81d4-95e2efa99161/d4973093-df01-430c-b01d-f99cf2c14509) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:09.159923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Deleting port 31857e6b-20c2-41be-a4bd-8be96447a9de {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:09.160409 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (31857e6b-20c2-41be-a4bd-8be96447a9de), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.323204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (31857e6b-20c2-41be-a4bd-8be96447a9de), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.324378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (31857e6b-20c2-41be-a4bd-8be96447a9de), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.339164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Calling delete_port for 31857e6b-20c2-41be-a4bd-8be96447a9de owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:09.362049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Publish callbacks [] for port (d4973093-df01-430c-b01d-f99cf2c14509), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.371467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9412812-6eb9-415d-8426-3e0cac2affc2 None None] New status for floating IP 55993220-21cc-402e-877c-4aa9f10b4459: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:12:09.449379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:09.504699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4fbe9-c2b1-4826-8e67-04dae511336b None None] Network c86584e5-4410-4558-948b-98b320d47ce5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:09.508491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d4973093-df01-430c-b01d-f99cf2c14509), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.576598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Pushing event updated for resources: {'Port': ['ID=d4973093-df01-430c-b01d-f99cf2c14509,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:09.606599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:09.617952 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:09.621384 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6a10ee91-112e-4b92-a632-ce3fb2ad8b6e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4125526 Feb 09 21:12:09.621475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (31857e6b-20c2-41be-a4bd-8be96447a9de), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.629382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58870) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:09.636850 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:09.637492 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:11:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:09.672728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-609f49e9-d8d3-48fb-a0d1-1aaae3b2666d None None] Provisioning complete for port 994c6b17-6db4-452d-887a-7cbe0c1fd93e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:09.673704 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609f49e9-d8d3-48fb-a0d1-1aaae3b2666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.681260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Pushing event deleted for resources: {'Port': ['ID=31857e6b-20c2-41be-a4bd-8be96447a9de,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:09.689062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:09.713629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:09.717966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:09.729764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (2ee3e5ad-8ff4-4151-acce-a9a400287342), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.807428 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d927-b92d-4a1f-864a-88937c601127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.812787 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:09.869783 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks [] for floatingip (55993220-21cc-402e-877c-4aa9f10b4459), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.871805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.888143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-849af5df-6232-4e3e-bf5e-f0f6f849a632 tempest-AttachVolumeShelveTestJSON-1822095410 tempest-AttachVolumeShelveTestJSON-1822095410-project] 10.222.0.102 "DELETE /v2.0/floatingips/55993220-21cc-402e-877c-4aa9f10b4459 HTTP/1.1" status: 204 len: 168 time: 1.1432247 Feb 09 21:12:09.897936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Attempting to bind port d4973093-df01-430c-b01d-f99cf2c14509 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:12:09.898624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Attempting to bind port d4973093-df01-430c-b01d-f99cf2c14509 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '33624cc7-a899-44a3-815b-f973f1acf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '92a81795-0f80-4f33-a0e6-0bd6f7f879ea'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:12:09.899215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Attempting to bind port d4973093-df01-430c-b01d-f99cf2c14509 on network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:12:09.908263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:12:09.909056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Checking segment: {'id': '33624cc7-a899-44a3-815b-f973f1acf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '92a81795-0f80-4f33-a0e6-0bd6f7f879ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:09.909686 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.910292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Bound using segment: {'id': '33624cc7-a899-44a3-815b-f973f1acf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '92a81795-0f80-4f33-a0e6-0bd6f7f879ea'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:12:09.911329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Bound port: d4973093-df01-430c-b01d-f99cf2c14509, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33624cc7-a899-44a3-815b-f973f1acf8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '92a81795-0f80-4f33-a0e6-0bd6f7f879ea'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:12:09.912005 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4973093-df01-430c-b01d-f99cf2c14509), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.920295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 994c6b17-6db4-452d-887a-7cbe0c1fd93e up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:09.922445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port 3a878f08-0e34-45ab-adc9-c39fbf9e0405 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:09.922797 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.930904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08aed90-24ba-4926-b342-2b83b460fa35 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting subnet dc19280c-47bf-42de-9ac9-954fef541a87 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:09.934476 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:08Z', 'revision_number': 11, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:09.942684 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08aed90-24ba-4926-b342-2b83b460fa35 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (dc19280c-47bf-42de-9ac9-954fef541a87), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:09.968119 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:09.981142 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:09.981904 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:09.997534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Subnet': ['ID=2ee3e5ad-8ff4-4151-acce-a9a400287342,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:10.049089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Checking segment: {'id': '1735e1db-2bba-4df9-bce1-ab4f35913c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '27edef92-c7ed-45eb-9fde-72761de067f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:10.049463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network hostable DHCP agents. Network: 27edef92-c7ed-45eb-9fde-72761de067f4, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:12:10.091770 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08aed90-24ba-4926-b342-2b83b460fa35 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (dc19280c-47bf-42de-9ac9-954fef541a87), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.159831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network 27edef92-c7ed-45eb-9fde-72761de067f4 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:12:10.182148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 27edef92-c7ed-45eb-9fde-72761de067f4) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:10.188054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:10.188978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port 3a878f08-0e34-45ab-adc9-c39fbf9e0405, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3a878f08-0e34-45ab-adc9-c39fbf9e0405,segment=NetworkSegment(77f2a38c-abff-4ebc-8731-0de54dfd27da),segment_id=77f2a38c-abff-4ebc-8731-0de54dfd27da)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:10.189871 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.191464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.219011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for 3a878f08-0e34-45ab-adc9-c39fbf9e0405 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:10.256070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ecdda185-e872-45ae-a8b6-3c8d5a2396f6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6165493 Feb 09 21:12:10.256265 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:10.262554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:10.292185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d736455-b2e8-4e7b-bee5-9ffd0c74783c None None] Network 27edef92-c7ed-45eb-9fde-72761de067f4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:10.298571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-609f49e9-d8d3-48fb-a0d1-1aaae3b2666d None None] Current status of the port 994c6b17-6db4-452d-887a-7cbe0c1fd93e is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:10.298965 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609f49e9-d8d3-48fb-a0d1-1aaae3b2666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.349946 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08aed90-24ba-4926-b342-2b83b460fa35 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (dc19280c-47bf-42de-9ac9-954fef541a87), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.411358 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:08Z', 'revision_number': 11, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:10.413561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-609f49e9-d8d3-48fb-a0d1-1aaae3b2666d None None] For port 994c6b17-6db4-452d-887a-7cbe0c1fd93e, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=994c6b17-6db4-452d-887a-7cbe0c1fd93e,segment=NetworkSegment(e36e2379-b732-4e68-9dd7-47317b71b645),segment_id=e36e2379-b732-4e68-9dd7-47317b71b645)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:10.468292 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08aed90-24ba-4926-b342-2b83b460fa35 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (dc19280c-47bf-42de-9ac9-954fef541a87), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.491286 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15652445-8e35-4e40-aed3-1014f82ae627 None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:08Z', 'revision_number': 11, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:10.514222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 994c6b17-6db4-452d-887a-7cbe0c1fd93e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:10.514604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.559942 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3a878f08-0e34-45ab-adc9-c39fbf9e0405), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.561864 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-609f49e9-d8d3-48fb-a0d1-1aaae3b2666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.593121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e9cf5c-7114-49c3-9a56-8b61902029d6 None None] Network 8b7bc320-295c-40e2-afed-2644b6418648 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:10.593371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b08aed90-24ba-4926-b342-2b83b460fa35 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:10.596561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b08aed90-24ba-4926-b342-2b83b460fa35 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/dc19280c-47bf-42de-9ac9-954fef541a87 HTTP/1.1" status: 204 len: 168 time: 0.9360559 Feb 09 21:12:10.679498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58880) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:10.684381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aed90-24ba-4926-b342-2b83b460fa35 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Subnet': ['ID=dc19280c-47bf-42de-9ac9-954fef541a87,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:10.713284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=3a878f08-0e34-45ab-adc9-c39fbf9e0405,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:11.019948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] For port d4973093-df01-430c-b01d-f99cf2c14509, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:12:11.067033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (8b7bc320-295c-40e2-afed-2644b6418648), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.075146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.084320 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.140420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] For port d4973093-df01-430c-b01d-f99cf2c14509, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d4973093-df01-430c-b01d-f99cf2c14509,segment=NetworkSegment(33624cc7-a899-44a3-815b-f973f1acf8d0),segment_id=33624cc7-a899-44a3-815b-f973f1acf8d0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:12:11.143706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-91417895-e7cc-4660-aaa2-854d9c7c67b7 None None] Provisioning complete for port 994c6b17-6db4-452d-887a-7cbe0c1fd93e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:11.147025 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91417895-e7cc-4660-aaa2-854d9c7c67b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.362056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Deleting port 4f1573b2-0661-40cc-a69c-d3068733b6ee {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:11.362621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.378840 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4973093-df01-430c-b01d-f99cf2c14509), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.404906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-27edef92-c7ed-45eb-9fde-72761de067f4', 'network_id': '27edef92-c7ed-45eb-9fde-72761de067f4', 'project_id': '7200ab47b27042fa903787bed13e786f', 'fixed_ips': [{'subnet_id': '2ee3e5ad-8ff4-4151-acce-a9a400287342'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:12:11.405783 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.429518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] For port 4f1573b2-0661-40cc-a69c-d3068733b6ee, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4f1573b2-0661-40cc-a69c-d3068733b6ee,segment=NetworkSegment(e7958d4e-6bea-401a-9d8c-fc5485c37081),segment_id=e7958d4e-6bea-401a-9d8c-fc5485c37081)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:11.429884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.431796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 994c6b17-6db4-452d-887a-7cbe0c1fd93e is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:11.436619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f49e9-d8d3-48fb-a0d1-1aaae3b2666d None None] Pushing event updated for resources: {'Port': ['ID=994c6b17-6db4-452d-887a-7cbe0c1fd93e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:11.444219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Calling delete_port for 4f1573b2-0661-40cc-a69c-d3068733b6ee owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:11.476623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Allocated IP 2001:db8::1 (92a81795-0f80-4f33-a0e6-0bd6f7f879ea/b77b8ef6-efa3-476f-81d4-95e2efa99161/a4f546a7-ac6c-4620-a66c-ceed46dbe9f2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:11.556500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4f1573b2-0661-40cc-a69c-d3068733b6ee), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.618113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.641314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:11.650059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.654877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Port': ['ID=4f1573b2-0661-40cc-a69c-d3068733b6ee,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:11.662415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No DVR routers for this DVR port 4f1573b2-0661-40cc-a69c-d3068733b6ee on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:11.669101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.737099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:11.741041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:11.761559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:11.766057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:11.851878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 994c6b17-6db4-452d-887a-7cbe0c1fd93e up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:11.856586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:11.867352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Port': ['ID=a4f546a7-ac6c-4620-a66c-ceed46dbe9f2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:11.896844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-048bb239-49c5-4aff-a53f-39dcd9726be5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8057010 Feb 09 21:12:11.931240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:11.935809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:11.972467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350bc64-ba91-4ad5-ac67-90a5a766c919 None None] Pushing event updated for resources: {'Port': ['ID=d4973093-df01-430c-b01d-f99cf2c14509,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:12.000466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb705c-a1e2-4a56-a6e6-2da9e3707bed None None] DHCP port deletion for 8b7bc320-295c-40e2-afed-2644b6418648 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:12.012622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-91417895-e7cc-4660-aaa2-854d9c7c67b7 None None] Current status of the port 994c6b17-6db4-452d-887a-7cbe0c1fd93e is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:12.039994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (8b7bc320-295c-40e2-afed-2644b6418648), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.061903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 994c6b17-6db4-452d-887a-7cbe0c1fd93e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:12.061903 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.068278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:12.068968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:12.069408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5f4bcf-a3cc-4cb4-b120-d122fdd7e13c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet 5573989f-6fe3-4e5d-a4d0-53df08c9ea61 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:12.083936 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4bcf-a3cc-4cb4-b120-d122fdd7e13c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (5573989f-6fe3-4e5d-a4d0-53df08c9ea61), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.092689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7bc320-295c-40e2-afed-2644b6418648']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:12.104720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7958d4e-6bea-401a-9d8c-fc5485c37081') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:12.105316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7958d4e-6bea-401a-9d8c-fc5485c37081') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:12.119950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (e7958d4e-6bea-401a-9d8c-fc5485c37081), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.138343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e7958d4e-6bea-401a-9d8c-fc5485c37081), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.148220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4bcf-a3cc-4cb4-b120-d122fdd7e13c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (5573989f-6fe3-4e5d-a4d0-53df08c9ea61), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.149401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:12.150143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (e7958d4e-6bea-401a-9d8c-fc5485c37081), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:12.155248 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:12.314378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.323185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (8b7bc320-295c-40e2-afed-2644b6418648), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.344399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.349993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/networks/8b7bc320-295c-40e2-afed-2644b6418648 HTTP/1.1" status: 204 len: 168 time: 1.6619897 Feb 09 21:12:12.350960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Allocated IP 2001:db8::2 (27edef92-c7ed-45eb-9fde-72761de067f4/2ee3e5ad-8ff4-4151-acce-a9a400287342/bfc3aa9e-8114-48a7-9714-d400ffd09e4c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:12.364693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58894) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:12.371730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'routes': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:12.426159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 994c6b17-6db4-452d-887a-7cbe0c1fd93e is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:12.441618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 20036b07-db49-45b2-a2be-6d436bb37f06 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:12.462193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:12.526342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4bcf-a3cc-4cb4-b120-d122fdd7e13c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5573989f-6fe3-4e5d-a4d0-53df08c9ea61), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.552541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 20036b07-db49-45b2-a2be-6d436bb37f06 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:12.552825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 20036b07-db49-45b2-a2be-6d436bb37f06 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:12.745099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4bcf-a3cc-4cb4-b120-d122fdd7e13c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (5573989f-6fe3-4e5d-a4d0-53df08c9ea61), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.869328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f4bcf-a3cc-4cb4-b120-d122fdd7e13c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=5573989f-6fe3-4e5d-a4d0-53df08c9ea61,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:12.883381 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.885892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4bcf-a3cc-4cb4-b120-d122fdd7e13c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.890113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bd5f4bcf-a3cc-4cb4-b120-d122fdd7e13c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/5573989f-6fe3-4e5d-a4d0-53df08c9ea61 HTTP/1.1" status: 204 len: 168 time: 0.9577065 Feb 09 21:12:12.892884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58896) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:12.901111 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Publish callbacks [] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:12.904968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f00d7-6e17-4cb9-9cb2-8b3e58afacf9 None None] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:13.001552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.036965 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (a31a8e68-05ca-4de1-b806-8abef3e82e04), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.125231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb03f5c-f8bf-4e74-89a4-a87390df6c82 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Pushing event deleted for resources: {'Network': ['ID=8b7bc320-295c-40e2-afed-2644b6418648,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:13.209874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port b68ec450-a483-4486-a40a-3d16f68a6be1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:13.210541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.248651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Network 27edef92-c7ed-45eb-9fde-72761de067f4 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:13.267780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:13.293483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:13.373105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Pushing event updated for resources: {'Port': ['ID=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:13.411895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Added routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:12:13.412434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Removed routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:12:13.412549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.416271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Attempting to bind port bfc3aa9e-8114-48a7-9714-d400ffd09e4c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:12:13.416646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Attempting to bind port bfc3aa9e-8114-48a7-9714-d400ffd09e4c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1735e1db-2bba-4df9-bce1-ab4f35913c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '27edef92-c7ed-45eb-9fde-72761de067f4'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:12:13.423181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Attempting to bind port bfc3aa9e-8114-48a7-9714-d400ffd09e4c on network 27edef92-c7ed-45eb-9fde-72761de067f4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:12:13.441279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port b68ec450-a483-4486-a40a-3d16f68a6be1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b68ec450-a483-4486-a40a-3d16f68a6be1,segment=NetworkSegment(77f2a38c-abff-4ebc-8731-0de54dfd27da),segment_id=77f2a38c-abff-4ebc-8731-0de54dfd27da)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:13.441791 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.442441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:10Z', 'revision_number': 9, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:13.444644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:12:13.445021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Checking segment: {'id': '1735e1db-2bba-4df9-bce1-ab4f35913c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '27edef92-c7ed-45eb-9fde-72761de067f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:13.445361 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.445755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Bound using segment: {'id': '1735e1db-2bba-4df9-bce1-ab4f35913c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '27edef92-c7ed-45eb-9fde-72761de067f4'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:12:13.446219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Bound port: bfc3aa9e-8114-48a7-9714-d400ffd09e4c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1735e1db-2bba-4df9-bce1-ab4f35913c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '27edef92-c7ed-45eb-9fde-72761de067f4'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:12:13.446600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.471245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.477642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for b68ec450-a483-4486-a40a-3d16f68a6be1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:13.497338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.502806 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.522288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6331fe45-9f25-4602-b1f6-8f368ab36c3f None None] Network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:13.624567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] DHCP port deletion for a31a8e68-05ca-4de1-b806-8abef3e82e04 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:13.632007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:13.645627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Port': ['ID=a4f546a7-ac6c-4620-a66c-ceed46dbe9f2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:13.726243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9920a178-1e14-487f-98d2-dc0211af7f79 None None] Provisioning complete for port d4973093-df01-430c-b01d-f99cf2c14509 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:13.727149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9920a178-1e14-487f-98d2-dc0211af7f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4973093-df01-430c-b01d-f99cf2c14509), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.786515 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.790952 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:13.804820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:13.809000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d4973093-df01-430c-b01d-f99cf2c14509 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:13.809625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:13.856842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:13.857465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:13.937613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router 9d4cca96-5ded-4b28-9a2d-847fad8477db has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:13.937891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] For port bfc3aa9e-8114-48a7-9714-d400ffd09e4c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:12:13.983571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.021471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No DVR routers for this DVR port b68ec450-a483-4486-a40a-3d16f68a6be1 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:14.052229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:14.061721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.065669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f1f625c7-1976-4b7e-91e2-fdcb44a82bef tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 200 len: 700 time: 1.6965692 Feb 09 21:12:14.066194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:14.068439 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] Sync routers for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:14.088731 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:14.089705 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:14.126832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-30ab504b-200f-438d-af4f-8fd3b35d0fd4 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 200 len: 205 time: 0.0570619 Feb 09 21:12:14.128163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58904) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:14.156252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Router df4b3703-a9e8-4fee-a4f4-f5b950884fe0 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:12:14.160181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=b68ec450-a483-4486-a40a-3d16f68a6be1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:14.249443 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:14.251175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98226dab-04ae-4ff4-a2be-3ea6bc764b49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.295153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (a31a8e68-05ca-4de1-b806-8abef3e82e04), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.348996 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:08Z', 'revision_number': 11, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:14.412698 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] Checking router: 9d4cca96-5ded-4b28-9a2d-847fad8477db for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:14.432847 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] Routers {'9d4cca96-5ded-4b28-9a2d-847fad8477db'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:14.433717 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9d4cca96-5ded-4b28-9a2d-847fad8477db'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:14.483544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] For port bfc3aa9e-8114-48a7-9714-d400ffd09e4c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,segment=NetworkSegment(1735e1db-2bba-4df9-bce1-ab4f35913c1a),segment_id=1735e1db-2bba-4df9-bce1-ab4f35913c1a)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:12:14.494565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98226dab-04ae-4ff4-a2be-3ea6bc764b49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.496841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98226dab-04ae-4ff4-a2be-3ea6bc764b49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (9d4cca96-5ded-4b28-9a2d-847fad8477db), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.546817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.563141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d4973093-df01-430c-b01d-f99cf2c14509 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:14.563516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4973093-df01-430c-b01d-f99cf2c14509), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.570182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98226dab-04ae-4ff4-a2be-3ea6bc764b49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (9d4cca96-5ded-4b28-9a2d-847fad8477db), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.570780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98226dab-04ae-4ff4-a2be-3ea6bc764b49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Fanout notify agent at l3_agent the message router_deleted on router 9d4cca96-5ded-4b28-9a2d-847fad8477db {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:12:14.578867 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98226dab-04ae-4ff4-a2be-3ea6bc764b49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.580053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-98226dab-04ae-4ff4-a2be-3ea6bc764b49 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 204 len: 168 time: 0.4507794 Feb 09 21:12:14.586274 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.596267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:14.600999 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9e2c1726-b60c-4df5-bf77-436e7afef893 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-200068913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:14.613467 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] Set router 9d4cca96-5ded-4b28-9a2d-847fad8477db gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:14.661960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1726-b60c-4df5-bf77-436e7afef893 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.663067 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1726-b60c-4df5-bf77-436e7afef893 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.760158 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:08Z', 'revision_number': 11, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:14.760396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c745c-5195-46a4-a409-9a97e0c6d971 None None] Pushing event updated for resources: {'Port': ['ID=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:14.764282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9920a178-1e14-487f-98d2-dc0211af7f79 None None] Current status of the port d4973093-df01-430c-b01d-f99cf2c14509 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:14.764931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9920a178-1e14-487f-98d2-dc0211af7f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d4973093-df01-430c-b01d-f99cf2c14509), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.775841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] Deleting port b68ec450-a483-4486-a40a-3d16f68a6be1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:14.776684 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.797373 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1726-b60c-4df5-bf77-436e7afef893 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.814384 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1726-b60c-4df5-bf77-436e7afef893 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.820254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:14.856516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e2c1726-b60c-4df5-bf77-436e7afef893 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:14.861437 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9e2c1726-b60c-4df5-bf77-436e7afef893 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2640107 Feb 09 21:12:14.862187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:14.873162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-55ac01cd-ba12-43f8-a122-7b2cab0eb3b3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:15.025343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9920a178-1e14-487f-98d2-dc0211af7f79 None None] For port d4973093-df01-430c-b01d-f99cf2c14509, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d4973093-df01-430c-b01d-f99cf2c14509,segment=NetworkSegment(33624cc7-a899-44a3-815b-f973f1acf8d0),segment_id=33624cc7-a899-44a3-815b-f973f1acf8d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:15.049329 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9920a178-1e14-487f-98d2-dc0211af7f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d4973093-df01-430c-b01d-f99cf2c14509), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.119921 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bee869-0f87-409c-9faa-5ff67c356018 None None] The sync data for ids ['9d4cca96-5ded-4b28-9a2d-847fad8477db'] in n-d-789963-29 is: [{'id': '9d4cca96-5ded-4b28-9a2d-847fad8477db', 'name': 'tempest-RoutersTest-router-658056244', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:10:52Z', 'updated_at': '2022-02-09T21:12:08Z', 'revision_number': 11, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:15.224682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d4973093-df01-430c-b01d-f99cf2c14509 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:15.302443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31a8e68-05ca-4de1-b806-8abef3e82e04']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:15.327981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f2a38c-abff-4ebc-8731-0de54dfd27da') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:15.328574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f2a38c-abff-4ebc-8731-0de54dfd27da') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:15.347214 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (77f2a38c-abff-4ebc-8731-0de54dfd27da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.363940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:15.377534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-16add878-bfd1-4531-9903-c5008513ad52 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "PUT /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1104355 Feb 09 21:12:15.377877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:15.393672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (77f2a38c-abff-4ebc-8731-0de54dfd27da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.406823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:15.407098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (77f2a38c-abff-4ebc-8731-0de54dfd27da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:15.414390 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:15.495831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] For port b68ec450-a483-4486-a40a-3d16f68a6be1, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:15.496361 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.531104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] Calling delete_port for b68ec450-a483-4486-a40a-3d16f68a6be1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:15.536851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] Port b68ec450-a483-4486-a40a-3d16f68a6be1 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:12:15.549198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec372fcb-b068-4e41-b9ef-0db31a5c4d9d None None] Sync routers for ids ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:15.565427 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (b68ec450-a483-4486-a40a-3d16f68a6be1), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.568429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4f1573b2-0661-40cc-a69c-d3068733b6ee no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:15.577544 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (a31a8e68-05ca-4de1-b806-8abef3e82e04), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.618673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.632343 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/a31a8e68-05ca-4de1-b806-8abef3e82e04 HTTP/1.1" status: 204 len: 168 time: 2.7383425 Feb 09 21:12:15.633497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc500955-71de-4bcd-9cc6-70f5802be462 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=a31a8e68-05ca-4de1-b806-8abef3e82e04,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:15.635129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:15.716055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4f1573b2-0661-40cc-a69c-d3068733b6ee {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:15.721262 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55ac01cd-ba12-43f8-a122-7b2cab0eb3b3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.722012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4f1573b2-0661-40cc-a69c-d3068733b6ee not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:15.744748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920a178-1e14-487f-98d2-dc0211af7f79 None None] Pushing event updated for resources: {'Port': ['ID=d4973093-df01-430c-b01d-f99cf2c14509,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:15.771949 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55ac01cd-ba12-43f8-a122-7b2cab0eb3b3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:15.794527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec372fcb-b068-4e41-b9ef-0db31a5c4d9d None None] Routers {'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:15.795170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec372fcb-b068-4e41-b9ef-0db31a5c4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:15.911700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] Network a31a8e68-05ca-4de1-b806-8abef3e82e04 is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:12:15.912139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] No DVR routers for this DVR port b68ec450-a483-4486-a40a-3d16f68a6be1 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:15.923021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-60b526b9-c5fa-4e41-95f9-3bbe22a80a88 None None] Provisioning complete for port d4973093-df01-430c-b01d-f99cf2c14509 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:15.923396 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60b526b9-c5fa-4e41-95f9-3bbe22a80a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4973093-df01-430c-b01d-f99cf2c14509), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:16.025971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9549fa-ff3c-403b-a10b-7cd279b26eff None None] Pushing event deleted for resources: {'Port': ['ID=b68ec450-a483-4486-a40a-3d16f68a6be1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:16.084234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec372fcb-b068-4e41-b9ef-0db31a5c4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:16.086824 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bfc3aa9e-8114-48a7-9714-d400ffd09e4c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:16.295934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec372fcb-b068-4e41-b9ef-0db31a5c4d9d None None] Routers {'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:16.296991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec372fcb-b068-4e41-b9ef-0db31a5c4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:16.371504 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:16.403902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ec372fcb-b068-4e41-b9ef-0db31a5c4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:16.404767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec372fcb-b068-4e41-b9ef-0db31a5c4d9d None None] The sync data for ids ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:16.428399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ac01cd-ba12-43f8-a122-7b2cab0eb3b3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Router ff0b4daf-8ba6-44ae-8b38-9745f05feae0 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:12:16.539171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port bfc3aa9e-8114-48a7-9714-d400ffd09e4c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:16.539769 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:16.620961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-60b526b9-c5fa-4e41-95f9-3bbe22a80a88 None None] Current status of the port d4973093-df01-430c-b01d-f99cf2c14509 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:16.651185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ac01cd-ba12-43f8-a122-7b2cab0eb3b3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:16.659351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55ac01cd-ba12-43f8-a122-7b2cab0eb3b3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:16.660796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-55ac01cd-ba12-43f8-a122-7b2cab0eb3b3 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "PUT /v2.0/routers/ff0b4daf-8ba6-44ae-8b38-9745f05feae0 HTTP/1.1" status: 200 len: 693 time: 1.7976427 Feb 09 21:12:16.663007 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] Sync routers for ids ['ff0b4daf-8ba6-44ae-8b38-9745f05feae0'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:16.665821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:16.677820 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] Routers {'ff0b4daf-8ba6-44ae-8b38-9745f05feae0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:16.679617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:10Z', 'revision_number': 9, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:16.680390 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ff0b4daf-8ba6-44ae-8b38-9745f05feae0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:16.722148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-60b526b9-c5fa-4e41-95f9-3bbe22a80a88 None None] Provisioning complete for port a4f546a7-ac6c-4620-a66c-ceed46dbe9f2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:16.722562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60b526b9-c5fa-4e41-95f9-3bbe22a80a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:16.768134 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-724da64b-32f7-40aa-920c-01f6ea8fdb2e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:12:16.769766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-724da64b-32f7-40aa-920c-01f6ea8fdb2e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "PUT /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2630918 Feb 09 21:12:16.773739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:16.786954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57c635a-c3ae-4b11-958e-9031eff313e7 None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:10Z', 'revision_number': 9, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dcf8f556-6e06-4cd2-936e-9a8a7463c74b', 'name': '', 'network_id': 'a22a111c-2430-4ba0-8925-78775867c22a', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:0b:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3386, 'fixed_ips': [{'subnet_id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:37Z', 'updated_at': '2022-02-09T21:11:53Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': 'b90c488d-9b12-475c-a8c3-684ad587b010', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:16.808172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-60b526b9-c5fa-4e41-95f9-3bbe22a80a88 None None] Port a4f546a7-ac6c-4620-a66c-ceed46dbe9f2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:12:16.820584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c077b-c8b9-4011-8cf4-93bc595c3023 None None] Network 27edef92-c7ed-45eb-9fde-72761de067f4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:16.898467 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] Set router ff0b4daf-8ba6-44ae-8b38-9745f05feae0 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:16.957401 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0b4daf-8ba6-44ae-8b38-9745f05feae0', 'name': 'tempest-RoutersTest-router-200068913', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:12:14Z', 'updated_at': '2022-02-09T21:12:15Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:16.973917 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:16.980961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b1bb7d3f-03d3-4246-b88a-98ae50661506 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/routers/ff0b4daf-8ba6-44ae-8b38-9745f05feae0 HTTP/1.1" status: 200 len: 699 time: 0.3137169 Feb 09 21:12:17.038456 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] Checking router: ff0b4daf-8ba6-44ae-8b38-9745f05feae0 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:17.055947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port bfc3aa9e-8114-48a7-9714-d400ffd09e4c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:17.056227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] Routers {'ff0b4daf-8ba6-44ae-8b38-9745f05feae0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:17.056857 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ff0b4daf-8ba6-44ae-8b38-9745f05feae0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:17.058172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-320628c9-c029-47ce-9691-76f2fff89666 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0b4daf-8ba6-44ae-8b38-9745f05feae0 HTTP/1.1" status: 200 len: 205 time: 0.0831885 Feb 09 21:12:17.060178 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:17.061090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:17.104853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port dcf8f556-6e06-4cd2-936e-9a8a7463c74b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:17.105200 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:17.130778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4911229a-9771-41e5-9a7e-d1f1375dac06 None None] Provisioning complete for port a4f546a7-ac6c-4620-a66c-ceed46dbe9f2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:17.131722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4911229a-9771-41e5-9a7e-d1f1375dac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:17.217795 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] Set router ff0b4daf-8ba6-44ae-8b38-9745f05feae0 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:17.302056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port bfc3aa9e-8114-48a7-9714-d400ffd09e4c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,segment=NetworkSegment(1735e1db-2bba-4df9-bce1-ab4f35913c1a),segment_id=1735e1db-2bba-4df9-bce1-ab4f35913c1a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:17.330738 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:17.333528 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0b4daf-8ba6-44ae-8b38-9745f05feae0', 'name': 'tempest-RoutersTest-router-200068913', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:12:14Z', 'updated_at': '2022-02-09T21:12:15Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:17.334192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port dcf8f556-6e06-4cd2-936e-9a8a7463c74b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,segment=NetworkSegment(9009b019-6bc1-411d-86a9-c5d0a84d07d3),segment_id=9009b019-6bc1-411d-86a9-c5d0a84d07d3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:17.340114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:17.353818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4911229a-9771-41e5-9a7e-d1f1375dac06 None None] Port a4f546a7-ac6c-4620-a66c-ceed46dbe9f2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:12:17.395992 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e77d49-7479-4cde-85fa-4e652e815798 None None] The sync data for ids ['ff0b4daf-8ba6-44ae-8b38-9745f05feae0'] in n-d-789963-29 is: [{'id': 'ff0b4daf-8ba6-44ae-8b38-9745f05feae0', 'name': 'tempest-RoutersTest-router-200068913', 'tenant_id': '67ad293c3d9c43e08ea239c3a36f3125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:12:14Z', 'updated_at': '2022-02-09T21:12:15Z', 'revision_number': 2, 'project_id': '67ad293c3d9c43e08ea239c3a36f3125', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:17.408779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for dcf8f556-6e06-4cd2-936e-9a8a7463c74b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:17.481374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b68ec450-a483-4486-a40a-3d16f68a6be1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:17.526243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b68ec450-a483-4486-a40a-3d16f68a6be1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:17.528759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b68ec450-a483-4486-a40a-3d16f68a6be1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:17.636870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4911229a-9771-41e5-9a7e-d1f1375dac06 None None] Provisioning complete for port bfc3aa9e-8114-48a7-9714-d400ffd09e4c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:17.637568 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4911229a-9771-41e5-9a7e-d1f1375dac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:17.649430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:17.854977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (dcf8f556-6e06-4cd2-936e-9a8a7463c74b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:17.861760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4911229a-9771-41e5-9a7e-d1f1375dac06 None None] Current status of the port bfc3aa9e-8114-48a7-9714-d400ffd09e4c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:17.949742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=dcf8f556-6e06-4cd2-936e-9a8a7463c74b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:17.959458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.967767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d4973093-df01-430c-b01d-f99cf2c14509 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:17.968090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.968640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.969182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.969987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.970496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.971004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.972909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.973451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.974316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.974827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.975328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:17.976052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:18.013444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f446-3c4d-49d6-8da8-827d18420292 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.110321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d4973093-df01-430c-b01d-f99cf2c14509 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:18.110707 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d4973093-df01-430c-b01d-f99cf2c14509), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.210308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f5138eb1-a617-4114-a84d-79605f03b405 None None] Provisioning complete for port bfc3aa9e-8114-48a7-9714-d400ffd09e4c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:18.210687 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f5138eb1-a617-4114-a84d-79605f03b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.236489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.308827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f446-3c4d-49d6-8da8-827d18420292 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.313436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f446-3c4d-49d6-8da8-827d18420292 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router_controller (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.392147 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f446-3c4d-49d6-8da8-827d18420292 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (ff0b4daf-8ba6-44ae-8b38-9745f05feae0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.393249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2f446-3c4d-49d6-8da8-827d18420292 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Fanout notify agent at l3_agent the message router_deleted on router ff0b4daf-8ba6-44ae-8b38-9745f05feae0 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:12:18.394165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d4973093-df01-430c-b01d-f99cf2c14509 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:18.400876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bfc3aa9e-8114-48a7-9714-d400ffd09e4c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:18.404191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c8e2f446-3c4d-49d6-8da8-827d18420292 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.410244 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c8e2f446-3c4d-49d6-8da8-827d18420292 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/ff0b4daf-8ba6-44ae-8b38-9745f05feae0 HTTP/1.1" status: 204 len: 168 time: 1.3418276 Feb 09 21:12:18.417532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.455410 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-364147cc-280e-4f80-b82f-7538f50647c0 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=ff0b4daf-8ba6-44ae-8b38-9745f05feae0 HTTP/1.1" status: 200 len: 205 time: 0.0356629 Feb 09 21:12:18.459411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.523299 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-2ba6ad9b-96a1-450a-a092-e194d1e3a480 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] delete failed (client error): The resource could not be found. Feb 09 21:12:18.527481 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ba6ad9b-96a1-450a-a092-e194d1e3a480 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/ff0b4daf-8ba6-44ae-8b38-9745f05feae0 HTTP/1.1" status: 404 len: 336 time: 0.0659590 Feb 09 21:12:18.528126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.573915 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-428f8580-4a19-4714-b15c-39f3ca2122a2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:18.574181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428f8580-4a19-4714-b15c-39f3ca2122a2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:18.582267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-428f8580-4a19-4714-b15c-39f3ca2122a2 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/3b6c4f16-2fcd-4a20-a557-2425aae30d1f HTTP/1.1" status: 404 len: 337 time: 0.0515490 Feb 09 21:12:18.582895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.590476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f5138eb1-a617-4114-a84d-79605f03b405 None None] Current status of the port bfc3aa9e-8114-48a7-9714-d400ffd09e4c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:18.606443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:18.619849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port bfc3aa9e-8114-48a7-9714-d400ffd09e4c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:18.620232 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.629641 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-057147ea-8faf-4887-8528-2c447146ab88 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:18.630458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057147ea-8faf-4887-8528-2c447146ab88 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:18.633751 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-057147ea-8faf-4887-8528-2c447146ab88 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/35cafaa5-ac8d-47ef-b329-5d91702d2ed7 HTTP/1.1" status: 404 len: 337 time: 0.0488932 Feb 09 21:12:18.636594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.665987 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f87e328-dc3e-44b1-a838-2c44738913c7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:18.666728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f87e328-dc3e-44b1-a838-2c44738913c7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:18.670596 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0f87e328-dc3e-44b1-a838-2c44738913c7 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/e7d24ddd-dd14-4d64-a89d-93ff65b5b540 HTTP/1.1" status: 404 len: 337 time: 0.0328901 Feb 09 21:12:18.676176 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.740074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:18.742990 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-70acd2aa-2719-4714-822b-19d242e14197 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:18.743466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70acd2aa-2719-4714-822b-19d242e14197 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:18.749545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-70acd2aa-2719-4714-822b-19d242e14197 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/dc19280c-47bf-42de-9ac9-954fef541a87 HTTP/1.1" status: 404 len: 337 time: 0.0692294 Feb 09 21:12:18.749735 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c3effa59-bcf7-457c-8ac2-919a939a15a0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1102102 Feb 09 21:12:18.749838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.750157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.764551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:18.790921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:18.791639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:18.797749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port bfc3aa9e-8114-48a7-9714-d400ffd09e4c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:18.824775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cdf6ddcf-8060-4cb7-b725-bfc0b250747e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 200 len: 205 time: 0.0734627 Feb 09 21:12:18.827193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.893122 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-feb50d61-e26f-455f-afad-f2bf04484598 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] delete failed (client error): The resource could not be found. Feb 09 21:12:18.894597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-feb50d61-e26f-455f-afad-f2bf04484598 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/9d4cca96-5ded-4b28-9a2d-847fad8477db HTTP/1.1" status: 404 len: 336 time: 0.0659807 Feb 09 21:12:18.896713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf683e3-892a-488a-a4c4-753c09442c6e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet b90c488d-9b12-475c-a8c3-684ad587b010 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:18.897374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.906917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cf683e3-892a-488a-a4c4-753c09442c6e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (b90c488d-9b12-475c-a8c3-684ad587b010), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:18.984519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-89d5db66-50c9-4f30-9571-bc060ec38d44 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=7ba121e9-3dbd-4624-b373-fd6f030e3327 HTTP/1.1" status: 200 len: 205 time: 0.0856991 Feb 09 21:12:18.986716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:18.992252 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cf683e3-892a-488a-a4c4-753c09442c6e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (b90c488d-9b12-475c-a8c3-684ad587b010), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:19.066120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3a878f08-0e34-45ab-adc9-c39fbf9e0405 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:19.086127 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-8b4b5580-2933-44e0-a7ae-11dca8fe4c05 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] delete failed (client error): The resource could not be found. Feb 09 21:12:19.092672 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8b4b5580-2933-44e0-a7ae-11dca8fe4c05 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/7ba121e9-3dbd-4624-b373-fd6f030e3327 HTTP/1.1" status: 404 len: 336 time: 0.1046343 Feb 09 21:12:19.093051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.095563 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cf683e3-892a-488a-a4c4-753c09442c6e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b90c488d-9b12-475c-a8c3-684ad587b010), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:19.107276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 3a878f08-0e34-45ab-adc9-c39fbf9e0405 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:19.107727 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3a878f08-0e34-45ab-adc9-c39fbf9e0405 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:19.159661 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-098bddde-239b-45d9-b32c-65432a3e84d5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:19.159661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098bddde-239b-45d9-b32c-65432a3e84d5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:19.166748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-098bddde-239b-45d9-b32c-65432a3e84d5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/97e4c9db-a6a6-4069-bacb-bbd90e931dbc HTTP/1.1" status: 404 len: 337 time: 0.0696824 Feb 09 21:12:19.167096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:19.167212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.180037 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:19.186052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cf683e3-892a-488a-a4c4-753c09442c6e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (b90c488d-9b12-475c-a8c3-684ad587b010), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:19.211063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f35a4e6f-1f9e-4ba6-8e7e-b08509ef0e8e tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d78d46a-6372-4a89-b1e5-699adcddf701 HTTP/1.1" status: 200 len: 205 time: 0.0430076 Feb 09 21:12:19.212224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58984) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.276796 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-57f224d5-84b8-4be9-8036-a67030f6fca5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] delete failed (client error): The resource could not be found. Feb 09 21:12:19.290842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-57f224d5-84b8-4be9-8036-a67030f6fca5 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/7d78d46a-6372-4a89-b1e5-699adcddf701 HTTP/1.1" status: 404 len: 336 time: 0.0686462 Feb 09 21:12:19.292616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.329781 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-94ee96c7-c9c6-491d-8111-c226014a6c98 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=4295b32c-9f56-4fad-9d8f-576691c6fb15 HTTP/1.1" status: 200 len: 205 time: 0.0358043 Feb 09 21:12:19.330760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58988) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.340694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36151499-f718-4b63-aa86-ffc7ccca123e None None] Network a22a111c-2430-4ba0-8925-78775867c22a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:19.342822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cf683e3-892a-488a-a4c4-753c09442c6e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:19.347908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7cf683e3-892a-488a-a4c4-753c09442c6e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/b90c488d-9b12-475c-a8c3-684ad587b010 HTTP/1.1" status: 204 len: 168 time: 0.5948775 Feb 09 21:12:19.348101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf683e3-892a-488a-a4c4-753c09442c6e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=b90c488d-9b12-475c-a8c3-684ad587b010,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:19.358410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 58990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.382758 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ce66458e-ce61-41d4-af20-0e726ee39972 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] delete failed (client error): The resource could not be found. Feb 09 21:12:19.387957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ce66458e-ce61-41d4-af20-0e726ee39972 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/4295b32c-9f56-4fad-9d8f-576691c6fb15 HTTP/1.1" status: 404 len: 336 time: 0.0558851 Feb 09 21:12:19.388983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.420953 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea6398a-77ee-4577-9cd5-573fb26adc23 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:19.422217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea6398a-77ee-4577-9cd5-573fb26adc23 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:19.429498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dea6398a-77ee-4577-9cd5-573fb26adc23 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/e03a487f-1c67-4262-9de3-7a1fecd98ab1 HTTP/1.1" status: 404 len: 337 time: 0.0391510 Feb 09 21:12:19.430457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.502249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (a22a111c-2430-4ba0-8925-78775867c22a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:19.516210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d554c56b-44b2-47f0-a1c5-ab1209fec0fa tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=8c3e63ae-c434-4395-aaf2-48c05b419801 HTTP/1.1" status: 200 len: 205 time: 0.0842953 Feb 09 21:12:19.517689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.571346 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-2211ac7e-217a-4a3d-8cd2-e6b278456d6f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] delete failed (client error): The resource could not be found. Feb 09 21:12:19.577931 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2211ac7e-217a-4a3d-8cd2-e6b278456d6f tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/8c3e63ae-c434-4395-aaf2-48c05b419801 HTTP/1.1" status: 404 len: 336 time: 0.0585518 Feb 09 21:12:19.579136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 58998) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.616656 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77ab1a2-707e-41a5-89a5-6224581d7ab8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:19.617283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77ab1a2-707e-41a5-89a5-6224581d7ab8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:19.624312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d77ab1a2-707e-41a5-89a5-6224581d7ab8 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/075f8cd7-1e91-48a0-82b7-6cb41169405b HTTP/1.1" status: 404 len: 337 time: 0.0436676 Feb 09 21:12:19.625104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.659956 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2dd29594-d94a-435c-a69b-566531e95011 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "GET /v2.0/ports?device_id=d366111d-3c12-4a3e-b26d-2a21795dcaaa HTTP/1.1" status: 200 len: 205 time: 0.0335329 Feb 09 21:12:19.660908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.662417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port 3e09dfbc-2702-467a-b266-8d10f69a1e7a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:19.662687 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:19.744158 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-00be2dcf-5589-4cdb-b5b2-b98d02c3b596 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] delete failed (client error): The resource could not be found. Feb 09 21:12:19.748298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port 3e09dfbc-2702-467a-b266-8d10f69a1e7a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3e09dfbc-2702-467a-b266-8d10f69a1e7a,segment=NetworkSegment(9009b019-6bc1-411d-86a9-c5d0a84d07d3),segment_id=9009b019-6bc1-411d-86a9-c5d0a84d07d3)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:19.748677 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:19.748988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-00be2dcf-5589-4cdb-b5b2-b98d02c3b596 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/routers/d366111d-3c12-4a3e-b26d-2a21795dcaaa HTTP/1.1" status: 404 len: 336 time: 0.0868139 Feb 09 21:12:19.749927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59006) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.785345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] DHCP port deletion for a22a111c-2430-4ba0-8925-78775867c22a request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:19.786476 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ce20e3-3d28-46ee-9d5c-9d12c6f7f550 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:19.786994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ce20e3-3d28-46ee-9d5c-9d12c6f7f550 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:19.795637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-70ce20e3-3d28-46ee-9d5c-9d12c6f7f550 tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/7311bb97-4be2-4e7c-a6f8-6dcdc7bb5bb9 HTTP/1.1" status: 404 len: 337 time: 0.0443180 Feb 09 21:12:19.796524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:19.814178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for 3e09dfbc-2702-467a-b266-8d10f69a1e7a owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:19.826869 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-8623ef5e-b7fb-4304-a759-baf2db12924b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:19.827347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8623ef5e-b7fb-4304-a759-baf2db12924b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:19.834400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8623ef5e-b7fb-4304-a759-baf2db12924b tempest-RoutersTest-2134545524 tempest-RoutersTest-2134545524-project] 10.222.0.102 "DELETE /v2.0/subnets/7778659b-2e8f-4b83-8b56-81c48058f13c HTTP/1.1" status: 404 len: 337 time: 0.0368078 Feb 09 21:12:19.894049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:17Z', 'revision_number': 10, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:19.964332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:19.981360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3e09dfbc-2702-467a-b266-8d10f69a1e7a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:19.986589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting port a4f546a7-ac6c-4620-a66c-ceed46dbe9f2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:19.988974 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.015863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:20.016519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:20.130168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] Deleting port 3e09dfbc-2702-467a-b266-8d10f69a1e7a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:20.130559 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.171243 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.209239 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No ports have port_id starting with 3e09dfbc-2702-467a-b266-8d10f69a1e7a Feb 09 21:12:20.215824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No DVR routers for this DVR port 3e09dfbc-2702-467a-b266-8d10f69a1e7a on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:20.251720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:20.325605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:20.387264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=3e09dfbc-2702-467a-b266-8d10f69a1e7a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:20.442702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.467844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Calling delete_port for a4f546a7-ac6c-4620-a66c-ceed46dbe9f2 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:20.470565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (a22a111c-2430-4ba0-8925-78775867c22a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.521165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22a111c-2430-4ba0-8925-78775867c22a']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:20.526049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] For port 3e09dfbc-2702-467a-b266-8d10f69a1e7a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3e09dfbc-2702-467a-b266-8d10f69a1e7a,segment=NetworkSegment(9009b019-6bc1-411d-86a9-c5d0a84d07d3),segment_id=9009b019-6bc1-411d-86a9-c5d0a84d07d3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:20.526370 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.546227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] Calling delete_port for 3e09dfbc-2702-467a-b266-8d10f69a1e7a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:20.565823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9009b019-6bc1-411d-86a9-c5d0a84d07d3') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:20.566550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9009b019-6bc1-411d-86a9-c5d0a84d07d3') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:20.580063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (9009b019-6bc1-411d-86a9-c5d0a84d07d3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.603965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9009b019-6bc1-411d-86a9-c5d0a84d07d3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.613602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:20.614194 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (9009b019-6bc1-411d-86a9-c5d0a84d07d3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:20.616999 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:20.650620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a614b9a-b568-4a92-b56b-24a07dac8b5b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=67ad293c3d9c43e08ea239c3a36f3125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236084 Feb 09 21:12:20.655708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:20.690095 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (3e09dfbc-2702-467a-b266-8d10f69a1e7a), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.722126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] Pushing event deleted for resources: {'Port': ['ID=3e09dfbc-2702-467a-b266-8d10f69a1e7a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:20.726284 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86b53ac-e92a-4f31-a76c-07e862813cd0 admin admin] Publish callbacks [] for security_group (cd4e63b7-f84f-4e52-90ae-dac5d58b5952), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.729955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f4cc04-7bea-4e75-93bd-507f91171590 None None] No DVR routers for this DVR port 3e09dfbc-2702-467a-b266-8d10f69a1e7a on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:20.738458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:17Z', 'revision_number': 10, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:20.766273 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (a22a111c-2430-4ba0-8925-78775867c22a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.769683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0433f1-dad6-43bc-81c2-35719fccab20 None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:17Z', 'revision_number': 10, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None, '_interfaces': [{'id': '397dd9cd-e5c5-4bbf-a420-6286797cf3c0', 'name': '', 'network_id': '01e4604a-83f6-48de-a80b-58dba759a880', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'mac_address': 'fa:16:3e:1f:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:29Z', 'updated_at': '2022-02-09T21:11:47Z', 'revision_number': 5, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'subnets': [{'id': '3ac6dab1-34ce-40d8-a3cf-9dcde0e07547', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:20.773528 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.776958 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/a22a111c-2430-4ba0-8925-78775867c22a HTTP/1.1" status: 204 len: 168 time: 1.4175317 Feb 09 21:12:20.784971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59026) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:20.785203 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86b53ac-e92a-4f31-a76c-07e862813cd0 admin admin] Publish callbacks [] for security_group (cd4e63b7-f84f-4e52-90ae-dac5d58b5952), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.852668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86b53ac-e92a-4f31-a76c-07e862813cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cd4e63b7-f84f-4e52-90ae-dac5d58b5952), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.856006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e86b53ac-e92a-4f31-a76c-07e862813cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:20.857575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e86b53ac-e92a-4f31-a76c-07e862813cd0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cd4e63b7-f84f-4e52-90ae-dac5d58b5952 HTTP/1.1" status: 204 len: 168 time: 0.2007694 Feb 09 21:12:20.870993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b53ac-e92a-4f31-a76c-07e862813cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e63b7-f84f-4e52-90ae-dac5d58b5952,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:20.871943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a35430-4016-4dff-8447-8ca3e555ed61 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=a22a111c-2430-4ba0-8925-78775867c22a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:20.942025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a4f546a7-ac6c-4620-a66c-ceed46dbe9f2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:21.047284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Port': ['ID=a4f546a7-ac6c-4620-a66c-ceed46dbe9f2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:21.298001 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:21.764012 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:21.813676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device dcf8f556-6e06-4cd2-936e-9a8a7463c74b no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:21.845182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: dcf8f556-6e06-4cd2-936e-9a8a7463c74b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:21.845784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device dcf8f556-6e06-4cd2-936e-9a8a7463c74b not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:21.899110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Router df4b3703-a9e8-4fee-a4f4-f5b950884fe0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:21.914738 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:22.086234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:22.092497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dbda04b4-1513-4bb2-92dd-f9faed0ebf67 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "PUT /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3157992 Feb 09 21:12:22.096710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:22.107596 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d721d-e8d6-4d86-ab8b-33ae669584a4 None None] Sync routers for ids ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:22.118827 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d721d-e8d6-4d86-ab8b-33ae669584a4 None None] Routers {'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:22.124376 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-714d721d-e8d6-4d86-ab8b-33ae669584a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:22.179576 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ba3762dc-5cf9-4eb2-8212-485ff66b4351 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] delete failed (client error): The resource could not be found. Feb 09 21:12:22.187984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ba3762dc-5cf9-4eb2-8212-485ff66b4351 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/routers/tempest-non_exist_router-1016248519 HTTP/1.1" status: 404 len: 335 time: 0.0893743 Feb 09 21:12:22.191005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:22.198211 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-714d721d-e8d6-4d86-ab8b-33ae669584a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:22.205261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fdf40e1a-a6cb-4571-9469-1fea0cc53cf1 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:22.214068 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d721d-e8d6-4d86-ab8b-33ae669584a4 None None] Routers {'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:22.215802 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-714d721d-e8d6-4d86-ab8b-33ae669584a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:22.297960 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-714d721d-e8d6-4d86-ab8b-33ae669584a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:22.302866 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d721d-e8d6-4d86-ab8b-33ae669584a4 None None] The sync data for ids ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:22.386777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:22.387310 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:22.600896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port 397dd9cd-e5c5-4bbf-a420-6286797cf3c0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,segment=NetworkSegment(5cb25089-0b91-4b0e-9488-2e17db55d6b5),segment_id=5cb25089-0b91-4b0e-9488-2e17db55d6b5)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:22.601875 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:22.633845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:22.846579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdf40e1a-a6cb-4571-9469-1fea0cc53cf1 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for router_gateway (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:22.883363 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-fdf40e1a-a6cb-4571-9469-1fea0cc53cf1 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] update failed (client error): The resource could not be found. Feb 09 21:12:22.888678 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fdf40e1a-a6cb-4571-9469-1fea0cc53cf1 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "PUT /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0 HTTP/1.1" status: 404 len: 339 time: 0.6925695 Feb 09 21:12:22.889077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:22.894366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-520893980'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:23.039392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31264d0b-91e5-4511-a458-8887c3fd5572 req-3488beba-e450-46bc-b26e-fa48c24f770f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:23.039392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31264d0b-91e5-4511-a458-8887c3fd5572 req-3488beba-e450-46bc-b26e-fa48c24f770f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1206572 Feb 09 21:12:23.039392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Made reservation on behalf of 7200ab47b27042fa903787bed13e786f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:23.039392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:23.155451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (397dd9cd-e5c5-4bbf-a420-6286797cf3c0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:23.158543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:12:23.158543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-31264d0b-91e5-4511-a458-8887c3fd5572 req-ee6ec894-f5a6-4300-94b1-254de4413b04 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000934 Feb 09 21:12:23.158543 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6c247813-6f1c-47e9-970b-d1cc2f091adc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:23.158543 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Added segment 6c247813-6f1c-47e9-970b-d1cc2f091adc of type vlan for network 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 Feb 09 21:12:23.159228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=397dd9cd-e5c5-4bbf-a420-6286797cf3c0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:23.165606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (71b6cd6a-1807-4461-9e95-e428cbc3f4f9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:23.203941 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (71b6cd6a-1807-4461-9e95-e428cbc3f4f9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:23.226513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:23.227814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:23.317566 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:23.362565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Network': ['ID=71b6cd6a-1807-4461-9e95-e428cbc3f4f9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:23.379900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9372a46a-75e6-4fe3-b79e-bb66db6404bc tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4890175 Feb 09 21:12:23.382392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:23.390168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'subnet': {'network_id': '71b6cd6a-1807-4461-9e95-e428cbc3f4f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:23.401776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:12:23.582321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Made reservation on behalf of 7200ab47b27042fa903787bed13e786f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:23.602326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:23.804177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:23.977057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (c0c27212-b63f-4823-9296-5722e01566e9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:24.020489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:24.026860 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3ebd16b7-6a45-4d8d-a842-ad2a08c2e721 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2407937 Feb 09 21:12:24.037239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:24.038576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:24.063001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:24.073041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:24.115531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Subnet': ['ID=c0c27212-b63f-4823-9296-5722e01566e9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:24.158211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-f206ed13-a2d0-42dd-a470-c0992c0bb129 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting subnet 3ac6dab1-34ce-40d8-a3cf-9dcde0e07547 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:24.169013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Checking segment: {'id': '6c247813-6f1c-47e9-970b-d1cc2f091adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '71b6cd6a-1807-4461-9e95-e428cbc3f4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:24.170368 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f206ed13-a2d0-42dd-a470-c0992c0bb129 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (3ac6dab1-34ce-40d8-a3cf-9dcde0e07547), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:24.172199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network hostable DHCP agents. Network: 71b6cd6a-1807-4461-9e95-e428cbc3f4f9, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:12:24.203805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:12:24.215078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:24.218775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 71b6cd6a-1807-4461-9e95-e428cbc3f4f9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:24.224468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:24.225450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:24.233095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f206ed13-a2d0-42dd-a470-c0992c0bb129 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (3ac6dab1-34ce-40d8-a3cf-9dcde0e07547), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:24.250154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88a8ed-de51-4db6-b054-179897daaf94 None None] Network 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:24.260634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-34b5f397-3e54-465a-b880-e37328c185d8 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8770876 Feb 09 21:12:24.269125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:24.275667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-527712a7-e828-4263-ae17-0b7b6509e05f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'router': {'external_gateway_info': {'network_id': '71b6cd6a-1807-4461-9e95-e428cbc3f4f9'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:24.343768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:22Z', 'revision_number': 11, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:24.397305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f206ed13-a2d0-42dd-a470-c0992c0bb129 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (3ac6dab1-34ce-40d8-a3cf-9dcde0e07547), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:24.422481 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:24.491092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:24.491962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:24.492173 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f206ed13-a2d0-42dd-a470-c0992c0bb129 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (3ac6dab1-34ce-40d8-a3cf-9dcde0e07547), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:24.523347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f206ed13-a2d0-42dd-a470-c0992c0bb129 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:24.527570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f206ed13-a2d0-42dd-a470-c0992c0bb129 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/3ac6dab1-34ce-40d8-a3cf-9dcde0e07547 HTTP/1.1" status: 204 len: 168 time: 0.4880426 Feb 09 21:12:24.542263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:24.550208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206ed13-a2d0-42dd-a470-c0992c0bb129 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac6dab1-34ce-40d8-a3cf-9dcde0e07547,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:24.596883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1dcd5-f657-42be-9d8f-b26573c52f74 None None] Network 01e4604a-83f6-48de-a80b-58dba759a880 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:24.613461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853c81-55fe-4472-9abc-22ebac7f88f8 req-8c3168a6-9b9d-4662-a22c-4c6914834245 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:24.615448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41853c81-55fe-4472-9abc-22ebac7f88f8 req-8c3168a6-9b9d-4662-a22c-4c6914834245 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1392579 Feb 09 21:12:24.706130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:24.728310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41853c81-55fe-4472-9abc-22ebac7f88f8 req-b1e6b22b-d9f2-43ef-844b-2cc31d795ac6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964525 Feb 09 21:12:24.799071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-71b6cd6a-1807-4461-9e95-e428cbc3f4f9', 'network_id': '71b6cd6a-1807-4461-9e95-e428cbc3f4f9', 'project_id': '7200ab47b27042fa903787bed13e786f', 'fixed_ips': [{'subnet_id': 'c0c27212-b63f-4823-9296-5722e01566e9'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:12:24.800240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:24.805729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:22Z', 'revision_number': 11, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:25.108172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d67166-fda0-4663-889d-a25c9fbc275b None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:22Z', 'revision_number': 11, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:25.249991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-527712a7-e828-4263-ae17-0b7b6509e05f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for router_gateway (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.292344 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (01e4604a-83f6-48de-a80b-58dba759a880), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.364112 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:12:25.373893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Allocated IP 2001:db8:1::2 (71b6cd6a-1807-4461-9e95-e428cbc3f4f9/c0c27212-b63f-4823-9296-5722e01566e9/252b1cd0-7e9c-4107-ad82-83797dfd3181) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:25.463068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Deleting port a4cc4584-6b7b-4da7-8435-24ac8892e494 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:25.463488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.514113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] DHCP port deletion for 01e4604a-83f6-48de-a80b-58dba759a880 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:25.596305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] For port a4cc4584-6b7b-4da7-8435-24ac8892e494, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a4cc4584-6b7b-4da7-8435-24ac8892e494,segment=NetworkSegment(5cb25089-0b91-4b0e-9488-2e17db55d6b5),segment_id=5cb25089-0b91-4b0e-9488-2e17db55d6b5)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:25.596695 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.599732 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-527712a7-e828-4263-ae17-0b7b6509e05f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:12:25.600975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-527712a7-e828-4263-ae17-0b7b6509e05f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "PUT /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0 HTTP/1.1" status: 400 len: 364 time: 1.3305762 Feb 09 21:12:25.605956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:25.615743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Calling delete_port for a4cc4584-6b7b-4da7-8435-24ac8892e494 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:25.662562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Publish callbacks [] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.678737 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.727552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Network 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:25.731924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:25.734612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:25.760885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] Deleting port a4cc4584-6b7b-4da7-8435-24ac8892e494 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:25.761260 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.783571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Pushing event updated for resources: {'Port': ['ID=252b1cd0-7e9c-4107-ad82-83797dfd3181,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:25.791071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.894171 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No DVR routers for this DVR port a4cc4584-6b7b-4da7-8435-24ac8892e494 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:25.943101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Attempting to bind port 252b1cd0-7e9c-4107-ad82-83797dfd3181 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:12:25.943484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Attempting to bind port 252b1cd0-7e9c-4107-ad82-83797dfd3181 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6c247813-6f1c-47e9-970b-d1cc2f091adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '71b6cd6a-1807-4461-9e95-e428cbc3f4f9'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:12:25.944035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Attempting to bind port 252b1cd0-7e9c-4107-ad82-83797dfd3181 on network 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:12:25.952556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:25.990115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:12:25.990736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Checking segment: {'id': '6c247813-6f1c-47e9-970b-d1cc2f091adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '71b6cd6a-1807-4461-9e95-e428cbc3f4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:25.991150 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:25.991762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Bound using segment: {'id': '6c247813-6f1c-47e9-970b-d1cc2f091adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '71b6cd6a-1807-4461-9e95-e428cbc3f4f9'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:12:25.992437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Bound port: 252b1cd0-7e9c-4107-ad82-83797dfd3181, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c247813-6f1c-47e9-970b-d1cc2f091adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '71b6cd6a-1807-4461-9e95-e428cbc3f4f9'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:12:25.993003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.001274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Port': ['ID=a4cc4584-6b7b-4da7-8435-24ac8892e494,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:26.038041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:26.038387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 397dd9cd-e5c5-4bbf-a420-6286797cf3c0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:26.040431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a4cc4584-6b7b-4da7-8435-24ac8892e494 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:26.093324 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (01e4604a-83f6-48de-a80b-58dba759a880), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.132055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea2eab-4594-45d1-a669-586711f92abd req-50c6293e-57af-4619-9d0e-6f6b00827186 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:26.140582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05ea2eab-4594-45d1-a669-586711f92abd req-50c6293e-57af-4619-9d0e-6f6b00827186 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1796968 Feb 09 21:12:26.150301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e4604a-83f6-48de-a80b-58dba759a880']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:26.155054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: a4cc4584-6b7b-4da7-8435-24ac8892e494 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:26.156764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a4cc4584-6b7b-4da7-8435-24ac8892e494 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:26.174461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] For port a4cc4584-6b7b-4da7-8435-24ac8892e494, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:26.175254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.199027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb25089-0b91-4b0e-9488-2e17db55d6b5') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:26.199398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb25089-0b91-4b0e-9488-2e17db55d6b5') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:26.203138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] Calling delete_port for a4cc4584-6b7b-4da7-8435-24ac8892e494 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:26.208211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] Port a4cc4584-6b7b-4da7-8435-24ac8892e494 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:12:26.212632 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (a4cc4584-6b7b-4da7-8435-24ac8892e494), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.246338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (5cb25089-0b91-4b0e-9488-2e17db55d6b5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.251663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] For port 252b1cd0-7e9c-4107-ad82-83797dfd3181, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:12:26.259443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] No DVR routers for this DVR port a4cc4584-6b7b-4da7-8435-24ac8892e494 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:26.264261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f781d0-9d6e-42bd-a968-d3ce104d145c None None] Pushing event deleted for resources: {'Port': ['ID=a4cc4584-6b7b-4da7-8435-24ac8892e494,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:26.278847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] For port 252b1cd0-7e9c-4107-ad82-83797dfd3181, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=252b1cd0-7e9c-4107-ad82-83797dfd3181,segment=NetworkSegment(6c247813-6f1c-47e9-970b-d1cc2f091adc),segment_id=6c247813-6f1c-47e9-970b-d1cc2f091adc)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:12:26.296861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.301017 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.336168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5cb25089-0b91-4b0e-9488-2e17db55d6b5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.373459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05ea2eab-4594-45d1-a669-586711f92abd req-f10ca8d4-a2b6-48b3-99e5-3a7b02c4bc84 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319152 Feb 09 21:12:26.382555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:26.383096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (5cb25089-0b91-4b0e-9488-2e17db55d6b5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:26.386444 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:26.437375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179429e0-b880-4c18-9fae-096bcce3ca82 None None] Pushing event updated for resources: {'Port': ['ID=252b1cd0-7e9c-4107-ad82-83797dfd3181,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:26.563457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (01e4604a-83f6-48de-a80b-58dba759a880), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.571416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.575004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/networks/01e4604a-83f6-48de-a80b-58dba759a880 HTTP/1.1" status: 204 len: 168 time: 2.0312357 Feb 09 21:12:26.586009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59196) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:26.591404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'routes': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:26.603224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c513e7-9d19-4a95-9ab0-effe9c25ff60 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Pushing event deleted for resources: {'Network': ['ID=01e4604a-83f6-48de-a80b-58dba759a880,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:26.766976 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:26.905639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Added routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:12:26.906203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.extraroute_db [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Removed routes are [] {{(pid=103325) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:12:26.906426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:27.073619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Allocated IP 2001:db8::1 (c86584e5-4410-4558-948b-98b320d47ce5/536a9fce-89c4-44ad-b9c0-575353ce7193/800fcd03-7ca2-42fc-8f67-ee3cd099b45b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:27.258160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:27.268448 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:27.391750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:27.399344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 59f4773a-de56-4106-b5f5-1c44cf0596ca has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:27.600046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:27.607131 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:27.609581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-beb2e004-cbcf-491c-be0a-b398aa7cbed6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 200 len: 704 time: 1.0213850 Feb 09 21:12:27.612970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:27.615130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] Sync routers for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:27.633114 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:27.633754 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:27.647597 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:27.710265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c9d9b728-c932-4f88-9a4e-288e371a67fc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 200 len: 205 time: 0.0972214 Feb 09 21:12:27.712955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:27.775491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78515e8b-e8e3-42bc-b456-f7d905c8c2a3 req-5fd9ce18-9ea6-481c-bf7e-7c71901e7c4d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:27.777927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78515e8b-e8e3-42bc-b456-f7d905c8c2a3 req-5fd9ce18-9ea6-481c-bf7e-7c71901e7c4d tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.2698069 Feb 09 21:12:27.788612 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network c86584e5-4410-4558-948b-98b320d47ce5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:27.793896 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:27.821359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:27.845377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:27.845930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:27.963771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 252b1cd0-7e9c-4107-ad82-83797dfd3181 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:27.992757 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:22Z', 'revision_number': 11, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:28.014229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871f8ad4-d1b6-4fe9-a536-1bcb18ed0ada tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.056028 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] Checking router: 59f4773a-de56-4106-b5f5-1c44cf0596ca for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:28.084246 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] Routers {'59f4773a-de56-4106-b5f5-1c44cf0596ca'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:28.085473 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59f4773a-de56-4106-b5f5-1c44cf0596ca'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:28.105264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Port': ['ID=800fcd03-7ca2-42fc-8f67-ee3cd099b45b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:28.225948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 252b1cd0-7e9c-4107-ad82-83797dfd3181 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:28.227618 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.250110 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-78515e8b-e8e3-42bc-b456-f7d905c8c2a3 req-e84faf83-e015-45d0-9bc3-236a6823b970 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4528477 Feb 09 21:12:28.320040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c852e303-2f00-4dd0-ad02-2c1828a1d5e4 None None] Network 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:28.348279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:28.388645 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] Set router 59f4773a-de56-4106-b5f5-1c44cf0596ca gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:28.488796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.497031 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871f8ad4-d1b6-4fe9-a536-1bcb18ed0ada tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.499006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871f8ad4-d1b6-4fe9-a536-1bcb18ed0ada tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (59f4773a-de56-4106-b5f5-1c44cf0596ca), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.510743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e448bb32-c3f2-4359-b94c-41c3080a3751 None None] Provisioning complete for port 252b1cd0-7e9c-4107-ad82-83797dfd3181 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:28.512070 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e448bb32-c3f2-4359-b94c-41c3080a3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.543835 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:22Z', 'revision_number': 11, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:28.609028 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84cc4fe-bd90-4759-8f9e-0b06c68a49da None None] The sync data for ids ['59f4773a-de56-4106-b5f5-1c44cf0596ca'] in n-d-789963-29 is: [{'id': '59f4773a-de56-4106-b5f5-1c44cf0596ca', 'name': 'tempest-RoutersIpV6Test-router-807717364', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:23Z', 'updated_at': '2022-02-09T21:12:22Z', 'revision_number': 11, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:28.655925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871f8ad4-d1b6-4fe9-a536-1bcb18ed0ada tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (59f4773a-de56-4106-b5f5-1c44cf0596ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.657023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871f8ad4-d1b6-4fe9-a536-1bcb18ed0ada tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Fanout notify agent at l3_agent the message router_deleted on router 59f4773a-de56-4106-b5f5-1c44cf0596ca {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:12:28.665927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-871f8ad4-d1b6-4fe9-a536-1bcb18ed0ada tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.668258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-871f8ad4-d1b6-4fe9-a536-1bcb18ed0ada tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 204 len: 168 time: 0.9540179 Feb 09 21:12:28.675006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:28.691304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3872646d-c3b5-4ef8-a8b7-f3eb72523840 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1347278412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:28.740222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3872646d-c3b5-4ef8-a8b7-f3eb72523840 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (68c8de06-a89b-4c2b-a397-1111bd93a778), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.743433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3872646d-c3b5-4ef8-a8b7-f3eb72523840 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (68c8de06-a89b-4c2b-a397-1111bd93a778), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.827568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 252b1cd0-7e9c-4107-ad82-83797dfd3181 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:28.828109 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.888979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3872646d-c3b5-4ef8-a8b7-f3eb72523840 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (68c8de06-a89b-4c2b-a397-1111bd93a778), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.896092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3872646d-c3b5-4ef8-a8b7-f3eb72523840 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (68c8de06-a89b-4c2b-a397-1111bd93a778), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.944082 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3872646d-c3b5-4ef8-a8b7-f3eb72523840 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:28.945926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3872646d-c3b5-4ef8-a8b7-f3eb72523840 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2682638 Feb 09 21:12:28.949310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:28.971249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-16bdc3d2-c53a-4be7-a0fd-820347efa46f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:28.979848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 252b1cd0-7e9c-4107-ad82-83797dfd3181, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=252b1cd0-7e9c-4107-ad82-83797dfd3181,segment=NetworkSegment(6c247813-6f1c-47e9-970b-d1cc2f091adc),segment_id=6c247813-6f1c-47e9-970b-d1cc2f091adc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:29.006652 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:29.087469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e448bb32-c3f2-4359-b94c-41c3080a3751 None None] Current status of the port 252b1cd0-7e9c-4107-ad82-83797dfd3181 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:29.088254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e448bb32-c3f2-4359-b94c-41c3080a3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:29.279323 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-e448bb32-c3f2-4359-b94c-41c3080a3751 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:12:29.279765 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-e448bb32-c3f2-4359-b94c-41c3080a3751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:12:29.342686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=252b1cd0-7e9c-4107-ad82-83797dfd3181,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:29.618706 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16bdc3d2-c53a-4be7-a0fd-820347efa46f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11368'] for router (68c8de06-a89b-4c2b-a397-1111bd93a778), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:29.638324 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16bdc3d2-c53a-4be7-a0fd-820347efa46f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573029'] for router (68c8de06-a89b-4c2b-a397-1111bd93a778), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:29.691827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0cd38-5031-4e02-b5d6-7064044ee8f0 req-4a8b5b39-e4bb-49ba-9622-1a6131b51c21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:29.693439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37a0cd38-5031-4e02-b5d6-7064044ee8f0 req-4a8b5b39-e4bb-49ba-9622-1a6131b51c21 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1299546 Feb 09 21:12:29.812222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bdc3d2-c53a-4be7-a0fd-820347efa46f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Router 68c8de06-a89b-4c2b-a397-1111bd93a778 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:12:29.871962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e448bb32-c3f2-4359-b94c-41c3080a3751 None None] Current status of the port 252b1cd0-7e9c-4107-ad82-83797dfd3181 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:29.882059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 252b1cd0-7e9c-4107-ad82-83797dfd3181 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:29.945939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bdc3d2-c53a-4be7-a0fd-820347efa46f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:29.964738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] Sync routers for ids ['68c8de06-a89b-4c2b-a397-1111bd93a778'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:29.969973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-16bdc3d2-c53a-4be7-a0fd-820347efa46f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:29.974355 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-16bdc3d2-c53a-4be7-a0fd-820347efa46f tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "PUT /v2.0/routers/68c8de06-a89b-4c2b-a397-1111bd93a778 HTTP/1.1" status: 200 len: 698 time: 1.0123346 Feb 09 21:12:29.980500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59272) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:29.981107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 252b1cd0-7e9c-4107-ad82-83797dfd3181 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:29.982128 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.107770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37a0cd38-5031-4e02-b5d6-7064044ee8f0 req-540c75c1-8d80-4feb-a265-bac8672392d0 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984239 Feb 09 21:12:30.145834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] Routers {'68c8de06-a89b-4c2b-a397-1111bd93a778'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:30.146713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['68c8de06-a89b-4c2b-a397-1111bd93a778'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:30.158427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d2955f32-a997-4764-90fc-a1c2ca6eee42 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/routers/68c8de06-a89b-4c2b-a397-1111bd93a778 HTTP/1.1" status: 200 len: 704 time: 0.1723154 Feb 09 21:12:30.159101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59278) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:30.182127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-f153fe02-a792-4746-b9b3-315a696a11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:30.186576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-f153fe02-a792-4746-b9b3-315a696a11da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 1129 time: 0.2795928 Feb 09 21:12:30.228725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] Set router 68c8de06-a89b-4c2b-a397-1111bd93a778 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:30.282030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1983d060-b30e-4cb3-8b15-0892da969210 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=68c8de06-a89b-4c2b-a397-1111bd93a778 HTTP/1.1" status: 200 len: 205 time: 0.1217780 Feb 09 21:12:30.297728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:30.299086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c8de06-a89b-4c2b-a397-1111bd93a778', 'name': 'tempest-RoutersIpV6Test-router-1347278412', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:12:28Z', 'updated_at': '2022-02-09T21:12:29Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:30.316549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.327523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.328345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.338418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] Checking router: 68c8de06-a89b-4c2b-a397-1111bd93a778 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:30.369775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-064fc797-b6b6-460b-9cdb-409a67fe6e44 None None] Provisioning complete for port 800fcd03-7ca2-42fc-8f67-ee3cd099b45b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:30.369950 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-064fc797-b6b6-460b-9cdb-409a67fe6e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.412744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] Routers {'68c8de06-a89b-4c2b-a397-1111bd93a778'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:30.413390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['68c8de06-a89b-4c2b-a397-1111bd93a778'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:30.462943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Network c86584e5-4410-4558-948b-98b320d47ce5 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:30.468992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:30.486001 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5801df2d-a696-43c3-8e17-af98326c724d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (68c8de06-a89b-4c2b-a397-1111bd93a778), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.514405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 252b1cd0-7e9c-4107-ad82-83797dfd3181 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:30.567748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event updated for resources: {'Port': ['ID=800fcd03-7ca2-42fc-8f67-ee3cd099b45b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:30.650465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-269c37b1-2103-4158-8b20-963d42bc11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:30.651987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-269c37b1-2103-4158-8b20-963d42bc11d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=387f63d8-f45c-4507-8e34-18b88175eea3 HTTP/1.1" status: 200 len: 897 time: 0.4367862 Feb 09 21:12:30.664067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Router df4b3703-a9e8-4fee-a4f4-f5b950884fe0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:30.737864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-064fc797-b6b6-460b-9cdb-409a67fe6e44 None None] Port 800fcd03-7ca2-42fc-8f67-ee3cd099b45b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:12:30.770191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] Set router 68c8de06-a89b-4c2b-a397-1111bd93a778 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:30.797057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (725d5224-f964-40bd-940f-d1789cf87f8e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.841217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-064fc797-b6b6-460b-9cdb-409a67fe6e44 None None] Provisioning complete for port 252b1cd0-7e9c-4107-ad82-83797dfd3181 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:30.842797 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-064fc797-b6b6-460b-9cdb-409a67fe6e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.849229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5801df2d-a696-43c3-8e17-af98326c724d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (68c8de06-a89b-4c2b-a397-1111bd93a778), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.860394 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5801df2d-a696-43c3-8e17-af98326c724d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router_controller (68c8de06-a89b-4c2b-a397-1111bd93a778), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:30.877827 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-585abf93-4583-436a-b0dd-69233a813140 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db HTTP/1.1" status: 200 len: 1001 time: 0.2112260 Feb 09 21:12:30.971847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c8de06-a89b-4c2b-a397-1111bd93a778', 'name': 'tempest-RoutersIpV6Test-router-1347278412', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:12:28Z', 'updated_at': '2022-02-09T21:12:29Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:31.018977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:31.028781 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4ebae04e-7402-451f-be06-102778864565 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "PUT /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4178088 Feb 09 21:12:31.028781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59300) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:31.030529 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada62b37-8156-42b8-bdf7-7d9a5658f4df None None] Sync routers for ids ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:31.050749 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada62b37-8156-42b8-bdf7-7d9a5658f4df None None] Routers {'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:31.052192 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ada62b37-8156-42b8-bdf7-7d9a5658f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:31.094873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5801df2d-a696-43c3-8e17-af98326c724d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (68c8de06-a89b-4c2b-a397-1111bd93a778), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:31.095324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5801df2d-a696-43c3-8e17-af98326c724d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Fanout notify agent at l3_agent the message router_deleted on router 68c8de06-a89b-4c2b-a397-1111bd93a778 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:12:31.102959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-40154f53-8f06-4fce-842f-3183ad0b54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:31.108540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-40154f53-8f06-4fce-842f-3183ad0b54bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=111a80b7-3069-4797-8a8e-15a4baf68e08 HTTP/1.1" status: 200 len: 835 time: 0.2294497 Feb 09 21:12:31.121525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a8a4e-f3fc-46e9-8626-08e88eddc4b1 None None] The sync data for ids ['68c8de06-a89b-4c2b-a397-1111bd93a778'] in n-d-789963-29 is: [{'id': '68c8de06-a89b-4c2b-a397-1111bd93a778', 'name': 'tempest-RoutersIpV6Test-router-1347278412', 'tenant_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:12:28Z', 'updated_at': '2022-02-09T21:12:29Z', 'revision_number': 2, 'project_id': '95ad81b56fa6482e8dafa3ce8c515f0e', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:31.128348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5801df2d-a696-43c3-8e17-af98326c724d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:31.138331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:31.139957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5801df2d-a696-43c3-8e17-af98326c724d tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/68c8de06-a89b-4c2b-a397-1111bd93a778 HTTP/1.1" status: 204 len: 168 time: 0.8405237 Feb 09 21:12:31.152319 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eef4937-279c-4557-835e-f1b4171075fb tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for router (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:31.154807 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ada62b37-8156-42b8-bdf7-7d9a5658f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:31.186427 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada62b37-8156-42b8-bdf7-7d9a5658f4df None None] Routers {'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:31.187094 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ada62b37-8156-42b8-bdf7-7d9a5658f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:31.248970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-41ac9db4-c954-46d9-918b-b2a45e8f9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:31.252584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-41ac9db4-c954-46d9-918b-b2a45e8f9655 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387f63d8-f45c-4507-8e34-18b88175eea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1114199 Feb 09 21:12:31.267725 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ada62b37-8156-42b8-bdf7-7d9a5658f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:31.268578 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada62b37-8156-42b8-bdf7-7d9a5658f4df None None] The sync data for ids ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:31.287826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-064fc797-b6b6-460b-9cdb-409a67fe6e44 None None] Current status of the port 252b1cd0-7e9c-4107-ad82-83797dfd3181 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:31.323434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-329b0b37-82f6-49b1-bbbb-2f88f7d7fb8e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=68c8de06-a89b-4c2b-a397-1111bd93a778 HTTP/1.1" status: 200 len: 205 time: 0.1609380 Feb 09 21:12:31.325524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:31.414195 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-5917f934-cb45-4cff-84f0-cdefc09cb56a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] delete failed (client error): The resource could not be found. Feb 09 21:12:31.418342 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5917f934-cb45-4cff-84f0-cdefc09cb56a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/68c8de06-a89b-4c2b-a397-1111bd93a778 HTTP/1.1" status: 404 len: 336 time: 0.0515583 Feb 09 21:12:31.423169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:31.442548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d82ae8ab-5269-4ea0-82bf-55c71cc858ce None None] Provisioning complete for port 800fcd03-7ca2-42fc-8f67-ee3cd099b45b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:31.442926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d82ae8ab-5269-4ea0-82bf-55c71cc858ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:31.493409 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a3292d-99b9-418c-b028-60f26ec0c8bb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:31.494095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a3292d-99b9-418c-b028-60f26ec0c8bb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:31.501545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-89a3292d-99b9-418c-b028-60f26ec0c8bb tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/857371dd-7010-4391-95eb-12bfcb9d55e7 HTTP/1.1" status: 404 len: 337 time: 0.0761592 Feb 09 21:12:31.504747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59322) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:31.538883 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9faad3-bc32-4689-ad93-c964fcff01e0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:31.539343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9faad3-bc32-4689-ad93-c964fcff01e0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:31.545820 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2c9faad3-bc32-4689-ad93-c964fcff01e0 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/5573989f-6fe3-4e5d-a4d0-53df08c9ea61 HTTP/1.1" status: 404 len: 337 time: 0.0390773 Feb 09 21:12:31.548810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:31.571495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d82ae8ab-5269-4ea0-82bf-55c71cc858ce None None] Port 800fcd03-7ca2-42fc-8f67-ee3cd099b45b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:12:31.645180 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-4bef1361-e299-437c-b64c-8b0baf13b031 service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737648 Feb 09 21:12:31.669327 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-8333cc2e-bf3b-4392-b7db-b71c87d4c7dc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:31.673170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8333cc2e-bf3b-4392-b7db-b71c87d4c7dc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:31.682454 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8333cc2e-bf3b-4392-b7db-b71c87d4c7dc tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/b90c488d-9b12-475c-a8c3-684ad587b010 HTTP/1.1" status: 404 len: 337 time: 0.1305664 Feb 09 21:12:31.690027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:31.707476 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-7eef4937-279c-4557-835e-f1b4171075fb tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:12:31.723072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7eef4937-279c-4557-835e-f1b4171075fb tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0 HTTP/1.1" status: 409 len: 329 time: 0.6939287 Feb 09 21:12:31.725843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:31.742794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b86928-8dc2-44da-ad4e-2b211c3a2ca8 req-b435edc9-7397-4d20-acd0-6077d10fe314 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:31.750508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05b86928-8dc2-44da-ad4e-2b211c3a2ca8 req-b435edc9-7397-4d20-acd0-6077d10fe314 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.4935086 Feb 09 21:12:32.166238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Deleting port 778790bf-8455-41aa-8b56-b2777397ee62 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:32.166756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (778790bf-8455-41aa-8b56-b2777397ee62), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:32.401829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] For port 778790bf-8455-41aa-8b56-b2777397ee62, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=778790bf-8455-41aa-8b56-b2777397ee62,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:32.403482 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-868f0d40-a32d-4953-a5a9-20a9197f0f9c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:32.403969 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868f0d40-a32d-4953-a5a9-20a9197f0f9c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:32.405372 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (778790bf-8455-41aa-8b56-b2777397ee62), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:32.407192 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-868f0d40-a32d-4953-a5a9-20a9197f0f9c tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/3ac6dab1-34ce-40d8-a3cf-9dcde0e07547 HTTP/1.1" status: 404 len: 337 time: 0.7152953 Feb 09 21:12:32.433825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:32.445805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Calling delete_port for 778790bf-8455-41aa-8b56-b2777397ee62 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:32.488670 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ad3f539-e586-4c18-9fcd-141f3ce4c685 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 200 len: 205 time: 0.0531759 Feb 09 21:12:32.493338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59344) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:32.545623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05b86928-8dc2-44da-ad4e-2b211c3a2ca8 req-6d33b5cf-56e7-416a-b1da-90cbe1e496cc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7930896 Feb 09 21:12:32.578465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90992654-09fe-40a5-8572-bcb1ba1f22b3 req-27b9eaba-dbd3-467f-98c1-47bcc32d3b5d service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9104054 Feb 09 21:12:32.661187 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-02957095-da38-4505-b60d-7ca445dbcdf2 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] delete failed (client error): The resource could not be found. Feb 09 21:12:32.662381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-02957095-da38-4505-b60d-7ca445dbcdf2 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/59f4773a-de56-4106-b5f5-1c44cf0596ca HTTP/1.1" status: 404 len: 336 time: 0.1676285 Feb 09 21:12:32.665234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:32.714374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5c3171c-1816-4fee-b4bc-f64cb8ce00c5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=84d0fe79-2c95-4c7d-ada3-d06d0978895a HTTP/1.1" status: 200 len: 205 time: 0.0479317 Feb 09 21:12:32.720169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59350) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:32.827398 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-d789e9a5-2acc-4ed2-af83-c827d66f8c58 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] delete failed (client error): The resource could not be found. Feb 09 21:12:32.835141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d789e9a5-2acc-4ed2-af83-c827d66f8c58 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/84d0fe79-2c95-4c7d-ada3-d06d0978895a HTTP/1.1" status: 404 len: 336 time: 0.1137385 Feb 09 21:12:32.835316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:32.890396 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-0949e654-d2f8-4a4b-8183-f3308fa45d07 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:32.890396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0949e654-d2f8-4a4b-8183-f3308fa45d07 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:32.896809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:32.904327 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0949e654-d2f8-4a4b-8183-f3308fa45d07 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/42f07b2f-470f-4407-a284-5ae2b3885b4d HTTP/1.1" status: 404 len: 337 time: 0.0680199 Feb 09 21:12:33.013467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5f4e9967-fb75-4cef-8904-13f8274252d6 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=a052c19f-9775-4c62-8032-e88ca3cdd27a HTTP/1.1" status: 200 len: 205 time: 0.1147435 Feb 09 21:12:33.014049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.034032 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (778790bf-8455-41aa-8b56-b2777397ee62), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:33.066203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=778790bf-8455-41aa-8b56-b2777397ee62,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:33.119786 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-d2d9235e-2ce0-4f61-afbd-883d135487a8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] delete failed (client error): The resource could not be found. Feb 09 21:12:33.126324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.135636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d2d9235e-2ce0-4f61-afbd-883d135487a8 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/a052c19f-9775-4c62-8032-e88ca3cdd27a HTTP/1.1" status: 404 len: 336 time: 0.1204436 Feb 09 21:12:33.179943 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-69c6c453-46ef-4978-a286-2af4ab72ebaa tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=8aaf573b-efd7-4992-8f58-b09abed3046a HTTP/1.1" status: 200 len: 205 time: 0.0516744 Feb 09 21:12:33.182718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.185435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:33.266801 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ac1b73ff-3bc6-4701-a167-e164c5408681 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] delete failed (client error): The resource could not be found. Feb 09 21:12:33.271466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ac1b73ff-3bc6-4701-a167-e164c5408681 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/8aaf573b-efd7-4992-8f58-b09abed3046a HTTP/1.1" status: 404 len: 336 time: 0.0876482 Feb 09 21:12:33.272401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.317295 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7254c2-7c38-481d-8e91-3f4b70161dc3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:33.318020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7254c2-7c38-481d-8e91-3f4b70161dc3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:33.324370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ba7254c2-7c38-481d-8e91-3f4b70161dc3 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/6a9ff0f8-881d-478f-a6f4-9f91686c83e9 HTTP/1.1" status: 404 len: 337 time: 0.0492091 Feb 09 21:12:33.325798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.365150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-10110848-924e-4e8a-a619-a06d7618c458 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=752451b9-e636-49a8-aee9-062cfac49384 HTTP/1.1" status: 200 len: 205 time: 0.0380185 Feb 09 21:12:33.366096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.447916 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-68d56e12-a823-489b-b515-60bf48fcfd0a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] delete failed (client error): The resource could not be found. Feb 09 21:12:33.460428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-68d56e12-a823-489b-b515-60bf48fcfd0a tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/752451b9-e636-49a8-aee9-062cfac49384 HTTP/1.1" status: 404 len: 336 time: 0.0930519 Feb 09 21:12:33.480554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.509820 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc78b2d-5bbc-4356-9368-7eb09fbc4872 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:33.510550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc78b2d-5bbc-4356-9368-7eb09fbc4872 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:33.524465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dbc78b2d-5bbc-4356-9368-7eb09fbc4872 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/f789f804-9a70-40ce-a493-a5edd2e9fc9f HTTP/1.1" status: 404 len: 337 time: 0.0348458 Feb 09 21:12:33.525197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.573322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a295b78e-37a4-4a82-9bc0-ef50fb454134 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "GET /v2.0/ports?device_id=63563e74-5280-40ef-a327-15797ee1976e HTTP/1.1" status: 200 len: 205 time: 0.0469816 Feb 09 21:12:33.577437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.662753 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-01899bdf-b6ad-424e-b082-f52ad5f43dd5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] delete failed (client error): The resource could not be found. Feb 09 21:12:33.663834 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-01899bdf-b6ad-424e-b082-f52ad5f43dd5 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/routers/63563e74-5280-40ef-a327-15797ee1976e HTTP/1.1" status: 404 len: 336 time: 0.0853798 Feb 09 21:12:33.666449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.721504 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aeb6d6-d87d-4436-9751-5f37b2053149 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:33.722426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aeb6d6-d87d-4436-9751-5f37b2053149 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:33.732393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-09aeb6d6-d87d-4436-9751-5f37b2053149 tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/99348c5a-627d-47d2-a787-cb1e5a58d910 HTTP/1.1" status: 404 len: 337 time: 0.0648572 Feb 09 21:12:33.734916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:33.775623 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cb0cea-f2e6-4a7e-838d-0ec94a1d8f5e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] DELETE failed (client error): The resource could not be found. Feb 09 21:12:33.776388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cb0cea-f2e6-4a7e-838d-0ec94a1d8f5e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:12:33.780516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a7cb0cea-f2e6-4a7e-838d-0ec94a1d8f5e tempest-RoutersIpV6Test-1958246735 tempest-RoutersIpV6Test-1958246735-project] 10.222.0.102 "DELETE /v2.0/subnets/532d9b39-c6b7-4c80-82ce-0d85256e2096 HTTP/1.1" status: 404 len: 337 time: 0.0446367 Feb 09 21:12:34.148454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:34.210117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (725d5224-f964-40bd-940f-d1789cf87f8e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:34.253285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad8300-5fc5-4222-97d8-8830df910d07 req-60afb89c-43e4-4662-a0e6-d0dec9fff494 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:34.254855 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-50ad8300-5fc5-4222-97d8-8830df910d07 req-60afb89c-43e4-4662-a0e6-d0dec9fff494 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1807907 Feb 09 21:12:34.376817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-54e984dd-e249-4baf-9adf-8ae0b439c6e8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=95ad81b56fa6482e8dafa3ce8c515f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268388 Feb 09 21:12:34.377836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:34.456975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09593246-4575-4c8b-bef8-fe30c1af6648 admin admin] Publish callbacks [] for security_group (1a72423e-b748-4b32-b757-53910c1e64c8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:34.482349 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09593246-4575-4c8b-bef8-fe30c1af6648 admin admin] Publish callbacks [] for security_group (1a72423e-b748-4b32-b757-53910c1e64c8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:34.550597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09593246-4575-4c8b-bef8-fe30c1af6648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1a72423e-b748-4b32-b757-53910c1e64c8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:34.553529 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09593246-4575-4c8b-bef8-fe30c1af6648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:34.557209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-09593246-4575-4c8b-bef8-fe30c1af6648 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1a72423e-b748-4b32-b757-53910c1e64c8 HTTP/1.1" status: 204 len: 168 time: 0.1757934 Feb 09 21:12:34.573683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09593246-4575-4c8b-bef8-fe30c1af6648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72423e-b748-4b32-b757-53910c1e64c8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:34.662865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-50ad8300-5fc5-4222-97d8-8830df910d07 req-292f50f3-7588-4666-a516-269ea495a36b tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953300 Feb 09 21:12:34.719676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Router 725d5224-f964-40bd-940f-d1789cf87f8e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:34.860509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting port 800fcd03-7ca2-42fc-8f67-ee3cd099b45b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:34.860888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:34.980299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:34.994916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1cff5818-f673-425e-be7c-e89f2c8ebb4d admin admin] 10.222.0.102 "PUT /v2.0/routers/725d5224-f964-40bd-940f-d1789cf87f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6450474 Feb 09 21:12:34.995080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59430) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:35.011548 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] Sync routers for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:35.044274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:35.047137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:35.058628 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:35.085715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Calling delete_port for 800fcd03-7ca2-42fc-8f67-ee3cd099b45b owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:35.229922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks [] for router (725d5224-f964-40bd-940f-d1789cf87f8e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:35.415413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks [] for router_gateway (725d5224-f964-40bd-940f-d1789cf87f8e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:35.417849 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (800fcd03-7ca2-42fc-8f67-ee3cd099b45b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:35.515627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Deleting port 5981db45-1280-43cb-a6e5-69a88f8b2fef {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:35.519730 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:35.584768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Port': ['ID=800fcd03-7ca2-42fc-8f67-ee3cd099b45b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:35.684677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:35.800370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] For port 5981db45-1280-43cb-a6e5-69a88f8b2fef, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5981db45-1280-43cb-a6e5-69a88f8b2fef,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:35.800765 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:35.803089 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:35.853344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Calling delete_port for 5981db45-1280-43cb-a6e5-69a88f8b2fef owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:35.938353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:36.113391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:12:32Z', 'revision_number': 5, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port': {'id': '5981db45-1280-43cb-a6e5-69a88f8b2fef', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:04:46Z', 'updated_at': '2022-02-09T21:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:36.147031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Router df4b3703-a9e8-4fee-a4f4-f5b950884fe0 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:36.194258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] Checking router: 725d5224-f964-40bd-940f-d1789cf87f8e for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:12:36.225108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] Routers {'725d5224-f964-40bd-940f-d1789cf87f8e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:36.225938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['725d5224-f964-40bd-940f-d1789cf87f8e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:36.261442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dad36fb7-83b4-48f1-96ee-440f98f788a7 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-870484797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:36.279897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d5702-7f6a-4af8-835d-f1d89b2f307a req-5fef5b04-2e40-491e-96b5-01692d79bdf6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:36.287550 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-152d5702-7f6a-4af8-835d-f1d89b2f307a req-5fef5b04-2e40-491e-96b5-01692d79bdf6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.3479159 Feb 09 21:12:36.329925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:36.343456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59474) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:36.347445 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d531d1-7291-4065-abb4-92ae0e23f1bf None None] Sync routers for ids ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:36.348684 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8a036a0-07eb-4ae9-a597-75448f6bbece tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "PUT /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6216543 Feb 09 21:12:36.359432 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d531d1-7291-4065-abb4-92ae0e23f1bf None None] Routers {'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:36.360379 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-62d531d1-7291-4065-abb4-92ae0e23f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:36.368328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] Set router 725d5224-f964-40bd-940f-d1789cf87f8e gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:12:36.374108 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dad36fb7-83b4-48f1-96ee-440f98f788a7 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.375171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dad36fb7-83b4-48f1-96ee-440f98f788a7 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.432348 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-62d531d1-7291-4065-abb4-92ae0e23f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:36.441592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:12:35Z', 'revision_number': 6, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:36.443506 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d531d1-7291-4065-abb4-92ae0e23f1bf None None] Routers {'df4b3703-a9e8-4fee-a4f4-f5b950884fe0'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:36.444510 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-62d531d1-7291-4065-abb4-92ae0e23f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:36.470258 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-2a0c1c17-cbf8-4ed2-b8ff-2b0f5560a923 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] show failed (client error): The resource could not be found. Feb 09 21:12:36.477634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:36.481986 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-62d531d1-7291-4065-abb4-92ae0e23f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:36.482808 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d531d1-7291-4065-abb4-92ae0e23f1bf None None] The sync data for ids ['df4b3703-a9e8-4fee-a4f4-f5b950884fe0'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:36.483407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3e713ed7-280a-48d9-95f6-901db0b4a013 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:36.485847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a0c1c17-cbf8-4ed2-b8ff-2b0f5560a923 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "GET /v2.0/routers/tempest-non_exist_router-1687161411 HTTP/1.1" status: 404 len: 335 time: 0.1375375 Feb 09 21:12:36.500675 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-152d5702-7f6a-4af8-835d-f1d89b2f307a req-b8c48e97-463b-4ea0-ac55-74013842604f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119341 Feb 09 21:12:36.504982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98b222-d977-488b-8a6e-b9665a19e469 None None] The sync data for ids ['725d5224-f964-40bd-940f-d1789cf87f8e'] in n-d-789963-29 is: [{'id': '725d5224-f964-40bd-940f-d1789cf87f8e', 'name': 'tempest-AttachVolumeShelveTestJSON-1461935907-router', 'tenant_id': 'd0c3b755731244149ed46a0fccb2a455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:04:44Z', 'updated_at': '2022-02-09T21:12:35Z', 'revision_number': 6, 'project_id': 'd0c3b755731244149ed46a0fccb2a455', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:36.561407 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-3e713ed7-280a-48d9-95f6-901db0b4a013 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] update failed (client error): The resource could not be found. Feb 09 21:12:36.569093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e713ed7-280a-48d9-95f6-901db0b4a013 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "PUT /v2.0/routers/tempest-non_exist_router-400078138 HTTP/1.1" status: 404 len: 334 time: 0.0894177 Feb 09 21:12:36.570441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:36.636165 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dad36fb7-83b4-48f1-96ee-440f98f788a7 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for router_controller (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.646871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-98463df1-4772-4b1f-836e-f84289c6dc38 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting subnet c0c27212-b63f-4823-9296-5722e01566e9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:36.651067 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98463df1-4772-4b1f-836e-f84289c6dc38 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (c0c27212-b63f-4823-9296-5722e01566e9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.652015 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5981db45-1280-43cb-a6e5-69a88f8b2fef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.667824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dad36fb7-83b4-48f1-96ee-440f98f788a7 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.712368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dad36fb7-83b4-48f1-96ee-440f98f788a7 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.715378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dad36fb7-83b4-48f1-96ee-440f98f788a7 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7612283 Feb 09 21:12:36.715547 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98463df1-4772-4b1f-836e-f84289c6dc38 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (c0c27212-b63f-4823-9296-5722e01566e9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.717445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:36.718047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Pushing event deleted for resources: {'Port': ['ID=5981db45-1280-43cb-a6e5-69a88f8b2fef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:36.730187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1260858704'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:36.804851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Made reservation on behalf of 5b76539d6b5949b48ce81dc5f9b37b62 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:36.809587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.815453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (725d5224-f964-40bd-940f-d1789cf87f8e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.838208 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.880927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98463df1-4772-4b1f-836e-f84289c6dc38 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c0c27212-b63f-4823-9296-5722e01566e9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.935048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (725d5224-f964-40bd-940f-d1789cf87f8e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:36.937633 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks [] for router_controller (725d5224-f964-40bd-940f-d1789cf87f8e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.006983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98463df1-4772-4b1f-836e-f84289c6dc38 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (c0c27212-b63f-4823-9296-5722e01566e9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.020233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (725d5224-f964-40bd-940f-d1789cf87f8e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.021286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 725d5224-f964-40bd-940f-d1789cf87f8e {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:12:37.026832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.032325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0c408271-a7ae-4699-abbc-0061f408ce19 admin admin] 10.222.0.102 "DELETE /v2.0/routers/725d5224-f964-40bd-940f-d1789cf87f8e HTTP/1.1" status: 204 len: 168 time: 2.0359199 Feb 09 21:12:37.033692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59490) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:37.060197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98463df1-4772-4b1f-836e-f84289c6dc38 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c27212-b63f-4823-9296-5722e01566e9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:37.078803 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98463df1-4772-4b1f-836e-f84289c6dc38 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.084894 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-98463df1-4772-4b1f-836e-f84289c6dc38 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/subnets/c0c27212-b63f-4823-9296-5722e01566e9 HTTP/1.1" status: 204 len: 168 time: 0.5135272 Feb 09 21:12:37.087039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a709ed-ced9-4e10-a35a-f0fe59d8165d None None] Network 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:37.088303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59492) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:37.133894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for security_group (66cbb593-57c6-415e-bb56-7b0361f0b471), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.164361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (66cbb593-57c6-415e-bb56-7b0361f0b471), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.229218 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:12:37.254741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64bcce1-b3f3-4f82-aa50-656d44f6f227 admin admin] Deleting subnet 40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:37.259829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (71b6cd6a-1807-4461-9e95-e428cbc3f4f9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.262881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3840cc21-8938-4614-9fe7-f831448545ec), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.263231 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Added segment 3840cc21-8938-4614-9fe7-f831448545ec of type vlan for network 9c3d0765-3385-497d-805c-d67fb162d12b Feb 09 21:12:37.264878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cbb593-57c6-415e-bb56-7b0361f0b471,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:37.330288 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d64bcce1-b3f3-4f82-aa50-656d44f6f227 admin admin] Publish callbacks [] for subnet (40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.400016 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d64bcce1-b3f3-4f82-aa50-656d44f6f227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.427768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] DHCP port deletion for 71b6cd6a-1807-4461-9e95-e428cbc3f4f9 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:37.436429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9c3d0765-3385-497d-805c-d67fb162d12b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.526884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9c3d0765-3385-497d-805c-d67fb162d12b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.533506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:37.535429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.549494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting port 252b1cd0-7e9c-4107-ad82-83797dfd3181 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:37.549861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.568518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Deleting port 252b1cd0-7e9c-4107-ad82-83797dfd3181 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:37.572113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.630184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16b32e-56a0-4670-9432-551688f672b5 req-ee6dbaa1-d0df-408d-809d-1f08452d1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:37.633536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc16b32e-56a0-4670-9432-551688f672b5 req-ee6dbaa1-d0df-408d-809d-1f08452d1f0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 1129 time: 0.4809601 Feb 09 21:12:37.671861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d64bcce1-b3f3-4f82-aa50-656d44f6f227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.691146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] For port 252b1cd0-7e9c-4107-ad82-83797dfd3181, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=252b1cd0-7e9c-4107-ad82-83797dfd3181,segment=NetworkSegment(6c247813-6f1c-47e9-970b-d1cc2f091adc),segment_id=6c247813-6f1c-47e9-970b-d1cc2f091adc)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:37.691713 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.705663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] For port 252b1cd0-7e9c-4107-ad82-83797dfd3181, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=252b1cd0-7e9c-4107-ad82-83797dfd3181,segment=NetworkSegment(6c247813-6f1c-47e9-970b-d1cc2f091adc),segment_id=6c247813-6f1c-47e9-970b-d1cc2f091adc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:37.706107 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.724871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Calling delete_port for 252b1cd0-7e9c-4107-ad82-83797dfd3181 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:37.778802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Calling delete_port for 252b1cd0-7e9c-4107-ad82-83797dfd3181 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:37.797253 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3610de2-338d-496e-98d5-1bd5ecaf8c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.914884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:37.918925 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc16b32e-56a0-4670-9432-551688f672b5 req-6535474f-b889-4c88-84ae-217565caf7ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708995 Feb 09 21:12:37.972959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5981db45-1280-43cb-a6e5-69a88f8b2fef no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:37.989041 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d64bcce1-b3f3-4f82-aa50-656d44f6f227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.004715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Port': ['ID=252b1cd0-7e9c-4107-ad82-83797dfd3181,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:38.031519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d64bcce1-b3f3-4f82-aa50-656d44f6f227 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.041557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d64bcce1-b3f3-4f82-aa50-656d44f6f227 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc HTTP/1.1" status: 204 len: 168 time: 1.0061820 Feb 09 21:12:38.043337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bcce1-b3f3-4f82-aa50-656d44f6f227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ff4b4a-fdc5-4ee8-aa5f-7b323393f5fc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:38.050014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:38.059151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5981db45-1280-43cb-a6e5-69a88f8b2fef {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:38.060485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5981db45-1280-43cb-a6e5-69a88f8b2fef not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:38.061668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 252b1cd0-7e9c-4107-ad82-83797dfd3181 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:38.068872 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3502550 Feb 09 21:12:38.072944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59518) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:38.083573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'subnet': {'network_id': '9c3d0765-3385-497d-805c-d67fb162d12b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:38.119347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45883d6e-9d7a-498a-bf85-098b628844b1 None None] Network a341e6ef-9aa8-4558-91a7-62cf702fba02 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:38.124732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 252b1cd0-7e9c-4107-ad82-83797dfd3181 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:38.131120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 252b1cd0-7e9c-4107-ad82-83797dfd3181 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:38.131671 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 778790bf-8455-41aa-8b56-b2777397ee62 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:38.189481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (252b1cd0-7e9c-4107-ad82-83797dfd3181), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.191288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 778790bf-8455-41aa-8b56-b2777397ee62 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:38.191637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 778790bf-8455-41aa-8b56-b2777397ee62 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:38.221943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] No DVR routers for this DVR port 252b1cd0-7e9c-4107-ad82-83797dfd3181 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:38.244355 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (a341e6ef-9aa8-4558-91a7-62cf702fba02), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.251026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d0420-cbb6-4b2b-a9b1-21ce15a9252b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Network': ['ID=9c3d0765-3385-497d-805c-d67fb162d12b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:38.255343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Made reservation on behalf of 5b76539d6b5949b48ce81dc5f9b37b62 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:38.259348 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.366426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Deleting port 77403373-5fb8-4100-95ae-e95db5e188cb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:38.367021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.381486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa6be0-fc3e-488e-a33b-dd1e93a08bdc req-10816b02-43be-40f2-b368-15fff643b59e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:38.383535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dfa6be0-fc3e-488e-a33b-dd1e93a08bdc req-10816b02-43be-40f2-b368-15fff643b59e tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.5190475 Feb 09 21:12:38.423795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (71b6cd6a-1807-4461-9e95-e428cbc3f4f9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.435461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9c3d0765-3385-497d-805c-d67fb162d12b details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:12:38.503672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] For port 77403373-5fb8-4100-95ae-e95db5e188cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=77403373-5fb8-4100-95ae-e95db5e188cb,segment=NetworkSegment(de5f0f88-c0fd-4812-a604-c90339505dd0),segment_id=de5f0f88-c0fd-4812-a604-c90339505dd0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:38.504101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.512120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b6cd6a-1807-4461-9e95-e428cbc3f4f9']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:38.534923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Calling delete_port for 77403373-5fb8-4100-95ae-e95db5e188cb owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:38.558471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c247813-6f1c-47e9-970b-d1cc2f091adc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:38.559646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c247813-6f1c-47e9-970b-d1cc2f091adc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:38.597045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d884981e-c144-414b-b0d8-1a3a9e8ec0db details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:12:38.599186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dfa6be0-fc3e-488e-a33b-dd1e93a08bdc req-56a4dd00-eb8e-496f-bbba-3b6701e85953 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073219 Feb 09 21:12:38.609569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (6c247813-6f1c-47e9-970b-d1cc2f091adc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.619866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] No DVR routers for this DVR port 252b1cd0-7e9c-4107-ad82-83797dfd3181 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:38.624740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Pushing event deleted for resources: {'Port': ['ID=252b1cd0-7e9c-4107-ad82-83797dfd3181,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:38.686963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (77403373-5fb8-4100-95ae-e95db5e188cb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.707720 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6c247813-6f1c-47e9-970b-d1cc2f091adc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.755473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:38.755873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (6c247813-6f1c-47e9-970b-d1cc2f091adc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.758372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Pushing event deleted for resources: {'Port': ['ID=77403373-5fb8-4100-95ae-e95db5e188cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:38.759111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.759527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.759837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.760188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.760614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.760953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.761285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.761617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.762354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.762354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.762704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.763034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.763362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fb8b3d-3a22-45b8-83b3-d7ca5905f229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:38.767477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] No DVR routers for this DVR port 77403373-5fb8-4100-95ae-e95db5e188cb on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:38.767634 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:38.942095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (a341e6ef-9aa8-4558-91a7-62cf702fba02), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:38.985761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a341e6ef-9aa8-4558-91a7-62cf702fba02']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:39.023897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5f0f88-c0fd-4812-a604-c90339505dd0') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:39.025686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5f0f88-c0fd-4812-a604-c90339505dd0') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:39.045991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (71b6cd6a-1807-4461-9e95-e428cbc3f4f9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.067132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:39.073068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (de5f0f88-c0fd-4812-a604-c90339505dd0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.097392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.100002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'port_id': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'mac_address': 'fa:16:3e:56:49:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:12:39.107460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/networks/71b6cd6a-1807-4461-9e95-e428cbc3f4f9 HTTP/1.1" status: 204 len: 168 time: 2.0180974 Feb 09 21:12:39.108520 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3fd81-b791-4a87-b8f2-e03dedf50687 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Network': ['ID=71b6cd6a-1807-4461-9e95-e428cbc3f4f9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:39.115597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59540) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:39.117765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb04676-c76f-4fb1-ad63-351e15fec493 None None] DHCP port deletion for a341e6ef-9aa8-4558-91a7-62cf702fba02 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:39.122956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (de5f0f88-c0fd-4812-a604-c90339505dd0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.133272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (a5cfc082-5692-4478-9efa-803f553ce236), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.145682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:39.151919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (de5f0f88-c0fd-4812-a604-c90339505dd0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.196801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d884981e-c144-414b-b0d8-1a3a9e8ec0db is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:39.197206 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.243111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d884981e-c144-414b-b0d8-1a3a9e8ec0db {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:12:39.290687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:39.311481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:39.335715 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:39.341759 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (a341e6ef-9aa8-4558-91a7-62cf702fba02), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.370549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.374395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] 10.222.0.102 "DELETE /v2.0/networks/a341e6ef-9aa8-4558-91a7-62cf702fba02 HTTP/1.1" status: 204 len: 168 time: 1.3231375 Feb 09 21:12:39.408898 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c42884-d3cd-44c6-a5eb-2e7f986b525a admin admin] Pushing event deleted for resources: {'Network': ['ID=a341e6ef-9aa8-4558-91a7-62cf702fba02,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:39.466298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:39.532685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['d884981e-c144-414b-b0d8-1a3a9e8ec0db'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:12:39.537828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d398f62e-e7ff-424d-a81c-c6af7f2eaae5 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting subnet 2ee3e5ad-8ff4-4151-acce-a9a400287342 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:39.585924 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d398f62e-e7ff-424d-a81c-c6af7f2eaae5 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (2ee3e5ad-8ff4-4151-acce-a9a400287342), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.598673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Subnet': ['ID=a5cfc082-5692-4478-9efa-803f553ce236,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:39.666371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d398f62e-e7ff-424d-a81c-c6af7f2eaae5 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (2ee3e5ad-8ff4-4151-acce-a9a400287342), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.751015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59564) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:39.768460 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d398f62e-e7ff-424d-a81c-c6af7f2eaae5 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2ee3e5ad-8ff4-4151-acce-a9a400287342), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.840856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-add23b84-1d63-4287-b91c-9e881539eabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:39.864192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Checking segment: {'id': '3840cc21-8938-4614-9fe7-f831448545ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9c3d0765-3385-497d-805c-d67fb162d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:39.864809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network hostable DHCP agents. Network: 9c3d0765-3385-497d-805c-d67fb162d12b, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:12:39.876944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.877574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.878519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.879655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.881381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.881940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.883066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.884227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.884775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.885877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.888877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.889395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.889938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:12:39.910450 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a6976b72-5a3e-493d-b57a-a63dc5a76edd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d0c3b755731244149ed46a0fccb2a455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581681 Feb 09 21:12:39.915002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59568) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:39.940147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 77403373-5fb8-4100-95ae-e95db5e188cb no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:39.957020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac925da-ada8-4602-95d5-164678801b18 req-52a430be-2d67-4cae-87e1-808bba8e4552 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:39.964700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eac925da-ada8-4602-95d5-164678801b18 req-52a430be-2d67-4cae-87e1-808bba8e4552 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 945 time: 0.1853616 Feb 09 21:12:39.998149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d398f62e-e7ff-424d-a81c-c6af7f2eaae5 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (2ee3e5ad-8ff4-4151-acce-a9a400287342), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.007843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network 9c3d0765-3385-497d-805c-d67fb162d12b is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:12:40.051550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 77403373-5fb8-4100-95ae-e95db5e188cb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:40.051851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 77403373-5fb8-4100-95ae-e95db5e188cb not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:40.053880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 9c3d0765-3385-497d-805c-d67fb162d12b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:40.059112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:40.059873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.065852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f62e-e7ff-424d-a81c-c6af7f2eaae5 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee3e5ad-8ff4-4151-acce-a9a400287342,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:40.075249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d398f62e-e7ff-424d-a81c-c6af7f2eaae5 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.079998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d398f62e-e7ff-424d-a81c-c6af7f2eaae5 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/subnets/2ee3e5ad-8ff4-4151-acce-a9a400287342 HTTP/1.1" status: 204 len: 168 time: 0.9440775 Feb 09 21:12:40.085100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:40.085807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eac925da-ada8-4602-95d5-164678801b18 req-0fe25598-d5b0-453f-a941-349cee457cb6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130602 Feb 09 21:12:40.099048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59574) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:40.125508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9778e0-7058-4e53-b969-f0e732cc5250 None None] Network 9c3d0765-3385-497d-805c-d67fb162d12b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:40.169437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-835eb20d-0e32-4d2a-add9-32c751b8eb3b tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting subnet b77b8ef6-efa3-476f-81d4-95e2efa99161 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:40.173634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835eb20d-0e32-4d2a-add9-32c751b8eb3b tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (b77b8ef6-efa3-476f-81d4-95e2efa99161), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.203489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8f2b49b4-e094-4bbf-b978-0636c0714bed tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/floatingips/661cdb0e-6de0-4293-9682-78c2e7b83c23 HTTP/1.1" status: 200 len: 992 time: 0.0986502 Feb 09 21:12:40.239715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586b1b8-96ba-42a9-a2d7-fb979611cab8 None None] Network 27edef92-c7ed-45eb-9fde-72761de067f4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:40.263957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835eb20d-0e32-4d2a-add9-32c751b8eb3b tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (b77b8ef6-efa3-476f-81d4-95e2efa99161), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.381410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-9c3d0765-3385-497d-805c-d67fb162d12b', 'network_id': '9c3d0765-3385-497d-805c-d67fb162d12b', 'project_id': '5b76539d6b5949b48ce81dc5f9b37b62', 'fixed_ips': [{'subnet_id': 'a5cfc082-5692-4478-9efa-803f553ce236'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:12:40.382469 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.498651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d884981e-c144-414b-b0d8-1a3a9e8ec0db no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:40.506314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835eb20d-0e32-4d2a-add9-32c751b8eb3b tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b77b8ef6-efa3-476f-81d4-95e2efa99161), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.656798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e86acd8-9804-4d29-a95e-5bb907948fde tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5809410 Feb 09 21:12:40.660375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59588) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:40.663939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] DHCP port deletion for 27edef92-c7ed-45eb-9fde-72761de067f4 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:40.668017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'network': {'name': 'tempest-router-network01--895215335'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:40.683471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835eb20d-0e32-4d2a-add9-32c751b8eb3b tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (b77b8ef6-efa3-476f-81d4-95e2efa99161), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.710405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Made reservation on behalf of 5b76539d6b5949b48ce81dc5f9b37b62 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:40.720926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.722530 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e887718-c39c-4134-9e76-575b7bd3cc44 admin admin] Publish callbacks [] for security_group (08ab4e03-f266-4ed9-8395-ef717226e097), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.736446 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-835eb20d-0e32-4d2a-add9-32c751b8eb3b tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.740439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-835eb20d-0e32-4d2a-add9-32c751b8eb3b tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/subnets/b77b8ef6-efa3-476f-81d4-95e2efa99161 HTTP/1.1" status: 204 len: 168 time: 0.6536167 Feb 09 21:12:40.741396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835eb20d-0e32-4d2a-add9-32c751b8eb3b tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Subnet': ['ID=b77b8ef6-efa3-476f-81d4-95e2efa99161,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:40.743093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59592) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:40.784146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e887718-c39c-4134-9e76-575b7bd3cc44 admin admin] Publish callbacks [] for security_group (08ab4e03-f266-4ed9-8395-ef717226e097), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.819289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c231010-7572-4f8c-9605-b250ff819367 None None] Network 92a81795-0f80-4f33-a0e6-0bd6f7f879ea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:40.842703 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (27edef92-c7ed-45eb-9fde-72761de067f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.858702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:12:40.893736 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8dc33d6c-0bac-4973-8ede-aa1fa02106d4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.894200 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Added segment 8dc33d6c-0bac-4973-8ede-aa1fa02106d4 of type vlan for network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 Feb 09 21:12:40.902018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e887718-c39c-4134-9e76-575b7bd3cc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (08ab4e03-f266-4ed9-8395-ef717226e097), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.905712 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e887718-c39c-4134-9e76-575b7bd3cc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:40.907001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5e887718-c39c-4134-9e76-575b7bd3cc44 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/08ab4e03-f266-4ed9-8395-ef717226e097 HTTP/1.1" status: 204 len: 168 time: 0.9886656 Feb 09 21:12:40.941517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e887718-c39c-4134-9e76-575b7bd3cc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab4e03-f266-4ed9-8395-ef717226e097,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:40.967951 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (7111bd36-f4a2-4254-bbe3-6d5d60da2fb8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.074051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting port bfc3aa9e-8114-48a7-9714-d400ffd09e4c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:41.074858 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.153304 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (7111bd36-f4a2-4254-bbe3-6d5d60da2fb8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.159767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:41.160642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.189321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Allocated IP 172.20.0.2 (9c3d0765-3385-497d-805c-d67fb162d12b/a5cfc082-5692-4478-9efa-803f553ce236/12432b7f-f4b0-486e-b8c3-d43cd9e72483) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:41.275336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6135521 Feb 09 21:12:41.278772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:41.286391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'network': {'name': 'tempest-router-network02--813463702'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:41.287228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] Deleting port bfc3aa9e-8114-48a7-9714-d400ffd09e4c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:41.287710 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.341280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] For port bfc3aa9e-8114-48a7-9714-d400ffd09e4c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,segment=NetworkSegment(1735e1db-2bba-4df9-bce1-ab4f35913c1a),segment_id=1735e1db-2bba-4df9-bce1-ab4f35913c1a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:41.341280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.341688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Made reservation on behalf of 5b76539d6b5949b48ce81dc5f9b37b62 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:41.347875 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.385737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Calling delete_port for bfc3aa9e-8114-48a7-9714-d400ffd09e4c owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:41.396674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423df92-f972-495a-a619-9f7fa2cfb4a2 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Network': ['ID=7111bd36-f4a2-4254-bbe3-6d5d60da2fb8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:41.478197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:12:41.501407 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.501860 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Added segment 9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c of type vlan for network aa073193-265e-4c20-8c98-d0452a4661ef Feb 09 21:12:41.665706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (aa073193-265e-4c20-8c98-d0452a4661ef), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.680563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.704573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (aa073193-265e-4c20-8c98-d0452a4661ef), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.733135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Port': ['ID=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:41.738241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] No DVR routers for this DVR port bfc3aa9e-8114-48a7-9714-d400ffd09e4c on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:41.765793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:41.766436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.871315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Publish callbacks [] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.907267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (27edef92-c7ed-45eb-9fde-72761de067f4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:41.938029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:12:41.957971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27edef92-c7ed-45eb-9fde-72761de067f4']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:41.976541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1735e1db-2bba-4df9-bce1-ab4f35913c1a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:41.976926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1735e1db-2bba-4df9-bce1-ab4f35913c1a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:41.986087 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7060242 Feb 09 21:12:41.988961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:41.998192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff8620-523f-4d9e-a57c-b1e549e198f1 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Network': ['ID=aa073193-265e-4c20-8c98-d0452a4661ef,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:42.008389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'subnet': {'network_id': '7111bd36-f4a2-4254-bbe3-6d5d60da2fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:42.013035 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (1735e1db-2bba-4df9-bce1-ab4f35913c1a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.025772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d884981e-c144-414b-b0d8-1a3a9e8ec0db is: BUILD; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:42.026153 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.061546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bfc3aa9e-8114-48a7-9714-d400ffd09e4c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:42.063738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network aa073193-265e-4c20-8c98-d0452a4661ef details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:12:42.067476 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.181494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1735e1db-2bba-4df9-bce1-ab4f35913c1a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.191351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] DHCP port deletion for 92a81795-0f80-4f33-a0e6-0bd6f7f879ea request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:42.193651 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.194210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: bfc3aa9e-8114-48a7-9714-d400ffd09e4c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:42.194581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device bfc3aa9e-8114-48a7-9714-d400ffd09e4c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:42.205415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d884981e-c144-414b-b0d8-1a3a9e8ec0db {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:12:42.210449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:42.211178 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (1735e1db-2bba-4df9-bce1-ab4f35913c1a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.245854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Network 9c3d0765-3385-497d-805c-d67fb162d12b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:42.262387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:42.286333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:42.310970 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:42.342786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:42.349419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Pushing event updated for resources: {'Port': ['ID=12432b7f-f4b0-486e-b8c3-d43cd9e72483,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:42.364704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] For port bfc3aa9e-8114-48a7-9714-d400ffd09e4c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,segment=NetworkSegment(1735e1db-2bba-4df9-bce1-ab4f35913c1a),segment_id=1735e1db-2bba-4df9-bce1-ab4f35913c1a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:42.366668 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.393668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (27edef92-c7ed-45eb-9fde-72761de067f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.408722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.427149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.431145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/networks/27edef92-c7ed-45eb-9fde-72761de067f4 HTTP/1.1" status: 204 len: 168 time: 1.6866765 Feb 09 21:12:42.432779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ea76a-1153-47de-861e-03937622f2ed tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Network': ['ID=27edef92-c7ed-45eb-9fde-72761de067f4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:42.433911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59646) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:42.453912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] Calling delete_port for bfc3aa9e-8114-48a7-9714-d400ffd09e4c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:42.473258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Made reservation on behalf of 5b76539d6b5949b48ce81dc5f9b37b62 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:42.483386 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.563574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d884981e-c144-414b-b0d8-1a3a9e8ec0db up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:42.636327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (92a81795-0f80-4f33-a0e6-0bd6f7f879ea), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.742129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Attempting to bind port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:12:42.742791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Attempting to bind port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3840cc21-8938-4614-9fe7-f831448545ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9c3d0765-3385-497d-805c-d67fb162d12b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:12:42.742913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Attempting to bind port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 on network 9c3d0765-3385-497d-805c-d67fb162d12b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:12:42.744383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting port d4973093-df01-430c-b01d-f99cf2c14509 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:42.745282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d4973093-df01-430c-b01d-f99cf2c14509), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.812575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:12:42.813440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Checking segment: {'id': '3840cc21-8938-4614-9fe7-f831448545ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9c3d0765-3385-497d-805c-d67fb162d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:42.814050 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.814801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Bound using segment: {'id': '3840cc21-8938-4614-9fe7-f831448545ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9c3d0765-3385-497d-805c-d67fb162d12b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:12:42.815483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Bound port: 12432b7f-f4b0-486e-b8c3-d43cd9e72483, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3840cc21-8938-4614-9fe7-f831448545ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '9c3d0765-3385-497d-805c-d67fb162d12b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:12:42.816137 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.838843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:42.882449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] For port d4973093-df01-430c-b01d-f99cf2c14509, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d4973093-df01-430c-b01d-f99cf2c14509,segment=NetworkSegment(33624cc7-a899-44a3-815b-f973f1acf8d0),segment_id=33624cc7-a899-44a3-815b-f973f1acf8d0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:42.883846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d4973093-df01-430c-b01d-f99cf2c14509), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.908308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Calling delete_port for d4973093-df01-430c-b01d-f99cf2c14509 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:42.943071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] For port 12432b7f-f4b0-486e-b8c3-d43cd9e72483, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:12:42.947950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] For port 12432b7f-f4b0-486e-b8c3-d43cd9e72483, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=12432b7f-f4b0-486e-b8c3-d43cd9e72483,segment=NetworkSegment(3840cc21-8938-4614-9fe7-f831448545ec),segment_id=3840cc21-8938-4614-9fe7-f831448545ec)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:12:42.975996 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (8bd8837a-86eb-48d0-91be-3057d17f3c0e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:42.979965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port d884981e-c144-414b-b0d8-1a3a9e8ec0db triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:42.981005 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.024307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] Deleting port d4973093-df01-430c-b01d-f99cf2c14509 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:43.026255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d4973093-df01-430c-b01d-f99cf2c14509), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.038221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d4973093-df01-430c-b01d-f99cf2c14509), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.062707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] No DVR routers for this DVR port d4973093-df01-430c-b01d-f99cf2c14509 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:43.114743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Subnet': ['ID=8bd8837a-86eb-48d0-91be-3057d17f3c0e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:43.134650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] For port d4973093-df01-430c-b01d-f99cf2c14509, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d4973093-df01-430c-b01d-f99cf2c14509,segment=NetworkSegment(33624cc7-a899-44a3-815b-f973f1acf8d0),segment_id=33624cc7-a899-44a3-815b-f973f1acf8d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:43.134987 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d4973093-df01-430c-b01d-f99cf2c14509), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.138430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Port': ['ID=d4973093-df01-430c-b01d-f99cf2c14509,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:43.167746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Checking segment: {'id': '8dc33d6c-0bac-4973-8ede-aa1fa02106d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7111bd36-f4a2-4254-bbe3-6d5d60da2fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:43.168121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network hostable DHCP agents. Network: 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:12:43.172612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] Calling delete_port for d4973093-df01-430c-b01d-f99cf2c14509 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:43.216303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:12:43.238885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:43.249342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:43.252256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.273272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (92a81795-0f80-4f33-a0e6-0bd6f7f879ea), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.282810 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ed89ed53-8d2a-4404-ac66-f3b9b3ce5236 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2839510 Feb 09 21:12:43.286733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59672) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:43.292386 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.296731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'subnet': {'network_id': 'aa073193-265e-4c20-8c98-d0452a4661ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:43.298084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.326031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a81795-0f80-4f33-a0e6-0bd6f7f879ea']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:43.359957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33624cc7-a899-44a3-815b-f973f1acf8d0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:43.360289 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33624cc7-a899-44a3-815b-f973f1acf8d0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:43.423116 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (33624cc7-a899-44a3-815b-f973f1acf8d0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.433757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102ca36-3720-461e-9cb1-1ae5ea114cda None None] Network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:43.456535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (33624cc7-a899-44a3-815b-f973f1acf8d0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.467430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:43.468931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (33624cc7-a899-44a3-815b-f973f1acf8d0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:43.475150 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:43.477796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442dbac-5e5a-40e9-a7dc-a531c8c8126a None None] Pushing event updated for resources: {'Port': ['ID=12432b7f-f4b0-486e-b8c3-d43cd9e72483,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:43.482596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Made reservation on behalf of 5b76539d6b5949b48ce81dc5f9b37b62 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:43.487277 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.557792 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d4973093-df01-430c-b01d-f99cf2c14509), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.659758 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (92a81795-0f80-4f33-a0e6-0bd6f7f879ea), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.698197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] Pushing event deleted for resources: {'Port': ['ID=d4973093-df01-430c-b01d-f99cf2c14509,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:43.759807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff08af9-7f07-4c58-a851-28e19cffa7c4 None None] No DVR routers for this DVR port d4973093-df01-430c-b01d-f99cf2c14509 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:43.833438 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (bfc3aa9e-8114-48a7-9714-d400ffd09e4c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.967599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d884981e-c144-414b-b0d8-1a3a9e8ec0db is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:43.968766 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:43.998311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d4973093-df01-430c-b01d-f99cf2c14509 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:44.002014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] Network 27edef92-c7ed-45eb-9fde-72761de067f4 is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:12:44.014466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] No DVR routers for this DVR port bfc3aa9e-8114-48a7-9714-d400ffd09e4c on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:44.024857 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (2b6b75aa-1ef8-4a35-abad-4f063723070e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.081148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59faf91-1952-43b6-8f26-93f9add5125b None None] Pushing event deleted for resources: {'Port': ['ID=bfc3aa9e-8114-48a7-9714-d400ffd09e4c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:44.187988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: d4973093-df01-430c-b01d-f99cf2c14509 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:44.188349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d4973093-df01-430c-b01d-f99cf2c14509 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:44.206867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Subnet': ['ID=2b6b75aa-1ef8-4a35-abad-4f063723070e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:44.208654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-7111bd36-f4a2-4254-bbe3-6d5d60da2fb8', 'network_id': '7111bd36-f4a2-4254-bbe3-6d5d60da2fb8', 'project_id': '5b76539d6b5949b48ce81dc5f9b37b62', 'fixed_ips': [{'subnet_id': '8bd8837a-86eb-48d0-91be-3057d17f3c0e'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:12:44.209824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.220249 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.224829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Checking segment: {'id': '9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'aa073193-265e-4c20-8c98-d0452a4661ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:44.225548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network hostable DHCP agents. Network: aa073193-265e-4c20-8c98-d0452a4661ef, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:12:44.252912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:12:44.256654 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c49da1d-7865-44ba-849a-46aa2079b46f" -d '{"events": [{"server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "name": "network-vif-plugged", "status": "completed", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:12:44.263798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network aa073193-265e-4c20-8c98-d0452a4661ef is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:12:44.279899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:44.301113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.312366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, aa073193-265e-4c20-8c98-d0452a4661ef) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:44.321510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:44.322116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.359118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-43afb7c0-c87c-45d7-bd27-0d51f2090062 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0710542 Feb 09 21:12:44.362018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:44.377101 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89472256-9885-4a48-b6dc-b38c19d8b079 x-openstack-request-id: req-89472256-9885-4a48-b6dc-b38c19d8b079 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:12:44.377101 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "name": "network-vif-plugged", "status": "completed", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:12:44.377364 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-89472256-9885-4a48-b6dc-b38c19d8b079 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:12:44.377807 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'code': 200} Feb 09 21:12:44.387774 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.394331 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/networks/92a81795-0f80-4f33-a0e6-0bd6f7f879ea HTTP/1.1" status: 204 len: 168 time: 1.9567337 Feb 09 21:12:44.395529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df6c89-6a36-4e4e-9408-217df9d1068f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Network': ['ID=92a81795-0f80-4f33-a0e6-0bd6f7f879ea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:44.397312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59710) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:44.514239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ce96c-1d71-410f-b703-8e40da8735ac None None] Network aa073193-265e-4c20-8c98-d0452a4661ef requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:44.518153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6758086d-243d-4326-ba6a-446a1171026e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting subnet 536a9fce-89c4-44ad-b9c0-575353ce7193 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:12:44.525612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6758086d-243d-4326-ba6a-446a1171026e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (536a9fce-89c4-44ad-b9c0-575353ce7193), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.612803 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6758086d-243d-4326-ba6a-446a1171026e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (536a9fce-89c4-44ad-b9c0-575353ce7193), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.624618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:44.707613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-aa073193-265e-4c20-8c98-d0452a4661ef', 'network_id': 'aa073193-265e-4c20-8c98-d0452a4661ef', 'project_id': '5b76539d6b5949b48ce81dc5f9b37b62', 'fixed_ips': [{'subnet_id': '2b6b75aa-1ef8-4a35-abad-4f063723070e'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:12:44.708597 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.810229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6758086d-243d-4326-ba6a-446a1171026e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (536a9fce-89c4-44ad-b9c0-575353ce7193), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.993322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6758086d-243d-4326-ba6a-446a1171026e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (536a9fce-89c4-44ad-b9c0-575353ce7193), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:44.999284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Allocated IP 172.20.0.2 (7111bd36-f4a2-4254-bbe3-6d5d60da2fb8/8bd8837a-86eb-48d0-91be-3057d17f3c0e/92b11c53-f458-4770-b37d-22ccb75073c1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:45.090299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758086d-243d-4326-ba6a-446a1171026e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Subnet': ['ID=536a9fce-89c4-44ad-b9c0-575353ce7193,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:45.097957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6758086d-243d-4326-ba6a-446a1171026e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:45.102616 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6758086d-243d-4326-ba6a-446a1171026e tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/subnets/536a9fce-89c4-44ad-b9c0-575353ce7193 HTTP/1.1" status: 204 len: 168 time: 0.7041681 Feb 09 21:12:45.117601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:45.190779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36ecbc-cb11-43d5-b2c2-142f77bd5433 None None] Network c86584e5-4410-4558-948b-98b320d47ce5 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:45.244614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (c86584e5-4410-4558-948b-98b320d47ce5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:45.385935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Deleting port 994c6b17-6db4-452d-887a-7cbe0c1fd93e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:45.386396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:45.481665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] For port 994c6b17-6db4-452d-887a-7cbe0c1fd93e, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=994c6b17-6db4-452d-887a-7cbe0c1fd93e,segment=NetworkSegment(e36e2379-b732-4e68-9dd7-47317b71b645),segment_id=e36e2379-b732-4e68-9dd7-47317b71b645)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:45.482215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:45.538333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Calling delete_port for 994c6b17-6db4-452d-887a-7cbe0c1fd93e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:45.550140 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Publish callbacks [] for port (92b11c53-f458-4770-b37d-22ccb75073c1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:45.587114 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Allocated IP 172.20.0.2 (aa073193-265e-4c20-8c98-d0452a4661ef/2b6b75aa-1ef8-4a35-abad-4f063723070e/c2f18be7-261d-4db5-a53a-a8993c5208b6) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:45.648061 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:45.648819 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:45.796554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (994c6b17-6db4-452d-887a-7cbe0c1fd93e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:45.800927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e7203-3be0-46a7-9ddf-c916a4b2247e None None] Network 9c3d0765-3385-497d-805c-d67fb162d12b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:45.855051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Port': ['ID=994c6b17-6db4-452d-887a-7cbe0c1fd93e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:45.874989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] No DVR routers for this DVR port 994c6b17-6db4-452d-887a-7cbe0c1fd93e on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:12:45.985457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:46.117872 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (c86584e5-4410-4558-948b-98b320d47ce5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.209766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86584e5-4410-4558-948b-98b320d47ce5']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:46.226368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Allocated IP 172.20.0.1 (7111bd36-f4a2-4254-bbe3-6d5d60da2fb8/8bd8837a-86eb-48d0-91be-3057d17f3c0e/1cc140aa-4c2f-4568-a35e-5f85780c5b46) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:46.258319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36e2379-b732-4e68-9dd7-47317b71b645') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:46.260533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36e2379-b732-4e68-9dd7-47317b71b645') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:46.281552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:46.292571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:46.298162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 12432b7f-f4b0-486e-b8c3-d43cd9e72483 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:46.302820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (e36e2379-b732-4e68-9dd7-47317b71b645), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.342167 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e36e2379-b732-4e68-9dd7-47317b71b645), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.348305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Pushing event updated for resources: {'Port': ['ID=92b11c53-f458-4770-b37d-22ccb75073c1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:46.362870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:12:46.364666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (e36e2379-b732-4e68-9dd7-47317b71b645), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:12:46.373824 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:12:46.379478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-da16d8df-a9b7-4cf3-b8a2-bff4c02a0ccf None None] Provisioning complete for port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:46.379786 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da16d8df-a9b7-4cf3-b8a2-bff4c02a0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.441384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.516669 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d590f4-dd16-4bbf-8a43-8c8dfd71f716 None None] DHCP port deletion for c86584e5-4410-4558-948b-98b320d47ce5 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:12:46.532383 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (c86584e5-4410-4558-948b-98b320d47ce5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.543848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.545698 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.560917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/networks/c86584e5-4410-4558-948b-98b320d47ce5 HTTP/1.1" status: 204 len: 168 time: 1.4417424 Feb 09 21:12:46.564955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59786) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:46.644995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45e793-13e7-4db4-afaa-d81c098224a4 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Pushing event deleted for resources: {'Network': ['ID=c86584e5-4410-4558-948b-98b320d47ce5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:46.701104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:46.733393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:46.759138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Port': ['ID=1cc140aa-4c2f-4568-a35e-5f85780c5b46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:46.767746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:46.796975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e7164bd0-1123-41b1-b121-4591112a279f tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "GET /v2.0/ports?device_id=df4b3703-a9e8-4fee-a4f4-f5b950884fe0 HTTP/1.1" status: 200 len: 205 time: 0.2307084 Feb 09 21:12:46.800728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59798) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:46.859647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.872550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Attempting to bind port 92b11c53-f458-4770-b37d-22ccb75073c1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:12:46.872880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Attempting to bind port 92b11c53-f458-4770-b37d-22ccb75073c1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8dc33d6c-0bac-4973-8ede-aa1fa02106d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7111bd36-f4a2-4254-bbe3-6d5d60da2fb8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:12:46.873236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Attempting to bind port 92b11c53-f458-4770-b37d-22ccb75073c1 on network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:12:46.932057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:12:46.932967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Checking segment: {'id': '8dc33d6c-0bac-4973-8ede-aa1fa02106d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7111bd36-f4a2-4254-bbe3-6d5d60da2fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:46.933579 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.934744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Bound using segment: {'id': '8dc33d6c-0bac-4973-8ede-aa1fa02106d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7111bd36-f4a2-4254-bbe3-6d5d60da2fb8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:12:46.935926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Bound port: 92b11c53-f458-4770-b37d-22ccb75073c1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc33d6c-0bac-4973-8ede-aa1fa02106d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7111bd36-f4a2-4254-bbe3-6d5d60da2fb8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:12:46.936524 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.967734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:46.968342 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.975438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-da16d8df-a9b7-4cf3-b8a2-bff4c02a0ccf None None] Current status of the port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:46.976154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da16d8df-a9b7-4cf3-b8a2-bff4c02a0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:46.978755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Publish callbacks [] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.019836 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.062438 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2fead26-8f52-4098-8aa9-5d84159f1ed6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for router (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.120424 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.415432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2fead26-8f52-4098-8aa9-5d84159f1ed6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.420276 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2fead26-8f52-4098-8aa9-5d84159f1ed6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for router_controller (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.477738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] For port 92b11c53-f458-4770-b37d-22ccb75073c1, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:12:47.486879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] For port 92b11c53-f458-4770-b37d-22ccb75073c1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92b11c53-f458-4770-b37d-22ccb75073c1,segment=NetworkSegment(8dc33d6c-0bac-4973-8ede-aa1fa02106d4),segment_id=8dc33d6c-0bac-4973-8ede-aa1fa02106d4)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:12:47.506807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Pushing event updated for resources: {'Port': ['ID=c2f18be7-261d-4db5-a53a-a8993c5208b6,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:47.542033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Network aa073193-265e-4c20-8c98-d0452a4661ef is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:47.551407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.570763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:47.576493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:47.583464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.592980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.617636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2fead26-8f52-4098-8aa9-5d84159f1ed6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (df4b3703-a9e8-4fee-a4f4-f5b950884fe0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.618975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fead26-8f52-4098-8aa9-5d84159f1ed6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Fanout notify agent at l3_agent the message router_deleted on router df4b3703-a9e8-4fee-a4f4-f5b950884fe0 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:12:47.634062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2fead26-8f52-4098-8aa9-5d84159f1ed6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.641461 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e2fead26-8f52-4098-8aa9-5d84159f1ed6 tempest-RoutersNegativeIpV6Test-367689580 tempest-RoutersNegativeIpV6Test-367689580-project] 10.222.0.102 "DELETE /v2.0/routers/df4b3703-a9e8-4fee-a4f4-f5b950884fe0 HTTP/1.1" status: 204 len: 168 time: 0.8394241 Feb 09 21:12:47.697867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Port': ['ID=1cc140aa-4c2f-4568-a35e-5f85780c5b46,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:47.708677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:47.842309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14b4a-1d6c-42cb-b5d8-0b19ed11a8fb None None] Pushing event updated for resources: {'Port': ['ID=92b11c53-f458-4770-b37d-22ccb75073c1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:47.845415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:47.848015 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:47.874436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-da16d8df-a9b7-4cf3-b8a2-bff4c02a0ccf None None] For port 12432b7f-f4b0-486e-b8c3-d43cd9e72483, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=12432b7f-f4b0-486e-b8c3-d43cd9e72483,segment=NetworkSegment(3840cc21-8938-4614-9fe7-f831448545ec),segment_id=3840cc21-8938-4614-9fe7-f831448545ec)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:47.948543 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da16d8df-a9b7-4cf3-b8a2-bff4c02a0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:48.094539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Attempting to bind port c2f18be7-261d-4db5-a53a-a8993c5208b6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:12:48.098416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Attempting to bind port c2f18be7-261d-4db5-a53a-a8993c5208b6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'aa073193-265e-4c20-8c98-d0452a4661ef'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:12:48.098808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Attempting to bind port c2f18be7-261d-4db5-a53a-a8993c5208b6 on network aa073193-265e-4c20-8c98-d0452a4661ef {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:12:48.121312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:12:48.121645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Checking segment: {'id': '9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'aa073193-265e-4c20-8c98-d0452a4661ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:48.122008 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:48.125412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Bound using segment: {'id': '9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'aa073193-265e-4c20-8c98-d0452a4661ef'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:12:48.125978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Bound port: c2f18be7-261d-4db5-a53a-a8993c5208b6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'aa073193-265e-4c20-8c98-d0452a4661ef'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:12:48.126387 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:48.144920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Router 9a03bf3f-0ae4-4d26-875d-e05e05d5284e is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:12:48.173874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:48.354204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:48.361334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-92dc751f-a476-4076-bc8c-dfc7aac894a5 None None] Provisioning complete for port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:48.361334 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92dc751f-a476-4076-bc8c-dfc7aac894a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:48.365700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:48.366633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d4c2b0d2-0b97-45dd-bd45-0a57984d0d26 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "PUT /v2.0/routers/9a03bf3f-0ae4-4d26-875d-e05e05d5284e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0031223 Feb 09 21:12:48.371156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:48.413536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16d8df-a9b7-4cf3-b8a2-bff4c02a0ccf None None] Pushing event updated for resources: {'Port': ['ID=12432b7f-f4b0-486e-b8c3-d43cd9e72483,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:48.433208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49d71a-51f9-4131-b7e0-e7ab5fec610d None None] Sync routers for ids ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:48.566132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-e1f1f390-db38-497a-b16a-37909c23334e req-68d3db18-6360-406b-9825-c707a8f536a4 service neutron] (103325) timed out ('10.222.0.102', 40166) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:12:48.589724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49d71a-51f9-4131-b7e0-e7ab5fec610d None None] Routers {'9a03bf3f-0ae4-4d26-875d-e05e05d5284e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:48.591124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4a49d71a-51f9-4131-b7e0-e7ab5fec610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:48.636788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8640f5d0-a2c0-4065-acac-33281372e434 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7200ab47b27042fa903787bed13e786f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615784 Feb 09 21:12:48.640722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59836) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:48.660875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] For port c2f18be7-261d-4db5-a53a-a8993c5208b6, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:12:48.663249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4a49d71a-51f9-4131-b7e0-e7ab5fec610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:48.700119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a49d71a-51f9-4131-b7e0-e7ab5fec610d None None] Routers {'9a03bf3f-0ae4-4d26-875d-e05e05d5284e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:48.700119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4a49d71a-51f9-4131-b7e0-e7ab5fec610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:48.708584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] For port c2f18be7-261d-4db5-a53a-a8993c5208b6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c2f18be7-261d-4db5-a53a-a8993c5208b6,segment=NetworkSegment(9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c),segment_id=9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:12:48.757967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4a49d71a-51f9-4131-b7e0-e7ab5fec610d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:48.768690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49d71a-51f9-4131-b7e0-e7ab5fec610d None None] The sync data for ids ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:48.792895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92b11c53-f458-4770-b37d-22ccb75073c1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:48.801102 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:48.815182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1cdf-37ed-4ed2-b5d2-6afaee2e6b67 admin admin] Publish callbacks [] for security_group (8262aeb4-e675-4d63-8b91-9cfb215d1855), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:48.910828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1cdf-37ed-4ed2-b5d2-6afaee2e6b67 admin admin] Publish callbacks [] for security_group (8262aeb4-e675-4d63-8b91-9cfb215d1855), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:48.981752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-92dc751f-a476-4076-bc8c-dfc7aac894a5 None None] Current status of the port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:49.037189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555b656-8c28-45f3-ba98-ebdc8fe84d42 None None] Pushing event updated for resources: {'Port': ['ID=c2f18be7-261d-4db5-a53a-a8993c5208b6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:49.059213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 92b11c53-f458-4770-b37d-22ccb75073c1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:49.059972 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:49.062587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1cdf-37ed-4ed2-b5d2-6afaee2e6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8262aeb4-e675-4d63-8b91-9cfb215d1855), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:49.072141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1cdf-37ed-4ed2-b5d2-6afaee2e6b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:49.073575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0aaa1cdf-37ed-4ed2-b5d2-6afaee2e6b67 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8262aeb4-e675-4d63-8b91-9cfb215d1855 HTTP/1.1" status: 204 len: 168 time: 0.4319019 Feb 09 21:12:49.110125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa1cdf-37ed-4ed2-b5d2-6afaee2e6b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8262aeb4-e675-4d63-8b91-9cfb215d1855,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:49.271779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 92b11c53-f458-4770-b37d-22ccb75073c1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:49.272184 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:49.275858 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-988c7cb4-f212-402b-8eea-171f28580c73 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:12:49.281357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-988c7cb4-f212-402b-8eea-171f28580c73 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "PUT /v2.0/routers/9a03bf3f-0ae4-4d26-875d-e05e05d5284e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9145763 Feb 09 21:12:49.284491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:49.374648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 92b11c53-f458-4770-b37d-22ccb75073c1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92b11c53-f458-4770-b37d-22ccb75073c1,segment=NetworkSegment(8dc33d6c-0bac-4973-8ede-aa1fa02106d4),segment_id=8dc33d6c-0bac-4973-8ede-aa1fa02106d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:49.411357 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:49.413373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 12432b7f-f4b0-486e-b8c3-d43cd9e72483 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:49.420181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:49.639237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=92b11c53-f458-4770-b37d-22ccb75073c1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:49.678860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:49.690722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:49.890156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c98475-aeb7-4bcc-98fd-a7d09f4fc23e None None] Network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:50.029018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1c5da77-ce7f-4adf-8e2d-1c0bad54616a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.042550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:50.093333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e8359307-9bba-4ea0-b7dc-0dc5a800c4f4 None None] Provisioning complete for port 92b11c53-f458-4770-b37d-22ccb75073c1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:50.093718 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e8359307-9bba-4ea0-b7dc-0dc5a800c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.139632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 994c6b17-6db4-452d-887a-7cbe0c1fd93e no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:12:50.171259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 994c6b17-6db4-452d-887a-7cbe0c1fd93e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:12:50.172101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 994c6b17-6db4-452d-887a-7cbe0c1fd93e not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:12:50.201911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.315148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e8359307-9bba-4ea0-b7dc-0dc5a800c4f4 None None] Current status of the port 92b11c53-f458-4770-b37d-22ccb75073c1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:50.316960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1c5da77-ce7f-4adf-8e2d-1c0bad54616a admin admin] Publish callbacks [] for security_group (3cf3f809-3744-4a80-b1c4-4260c46d3a05), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.327960 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1c5da77-ce7f-4adf-8e2d-1c0bad54616a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3cf3f809-3744-4a80-b1c4-4260c46d3a05), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.406281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d1c5da77-ce7f-4adf-8e2d-1c0bad54616a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=36f723e50c8d46389e19c0a6d2e2dac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9847124 Feb 09 21:12:50.408021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59876) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:50.487208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5da77-ce7f-4adf-8e2d-1c0bad54616a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf3f809-3744-4a80-b1c4-4260c46d3a05,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:50.604901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1072835e-b9c2-48b4-95c7-79ddd2b4e3cf admin admin] Publish callbacks [] for security_group (3cf3f809-3744-4a80-b1c4-4260c46d3a05), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.677401 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1072835e-b9c2-48b4-95c7-79ddd2b4e3cf admin admin] Publish callbacks [] for security_group (3cf3f809-3744-4a80-b1c4-4260c46d3a05), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.771726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1072835e-b9c2-48b4-95c7-79ddd2b4e3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3cf3f809-3744-4a80-b1c4-4260c46d3a05), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.772255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6deb2ad3-696e-490b-a817-f009aba00a9f None None] Provisioning complete for port 1cc140aa-4c2f-4568-a35e-5f85780c5b46 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:50.772996 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ad3-696e-490b-a817-f009aba00a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.774450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1072835e-b9c2-48b4-95c7-79ddd2b4e3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.780078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1072835e-b9c2-48b4-95c7-79ddd2b4e3cf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3cf3f809-3744-4a80-b1c4-4260c46d3a05 HTTP/1.1" status: 204 len: 168 time: 0.3643808 Feb 09 21:12:50.790771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072835e-b9c2-48b4-95c7-79ddd2b4e3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf3f809-3744-4a80-b1c4-4260c46d3a05,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:50.870094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Deleting port 1cc140aa-4c2f-4568-a35e-5f85780c5b46 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:50.870904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:50.977517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92b11c53-f458-4770-b37d-22ccb75073c1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:51.107206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf97a6-731c-4b49-83b7-5c4a3d3e34f2 None None] Network aa073193-265e-4c20-8c98-d0452a4661ef requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:51.169704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:51.173484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.216130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Calling delete_port for 1cc140aa-4c2f-4568-a35e-5f85780c5b46 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:51.272933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6deb2ad3-696e-490b-a817-f009aba00a9f None None] Port 1cc140aa-4c2f-4568-a35e-5f85780c5b46 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:12:51.320750 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ad788b62-b7fe-43c4-9038-fbf429e98584 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-634765857', 'prefixes': ['172.20.0.0/16']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:51.346418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6deb2ad3-696e-490b-a817-f009aba00a9f None None] Provisioning complete for port 92b11c53-f458-4770-b37d-22ccb75073c1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:51.346797 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6deb2ad3-696e-490b-a817-f009aba00a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.428800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 92b11c53-f458-4770-b37d-22ccb75073c1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:51.429095 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.464372 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad788b62-b7fe-43c4-9038-fbf429e98584 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.469804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:51.470581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad788b62-b7fe-43c4-9038-fbf429e98584 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] 10.222.0.102 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2985170 Feb 09 21:12:51.540016 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:51.551652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b426135e-26a9-4b8c-9169-67241674bed2 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] 10.222.0.102 "GET /v2.0/subnetpools/ed74b526-c6ae-425e-bc7d-fb0897fe2aa4 HTTP/1.1" status: 200 len: 731 time: 0.0792232 Feb 09 21:12:51.569815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59910) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:51.570664 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375d2df5-ad1c-42c9-b4c6-91fbe0d96c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.581956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-93733c10-f4a6-4cea-a723-79747f92c9e8 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-490921063'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:51.631060 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1cc140aa-4c2f-4568-a35e-5f85780c5b46), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.681174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Port': ['ID=1cc140aa-4c2f-4568-a35e-5f85780c5b46,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:51.771225 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-93733c10-f4a6-4cea-a723-79747f92c9e8 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.775651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-93733c10-f4a6-4cea-a723-79747f92c9e8 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] 10.222.0.102 "PUT /v2.0/subnetpools/ed74b526-c6ae-425e-bc7d-fb0897fe2aa4 HTTP/1.1" status: 200 len: 683 time: 0.2018909 Feb 09 21:12:51.776956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59912) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:51.877456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375d2df5-ad1c-42c9-b4c6-91fbe0d96c11 admin admin] Publish callbacks [] for security_group (32cec6c2-1e44-4951-aa94-254550c78d6f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.882045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb6d424-e98a-4ad7-ae61-22bf7f6d7f27 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.886596 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5cb6d424-e98a-4ad7-ae61-22bf7f6d7f27 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] 10.222.0.102 "DELETE /v2.0/subnetpools/ed74b526-c6ae-425e-bc7d-fb0897fe2aa4 HTTP/1.1" status: 204 len: 168 time: 0.1054292 Feb 09 21:12:51.888344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:51.905657 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-81dc0ed9-32a3-43fa-b708-ec10066a1df8 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] show failed (client error): The resource could not be found. Feb 09 21:12:51.909849 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-81dc0ed9-32a3-43fa-b708-ec10066a1df8 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] 10.222.0.102 "GET /v2.0/subnetpools/ed74b526-c6ae-425e-bc7d-fb0897fe2aa4 HTTP/1.1" status: 404 len: 346 time: 0.0202625 Feb 09 21:12:51.910634 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-375d2df5-ad1c-42c9-b4c6-91fbe0d96c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (32cec6c2-1e44-4951-aa94-254550c78d6f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:51.938639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59916) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:51.946457 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-375d2df5-ad1c-42c9-b4c6-91fbe0d96c11 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=28dbb25280cb4b49894635db8c76e779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048038 Feb 09 21:12:51.971367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:51.976588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.021135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6deb2ad3-696e-490b-a817-f009aba00a9f None None] Current status of the port 92b11c53-f458-4770-b37d-22ccb75073c1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:52.079598 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-8b36dff0-8551-4114-9ab7-383a9e81d2e4 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] delete failed (client error): The resource could not be found. Feb 09 21:12:52.099796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8b36dff0-8551-4114-9ab7-383a9e81d2e4 tempest-SubnetPoolsTestJSON-1099712245 tempest-SubnetPoolsTestJSON-1099712245-project] 10.222.0.102 "DELETE /v2.0/subnetpools/ed74b526-c6ae-425e-bc7d-fb0897fe2aa4 HTTP/1.1" status: 404 len: 346 time: 0.1520755 Feb 09 21:12:52.109482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.159702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da435591-b7ce-4a39-b8d1-742b11e6470a admin admin] Publish callbacks [] for security_group (32cec6c2-1e44-4951-aa94-254550c78d6f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.161580 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d2df5-ad1c-42c9-b4c6-91fbe0d96c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cec6c2-1e44-4951-aa94-254550c78d6f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:52.167595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a66a2b01-1c66-47a2-91f5-ced7e49195a0 None None] Could not find standard attr ID for object 1cc140aa-4c2f-4568-a35e-5f85780c5b46. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:12:52.172274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 92b11c53-f458-4770-b37d-22ccb75073c1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:52.174029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c2f18be7-261d-4db5-a53a-a8993c5208b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:52.234083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da435591-b7ce-4a39-b8d1-742b11e6470a admin admin] Publish callbacks [] for security_group (32cec6c2-1e44-4951-aa94-254550c78d6f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.289027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a66a2b01-1c66-47a2-91f5-ced7e49195a0 None None] Provisioning complete for port c2f18be7-261d-4db5-a53a-a8993c5208b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:52.289408 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66a2b01-1c66-47a2-91f5-ced7e49195a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.342361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da435591-b7ce-4a39-b8d1-742b11e6470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (32cec6c2-1e44-4951-aa94-254550c78d6f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.343425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c2f18be7-261d-4db5-a53a-a8993c5208b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:52.344049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.346231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da435591-b7ce-4a39-b8d1-742b11e6470a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.352142 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-da435591-b7ce-4a39-b8d1-742b11e6470a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/32cec6c2-1e44-4951-aa94-254550c78d6f HTTP/1.1" status: 204 len: 168 time: 0.3723271 Feb 09 21:12:52.372555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435591-b7ce-4a39-b8d1-742b11e6470a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cec6c2-1e44-4951-aa94-254550c78d6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:52.463660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Router 9a03bf3f-0ae4-4d26-875d-e05e05d5284e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:52.623606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c2f18be7-261d-4db5-a53a-a8993c5208b6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:52.624690 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.664277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:52.676785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-434f1b1d-f504-48a1-9d6b-3f8f38dffc0f tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "PUT /v2.0/routers/9a03bf3f-0ae4-4d26-875d-e05e05d5284e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3905163 Feb 09 21:12:52.677844 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935a6f6-df62-477e-9b5f-47c471050c3b None None] Sync routers for ids ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:52.682684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:52.707023 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935a6f6-df62-477e-9b5f-47c471050c3b None None] Routers {'9a03bf3f-0ae4-4d26-875d-e05e05d5284e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:52.709444 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e935a6f6-df62-477e-9b5f-47c471050c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:52.736989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port c2f18be7-261d-4db5-a53a-a8993c5208b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c2f18be7-261d-4db5-a53a-a8993c5208b6,segment=NetworkSegment(9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c),segment_id=9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:52.750454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a66a2b01-1c66-47a2-91f5-ced7e49195a0 None None] Current status of the port c2f18be7-261d-4db5-a53a-a8993c5208b6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:52.752046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66a2b01-1c66-47a2-91f5-ced7e49195a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.763782 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:52.765623 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-a014413f-2b42-4f7e-ba76-e2a177ce38bb tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] delete failed (client error): The resource could not be found. Feb 09 21:12:52.766707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a014413f-2b42-4f7e-ba76-e2a177ce38bb tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/routers/tempest-non_exist_router-1331849115 HTTP/1.1" status: 404 len: 335 time: 0.0830340 Feb 09 21:12:52.775101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:52.783106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-df73a865-8146-42e8-bcf4-e028c55dcb88 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a03bf3f-0ae4-4d26-875d-e05e05d5284e'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:52.877851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59948) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:53.001085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=c2f18be7-261d-4db5-a53a-a8993c5208b6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:53.037488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-a66a2b01-1c66-47a2-91f5-ced7e49195a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:12:53.038759 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-a66a2b01-1c66-47a2-91f5-ced7e49195a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:12:53.078276 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e935a6f6-df62-477e-9b5f-47c471050c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:53.091086 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935a6f6-df62-477e-9b5f-47c471050c3b None None] Routers {'9a03bf3f-0ae4-4d26-875d-e05e05d5284e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:53.092007 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e935a6f6-df62-477e-9b5f-47c471050c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:53.155856 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e935a6f6-df62-477e-9b5f-47c471050c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:53.156822 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935a6f6-df62-477e-9b5f-47c471050c3b None None] The sync data for ids ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:53.317486 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df73a865-8146-42e8-bcf4-e028c55dcb88 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for router_gateway (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.338652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb44f-da2f-450e-b560-bc4b7048c013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.570969 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb44f-da2f-450e-b560-bc4b7048c013 admin admin] Publish callbacks [] for security_group (3844a889-a5fb-4908-9ff0-62ed140902c4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.584668 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb44f-da2f-450e-b560-bc4b7048c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3844a889-a5fb-4908-9ff0-62ed140902c4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.631203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a66a2b01-1c66-47a2-91f5-ced7e49195a0 None None] Current status of the port c2f18be7-261d-4db5-a53a-a8993c5208b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:53.665041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeeb44f-da2f-450e-b560-bc4b7048c013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844a889-a5fb-4908-9ff0-62ed140902c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:53.701110 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bdeeb44f-da2f-450e-b560-bc4b7048c013 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=69cae7b7a3574af7b5c28dfe4cfed099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8210444 Feb 09 21:12:53.702688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 59976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:53.768765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c01e1912-8e9b-4f88-ae96-62016af61e3a None None] Provisioning complete for port c2f18be7-261d-4db5-a53a-a8993c5208b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:53.769310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c01e1912-8e9b-4f88-ae96-62016af61e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.801176 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-df73a865-8146-42e8-bcf4-e028c55dcb88 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] update failed (client error): The resource could not be found. Feb 09 21:12:53.808200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-df73a865-8146-42e8-bcf4-e028c55dcb88 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "PUT /v2.0/routers/9a03bf3f-0ae4-4d26-875d-e05e05d5284e HTTP/1.1" status: 404 len: 339 time: 1.0319760 Feb 09 21:12:53.809069 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 59980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:53.822722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac081f41-4512-4829-98f3-5823a49b11a3 admin admin] Publish callbacks [] for security_group (3844a889-a5fb-4908-9ff0-62ed140902c4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.870721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac081f41-4512-4829-98f3-5823a49b11a3 admin admin] Publish callbacks [] for security_group (3844a889-a5fb-4908-9ff0-62ed140902c4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.890684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c01e1912-8e9b-4f88-ae96-62016af61e3a None None] Current status of the port c2f18be7-261d-4db5-a53a-a8993c5208b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:53.935422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac081f41-4512-4829-98f3-5823a49b11a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3844a889-a5fb-4908-9ff0-62ed140902c4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.938973 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac081f41-4512-4829-98f3-5823a49b11a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:53.948245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ac081f41-4512-4829-98f3-5823a49b11a3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3844a889-a5fb-4908-9ff0-62ed140902c4 HTTP/1.1" status: 204 len: 168 time: 0.2444880 Feb 09 21:12:53.970170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac081f41-4512-4829-98f3-5823a49b11a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844a889-a5fb-4908-9ff0-62ed140902c4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:54.303059 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:54.787982 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Allocated IP 172.20.0.1 (9c3d0765-3385-497d-805c-d67fb162d12b/a5cfc082-5692-4478-9efa-803f553ce236/914c5958-d066-4c8e-96ed-74b92ecbd558) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:54.936421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c2f18be7-261d-4db5-a53a-a8993c5208b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:54.992416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.049066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.099565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network 9c3d0765-3385-497d-805c-d67fb162d12b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:55.106847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:55.133762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:55.140279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c2f18be7-261d-4db5-a53a-a8993c5208b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:55.140713 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.186729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Port': ['ID=914c5958-d066-4c8e-96ed-74b92ecbd558,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:55.237634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.335795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c2f18be7-261d-4db5-a53a-a8993c5208b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:55.482464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.644860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5dd21d21-4cf5-4acf-a33c-e9b3261a3eda None None] Provisioning complete for port 914c5958-d066-4c8e-96ed-74b92ecbd558 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:55.645324 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dd21d21-4cf5-4acf-a33c-e9b3261a3eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.696692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60038) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:55.737645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5dd21d21-4cf5-4acf-a33c-e9b3261a3eda None None] Port 914c5958-d066-4c8e-96ed-74b92ecbd558 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:12:55.891590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1465741463'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:55.928282 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.935245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Made reservation on behalf of 719b7309bcc74307a887e28571f859a5 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:55.943769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.952961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:55.955800 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.063992 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for security_group (b511faed-d315-4bcb-92e4-d7d8f2861d54), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.068186 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.075404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b511faed-d315-4bcb-92e4-d7d8f2861d54), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.108799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:12:56.149190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5d3dd14b-9385-45c2-9e3e-077f9e475032), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.149667 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Added segment 5d3dd14b-9385-45c2-9e3e-077f9e475032 of type vlan for network 024b1666-4d21-414f-ad9d-488512a88438 Feb 09 21:12:56.155593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event updated for resources: {'Port': ['ID=914c5958-d066-4c8e-96ed-74b92ecbd558,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:56.164794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b511faed-d315-4bcb-92e4-d7d8f2861d54,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:56.219649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Network 9c3d0765-3385-497d-805c-d67fb162d12b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:56.221819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:56.246734 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (024b1666-4d21-414f-ad9d-488512a88438), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.300639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (024b1666-4d21-414f-ad9d-488512a88438), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.309322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:56.310345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.357815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Router 9a03bf3f-0ae4-4d26-875d-e05e05d5284e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:56.390927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6930397 Feb 09 21:12:56.393942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:56.400118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Request body: {'subnet': {'network_id': '024b1666-4d21-414f-ad9d-488512a88438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:56.423576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36817875-a628-4a0b-996d-fe29dd597a8e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Pushing event updated for resources: {'Network': ['ID=024b1666-4d21-414f-ad9d-488512a88438,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:56.438924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 024b1666-4d21-414f-ad9d-488512a88438 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:12:56.552817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Made reservation on behalf of 719b7309bcc74307a887e28571f859a5 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:56.562240 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.600608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:56.618523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca24f1-e5a4-44a5-82b4-d3d9adf4d0f9 None None] Sync routers for ids ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:12:56.621124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0188f578-677e-4bad-a30c-c65e9686a2a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "PUT /v2.0/routers/9a03bf3f-0ae4-4d26-875d-e05e05d5284e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8107784 Feb 09 21:12:56.624241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:56.653909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca24f1-e5a4-44a5-82b4-d3d9adf4d0f9 None None] Routers {'9a03bf3f-0ae4-4d26-875d-e05e05d5284e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:56.654878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-feca24f1-e5a4-44a5-82b4-d3d9adf4d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:56.737732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-feca24f1-e5a4-44a5-82b4-d3d9adf4d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:56.801849 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.813945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca24f1-e5a4-44a5-82b4-d3d9adf4d0f9 None None] Routers {'9a03bf3f-0ae4-4d26-875d-e05e05d5284e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:12:56.815122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-feca24f1-e5a4-44a5-82b4-d3d9adf4d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:56.852693 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-52387d9a-4e10-4ece-b33d-0b9570e12492 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for router (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.881432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (97078270-bd9a-4b7d-8034-ff182a193305), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.910944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-feca24f1-e5a4-44a5-82b4-d3d9adf4d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:56.912279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca24f1-e5a4-44a5-82b4-d3d9adf4d0f9 None None] The sync data for ids ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:12:56.934297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-334639e2-cb0b-4de8-89f0-257ae371e50e None None] Provisioning complete for port 914c5958-d066-4c8e-96ed-74b92ecbd558 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:56.935946 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-334639e2-cb0b-4de8-89f0-257ae371e50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:56.979579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Pushing event updated for resources: {'Subnet': ['ID=97078270-bd9a-4b7d-8034-ff182a193305,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:56.982277 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-52387d9a-4e10-4ece-b33d-0b9570e12492 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:12:56.984265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Checking segment: {'id': '5d3dd14b-9385-45c2-9e3e-077f9e475032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '024b1666-4d21-414f-ad9d-488512a88438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:56.984505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-52387d9a-4e10-4ece-b33d-0b9570e12492 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/routers/9a03bf3f-0ae4-4d26-875d-e05e05d5284e HTTP/1.1" status: 409 len: 329 time: 0.3588979 Feb 09 21:12:56.984719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Network hostable DHCP agents. Network: 024b1666-4d21-414f-ad9d-488512a88438, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:12:56.986980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60064) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:57.014615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Network 024b1666-4d21-414f-ad9d-488512a88438 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:12:57.032473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-334639e2-cb0b-4de8-89f0-257ae371e50e None None] Port 914c5958-d066-4c8e-96ed-74b92ecbd558 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:12:57.035238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 024b1666-4d21-414f-ad9d-488512a88438) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:57.047628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:57.050944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:57.064338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f44c45-760e-4e83-8e17-70a4fc2d1628 None None] Network 024b1666-4d21-414f-ad9d-488512a88438 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:57.092637 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1e60eceb-a590-4b69-b7aa-7a5b80d785df tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6973205 Feb 09 21:12:57.095152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:57.100578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Request body: {'port': {'network_id': '024b1666-4d21-414f-ad9d-488512a88438', 'name': 'tempest-TagsExtTest-594888911'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:57.213176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-024b1666-4d21-414f-ad9d-488512a88438', 'network_id': '024b1666-4d21-414f-ad9d-488512a88438', 'project_id': '719b7309bcc74307a887e28571f859a5', 'fixed_ips': [{'subnet_id': '97078270-bd9a-4b7d-8034-ff182a193305'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:12:57.214363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:57.335224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Made reservation on behalf of 719b7309bcc74307a887e28571f859a5 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:12:57.339043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:57.358616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] device_id is not set on port 0874cafa-3677-4375-ab83-834c2fd92952 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:12:57.438962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Allocated IP 172.20.0.2 (024b1666-4d21-414f-ad9d-488512a88438/97078270-bd9a-4b7d-8034-ff182a193305/c7fb36fb-c50a-47ff-a1cd-8eeba8170e05) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:57.560746 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:57.686727 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Publish callbacks [] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:57.697205 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:57.813181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Pushing event updated for resources: {'Port': ['ID=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:57.813438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Allocated IP 172.20.0.4 (024b1666-4d21-414f-ad9d-488512a88438/97078270-bd9a-4b7d-8034-ff182a193305/0874cafa-3677-4375-ab83-834c2fd92952) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:12:57.838753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Network 024b1666-4d21-414f-ad9d-488512a88438 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:57.843648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:57.849064 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:57.932718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Attempting to bind port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:12:57.933269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Attempting to bind port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '5d3dd14b-9385-45c2-9e3e-077f9e475032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '024b1666-4d21-414f-ad9d-488512a88438'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:12:57.933735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Attempting to bind port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 on network 024b1666-4d21-414f-ad9d-488512a88438 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:12:57.940140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:12:57.940676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Checking segment: {'id': '5d3dd14b-9385-45c2-9e3e-077f9e475032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '024b1666-4d21-414f-ad9d-488512a88438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:12:57.941251 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:57.941946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Bound using segment: {'id': '5d3dd14b-9385-45c2-9e3e-077f9e475032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '024b1666-4d21-414f-ad9d-488512a88438'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:12:57.942526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Bound port: c7fb36fb-c50a-47ff-a1cd-8eeba8170e05, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3dd14b-9385-45c2-9e3e-077f9e475032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '024b1666-4d21-414f-ad9d-488512a88438'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:12:57.943069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:57.993996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:58.050798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] For port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:12:58.055055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] For port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,segment=NetworkSegment(5d3dd14b-9385-45c2-9e3e-077f9e475032),segment_id=5d3dd14b-9385-45c2-9e3e-077f9e475032)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:12:58.062766 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.137597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Deleting port 914c5958-d066-4c8e-96ed-74b92ecbd558 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:12:58.138134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.173067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e435c66-d3d6-43f7-ab21-ab68bf885174 None None] Pushing event updated for resources: {'Port': ['ID=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:58.245804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for port (0874cafa-3677-4375-ab83-834c2fd92952), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.276666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d519963-f360-4467-a3e2-f5b94ef75994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.297087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (0874cafa-3677-4375-ab83-834c2fd92952), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.338299 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.382848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Network 024b1666-4d21-414f-ad9d-488512a88438 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:12:58.387126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:12:58.392440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:12:58.397244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Pushing event updated for resources: {'Port': ['ID=0874cafa-3677-4375-ab83-834c2fd92952,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:58.406869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Calling delete_port for 914c5958-d066-4c8e-96ed-74b92ecbd558 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:12:58.467503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:12:58.468253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.503942 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5b0c39d4-d524-4c87-a302-af07f1f50588 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.4075329 Feb 09 21:12:58.506516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60084) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:58.526350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-617b1fdb-ad5d-41ea-84d1-14980ee53121 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-796397736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:58.545538 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d519963-f360-4467-a3e2-f5b94ef75994 admin admin] Publish callbacks [] for security_group (4ab25212-c2d0-41d1-ad49-247aa719dd66), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.561872 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d519963-f360-4467-a3e2-f5b94ef75994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4ab25212-c2d0-41d1-ad49-247aa719dd66), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.571166 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-617b1fdb-ad5d-41ea-84d1-14980ee53121 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (6431d527-cd9a-4f0c-8621-4bcc7d760896), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.576554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-617b1fdb-ad5d-41ea-84d1-14980ee53121 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (6431d527-cd9a-4f0c-8621-4bcc7d760896), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.676280 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-617b1fdb-ad5d-41ea-84d1-14980ee53121 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for router_controller (6431d527-cd9a-4f0c-8621-4bcc7d760896), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.687201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d519963-f360-4467-a3e2-f5b94ef75994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab25212-c2d0-41d1-ad49-247aa719dd66,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:58.690848 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-617b1fdb-ad5d-41ea-84d1-14980ee53121 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (6431d527-cd9a-4f0c-8621-4bcc7d760896), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.693507 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6d519963-f360-4467-a3e2-f5b94ef75994 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c1801d0811a14805b59431d3e1d6d3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6985159 Feb 09 21:12:58.699812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:58.762057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-617b1fdb-ad5d-41ea-84d1-14980ee53121 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.763323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-617b1fdb-ad5d-41ea-84d1-14980ee53121 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2556350 Feb 09 21:12:58.767001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60088) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:58.772734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4e8ef921-ec11-4758-9444-dd5033d07c70 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-91487762', 'prefixes': ['172.20.0.0/16']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:12:58.835072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f412ebc6-883d-4d03-a503-903be50a9fe8 admin admin] Publish callbacks [] for security_group (4ab25212-c2d0-41d1-ad49-247aa719dd66), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.859134 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (914c5958-d066-4c8e-96ed-74b92ecbd558), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.882761 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f412ebc6-883d-4d03-a503-903be50a9fe8 admin admin] Publish callbacks [] for security_group (4ab25212-c2d0-41d1-ad49-247aa719dd66), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:58.900159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Port': ['ID=914c5958-d066-4c8e-96ed-74b92ecbd558,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:58.973068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:12:58.999139 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f412ebc6-883d-4d03-a503-903be50a9fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4ab25212-c2d0-41d1-ad49-247aa719dd66), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.005944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f412ebc6-883d-4d03-a503-903be50a9fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.007157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f412ebc6-883d-4d03-a503-903be50a9fe8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4ab25212-c2d0-41d1-ad49-247aa719dd66 HTTP/1.1" status: 204 len: 168 time: 0.3022232 Feb 09 21:12:59.051268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412ebc6-883d-4d03-a503-903be50a9fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab25212-c2d0-41d1-ad49-247aa719dd66,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:59.080873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e8ef921-ec11-4758-9444-dd5033d07c70 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.086610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4e8ef921-ec11-4758-9444-dd5033d07c70 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.3186197 Feb 09 21:12:59.087296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:59.094817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-3738644b-0f00-4387-9b5f-2399cd668439 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305', 'tempest-TagsExtTest-Tag-1893700283') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:59.108272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:12:59.108929 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.276143 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.304436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:12:59.304832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.331105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3738644b-0f00-4387-9b5f-2399cd668439 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags/tempest-TagsExtTest-Tag-1893700283 HTTP/1.1" status: 201 len: 201 time: 0.2426822 Feb 09 21:12:59.332910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:59.343157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-79910b2b-e1dd-4ffa-a231-7dfcaebb1d83 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952', 'tempest-TagsExtTest-Tag-1091126835') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:59.412794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,segment=NetworkSegment(5d3dd14b-9385-45c2-9e3e-077f9e475032),segment_id=5d3dd14b-9385-45c2-9e3e-077f9e475032)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:12:59.420694 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.515753 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-79910b2b-e1dd-4ffa-a231-7dfcaebb1d83 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags/tempest-TagsExtTest-Tag-1091126835 HTTP/1.1" status: 201 len: 201 time: 0.1813097 Feb 09 21:12:59.518227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60104) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:59.523265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-e32ba8cb-9053-4b6b-9906-d83e5ec0e637 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896', 'tempest-TagsExtTest-Tag-1976387119') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:59.540561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:12:59.676753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60106) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:59.715958 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59af174b-d570-4d89-a3a0-42c761e77a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.894895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Router 9a03bf3f-0ae4-4d26-875d-e05e05d5284e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:12:59.900684 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59af174b-d570-4d89-a3a0-42c761e77a5a admin admin] Publish callbacks [] for security_group (74f70240-6ce4-465f-824a-75e7872963c4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.904549 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e32ba8cb-9053-4b6b-9906-d83e5ec0e637 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags/tempest-TagsExtTest-Tag-1976387119 HTTP/1.1" status: 201 len: 201 time: 0.3850303 Feb 09 21:12:59.907452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:12:59.914383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-569692af-cea8-4778-92c4-6483f948a85c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e', 'tempest-TagsExtTest-Tag-15559072') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:12:59.923500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59af174b-d570-4d89-a3a0-42c761e77a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (74f70240-6ce4-465f-824a-75e7872963c4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:12:59.939952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86fd0d-9e46-403b-a392-1d9987484fb7 None None] Network 024b1666-4d21-414f-ad9d-488512a88438 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:12:59.981546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:12:59.990910 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-19bc64c9-2119-4d0a-ad36-de808b7ac570 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "PUT /v2.0/routers/9a03bf3f-0ae4-4d26-875d-e05e05d5284e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9979932 Feb 09 21:12:59.991994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:00.002943 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a183f95-fd8d-4cbb-9e09-75263b61a753 None None] Sync routers for ids ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:13:00.023940 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a183f95-fd8d-4cbb-9e09-75263b61a753 None None] Routers {'9a03bf3f-0ae4-4d26-875d-e05e05d5284e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:00.024575 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a183f95-fd8d-4cbb-9e09-75263b61a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:00.070796 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-b277f5cd-431b-4e98-bbc6-16e9cf8d29a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] show failed (client error): The resource could not be found. Feb 09 21:13:00.073552 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-59af174b-d570-4d89-a3a0-42c761e77a5a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d645163eff9f46518b7a71cc26ca3ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3956277 Feb 09 21:13:00.079382 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:00.084480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b277f5cd-431b-4e98-bbc6-16e9cf8d29a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "GET /v2.0/routers/tempest-non_exist_router-761541374 HTTP/1.1" status: 404 len: 334 time: 0.0883880 Feb 09 21:13:00.084737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:00.089308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-11fcba02-0e0c-4df9-bd3e-e1ba9fa63e6e tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:00.096484 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a183f95-fd8d-4cbb-9e09-75263b61a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:00.115838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e84af5c4-ae58-422a-b78e-3af56c000e3f None None] Provisioning complete for port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:00.117926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e84af5c4-ae58-422a-b78e-3af56c000e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.121144 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a183f95-fd8d-4cbb-9e09-75263b61a753 None None] Routers {'9a03bf3f-0ae4-4d26-875d-e05e05d5284e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:00.122041 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a183f95-fd8d-4cbb-9e09-75263b61a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:12:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:00.142294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af174b-d570-4d89-a3a0-42c761e77a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f70240-6ce4-465f-824a-75e7872963c4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:00.144183 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-11fcba02-0e0c-4df9-bd3e-e1ba9fa63e6e tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] update failed (client error): The resource could not be found. Feb 09 21:13:00.145257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-11fcba02-0e0c-4df9-bd3e-e1ba9fa63e6e tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "PUT /v2.0/routers/tempest-non_exist_router-1407357769 HTTP/1.1" status: 404 len: 335 time: 0.0595016 Feb 09 21:13:00.150202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60116) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:00.178916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-569692af-cea8-4778-92c4-6483f948a85c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags/tempest-TagsExtTest-Tag-15559072 HTTP/1.1" status: 201 len: 201 time: 0.2697294 Feb 09 21:13:00.190786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60118) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:00.211141 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-ad8fd708-dadc-4cc0-9f3f-41a1c0d7b514 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:00.225691 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-3a183f95-fd8d-4cbb-9e09-75263b61a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:00.226362 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a183f95-fd8d-4cbb-9e09-75263b61a753 None None] The sync data for ids ['9a03bf3f-0ae4-4d26-875d-e05e05d5284e'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:13:00.260055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-7471999b-efe5-4193-9c8f-dd65c24ebf53 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Deleting subnet 2b6b75aa-1ef8-4a35-abad-4f063723070e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:13:00.270810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e84af5c4-ae58-422a-b78e-3af56c000e3f None None] Current status of the port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:00.271314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7471999b-efe5-4193-9c8f-dd65c24ebf53 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (2b6b75aa-1ef8-4a35-abad-4f063723070e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.320687 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d85303-4db2-4e3f-9784-63238d618d91 admin admin] Publish callbacks [] for security_group (74f70240-6ce4-465f-824a-75e7872963c4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.363470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad8fd708-dadc-4cc0-9f3f-41a1c0d7b514 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags HTTP/1.1" status: 200 len: 241 time: 0.1693838 Feb 09 21:13:00.364718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:00.365136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d85303-4db2-4e3f-9784-63238d618d91 admin admin] Publish callbacks [] for security_group (74f70240-6ce4-465f-824a-75e7872963c4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.376322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-40be3d2c-40c7-4f07-abd2-0a16d5047545 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305', 'tempest-TagsExtTest-Tag-1893700283') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:00.406468 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7471999b-efe5-4193-9c8f-dd65c24ebf53 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (2b6b75aa-1ef8-4a35-abad-4f063723070e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.436182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d85303-4db2-4e3f-9784-63238d618d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (74f70240-6ce4-465f-824a-75e7872963c4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.438824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d85303-4db2-4e3f-9784-63238d618d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.440212 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-66d85303-4db2-4e3f-9784-63238d618d91 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/74f70240-6ce4-465f-824a-75e7872963c4 HTTP/1.1" status: 204 len: 168 time: 0.3591366 Feb 09 21:13:00.457963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d85303-4db2-4e3f-9784-63238d618d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f70240-6ce4-465f-824a-75e7872963c4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:00.627071 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-40be3d2c-40c7-4f07-abd2-0a16d5047545 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags/tempest-TagsExtTest-Tag-1893700283 HTTP/1.1" status: 204 len: 168 time: 0.2584202 Feb 09 21:13:00.629565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:00.636458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-0decde9a-d0fa-421c-afb2-3facd9c33b85 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305', 'tempest-TagsExtTest-Tag-1893700283') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:00.675251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7471999b-efe5-4193-9c8f-dd65c24ebf53 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2b6b75aa-1ef8-4a35-abad-4f063723070e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.717042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cbb8061d-14e6-479a-889f-c05fa68442ad None None] Provisioning complete for port 0874cafa-3677-4375-ab83-834c2fd92952 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:00.717621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb8061d-14e6-479a-889f-c05fa68442ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0874cafa-3677-4375-ab83-834c2fd92952), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.814540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8061d-14e6-479a-889f-c05fa68442ad None None] Port 0874cafa-3677-4375-ab83-834c2fd92952 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:13:00.818890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7471999b-efe5-4193-9c8f-dd65c24ebf53 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (2b6b75aa-1ef8-4a35-abad-4f063723070e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.837877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cbb8061d-14e6-479a-889f-c05fa68442ad None None] Provisioning complete for port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:00.838264 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cbb8061d-14e6-479a-889f-c05fa68442ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.894000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471999b-efe5-4193-9c8f-dd65c24ebf53 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6b75aa-1ef8-4a35-abad-4f063723070e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:00.911140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0decde9a-d0fa-421c-afb2-3facd9c33b85 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags/tempest-TagsExtTest-Tag-1893700283 HTTP/1.1" status: 204 len: 168 time: 0.2797494 Feb 09 21:13:00.913725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:00.918652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-6d9c2282-f453-47b7-96eb-532be2116632 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:00.921399 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7471999b-efe5-4193-9c8f-dd65c24ebf53 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:00.931297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e95c90-e9cf-49c0-83d4-586d40a38761 None None] Network aa073193-265e-4c20-8c98-d0452a4661ef requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:00.935973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7471999b-efe5-4193-9c8f-dd65c24ebf53 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/subnets/2b6b75aa-1ef8-4a35-abad-4f063723070e HTTP/1.1" status: 204 len: 168 time: 0.7845628 Feb 09 21:13:00.936868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60136) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:01.039517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:01.040720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f06d28-bdf9-4612-8ee6-1bca94133233 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Deleting subnet 8bd8837a-86eb-48d0-91be-3057d17f3c0e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:13:01.047897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d9c2282-f453-47b7-96eb-532be2116632 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags HTTP/1.1" status: 200 len: 205 time: 0.1303756 Feb 09 21:13:01.047897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:01.051343 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f06d28-bdf9-4612-8ee6-1bca94133233 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (8bd8837a-86eb-48d0-91be-3057d17f3c0e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:01.058148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-630cc48b-e9cf-487a-a71f-70a37e0bd750 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:01.137507 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f06d28-bdf9-4612-8ee6-1bca94133233 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (8bd8837a-86eb-48d0-91be-3057d17f3c0e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:01.172661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-630cc48b-e9cf-487a-a71f-70a37e0bd750 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags HTTP/1.1" status: 200 len: 241 time: 0.1210756 Feb 09 21:13:01.173242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:01.178725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-38bb83f8-db47-409e-bf45-d49b0a153354 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952', 'tempest-TagsExtTest-Tag-1091126835') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:01.265991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38bb83f8-db47-409e-bf45-d49b0a153354 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags/tempest-TagsExtTest-Tag-1091126835 HTTP/1.1" status: 204 len: 168 time: 0.0891662 Feb 09 21:13:01.272217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:01.276842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-f92b401f-b74a-4fb1-a115-b37aac9ad65c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952', 'tempest-TagsExtTest-Tag-1091126835') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:01.284358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8061d-14e6-479a-889f-c05fa68442ad None None] Current status of the port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:01.320911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:01.321456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:01.357118 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f06d28-bdf9-4612-8ee6-1bca94133233 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (8bd8837a-86eb-48d0-91be-3057d17f3c0e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:01.401618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60162) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:01.403728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f92b401f-b74a-4fb1-a115-b37aac9ad65c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags/tempest-TagsExtTest-Tag-1091126835 HTTP/1.1" status: 204 len: 168 time: 0.1289203 Feb 09 21:13:01.412455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-1abd9c1b-b65c-4692-8ed6-15e650c90b55 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:01.479424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] DHCP port deletion for aa073193-265e-4c20-8c98-d0452a4661ef request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:13:01.509361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ff98349a-9454-4369-9b02-98d6a8b8850a None None] Provisioning complete for port 0874cafa-3677-4375-ab83-834c2fd92952 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:01.510169 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ff98349a-9454-4369-9b02-98d6a8b8850a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0874cafa-3677-4375-ab83-834c2fd92952), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:01.568221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ff98349a-9454-4369-9b02-98d6a8b8850a None None] Port 0874cafa-3677-4375-ab83-834c2fd92952 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:13:01.618183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1abd9c1b-b65c-4692-8ed6-15e650c90b55 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags HTTP/1.1" status: 200 len: 205 time: 0.2149346 Feb 09 21:13:01.619260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f06d28-bdf9-4612-8ee6-1bca94133233 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (8bd8837a-86eb-48d0-91be-3057d17f3c0e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:01.621560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60168) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:01.627326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-1e07a764-64d7-404a-b4ad-15e1e2f207ef tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:01.691938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:01.703832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f06d28-bdf9-4612-8ee6-1bca94133233 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd8837a-86eb-48d0-91be-3057d17f3c0e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:01.731015 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f06d28-bdf9-4612-8ee6-1bca94133233 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:01.740606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fcf05a-b3d2-4992-926b-2d967b3d5f07 None None] Network 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:01.743970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-45f06d28-bdf9-4612-8ee6-1bca94133233 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/subnets/8bd8837a-86eb-48d0-91be-3057d17f3c0e HTTP/1.1" status: 204 len: 168 time: 0.8014214 Feb 09 21:13:01.745026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60172) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:01.840908 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1e07a764-64d7-404a-b4ad-15e1e2f207ef tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags HTTP/1.1" status: 200 len: 241 time: 0.2182550 Feb 09 21:13:01.843414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60176) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:01.849136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-5bea4f99-0922-492b-887c-b7bd13f72702 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896', 'tempest-TagsExtTest-Tag-1976387119') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:01.883138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] Deleting port c2f18be7-261d-4db5-a53a-a8993c5208b6 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:01.883508 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:01.938419 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (aa073193-265e-4c20-8c98-d0452a4661ef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.048494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Deleting port c2f18be7-261d-4db5-a53a-a8993c5208b6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:02.049351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.053496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] For port c2f18be7-261d-4db5-a53a-a8993c5208b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c2f18be7-261d-4db5-a53a-a8993c5208b6,segment=NetworkSegment(9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c),segment_id=9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:02.053496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.112324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] Calling delete_port for c2f18be7-261d-4db5-a53a-a8993c5208b6 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:02.125305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] For port c2f18be7-261d-4db5-a53a-a8993c5208b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c2f18be7-261d-4db5-a53a-a8993c5208b6,segment=NetworkSegment(9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c),segment_id=9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:02.125801 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.145913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Calling delete_port for c2f18be7-261d-4db5-a53a-a8993c5208b6 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:02.207373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] DHCP port deletion for 7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:13:02.282528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.305498 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (c2f18be7-261d-4db5-a53a-a8993c5208b6), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.318705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Port': ['ID=c2f18be7-261d-4db5-a53a-a8993c5208b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:02.327748 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] No DVR routers for this DVR port c2f18be7-261d-4db5-a53a-a8993c5208b6 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:02.354959 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:13:02.385422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] Pushing event deleted for resources: {'Port': ['ID=c2f18be7-261d-4db5-a53a-a8993c5208b6,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:02.398940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] Deleting port 92b11c53-f458-4770-b37d-22ccb75073c1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:02.400105 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.405037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9baeeec-267d-4cdf-a940-7be12e19df4d None None] No DVR routers for this DVR port c2f18be7-261d-4db5-a53a-a8993c5208b6 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:02.548440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (aa073193-265e-4c20-8c98-d0452a4661ef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.558912 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5bea4f99-0922-492b-887c-b7bd13f72702 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags/tempest-TagsExtTest-Tag-1976387119 HTTP/1.1" status: 204 len: 168 time: 0.7136095 Feb 09 21:13:02.565356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60192) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:02.573874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-37dfcdfd-ce11-435f-821d-3902c130a673 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896', 'tempest-TagsExtTest-Tag-1976387119') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:02.586290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa073193-265e-4c20-8c98-d0452a4661ef']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:02.600132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:02.600753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:02.614571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.633845 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.650967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:02.651828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (9ff6fc7f-42a3-4c6e-b190-bcfaf416e61c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: self.session.flush() Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:02.656640 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:02.732332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (aa073193-265e-4c20-8c98-d0452a4661ef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.750658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.753950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-37dfcdfd-ce11-435f-821d-3902c130a673 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags/tempest-TagsExtTest-Tag-1976387119 HTTP/1.1" status: 204 len: 168 time: 0.1874764 Feb 09 21:13:02.756598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:02.762497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-ace7432e-a925-4e71-9860-c3c5979df081 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:02.762724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/networks/aa073193-265e-4c20-8c98-d0452a4661ef HTTP/1.1" status: 204 len: 168 time: 1.0095572 Feb 09 21:13:02.763469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60202) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:02.807876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090f04a-b00e-4acc-95f2-f31aa4ae3d0b tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Network': ['ID=aa073193-265e-4c20-8c98-d0452a4661ef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:02.921628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] For port 92b11c53-f458-4770-b37d-22ccb75073c1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92b11c53-f458-4770-b37d-22ccb75073c1,segment=NetworkSegment(8dc33d6c-0bac-4973-8ede-aa1fa02106d4),segment_id=8dc33d6c-0bac-4973-8ede-aa1fa02106d4)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:02.922211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:02.936976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 92b11c53-f458-4770-b37d-22ccb75073c1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:02.970160 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (7111bd36-f4a2-4254-bbe3-6d5d60da2fb8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.004193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ace7432e-a925-4e71-9860-c3c5979df081 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags HTTP/1.1" status: 200 len: 205 time: 0.2461908 Feb 09 21:13:03.011943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.023914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-fc08e93d-1148-4525-a30c-780559ec1d3d tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.030298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] Calling delete_port for 92b11c53-f458-4770-b37d-22ccb75073c1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:03.064503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Deleting port 92b11c53-f458-4770-b37d-22ccb75073c1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:03.065796 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.097920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fc08e93d-1148-4525-a30c-780559ec1d3d tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags HTTP/1.1" status: 200 len: 239 time: 0.0844646 Feb 09 21:13:03.100784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.113195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-a1618686-fbcd-49ac-b6d9-935c4b8b385b tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e', 'tempest-TagsExtTest-Tag-15559072') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.177211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a1618686-fbcd-49ac-b6d9-935c4b8b385b tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags/tempest-TagsExtTest-Tag-15559072 HTTP/1.1" status: 204 len: 168 time: 0.0722311 Feb 09 21:13:03.180876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.188151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-4536abb0-1853-40a1-856e-7357af0616f3 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e', 'tempest-TagsExtTest-Tag-15559072') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.248971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 92b11c53-f458-4770-b37d-22ccb75073c1 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:03.249567 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.260429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] For port 92b11c53-f458-4770-b37d-22ccb75073c1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=92b11c53-f458-4770-b37d-22ccb75073c1,segment=NetworkSegment(8dc33d6c-0bac-4973-8ede-aa1fa02106d4),segment_id=8dc33d6c-0bac-4973-8ede-aa1fa02106d4)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:03.260666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.284067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Calling delete_port for 92b11c53-f458-4770-b37d-22ccb75073c1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:03.312199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.313259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4536abb0-1853-40a1-856e-7357af0616f3 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags/tempest-TagsExtTest-Tag-15559072 HTTP/1.1" status: 204 len: 168 time: 0.1304898 Feb 09 21:13:03.315646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.321478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-9d17a8bb-6fb6-4795-a283-1c09daa2a74b tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.388812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] Pushing event deleted for resources: {'Port': ['ID=92b11c53-f458-4770-b37d-22ccb75073c1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:03.411240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (92b11c53-f458-4770-b37d-22ccb75073c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.428858 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9d17a8bb-6fb6-4795-a283-1c09daa2a74b tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags HTTP/1.1" status: 200 len: 205 time: 0.1139092 Feb 09 21:13:03.429756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.431188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139bed6-4a41-40f1-9d36-2a699ae9d613 None None] No DVR routers for this DVR port 92b11c53-f458-4770-b37d-22ccb75073c1 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:03.432418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.456649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Port': ['ID=92b11c53-f458-4770-b37d-22ccb75073c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:03.470010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-798e441c-28ba-4188-a002-2342aa9953e1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.472335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] No DVR routers for this DVR port 92b11c53-f458-4770-b37d-22ccb75073c1 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:03.480857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c2f18be7-261d-4db5-a53a-a8993c5208b6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:03.553325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c2f18be7-261d-4db5-a53a-a8993c5208b6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:13:03.554107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c2f18be7-261d-4db5-a53a-a8993c5208b6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:13:03.594989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-798e441c-28ba-4188-a002-2342aa9953e1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags HTTP/1.1" status: 204 len: 168 time: 0.1587594 Feb 09 21:13:03.595555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.602848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-b430014e-1d7b-4874-b2a1-2feb8cda7d30 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.639878 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (7111bd36-f4a2-4254-bbe3-6d5d60da2fb8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.686950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7111bd36-f4a2-4254-bbe3-6d5d60da2fb8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.698009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc33d6c-0bac-4973-8ede-aa1fa02106d4') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.698232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc33d6c-0bac-4973-8ede-aa1fa02106d4') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.710686 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (8dc33d6c-0bac-4973-8ede-aa1fa02106d4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.725378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8dc33d6c-0bac-4973-8ede-aa1fa02106d4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.728834 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e930c9d6-6ee5-472c-881b-d3f5b7a2178b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.744036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:03.744449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (8dc33d6c-0bac-4973-8ede-aa1fa02106d4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:03.748520 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:03.788085 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b430014e-1d7b-4874-b2a1-2feb8cda7d30 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags HTTP/1.1" status: 204 len: 168 time: 0.1886840 Feb 09 21:13:03.789452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.797532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-c132bd60-0a15-4e29-b386-ff02daddcdf1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.825080 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (7111bd36-f4a2-4254-bbe3-6d5d60da2fb8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.831597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.835714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/networks/7111bd36-f4a2-4254-bbe3-6d5d60da2fb8 HTTP/1.1" status: 204 len: 168 time: 1.0491803 Feb 09 21:13:03.842214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.860733 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e930c9d6-6ee5-472c-881b-d3f5b7a2178b admin admin] Publish callbacks [] for security_group (08f2d6a2-4763-4f0e-a111-6dc6e7ed7b56), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.868750 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e930c9d6-6ee5-472c-881b-d3f5b7a2178b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (08f2d6a2-4763-4f0e-a111-6dc6e7ed7b56), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.882880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9d68f-aca6-47ef-8f59-6d959e4be080 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Network': ['ID=7111bd36-f4a2-4254-bbe3-6d5d60da2fb8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:03.908235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93ea8e9-d1fb-4591-aca1-45fb4f32d142 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Deleting subnet a5cfc082-5692-4478-9efa-803f553ce236 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:13:03.911619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d93ea8e9-d1fb-4591-aca1-45fb4f32d142 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (a5cfc082-5692-4478-9efa-803f553ce236), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:03.918935 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e930c9d6-6ee5-472c-881b-d3f5b7a2178b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a37c0429f7b74f9f8476ea42e285b8bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878173 Feb 09 21:13:03.922614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.929734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930c9d6-6ee5-472c-881b-d3f5b7a2178b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f2d6a2-4763-4f0e-a111-6dc6e7ed7b56,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:03.946088 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c132bd60-0a15-4e29-b386-ff02daddcdf1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags HTTP/1.1" status: 204 len: 168 time: 0.1554444 Feb 09 21:13:03.950077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:03.958192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-1964f993-4277-4ba6-9ac3-2faceebe5333 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:03.968862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d93ea8e9-d1fb-4591-aca1-45fb4f32d142 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (a5cfc082-5692-4478-9efa-803f553ce236), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.023115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8087-fdfd-44e5-955b-28b6e46accb9 admin admin] Publish callbacks [] for security_group (08f2d6a2-4763-4f0e-a111-6dc6e7ed7b56), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.052316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8087-fdfd-44e5-955b-28b6e46accb9 admin admin] Publish callbacks [] for security_group (08f2d6a2-4763-4f0e-a111-6dc6e7ed7b56), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.064142 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d93ea8e9-d1fb-4591-aca1-45fb4f32d142 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a5cfc082-5692-4478-9efa-803f553ce236), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.080480 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1964f993-4277-4ba6-9ac3-2faceebe5333 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags HTTP/1.1" status: 204 len: 168 time: 0.1295269 Feb 09 21:13:04.085318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:04.092954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-f33f2833-3938-49cb-9994-ed89e46865f4 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305', 'tempest-TagsExtTest-Tag-2057885872') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:04.133505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d93ea8e9-d1fb-4591-aca1-45fb4f32d142 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (a5cfc082-5692-4478-9efa-803f553ce236), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.146760 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8087-fdfd-44e5-955b-28b6e46accb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (08f2d6a2-4763-4f0e-a111-6dc6e7ed7b56), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.149523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c2e8087-fdfd-44e5-955b-28b6e46accb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.150855 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1c2e8087-fdfd-44e5-955b-28b6e46accb9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/08f2d6a2-4763-4f0e-a111-6dc6e7ed7b56 HTTP/1.1" status: 204 len: 168 time: 0.2270999 Feb 09 21:13:04.163290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e8087-fdfd-44e5-955b-28b6e46accb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f2d6a2-4763-4f0e-a111-6dc6e7ed7b56,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:04.165385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ea8e9-d1fb-4591-aca1-45fb4f32d142 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cfc082-5692-4478-9efa-803f553ce236,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:04.177690 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d93ea8e9-d1fb-4591-aca1-45fb4f32d142 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.183926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d93ea8e9-d1fb-4591-aca1-45fb4f32d142 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/subnets/a5cfc082-5692-4478-9efa-803f553ce236 HTTP/1.1" status: 204 len: 168 time: 0.3374355 Feb 09 21:13:04.184972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60244) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:04.188457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d8184-e362-4b69-bb34-fb16e90e97bd None None] Network 9c3d0765-3385-497d-805c-d67fb162d12b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:04.196723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f33f2833-3938-49cb-9994-ed89e46865f4 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags/tempest-TagsExtTest-Tag-2057885872 HTTP/1.1" status: 201 len: 201 time: 0.1079831 Feb 09 21:13:04.197251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:04.203610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-e0ed1b7b-9b8e-4dd3-8549-3de539af930c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952', 'tempest-TagsExtTest-Tag-1536358326') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:04.289059 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e0ed1b7b-9b8e-4dd3-8549-3de539af930c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags/tempest-TagsExtTest-Tag-1536358326 HTTP/1.1" status: 201 len: 201 time: 0.0875783 Feb 09 21:13:04.289921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:04.296273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-7aa3838d-84df-4481-b4a6-653b62651e60 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896', 'tempest-TagsExtTest-Tag-1718902727') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:04.332548 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9c3d0765-3385-497d-805c-d67fb162d12b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.450335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Deleting port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:04.450975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.460900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] DHCP port deletion for 9c3d0765-3385-497d-805c-d67fb162d12b request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:13:04.532139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7aa3838d-84df-4481-b4a6-653b62651e60 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags/tempest-TagsExtTest-Tag-1718902727 HTTP/1.1" status: 201 len: 201 time: 0.2408967 Feb 09 21:13:04.532439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] Deleting port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:04.533336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.533788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60256) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:04.547867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-6fea2b6c-323e-440b-af9c-e322f2a997d5 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e', 'tempest-TagsExtTest-Tag-1550742808') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:04.603399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] For port 12432b7f-f4b0-486e-b8c3-d43cd9e72483, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=12432b7f-f4b0-486e-b8c3-d43cd9e72483,segment=NetworkSegment(3840cc21-8938-4614-9fe7-f831448545ec),segment_id=3840cc21-8938-4614-9fe7-f831448545ec)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:04.603935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.615103 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6fea2b6c-323e-440b-af9c-e322f2a997d5 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags/tempest-TagsExtTest-Tag-1550742808 HTTP/1.1" status: 201 len: 201 time: 0.0770252 Feb 09 21:13:04.615103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:04.624552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-3744b5b2-3d02-4ba0-b931-30d5519585fc tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305', {'tags': ['tempest-TagsExtTest-Tag-1350039099', 'tempest-TagsExtTest-Tag-2032899998', 'tempest-TagsExtTest-Tag-289260509']}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:04.643919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Calling delete_port for 12432b7f-f4b0-486e-b8c3-d43cd9e72483 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:04.706360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] For port 12432b7f-f4b0-486e-b8c3-d43cd9e72483, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=12432b7f-f4b0-486e-b8c3-d43cd9e72483,segment=NetworkSegment(3840cc21-8938-4614-9fe7-f831448545ec),segment_id=3840cc21-8938-4614-9fe7-f831448545ec)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:04.706906 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.738679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3744b5b2-3d02-4ba0-b931-30d5519585fc tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags HTTP/1.1" status: 200 len: 317 time: 0.1248846 Feb 09 21:13:04.741655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:04.750904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] Calling delete_port for 12432b7f-f4b0-486e-b8c3-d43cd9e72483 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:04.753543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-b45c366f-6347-4159-aada-87ea5113fe26 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:04.785715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:04.851032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Port': ['ID=12432b7f-f4b0-486e-b8c3-d43cd9e72483,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:04.860999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] No DVR routers for this DVR port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:04.960906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b45c366f-6347-4159-aada-87ea5113fe26 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags HTTP/1.1" status: 204 len: 168 time: 0.2182045 Feb 09 21:13:04.963662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:04.967384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 12432b7f-f4b0-486e-b8c3-d43cd9e72483 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:04.974800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-812dd091-cca2-403a-8030-af13e9238f2c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305', 'tempest-TagsExtTest-Tag-1350039099') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:04.988167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9c3d0765-3385-497d-805c-d67fb162d12b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.006602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 12432b7f-f4b0-486e-b8c3-d43cd9e72483 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:13:05.009919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 12432b7f-f4b0-486e-b8c3-d43cd9e72483 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:13:05.016215 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (12432b7f-f4b0-486e-b8c3-d43cd9e72483), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.056110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3d0765-3385-497d-805c-d67fb162d12b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:05.072144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3840cc21-8938-4614-9fe7-f831448545ec') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:05.073337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3840cc21-8938-4614-9fe7-f831448545ec') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:05.086707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (3840cc21-8938-4614-9fe7-f831448545ec), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.096966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] Pushing event deleted for resources: {'Port': ['ID=12432b7f-f4b0-486e-b8c3-d43cd9e72483,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:05.110506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b8860-dbb8-47d7-ba75-3d848cec4af4 None None] No DVR routers for this DVR port 12432b7f-f4b0-486e-b8c3-d43cd9e72483 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:05.116989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3840cc21-8938-4614-9fe7-f831448545ec), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.132885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:05.133315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (3840cc21-8938-4614-9fe7-f831448545ec), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:05.138325 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:05.151799 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-812dd091-cca2-403a-8030-af13e9238f2c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:05.153201 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-812dd091-cca2-403a-8030-af13e9238f2c tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags/tempest-TagsExtTest-Tag-1350039099 HTTP/1.1" status: 404 len: 329 time: 0.1863067 Feb 09 21:13:05.156419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.169040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-b3b2eae3-d745-420c-8888-6751e9592ad1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305', 'tempest-TagsExtTest-Tag-2032899998') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:05.224031 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9c3d0765-3385-497d-805c-d67fb162d12b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.236906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.243903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/networks/9c3d0765-3385-497d-805c-d67fb162d12b HTTP/1.1" status: 204 len: 168 time: 1.0546074 Feb 09 21:13:05.245288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.265866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.271156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9e6e285c-8543-43ba-afe6-2a2d2e251de7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001938195', 'description': 'tempest-secgroup-smoke-2001938195 description', 'project_id': '31d02444cb734308889fcb2a260b69b5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:05.275752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0cc2c-e97a-4deb-8013-b63defa7863c tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Pushing event deleted for resources: {'Network': ['ID=9c3d0765-3385-497d-805c-d67fb162d12b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:05.290170 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-10293416-db9e-4b93-b99b-8d55c03c66a6 tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "GET /v2.0/ports?device_id=9a03bf3f-0ae4-4d26-875d-e05e05d5284e HTTP/1.1" status: 200 len: 205 time: 0.0369771 Feb 09 21:13:05.292935 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60296) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.298587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e6e285c-8543-43ba-afe6-2a2d2e251de7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.384981 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-b3b2eae3-d745-420c-8888-6751e9592ad1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:05.386837 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b3b2eae3-d745-420c-8888-6751e9592ad1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags/tempest-TagsExtTest-Tag-2032899998 HTTP/1.1" status: 404 len: 329 time: 0.2288551 Feb 09 21:13:05.390563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.395612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da30da9-b63e-4f06-9256-acee60ae23cc tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for router (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.399163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-4dd73a8b-ef73-46b2-b2b6-e2891bd4e3a6 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305', 'tempest-TagsExtTest-Tag-289260509') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:05.404850 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e6e285c-8543-43ba-afe6-2a2d2e251de7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group (7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.430147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e6e285c-8543-43ba-afe6-2a2d2e251de7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.481485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e285c-8543-43ba-afe6-2a2d2e251de7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:05.488045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e6e285c-8543-43ba-afe6-2a2d2e251de7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.489599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9e6e285c-8543-43ba-afe6-2a2d2e251de7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2226443 Feb 09 21:13:05.493911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.499028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-46a12c52-a1f9-406c-9526-4821d9344d21 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'security_group_rule': {'security_group_id': '7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03', 'project_id': '31d02444cb734308889fcb2a260b69b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:05.530690 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-4dd73a8b-ef73-46b2-b2b6-e2891bd4e3a6 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:05.534341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4dd73a8b-ef73-46b2-b2b6-e2891bd4e3a6 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags/tempest-TagsExtTest-Tag-289260509 HTTP/1.1" status: 404 len: 328 time: 0.1397274 Feb 09 21:13:05.535697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.544793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-912a8d19-a115-40bd-a998-79a708ac4413 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952', {'tags': ['tempest-TagsExtTest-Tag-434529462', 'tempest-TagsExtTest-Tag-209354037', 'tempest-TagsExtTest-Tag-949904243']}) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:05.551288 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a12c52-a1f9-406c-9526-4821d9344d21 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (a5c6355d-de53-4aca-b301-4ee96802ba89), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.650865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da30da9-b63e-4f06-9256-acee60ae23cc tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.656054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da30da9-b63e-4f06-9256-acee60ae23cc tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for router_controller (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.660412 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a12c52-a1f9-406c-9526-4821d9344d21 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (a5c6355d-de53-4aca-b301-4ee96802ba89), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.665471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-912a8d19-a115-40bd-a998-79a708ac4413 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags HTTP/1.1" status: 200 len: 315 time: 0.1257505 Feb 09 21:13:05.665640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.673709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-45490ecc-a5b5-4f46-901d-66eb360bdcd7 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:05.677874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a12c52-a1f9-406c-9526-4821d9344d21 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (a5c6355d-de53-4aca-b301-4ee96802ba89), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.711390 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da30da9-b63e-4f06-9256-acee60ae23cc tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (9a03bf3f-0ae4-4d26-875d-e05e05d5284e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.712607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da30da9-b63e-4f06-9256-acee60ae23cc tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Fanout notify agent at l3_agent the message router_deleted on router 9a03bf3f-0ae4-4d26-875d-e05e05d5284e {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:13:05.728168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a12c52-a1f9-406c-9526-4821d9344d21 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c6355d-de53-4aca-b301-4ee96802ba89,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:05.729364 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8da30da9-b63e-4f06-9256-acee60ae23cc tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.731925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8da30da9-b63e-4f06-9256-acee60ae23cc tempest-RoutersNegativeTest-1683711515 tempest-RoutersNegativeTest-1683711515-project] 10.222.0.102 "DELETE /v2.0/routers/9a03bf3f-0ae4-4d26-875d-e05e05d5284e HTTP/1.1" status: 204 len: 168 time: 0.4375699 Feb 09 21:13:05.750766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46a12c52-a1f9-406c-9526-4821d9344d21 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.752082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-46a12c52-a1f9-406c-9526-4821d9344d21 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2571433 Feb 09 21:13:05.754917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60314) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.761400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-286bf5bb-e0b5-46e9-ae41-1d41b34a8051 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'security_group_rule': {'security_group_id': '7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03', 'project_id': '31d02444cb734308889fcb2a260b69b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:05.813625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-286bf5bb-e0b5-46e9-ae41-1d41b34a8051 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (710b08d9-6805-4dfb-affd-f1e5d7cf5a51), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.831537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-45490ecc-a5b5-4f46-901d-66eb360bdcd7 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags HTTP/1.1" status: 204 len: 168 time: 0.1647477 Feb 09 21:13:05.835266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.847474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-d73a178a-0b13-4e6a-a399-94277e851ec0 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952', 'tempest-TagsExtTest-Tag-434529462') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:05.886620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.926842 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-286bf5bb-e0b5-46e9-ae41-1d41b34a8051 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (710b08d9-6805-4dfb-affd-f1e5d7cf5a51), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.932671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-286bf5bb-e0b5-46e9-ae41-1d41b34a8051 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (710b08d9-6805-4dfb-affd-f1e5d7cf5a51), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.962793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bf5bb-e0b5-46e9-ae41-1d41b34a8051 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710b08d9-6805-4dfb-affd-f1e5d7cf5a51,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:05.972967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-286bf5bb-e0b5-46e9-ae41-1d41b34a8051 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:05.974566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-286bf5bb-e0b5-46e9-ae41-1d41b34a8051 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2183127 Feb 09 21:13:05.977530 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-d73a178a-0b13-4e6a-a399-94277e851ec0 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:05.978152 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d73a178a-0b13-4e6a-a399-94277e851ec0 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags/tempest-TagsExtTest-Tag-434529462 HTTP/1.1" status: 404 len: 328 time: 0.1397641 Feb 09 21:13:05.978452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60328) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.982113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:05.985375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-279faa82-54fc-4b62-a489-f0023d2225af tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'security_group_rule': {'security_group_id': '7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03', 'project_id': '31d02444cb734308889fcb2a260b69b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:05.996214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-7f19fb6a-c2d2-4f98-9242-82d7c32339c8 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952', 'tempest-TagsExtTest-Tag-209354037') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:06.057026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-279faa82-54fc-4b62-a489-f0023d2225af tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (d80c0a51-3df5-4764-8c56-7e9ed2bdbba3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.083418 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-7f19fb6a-c2d2-4f98-9242-82d7c32339c8 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:06.087025 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7f19fb6a-c2d2-4f98-9242-82d7c32339c8 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags/tempest-TagsExtTest-Tag-209354037 HTTP/1.1" status: 404 len: 328 time: 0.0944643 Feb 09 21:13:06.087411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60338) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.092414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-4af7fa53-ef7a-4981-ad3c-e24d21961220 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952', 'tempest-TagsExtTest-Tag-949904243') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:06.166277 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-471533f4-52e8-44d2-8126-e4dc52e027e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.181250 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-4af7fa53-ef7a-4981-ad3c-e24d21961220 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:06.182666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4af7fa53-ef7a-4981-ad3c-e24d21961220 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags/tempest-TagsExtTest-Tag-949904243 HTTP/1.1" status: 404 len: 328 time: 0.0942123 Feb 09 21:13:06.186181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60346) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.192550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-af775343-8dc4-48e3-9606-53c69cde7f70 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896', {'tags': ['tempest-TagsExtTest-Tag-1872358291', 'tempest-TagsExtTest-Tag-1329851637', 'tempest-TagsExtTest-Tag-638929685']}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:06.208458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60348) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.224691 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-279faa82-54fc-4b62-a489-f0023d2225af tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (d80c0a51-3df5-4764-8c56-7e9ed2bdbba3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.247156 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-279faa82-54fc-4b62-a489-f0023d2225af tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (d80c0a51-3df5-4764-8c56-7e9ed2bdbba3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.286949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279faa82-54fc-4b62-a489-f0023d2225af tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80c0a51-3df5-4764-8c56-7e9ed2bdbba3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:06.304371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-279faa82-54fc-4b62-a489-f0023d2225af tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.308474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-279faa82-54fc-4b62-a489-f0023d2225af tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243527 Feb 09 21:13:06.311194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60356) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.317962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cb28df06-2ad0-46ac-a0d9-e76b7b02a1d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'security_group_rule': {'security_group_id': '7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03', 'project_id': '31d02444cb734308889fcb2a260b69b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:06.370740 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-471533f4-52e8-44d2-8126-e4dc52e027e4 admin admin] Publish callbacks [] for security_group (6f32fb66-8102-4c53-83af-f55c96bd77ae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.377677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-af775343-8dc4-48e3-9606-53c69cde7f70 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags HTTP/1.1" status: 200 len: 317 time: 0.1893919 Feb 09 21:13:06.380430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-471533f4-52e8-44d2-8126-e4dc52e027e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6f32fb66-8102-4c53-83af-f55c96bd77ae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.380910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60358) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.386596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb28df06-2ad0-46ac-a0d9-e76b7b02a1d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (b751e64c-5db9-4e65-a6ac-4e30bb1e21b2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.390242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-9a3f858c-4921-45d3-9bd4-f7232c2fbc06 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:06.457293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-471533f4-52e8-44d2-8126-e4dc52e027e4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4c3cdf3ddcdf47018419f16fc1918756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5695424 Feb 09 21:13:06.465752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.483356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471533f4-52e8-44d2-8126-e4dc52e027e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f32fb66-8102-4c53-83af-f55c96bd77ae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:06.523551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0372aeae-6c70-4954-8afd-07a4da481464 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5b76539d6b5949b48ce81dc5f9b37b62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115435 Feb 09 21:13:06.527722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.550209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb28df06-2ad0-46ac-a0d9-e76b7b02a1d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (b751e64c-5db9-4e65-a6ac-4e30bb1e21b2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.557267 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb28df06-2ad0-46ac-a0d9-e76b7b02a1d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b751e64c-5db9-4e65-a6ac-4e30bb1e21b2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.578728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a3f858c-4921-45d3-9bd4-f7232c2fbc06 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags HTTP/1.1" status: 204 len: 168 time: 0.1962123 Feb 09 21:13:06.581524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.586681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-dadcb680-9116-4228-a0da-1e0416e5c327 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896', 'tempest-TagsExtTest-Tag-1872358291') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:06.591172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32dc896c-c02a-46c3-8e39-575f20b9a53c admin admin] Publish callbacks [] for security_group (6f32fb66-8102-4c53-83af-f55c96bd77ae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.595051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28df06-2ad0-46ac-a0d9-e76b7b02a1d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b751e64c-5db9-4e65-a6ac-4e30bb1e21b2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:06.605048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77a0b2e5-eb2e-4770-8247-cb87b82353cb admin admin] Publish callbacks [] for security_group (66cbb593-57c6-415e-bb56-7b0361f0b471), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.646376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb28df06-2ad0-46ac-a0d9-e76b7b02a1d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.647598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cb28df06-2ad0-46ac-a0d9-e76b7b02a1d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3354039 Feb 09 21:13:06.652289 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77a0b2e5-eb2e-4770-8247-cb87b82353cb admin admin] Publish callbacks [] for security_group (66cbb593-57c6-415e-bb56-7b0361f0b471), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.668271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.677374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-92fa843f-2b85-4610-ad65-ae802b768ea8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'security_group_rule': {'security_group_id': '7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03', 'project_id': '31d02444cb734308889fcb2a260b69b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:06.684383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32dc896c-c02a-46c3-8e39-575f20b9a53c admin admin] Publish callbacks [] for security_group (6f32fb66-8102-4c53-83af-f55c96bd77ae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.724738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.727483 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-dadcb680-9116-4228-a0da-1e0416e5c327 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:06.731185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dadcb680-9116-4228-a0da-1e0416e5c327 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags/tempest-TagsExtTest-Tag-1872358291 HTTP/1.1" status: 404 len: 329 time: 0.1458082 Feb 09 21:13:06.732560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.737638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-e66ffc4f-b0f5-4293-96c2-41f0910afa13 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896', 'tempest-TagsExtTest-Tag-1329851637') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:06.772528 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-92fa843f-2b85-4610-ad65-ae802b768ea8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Project 31d02444cb734308889fcb2a260b69b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:13:06.803437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77a0b2e5-eb2e-4770-8247-cb87b82353cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (66cbb593-57c6-415e-bb56-7b0361f0b471), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.806768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-77a0b2e5-eb2e-4770-8247-cb87b82353cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.808720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-77a0b2e5-eb2e-4770-8247-cb87b82353cb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/66cbb593-57c6-415e-bb56-7b0361f0b471 HTTP/1.1" status: 204 len: 168 time: 0.2798331 Feb 09 21:13:06.818982 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92fa843f-2b85-4610-ad65-ae802b768ea8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (a9ffe685-4121-4155-8e86-b45e854d237e), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.829521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32dc896c-c02a-46c3-8e39-575f20b9a53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6f32fb66-8102-4c53-83af-f55c96bd77ae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.832563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32dc896c-c02a-46c3-8e39-575f20b9a53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.833780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-32dc896c-c02a-46c3-8e39-575f20b9a53c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6f32fb66-8102-4c53-83af-f55c96bd77ae HTTP/1.1" status: 204 len: 168 time: 0.3661237 Feb 09 21:13:06.837375 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-e66ffc4f-b0f5-4293-96c2-41f0910afa13 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:06.839728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e66ffc4f-b0f5-4293-96c2-41f0910afa13 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags/tempest-TagsExtTest-Tag-1329851637 HTTP/1.1" status: 404 len: 329 time: 0.1044400 Feb 09 21:13:06.844939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:06.847876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc896c-c02a-46c3-8e39-575f20b9a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f32fb66-8102-4c53-83af-f55c96bd77ae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:06.853300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-ec4df37d-a047-4403-a9d5-0acbcbc57f34 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896', 'tempest-TagsExtTest-Tag-638929685') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:06.937038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92fa843f-2b85-4610-ad65-ae802b768ea8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (a9ffe685-4121-4155-8e86-b45e854d237e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.938867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0b2e5-eb2e-4770-8247-cb87b82353cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cbb593-57c6-415e-bb56-7b0361f0b471,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:06.952614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13b934b1-968d-4092-8eb3-43fa4dbb20f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:06.956171 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92fa843f-2b85-4610-ad65-ae802b768ea8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (a9ffe685-4121-4155-8e86-b45e854d237e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.002554 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-ec4df37d-a047-4403-a9d5-0acbcbc57f34 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:07.006209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ec4df37d-a047-4403-a9d5-0acbcbc57f34 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags/tempest-TagsExtTest-Tag-638929685 HTTP/1.1" status: 404 len: 328 time: 0.1576316 Feb 09 21:13:07.008631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.012434 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92fa843f-2b85-4610-ad65-ae802b768ea8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.013650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-c797839f-d34a-4711-95e1-d664ec05160f tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e', {'tags': ['tempest-TagsExtTest-Tag-1265461672', 'tempest-TagsExtTest-Tag-571379818', 'tempest-TagsExtTest-Tag-1018524460']}) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.014127 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92fa843f-2b85-4610-ad65-ae802b768ea8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3417504 Feb 09 21:13:07.018000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.019752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa843f-2b85-4610-ad65-ae802b768ea8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ffe685-4121-4155-8e86-b45e854d237e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:07.038263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-942c8f1a-4b44-4b1a-a82c-5bee27fac216 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'security_group_rule': {'security_group_id': '7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03', 'project_id': '31d02444cb734308889fcb2a260b69b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:07.069066 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-942c8f1a-4b44-4b1a-a82c-5bee27fac216 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Project 31d02444cb734308889fcb2a260b69b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:13:07.080321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-942c8f1a-4b44-4b1a-a82c-5bee27fac216 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (1a2e5435-372c-4f40-8a95-0fae46d61cc9), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.094724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c797839f-d34a-4711-95e1-d664ec05160f tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "PUT /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags HTTP/1.1" status: 200 len: 317 time: 0.0817878 Feb 09 21:13:07.094724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.098899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-54701331-bd8c-4dbd-9b60-d7f6d93bf4ce tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.168834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13b934b1-968d-4092-8eb3-43fa4dbb20f9 admin admin] Publish callbacks [] for security_group (589bed32-49dd-4559-b216-990f52a1773b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.176376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13b934b1-968d-4092-8eb3-43fa4dbb20f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (589bed32-49dd-4559-b216-990f52a1773b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.199223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-942c8f1a-4b44-4b1a-a82c-5bee27fac216 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (1a2e5435-372c-4f40-8a95-0fae46d61cc9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.199418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-54701331-bd8c-4dbd-9b60-d7f6d93bf4ce tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags HTTP/1.1" status: 204 len: 168 time: 0.0957689 Feb 09 21:13:07.199506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-942c8f1a-4b44-4b1a-a82c-5bee27fac216 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (1a2e5435-372c-4f40-8a95-0fae46d61cc9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.201546 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60398) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.222722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-f2693d56-a628-4024-a569-1996800fd12e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e', 'tempest-TagsExtTest-Tag-1265461672') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.227305 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-13b934b1-968d-4092-8eb3-43fa4dbb20f9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8c02a4cd92784532889f115b035f8478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5013778 Feb 09 21:13:07.228532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b934b1-968d-4092-8eb3-43fa4dbb20f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589bed32-49dd-4559-b216-990f52a1773b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:07.231454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60400) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.280384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c8f1a-4b44-4b1a-a82c-5bee27fac216 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2e5435-372c-4f40-8a95-0fae46d61cc9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:07.289068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2d02d4e-0357-40bc-8d1d-48e2f9994377 admin admin] Publish callbacks [] for security_group (589bed32-49dd-4559-b216-990f52a1773b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.299258 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-942c8f1a-4b44-4b1a-a82c-5bee27fac216 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.300505 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-942c8f1a-4b44-4b1a-a82c-5bee27fac216 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2691782 Feb 09 21:13:07.314760 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-f2693d56-a628-4024-a569-1996800fd12e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:07.316230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2d02d4e-0357-40bc-8d1d-48e2f9994377 admin admin] Publish callbacks [] for security_group (589bed32-49dd-4559-b216-990f52a1773b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.317313 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f2693d56-a628-4024-a569-1996800fd12e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags/tempest-TagsExtTest-Tag-1265461672 HTTP/1.1" status: 404 len: 329 time: 0.1121571 Feb 09 21:13:07.320013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.334921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-540cca4f-1a3a-4d38-81e2-01a2e27134dc tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e', 'tempest-TagsExtTest-Tag-571379818') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.373240 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-540cca4f-1a3a-4d38-81e2-01a2e27134dc tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:07.374502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-540cca4f-1a3a-4d38-81e2-01a2e27134dc tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags/tempest-TagsExtTest-Tag-571379818 HTTP/1.1" status: 404 len: 328 time: 0.0534260 Feb 09 21:13:07.377520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60412) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.382976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-17e74359-ef12-4b96-a4b3-f9de5c638584 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e', 'tempest-TagsExtTest-Tag-1018524460') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.416758 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-17e74359-ef12-4b96-a4b3-f9de5c638584 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] show failed (client error): The resource could not be found. Feb 09 21:13:07.421310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-17e74359-ef12-4b96-a4b3-f9de5c638584 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags/tempest-TagsExtTest-Tag-1018524460 HTTP/1.1" status: 404 len: 329 time: 0.0401416 Feb 09 21:13:07.421310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2d02d4e-0357-40bc-8d1d-48e2f9994377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (589bed32-49dd-4559-b216-990f52a1773b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.421710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60416) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.423147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2d02d4e-0357-40bc-8d1d-48e2f9994377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.424464 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c2d02d4e-0357-40bc-8d1d-48e2f9994377 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/589bed32-49dd-4559-b216-990f52a1773b HTTP/1.1" status: 204 len: 168 time: 0.1919525 Feb 09 21:13:07.427466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-981070dc-106c-49dd-9bf2-c7340dbfaa9e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ae838a77-66f5-4466-832a-e903ca7b5a6e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.434314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d02d4e-0357-40bc-8d1d-48e2f9994377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589bed32-49dd-4559-b216-990f52a1773b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:07.483791 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-981070dc-106c-49dd-9bf2-c7340dbfaa9e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e/tags HTTP/1.1" status: 204 len: 168 time: 0.0580435 Feb 09 21:13:07.484113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.489307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.tag.tag_plugin [None req-ceeb25db-dedb-43d8-9102-c9757c5dd39b tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6431d527-cd9a-4f0c-8621-4bcc7d760896') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.625141 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ceeb25db-dedb-43d8-9102-c9757c5dd39b tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896/tags HTTP/1.1" status: 204 len: 168 time: 0.1399436 Feb 09 21:13:07.627920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.632664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-ac987382-5415-490e-a3b0-3489637d8cbd tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0874cafa-3677-4375-ab83-834c2fd92952') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.680206 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c331b747-3729-41b0-a2c3-289d7c920e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.695250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-38bdbf81-24b4-4ae7-8bc7-e9e74e174abf tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001938195&fields=id&tenant_id=31d02444cb734308889fcb2a260b69b5 HTTP/1.1" status: 200 len: 267 time: 0.0686488 Feb 09 21:13:07.749344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ac987382-5415-490e-a3b0-3489637d8cbd tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952/tags HTTP/1.1" status: 204 len: 168 time: 0.1179390 Feb 09 21:13:07.749911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60436) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.754673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.tag.tag_plugin [None req-7d0db507-ee02-4af8-9ac8-bdc5162174a4 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '97078270-bd9a-4b7d-8034-ff182a193305') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:07.831761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d0db507-ee02-4af8-9ac8-bdc5162174a4 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305/tags HTTP/1.1" status: 204 len: 168 time: 0.0768318 Feb 09 21:13:07.832538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.845003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-8e07dd0c-7fa7-4527-907a-552e829dcc0c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:07.854482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-8e07dd0c-7fa7-4527-907a-552e829dcc0c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/networks?id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6 HTTP/1.1" status: 200 len: 814 time: 0.1510503 Feb 09 21:13:07.875048 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-77f8e211-a788-420a-9520-b03260a5ed07 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/quotas/31d02444cb734308889fcb2a260b69b5 HTTP/1.1" status: 200 len: 375 time: 0.0191727 Feb 09 21:13:07.930191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64dc37ae-0718-4b65-bab2-93c8919c68e5 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:07.931338 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64dc37ae-0718-4b65-bab2-93c8919c68e5 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnetpools/ae838a77-66f5-4466-832a-e903ca7b5a6e HTTP/1.1" status: 204 len: 168 time: 0.0978451 Feb 09 21:13:07.935142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:07.985662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e585c9ab-bac3-4595-93a6-0f0211198401 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "GET /v2.0/ports?device_id=6431d527-cd9a-4f0c-8621-4bcc7d760896 HTTP/1.1" status: 200 len: 205 time: 0.0468440 Feb 09 21:13:07.986067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-361dd839-7d52-41b9-8604-0c0c5ea43bd7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=31d02444cb734308889fcb2a260b69b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096411 Feb 09 21:13:07.986258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60448) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:08.080525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52afb8c8-b28b-4ed2-9dbb-2bdcdea949f1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for router (6431d527-cd9a-4f0c-8621-4bcc7d760896), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.106547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-a06241c9-c057-4f6b-91f8-6dac27cc51e2 service neutron] 10.222.0.102 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179807 Feb 09 21:13:08.158435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:08.176891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e60185a-664c-46d6-bfd0-2e29f9422dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.224935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-560e11f8-6ae1-4634-80c0-41771104a486 service neutron] 10.222.0.102 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108770 Feb 09 21:13:08.305679 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52afb8c8-b28b-4ed2-9dbb-2bdcdea949f1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (6431d527-cd9a-4f0c-8621-4bcc7d760896), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.310531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52afb8c8-b28b-4ed2-9dbb-2bdcdea949f1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for router_controller (6431d527-cd9a-4f0c-8621-4bcc7d760896), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.375885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52afb8c8-b28b-4ed2-9dbb-2bdcdea949f1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (6431d527-cd9a-4f0c-8621-4bcc7d760896), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.376413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52afb8c8-b28b-4ed2-9dbb-2bdcdea949f1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Fanout notify agent at l3_agent the message router_deleted on router 6431d527-cd9a-4f0c-8621-4bcc7d760896 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:13:08.391975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-52afb8c8-b28b-4ed2-9dbb-2bdcdea949f1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.393192 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-52afb8c8-b28b-4ed2-9dbb-2bdcdea949f1 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/routers/6431d527-cd9a-4f0c-8621-4bcc7d760896 HTTP/1.1" status: 204 len: 168 time: 0.4055955 Feb 09 21:13:08.396633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:08.430987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e60185a-664c-46d6-bfd0-2e29f9422dc1 admin admin] Publish callbacks [] for security_group (90694cb1-249e-4f31-b1ac-17f1275f41d5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.435599 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e60185a-664c-46d6-bfd0-2e29f9422dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (90694cb1-249e-4f31-b1ac-17f1275f41d5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.468399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5e60185a-664c-46d6-bfd0-2e29f9422dc1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8a6593bbf7454098b94e517000187783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087890 Feb 09 21:13:08.469803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60476) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:08.512314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60185a-664c-46d6-bfd0-2e29f9422dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90694cb1-249e-4f31-b1ac-17f1275f41d5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:08.560289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5767c-f315-48c5-9802-e2d293329931 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Deleting port 0874cafa-3677-4375-ab83-834c2fd92952 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:08.562171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ef5767c-f315-48c5-9802-e2d293329931 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0874cafa-3677-4375-ab83-834c2fd92952), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.565138 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7b59-27d9-4373-b283-1bdf12373662 admin admin] Publish callbacks [] for security_group (90694cb1-249e-4f31-b1ac-17f1275f41d5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.610780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7b59-27d9-4373-b283-1bdf12373662 admin admin] Publish callbacks [] for security_group (90694cb1-249e-4f31-b1ac-17f1275f41d5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.670743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7b59-27d9-4373-b283-1bdf12373662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (90694cb1-249e-4f31-b1ac-17f1275f41d5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.674574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a1d7b59-27d9-4373-b283-1bdf12373662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.675744 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a1d7b59-27d9-4373-b283-1bdf12373662 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/90694cb1-249e-4f31-b1ac-17f1275f41d5 HTTP/1.1" status: 204 len: 168 time: 0.2050068 Feb 09 21:13:08.691859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ef5767c-f315-48c5-9802-e2d293329931 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0874cafa-3677-4375-ab83-834c2fd92952), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:08.707667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5767c-f315-48c5-9802-e2d293329931 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Calling delete_port for 0874cafa-3677-4375-ab83-834c2fd92952 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:08.713486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d7b59-27d9-4373-b283-1bdf12373662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90694cb1-249e-4f31-b1ac-17f1275f41d5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:08.717661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0b528d6-d7d1-481a-bf6d-a1b677216c2a req-a04f8170-c9f5-4728-bf86-4a78194c772b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0488205 Feb 09 21:13:09.204168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ef5767c-f315-48c5-9802-e2d293329931 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0874cafa-3677-4375-ab83-834c2fd92952), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:09.249485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5767c-f315-48c5-9802-e2d293329931 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Pushing event deleted for resources: {'Port': ['ID=0874cafa-3677-4375-ab83-834c2fd92952,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:09.366362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ef5767c-f315-48c5-9802-e2d293329931 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:09.371255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0ef5767c-f315-48c5-9802-e2d293329931 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/ports/0874cafa-3677-4375-ab83-834c2fd92952 HTTP/1.1" status: 204 len: 168 time: 0.9727502 Feb 09 21:13:09.374403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:09.445347 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba819cb-3e4a-4971-ab0d-8f1825e97e2e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Deleting subnet 97078270-bd9a-4b7d-8034-ff182a193305 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:13:09.454649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ba819cb-3e4a-4971-ab0d-8f1825e97e2e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for subnet (97078270-bd9a-4b7d-8034-ff182a193305), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:09.518646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ba819cb-3e4a-4971-ab0d-8f1825e97e2e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (97078270-bd9a-4b7d-8034-ff182a193305), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:09.626525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ba819cb-3e4a-4971-ab0d-8f1825e97e2e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (97078270-bd9a-4b7d-8034-ff182a193305), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:09.702863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ba819cb-3e4a-4971-ab0d-8f1825e97e2e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (97078270-bd9a-4b7d-8034-ff182a193305), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:09.764068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ba819cb-3e4a-4971-ab0d-8f1825e97e2e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:09.766778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4564e8-4b35-44fd-b8f9-2241d768a28b None None] Network 024b1666-4d21-414f-ad9d-488512a88438 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:09.778877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ba819cb-3e4a-4971-ab0d-8f1825e97e2e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/subnets/97078270-bd9a-4b7d-8034-ff182a193305 HTTP/1.1" status: 204 len: 168 time: 0.4033775 Feb 09 21:13:09.780349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba819cb-3e4a-4971-ab0d-8f1825e97e2e tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Pushing event deleted for resources: {'Subnet': ['ID=97078270-bd9a-4b7d-8034-ff182a193305,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:09.782044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:09.897133 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b52eaf21-bd5d-4135-a0ed-6b458b0a5705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:09.912318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7da4a497-3a24-420c-9c83-2fd1ed73e0ae req-f506248e-d485-4b46-884d-1f8b6fdb429c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0889752 Feb 09 21:13:09.945622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (024b1666-4d21-414f-ad9d-488512a88438), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.029178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Deleting port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:10.029508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.049378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] DHCP port deletion for 024b1666-4d21-414f-ad9d-488512a88438 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:13:10.118379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] Deleting port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:10.119187 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.171362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] For port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,segment=NetworkSegment(5d3dd14b-9385-45c2-9e3e-077f9e475032),segment_id=5d3dd14b-9385-45c2-9e3e-077f9e475032)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:10.171698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.204778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Calling delete_port for c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:10.207553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] For port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,segment=NetworkSegment(5d3dd14b-9385-45c2-9e3e-077f9e475032),segment_id=5d3dd14b-9385-45c2-9e3e-077f9e475032)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:10.208296 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.223331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] Calling delete_port for c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:10.276409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-dbcad8d9-3064-4435-b19c-af2a8d00c694 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:10.278454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-dbcad8d9-3064-4435-b19c-af2a8d00c694 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.50 "GET /v2.0/networks?id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6 HTTP/1.1" status: 200 len: 814 time: 0.2247071 Feb 09 21:13:10.380680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.425234 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (c7fb36fb-c50a-47ff-a1cd-8eeba8170e05), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.426758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60562) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:10.436223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Pushing event deleted for resources: {'Port': ['ID=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:10.465742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-f4927654-8155-4c1b-9b5a-6cb091e4a0aa tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31d02444cb734308889fcb2a260b69b5 HTTP/1.1" status: 200 len: 380 time: 0.1785493 Feb 09 21:13:10.469801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] No DVR routers for this DVR port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:10.477901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] Pushing event deleted for resources: {'Port': ['ID=c7fb36fb-c50a-47ff-a1cd-8eeba8170e05,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:10.487151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ad680-2fce-476e-b234-3bc87ae93f28 None None] No DVR routers for this DVR port c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:10.544317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'port': {'device_id': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'admin_state_up': True, 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'security_groups': ['7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:10.609108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aa71972-b749-48ea-addf-2bd6a03bbfff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.710503 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (024b1666-4d21-414f-ad9d-488512a88438), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.717347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aa71972-b749-48ea-addf-2bd6a03bbfff admin admin] Publish callbacks [] for security_group (1d7abaec-1700-4966-96b5-665edd5bdc2c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.723188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1aa71972-b749-48ea-addf-2bd6a03bbfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1d7abaec-1700-4966-96b5-665edd5bdc2c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.751534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024b1666-4d21-414f-ad9d-488512a88438']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:10.766086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1aa71972-b749-48ea-addf-2bd6a03bbfff admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=88c2149d9e87429e9c637b4d37c5b6d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382087 Feb 09 21:13:10.769039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:10.774966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3dd14b-9385-45c2-9e3e-077f9e475032') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:10.775271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3dd14b-9385-45c2-9e3e-077f9e475032') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:10.784964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (5d3dd14b-9385-45c2-9e3e-077f9e475032), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.800018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5d3dd14b-9385-45c2-9e3e-077f9e475032), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.812278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:10.812704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (5d3dd14b-9385-45c2-9e3e-077f9e475032), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:10.815809 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:10.840292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa71972-b749-48ea-addf-2bd6a03bbfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7abaec-1700-4966-96b5-665edd5bdc2c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:10.866977 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e45e4a4-4f6d-48b9-8e04-6c2bb9bc5c77 admin admin] Publish callbacks [] for security_group (1d7abaec-1700-4966-96b5-665edd5bdc2c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.878364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:10.892472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Made reservation on behalf of 31d02444cb734308889fcb2a260b69b5 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:10.896193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.904727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e45e4a4-4f6d-48b9-8e04-6c2bb9bc5c77 admin admin] Publish callbacks [] for security_group (1d7abaec-1700-4966-96b5-665edd5bdc2c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.944653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:10.969382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (024b1666-4d21-414f-ad9d-488512a88438), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:10.985354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:13:10.986161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c7fb36fb-c50a-47ff-a1cd-8eeba8170e05 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:13:11.014205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.020032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] 10.222.0.102 "DELETE /v2.0/networks/024b1666-4d21-414f-ad9d-488512a88438 HTTP/1.1" status: 204 len: 168 time: 1.2363937 Feb 09 21:13:11.054373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817bca-211e-486d-aac2-1a10ea9d1088 tempest-TagsExtTest-315220215 tempest-TagsExtTest-315220215-project] Pushing event deleted for resources: {'Network': ['ID=024b1666-4d21-414f-ad9d-488512a88438,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:11.089865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e25c28f3-1158-4aca-8163-d0c54e092d05 req-890b44dd-e9c3-454d-bf41-32a1894fe7a9 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0483551 Feb 09 21:13:11.128008 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e45e4a4-4f6d-48b9-8e04-6c2bb9bc5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1d7abaec-1700-4966-96b5-665edd5bdc2c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.131602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9e45e4a4-4f6d-48b9-8e04-6c2bb9bc5c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.137709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9e45e4a4-4f6d-48b9-8e04-6c2bb9bc5c77 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1d7abaec-1700-4966-96b5-665edd5bdc2c HTTP/1.1" status: 204 len: 168 time: 0.3673518 Feb 09 21:13:11.166846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45e4a4-4f6d-48b9-8e04-6c2bb9bc5c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7abaec-1700-4966-96b5-665edd5bdc2c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:11.248612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Allocated IP 172.20.0.9 (aafbf6c5-28c5-4399-a1fa-e2554cca55b6/25560e20-3281-4e4a-bec5-9625872fe099/bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:11.289639 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.312749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port c763dc62-14e7-4715-9b7a-0b23b3c47d13 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:11.313097 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c763dc62-14e7-4715-9b7a-0b23b3c47d13), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.479703 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c763dc62-14e7-4715-9b7a-0b23b3c47d13), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.480054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (c763dc62-14e7-4715-9b7a-0b23b3c47d13), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.502301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for c763dc62-14e7-4715-9b7a-0b23b3c47d13 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:11.509448 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.535459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60596) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:11.658981 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.750715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'Port': ['ID=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:11.763016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:11.765941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:11.769573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:13:11.865629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:11.866434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.882104 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e30365b-4222-4784-8593-9ac34d7ec0d4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=719b7309bcc74307a887e28571f859a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3403084 Feb 09 21:13:11.882511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:11.961643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-4f431242-f144-4072-8835-aa6574133a80 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4899023 Feb 09 21:13:11.966397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1de5dee-0488-4f02-98df-88ecf199ffff admin admin] Publish callbacks [] for security_group (b511faed-d315-4bcb-92e4-d7d8f2861d54), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:11.991063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1de5dee-0488-4f02-98df-88ecf199ffff admin admin] Publish callbacks [] for security_group (b511faed-d315-4bcb-92e4-d7d8f2861d54), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:12.044600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c763dc62-14e7-4715-9b7a-0b23b3c47d13), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:12.094063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=c763dc62-14e7-4715-9b7a-0b23b3c47d13,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:12.100258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1de5dee-0488-4f02-98df-88ecf199ffff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b511faed-d315-4bcb-92e4-d7d8f2861d54), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:12.103910 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1de5dee-0488-4f02-98df-88ecf199ffff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:12.108096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d1de5dee-0488-4f02-98df-88ecf199ffff admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b511faed-d315-4bcb-92e4-d7d8f2861d54 HTTP/1.1" status: 204 len: 168 time: 0.2191880 Feb 09 21:13:12.134711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de5dee-0488-4f02-98df-88ecf199ffff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b511faed-d315-4bcb-92e4-d7d8f2861d54,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:12.229118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-94e06f46-3e9b-48d3-b743-282b09c8b7d5 None None] Provisioning complete for port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:12.229652 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-94e06f46-3e9b-48d3-b743-282b09c8b7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:12.236930 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for floatingip (661cdb0e-6de0-4293-9682-78c2e7b83c23), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:12.237397 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Floating IP 661cdb0e-6de0-4293-9682-78c2e7b83c23 disassociated (deleted). External IP: 172.25.4.87, port: d884981e-c144-414b-b0d8-1a3a9e8ec0db. Feb 09 21:13:12.344711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-94e06f46-3e9b-48d3-b743-282b09c8b7d5 None None] Port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:13:12.420294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Request body: {'port': {'device_id': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:12.540125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbf590-85cb-411a-9272-d94cc315339f req-3ef4c029-76c3-4aa3-9129-ae1bfd0697da tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:12.551116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfcbf590-85cb-411a-9272-d94cc315339f req-3ef4c029-76c3-4aa3-9129-ae1bfd0697da tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 931 time: 0.1751242 Feb 09 21:13:12.567447 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:12.782430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dfcbf590-85cb-411a-9272-d94cc315339f req-f8af74d9-96ea-44e2-933c-bac54b8c1a78 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027190 Feb 09 21:13:12.790878 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:13.111036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 52e0f1f0-755e-4169-9c14-8e56f7a5567c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:13:13.272878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:13:13.292203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] Sync routers for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:13:13.303580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:13.333513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:13.342949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:13.352602 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-217c9005-0306-4c6e-8264-7fdaa856d51f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/floatingips/661cdb0e-6de0-4293-9682-78c2e7b83c23 HTTP/1.1" status: 204 len: 168 time: 2.4731557 Feb 09 21:13:13.354992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:13:13.357491 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d55ce9-e7a7-4488-860a-5db71cfb1336" -d '{"events": [{"name": "network-changed", "server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:13:13.547584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:13:13.559180 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Publish callbacks [] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:13.578571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Transition to ACTIVE for port object bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:13:13.592410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:13.673486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:13.789883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:13.913014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b5ecf-cfd1-4e22-86e4-ff5b698503ad req-f9df5d67-c6c8-43e5-bb02-254523d61a12 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:13.942952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad4b5ecf-cfd1-4e22-86e4-ff5b698503ad req-f9df5d67-c6c8-43e5-bb02-254523d61a12 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1648571 Feb 09 21:13:14.007589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Attempting to bind port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:13:14.015661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Attempting to bind port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:13:14.016890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Attempting to bind port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 on network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:13:14.035912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 on network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:13:14.044108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Attempting to bind port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 on network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:13:14.056399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:13:14.057065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Checking segment: {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:14.068078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Bound using segment: {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:13:14.069281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Bound port: bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce12b9d6-f28b-4017-9205-157a873aafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:13:14.069834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:14.077040 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84402170-75d4-4708-a5fb-56dd00a87af5 x-openstack-request-id: req-84402170-75d4-4708-a5fb-56dd00a87af5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:13:14.077596 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:13:14.078025 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-84402170-75d4-4708-a5fb-56dd00a87af5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:13:14.078594 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'status': 'completed', 'code': 200} Feb 09 21:13:14.117980 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:14.181149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:14.203423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad4b5ecf-cfd1-4e22-86e4-ff5b698503ad req-dbd9f709-8943-447e-828d-cc5fc61d3d25 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552443 Feb 09 21:13:14.236653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-a5bcf91e-3069-4c14-b526-0eb121d5c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:14.238273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-a5bcf91e-3069-4c14-b526-0eb121d5c2ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11db802464124d8a859db41a07721eef&device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 1129 time: 0.1499557 Feb 09 21:13:14.256488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] For port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:13:14.312665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] For port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:13:14.330531 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:14.342436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:33Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:14.359583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495422f7-e6b9-4a3d-9793-3f562e80f76a req-a9a6d544-6d16-47e8-9d2b-a77d77f8d8c5 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:14.366917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-495422f7-e6b9-4a3d-9793-3f562e80f76a req-a9a6d544-6d16-47e8-9d2b-a77d77f8d8c5 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.1709225 Feb 09 21:13:14.375443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:14.376117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:14.377964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] 10.222.0.50 "PUT /v2.0/ports/bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 HTTP/1.1" status: 200 len: 1092 time: 2.3428299 Feb 09 21:13:14.413655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] Checking router: 52e0f1f0-755e-4169-9c14-8e56f7a5567c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:13:14.445170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:14.448341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:14.575345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-1fe319c7-e12b-4b81-a21e-ee8844aeb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:14.576874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-1fe319c7-e12b-4b81-a21e-ee8844aeb0bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=387f63d8-f45c-4507-8e34-18b88175eea3 HTTP/1.1" status: 200 len: 897 time: 0.3315220 Feb 09 21:13:14.587510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7ba23-ecb2-4392-a59b-b68072bc78f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:14.686437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:14.717978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-25075870-network', 'tenant_id': '3a1afacc71a741209b590eb4c03d16fa'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:14.726159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-66925513-2428-421e-9f41-acbedb33ceb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db HTTP/1.1" status: 200 len: 217 time: 0.1401525 Feb 09 21:13:14.752350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-495422f7-e6b9-4a3d-9793-3f562e80f76a req-d975f63d-6e90-4661-a4bc-4c377d2785d8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3767257 Feb 09 21:13:15.039952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:33Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:15.078616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4779f06-7c5e-445c-8385-1556cd983c14 None None] The sync data for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 is: [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:11:22Z', 'revision_number': 4, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1e965883-1b49-4e9f-b6ba-7fe22f314639', 'name': '', 'network_id': '387f63d8-f45c-4507-8e34-18b88175eea3', 'tenant_id': '11db802464124d8a859db41a07721eef', 'mac_address': 'fa:16:3e:47:3a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:21Z', 'updated_at': '2022-02-09T21:11:33Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'subnets': [{'id': '111a80b7-3069-4797-8a8e-15a4baf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:13:15.194972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-3dd6d43c-154b-4fe8-b32d-0681fa91f2aa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:15.196719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-3dd6d43c-154b-4fe8-b32d-0681fa91f2aa tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.1301637 Feb 09 21:13:15.470539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-1f54e39b-b973-41a4-8091-e2cf5b3c83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:15.486182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-1f54e39b-b973-41a4-8091-e2cf5b3c83c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31d02444cb734308889fcb2a260b69b5&device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1126 time: 1.0281346 Feb 09 21:13:15.504039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port d884981e-c144-414b-b0d8-1a3a9e8ec0db {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:15.504439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:15.566264 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda21d71-7b77-4a4c-aeaf-f4f5fe8bae9e None None] New status for floating IP 661cdb0e-6de0-4293-9682-78c2e7b83c23: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:13:15.587175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Made reservation on behalf of 3a1afacc71a741209b590eb4c03d16fa for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:15.590925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:15.599125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-a23f298f-71ad-49aa-9dad-1e5791be4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:15.600652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-a23f298f-71ad-49aa-9dad-1e5791be4405 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=111a80b7-3069-4797-8a8e-15a4baf68e08 HTTP/1.1" status: 200 len: 835 time: 0.8550043 Feb 09 21:13:15.617745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e39eea-fb46-49d0-bf89-b4dd2349d75f req-6ce06be6-f050-4b09-bc0b-cae8fec18934 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:15.629918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72e39eea-fb46-49d0-bf89-b4dd2349d75f req-6ce06be6-f050-4b09-bc0b-cae8fec18934 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad905106-1055-4c6d-b1cf-f35d415132ad HTTP/1.1" status: 200 len: 946 time: 0.2894251 Feb 09 21:13:15.638400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-116c79a3-6a78-4e15-b27d-614933c952b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 HTTP/1.1" status: 200 len: 217 time: 0.1304791 Feb 09 21:13:15.703578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port d884981e-c144-414b-b0d8-1a3a9e8ec0db, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d884981e-c144-414b-b0d8-1a3a9e8ec0db,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:15.704458 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:15.722074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for d884981e-c144-414b-b0d8-1a3a9e8ec0db owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:15.778296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-a35b9b52-7001-4873-a660-c0db1c1873e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:15.780625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-a35b9b52-7001-4873-a660-c0db1c1873e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25560e20-3281-4e4a-bec5-9625872fe099 HTTP/1.1" status: 200 len: 853 time: 0.1394653 Feb 09 21:13:15.860467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.054163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-48b479fe-c5d1-41c4-996a-2c0aec42611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:16.055780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-48b479fe-c5d1-41c4-996a-2c0aec42611c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=387f63d8-f45c-4507-8e34-18b88175eea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2839220 Feb 09 21:13:16.081040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0cb0c-f6e7-40a8-9a72-4d06327dfed4 req-d9bcbabc-b648-421c-a31d-835e0f0c9b26 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:16.082654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ffd0cb0c-f6e7-40a8-9a72-4d06327dfed4 req-d9bcbabc-b648-421c-a31d-835e0f0c9b26 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.1959960 Feb 09 21:13:16.095586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:13:16.097906 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2da33b-3fd0-4fba-b152-abca9d8de00b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:13:16.108428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-f135d62f-0bf4-44ec-b5b6-ae9858ac019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:16.110053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-f135d62f-0bf4-44ec-b5b6-ae9858ac019e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2422187 Feb 09 21:13:16.301360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:16.367272 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Publish callbacks [] for security_group (69656305-359c-46d8-8a62-348acc56bfb7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.399110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ffd0cb0c-f6e7-40a8-9a72-4d06327dfed4 req-1e45f6f0-7447-439b-9325-3269ca2f4d3b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890162 Feb 09 21:13:16.418539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:16.420989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69656305-359c-46d8-8a62-348acc56bfb7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.446588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:13:16.469376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8c37fd09-9906-4a1d-9247-390f88ba0d28), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.471065 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Added segment 8c37fd09-9906-4a1d-9247-390f88ba0d28 of type vlan for network bea16ba3-4a8f-4563-a3a5-f147c7994f39 Feb 09 21:13:16.532734 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e324f28-f44c-45d1-9ebe-3c1a60f01e5a x-openstack-request-id: req-8e324f28-f44c-45d1-9ebe-3c1a60f01e5a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:13:16.533025 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:13:16.533281 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8e324f28-f44c-45d1-9ebe-3c1a60f01e5a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:13:16.533672 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'status': 'completed', 'code': 200} Feb 09 21:13:16.575137 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72e39eea-fb46-49d0-bf89-b4dd2349d75f req-16db61f1-d55b-43ba-ad5f-11910b8f131f tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "GET /v2.0/security-groups?id=e8290341-0f20-4f65-a8b1-3540335f0cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9408913 Feb 09 21:13:16.660763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d884981e-c144-414b-b0d8-1a3a9e8ec0db), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.688900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (bea16ba3-4a8f-4563-a3a5-f147c7994f39), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.699094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=d884981e-c144-414b-b0d8-1a3a9e8ec0db,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:16.703172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-de3c3fb5-ec5d-404e-9fdd-8a7499df353c service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723147 Feb 09 21:13:16.704991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-c5e4667d-4465-4ef9-8890-049a485c213c service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337056 Feb 09 21:13:16.708777 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1973a160-05c0-4d3d-a5f1-5e74c48a843e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.717046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01815111-23b5-4630-b079-7e9e8b362874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.755644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69656305-359c-46d8-8a62-348acc56bfb7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:16.769592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] No DVR routers for this DVR port d884981e-c144-414b-b0d8-1a3a9e8ec0db on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:16.772661 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:16.778765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42fc41cb-d88b-4c31-9c8b-a4702953df70 req-32f73ac3-7c1d-4372-982b-9e4e29911a01 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.13 "DELETE /v2.0/ports/d884981e-c144-414b-b0d8-1a3a9e8ec0db HTTP/1.1" status: 204 len: 173 time: 1.5757213 Feb 09 21:13:16.779606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'name': 'network-vif-deleted', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:13:16.782627 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf7c802-e03b-4d75-b27e-e6bde4db5799" -d '{"events": [{"server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "name": "network-vif-deleted", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:13:16.998199 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959d517-1e52-4bf3-9a7a-c7c492b3eab2 x-openstack-request-id: req-e959d517-1e52-4bf3-9a7a-c7c492b3eab2 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:13:16.998501 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad905106-1055-4c6d-b1cf-f35d415132ad", "name": "network-vif-deleted", "tag": "d884981e-c144-414b-b0d8-1a3a9e8ec0db", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:13:16.998804 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e959d517-1e52-4bf3-9a7a-c7c492b3eab2 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:13:16.999222 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad905106-1055-4c6d-b1cf-f35d415132ad', 'name': 'network-vif-deleted', 'tag': 'd884981e-c144-414b-b0d8-1a3a9e8ec0db', 'status': 'completed', 'code': 200} Feb 09 21:13:17.017544 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (bea16ba3-4a8f-4563-a3a5-f147c7994f39), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.019100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:17.019719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.185002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:17.185179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.9965734 Feb 09 21:13:17.190167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Request body: {'subnet': {'network_id': 'bea16ba3-4a8f-4563-a3a5-f147c7994f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-25075870-subnet', 'tenant_id': '3a1afacc71a741209b590eb4c03d16fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:17.195664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c8b2c-6684-4f91-8647-052595debd98 admin admin] Pushing event updated for resources: {'Network': ['ID=bea16ba3-4a8f-4563-a3a5-f147c7994f39,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:17.215262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network bea16ba3-4a8f-4563-a3a5-f147c7994f39 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:13:17.216553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Made reservation on behalf of 3a1afacc71a741209b590eb4c03d16fa for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:17.220429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.252424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52d55ce9-e7a7-4488-860a-5db71cfb1336 req-f3f6f1e0-c119-42f4-ac97-3825f6281fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139306 Feb 09 21:13:17.272038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83eb2e09-d199-4f06-979a-e5fed6ebc431 req-90b098cf-5806-4744-bb47-937812bf169f service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581703 Feb 09 21:13:17.313939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01815111-23b5-4630-b079-7e9e8b362874 admin admin] Publish callbacks [] for security_group (5b6f0537-72d1-4ab9-8eb4-58ac63b9ffca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.339864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-01815111-23b5-4630-b079-7e9e8b362874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5b6f0537-72d1-4ab9-8eb4-58ac63b9ffca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.343657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1973a160-05c0-4d3d-a5f1-5e74c48a843e admin admin] Publish callbacks [] for security_group (c4f2c484-24ea-4d75-833b-74524443e273), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.403722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1973a160-05c0-4d3d-a5f1-5e74c48a843e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c4f2c484-24ea-4d75-833b-74524443e273), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.516480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01815111-23b5-4630-b079-7e9e8b362874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6f0537-72d1-4ab9-8eb4-58ac63b9ffca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:17.521475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-01815111-23b5-4630-b079-7e9e8b362874 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bb7cecae3856474e920a48f80e60cb11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1016059 Feb 09 21:13:17.553505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973a160-05c0-4d3d-a5f1-5e74c48a843e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f2c484-24ea-4d75-833b-74524443e273,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:17.554996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60800) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:17.572743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1973a160-05c0-4d3d-a5f1-5e74c48a843e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=69fccaf5b8754779877e0fb1769d5974&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2699316 Feb 09 21:13:17.576004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:17.584155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (6564da6a-ab9f-41e4-8a85-5bb8a5f72716), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.650403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-1fb9647b-fc85-4467-8842-3a1473ee8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:17.651997 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-1fb9647b-fc85-4467-8842-3a1473ee8807 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31d02444cb734308889fcb2a260b69b5&device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1126 time: 0.2728009 Feb 09 21:13:17.668287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:17.756723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-f03fac59-987e-4661-9425-8dece8160d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:17.758926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-f03fac59-987e-4661-9425-8dece8160d11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6 HTTP/1.1" status: 200 len: 915 time: 0.0957496 Feb 09 21:13:17.807744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-c952cdd1-be67-47d6-ab46-7a57c45025b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 HTTP/1.1" status: 200 len: 217 time: 0.0400414 Feb 09 21:13:17.851719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Publish callbacks [] for security_group (c4f2c484-24ea-4d75-833b-74524443e273), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.874491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Publish callbacks [] for security_group (c4f2c484-24ea-4d75-833b-74524443e273), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.951078 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c4f2c484-24ea-4d75-833b-74524443e273), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.957061 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a97d8-0b04-4d27-a002-0aceb43e7c4e req-517cc155-8eb5-4079-8d09-9697ffba978b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:17.957633 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:17.958722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-826a97d8-0b04-4d27-a002-0aceb43e7c4e req-517cc155-8eb5-4079-8d09-9697ffba978b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.4078147 Feb 09 21:13:17.970305 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c4f2c484-24ea-4d75-833b-74524443e273 HTTP/1.1" status: 204 len: 168 time: 0.3931837 Feb 09 21:13:17.987083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-000a41df-c607-435a-b196-6a7a15da67de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:17.989767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-000a41df-c607-435a-b196-6a7a15da67de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25560e20-3281-4e4a-bec5-9625872fe099 HTTP/1.1" status: 200 len: 853 time: 0.1762748 Feb 09 21:13:17.991326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f2c484-24ea-4d75-833b-74524443e273,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:18.010445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.011435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.012731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.013391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.014601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.015288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.015998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.016567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.017179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.017736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.018297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.018968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.019527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcabf-687f-45bb-8ce6-0fa340e78156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:18.070977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-91764998-2f35-4429-9498-13e1c14f4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:18.074412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-91764998-2f35-4429-9498-13e1c14f4293 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0732775 Feb 09 21:13:18.074993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6564da6a-ab9f-41e4-8a85-5bb8a5f72716,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:18.090212 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42b6e0f3-e64c-434d-a1dc-1557d51b3a59 admin admin] Publish callbacks [] for security_group (5b6f0537-72d1-4ab9-8eb4-58ac63b9ffca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.109557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Checking segment: {'id': '8c37fd09-9906-4a1d-9247-390f88ba0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'bea16ba3-4a8f-4563-a3a5-f147c7994f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:18.110240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Network hostable DHCP agents. Network: bea16ba3-4a8f-4563-a3a5-f147c7994f39, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:13:18.162892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42b6e0f3-e64c-434d-a1dc-1557d51b3a59 admin admin] Publish callbacks [] for security_group (5b6f0537-72d1-4ab9-8eb4-58ac63b9ffca), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.204152 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-b0651adb-2b9b-4838-9b88-7045a619e4ef service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227684 Feb 09 21:13:18.224792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-826a97d8-0b04-4d27-a002-0aceb43e7c4e req-9c661334-27c7-48e8-a28e-ec236fe34a9a tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298517 Feb 09 21:13:18.352025 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce2da33b-3fd0-4fba-b152-abca9d8de00b req-e237d45f-c34e-460f-ab3f-4e6c50109465 service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415460 Feb 09 21:13:18.356871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Network bea16ba3-4a8f-4563-a3a5-f147c7994f39 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:13:18.394829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, bea16ba3-4a8f-4563-a3a5-f147c7994f39) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:18.401626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:18.402792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.408765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a4441c-3865-438c-a610-2706ee874b83 None None] Network bea16ba3-4a8f-4563-a3a5-f147c7994f39 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:18.431046 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42b6e0f3-e64c-434d-a1dc-1557d51b3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5b6f0537-72d1-4ab9-8eb4-58ac63b9ffca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.434554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42b6e0f3-e64c-434d-a1dc-1557d51b3a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.438075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-42b6e0f3-e64c-434d-a1dc-1557d51b3a59 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5b6f0537-72d1-4ab9-8eb4-58ac63b9ffca HTTP/1.1" status: 204 len: 168 time: 0.8774235 Feb 09 21:13:18.443329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c720bbe3-640f-4391-badf-05ab3eab70fb admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2570198 Feb 09 21:13:18.455385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6e0f3-e64c-434d-a1dc-1557d51b3a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6f0537-72d1-4ab9-8eb4-58ac63b9ffca,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:18.562550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60818) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:18.572687 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (52e0f1f0-755e-4169-9c14-8e56f7a5567c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.597856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14dbd40-9876-4d1a-974e-5db5c2cde3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.847854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14dbd40-9876-4d1a-974e-5db5c2cde3ce admin admin] Publish callbacks [] for security_group (b7868433-94c8-4fb4-8d93-645695fc20da), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.860919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b14dbd40-9876-4d1a-974e-5db5c2cde3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b7868433-94c8-4fb4-8d93-645695fc20da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:18.923750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dbd40-9876-4d1a-974e-5db5c2cde3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7868433-94c8-4fb4-8d93-645695fc20da,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:18.951764 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b14dbd40-9876-4d1a-974e-5db5c2cde3ce admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0d260fc8071e4a8c8251eebf45c6f8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850801 Feb 09 21:13:18.952360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:19.011661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e824746-7ea3-404b-8d86-d60f634ba7f8 admin admin] Publish callbacks [] for security_group (b7868433-94c8-4fb4-8d93-645695fc20da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.034517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d884981e-c144-414b-b0d8-1a3a9e8ec0db no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:19.040912 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e824746-7ea3-404b-8d86-d60f634ba7f8 admin admin] Publish callbacks [] for security_group (b7868433-94c8-4fb4-8d93-645695fc20da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.134162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: d884981e-c144-414b-b0d8-1a3a9e8ec0db {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:13:19.134526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d884981e-c144-414b-b0d8-1a3a9e8ec0db not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:13:19.137820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e824746-7ea3-404b-8d86-d60f634ba7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b7868433-94c8-4fb4-8d93-645695fc20da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.139648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ab6fd-5172-4191-9bbd-0e790d34b9b2 None None] Network bea16ba3-4a8f-4563-a3a5-f147c7994f39 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:19.146013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9e824746-7ea3-404b-8d86-d60f634ba7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.149070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9e824746-7ea3-404b-8d86-d60f634ba7f8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b7868433-94c8-4fb4-8d93-645695fc20da HTTP/1.1" status: 204 len: 168 time: 0.1945875 Feb 09 21:13:19.172777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e824746-7ea3-404b-8d86-d60f634ba7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7868433-94c8-4fb4-8d93-645695fc20da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:19.243183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:19.283363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fe49da2-9bfe-42e8-bcdf-6e54ea5d6f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.387465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port 1e965883-1b49-4e9f-b6ba-7fe22f314639 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:19.388119 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.471997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff50038-392b-4b8c-b672-8aa38568ca06 req-36d65bfb-2d36-48fb-b39f-f68336f21117 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:19.473633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cff50038-392b-4b8c-b672-8aa38568ca06 req-36d65bfb-2d36-48fb-b39f-f68336f21117 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.1076169 Feb 09 21:13:19.516162 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fe49da2-9bfe-42e8-bcdf-6e54ea5d6f19 admin admin] Publish callbacks [] for security_group (6bc1aece-cbd3-426d-b25d-c75ac1861111), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.529360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9fe49da2-9bfe-42e8-bcdf-6e54ea5d6f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6bc1aece-cbd3-426d-b25d-c75ac1861111), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.553158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port 1e965883-1b49-4e9f-b6ba-7fe22f314639, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1e965883-1b49-4e9f-b6ba-7fe22f314639,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:19.553642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.573049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for 1e965883-1b49-4e9f-b6ba-7fe22f314639 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:19.574792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe49da2-9bfe-42e8-bcdf-6e54ea5d6f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc1aece-cbd3-426d-b25d-c75ac1861111,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:19.604032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cff50038-392b-4b8c-b672-8aa38568ca06 req-ee10afa4-7d8f-41d6-a0be-80e104e133ea tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203198 Feb 09 21:13:19.607960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9fe49da2-9bfe-42e8-bcdf-6e54ea5d6f19 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=91977537a63342309f2d45fb761c611d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3634171 Feb 09 21:13:19.611366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60842) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:19.721978 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e939-4948-4fc3-8a7b-e679f8f4b145 admin admin] Publish callbacks [] for security_group (6bc1aece-cbd3-426d-b25d-c75ac1861111), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.750642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e939-4948-4fc3-8a7b-e679f8f4b145 admin admin] Publish callbacks [] for security_group (6bc1aece-cbd3-426d-b25d-c75ac1861111), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.812609 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e939-4948-4fc3-8a7b-e679f8f4b145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6bc1aece-cbd3-426d-b25d-c75ac1861111), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.816794 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e939-4948-4fc3-8a7b-e679f8f4b145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.820937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a7d7e939-4948-4fc3-8a7b-e679f8f4b145 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6bc1aece-cbd3-426d-b25d-c75ac1861111 HTTP/1.1" status: 204 len: 168 time: 0.2076540 Feb 09 21:13:19.831506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7e939-4948-4fc3-8a7b-e679f8f4b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc1aece-cbd3-426d-b25d-c75ac1861111,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:19.850871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:19.859392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-959007531-network', 'tenant_id': 'eff02b6f44704d4ebc867daefbd7d6d3'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:19.883854 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1e965883-1b49-4e9f-b6ba-7fe22f314639), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.919483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=1e965883-1b49-4e9f-b6ba-7fe22f314639,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:19.921324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Made reservation on behalf of eff02b6f44704d4ebc867daefbd7d6d3 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:19.923850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:19.955032 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.278763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Publish callbacks [] for security_group (816e8d20-e5f4-482b-8567-950f4fa044cf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.286164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (816e8d20-e5f4-482b-8567-950f4fa044cf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.293131 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (52e0f1f0-755e-4169-9c14-8e56f7a5567c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.331072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:13:20.342119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816e8d20-e5f4-482b-8567-950f4fa044cf,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:20.414765 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3e595f10-862d-4885-ad90-8e412adda060), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.415412 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Added segment 3e595f10-862d-4885-ad90-8e412adda060 of type vlan for network 9e571766-777b-4e5e-85b5-d08e33b7f364 Feb 09 21:13:20.477680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9e571766-777b-4e5e-85b5-d08e33b7f364), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.522185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9e571766-777b-4e5e-85b5-d08e33b7f364), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.523216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:20.523833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.623654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=9e571766-777b-4e5e-85b5-d08e33b7f364,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:20.642034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9e571766-777b-4e5e-85b5-d08e33b7f364 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:13:20.746017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60888) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:20.753999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Request body: {'subnet': {'network_id': '9e571766-777b-4e5e-85b5-d08e33b7f364', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-959007531-subnet', 'tenant_id': 'eff02b6f44704d4ebc867daefbd7d6d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:20.757538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2b7c26f7-d39d-42d0-a117-316efad27eb1 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8911867 Feb 09 21:13:20.814333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Made reservation on behalf of eff02b6f44704d4ebc867daefbd7d6d3 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:20.828217 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:20.989276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8143a-d42b-45c9-8f41-649a1d6c0521 req-986e3044-5d8b-4682-a20a-791c8c666358 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:21.002655 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0db8143a-d42b-45c9-8f41-649a1d6c0521 req-986e3044-5d8b-4682-a20a-791c8c666358 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.2430773 Feb 09 21:13:21.085472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Router 52e0f1f0-755e-4169-9c14-8e56f7a5567c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:13:21.188268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0db8143a-d42b-45c9-8f41-649a1d6c0521 req-67e51a41-f650-4cfd-813e-08d7867f2c83 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839929 Feb 09 21:13:21.265402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (11e89388-776a-4e8a-889f-39abe223a27f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:21.384710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e89388-776a-4e8a-889f-39abe223a27f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:21.386049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:13:21.398835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:21.401733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa326485-c0e1-490d-af06-5328c6b0dfbc tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "PUT /v2.0/routers/52e0f1f0-755e-4169-9c14-8e56f7a5567c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7275696 Feb 09 21:13:21.407413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] Sync routers for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:13:21.429337 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:21.429980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:21.439971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Checking segment: {'id': '3e595f10-862d-4885-ad90-8e412adda060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '9e571766-777b-4e5e-85b5-d08e33b7f364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:21.440670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Network hostable DHCP agents. Network: 9e571766-777b-4e5e-85b5-d08e33b7f364, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:13:21.507234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Network 9e571766-777b-4e5e-85b5-d08e33b7f364 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:13:21.517271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ae1f33-69e0-44ca-8fce-78982a0a3cc1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting subnet 111a80b7-3069-4797-8a8e-15a4baf68e08 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:13:21.530932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1f33-69e0-44ca-8fce-78982a0a3cc1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (111a80b7-3069-4797-8a8e-15a4baf68e08), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:21.591367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 9e571766-777b-4e5e-85b5-d08e33b7f364) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:21.601899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:21.608029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb48e8e5-0346-40e3-abe4-df30fb3ab4fc None None] Network 9e571766-777b-4e5e-85b5-d08e33b7f364 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:21.616603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:21.657767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1f33-69e0-44ca-8fce-78982a0a3cc1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (111a80b7-3069-4797-8a8e-15a4baf68e08), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:21.676526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-94d31c99-0de3-4299-a63e-686d6f7707c4 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9293149 Feb 09 21:13:21.798865 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:21.806822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:21.841526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1f33-69e0-44ca-8fce-78982a0a3cc1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (111a80b7-3069-4797-8a8e-15a4baf68e08), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:21.887229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 60934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:21.892161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465e3c7-1075-4dea-b10b-073853a3bc36 None None] Network 9e571766-777b-4e5e-85b5-d08e33b7f364 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:21.981982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1f33-69e0-44ca-8fce-78982a0a3cc1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (111a80b7-3069-4797-8a8e-15a4baf68e08), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.013621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ff472d-664a-4297-88ee-481686ff6133 admin admin] Deleting subnet 6564da6a-ab9f-41e4-8a85-5bb8a5f72716 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:13:22.034401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae1f33-69e0-44ca-8fce-78982a0a3cc1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Subnet': ['ID=111a80b7-3069-4797-8a8e-15a4baf68e08,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:22.035851 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ff472d-664a-4297-88ee-481686ff6133 admin admin] Publish callbacks [] for subnet (6564da6a-ab9f-41e4-8a85-5bb8a5f72716), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.061791 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6ae1f33-69e0-44ca-8fce-78982a0a3cc1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.066308 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b6ae1f33-69e0-44ca-8fce-78982a0a3cc1 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/subnets/111a80b7-3069-4797-8a8e-15a4baf68e08 HTTP/1.1" status: 204 len: 168 time: 0.6574748 Feb 09 21:13:22.074237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:22.075757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257e1d4-0653-43c4-a942-b043e3d563b5 None None] Network 387f63d8-f45c-4507-8e34-18b88175eea3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:22.139134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ff472d-664a-4297-88ee-481686ff6133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (6564da6a-ab9f-41e4-8a85-5bb8a5f72716), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.195961 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ff472d-664a-4297-88ee-481686ff6133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6564da6a-ab9f-41e4-8a85-5bb8a5f72716), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.328251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ff472d-664a-4297-88ee-481686ff6133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (6564da6a-ab9f-41e4-8a85-5bb8a5f72716), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.354231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40ff472d-664a-4297-88ee-481686ff6133 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.362202 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-40ff472d-664a-4297-88ee-481686ff6133 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/6564da6a-ab9f-41e4-8a85-5bb8a5f72716 HTTP/1.1" status: 204 len: 168 time: 0.4738050 Feb 09 21:13:22.380442 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (52e0f1f0-755e-4169-9c14-8e56f7a5567c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.385235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 60948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:22.417803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff472d-664a-4297-88ee-481686ff6133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6564da6a-ab9f-41e4-8a85-5bb8a5f72716,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:22.455061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:13:19Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:22.494963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] Checking router: 52e0f1f0-755e-4169-9c14-8e56f7a5567c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:13:22.507008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] Routers {'52e0f1f0-755e-4169-9c14-8e56f7a5567c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:22.508017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:22.710423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] DHCP port deletion for 387f63d8-f45c-4507-8e34-18b88175eea3 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:13:22.764756 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] Set router 52e0f1f0-755e-4169-9c14-8e56f7a5567c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:22.887803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff809ad-3c95-45af-8f5f-c5871e9165f0 req-de5b24e8-12b0-45ef-9520-8fb85da98236 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:22.895464 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bff809ad-3c95-45af-8f5f-c5871e9165f0 req-de5b24e8-12b0-45ef-9520-8fb85da98236 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.5342588 Feb 09 21:13:22.911093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (bea16ba3-4a8f-4563-a3a5-f147c7994f39), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:22.944265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6ab316b7-2810-4276-a68b-7992d81172cb no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:23.037733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] Deleting port 6ab316b7-2810-4276-a68b-7992d81172cb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:23.039723 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.124611 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (bea16ba3-4a8f-4563-a3a5-f147c7994f39), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.189719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea16ba3-4a8f-4563-a3a5-f147c7994f39']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:23.202933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c37fd09-9906-4a1d-9247-390f88ba0d28') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:23.203510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c37fd09-9906-4a1d-9247-390f88ba0d28') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:23.211489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] For port 6ab316b7-2810-4276-a68b-7992d81172cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6ab316b7-2810-4276-a68b-7992d81172cb,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:23.211990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.216338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (8c37fd09-9906-4a1d-9247-390f88ba0d28), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.231978 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8c37fd09-9906-4a1d-9247-390f88ba0d28), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.242049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:23.242944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (8c37fd09-9906-4a1d-9247-390f88ba0d28), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.262757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] Calling delete_port for 6ab316b7-2810-4276-a68b-7992d81172cb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:23.270542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6ab316b7-2810-4276-a68b-7992d81172cb is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:23.270949 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:23.344382 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:23.358194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_gateway (52e0f1f0-755e-4169-9c14-8e56f7a5567c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.366119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (bea16ba3-4a8f-4563-a3a5-f147c7994f39), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.377666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.384037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] 10.222.0.102 "DELETE /v2.0/networks/bea16ba3-4a8f-4563-a3a5-f147c7994f39 HTTP/1.1" status: 204 len: 168 time: 0.9955130 Feb 09 21:13:23.387489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32776) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:23.471041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09c9d32-b87c-4fb7-b823-247cfbad418a admin admin] Deleting subnet 11e89388-776a-4e8a-889f-39abe223a27f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:13:23.476507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d09c9d32-b87c-4fb7-b823-247cfbad418a admin admin] Publish callbacks [] for subnet (11e89388-776a-4e8a-889f-39abe223a27f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.483282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bff809ad-3c95-45af-8f5f-c5871e9165f0 req-66885eb3-d23b-4408-beff-ddbb58497c9c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5868900 Feb 09 21:13:23.489913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec094cac-7c97-4ddd-9d7d-d3dc02f0fceb admin admin] Pushing event deleted for resources: {'Network': ['ID=bea16ba3-4a8f-4563-a3a5-f147c7994f39,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:23.544943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Deleting port e6c7e8c1-ab18-43ec-80ea-059a941c87d0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:23.545512 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.559564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 6ab316b7-2810-4276-a68b-7992d81172cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6ab316b7-2810-4276-a68b-7992d81172cb,segment=NetworkSegment(73009c02-1d79-4e9d-8bf6-bcc56beeb47c),segment_id=73009c02-1d79-4e9d-8bf6-bcc56beeb47c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:23.589671 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.594841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d09c9d32-b87c-4fb7-b823-247cfbad418a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (11e89388-776a-4e8a-889f-39abe223a27f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.691748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d09c9d32-b87c-4fb7-b823-247cfbad418a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (11e89388-776a-4e8a-889f-39abe223a27f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.802283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] For port e6c7e8c1-ab18-43ec-80ea-059a941c87d0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e6c7e8c1-ab18-43ec-80ea-059a941c87d0,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:23.803718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.825963 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d09c9d32-b87c-4fb7-b823-247cfbad418a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (11e89388-776a-4e8a-889f-39abe223a27f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.848252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Calling delete_port for e6c7e8c1-ab18-43ec-80ea-059a941c87d0 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:23.897553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d09c9d32-b87c-4fb7-b823-247cfbad418a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:23.901354 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d09c9d32-b87c-4fb7-b823-247cfbad418a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/11e89388-776a-4e8a-889f-39abe223a27f HTTP/1.1" status: 204 len: 168 time: 0.5126581 Feb 09 21:13:23.904341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32800) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:23.920170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c9d32-b87c-4fb7-b823-247cfbad418a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e89388-776a-4e8a-889f-39abe223a27f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:24.068922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9e571766-777b-4e5e-85b5-d08e33b7f364), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.098396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=6ab316b7-2810-4276-a68b-7992d81172cb,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:24.114353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:13:19Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:24.138429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:24.138775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:24.182418 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (6ab316b7-2810-4276-a68b-7992d81172cb), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.204913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e187b6-3ae2-4b19-8cca-d3d69e2f6d60 None None] The sync data for ids ['52e0f1f0-755e-4169-9c14-8e56f7a5567c'] in n-d-789963-29 is: [{'id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125428692', 'tenant_id': '11db802464124d8a859db41a07721eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:11:06Z', 'updated_at': '2022-02-09T21:13:19Z', 'revision_number': 5, 'project_id': '11db802464124d8a859db41a07721eef', 'gw_port': {'id': 'e6c7e8c1-ab18-43ec-80ea-059a941c87d0', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0f1f0-755e-4169-9c14-8e56f7a5567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:11:09Z', 'updated_at': '2022-02-09T21:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:13:24.215060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] No DVR routers for this DVR port 6ab316b7-2810-4276-a68b-7992d81172cb on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:24.291222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0009fa-4aaa-4d12-a0e7-188c9295714a None None] Pushing event deleted for resources: {'Port': ['ID=6ab316b7-2810-4276-a68b-7992d81172cb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:24.317712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e6c7e8c1-ab18-43ec-80ea-059a941c87d0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.323329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9e571766-777b-4e5e-85b5-d08e33b7f364), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.372155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Port': ['ID=e6c7e8c1-ab18-43ec-80ea-059a941c87d0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:24.395521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e571766-777b-4e5e-85b5-d08e33b7f364']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:24.466525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e595f10-862d-4885-ad90-8e412adda060') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:24.467163 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e595f10-862d-4885-ad90-8e412adda060') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:24.473964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (52e0f1f0-755e-4169-9c14-8e56f7a5567c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.477053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5228af21-8e6d-49fa-b716-53c4fbf7c18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.479792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f49e-cdd2-44f0-a6ab-3c0502b9026a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.492177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (3e595f10-862d-4885-ad90-8e412adda060), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.634626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5228af21-8e6d-49fa-b716-53c4fbf7c18f admin admin] Publish callbacks [] for security_group (dcf220b7-a183-4d35-93fc-5bd9cfe1d8c3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.642894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3e595f10-862d-4885-ad90-8e412adda060), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.650827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:24.651464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (3e595f10-862d-4885-ad90-8e412adda060), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.675136 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (52e0f1f0-755e-4169-9c14-8e56f7a5567c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.681249 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router_controller (52e0f1f0-755e-4169-9c14-8e56f7a5567c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:24.724097 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:24.736757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5228af21-8e6d-49fa-b716-53c4fbf7c18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dcf220b7-a183-4d35-93fc-5bd9cfe1d8c3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.746961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (52e0f1f0-755e-4169-9c14-8e56f7a5567c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.747959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Fanout notify agent at l3_agent the message router_deleted on router 52e0f1f0-755e-4169-9c14-8e56f7a5567c {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:13:24.761653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.763232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1809edd2-79ef-45c5-9b5a-cd48338612e6 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/routers/52e0f1f0-755e-4169-9c14-8e56f7a5567c HTTP/1.1" status: 204 len: 168 time: 2.6876788 Feb 09 21:13:24.766304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32816) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:24.810754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9e571766-777b-4e5e-85b5-d08e33b7f364), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.866399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:24.874585 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] 10.222.0.102 "DELETE /v2.0/networks/9e571766-777b-4e5e-85b5-d08e33b7f364 HTTP/1.1" status: 204 len: 168 time: 0.9651000 Feb 09 21:13:24.890489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c10ec-82c2-470d-90fc-c67171bc54c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e571766-777b-4e5e-85b5-d08e33b7f364,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:24.918811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5228af21-8e6d-49fa-b716-53c4fbf7c18f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a7028d9d5d8b42c1858a4eb01c84afe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7646670 Feb 09 21:13:24.922854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228af21-8e6d-49fa-b716-53c4fbf7c18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf220b7-a183-4d35-93fc-5bd9cfe1d8c3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:24.935988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32824) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:24.970646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (387f63d8-f45c-4507-8e34-18b88175eea3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.002978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1e965883-1b49-4e9f-b6ba-7fe22f314639 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:25.038219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1e965883-1b49-4e9f-b6ba-7fe22f314639 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:13:25.038892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a81da4-a025-4738-a613-041f641adbf5 req-b063318e-59a3-48ca-bc92-84904b0b086b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:25.040523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1e965883-1b49-4e9f-b6ba-7fe22f314639 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:13:25.049978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1a81da4-a025-4738-a613-041f641adbf5 req-b063318e-59a3-48ca-bc92-84904b0b086b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.3206959 Feb 09 21:13:25.108370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f49e-cdd2-44f0-a6ab-3c0502b9026a admin admin] Publish callbacks [] for security_group (c9a5ec04-cac6-419a-95c5-122751e1fce3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.119121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:25.124905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f49e-cdd2-44f0-a6ab-3c0502b9026a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c9a5ec04-cac6-419a-95c5-122751e1fce3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.250211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1f49e-cdd2-44f0-a6ab-3c0502b9026a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a5ec04-cac6-419a-95c5-122751e1fce3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:25.279864 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4ad1f49e-cdd2-44f0-a6ab-3c0502b9026a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bcf66779cbf84d84b6fadef17f23456c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1396258 Feb 09 21:13:25.285976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a1ead58-2a20-45a5-b4a0-15f7815ade04 admin admin] Publish callbacks [] for security_group (dcf220b7-a183-4d35-93fc-5bd9cfe1d8c3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.329758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:25.332503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fbfe0f44-3740-4846-be13-b09801bf9475 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3a1afacc71a741209b590eb4c03d16fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2088602 Feb 09 21:13:25.348925 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a1ead58-2a20-45a5-b4a0-15f7815ade04 admin admin] Publish callbacks [] for security_group (dcf220b7-a183-4d35-93fc-5bd9cfe1d8c3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.350543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32830) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:25.415614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1a81da4-a025-4738-a613-041f641adbf5 req-aa5a08b9-7d5b-46a5-943c-55973a93d276 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933109 Feb 09 21:13:25.513659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a017-06b6-4a49-90e5-78f77f757d68 admin admin] Publish callbacks [] for security_group (c9a5ec04-cac6-419a-95c5-122751e1fce3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.514755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (387f63d8-f45c-4507-8e34-18b88175eea3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.515237 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a1ead58-2a20-45a5-b4a0-15f7815ade04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (dcf220b7-a183-4d35-93fc-5bd9cfe1d8c3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.517783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a1ead58-2a20-45a5-b4a0-15f7815ade04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.521806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3a1ead58-2a20-45a5-b4a0-15f7815ade04 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dcf220b7-a183-4d35-93fc-5bd9cfe1d8c3 HTTP/1.1" status: 204 len: 168 time: 0.5784128 Feb 09 21:13:25.564780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ead58-2a20-45a5-b4a0-15f7815ade04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf220b7-a183-4d35-93fc-5bd9cfe1d8c3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:25.576997 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387f63d8-f45c-4507-8e34-18b88175eea3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:25.611930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a017-06b6-4a49-90e5-78f77f757d68 admin admin] Publish callbacks [] for security_group (c9a5ec04-cac6-419a-95c5-122751e1fce3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.623035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-360ed231-c975-472f-8cf7-0273f219f075 admin admin] Publish callbacks [] for security_group (69656305-359c-46d8-8a62-348acc56bfb7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.623870 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73009c02-1d79-4e9d-8bf6-bcc56beeb47c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:25.624819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73009c02-1d79-4e9d-8bf6-bcc56beeb47c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:25.645427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (73009c02-1d79-4e9d-8bf6-bcc56beeb47c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.648828 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-360ed231-c975-472f-8cf7-0273f219f075 admin admin] Publish callbacks [] for security_group (69656305-359c-46d8-8a62-348acc56bfb7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.675453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (73009c02-1d79-4e9d-8bf6-bcc56beeb47c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.690990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:25.695905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (73009c02-1d79-4e9d-8bf6-bcc56beeb47c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:25.716220 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:25.741818 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-360ed231-c975-472f-8cf7-0273f219f075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (69656305-359c-46d8-8a62-348acc56bfb7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.745488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-360ed231-c975-472f-8cf7-0273f219f075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.757420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-360ed231-c975-472f-8cf7-0273f219f075 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/69656305-359c-46d8-8a62-348acc56bfb7 HTTP/1.1" status: 204 len: 168 time: 0.4031556 Feb 09 21:13:25.785142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ed231-c975-472f-8cf7-0273f219f075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69656305-359c-46d8-8a62-348acc56bfb7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:25.861866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a017-06b6-4a49-90e5-78f77f757d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (c9a5ec04-cac6-419a-95c5-122751e1fce3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.865777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a017-06b6-4a49-90e5-78f77f757d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.867241 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5dc8a017-06b6-4a49-90e5-78f77f757d68 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c9a5ec04-cac6-419a-95c5-122751e1fce3 HTTP/1.1" status: 204 len: 168 time: 0.5337262 Feb 09 21:13:25.880613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8a017-06b6-4a49-90e5-78f77f757d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a5ec04-cac6-419a-95c5-122751e1fce3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:25.903338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (387f63d8-f45c-4507-8e34-18b88175eea3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.925579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:25.935519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/networks/387f63d8-f45c-4507-8e34-18b88175eea3 HTTP/1.1" status: 204 len: 168 time: 1.1646085 Feb 09 21:13:25.936146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32840) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:25.955245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b137a38-7612-4538-a796-9970989c9b00 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'Network': ['ID=387f63d8-f45c-4507-8e34-18b88175eea3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:26.105990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a26335b-139c-4903-9c1c-5baaacd28e22 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (e8290341-0f20-4f65-a8b1-3540335f0cd2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.155351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a26335b-139c-4903-9c1c-5baaacd28e22 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (e8290341-0f20-4f65-a8b1-3540335f0cd2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.269692 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a26335b-139c-4903-9c1c-5baaacd28e22 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e8290341-0f20-4f65-a8b1-3540335f0cd2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.273443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a26335b-139c-4903-9c1c-5baaacd28e22 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.275005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8a26335b-139c-4903-9c1c-5baaacd28e22 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] 10.222.0.102 "DELETE /v2.0/security-groups/e8290341-0f20-4f65-a8b1-3540335f0cd2 HTTP/1.1" status: 204 len: 168 time: 0.3377509 Feb 09 21:13:26.309040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26335b-139c-4903-9c1c-5baaacd28e22 tempest-TestNetworkAdvancedServerOps-147649895 tempest-TestNetworkAdvancedServerOps-147649895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8290341-0f20-4f65-a8b1-3540335f0cd2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:26.548728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32856) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:26.560992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:26.576000 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b22d2e6-098a-4232-8b7a-7ab10290c876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.638441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9296ca8-a173-424e-b665-9b5b23f50359 req-41ebf4c3-c630-4179-bef9-241edb52d05d tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:26.640184 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9296ca8-a173-424e-b665-9b5b23f50359 req-41ebf4c3-c630-4179-bef9-241edb52d05d tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.1086729 Feb 09 21:13:26.690552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.722314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b22d2e6-098a-4232-8b7a-7ab10290c876 admin admin] Publish callbacks [] for security_group (784d4d76-c995-49d5-a650-8f12f8ab71f8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.740614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0b22d2e6-098a-4232-8b7a-7ab10290c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (784d4d76-c995-49d5-a650-8f12f8ab71f8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.781212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22d2e6-098a-4232-8b7a-7ab10290c876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784d4d76-c995-49d5-a650-8f12f8ab71f8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:26.791571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-424488f4-91c1-41e9-8c34-06b6374c8a71 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=eff02b6f44704d4ebc867daefbd7d6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304854 Feb 09 21:13:26.796440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:26.812976 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9296ca8-a173-424e-b665-9b5b23f50359 req-891ed097-3420-4437-ba33-3067048c84c5 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643746 Feb 09 21:13:26.847987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0b22d2e6-098a-4232-8b7a-7ab10290c876 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=81feb11a9c4346eeb8644953e17b0876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943037 Feb 09 21:13:26.848214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e6c7e8c1-ab18-43ec-80ea-059a941c87d0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:26.848345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32862) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:26.907570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e6c7e8c1-ab18-43ec-80ea-059a941c87d0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:13:26.907944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e6c7e8c1-ab18-43ec-80ea-059a941c87d0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:13:26.913647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42c4c61f-6439-4084-800b-1fd56465e468 admin admin] Publish callbacks [] for security_group (816e8d20-e5f4-482b-8567-950f4fa044cf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.943137 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f88cdf-b52a-4cf9-92ee-f8cb41e35ca4 admin admin] Publish callbacks [] for security_group (784d4d76-c995-49d5-a650-8f12f8ab71f8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.948949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32864) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:26.960255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42c4c61f-6439-4084-800b-1fd56465e468 admin admin] Publish callbacks [] for security_group (816e8d20-e5f4-482b-8567-950f4fa044cf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:26.975722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1981fea5-b105-471f-94fe-761d58a673a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.003652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f88cdf-b52a-4cf9-92ee-f8cb41e35ca4 admin admin] Publish callbacks [] for security_group (784d4d76-c995-49d5-a650-8f12f8ab71f8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.019221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42c4c61f-6439-4084-800b-1fd56465e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (816e8d20-e5f4-482b-8567-950f4fa044cf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.023522 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42c4c61f-6439-4084-800b-1fd56465e468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.025353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-42c4c61f-6439-4084-800b-1fd56465e468 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/816e8d20-e5f4-482b-8567-950f4fa044cf HTTP/1.1" status: 204 len: 168 time: 0.2279119 Feb 09 21:13:27.038825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4c61f-6439-4084-800b-1fd56465e468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816e8d20-e5f4-482b-8567-950f4fa044cf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:27.121541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f88cdf-b52a-4cf9-92ee-f8cb41e35ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (784d4d76-c995-49d5-a650-8f12f8ab71f8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.124137 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21f88cdf-b52a-4cf9-92ee-f8cb41e35ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.128147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-21f88cdf-b52a-4cf9-92ee-f8cb41e35ca4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/784d4d76-c995-49d5-a650-8f12f8ab71f8 HTTP/1.1" status: 204 len: 168 time: 0.2765338 Feb 09 21:13:27.138194 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1981fea5-b105-471f-94fe-761d58a673a0 admin admin] Publish callbacks [] for security_group (232f15a6-f941-4e36-bcfc-f0e34f25f546), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.139369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f88cdf-b52a-4cf9-92ee-f8cb41e35ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784d4d76-c995-49d5-a650-8f12f8ab71f8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:27.143307 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1981fea5-b105-471f-94fe-761d58a673a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (232f15a6-f941-4e36-bcfc-f0e34f25f546), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.151714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:27.663142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0f5d3f64-baca-4b62-9029-bde8ddba362a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=11db802464124d8a859db41a07721eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099850 Feb 09 21:13:27.667286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32896) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:27.706215 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1981fea5-b105-471f-94fe-761d58a673a0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c84ea7ba8dd146eeba192d6f0b6bdeeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7561965 Feb 09 21:13:27.707069 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981fea5-b105-471f-94fe-761d58a673a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232f15a6-f941-4e36-bcfc-f0e34f25f546,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:27.710941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 32898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:27.784033 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2965215c-e270-4ba9-83c4-4603faf24852 admin admin] Publish callbacks [] for security_group (1645852a-3e41-4015-9469-db302452e3f9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.803662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a336009e-fb64-41a6-8990-77e011dcb903 admin admin] Publish callbacks [] for security_group (232f15a6-f941-4e36-bcfc-f0e34f25f546), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.829170 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a336009e-fb64-41a6-8990-77e011dcb903 admin admin] Publish callbacks [] for security_group (232f15a6-f941-4e36-bcfc-f0e34f25f546), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.859108 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2965215c-e270-4ba9-83c4-4603faf24852 admin admin] Publish callbacks [] for security_group (1645852a-3e41-4015-9469-db302452e3f9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.899069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a336009e-fb64-41a6-8990-77e011dcb903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (232f15a6-f941-4e36-bcfc-f0e34f25f546), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.906189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a336009e-fb64-41a6-8990-77e011dcb903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.912762 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a336009e-fb64-41a6-8990-77e011dcb903 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/232f15a6-f941-4e36-bcfc-f0e34f25f546 HTTP/1.1" status: 204 len: 168 time: 0.1985455 Feb 09 21:13:27.921630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336009e-fb64-41a6-8990-77e011dcb903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232f15a6-f941-4e36-bcfc-f0e34f25f546,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:27.974635 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2965215c-e270-4ba9-83c4-4603faf24852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1645852a-3e41-4015-9469-db302452e3f9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.978153 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2965215c-e270-4ba9-83c4-4603faf24852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:27.980393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2965215c-e270-4ba9-83c4-4603faf24852 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1645852a-3e41-4015-9469-db302452e3f9 HTTP/1.1" status: 204 len: 168 time: 0.3120189 Feb 09 21:13:28.025680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965215c-e270-4ba9-83c4-4603faf24852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1645852a-3e41-4015-9469-db302452e3f9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:28.077920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908843a-540b-49b3-8b36-b7ff92231dbd req-0cff3ece-6f2b-4cca-9cbd-ade6c1c1148d tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:28.079367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5908843a-540b-49b3-8b36-b7ff92231dbd req-0cff3ece-6f2b-4cca-9cbd-ade6c1c1148d tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.1083100 Feb 09 21:13:28.156498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5908843a-540b-49b3-8b36-b7ff92231dbd req-33a14918-cab6-4777-bd02-f8c348069834 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683386 Feb 09 21:13:28.537105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:28.599920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-227ebdfb-af49-46cd-ae48-ee4da05cd70b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c1a42d07abce4c02abcc356389e32ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0606914 Feb 09 21:13:28.602359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 32934) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:28.663041 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9e34f67-850e-4f2b-aec4-3cf96578a524 admin admin] Publish callbacks [] for security_group (4936aff2-a597-49f8-be57-e3839204598e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:28.699252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9e34f67-850e-4f2b-aec4-3cf96578a524 admin admin] Publish callbacks [] for security_group (4936aff2-a597-49f8-be57-e3839204598e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:28.760839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9e34f67-850e-4f2b-aec4-3cf96578a524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4936aff2-a597-49f8-be57-e3839204598e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:28.766105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9e34f67-850e-4f2b-aec4-3cf96578a524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:28.769848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c9e34f67-850e-4f2b-aec4-3cf96578a524 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4936aff2-a597-49f8-be57-e3839204598e HTTP/1.1" status: 204 len: 168 time: 0.1636972 Feb 09 21:13:28.775020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e34f67-850e-4f2b-aec4-3cf96578a524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4936aff2-a597-49f8-be57-e3839204598e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:29.348595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d3d4a-e454-44a5-a3fe-0a323380cd03 req-a2146b43-41ea-429f-906b-78ef77970f6f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:29.350902 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae3d3d4a-e454-44a5-a3fe-0a323380cd03 req-a2146b43-41ea-429f-906b-78ef77970f6f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.0706382 Feb 09 21:13:29.437084 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ae3d3d4a-e454-44a5-a3fe-0a323380cd03 req-86d1be8a-8f9d-4c7c-89db-581b9fc5b66b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750046 Feb 09 21:13:30.723041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34b023-cefa-422d-a954-558486ba78ab req-232cb4c6-d63b-4fea-a171-9e1fc7078ec0 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:30.725945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a34b023-cefa-422d-a954-558486ba78ab req-232cb4c6-d63b-4fea-a171-9e1fc7078ec0 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.0783815 Feb 09 21:13:30.809995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a34b023-cefa-422d-a954-558486ba78ab req-de942c3c-a544-496f-9658-c5c3ed83dd63 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742257 Feb 09 21:13:30.997278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33062) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:31.411297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1831727183'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:31.441830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Made reservation on behalf of bd6be149af4b4dd2a23fbbdda76c1ab9 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:31.446810 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:31.460059 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:31.687283 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for security_group (63ec5589-9622-497f-aac6-0e6e9b692d6c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:31.696647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (63ec5589-9622-497f-aac6-0e6e9b692d6c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:31.748465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ec5589-9622-497f-aac6-0e6e9b692d6c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:31.761215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:13:31.783752 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:31.784297 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Added segment 0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab of type vlan for network 7e271479-2ca3-4fe3-9399-4561073b575d Feb 09 21:13:31.880441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (7e271479-2ca3-4fe3-9399-4561073b575d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:31.942426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (7e271479-2ca3-4fe3-9399-4561073b575d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:31.949591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:31.951517 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:31.992450 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9933424 Feb 09 21:13:31.995620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33120) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:32.016165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Request body: {'subnet': {'network_id': '7e271479-2ca3-4fe3-9399-4561073b575d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:32.076077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8bb3b1-1982-4952-b144-bf34b057caed tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event updated for resources: {'Network': ['ID=7e271479-2ca3-4fe3-9399-4561073b575d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:32.097915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 7e271479-2ca3-4fe3-9399-4561073b575d details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:13:32.186769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96045ad-5b7d-4f58-b38c-d271d144fb13 req-3f0bb80d-fd8c-4af6-a44c-4416a6cdeea7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:32.188475 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c96045ad-5b7d-4f58-b38c-d271d144fb13 req-3f0bb80d-fd8c-4af6-a44c-4416a6cdeea7 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.2685385 Feb 09 21:13:32.233599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Made reservation on behalf of bd6be149af4b4dd2a23fbbdda76c1ab9 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:32.237153 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:32.357761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c96045ad-5b7d-4f58-b38c-d271d144fb13 req-c0311f95-09ab-436a-8df2-8cdce5391ff5 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562340 Feb 09 21:13:32.490299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33130) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:32.630071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (5120d38c-343d-4e80-af5b-621efae9f77c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:32.742417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event updated for resources: {'Subnet': ['ID=5120d38c-343d-4e80-af5b-621efae9f77c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:32.787657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Checking segment: {'id': '0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7e271479-2ca3-4fe3-9399-4561073b575d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:32.788149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Network hostable DHCP agents. Network: 7e271479-2ca3-4fe3-9399-4561073b575d, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:13:32.843527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Network 7e271479-2ca3-4fe3-9399-4561073b575d is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:13:32.875493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 7e271479-2ca3-4fe3-9399-4561073b575d) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:32.884512 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:32.885155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:32.887398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d4b30-49ba-49b1-9937-2ec733f26703 None None] Network 7e271479-2ca3-4fe3-9399-4561073b575d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:32.902660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'network': {'name': 'tempest-network-smoke--1447219929', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:32.933370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:32.946299 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:32.965335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-497c0652-f8f1-487e-8f53-c780b9d0a0f8 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9662440 Feb 09 21:13:32.967888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33140) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:32.976962 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:32.981012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Request body: {'port': {'network_id': '7e271479-2ca3-4fe3-9399-4561073b575d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1271421805'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:33.160925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-7e271479-2ca3-4fe3-9399-4561073b575d', 'network_id': '7e271479-2ca3-4fe3-9399-4561073b575d', 'project_id': 'bd6be149af4b4dd2a23fbbdda76c1ab9', 'fixed_ips': [{'subnet_id': '5120d38c-343d-4e80-af5b-621efae9f77c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:13:33.165072 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.207672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (a890dee4-3bd5-4429-b5fa-52c4d5d93672), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.219710 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a890dee4-3bd5-4429-b5fa-52c4d5d93672), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.290111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:13:33.302129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a890dee4-3bd5-4429-b5fa-52c4d5d93672,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:33.309393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e601aa20-a051-41a1-86b3-bd5cd2e9b062), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.310009 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Added segment e601aa20-a051-41a1-86b3-bd5cd2e9b062 of type vlan for network ed5a7a4e-b74a-41f1-aa37-899792c6640a Feb 09 21:13:33.412131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ed5a7a4e-b74a-41f1-aa37-899792c6640a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.517763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Made reservation on behalf of bd6be149af4b4dd2a23fbbdda76c1ab9 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:33.535098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.541900 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ed5a7a4e-b74a-41f1-aa37-899792c6640a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.556476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:33.562581 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.654070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Allocated IP 172.20.0.2 (7e271479-2ca3-4fe3-9399-4561073b575d/5120d38c-343d-4e80-af5b-621efae9f77c/55370d5e-47e4-486a-b0df-8c44d69e8729) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:33.657129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] device_id is not set on port 11928c09-46ae-4117-8030-967bd5ebb6e8 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:13:33.672846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:13:33.819118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3272884 Feb 09 21:13:33.825391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:33.834014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-853376238', 'admin_state_up': True, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:33.880029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (6a26da11-cc19-4fd9-8d33-0d819242a85d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.890081 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (6a26da11-cc19-4fd9-8d33-0d819242a85d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:33.924019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62276ae6-7307-4fd8-9e3e-3bc0b70052a6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Network': ['ID=ed5a7a4e-b74a-41f1-aa37-899792c6640a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:33.986407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416d166-641d-4671-84db-dddd74c6c6b0 req-6164e7e4-1813-4f03-ac04-72082f5a8bf6 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:33.991096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8416d166-641d-4671-84db-dddd74c6c6b0 req-6164e7e4-1813-4f03-ac04-72082f5a8bf6 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 943 time: 0.2522922 Feb 09 21:13:34.035295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_controller (6a26da11-cc19-4fd9-8d33-0d819242a85d), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.162360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:34.162984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8416d166-641d-4671-84db-dddd74c6c6b0 req-54ded967-8e72-47cc-bce3-d1d796395d98 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614504 Feb 09 21:13:34.182074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'mac_address': 'fa:16:3e:ff:42:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:13:34.360307 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Publish callbacks [] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.364004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:13:34.440545 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.480542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_gateway (6a26da11-cc19-4fd9-8d33-0d819242a85d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.536057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Pushing event updated for resources: {'Port': ['ID=55370d5e-47e4-486a-b0df-8c44d69e8729,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:34.565078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Allocated IP 172.20.0.3 (7e271479-2ca3-4fe3-9399-4561073b575d/5120d38c-343d-4e80-af5b-621efae9f77c/11928c09-46ae-4117-8030-967bd5ebb6e8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:34.592859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Network 7e271479-2ca3-4fe3-9399-4561073b575d is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:34.594953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:34.599099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:13:34.603604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:34.604336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.653039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:13:34.703222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:34.704966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Attempting to bind port 55370d5e-47e4-486a-b0df-8c44d69e8729 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:13:34.705414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Attempting to bind port 55370d5e-47e4-486a-b0df-8c44d69e8729 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7e271479-2ca3-4fe3-9399-4561073b575d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:13:34.705949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Attempting to bind port 55370d5e-47e4-486a-b0df-8c44d69e8729 on network 7e271479-2ca3-4fe3-9399-4561073b575d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:13:34.710776 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.766214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:34.769097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:13:34.769479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Checking segment: {'id': '0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7e271479-2ca3-4fe3-9399-4561073b575d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:34.769883 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.770265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Bound using segment: {'id': '0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7e271479-2ca3-4fe3-9399-4561073b575d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:13:34.770734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Bound port: 55370d5e-47e4-486a-b0df-8c44d69e8729, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '7e271479-2ca3-4fe3-9399-4561073b575d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:13:34.771114 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.863833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for port (11928c09-46ae-4117-8030-967bd5ebb6e8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.865544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] For port 55370d5e-47e4-486a-b0df-8c44d69e8729, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:13:34.868894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] For port 55370d5e-47e4-486a-b0df-8c44d69e8729, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=55370d5e-47e4-486a-b0df-8c44d69e8729,segment=NetworkSegment(0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab),segment_id=0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:13:34.881631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:34.984090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eda58-cb21-440b-a4c7-e62c18408d70 None None] Pushing event updated for resources: {'Port': ['ID=55370d5e-47e4-486a-b0df-8c44d69e8729,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:34.999189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:13:35.037833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (11928c09-46ae-4117-8030-967bd5ebb6e8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:35.339082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event updated for resources: {'Port': ['ID=11928c09-46ae-4117-8030-967bd5ebb6e8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:35.592887 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_gateway (6a26da11-cc19-4fd9-8d33-0d819242a85d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:35.703279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:35.713617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Network 7e271479-2ca3-4fe3-9399-4561073b575d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:35.751334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:35.755458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:13:35.924321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abee05-99f0-4791-b41e-0d0563c907ad req-19ae33de-29f4-41fd-bfa7-673af6f4c4de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:35.926074 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59abee05-99f0-4791-b41e-0d0563c907ad req-19ae33de-29f4-41fd-bfa7-673af6f4c4de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 944 time: 0.4637816 Feb 09 21:13:35.945990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:35.946651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:36.043479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59abee05-99f0-4791-b41e-0d0563c907ad req-00b755be-f3b1-40e2-83e8-07985a88d93c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916076 Feb 09 21:13:36.067245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d78ff3c-a30d-4443-b9d4-ba87187b059e tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0982714 Feb 09 21:13:36.070153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33174) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:36.137739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.25.4.5 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2903b12c-6418-4191-a159-5fe1e754a968) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:36.275659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f07411f1-366a-49c9-99ad-f709a83cd783 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Deleting port 11928c09-46ae-4117-8030-967bd5ebb6e8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:36.276103 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f07411f1-366a-49c9-99ad-f709a83cd783 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (11928c09-46ae-4117-8030-967bd5ebb6e8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:36.513078 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (2903b12c-6418-4191-a159-5fe1e754a968), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:36.602701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f07411f1-366a-49c9-99ad-f709a83cd783 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (11928c09-46ae-4117-8030-967bd5ebb6e8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:36.622227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f07411f1-366a-49c9-99ad-f709a83cd783 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Calling delete_port for 11928c09-46ae-4117-8030-967bd5ebb6e8 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:36.640637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2903b12c-6418-4191-a159-5fe1e754a968), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:36.693156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3da0ace-2b23-4109-b323-76cf770777ab None None] Network 7e271479-2ca3-4fe3-9399-4561073b575d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:36.722286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:36.727607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:36.733199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:13:36.778397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=2903b12c-6418-4191-a159-5fe1e754a968,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:36.862021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ffd80862-24dc-4b99-9648-2f4e79c2751f None None] Provisioning complete for port 55370d5e-47e4-486a-b0df-8c44d69e8729 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:36.862622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffd80862-24dc-4b99-9648-2f4e79c2751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:36.981605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ffd80862-24dc-4b99-9648-2f4e79c2751f None None] Current status of the port 55370d5e-47e4-486a-b0df-8c44d69e8729 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:36.982017 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffd80862-24dc-4b99-9648-2f4e79c2751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:37.006144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 55370d5e-47e4-486a-b0df-8c44d69e8729 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:37.040701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f07411f1-366a-49c9-99ad-f709a83cd783 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (11928c09-46ae-4117-8030-967bd5ebb6e8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:37.082981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ffd80862-24dc-4b99-9648-2f4e79c2751f None None] For port 55370d5e-47e4-486a-b0df-8c44d69e8729, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=55370d5e-47e4-486a-b0df-8c44d69e8729,segment=NetworkSegment(0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab),segment_id=0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:37.099446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffd80862-24dc-4b99-9648-2f4e79c2751f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:37.181630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd80862-24dc-4b99-9648-2f4e79c2751f None None] Pushing event updated for resources: {'Port': ['ID=55370d5e-47e4-486a-b0df-8c44d69e8729,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:37.185708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 55370d5e-47e4-486a-b0df-8c44d69e8729 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:37.186658 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:37.250967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07411f1-366a-49c9-99ad-f709a83cd783 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event deleted for resources: {'Port': ['ID=11928c09-46ae-4117-8030-967bd5ebb6e8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:37.356450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd75077-1636-4e19-8f9f-28bdcc79243f req-e5624fe4-43ab-4a7b-8534-74f5a0f51e6c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:37.358036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cd75077-1636-4e19-8f9f-28bdcc79243f req-e5624fe4-43ab-4a7b-8534-74f5a0f51e6c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 944 time: 0.1251543 Feb 09 21:13:37.365432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 55370d5e-47e4-486a-b0df-8c44d69e8729 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:37.420942 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f07411f1-366a-49c9-99ad-f709a83cd783 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:37.435722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f07411f1-366a-49c9-99ad-f709a83cd783 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "DELETE /v2.0/ports/11928c09-46ae-4117-8030-967bd5ebb6e8 HTTP/1.1" status: 204 len: 168 time: 1.3638060 Feb 09 21:13:37.439005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cd75077-1636-4e19-8f9f-28bdcc79243f req-04ff719c-7f49-4373-a383-19a77ca23fcb tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696871 Feb 09 21:13:37.439772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:37.559309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-865874ce-96b5-4def-ab35-85c68ca64101 None None] Provisioning complete for port 55370d5e-47e4-486a-b0df-8c44d69e8729 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:37.559810 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-865874ce-96b5-4def-ab35-85c68ca64101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:37.680160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:37.796193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4d253c18-10a6-480b-8cae-d64b38338660 tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4936 time: 0.3549984 Feb 09 21:13:37.801113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:37.828653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-657442198'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:37.861747 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_gateway (6a26da11-cc19-4fd9-8d33-0d819242a85d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:37.882743 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a6899dc1-6265-40cd-b20d-7d1ab1619b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:37.920266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Made reservation on behalf of bd6be149af4b4dd2a23fbbdda76c1ab9 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:37.926196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.030695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:13:38.100215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0ae61d89-db1c-42b2-b7d7-65b61651551b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.100760 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Added segment 0ae61d89-db1c-42b2-b7d7-65b61651551b of type vlan for network 4812c8f0-e09c-45b4-909c-d38c3a8b26ea Feb 09 21:13:38.189862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-865874ce-96b5-4def-ab35-85c68ca64101 None None] Current status of the port 55370d5e-47e4-486a-b0df-8c44d69e8729 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:38.213918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-865874ce-96b5-4def-ab35-85c68ca64101 None None] Could not find standard attr ID for object 11928c09-46ae-4117-8030-967bd5ebb6e8. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:13:38.225185 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (4812c8f0-e09c-45b4-909c-d38c3a8b26ea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.231200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:13:38.243215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:38.243757 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.289985 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (4812c8f0-e09c-45b4-909c-d38c3a8b26ea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.303470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:38.306292 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.362843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5ce3ff27-4f1d-44ba-a7a3-e2c44a146f22 None None] Could not find standard attr ID for object 11928c09-46ae-4117-8030-967bd5ebb6e8. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:13:38.365459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (6a26da11-cc19-4fd9-8d33-0d819242a85d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.434800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:38.435587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.471703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:38.478167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6755774 Feb 09 21:13:38.487086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:13:38.496174 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9d1d55-ca7f-4d1d-b323-289537e08be6" -d '{"events": [{"server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "name": "network-vif-plugged", "status": "completed", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:13:38.508747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40826-adc1-4392-baee-a96865085d60 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event updated for resources: {'Network': ['ID=4812c8f0-e09c-45b4-909c-d38c3a8b26ea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:38.531871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:38.534574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 4812c8f0-e09c-45b4-909c-d38c3a8b26ea details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:13:38.688884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:38.780366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed40f3-fd56-46b4-8a56-6e1d85236e38 req-21b5235d-dbfc-4b63-8671-e82c06d40aab tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:38.785258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55ed40f3-fd56-46b4-8a56-6e1d85236e38 req-21b5235d-dbfc-4b63-8671-e82c06d40aab tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 945 time: 0.1469367 Feb 09 21:13:38.823089 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13308c6d-2d93-483d-9b95-5de97f32a6eb x-openstack-request-id: req-13308c6d-2d93-483d-9b95-5de97f32a6eb {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:13:38.823828 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "name": "network-vif-plugged", "status": "completed", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:13:38.824272 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-13308c6d-2d93-483d-9b95-5de97f32a6eb {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:13:38.825103 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'code': 200} Feb 09 21:13:38.835166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:38.880073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.880521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.880864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.881210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.881549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.881883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.882215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.882547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.882875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.883431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.883526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.883862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.884204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:38.901077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55ed40f3-fd56-46b4-8a56-6e1d85236e38 req-cd3a95d6-0ef4-457a-a146-0f2899c50ca1 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067443 Feb 09 21:13:38.923499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5536bde8-7c0c-4004-b83d-610883f8f999 tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "GET /v2.0/agents/5f7c14d8-6c4a-4d52-87ea-e5712b590343/dhcp-networks HTTP/1.1" status: 200 len: 4898 time: 0.3746195 Feb 09 21:13:38.932863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33228) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:38.973370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 55370d5e-47e4-486a-b0df-8c44d69e8729 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:39.056414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412eea5-4783-498e-948d-03eaa656e21c req-b2854787-9501-4dc0-be56-db798a713789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:39.061957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8412eea5-4783-498e-948d-03eaa656e21c req-b2854787-9501-4dc0-be56-db798a713789 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1128 time: 0.1558650 Feb 09 21:13:39.102706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 6a26da11-cc19-4fd9-8d33-0d819242a85d is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:13:39.130189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 55370d5e-47e4-486a-b0df-8c44d69e8729 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:39.130582 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:39.198879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8412eea5-4783-498e-948d-03eaa656e21c req-38a76e1e-fc09-4cf7-b482-0bdd7a826894 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285696 Feb 09 21:13:39.262972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbfed95-0183-43a0-ac91-09bcb8f49f51 tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] Network 4812c8f0-e09c-45b4-909c-d38c3a8b26ea is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:13:39.297658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5fbfed95-0183-43a0-ac91-09bcb8f49f51 tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "POST /v2.0/agents/5f7c14d8-6c4a-4d52-87ea-e5712b590343/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3630385 Feb 09 21:13:39.300365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:39.325603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0bc94e-c8a5-47d4-878a-15b047139584 None None] Network 4812c8f0-e09c-45b4-909c-d38c3a8b26ea requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:39.329129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:13:39.340431 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Sync routers for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:13:39.356203 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:39.357562 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8b91b953-a863-4e39-80f2-174b7a39a01f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5310760 Feb 09 21:13:39.361129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:39.386991 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:13:39.399447 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:39.401386 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:39.538413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 55370d5e-47e4-486a-b0df-8c44d69e8729 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:39.545000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-42cbbf03-07e8-4893-9bce-ad1076a6fdec tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "GET /v2.0/agents/5f7c14d8-6c4a-4d52-87ea-e5712b590343/dhcp-networks HTTP/1.1" status: 200 len: 5668 time: 0.2434568 Feb 09 21:13:39.549842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33244) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:39.560541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a26f25b2-17a2-44f6-ad91-e7efd0d3046f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=864eb71ee1bc4470a8e79afa1f10e16b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1957495 Feb 09 21:13:39.563193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33246) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:39.650522 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:39.755664 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bfe51447-0014-4eb2-9337-a2059e364778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:39.802379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-71e78e16-71b8-45cc-a603-dc4ccb0e5a9e tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "DELETE /v2.0/agents/5f7c14d8-6c4a-4d52-87ea-e5712b590343/dhcp-networks/4812c8f0-e09c-45b4-909c-d38c3a8b26ea HTTP/1.1" status: 204 len: 168 time: 0.2511501 Feb 09 21:13:39.805117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:39.873608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d898c5-6dff-4b70-8309-ad6970805d76 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:39.876178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a8d898c5-6dff-4b70-8309-ad6970805d76 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3119247 Feb 09 21:13:39.879290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:39.927380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0b396b99-886c-403f-b704-0cdeba45eb65 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464463 Feb 09 21:13:39.930018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33254) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:39.936491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-349849190', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:39.962084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-486cb618-4429-4140-a4fa-ef02540a90ad tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "GET /v2.0/agents/5f7c14d8-6c4a-4d52-87ea-e5712b590343/dhcp-networks HTTP/1.1" status: 200 len: 4898 time: 0.1502028 Feb 09 21:13:39.962693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33256) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:39.993184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-37be31df-8537-4fff-9377-9ebdbab9943c tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "GET /v2.0/networks/7e271479-2ca3-4fe3-9399-4561073b575d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0252364 Feb 09 21:13:39.993635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:40.021161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f1610d9f-0b8f-4d87-82bd-1ba155e9bac9 tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "GET /v2.0/networks/7e271479-2ca3-4fe3-9399-4561073b575d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0237272 Feb 09 21:13:40.021367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:40.023436 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:37Z', 'revision_number': 3, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:40.073757 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Checking router: 6a26da11-cc19-4fd9-8d33-0d819242a85d for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:13:40.074252 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Updating router 6a26da11-cc19-4fd9-8d33-0d819242a85d port 2903b12c-6418-4191-a159-5fe1e754a968 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:13:40.191099 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2903b12c-6418-4191-a159-5fe1e754a968), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.392408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a72ccfbe-7ee6-43d0-b84a-523b62bf53d5 tempest-DHCPAgentSchedulersTestJSON-1364857070 tempest-DHCPAgentSchedulersTestJSON-1364857070-project-admin] 10.222.0.102 "GET /v2.0/agents/5f7c14d8-6c4a-4d52-87ea-e5712b590343/dhcp-networks HTTP/1.1" status: 200 len: 4898 time: 0.3698096 Feb 09 21:13:40.405052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33270) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:40.535266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (4812c8f0-e09c-45b4-909c-d38c3a8b26ea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.683627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (4812c8f0-e09c-45b4-909c-d38c3a8b26ea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.725783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4812c8f0-e09c-45b4-909c-d38c3a8b26ea']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:40.748416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae61d89-db1c-42b2-b7d7-65b61651551b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:40.749710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae61d89-db1c-42b2-b7d7-65b61651551b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:40.768046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (0ae61d89-db1c-42b2-b7d7-65b61651551b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.796830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0ae61d89-db1c-42b2-b7d7-65b61651551b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.803698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:40.804481 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (0ae61d89-db1c-42b2-b7d7-65b61651551b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:40.808765 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:40.886057 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Publish callbacks [] for port (2903b12c-6418-4191-a159-5fe1e754a968), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.887985 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (4812c8f0-e09c-45b4-909c-d38c3a8b26ea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.896854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.903732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "DELETE /v2.0/networks/4812c8f0-e09c-45b4-909c-d38c3a8b26ea HTTP/1.1" status: 204 len: 168 time: 0.4950228 Feb 09 21:13:40.904205 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2903b12c-6418-4191-a159-5fe1e754a968), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:40.905295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33272) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:40.933776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0fb5a-05e1-4fa6-9e93-72988ad5d8cf tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event deleted for resources: {'Network': ['ID=4812c8f0-e09c-45b4-909c-d38c3a8b26ea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:40.980456 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Attempting to bind port 2903b12c-6418-4191-a159-5fe1e754a968 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:13:40.980987 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Attempting to bind port 2903b12c-6418-4191-a159-5fe1e754a968 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:13:40.981445 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Attempting to bind port 2903b12c-6418-4191-a159-5fe1e754a968 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:13:40.987564 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Pushing event updated for resources: {'Port': ['ID=2903b12c-6418-4191-a159-5fe1e754a968,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:41.002127 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:13:41.002942 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:41.003744 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.004513 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:13:41.005415 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Bound port: 2903b12c-6418-4191-a159-5fe1e754a968, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:13:41.006092 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2903b12c-6418-4191-a159-5fe1e754a968), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.010324 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.011189 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.012236 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.013067 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.013919 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.014720 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.015332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.016204 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.016798 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.017342 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.017872 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.018405 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.018919 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.022606 n-d-789963-29 neutron-server[103325]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cdb5e5-f3b1-49f5-9982-9c7de0de0022 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] DELETE failed (client error): The resource could not be found. Feb 09 21:13:41.023265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cdb5e5-f3b1-49f5-9982-9c7de0de0022 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103325) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:13:41.026403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-79cdb5e5-f3b1-49f5-9982-9c7de0de0022 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "DELETE /v2.0/ports/11928c09-46ae-4117-8030-967bd5ebb6e8 HTTP/1.1" status: 404 len: 333 time: 0.1168334 Feb 09 21:13:41.029139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:41.046131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:41.049621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.097984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74c93d-6c62-4c59-a366-827e5fe8ddb7 req-c1fd6dda-2671-48b8-8aa0-ade033265b5f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:41.099533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df74c93d-6c62-4c59-a366-827e5fe8ddb7 req-c1fd6dda-2671-48b8-8aa0-ade033265b5f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 945 time: 0.3608277 Feb 09 21:13:41.124062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd832104-ee96-4ce3-9c49-e2d3b95cf051 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Deleting subnet 5120d38c-343d-4e80-af5b-621efae9f77c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:13:41.130565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd832104-ee96-4ce3-9c49-e2d3b95cf051 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for subnet (5120d38c-343d-4e80-af5b-621efae9f77c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.132422 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] For port 2903b12c-6418-4191-a159-5fe1e754a968, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:13:41.144127 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] For port 2903b12c-6418-4191-a159-5fe1e754a968, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2903b12c-6418-4191-a159-5fe1e754a968,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:13:41.153639 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2903b12c-6418-4191-a159-5fe1e754a968), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.199114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd832104-ee96-4ce3-9c49-e2d3b95cf051 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (5120d38c-343d-4e80-af5b-621efae9f77c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.249914 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:41.255485 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:41.292635 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.305989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df74c93d-6c62-4c59-a366-827e5fe8ddb7 req-36cec0e8-729a-44c3-9a8a-0f75ad7f5681 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734889 Feb 09 21:13:41.378699 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd832104-ee96-4ce3-9c49-e2d3b95cf051 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (5120d38c-343d-4e80-af5b-621efae9f77c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.499730 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd832104-ee96-4ce3-9c49-e2d3b95cf051 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (5120d38c-343d-4e80-af5b-621efae9f77c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.506594 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b758281-dbcc-403a-b654-74102eecce1d None None] Pushing event updated for resources: {'Port': ['ID=2903b12c-6418-4191-a159-5fe1e754a968,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:41.599315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd832104-ee96-4ce3-9c49-e2d3b95cf051 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event deleted for resources: {'Subnet': ['ID=5120d38c-343d-4e80-af5b-621efae9f77c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:41.604263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (07d32850-0f3e-42de-a488-466d8dcc4980), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.639141 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd832104-ee96-4ce3-9c49-e2d3b95cf051 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.649968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44dc36-3ba2-4bf9-964a-623bf128e35e None None] Network 7e271479-2ca3-4fe3-9399-4561073b575d requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:41.659205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bd832104-ee96-4ce3-9c49-e2d3b95cf051 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "DELETE /v2.0/subnets/5120d38c-343d-4e80-af5b-621efae9f77c HTTP/1.1" status: 204 len: 168 time: 0.6286340 Feb 09 21:13:41.659987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:41.688410 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:41.776295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Subnet': ['ID=07d32850-0f3e-42de-a488-466d8dcc4980,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:41.781246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Checking segment: {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:41.781618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network hostable DHCP agents. Network: ed5a7a4e-b74a-41f1-aa37-899792c6640a, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:13:41.814924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.817044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.817429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.817784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.818635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.818635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.818853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.819120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.819455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.819819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.820155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.820490 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.820869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:13:41.860442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:13:41.871280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, ed5a7a4e-b74a-41f1-aa37-899792c6640a) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:41.878987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:41.879875 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.890204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (7e271479-2ca3-4fe3-9399-4561073b575d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:41.892121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8be96c-ca7c-48b6-9ad3-4561f9c0060b None None] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:41.913748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5962379a-07fb-44e0-abd3-c95ef1312485 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9823933 Feb 09 21:13:41.916607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:42.016292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Deleting port 55370d5e-47e4-486a-b0df-8c44d69e8729 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:42.016659 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:42.161474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] DHCP port deletion for 7e271479-2ca3-4fe3-9399-4561073b575d request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:13:42.180401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:13:42.182079 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:42.200584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] For port 55370d5e-47e4-486a-b0df-8c44d69e8729, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=55370d5e-47e4-486a-b0df-8c44d69e8729,segment=NetworkSegment(0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab),segment_id=0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:42.200956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:42.237364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Calling delete_port for 55370d5e-47e4-486a-b0df-8c44d69e8729 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:42.441416 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:37Z', 'revision_number': 3, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:42.444937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:42.552442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event deleted for resources: {'Port': ['ID=55370d5e-47e4-486a-b0df-8c44d69e8729,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:42.558972 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039436b5-dcc0-4759-b12c-28ad76259df5 None None] The sync data for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 is: [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:37Z', 'revision_number': 3, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:13:42.590067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] No DVR routers for this DVR port 55370d5e-47e4-486a-b0df-8c44d69e8729 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:42.609685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] Deleting port 55370d5e-47e4-486a-b0df-8c44d69e8729 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:13:42.610217 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:42.771727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (7e271479-2ca3-4fe3-9399-4561073b575d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:42.812665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e271479-2ca3-4fe3-9399-4561073b575d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:42.851438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:42.854309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:42.898324 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:42.959633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d824fff-4e88-453a-a143-534f8bf3b570 req-43f05fae-c928-495f-b791-06b5433995f8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:42.962554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d824fff-4e88-453a-a143-534f8bf3b570 req-43f05fae-c928-495f-b791-06b5433995f8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 945 time: 0.4297278 Feb 09 21:13:42.976986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:42.991293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:13:43.010667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (0f1e3e7f-b6bc-4a65-9a8f-93f17e11fbab), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:13:43.014748 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:13:43.156029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.171086 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (7e271479-2ca3-4fe3-9399-4561073b575d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.178930 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d824fff-4e88-453a-a143-534f8bf3b570 req-7080232a-b84c-4107-90b8-92e173f52bf6 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988890 Feb 09 21:13:43.229074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.235641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] 10.222.0.102 "DELETE /v2.0/networks/7e271479-2ca3-4fe3-9399-4561073b575d HTTP/1.1" status: 204 len: 168 time: 1.5738831 Feb 09 21:13:43.240194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96a8b7-4706-407e-86e3-c82b43398801 tempest-DHCPAgentSchedulersTestJSON-1860915944 tempest-DHCPAgentSchedulersTestJSON-1860915944-project] Pushing event deleted for resources: {'Network': ['ID=7e271479-2ca3-4fe3-9399-4561073b575d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:43.266627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 55370d5e-47e4-486a-b0df-8c44d69e8729 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:13:43.275425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Allocated IP 172.20.0.2 (ed5a7a4e-b74a-41f1-aa37-899792c6640a/07d32850-0f3e-42de-a488-466d8dcc4980/26c61ef4-0632-423c-aa09-a3fbdd02e88a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:43.376179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 55370d5e-47e4-486a-b0df-8c44d69e8729 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:13:43.376802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 55370d5e-47e4-486a-b0df-8c44d69e8729 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:13:43.392471 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.401660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] For port 55370d5e-47e4-486a-b0df-8c44d69e8729, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:43.402067 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.469053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] Calling delete_port for 55370d5e-47e4-486a-b0df-8c44d69e8729 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:13:43.578374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] Port 55370d5e-47e4-486a-b0df-8c44d69e8729 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:13:43.600204 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (55370d5e-47e4-486a-b0df-8c44d69e8729), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.664025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e97570-853e-4c24-bf97-386f2718eb4e req-2cefea1c-469b-407b-8240-3f6d41f54ede tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:43.667283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] Pushing event deleted for resources: {'Port': ['ID=55370d5e-47e4-486a-b0df-8c44d69e8729,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:43.669377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36e97570-853e-4c24-bf97-386f2718eb4e req-2cefea1c-469b-407b-8240-3f6d41f54ede tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 945 time: 0.2575021 Feb 09 21:13:43.671418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] Network 7e271479-2ca3-4fe3-9399-4561073b575d is not hosted by any dhcp agent {{(pid=103326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:13:43.688174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d42d8-0031-41e4-abc3-0ca4b431d6dc None None] No DVR routers for this DVR port 55370d5e-47e4-486a-b0df-8c44d69e8729 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:13:43.858413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:43.889306 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Publish callbacks [] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.904901 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:43.916095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36e97570-853e-4c24-bf97-386f2718eb4e req-0fda26a5-783a-4f48-bfca-9fa71b276988 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303154 Feb 09 21:13:43.936890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:44.050938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:44.058386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:44.068546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:13:44.078444 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.086005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Pushing event updated for resources: {'Port': ['ID=26c61ef4-0632-423c-aa09-a3fbdd02e88a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:44.177451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Attempting to bind port 26c61ef4-0632-423c-aa09-a3fbdd02e88a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:13:44.180600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Attempting to bind port 26c61ef4-0632-423c-aa09-a3fbdd02e88a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:13:44.181093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Attempting to bind port 26c61ef4-0632-423c-aa09-a3fbdd02e88a on network ed5a7a4e-b74a-41f1-aa37-899792c6640a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:13:44.202853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bddfb7af-ec75-44c4-bbba-4e3c1395c8a5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bd6be149af4b4dd2a23fbbdda76c1ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425462 Feb 09 21:13:44.204151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:44.206395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.20.0.1 (ed5a7a4e-b74a-41f1-aa37-899792c6640a/07d32850-0f3e-42de-a488-466d8dcc4980/eefb32e9-71fb-412e-9d70-45ef1ad848a2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:44.210876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:13:44.211412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Checking segment: {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:44.211970 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.212522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Bound using segment: {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:13:44.213765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Bound port: 26c61ef4-0632-423c-aa09-a3fbdd02e88a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:13:44.214306 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.302241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] For port 26c61ef4-0632-423c-aa09-a3fbdd02e88a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:13:44.314547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] For port 26c61ef4-0632-423c-aa09-a3fbdd02e88a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=26c61ef4-0632-423c-aa09-a3fbdd02e88a,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:13:44.327657 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.377434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d36d25f-56d2-48c3-8be4-205235ba71ed admin admin] Publish callbacks [] for security_group (63ec5589-9622-497f-aac6-0e6e9b692d6c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.430476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ac954-8d59-4682-a2cf-0df3877c63c3 None None] Pushing event updated for resources: {'Port': ['ID=26c61ef4-0632-423c-aa09-a3fbdd02e88a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:44.457222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9260d8-f47f-45c1-ad23-2cb04d0af162 tempest-TestVolumeBackupRestore-347382990 tempest-TestVolumeBackupRestore-347382990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:44.460072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ee9260d8-f47f-45c1-ad23-2cb04d0af162 tempest-TestVolumeBackupRestore-347382990 tempest-TestVolumeBackupRestore-347382990-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1123 time: 0.5209706 Feb 09 21:13:44.466805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:44.474265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:44.519037 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.520245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d36d25f-56d2-48c3-8be4-205235ba71ed admin admin] Publish callbacks [] for security_group (63ec5589-9622-497f-aac6-0e6e9b692d6c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.537667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.596799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.722343 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d36d25f-56d2-48c3-8be4-205235ba71ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (63ec5589-9622-497f-aac6-0e6e9b692d6c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.729244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d36d25f-56d2-48c3-8be4-205235ba71ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:44.748261 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4d36d25f-56d2-48c3-8be4-205235ba71ed admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/63ec5589-9622-497f-aac6-0e6e9b692d6c HTTP/1.1" status: 204 len: 168 time: 0.5425725 Feb 09 21:13:44.777573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:44.792378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:44.801820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:13:44.860003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36d25f-56d2-48c3-8be4-205235ba71ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ec5589-9622-497f-aac6-0e6e9b692d6c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:44.883202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=eefb32e9-71fb-412e-9d70-45ef1ad848a2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:44.909116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:45.004697 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (6a26da11-cc19-4fd9-8d33-0d819242a85d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:45.290399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2903b12c-6418-4191-a159-5fe1e754a968 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:45.413788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Allocated IP 172.25.4.201 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c92fcad8-600e-4357-b06e-b25a5f4e93be) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:45.526758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2903b12c-6418-4191-a159-5fe1e754a968 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:45.527050 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2903b12c-6418-4191-a159-5fe1e754a968), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:45.688839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:45.707448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2903b12c-6418-4191-a159-5fe1e754a968 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:45.708161 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2903b12c-6418-4191-a159-5fe1e754a968), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:45.785614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 2903b12c-6418-4191-a159-5fe1e754a968, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2903b12c-6418-4191-a159-5fe1e754a968,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:45.793006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2903b12c-6418-4191-a159-5fe1e754a968), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:45.877657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:45.952844 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6748840b-3dfa-4cf6-8be6-b55592a2c1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:45.956279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=2903b12c-6418-4191-a159-5fe1e754a968,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:45.957663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for port (c92fcad8-600e-4357-b06e-b25a5f4e93be), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.073888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c92fcad8-600e-4357-b06e-b25a5f4e93be), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.186603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:46.190915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'Port': ['ID=c92fcad8-600e-4357-b06e-b25a5f4e93be,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:46.246582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:46.251821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:46.259738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:13:46.473668 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6748840b-3dfa-4cf6-8be6-b55592a2c1c7 admin admin] Publish callbacks [] for security_group (9c660444-a232-4a40-b436-428d8affb6c7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.487347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6748840b-3dfa-4cf6-8be6-b55592a2c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9c660444-a232-4a40-b436-428d8affb6c7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.577842 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6748840b-3dfa-4cf6-8be6-b55592a2c1c7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7627d2085b264c8b90916067fda9e75b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6969600 Feb 09 21:13:46.584187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:46.585868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e7b94f6-9137-4dec-be6d-127b20ee37dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.625171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df5e6c-ba0d-4bed-affb-44dd22a480d2 None None] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:46.697858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748840b-3dfa-4cf6-8be6-b55592a2c1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c660444-a232-4a40-b436-428d8affb6c7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:46.700145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50615dbd-f74e-4cf1-8297-d86254188095 admin admin] Publish callbacks [] for security_group (9c660444-a232-4a40-b436-428d8affb6c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.754629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50615dbd-f74e-4cf1-8297-d86254188095 admin admin] Publish callbacks [] for security_group (9c660444-a232-4a40-b436-428d8affb6c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.758212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2cf83b29-7728-42f4-b1d7-106e39beee70 None None] Provisioning complete for port 26c61ef4-0632-423c-aa09-a3fbdd02e88a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:46.758592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cf83b29-7728-42f4-b1d7-106e39beee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.843286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.850556 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.945942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e7b94f6-9137-4dec-be6d-127b20ee37dd admin admin] Publish callbacks [] for security_group (fe9af392-ae1d-443c-a7b8-fe7438ab24bc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.950191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50615dbd-f74e-4cf1-8297-d86254188095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (9c660444-a232-4a40-b436-428d8affb6c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.955888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-50615dbd-f74e-4cf1-8297-d86254188095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:46.957127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-50615dbd-f74e-4cf1-8297-d86254188095 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9c660444-a232-4a40-b436-428d8affb6c7 HTTP/1.1" status: 204 len: 168 time: 0.3678429 Feb 09 21:13:47.071420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (6a26da11-cc19-4fd9-8d33-0d819242a85d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:47.097128 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e7b94f6-9137-4dec-be6d-127b20ee37dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fe9af392-ae1d-443c-a7b8-fe7438ab24bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:47.149960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2cf83b29-7728-42f4-b1d7-106e39beee70 None None] Current status of the port 26c61ef4-0632-423c-aa09-a3fbdd02e88a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:47.152231 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cf83b29-7728-42f4-b1d7-106e39beee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:47.224077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 26c61ef4-0632-423c-aa09-a3fbdd02e88a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:47.267245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0e7b94f6-9137-4dec-be6d-127b20ee37dd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=da2e66fb6c1c4bf58c1dcf99f979f944&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0669692 Feb 09 21:13:47.286891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:47.297235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50615dbd-f74e-4cf1-8297-d86254188095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c660444-a232-4a40-b436-428d8affb6c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:47.301478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=eefb32e9-71fb-412e-9d70-45ef1ad848a2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:47.408722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2cf83b29-7728-42f4-b1d7-106e39beee70 None None] For port 26c61ef4-0632-423c-aa09-a3fbdd02e88a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=26c61ef4-0632-423c-aa09-a3fbdd02e88a,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:47.459309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2cf83b29-7728-42f4-b1d7-106e39beee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:47.545805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:47.550294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:47.551033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 26c61ef4-0632-423c-aa09-a3fbdd02e88a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:47.551422 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:47.693289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf83b29-7728-42f4-b1d7-106e39beee70 None None] Pushing event updated for resources: {'Port': ['ID=26c61ef4-0632-423c-aa09-a3fbdd02e88a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:47.763961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b94f6-9137-4dec-be6d-127b20ee37dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9af392-ae1d-443c-a7b8-fe7438ab24bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:47.808851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 26c61ef4-0632-423c-aa09-a3fbdd02e88a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:47.812184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2903b12c-6418-4191-a159-5fe1e754a968 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:47.815361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b196cbcf-6d3e-409b-8fa8-455a795063cd admin admin] Publish callbacks [] for security_group (fe9af392-ae1d-443c-a7b8-fe7438ab24bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:47.892538 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b196cbcf-6d3e-409b-8fa8-455a795063cd admin admin] Publish callbacks [] for security_group (fe9af392-ae1d-443c-a7b8-fe7438ab24bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:47.918231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ab950fc3-58b1-4c22-ae92-e3eed26cb24e None None] Provisioning complete for port 26c61ef4-0632-423c-aa09-a3fbdd02e88a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:47.918886 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab950fc3-58b1-4c22-ae92-e3eed26cb24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:47.940934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 6a26da11-cc19-4fd9-8d33-0d819242a85d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:13:47.973191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2903b12c-6418-4191-a159-5fe1e754a968 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:47.973945 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2903b12c-6418-4191-a159-5fe1e754a968), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.153814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for floatingip (e7431a05-1bb9-40ad-9828-20fa8eb0da7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.180103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ab950fc3-58b1-4c22-ae92-e3eed26cb24e None None] Current status of the port 26c61ef4-0632-423c-aa09-a3fbdd02e88a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:48.216183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ab950fc3-58b1-4c22-ae92-e3eed26cb24e None None] Provisioning complete for port eefb32e9-71fb-412e-9d70-45ef1ad848a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:48.217887 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab950fc3-58b1-4c22-ae92-e3eed26cb24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.350837 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c92fcad8-600e-4357-b06e-b25a5f4e93be), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.417358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:13:48.429388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ab950fc3-58b1-4c22-ae92-e3eed26cb24e None None] Port eefb32e9-71fb-412e-9d70-45ef1ad848a2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:13:48.431651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2903b12c-6418-4191-a159-5fe1e754a968 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:48.437424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-12613304-2a4f-458d-ae40-9d59b087fb21 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "PUT /v2.0/routers/6a26da11-cc19-4fd9-8d33-0d819242a85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5154409 Feb 09 21:13:48.437424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:48.439847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Sync routers for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:13:48.503589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:48.504279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:48.639772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for port (c92fcad8-600e-4357-b06e-b25a5f4e93be), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.642105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:48.676938 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c92fcad8-600e-4357-b06e-b25a5f4e93be), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.780983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-de315c3a-7ffb-4758-b7c7-e5c71aa9def9 None None] Provisioning complete for port eefb32e9-71fb-412e-9d70-45ef1ad848a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:48.781573 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-de315c3a-7ffb-4758-b7c7-e5c71aa9def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.876487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event updated for resources: {'Port': ['ID=c92fcad8-600e-4357-b06e-b25a5f4e93be,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:48.877638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-de315c3a-7ffb-4758-b7c7-e5c71aa9def9 None None] Port eefb32e9-71fb-412e-9d70-45ef1ad848a2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:13:48.890285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b196cbcf-6d3e-409b-8fa8-455a795063cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fe9af392-ae1d-443c-a7b8-fe7438ab24bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.892296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b196cbcf-6d3e-409b-8fa8-455a795063cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:48.896186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b196cbcf-6d3e-409b-8fa8-455a795063cd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fe9af392-ae1d-443c-a7b8-fe7438ab24bc HTTP/1.1" status: 204 len: 168 time: 1.6029716 Feb 09 21:13:48.899175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-82920369'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:48.911257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c243ff5-4b48-410b-9ce6-ac66a19b96a1 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:48.938217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196cbcf-6d3e-409b-8fa8-455a795063cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9af392-ae1d-443c-a7b8-fe7438ab24bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:48.942395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:48.950982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c243ff5-4b48-410b-9ce6-ac66a19b96a1 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:48.951456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c243ff5-4b48-410b-9ce6-ac66a19b96a1 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:48.951994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c243ff5-4b48-410b-9ce6-ac66a19b96a1 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:48.952667 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c243ff5-4b48-410b-9ce6-ac66a19b96a1 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:48.953315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c243ff5-4b48-410b-9ce6-ac66a19b96a1 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:48.958147 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7c243ff5-4b48-410b-9ce6-ac66a19b96a1 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.5185013 Feb 09 21:13:48.964787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33404) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:49.029037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 26c61ef4-0632-423c-aa09-a3fbdd02e88a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:49.169085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6ef07705-aa40-464b-b891-1edfded1f922 None None] Provisioning complete for port eefb32e9-71fb-412e-9d70-45ef1ad848a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:49.169464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ef07705-aa40-464b-b891-1edfded1f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:49.195230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df64d30-da6f-4745-b8e1-e76e71102c80 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:49.199771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df64d30-da6f-4745-b8e1-e76e71102c80 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:49.200458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df64d30-da6f-4745-b8e1-e76e71102c80 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:49.200926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df64d30-da6f-4745-b8e1-e76e71102c80 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:49.201380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df64d30-da6f-4745-b8e1-e76e71102c80 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:49.206180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df64d30-da6f-4745-b8e1-e76e71102c80 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:49.210808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2df64d30-da6f-4745-b8e1-e76e71102c80 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.2420597 Feb 09 21:13:49.211197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33408) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:49.215533 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e7431a05-1bb9-40ad-9828-20fa8eb0da7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:49.389804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6ef07705-aa40-464b-b891-1edfded1f922 None None] Port eefb32e9-71fb-412e-9d70-45ef1ad848a2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:13:49.481476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 26c61ef4-0632-423c-aa09-a3fbdd02e88a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:49.481692 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:49.759672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 26c61ef4-0632-423c-aa09-a3fbdd02e88a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:49.771291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:49.807614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62eaec9-b7ac-4613-95df-4509ce7419fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:49.876171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:46Z', 'revision_number': 2, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:49.940918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62eaec9-b7ac-4613-95df-4509ce7419fe admin admin] Publish callbacks [] for security_group (feefd5e6-cdca-4da7-a2fe-0650618ff528), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:49.942904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Checking router: 6a26da11-cc19-4fd9-8d33-0d819242a85d for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:13:49.943271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Updating router 6a26da11-cc19-4fd9-8d33-0d819242a85d port eefb32e9-71fb-412e-9d70-45ef1ad848a2 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:13:49.969350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6cc254ae-2c61-4d16-9fcf-3156c913949f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.7566080 Feb 09 21:13:49.971259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a62eaec9-b7ac-4613-95df-4509ce7419fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (feefd5e6-cdca-4da7-a2fe-0650618ff528), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.017094 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.102364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:50.105020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a62eaec9-b7ac-4613-95df-4509ce7419fe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7b675170f9c842deb0fa6f51c2a1d7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247855 Feb 09 21:13:50.106671 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eaec9-b7ac-4613-95df-4509ce7419fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feefd5e6-cdca-4da7-a2fe-0650618ff528,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:50.114133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:50.126179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.147427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.231409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f541bd0b-1fd8-4629-887a-c70dce5d02d7 admin admin] Publish callbacks [] for security_group (feefd5e6-cdca-4da7-a2fe-0650618ff528), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.279983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for security_group (26af57b1-1106-4fa5-b953-2d3d7a623456), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.288726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f541bd0b-1fd8-4629-887a-c70dce5d02d7 admin admin] Publish callbacks [] for security_group (feefd5e6-cdca-4da7-a2fe-0650618ff528), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.290887 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (26af57b1-1106-4fa5-b953-2d3d7a623456), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.340432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26af57b1-1106-4fa5-b953-2d3d7a623456,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:50.361920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:13:50.385407 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f788d352-2998-4571-8a4a-6f0f79876193), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.385670 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Added segment f788d352-2998-4571-8a4a-6f0f79876193 of type vlan for network 9c8840eb-0daf-464d-8375-a06dbcaeb933 Feb 09 21:13:50.397658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f541bd0b-1fd8-4629-887a-c70dce5d02d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (feefd5e6-cdca-4da7-a2fe-0650618ff528), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.400832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f541bd0b-1fd8-4629-887a-c70dce5d02d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.402303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f541bd0b-1fd8-4629-887a-c70dce5d02d7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/feefd5e6-cdca-4da7-a2fe-0650618ff528 HTTP/1.1" status: 204 len: 168 time: 0.2810259 Feb 09 21:13:50.419548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541bd0b-1fd8-4629-887a-c70dce5d02d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feefd5e6-cdca-4da7-a2fe-0650618ff528,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:50.466061 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Floating IP e7431a05-1bb9-40ad-9828-20fa8eb0da7c associated. External IP: 172.25.4.201, port: bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8. Feb 09 21:13:50.533761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33424) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:50.538461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4f9eed95-a0f1-4599-881d-498d73e288f5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396368806', 'description': 'tempest-secgroup-smoke-396368806 description', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:50.592415 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f9eed95-a0f1-4599-881d-498d73e288f5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.626151 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Publish callbacks [] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.637826 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.679574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (9c8840eb-0daf-464d-8375-a06dbcaeb933), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.725126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f9eed95-a0f1-4599-881d-498d73e288f5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (58d72e6e-e7e8-4fc0-80ee-e49c217c8253), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.729943 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f9eed95-a0f1-4599-881d-498d73e288f5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (58d72e6e-e7e8-4fc0-80ee-e49c217c8253), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.769396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8c5ea-fbb2-4c7c-941e-7fcbb888bc41 None None] Pushing event updated for resources: {'Port': ['ID=eefb32e9-71fb-412e-9d70-45ef1ad848a2,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:50.778882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9eed95-a0f1-4599-881d-498d73e288f5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d72e6e-e7e8-4fc0-80ee-e49c217c8253,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:50.802492 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4f9eed95-a0f1-4599-881d-498d73e288f5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.806754 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4f9eed95-a0f1-4599-881d-498d73e288f5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2687321 Feb 09 21:13:50.806754 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33428) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:50.811249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3cd85fc9-6927-47db-a46d-b78bf7d49444 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '58d72e6e-e7e8-4fc0-80ee-e49c217c8253', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:50.865918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cd85fc9-6927-47db-a46d-b78bf7d49444 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (5f0ac20b-9e25-42ae-9f00-49f4baf72a20), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.961363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Attempting to bind port eefb32e9-71fb-412e-9d70-45ef1ad848a2 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:13:50.962016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Attempting to bind port eefb32e9-71fb-412e-9d70-45ef1ad848a2 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:13:50.962163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Attempting to bind port eefb32e9-71fb-412e-9d70-45ef1ad848a2 on network ed5a7a4e-b74a-41f1-aa37-899792c6640a {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:13:50.969207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:13:50.969655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Checking segment: {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:50.970310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:50.970704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Bound using segment: {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:13:50.971551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Bound port: eefb32e9-71fb-412e-9d70-45ef1ad848a2, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:13:50.972111 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.044233 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cd85fc9-6927-47db-a46d-b78bf7d49444 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (5f0ac20b-9e25-42ae-9f00-49f4baf72a20), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.055078 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cd85fc9-6927-47db-a46d-b78bf7d49444 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (5f0ac20b-9e25-42ae-9f00-49f4baf72a20), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.068264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] For port eefb32e9-71fb-412e-9d70-45ef1ad848a2, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:13:51.073560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] For port eefb32e9-71fb-412e-9d70-45ef1ad848a2, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eefb32e9-71fb-412e-9d70-45ef1ad848a2,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:13:51.090155 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.104940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:13:51.108801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd85fc9-6927-47db-a46d-b78bf7d49444 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0ac20b-9e25-42ae-9f00-49f4baf72a20,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:51.121053 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3cd85fc9-6927-47db-a46d-b78bf7d49444 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.121053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3cd85fc9-6927-47db-a46d-b78bf7d49444 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3102303 Feb 09 21:13:51.121898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33436) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:51.125215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (9c8840eb-0daf-464d-8375-a06dbcaeb933), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.131500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5c18bb23-28f6-4a74-8754-1cbd9cf9c865 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '58d72e6e-e7e8-4fc0-80ee-e49c217c8253', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:51.137177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:51.144510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.190016 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c18bb23-28f6-4a74-8754-1cbd9cf9c865 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (5b700219-3c55-478c-be75-9bdd0cdd216c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.227233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:51.232535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:51.354884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Network': ['ID=9c8840eb-0daf-464d-8375-a06dbcaeb933,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:51.360447 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a4ce0d71-0d2d-4f14-b4e1-5d5d2db625e9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7035379 Feb 09 21:13:51.364172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33442) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:51.403954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'subnet': {'network_id': '9c8840eb-0daf-464d-8375-a06dbcaeb933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:51.560429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:13:51.580734 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] Sync routers for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:13:51.607867 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:51.608518 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:51.621516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.682947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c18bb23-28f6-4a74-8754-1cbd9cf9c865 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (5b700219-3c55-478c-be75-9bdd0cdd216c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.708150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dfabde81-8ab7-4de3-81de-7a56912f14de tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2389607 Feb 09 21:13:51.714393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:51.719665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:13:51.723101 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193d3ce8-5327-491a-b2af-47276789be8b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:13:51.740590 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c18bb23-28f6-4a74-8754-1cbd9cf9c865 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (5b700219-3c55-478c-be75-9bdd0cdd216c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.761256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:13:51.826268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bba0cc-a2be-4ee0-934f-2022f0e9887d tempest-TestVolumeBackupRestore-347382990 tempest-TestVolumeBackupRestore-347382990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:51.829382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5bba0cc-a2be-4ee0-934f-2022f0e9887d tempest-TestVolumeBackupRestore-347382990 tempest-TestVolumeBackupRestore-347382990-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1123 time: 0.1031828 Feb 09 21:13:51.835916 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb8b2b-e468-47ed-8a5d-64a477e1fb12 x-openstack-request-id: req-16cb8b2b-e468-47ed-8a5d-64a477e1fb12 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:13:51.836246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33456) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:51.836712 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:13:51.837236 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-16cb8b2b-e468-47ed-8a5d-64a477e1fb12 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:13:51.838451 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'status': 'completed', 'code': 200} Feb 09 21:13:51.846915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Request body: {'floatingip': {'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:51.853963 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c18bb23-28f6-4a74-8754-1cbd9cf9c865 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.859293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5c18bb23-28f6-4a74-8754-1cbd9cf9c865 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7361619 Feb 09 21:13:51.860013 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33460) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:51.887235 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:51.910792 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b3e0cab2-18b6-4adc-a4eb-fb8a0479393e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '58d72e6e-e7e8-4fc0-80ee-e49c217c8253', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:51.937354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.938237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8c5ea-fbb2-4c7c-941e-7fcbb888bc41 None None] Pushing event updated for resources: {'Port': ['ID=eefb32e9-71fb-412e-9d70-45ef1ad848a2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:51.945697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-13069205-436b-437a-851e-cac839ee6452 None None] Provisioning complete for port eefb32e9-71fb-412e-9d70-45ef1ad848a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:51.946078 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13069205-436b-437a-851e-cac839ee6452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:51.996861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d3ce8-5327-491a-b2af-47276789be8b req-9a8209b1-41db-4de9-8640-26ec3246308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:51.999791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-193d3ce8-5327-491a-b2af-47276789be8b req-9a8209b1-41db-4de9-8640-26ec3246308a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31d02444cb734308889fcb2a260b69b5&device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1128 time: 0.1440012 Feb 09 21:13:52.058981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18bb23-28f6-4a74-8754-1cbd9cf9c865 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b700219-3c55-478c-be75-9bdd0cdd216c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:52.075044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-13069205-436b-437a-851e-cac839ee6452 None None] Current status of the port eefb32e9-71fb-412e-9d70-45ef1ad848a2 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:52.075534 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13069205-436b-437a-851e-cac839ee6452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:52.136071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:52.207829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-13069205-436b-437a-851e-cac839ee6452 None None] For port eefb32e9-71fb-412e-9d70-45ef1ad848a2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eefb32e9-71fb-412e-9d70-45ef1ad848a2,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:13:52.215307 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-13069205-436b-437a-851e-cac839ee6452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:52.243350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:52.247549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:52.251461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d3ce8-5327-491a-b2af-47276789be8b req-ad6ca147-e4c1-44ea-ab2f-e83a96e7cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:52.254454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-193d3ce8-5327-491a-b2af-47276789be8b req-ad6ca147-e4c1-44ea-ab2f-e83a96e7cf38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6 HTTP/1.1" status: 200 len: 915 time: 0.2465839 Feb 09 21:13:52.266281 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e7431a05-1bb9-40ad-9828-20fa8eb0da7c', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'mac_address': 'fa:16:3e:ff:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:13:47Z', 'updated_at': '2022-02-09T21:13:47Z', 'revision_number': 0, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:52.333574 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] Checking router: 9b5cbeaf-43c1-46d4-9234-b3416bb03740 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:13:52.349095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3e0cab2-18b6-4adc-a4eb-fb8a0479393e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (1eb97736-8f5c-48cf-a486-7e7dade60aea), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:52.360360 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:52.362683 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:52.372540 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for floatingip (e7431a05-1bb9-40ad-9828-20fa8eb0da7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:52.423473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-193d3ce8-5327-491a-b2af-47276789be8b req-cbe7db6a-0b38-46cf-be26-63e2db0c6a75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 HTTP/1.1" status: 200 len: 999 time: 0.1603067 Feb 09 21:13:52.499369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13069205-436b-437a-851e-cac839ee6452 None None] Pushing event updated for resources: {'Port': ['ID=eefb32e9-71fb-412e-9d70-45ef1ad848a2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:52.508378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a95523f9-7fab-436a-ba20-a5298b6fdc2f None None] Provisioning complete for port eefb32e9-71fb-412e-9d70-45ef1ad848a2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:52.508715 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a95523f9-7fab-436a-ba20-a5298b6fdc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:52.578052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d3ce8-5327-491a-b2af-47276789be8b req-cd2d3916-ae54-4a1d-b7fc-41f811640269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:52.580239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-193d3ce8-5327-491a-b2af-47276789be8b req-cd2d3916-ae54-4a1d-b7fc-41f811640269 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25560e20-3281-4e4a-bec5-9625872fe099 HTTP/1.1" status: 200 len: 853 time: 0.1509728 Feb 09 21:13:52.592609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:51Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:52.662751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a52c2-d26d-45d1-86de-d4d49223a5cf None None] The sync data for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 is: [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:51Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:13:52.710987 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:52.757626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d3ce8-5327-491a-b2af-47276789be8b req-e43a9b9b-fae9-4e9d-97c0-3f79dc8cc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:52.760196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-193d3ce8-5327-491a-b2af-47276789be8b req-e43a9b9b-fae9-4e9d-97c0-3f79dc8cc37b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1726406 Feb 09 21:13:52.803486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a95523f9-7fab-436a-ba20-a5298b6fdc2f None None] Current status of the port eefb32e9-71fb-412e-9d70-45ef1ad848a2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:52.994969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-193d3ce8-5327-491a-b2af-47276789be8b req-bafe79e8-0159-4d77-a80a-67e873e82b83 service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897981 Feb 09 21:13:53.064452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eefb32e9-71fb-412e-9d70-45ef1ad848a2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:13:53.171227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-193d3ce8-5327-491a-b2af-47276789be8b req-ba7829ab-0bf9-4a5f-889e-a3fd0c77dd3d service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688182 Feb 09 21:13:53.192148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port eefb32e9-71fb-412e-9d70-45ef1ad848a2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:13:53.192709 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:53.362554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port eefb32e9-71fb-412e-9d70-45ef1ad848a2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:13:53.362654 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e7431a05-1bb9-40ad-9828-20fa8eb0da7c', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'mac_address': 'fa:16:3e:ff:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:13:47Z', 'updated_at': '2022-02-09T21:13:47Z', 'revision_number': 0, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:53.399574 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e55967-432e-48d5-acc5-01fde8fc3ab3 None None] The sync data for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 is: [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e7431a05-1bb9-40ad-9828-20fa8eb0da7c', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'mac_address': 'fa:16:3e:ff:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:13:47Z', 'updated_at': '2022-02-09T21:13:47Z', 'revision_number': 0, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:13:53.621979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3e0cab2-18b6-4adc-a4eb-fb8a0479393e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (1eb97736-8f5c-48cf-a486-7e7dade60aea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:53.636874 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3e0cab2-18b6-4adc-a4eb-fb8a0479393e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (1eb97736-8f5c-48cf-a486-7e7dade60aea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:53.718153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0cab2-18b6-4adc-a4eb-fb8a0479393e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb97736-8f5c-48cf-a486-7e7dade60aea,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:53.782142 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3e0cab2-18b6-4adc-a4eb-fb8a0479393e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:53.786331 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b3e0cab2-18b6-4adc-a4eb-fb8a0479393e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8861272 Feb 09 21:13:53.786865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:53.793424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-11ddfc09-3a15-4165-b57e-85dba630527a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '58d72e6e-e7e8-4fc0-80ee-e49c217c8253', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:53.866906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11ddfc09-3a15-4165-b57e-85dba630527a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (83c90ced-d904-4684-9b77-1a0c8dd8854f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:53.884718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8bf69-9f99-4ad0-9d90-062e523deec8 None None] New status for floating IP e7431a05-1bb9-40ad-9828-20fa8eb0da7c: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:13:54.017594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11ddfc09-3a15-4165-b57e-85dba630527a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (83c90ced-d904-4684-9b77-1a0c8dd8854f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.022847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11ddfc09-3a15-4165-b57e-85dba630527a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (83c90ced-d904-4684-9b77-1a0c8dd8854f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.062188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddfc09-3a15-4165-b57e-85dba630527a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c90ced-d904-4684-9b77-1a0c8dd8854f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:54.084434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11ddfc09-3a15-4165-b57e-85dba630527a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.088394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-11ddfc09-3a15-4165-b57e-85dba630527a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2980049 Feb 09 21:13:54.088583 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (6fd1c6e9-868a-4000-bc26-f5cb329f1087), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.089022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33496) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:54.099248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b8727b70-3261-49e0-8c34-5fae5aba544b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '58d72e6e-e7e8-4fc0-80ee-e49c217c8253', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:54.143452 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-b8727b70-3261-49e0-8c34-5fae5aba544b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Project 864eb71ee1bc4470a8e79afa1f10e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:13:54.155260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8727b70-3261-49e0-8c34-5fae5aba544b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (2c0ebd43-65d0-4f74-88e0-f239a5d5df99), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.333475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8727b70-3261-49e0-8c34-5fae5aba544b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (2c0ebd43-65d0-4f74-88e0-f239a5d5df99), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.338313 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8727b70-3261-49e0-8c34-5fae5aba544b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2c0ebd43-65d0-4f74-88e0-f239a5d5df99), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.371994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8727b70-3261-49e0-8c34-5fae5aba544b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0ebd43-65d0-4f74-88e0-f239a5d5df99,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:54.395110 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8727b70-3261-49e0-8c34-5fae5aba544b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.396891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Subnet': ['ID=6fd1c6e9-868a-4000-bc26-f5cb329f1087,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:54.397822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b8727b70-3261-49e0-8c34-5fae5aba544b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3078048 Feb 09 21:13:54.400876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:54.414546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-93b5809d-15a0-418f-972a-06f2d462bafd tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '58d72e6e-e7e8-4fc0-80ee-e49c217c8253', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:54.467368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Checking segment: {'id': 'f788d352-2998-4571-8a4a-6f0f79876193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9c8840eb-0daf-464d-8375-a06dbcaeb933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:13:54.469320 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-93b5809d-15a0-418f-972a-06f2d462bafd tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Project 864eb71ee1bc4470a8e79afa1f10e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:13:54.478623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network hostable DHCP agents. Network: 9c8840eb-0daf-464d-8375-a06dbcaeb933, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:13:54.486766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93b5809d-15a0-418f-972a-06f2d462bafd tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (76a3adfd-0730-416f-9b62-9e2ae6beb372), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.499278 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.api [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:13:54.499600 n-d-789963-29 neutron-server[103325]: DEBUG oslo_db.api [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:13:54.522408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:13:54.540988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 9c8840eb-0daf-464d-8375-a06dbcaeb933) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:54.551530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:54.552441 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.552708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd0bdc-8222-40a4-a196-1558d1e1ba8b None None] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:54.585071 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c0c221a3-fae4-4861-b369-cc150970199c tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2076540 Feb 09 21:13:54.588395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:54.597757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1861907867', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:54.638725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93b5809d-15a0-418f-972a-06f2d462bafd tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (76a3adfd-0730-416f-9b62-9e2ae6beb372), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.643147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93b5809d-15a0-418f-972a-06f2d462bafd tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (76a3adfd-0730-416f-9b62-9e2ae6beb372), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.644970 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (6815f4e1-8115-470c-82d2-bc03465d2f88), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.648533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (6815f4e1-8115-470c-82d2-bc03465d2f88), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.692019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-93b5809d-15a0-418f-972a-06f2d462bafd tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.693647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-93b5809d-15a0-418f-972a-06f2d462bafd tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2913232 Feb 09 21:13:54.716302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5809d-15a0-418f-972a-06f2d462bafd tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a3adfd-0730-416f-9b62-9e2ae6beb372,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:54.739767 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_controller (6815f4e1-8115-470c-82d2-bc03465d2f88), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:54.993026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a542267-3511-43f1-b795-cbb90bc96c9e None None] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:13:55.005244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for floatingip (e7431a05-1bb9-40ad-9828-20fa8eb0da7c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:55.019710 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_gateway (6815f4e1-8115-470c-82d2-bc03465d2f88), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:55.169273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-469db554-ac87-47ac-a0d2-5334e3a7451a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396368806&fields=id&tenant_id=864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 267 time: 0.1142097 Feb 09 21:13:55.481743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-a6cc1d24-bb75-420e-af89-7f0e122a051c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:55.499147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-a6cc1d24-bb75-420e-af89-7f0e122a051c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/networks?id=ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 200 len: 797 time: 0.3196790 Feb 09 21:13:55.536229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-36f321ad-6e77-4def-a536-46dd897497dc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/quotas/864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 375 time: 0.0329459 Feb 09 21:13:55.682498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-8460ee02-dcf1-44dc-92f9-75f88e37a853 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452403 Feb 09 21:13:55.856155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-7a19533b-a221-4c00-9335-a0c679cf9e8e service neutron] 10.222.0.102 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711202 Feb 09 21:13:55.998478 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_gateway (6815f4e1-8115-470c-82d2-bc03465d2f88), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:56.022469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-e3397c68-329d-4aee-9e54-f530b391b360 service neutron] 10.222.0.102 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596498 Feb 09 21:13:56.034680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:56.214056 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.db.resource_extend [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:13:56.283023 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56c46b89-eb65-4c62-aad0-f8dabd1b6405 req-a62930b9-a9cd-4c89-8728-e0743b460a0a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 210 time: 0.0660462 Feb 09 21:13:56.346946 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:56.357710 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e7431a05-1bb9-40ad-9828-20fa8eb0da7c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:56.719604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:56.833567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.25.4.108 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c90e1125-cb7b-49d8-b63e-580330acc2c2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:57.143906 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (c90e1125-cb7b-49d8-b63e-580330acc2c2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:57.178843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:13:57.302835 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c90e1125-cb7b-49d8-b63e-580330acc2c2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:57.326250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:57.330773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:57.332883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:13:57.430419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:13:57.435921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:57.443389 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] Sync routers for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:13:57.477085 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:57.481770 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:57.505968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=c90e1125-cb7b-49d8-b63e-580330acc2c2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:13:57.551660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08d17fc1-7aec-4b55-80c0-8ca67825a8ed req-3ff240dd-9f0a-4f5f-b11c-55974763b735 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 210 time: 0.1291866 Feb 09 21:13:57.656219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:13:57.659424 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ffde11-35a4-4ec8-96d4-0af54081ce03" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:13:57.809713 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:57.855476 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6944be-c1f9-43b2-b0e9-4d5da4541388 x-openstack-request-id: req-1c6944be-c1f9-43b2-b0e9-4d5da4541388 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:13:57.855804 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:13:57.856040 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1c6944be-c1f9-43b2-b0e9-4d5da4541388 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:13:57.856443 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'status': 'completed', 'code': 200} Feb 09 21:13:57.857131 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_gateway (6815f4e1-8115-470c-82d2-bc03465d2f88), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:57.967530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-48a27f90-b6d4-46ea-9e29-a83cdeac643f tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "PUT /v2.0/floatingips/e7431a05-1bb9-40ad-9828-20fa8eb0da7c HTTP/1.1" status: 200 len: 993 time: 6.1250191 Feb 09 21:13:57.997720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-dc5895a5-55be-499a-8de9-4211ce70961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:57.999895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-dc5895a5-55be-499a-8de9-4211ce70961d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31d02444cb734308889fcb2a260b69b5&device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1128 time: 0.2270226 Feb 09 21:13:58.012307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-42757d43-21c5-4160-9215-747dbab14b9a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:58.016312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-42757d43-21c5-4160-9215-747dbab14b9a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.13 "GET /v2.0/networks?id=ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 200 len: 797 time: 0.3905470 Feb 09 21:13:58.185902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-e132a51f-a91f-49b2-babc-85651fe3103b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 379 time: 0.1589904 Feb 09 21:13:58.198167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'port': {'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'admin_state_up': True, 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'security_groups': ['58d72e6e-e7e8-4fc0-80ee-e49c217c8253']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:13:58.260629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-eec5d7f8-c69d-4e6e-8429-e328ee712de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:58.262946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-eec5d7f8-c69d-4e6e-8429-e328ee712de6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6 HTTP/1.1" status: 200 len: 915 time: 0.2454445 Feb 09 21:13:58.303038 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e7431a05-1bb9-40ad-9828-20fa8eb0da7c', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'mac_address': 'fa:16:3e:ff:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:13:47Z', 'updated_at': '2022-02-09T21:13:56Z', 'revision_number': 2, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:58.322511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (6815f4e1-8115-470c-82d2-bc03465d2f88), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:58.347597 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] Checking router: 9b5cbeaf-43c1-46d4-9234-b3416bb03740 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:13:58.357066 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:58.357923 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:58.387638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-df4e6c19-bb5e-4b31-bc7a-c29687ff103c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 HTTP/1.1" status: 200 len: 1001 time: 0.1013358 Feb 09 21:13:58.456659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:13:58.457072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:58.485919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-c8f6c454-189d-47ef-93ad-9c7e3031fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:58.487648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-c8f6c454-189d-47ef-93ad-9c7e3031fdf3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25560e20-3281-4e4a-bec5-9625872fe099 HTTP/1.1" status: 200 len: 853 time: 0.0940545 Feb 09 21:13:58.535026 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:13:58.642037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:13:58.782860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09f4636b-a1de-4d93-83f8-f4a82743928b req-12c67f6e-2e4d-435b-b618-11da37bf1eda tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 210 time: 0.0910194 Feb 09 21:13:58.907329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-58b927b5-a2e7-45fc-9073-3e0e312a2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:13:58.909403 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-58b927b5-a2e7-45fc-9073-3e0e312a2ef3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4152575 Feb 09 21:13:58.920081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:13:58.931142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b4c31a-02eb-4a4d-bf16-96dbacb57955 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:13:58.943640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4c31a-02eb-4a4d-bf16-96dbacb57955 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:58.944283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f2b4c31a-02eb-4a4d-bf16-96dbacb57955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:58.957790 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:58.959006 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-66419241-3932-4cfb-8659-33acc7091cc9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3694007 Feb 09 21:13:58.965184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:13:59.041451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f2b4c31a-02eb-4a4d-bf16-96dbacb57955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:59.075417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4c31a-02eb-4a4d-bf16-96dbacb57955 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:13:59.077848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f2b4c31a-02eb-4a4d-bf16-96dbacb57955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:59.096863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.20.0.3 (ed5a7a4e-b74a-41f1-aa37-899792c6640a/07d32850-0f3e-42de-a488-466d8dcc4980/cf10c0e8-580a-4065-be37-0bbce292eb40) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:13:59.150552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f2b4c31a-02eb-4a4d-bf16-96dbacb57955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:59.151275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b4c31a-02eb-4a4d-bf16-96dbacb57955 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:13:59.257124 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e7431a05-1bb9-40ad-9828-20fa8eb0da7c', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'mac_address': 'fa:16:3e:ff:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:13:47Z', 'updated_at': '2022-02-09T21:13:56Z', 'revision_number': 2, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:13:59.339302 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268aff24-d383-4200-8f34-8d7dfdbe2881 None None] The sync data for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 is: [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e7431a05-1bb9-40ad-9828-20fa8eb0da7c', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'port_id': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'mac_address': 'fa:16:3e:ff:42:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:13:47Z', 'updated_at': '2022-02-09T21:13:56Z', 'revision_number': 2, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:13:59.384703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-7b56246b-17d8-4b2e-8b99-7c692484e838 service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584229 Feb 09 21:13:59.643540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2ffde11-35a4-4ec8-96d4-0af54081ce03 req-37ebd803-bb37-4103-abb8-5a90bb78fe5b service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477081 Feb 09 21:13:59.686918 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:59.754091 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:13:59.893429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:13:59.917574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:13:59.921200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:00.005538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=cf10c0e8-580a-4065-be37-0bbce292eb40,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:00.050395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:14:00.056576 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e725c9-d1da-4606-9f4f-d11d89084614" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:14:00.156262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:00.156966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:00.184808 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6830d4e-45ff-4a3a-9625-db3af34f7e8c x-openstack-request-id: req-b6830d4e-45ff-4a3a-9625-db3af34f7e8c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:14:00.185174 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:14:00.185352 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b6830d4e-45ff-4a3a-9625-db3af34f7e8c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:14:00.185736 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'status': 'completed', 'code': 200} Feb 09 21:14:00.290787 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-ddd336f0-0948-43af-b8a3-ad0ac4025eca tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0965996 Feb 09 21:14:00.298603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13764252-75d1-41b3-9b3a-e796e33b14c4 req-8c153a98-0c2d-49b2-9f9f-1bcb1576691b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:00.301639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13764252-75d1-41b3-9b3a-e796e33b14c4 req-8c153a98-0c2d-49b2-9f9f-1bcb1576691b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 931 time: 0.2512627 Feb 09 21:14:00.320551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Request body: {'port': {'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:00.416887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-4bb22813-8300-4b14-95c3-d246a765fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:00.418077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3aef3777-22f7-417c-ab5a-3f1b907cc3b6 None None] Provisioning complete for port cf10c0e8-580a-4065-be37-0bbce292eb40 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:00.418567 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3aef3777-22f7-417c-ab5a-3f1b907cc3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:00.419314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-4bb22813-8300-4b14-95c3-d246a765fa9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31d02444cb734308889fcb2a260b69b5&device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1128 time: 0.2420537 Feb 09 21:14:00.483083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13764252-75d1-41b3-9b3a-e796e33b14c4 req-ce008576-fa9a-43a1-a396-3959af078daf tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739361 Feb 09 21:14:00.498214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:00.520155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3aef3777-22f7-417c-ab5a-3f1b907cc3b6 None None] Port cf10c0e8-580a-4065-be37-0bbce292eb40 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:14:00.631924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-b60b6af4-9227-49b1-a322-39a014c078d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:00.633524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-b60b6af4-9227-49b1-a322-39a014c078d7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6 HTTP/1.1" status: 200 len: 915 time: 0.2022283 Feb 09 21:14:00.726776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:00.743023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-64bc40e5-404e-48c7-9b2a-773046c57984 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 HTTP/1.1" status: 200 len: 1001 time: 0.1020176 Feb 09 21:14:01.064439 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.20.0.1 (9c8840eb-0daf-464d-8375-a06dbcaeb933/6fd1c6e9-868a-4000-bc26-f5cb329f1087/a52b5d85-0b9f-4772-a28e-82c3b58c291b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:01.156834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf10c0e8-580a-4065-be37-0bbce292eb40 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:14:01.166609 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Publish callbacks [] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:01.190325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Transition to ACTIVE for port object cf10c0e8-580a-4065-be37-0bbce292eb40 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:14:01.196492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:01.292467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-ff139fe9-21f0-417a-b1e3-5d87488d1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:01.298544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-ff139fe9-21f0-417a-b1e3-5d87488d1c4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25560e20-3281-4e4a-bec5-9625872fe099 HTTP/1.1" status: 200 len: 853 time: 0.5490694 Feb 09 21:14:01.343449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (a52b5d85-0b9f-4772-a28e-82c3b58c291b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:01.384270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Pushing event updated for resources: {'Port': ['ID=cf10c0e8-580a-4065-be37-0bbce292eb40,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:01.405120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a52b5d85-0b9f-4772-a28e-82c3b58c291b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:01.470296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-7494dbb5-8057-492e-a8de-ef76817df272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:01.481430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-7494dbb5-8057-492e-a8de-ef76817df272 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1719365 Feb 09 21:14:01.491712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=a52b5d85-0b9f-4772-a28e-82c3b58c291b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:01.537920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:01.543269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:01.552226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:01.692144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (6815f4e1-8115-470c-82d2-bc03465d2f88), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:01.772121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Attempting to bind port cf10c0e8-580a-4065-be37-0bbce292eb40 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:14:01.772507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Attempting to bind port cf10c0e8-580a-4065-be37-0bbce292eb40 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:14:01.773050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Attempting to bind port cf10c0e8-580a-4065-be37-0bbce292eb40 on network ed5a7a4e-b74a-41f1-aa37-899792c6640a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:14:01.788926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Port cf10c0e8-580a-4065-be37-0bbce292eb40 on network ed5a7a4e-b74a-41f1-aa37-899792c6640a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:14:01.789788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Attempting to bind port cf10c0e8-580a-4065-be37-0bbce292eb40 on network ed5a7a4e-b74a-41f1-aa37-899792c6640a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:14:01.827639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:14:01.828766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Checking segment: {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:14:01.829661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Bound using segment: {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:14:01.830658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Bound port: cf10c0e8-580a-4065-be37-0bbce292eb40, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e601aa20-a051-41a1-86b3-bd5cd2e9b062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:14:01.831415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:01.898989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2cb3e-b9c5-46bb-9037-2a7ad1407810 req-ad2b451f-528e-4990-a842-cfa071e75a39 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:01.901233 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ea2cb3e-b9c5-46bb-9037-2a7ad1407810 req-ad2b451f-528e-4990-a842-cfa071e75a39 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 943 time: 0.2224753 Feb 09 21:14:01.924220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-32679252-8c9f-44f6-afcb-7d652b9186ff service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346955 Feb 09 21:14:01.968852 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a52b5d85-0b9f-4772-a28e-82c3b58c291b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:02.634740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (a52b5d85-0b9f-4772-a28e-82c3b58c291b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:02.642526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (a52b5d85-0b9f-4772-a28e-82c3b58c291b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:02.762405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (6815f4e1-8115-470c-82d2-bc03465d2f88), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:02.865604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] For port cf10c0e8-580a-4065-be37-0bbce292eb40, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:14:02.910399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ea2cb3e-b9c5-46bb-9037-2a7ad1407810 req-2a053635-1e6b-439e-882f-530830b44821 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0014460 Feb 09 21:14:02.922595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] For port cf10c0e8-580a-4065-be37-0bbce292eb40, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cf10c0e8-580a-4065-be37-0bbce292eb40,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:14:02.945675 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:02.982272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=a52b5d85-0b9f-4772-a28e-82c3b58c291b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:03.079185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:03.079927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:03.081339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] 10.222.0.13 "PUT /v2.0/ports/cf10c0e8-580a-4065-be37-0bbce292eb40 HTTP/1.1" status: 200 len: 1092 time: 2.7767260 Feb 09 21:14:03.083272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:14:03.085684 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16631173-f638-420b-aad2-30b3fce44b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:14:03.102268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:03.105024 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:03.135191 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8e725c9-d1da-4606-9f4f-d11d89084614 req-18e04112-0a4a-4d5a-b142-05769a3ffeb7 service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955518 Feb 09 21:14:03.168752 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dededc3d-156e-4928-86ed-3d60d3bd5aee service neutron] Pushing event updated for resources: {'Port': ['ID=cf10c0e8-580a-4065-be37-0bbce292eb40,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:03.233391 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5457b227-bf3a-42eb-805b-b47e3fc0f383 x-openstack-request-id: req-5457b227-bf3a-42eb-805b-b47e3fc0f383 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:14:03.238883 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:14:03.239157 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5457b227-bf3a-42eb-805b-b47e3fc0f383 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:14:03.239590 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'status': 'completed', 'code': 200} Feb 09 21:14:03.285361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-c0941360-d3c3-4978-8ef1-71c3c8872861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:03.286945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-c0941360-d3c3-4978-8ef1-71c3c8872861 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 1126 time: 0.1490955 Feb 09 21:14:03.381103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-afe78c2b-4494-4aa3-a546-742c0fc03929 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf10c0e8-580a-4065-be37-0bbce292eb40 HTTP/1.1" status: 200 len: 217 time: 0.0864706 Feb 09 21:14:03.444857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:03.495421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-2c8df83b-cf1f-48ab-920e-b70d4f4edf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:03.496995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-2c8df83b-cf1f-48ab-920e-b70d4f4edf59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07d32850-0f3e-42de-a488-466d8dcc4980 HTTP/1.1" status: 200 len: 834 time: 0.1094351 Feb 09 21:14:03.583200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-230e6c1d-299c-4e22-90dc-3d3dae44bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:03.584843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-230e6c1d-299c-4e22-90dc-3d3dae44bf1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed5a7a4e-b74a-41f1-aa37-899792c6640a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0816777 Feb 09 21:14:03.679932 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:03.692381 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-338b89a6-df7d-4d26-8ed1-9966029ffb11 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/routers/6815f4e1-8115-470c-82d2-bc03465d2f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7259021 Feb 09 21:14:03.693366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:03.704402 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064dd90-6a20-43ea-a47e-84f563f79000 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:03.705579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'port': {'network_id': '9c8840eb-0daf-464d-8375-a06dbcaeb933', 'name': 'tempest-FloatingIPTestJSON-1192858372'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:03.751519 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064dd90-6a20-43ea-a47e-84f563f79000 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:03.756713 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c064dd90-6a20-43ea-a47e-84f563f79000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:03.811311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-7399e351-cc8c-49e7-ace3-6de940a1e035 service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206955 Feb 09 21:14:03.866121 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c064dd90-6a20-43ea-a47e-84f563f79000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:03.896924 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064dd90-6a20-43ea-a47e-84f563f79000 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:03.901548 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c064dd90-6a20-43ea-a47e-84f563f79000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:03.966441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:03.970794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:04.023161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] device_id is not set on port d84e3b13-c1c2-4371-b52d-4cc1cb8309b1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:14:04.042987 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c064dd90-6a20-43ea-a47e-84f563f79000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:04.045880 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c064dd90-6a20-43ea-a47e-84f563f79000 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:04.126156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b4998baa-daef-47dd-9bb5-e0cb76542a80 req-03f66741-e762-435b-8746-940d5f6a21be service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067024 Feb 09 21:14:04.219934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.20.0.9 (9c8840eb-0daf-464d-8375-a06dbcaeb933/6fd1c6e9-868a-4000-bc26-f5cb329f1087/d84e3b13-c1c2-4371-b52d-4cc1cb8309b1) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:04.255224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3f0cb-f0fe-4464-8ee0-c6d90bd94026 req-c45ef6d0-31d7-45a1-b4b8-7e7666cce415 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:04.258317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7cb3f0cb-f0fe-4464-8ee0-c6d90bd94026 req-c45ef6d0-31d7-45a1-b4b8-7e7666cce415 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 943 time: 0.2038453 Feb 09 21:14:04.346215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16631173-f638-420b-aad2-30b3fce44b0b req-71b5a401-3661-40fa-a44f-3348bf2caf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:04.348830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16631173-f638-420b-aad2-30b3fce44b0b req-71b5a401-3661-40fa-a44f-3348bf2caf15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 1126 time: 0.1649642 Feb 09 21:14:04.435492 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (d84e3b13-c1c2-4371-b52d-4cc1cb8309b1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:04.464332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7cb3f0cb-f0fe-4464-8ee0-c6d90bd94026 req-fe211d2d-caf0-4fa3-a3cd-442e19ca19fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978545 Feb 09 21:14:04.499616 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d84e3b13-c1c2-4371-b52d-4cc1cb8309b1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:04.529958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16631173-f638-420b-aad2-30b3fce44b0b req-66cd6e7c-ff4f-4427-9659-fa6728dee775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:04.532173 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16631173-f638-420b-aad2-30b3fce44b0b req-66cd6e7c-ff4f-4427-9659-fa6728dee775 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 200 len: 898 time: 0.1739907 Feb 09 21:14:04.564445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:04.569503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:04.576763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:04.580574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=d84e3b13-c1c2-4371-b52d-4cc1cb8309b1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:04.599699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16631173-f638-420b-aad2-30b3fce44b0b req-fd0f00e0-9f82-49b0-8400-159436e73273 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf10c0e8-580a-4065-be37-0bbce292eb40 HTTP/1.1" status: 200 len: 217 time: 0.0595658 Feb 09 21:14:04.643276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:04.644341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:04.658192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16631173-f638-420b-aad2-30b3fce44b0b req-dcdc602b-695a-4925-9aad-4dea0f05c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:04.660065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16631173-f638-420b-aad2-30b3fce44b0b req-dcdc602b-695a-4925-9aad-4dea0f05c591 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07d32850-0f3e-42de-a488-466d8dcc4980 HTTP/1.1" status: 200 len: 834 time: 0.0535455 Feb 09 21:14:04.664892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-25eba8d5-921c-47ca-bba5-925a96163d7e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9701045 Feb 09 21:14:04.672285 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33692) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:04.678400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'port': {'network_id': '9c8840eb-0daf-464d-8375-a06dbcaeb933', 'name': 'tempest-FloatingIPTestJSON-324984132'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:04.716692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16631173-f638-420b-aad2-30b3fce44b0b req-19e83a60-453f-4d7d-a0a7-d06f5bd1de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:04.718268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16631173-f638-420b-aad2-30b3fce44b0b req-19e83a60-453f-4d7d-a0a7-d06f5bd1de17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed5a7a4e-b74a-41f1-aa37-899792c6640a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522645 Feb 09 21:14:04.817050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:04.822085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:04.837726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16631173-f638-420b-aad2-30b3fce44b0b req-8c911373-92a7-476f-9fe4-5fba114ff26a service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091406 Feb 09 21:14:04.864970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] device_id is not set on port 00490236-a9e2-45b3-bf9c-fc565fc7f5b9 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:14:05.003536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16631173-f638-420b-aad2-30b3fce44b0b req-cd3311fc-7824-474b-8c3b-34045813efc1 service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579683 Feb 09 21:14:05.039236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.20.0.3 (9c8840eb-0daf-464d-8375-a06dbcaeb933/6fd1c6e9-868a-4000-bc26-f5cb329f1087/00490236-a9e2-45b3-bf9c-fc565fc7f5b9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:05.241863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (00490236-a9e2-45b3-bf9c-fc565fc7f5b9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:05.294002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (00490236-a9e2-45b3-bf9c-fc565fc7f5b9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:05.354566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:05.358902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:05.369093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:05.413047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=00490236-a9e2-45b3-bf9c-fc565fc7f5b9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:05.489544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:05.490748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:05.533967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33706) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:05.541432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '00490236-a9e2-45b3-bf9c-fc565fc7f5b9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:05.543212 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ffcd2fb5-5908-443b-8837-ed9ea9a7236e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8694246 Feb 09 21:14:05.571195 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:05.684461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a90a8-9f4e-45dd-8138-8afa0210a34d req-ea0e2fa7-5bc1-4160-8b07-76b6aa54fec0 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:05.686342 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c4a90a8-9f4e-45dd-8138-8afa0210a34d req-ea0e2fa7-5bc1-4160-8b07-76b6aa54fec0 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 943 time: 0.0998945 Feb 09 21:14:05.802393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c4a90a8-9f4e-45dd-8138-8afa0210a34d req-a68e1bd5-7aa4-453c-85d7-d21597b9f25a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080687 Feb 09 21:14:05.807719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:06.076329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.25.4.104 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/7c78dd4b-597a-419b-bc12-23f299009de0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:06.238430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (7c78dd4b-597a-419b-bc12-23f299009de0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:06.295230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7c78dd4b-597a-419b-bc12-23f299009de0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:06.346092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:06.349264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:06.354374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:06.403880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=7c78dd4b-597a-419b-bc12-23f299009de0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:06.881488 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (7d577859-4a9d-4d50-953b-5b90832651db), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:06.960379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cf10c0e8-580a-4065-be37-0bbce292eb40 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:14:07.004900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f556e3-a92a-4511-aa9f-d35a9f1c8b8d req-4ac4b198-7b54-48d1-9d5d-905225c27ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:07.006436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7f556e3-a92a-4511-aa9f-d35a9f1c8b8d req-4ac4b198-7b54-48d1-9d5d-905225c27ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 943 time: 0.1002123 Feb 09 21:14:07.013899 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7c78dd4b-597a-419b-bc12-23f299009de0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:07.111913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7f556e3-a92a-4511-aa9f-d35a9f1c8b8d req-2896a653-c7af-40d8-ab6a-5c9e8be9e4c5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958209 Feb 09 21:14:07.182200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cf10c0e8-580a-4065-be37-0bbce292eb40, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cf10c0e8-580a-4065-be37-0bbce292eb40,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:14:07.195845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:14:07.251989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port cf10c0e8-580a-4065-be37-0bbce292eb40 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:07.252309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:07.270787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (7c78dd4b-597a-419b-bc12-23f299009de0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:07.271008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf10c0e8-580a-4065-be37-0bbce292eb40 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:14:07.277131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (7c78dd4b-597a-419b-bc12-23f299009de0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:07.298998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cf10c0e8-580a-4065-be37-0bbce292eb40, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cf10c0e8-580a-4065-be37-0bbce292eb40,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:14:07.304175 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:07.382911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=7c78dd4b-597a-419b-bc12-23f299009de0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:07.406891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=cf10c0e8-580a-4065-be37-0bbce292eb40,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:07.410156 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (7d577859-4a9d-4d50-953b-5b90832651db), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:07.517067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['cf10c0e8-580a-4065-be37-0bbce292eb40'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:14:07.539471 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP 7d577859-4a9d-4d50-953b-5b90832651db associated. External IP: 172.25.4.104, port: 00490236-a9e2-45b3-bf9c-fc565fc7f5b9. Feb 09 21:14:07.740907 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17bc5219-01a8-4a71-a9cd-101a9a9ab173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:07.851757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:08.025635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:08.053702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbea51-6fd2-429d-ba22-59d83f106f77 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:08.076448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbea51-6fd2-429d-ba22-59d83f106f77 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:08.078268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-14cbea51-6fd2-429d-ba22-59d83f106f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:08.078732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:08.139622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-33e5dc91-c526-4e98-867e-7dcfd1377db4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6037741 Feb 09 21:14:08.143538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:08.152034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:08.227248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-14cbea51-6fd2-429d-ba22-59d83f106f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:08.239603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbea51-6fd2-429d-ba22-59d83f106f77 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:08.240485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-14cbea51-6fd2-429d-ba22-59d83f106f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:08.283329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-14cbea51-6fd2-429d-ba22-59d83f106f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:08.284035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbea51-6fd2-429d-ba22-59d83f106f77 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:08.313907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (7d577859-4a9d-4d50-953b-5b90832651db), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:08.419178 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2910f1-08c5-4c06-95df-4605431e58d9 req-999a1611-f669-4d26-a8d4-ef67daa8ca3e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:08.420631 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc2910f1-08c5-4c06-95df-4605431e58d9 req-999a1611-f669-4d26-a8d4-ef67daa8ca3e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 944 time: 0.1587374 Feb 09 21:14:08.520071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:08.526226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (7d577859-4a9d-4d50-953b-5b90832651db), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:08.526609 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP 7d577859-4a9d-4d50-953b-5b90832651db disassociated. External IP: 172.25.4.104, port: 00490236-a9e2-45b3-bf9c-fc565fc7f5b9. Feb 09 21:14:08.602153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc2910f1-08c5-4c06-95df-4605431e58d9 req-d499ad35-1f91-4204-adbf-40b8c6136797 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691501 Feb 09 21:14:08.779272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:08.896383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:08.901509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:08.908516 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183d33e5-5229-4b47-b169-d3a44582fb33 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:08.920122 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d33e5-5229-4b47-b169-d3a44582fb33 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:08.921022 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-183d33e5-5229-4b47-b169-d3a44582fb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:08.957211 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-183d33e5-5229-4b47-b169-d3a44582fb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:08.968518 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d33e5-5229-4b47-b169-d3a44582fb33 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:08.969419 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-183d33e5-5229-4b47-b169-d3a44582fb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:13:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:08.991460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cf10c0e8-580a-4065-be37-0bbce292eb40 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:14:09.007494 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-183d33e5-5229-4b47-b169-d3a44582fb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:09.008464 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183d33e5-5229-4b47-b169-d3a44582fb33 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:09.069171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port cf10c0e8-580a-4065-be37-0bbce292eb40 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:14:09.075485 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port cf10c0e8-580a-4065-be37-0bbce292eb40 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:09.076441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:09.183625 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port cf10c0e8-580a-4065-be37-0bbce292eb40 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:09.184202 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:09.212570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:14:09.215289 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1802751-35eb-4a84-99e5-44d7696780df" -d '{"events": [{"server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "name": "network-vif-plugged", "status": "completed", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:14:09.232336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port cf10c0e8-580a-4065-be37-0bbce292eb40, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cf10c0e8-580a-4065-be37-0bbce292eb40,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:14:09.238763 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:09.308791 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9adf8b-153c-41d3-94b0-4dc910e6f46d x-openstack-request-id: req-5e9adf8b-153c-41d3-94b0-4dc910e6f46d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:14:09.309087 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "name": "network-vif-plugged", "status": "completed", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:14:09.309363 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5e9adf8b-153c-41d3-94b0-4dc910e6f46d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:14:09.309761 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'code': 200} Feb 09 21:14:09.388566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d72fc805-987f-434a-bf0e-479069291562 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/floatingips/7d577859-4a9d-4d50-953b-5b90832651db HTTP/1.1" status: 200 len: 688 time: 1.2369163 Feb 09 21:14:09.396321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33760) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:09.440650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=cf10c0e8-580a-4065-be37-0bbce292eb40,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:09.553728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fe34f-3918-4dec-b8f3-ead033c0b196 req-66c8f13f-ebf5-4a42-878d-4cd96204c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:09.558626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c16fe34f-3918-4dec-b8f3-ead033c0b196 req-66c8f13f-ebf5-4a42-878d-4cd96204c24f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 1128 time: 0.1715415 Feb 09 21:14:09.635416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port 7c78dd4b-597a-419b-bc12-23f299009de0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:14:09.635789 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7c78dd4b-597a-419b-bc12-23f299009de0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:09.687046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c16fe34f-3918-4dec-b8f3-ead033c0b196 req-ef85ad1d-e93d-4e33-bdae-7f11ea84ad50 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204190 Feb 09 21:14:09.746580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7c78dd4b-597a-419b-bc12-23f299009de0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:09.747039 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (7c78dd4b-597a-419b-bc12-23f299009de0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:09.766683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for 7c78dd4b-597a-419b-bc12-23f299009de0 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:14:09.777003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f8a4bfb7-be30-4eec-a4ef-51b59ab96385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:09.859957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd6da0-3b23-48e9-8227-e3934532940b req-f55bc670-2a2c-4538-a901-9ee5014a42d5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:09.864879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cdd6da0-3b23-48e9-8227-e3934532940b req-f55bc670-2a2c-4538-a901-9ee5014a42d5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 945 time: 0.1630914 Feb 09 21:14:09.963429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (7c78dd4b-597a-419b-bc12-23f299009de0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:09.980673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cdd6da0-3b23-48e9-8227-e3934532940b req-fdb0bca2-e932-4488-a541-6bd4659573a7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013784 Feb 09 21:14:09.998407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=7c78dd4b-597a-419b-bc12-23f299009de0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:10.081949 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (7d577859-4a9d-4d50-953b-5b90832651db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:10.084746 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:10.088241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c73aa633-4f97-4ce2-af10-5217168eafd3 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/floatingips/7d577859-4a9d-4d50-953b-5b90832651db HTTP/1.1" status: 204 len: 168 time: 0.6886122 Feb 09 21:14:10.089964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:10.096016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'd84e3b13-c1c2-4371-b52d-4cc1cb8309b1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:10.124608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:10.656447 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:10.789124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.25.4.65 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c069fda6-0889-403a-aef0-6327d5ec4904) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:10.924969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (c069fda6-0889-403a-aef0-6327d5ec4904), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:10.977373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c069fda6-0889-403a-aef0-6327d5ec4904), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:11.043115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=c069fda6-0889-403a-aef0-6327d5ec4904,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:11.064732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:11.075617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:11.081610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:11.197954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0caa-2ab2-4d76-8744-98436aa1ec14 req-d4f8e224-3313-42b0-abf3-821f8122deb2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:11.199594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d71b0caa-2ab2-4d76-8744-98436aa1ec14 req-d4f8e224-3313-42b0-abf3-821f8122deb2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 945 time: 0.1383173 Feb 09 21:14:11.291537 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:11.402172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d71b0caa-2ab2-4d76-8744-98436aa1ec14 req-f5ae07bb-028b-4076-9bee-84e54d675845 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845884 Feb 09 21:14:11.563895 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab50480-9e34-41c1-9d5c-a4b56c55ce74 req-875d10f2-eb7f-469e-8940-6f0e507cceb2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:11.572658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ab50480-9e34-41c1-9d5c-a4b56c55ce74 req-875d10f2-eb7f-469e-8940-6f0e507cceb2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 945 time: 0.0707564 Feb 09 21:14:11.640082 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ab50480-9e34-41c1-9d5c-a4b56c55ce74 req-c65d693d-8c4f-4436-b605-2a39769ba542 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663450 Feb 09 21:14:11.645734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (e5c34075-ec63-41c8-aaa5-2969e95f9dd3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:11.674664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33792) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:11.778477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c069fda6-0889-403a-aef0-6327d5ec4904), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:11.787915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272054c-53f0-44f2-a1d0-94361e93a13c tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:11.790329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2272054c-53f0-44f2-a1d0-94361e93a13c tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 1123 time: 0.1119161 Feb 09 21:14:11.793262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33796) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:11.803500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:11.838969 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:11.981459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.064047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (c069fda6-0889-403a-aef0-6327d5ec4904), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.070601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c069fda6-0889-403a-aef0-6327d5ec4904), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.183323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=c069fda6-0889-403a-aef0-6327d5ec4904,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:12.191094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.25.4.190 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/bdab1a07-6090-4871-ba3c-42d9df809170) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:12.198024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e5c34075-ec63-41c8-aaa5-2969e95f9dd3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.340348 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP e5c34075-ec63-41c8-aaa5-2969e95f9dd3 associated. External IP: 172.25.4.65, port: d84e3b13-c1c2-4371-b52d-4cc1cb8309b1. Feb 09 21:14:12.349860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33806) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:12.378462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (bdab1a07-6090-4871-ba3c-42d9df809170), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.422976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (bdab1a07-6090-4871-ba3c-42d9df809170), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.470621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:12.474682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:12.479271 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:12.534244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=bdab1a07-6090-4871-ba3c-42d9df809170,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:12.548962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3278-3ee9-4407-9ff8-62c3a8615d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.715510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:12.780214 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.871156 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3278-3ee9-4407-9ff8-62c3a8615d30 admin admin] Publish callbacks [] for security_group (a4d62679-5fd4-4d20-8f3e-e7dfb58619c9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.896308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:12.912111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1029bb-4f45-4c10-a115-bc9995169446 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:12.915171 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3278-3ee9-4407-9ff8-62c3a8615d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a4d62679-5fd4-4d20-8f3e-e7dfb58619c9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.944608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:12.948430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1029bb-4f45-4c10-a115-bc9995169446 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:12.949355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1c1029bb-4f45-4c10-a115-bc9995169446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:12.997893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fb2e3278-3ee9-4407-9ff8-62c3a8615d30 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2b6f8981c86445a7a2bff7bcf9c10cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6454034 Feb 09 21:14:13.001667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33820) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:13.010708 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e3278-3ee9-4407-9ff8-62c3a8615d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d62679-5fd4-4d20-8f3e-e7dfb58619c9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:13.059448 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bfd7687e-ab78-401d-9caf-43b7c6e01e1d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9683363 Feb 09 21:14:13.063967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:13.067890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1c1029bb-4f45-4c10-a115-bc9995169446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:13.080357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1029bb-4f45-4c10-a115-bc9995169446 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:13.081272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1c1029bb-4f45-4c10-a115-bc9995169446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:13.137717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1c1029bb-4f45-4c10-a115-bc9995169446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:13.138687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1029bb-4f45-4c10-a115-bc9995169446 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:13.214783 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d81ceea0-139f-4f78-99fe-dd2a2cc71ec6 admin admin] Publish callbacks [] for security_group (a4d62679-5fd4-4d20-8f3e-e7dfb58619c9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.221264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8ced3f3b-f571-433b-bb27-9a442a1a4d45 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "GET /v2.0/floatingips/e5c34075-ec63-41c8-aaa5-2969e95f9dd3 HTTP/1.1" status: 200 len: 977 time: 0.1503651 Feb 09 21:14:13.224179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:13.246603 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for floatingip (1180d3de-f4e4-4521-86db-cce015f81b1d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.347774 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d81ceea0-139f-4f78-99fe-dd2a2cc71ec6 admin admin] Publish callbacks [] for security_group (a4d62679-5fd4-4d20-8f3e-e7dfb58619c9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.383206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bdab1a07-6090-4871-ba3c-42d9df809170), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.425926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eeb8f1bc-013b-4e61-8d26-140893a5bc67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2004697 Feb 09 21:14:13.431563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:13.438824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'port_id': '00490236-a9e2-45b3-bf9c-fc565fc7f5b9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:13.528541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d81ceea0-139f-4f78-99fe-dd2a2cc71ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a4d62679-5fd4-4d20-8f3e-e7dfb58619c9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.531762 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d81ceea0-139f-4f78-99fe-dd2a2cc71ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.533144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d81ceea0-139f-4f78-99fe-dd2a2cc71ec6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a4d62679-5fd4-4d20-8f3e-e7dfb58619c9 HTTP/1.1" status: 204 len: 168 time: 0.5293770 Feb 09 21:14:13.575067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ceea0-139f-4f78-99fe-dd2a2cc71ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d62679-5fd4-4d20-8f3e-e7dfb58619c9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:13.644825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (e5c34075-ec63-41c8-aaa5-2969e95f9dd3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.753804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (bdab1a07-6090-4871-ba3c-42d9df809170), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.760927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (bdab1a07-6090-4871-ba3c-42d9df809170), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.922386 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=bdab1a07-6090-4871-ba3c-42d9df809170,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:13.953606 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:13.967112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (1180d3de-f4e4-4521-86db-cce015f81b1d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:14.322985 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Floating IP 1180d3de-f4e4-4521-86db-cce015f81b1d associated. External IP: 172.25.4.190, port: cf10c0e8-580a-4065-be37-0bbce292eb40. Feb 09 21:14:14.565497 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:14.572075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e5c34075-ec63-41c8-aaa5-2969e95f9dd3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:14.734734 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP e5c34075-ec63-41c8-aaa5-2969e95f9dd3 associated. External IP: 172.25.4.65, port: d84e3b13-c1c2-4371-b52d-4cc1cb8309b1. Feb 09 21:14:14.894136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 6a26da11-cc19-4fd9-8d33-0d819242a85d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:15.067146 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:15.080795 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] Sync routers for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:15.104156 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:15.105430 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:15.112360 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:15.136328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:15.190523 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8223dd49-a89d-42b3-907c-81118f5f2fd6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3934143 Feb 09 21:14:15.192401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33872) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:15.195004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:14:15.198288 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8255df75-31e4-4438-91fa-d112a0f21e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:14:15.268162 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46919e17-c11e-48a9-a801-5f89c2cc2e04 x-openstack-request-id: req-46919e17-c11e-48a9-a801-5f89c2cc2e04 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:14:15.268437 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:14:15.268702 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-46919e17-c11e-48a9-a801-5f89c2cc2e04 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:14:15.269112 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'status': 'completed', 'code': 200} Feb 09 21:14:15.345162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-03bafc7e-0dd1-443d-b2f0-bd36d515f961 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/floatingips/1180d3de-f4e4-4521-86db-cce015f81b1d HTTP/1.1" status: 200 len: 991 time: 0.1438251 Feb 09 21:14:15.367590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:14:15.915141 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:12Z', 'revision_number': 0, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:15.988627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-27b0e500-6655-4326-ad2b-e61820b8ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:15.990351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-27b0e500-6655-4326-ad2b-e61820b8ca77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 1128 time: 0.1690266 Feb 09 21:14:16.011572 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] Checking router: 6a26da11-cc19-4fd9-8d33-0d819242a85d for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:14:16.047275 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:16.048189 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:16.066457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:16.076939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558e40ec-58a0-4910-ae12-2502ec7a178c None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:16.098592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e40ec-58a0-4910-ae12-2502ec7a178c None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:16.099723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-558e40ec-58a0-4910-ae12-2502ec7a178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:16.207405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-558e40ec-58a0-4910-ae12-2502ec7a178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:16.234158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e40ec-58a0-4910-ae12-2502ec7a178c None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:16.235573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-558e40ec-58a0-4910-ae12-2502ec7a178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:16.274666 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:14:16.308642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-558e40ec-58a0-4910-ae12-2502ec7a178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:16.315047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558e40ec-58a0-4910-ae12-2502ec7a178c None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:16.346995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-4dd267cf-608c-458f-aadf-675dae4e1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:16.349059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-4dd267cf-608c-458f-aadf-675dae4e1c20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 200 len: 898 time: 0.3508782 Feb 09 21:14:16.349197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33924) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:16.380249 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:14:16.488282 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64e2ff6d-5ab7-4fa0-8745-31af76a7d9fa tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/floatingips/1180d3de-f4e4-4521-86db-cce015f81b1d HTTP/1.1" status: 200 len: 991 time: 0.1379812 Feb 09 21:14:16.726705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-3cd5196f-75a0-4925-baf0-482c9a3c2b3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf10c0e8-580a-4065-be37-0bbce292eb40 HTTP/1.1" status: 200 len: 999 time: 0.3709633 Feb 09 21:14:16.731991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:16.782176 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:12Z', 'revision_number': 0, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:16.823573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-fce627c0-77e4-43a9-958b-8b1d4bafceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:16.826926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-fce627c0-77e4-43a9-958b-8b1d4bafceb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07d32850-0f3e-42de-a488-466d8dcc4980 HTTP/1.1" status: 200 len: 834 time: 0.0894244 Feb 09 21:14:16.843844 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e19401-298a-4619-a0bd-8592bce4633b None None] The sync data for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 is: [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:12Z', 'revision_number': 0, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:17.060008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:17.066112 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:17.099566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-b233d298-4f4f-49be-bf1e-6731397f8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:17.102374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-b233d298-4f4f-49be-bf1e-6731397f8366 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed5a7a4e-b74a-41f1-aa37-899792c6640a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2709305 Feb 09 21:14:17.108443 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eee651-3a97-483b-83c6-f3e8d5b878dc None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:17.167330 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eee651-3a97-483b-83c6-f3e8d5b878dc None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:17.168465 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-36eee651-3a97-483b-83c6-f3e8d5b878dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:17.258000 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-36eee651-3a97-483b-83c6-f3e8d5b878dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:17.279353 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eee651-3a97-483b-83c6-f3e8d5b878dc None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:17.280088 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-36eee651-3a97-483b-83c6-f3e8d5b878dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:17.284597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:17.284953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3c72011c-4007-4457-993e-5b4813ff7f4d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/floatingips/e5c34075-ec63-41c8-aaa5-2969e95f9dd3 HTTP/1.1" status: 200 len: 976 time: 3.8520215 Feb 09 21:14:17.296814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:17.333168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-bd49112f-873d-4946-84a3-c0393a5e068b service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243869 Feb 09 21:14:17.403278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ac87c1-cdb0-4c4c-be15-64e1025d8b76 None None] New status for floating IP 1180d3de-f4e4-4521-86db-cce015f81b1d: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:14:17.427801 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-36eee651-3a97-483b-83c6-f3e8d5b878dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:17.429695 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eee651-3a97-483b-83c6-f3e8d5b878dc None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:17.490006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:17.541287 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (e5c34075-ec63-41c8-aaa5-2969e95f9dd3), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:17.618131 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8255df75-31e4-4438-91fa-d112a0f21e7d req-92c4edff-7890-4fdd-8c1c-4d60f43f5edc service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800875 Feb 09 21:14:17.683927 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a0d27e6a-731e-4236-a902-c8666412b232 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/floatingips/1180d3de-f4e4-4521-86db-cce015f81b1d HTTP/1.1" status: 200 len: 991 time: 0.1919401 Feb 09 21:14:17.832520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:17.839127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e5c34075-ec63-41c8-aaa5-2969e95f9dd3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:17.841235 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP e5c34075-ec63-41c8-aaa5-2969e95f9dd3 disassociated. External IP: 172.25.4.65, port: 00490236-a9e2-45b3-bf9c-fc565fc7f5b9. Feb 09 21:14:18.196582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:18.365856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:18.375079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:18.378666 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e816645-ef80-40ef-8a13-76ff01ab9f4c None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:18.399400 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e816645-ef80-40ef-8a13-76ff01ab9f4c None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:18.400078 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e816645-ef80-40ef-8a13-76ff01ab9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:18.420256 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-22c992df-624f-4acd-8c1a-980f43e007be tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/floatingips/e5c34075-ec63-41c8-aaa5-2969e95f9dd3 HTTP/1.1" status: 200 len: 687 time: 1.1324689 Feb 09 21:14:18.421003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:18.484481 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e816645-ef80-40ef-8a13-76ff01ab9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:18.516160 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e816645-ef80-40ef-8a13-76ff01ab9f4c None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:18.517070 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e816645-ef80-40ef-8a13-76ff01ab9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:18.666419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port c069fda6-0889-403a-aef0-6327d5ec4904 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:14:18.666769 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c069fda6-0889-403a-aef0-6327d5ec4904), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:18.688691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33972) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:18.762885 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5e816645-ef80-40ef-8a13-76ff01ab9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:18.764808 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e816645-ef80-40ef-8a13-76ff01ab9f4c None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:18.796785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c069fda6-0889-403a-aef0-6327d5ec4904), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:18.801188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (c069fda6-0889-403a-aef0-6327d5ec4904), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:18.837305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4fd8399c-6421-435d-8645-08ce98684cef tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/floatingips/1180d3de-f4e4-4521-86db-cce015f81b1d HTTP/1.1" status: 200 len: 993 time: 0.1474154 Feb 09 21:14:18.849925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for c069fda6-0889-403a-aef0-6327d5ec4904 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:14:19.078461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c069fda6-0889-403a-aef0-6327d5ec4904), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:19.118279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=c069fda6-0889-403a-aef0-6327d5ec4904,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:19.154459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.154809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.155157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.155503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.155873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.156218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.156557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.156893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.157266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.159082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.159082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.159082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.159082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:19.226782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (e5c34075-ec63-41c8-aaa5-2969e95f9dd3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:19.232201 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:19.233774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3fe2d255-83e2-4d44-9949-4b5906d98ce4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/floatingips/e5c34075-ec63-41c8-aaa5-2969e95f9dd3 HTTP/1.1" status: 204 len: 168 time: 0.8110266 Feb 09 21:14:19.236480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:19.283710 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-e09b4c87-4d78-4b47-aed1-136a9ef95404 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] delete failed (client error): The resource could not be found. Feb 09 21:14:19.285157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e09b4c87-4d78-4b47-aed1-136a9ef95404 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/floatingips/e5c34075-ec63-41c8-aaa5-2969e95f9dd3 HTTP/1.1" status: 404 len: 345 time: 0.0475495 Feb 09 21:14:19.288991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:19.437421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1393e9bb-7b88-4cbc-9eba-1d96dece4e7b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:19.444147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1393e9bb-7b88-4cbc-9eba-1d96dece4e7b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:19.451115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1393e9bb-7b88-4cbc-9eba-1d96dece4e7b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:19.453733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1393e9bb-7b88-4cbc-9eba-1d96dece4e7b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "GET /v2.0/ports?network_id=9c8840eb-0daf-464d-8375-a06dbcaeb933 HTTP/1.1" status: 200 len: 2357 time: 0.1631753 Feb 09 21:14:19.456637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:19.544048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8050c72-a18f-4b0b-ab52-2420adc01ca2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:19.545738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8050c72-a18f-4b0b-ab52-2420adc01ca2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "GET /v2.0/subnets/6fd1c6e9-868a-4000-bc26-f5cb329f1087 HTTP/1.1" status: 200 len: 797 time: 0.0879025 Feb 09 21:14:19.550578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 33984) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:19.556403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'port': {'network_id': '9c8840eb-0daf-464d-8375-a06dbcaeb933', 'name': 'tempest-FloatingIPTestJSON-1964102753', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:19.710787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:19.846300 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:20.276206 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] device_id is not set on port e8a180cb-8fac-43e8-a86b-ac505db8ff0d yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:14:20.721975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.20.0.14 (9c8840eb-0daf-464d-8375-a06dbcaeb933/6fd1c6e9-868a-4000-bc26-f5cb329f1087/e8a180cb-8fac-43e8-a86b-ac505db8ff0d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:20.734606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.20.0.13 (9c8840eb-0daf-464d-8375-a06dbcaeb933/6fd1c6e9-868a-4000-bc26-f5cb329f1087/e8a180cb-8fac-43e8-a86b-ac505db8ff0d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:20.932149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (e8a180cb-8fac-43e8-a86b-ac505db8ff0d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:20.984930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e8a180cb-8fac-43e8-a86b-ac505db8ff0d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:20.993718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 33996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:21.077199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:21.081552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:21.088175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:21.118277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=e8a180cb-8fac-43e8-a86b-ac505db8ff0d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:21.164240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:21.165659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:21.194795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b831973f-9014-4397-8dfe-4d251dae7743 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6404274 Feb 09 21:14:21.195277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:21.201037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'e8a180cb-8fac-43e8-a86b-ac505db8ff0d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:21.237768 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:21.634426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:21.751750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.25.4.176 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/a6d029cb-a0be-4623-979f-07aec9e67e29) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:21.769460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:21.941256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Deleting port c92fcad8-600e-4357-b06e-b25a5f4e93be {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:14:21.941609 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c92fcad8-600e-4357-b06e-b25a5f4e93be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:22.013728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (a6d029cb-a0be-4623-979f-07aec9e67e29), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:22.069209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c92fcad8-600e-4357-b06e-b25a5f4e93be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:22.069674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for floatingip (c92fcad8-600e-4357-b06e-b25a5f4e93be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:22.090799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Calling delete_port for c92fcad8-600e-4357-b06e-b25a5f4e93be owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:14:22.104612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a6d029cb-a0be-4623-979f-07aec9e67e29), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:22.171706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:22.178021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:22.183587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:22.274372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=a6d029cb-a0be-4623-979f-07aec9e67e29,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:22.516724 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c92fcad8-600e-4357-b06e-b25a5f4e93be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:22.686937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event deleted for resources: {'Port': ['ID=c92fcad8-600e-4357-b06e-b25a5f4e93be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:22.837609 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for floatingip (e7431a05-1bb9-40ad-9828-20fa8eb0da7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:22.837866 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Floating IP e7431a05-1bb9-40ad-9828-20fa8eb0da7c disassociated (deleted). External IP: 172.25.4.201, port: bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8. Feb 09 21:14:23.304714 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (27eb6362-94ad-4a78-97f1-e8316253551d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:23.503084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a6d029cb-a0be-4623-979f-07aec9e67e29), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:23.580003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:23.801515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:23.813751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] Sync routers for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:23.815771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:23.830699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:23.835462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:23.866337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7c9b9eee-726f-49d1-ac22-bcaf5394d751 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "DELETE /v2.0/floatingips/e7431a05-1bb9-40ad-9828-20fa8eb0da7c HTTP/1.1" status: 204 len: 168 time: 2.8699496 Feb 09 21:14:23.868686 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (a6d029cb-a0be-4623-979f-07aec9e67e29), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:23.875269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:14:23.879935 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666cd719-10be-45d7-89ec-f6c6b1c1c81b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:14:23.892578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a6d029cb-a0be-4623-979f-07aec9e67e29), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:23.971448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=a6d029cb-a0be-4623-979f-07aec9e67e29,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:23.984269 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (27eb6362-94ad-4a78-97f1-e8316253551d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:24.056880 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89841e7c-48a4-497b-9bb9-0cc23639274e x-openstack-request-id: req-89841e7c-48a4-497b-9bb9-0cc23639274e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:14:24.057194 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:14:24.057539 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-89841e7c-48a4-497b-9bb9-0cc23639274e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:14:24.057831 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'status': 'completed', 'code': 200} Feb 09 21:14:24.163606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:14:24.232547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-2b01726e-32ad-4d54-a87a-b064a33c262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:24.234259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-2b01726e-32ad-4d54-a87a-b064a33c262d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31d02444cb734308889fcb2a260b69b5&device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 1128 time: 0.1397693 Feb 09 21:14:24.270037 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP 27eb6362-94ad-4a78-97f1-e8316253551d associated. External IP: 172.25.4.176, port: e8a180cb-8fac-43e8-a86b-ac505db8ff0d. Feb 09 21:14:24.648257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:24.694723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] Checking router: 9b5cbeaf-43c1-46d4-9234-b3416bb03740 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:14:24.704791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:24.705513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:24.730006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-19772f32-84ee-420b-b250-fc73456fd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:24.736120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-19772f32-84ee-420b-b250-fc73456fd451 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6 HTTP/1.1" status: 200 len: 915 time: 0.4875422 Feb 09 21:14:24.894124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:14:24.906215 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-76af56e4-c092-47fc-ab25-a4861476c7e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 HTTP/1.1" status: 200 len: 217 time: 0.1626003 Feb 09 21:14:24.959996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edae8a9-afbd-4b80-a35d-2aca3491582a req-2b523043-e6e3-4555-9bf7-4f57e58bf9d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:24.962163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5edae8a9-afbd-4b80-a35d-2aca3491582a req-2b523043-e6e3-4555-9bf7-4f57e58bf9d4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 945 time: 0.3467786 Feb 09 21:14:25.157507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:25.179115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-80adf071-3027-432d-8129-7cf1e7d5177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:25.190331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-80adf071-3027-432d-8129-7cf1e7d5177b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25560e20-3281-4e4a-bec5-9625872fe099 HTTP/1.1" status: 200 len: 853 time: 0.2711961 Feb 09 21:14:25.236220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cae685-0720-443f-a4b8-f82ce893e6ef None None] The sync data for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 is: [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:08:44Z', 'revision_number': 4, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'b0e8a786-759f-4db2-b547-3a49c73a0f77', 'name': '', 'network_id': 'aafbf6c5-28c5-4399-a1fa-e2554cca55b6', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'mac_address': 'fa:16:3e:60:25:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '25560e20-3281-4e4a-bec5-9625872fe099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:42Z', 'updated_at': '2022-02-09T21:08:54Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'subnets': [{'id': '25560e20-3281-4e4a-bec5-9625872fe099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:25.257475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5edae8a9-afbd-4b80-a35d-2aca3491582a req-939b6c65-3da9-47f6-89c0-81ab10ec09dd tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688012 Feb 09 21:14:25.301241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:25.317053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-2980d555-c40c-4d01-a053-1580283bd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:25.319747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-2980d555-c40c-4d01-a053-1580283bd8a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aafbf6c5-28c5-4399-a1fa-e2554cca55b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1178596 Feb 09 21:14:25.611199 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ef920-0c67-4f21-acf7-bf2538fe6bae None None] New status for floating IP e7431a05-1bb9-40ad-9828-20fa8eb0da7c: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:14:25.735294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-4eb2a132-d7f0-412e-9d14-1b7fd2eb5816 service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060135 Feb 09 21:14:25.736455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:25.752522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dcba6-8492-4d83-8b49-b39b1a083fd2 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:25.768027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dcba6-8492-4d83-8b49-b39b1a083fd2 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:25.768027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ed5dcba6-8492-4d83-8b49-b39b1a083fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:25.859087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ed5dcba6-8492-4d83-8b49-b39b1a083fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:25.861436 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:25.895577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5dcba6-8492-4d83-8b49-b39b1a083fd2 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:25.896667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ed5dcba6-8492-4d83-8b49-b39b1a083fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:25.918541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-de94e76d-ae96-4fb6-b32b-472ea9f4a57d tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7219260 Feb 09 21:14:25.921123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34054) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:25.929485 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8ee6c3ac-366d-4168-8ee2-c5ba52fa0a72 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'port_id': 'e8a180cb-8fac-43e8-a86b-ac505db8ff0d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:25.973603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-666cd719-10be-45d7-89ec-f6c6b1c1c81b req-8df37181-4daf-4065-bcf2-1471db3442e2 service neutron] 10.222.0.50 "GET /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313576 Feb 09 21:14:25.980257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ed5dcba6-8492-4d83-8b49-b39b1a083fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:25.980944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5dcba6-8492-4d83-8b49-b39b1a083fd2 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:26.083428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-7fff86a7-2a65-4e17-bdad-4f039529c414 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:26.086596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-7fff86a7-2a65-4e17-bdad-4f039529c414 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 945 time: 0.0738933 Feb 09 21:14:26.112263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c3ac-366d-4168-8ee2-c5ba52fa0a72 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (27eb6362-94ad-4a78-97f1-e8316253551d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:26.297238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Deleting port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:14:26.297588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:26.511836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] For port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:14:26.514563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:26.560279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Calling delete_port for bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:14:26.628861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a5a6e-2538-4fed-a397-2e331bdcf620 req-df7524d4-9a57-4e66-a063-681f307cf59c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:26.630422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f9a5a6e-2538-4fed-a397-2e331bdcf620 req-df7524d4-9a57-4e66-a063-681f307cf59c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 945 time: 0.1596105 Feb 09 21:14:26.704066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:26.791877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f9a5a6e-2538-4fed-a397-2e331bdcf620 req-18351e9f-c119-4646-9f61-6e4abf8dcc79 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177256 Feb 09 21:14:26.863276 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:26.921413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event deleted for resources: {'Port': ['ID=bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:26.962861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c3ac-366d-4168-8ee2-c5ba52fa0a72 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:26.977468 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c3ac-366d-4168-8ee2-c5ba52fa0a72 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (27eb6362-94ad-4a78-97f1-e8316253551d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:27.065362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] No DVR routers for this DVR port bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:14:27.076370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:27.085140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb3f6c6-78ad-4eb6-8df0-1c3bd1dae0fa req-bebfcd5d-7018-4987-8b1d-a6b381d65a06 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.50 "DELETE /v2.0/ports/bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 HTTP/1.1" status: 204 len: 173 time: 0.9914582 Feb 09 21:14:27.085544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'name': 'network-vif-deleted', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:14:27.092852 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53554bef-c41c-4401-8d3c-254f3026285a" -d '{"events": [{"server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "name": "network-vif-deleted", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:14:27.152542 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fede0cb-71fd-4044-8919-7a89ee466d4e x-openstack-request-id: req-2fede0cb-71fd-4044-8919-7a89ee466d4e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:14:27.152910 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3", "name": "network-vif-deleted", "tag": "bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:14:27.153265 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2fede0cb-71fd-4044-8919-7a89ee466d4e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:14:27.153958 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3', 'name': 'network-vif-deleted', 'tag': 'bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8', 'status': 'completed', 'code': 200} Feb 09 21:14:27.554672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee6c3ac-366d-4168-8ee2-c5ba52fa0a72 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:27.790360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee6c3ac-366d-4168-8ee2-c5ba52fa0a72 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:27.810260 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c26e7-e440-4b1c-aeba-a8d52bb29379 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:27.816353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ee6c3ac-366d-4168-8ee2-c5ba52fa0a72 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:27.823619 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c26e7-e440-4b1c-aeba-a8d52bb29379 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:27.830599 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-421c26e7-e440-4b1c-aeba-a8d52bb29379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:27.955381 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-421c26e7-e440-4b1c-aeba-a8d52bb29379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:27.984115 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c26e7-e440-4b1c-aeba-a8d52bb29379 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:27.984780 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-421c26e7-e440-4b1c-aeba-a8d52bb29379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:28.077754 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-421c26e7-e440-4b1c-aeba-a8d52bb29379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:28.079589 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c26e7-e440-4b1c-aeba-a8d52bb29379 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:28.203798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e676b34a-1799-4b66-860d-5ad46c827ea5 req-768f90c5-bd06-4103-a6b8-d0f2899a50c4 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.1484332 Feb 09 21:14:28.235591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8ee6c3ac-366d-4168-8ee2-c5ba52fa0a72 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/floatingips/27eb6362-94ad-4a78-97f1-e8316253551d HTTP/1.1" status: 200 len: 979 time: 2.3121293 Feb 09 21:14:28.241691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34074) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:28.601571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port a6d029cb-a0be-4623-979f-07aec9e67e29 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:14:28.601949 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a6d029cb-a0be-4623-979f-07aec9e67e29), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:28.755760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a6d029cb-a0be-4623-979f-07aec9e67e29), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:28.756020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (a6d029cb-a0be-4623-979f-07aec9e67e29), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:28.800899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for a6d029cb-a0be-4623-979f-07aec9e67e29 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:14:29.075073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a6d029cb-a0be-4623-979f-07aec9e67e29), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:29.104768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=a6d029cb-a0be-4623-979f-07aec9e67e29,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:29.243734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (27eb6362-94ad-4a78-97f1-e8316253551d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:29.244410 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP 27eb6362-94ad-4a78-97f1-e8316253551d disassociated (deleted). External IP: 172.25.4.176, port: e8a180cb-8fac-43e8-a86b-ac505db8ff0d. Feb 09 21:14:29.453974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9cfdb6ae-0547-4f9b-8731-8ee5232c01bf req-de1decdb-be87-405a-83db-54e181032c1c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0453634 Feb 09 21:14:29.658807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:29.763853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:14:29.798726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:14:29.799630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bb18bc63-d3ec-4e09-9c33-f1f9ad36e6d8 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:14:29.813915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:29.829861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:29.833959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82362adb-9f11-4c0b-9a11-392512b95b04 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:29.854599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82362adb-9f11-4c0b-9a11-392512b95b04 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:29.858766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-82362adb-9f11-4c0b-9a11-392512b95b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:29.884553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34086) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:29.885607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9a239e59-8f7a-4cda-9bce-591b1cd79ace tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/floatingips/27eb6362-94ad-4a78-97f1-e8316253551d HTTP/1.1" status: 204 len: 168 time: 1.6367543 Feb 09 21:14:29.940298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-82362adb-9f11-4c0b-9a11-392512b95b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:29.954092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82362adb-9f11-4c0b-9a11-392512b95b04 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:29.955203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-82362adb-9f11-4c0b-9a11-392512b95b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:30.011793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-82362adb-9f11-4c0b-9a11-392512b95b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:30.012812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82362adb-9f11-4c0b-9a11-392512b95b04 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:30.067193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e3f438d1-0a87-4042-86eb-d2956119fb61 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port e8a180cb-8fac-43e8-a86b-ac505db8ff0d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:14:30.069813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3f438d1-0a87-4042-86eb-d2956119fb61 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e8a180cb-8fac-43e8-a86b-ac505db8ff0d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:30.286666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3f438d1-0a87-4042-86eb-d2956119fb61 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e8a180cb-8fac-43e8-a86b-ac505db8ff0d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:30.326364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e3f438d1-0a87-4042-86eb-d2956119fb61 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for e8a180cb-8fac-43e8-a86b-ac505db8ff0d owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:14:30.620075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0bff76b-9fb0-42b3-8861-6cdbbf922049 req-e7102363-89c7-476d-b865-718c6af87a4a tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0573585 Feb 09 21:14:30.753050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3f438d1-0a87-4042-86eb-d2956119fb61 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e8a180cb-8fac-43e8-a86b-ac505db8ff0d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:30.790406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f438d1-0a87-4042-86eb-d2956119fb61 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=e8a180cb-8fac-43e8-a86b-ac505db8ff0d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:31.076940 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e3f438d1-0a87-4042-86eb-d2956119fb61 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:31.084469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:31.088744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:31.092883 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e3f438d1-0a87-4042-86eb-d2956119fb61 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/ports/e8a180cb-8fac-43e8-a86b-ac505db8ff0d HTTP/1.1" status: 204 len: 168 time: 1.2070935 Feb 09 21:14:31.126820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:31.306037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:31.626049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.25.4.235 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/e59838e3-5091-4f99-8f62-3b751072b112) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:31.877560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (e59838e3-5091-4f99-8f62-3b751072b112), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:31.980534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e59838e3-5091-4f99-8f62-3b751072b112), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:32.085498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b45ee69-118a-42cd-a1af-1f40fe6ec768 req-61b833fd-a49a-4849-a62a-daf56428b06e tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.1253586 Feb 09 21:14:32.122771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:32.126950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:32.131293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:32.262778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=e59838e3-5091-4f99-8f62-3b751072b112,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:32.379308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (d020a875-6099-4f07-9c84-7d4b3fa06d56), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:32.489564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e59838e3-5091-4f99-8f62-3b751072b112), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:32.755849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (e59838e3-5091-4f99-8f62-3b751072b112), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:32.763255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e59838e3-5091-4f99-8f62-3b751072b112), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:33.026400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=e59838e3-5091-4f99-8f62-3b751072b112,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:33.030655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (d020a875-6099-4f07-9c84-7d4b3fa06d56), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:33.105604 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:33.106868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-360989f0-05e0-46d9-b58d-ecb24e020c67 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0217361 Feb 09 21:14:33.109745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:33.115436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'port': {'network_id': '9c8840eb-0daf-464d-8375-a06dbcaeb933', 'name': 'tempest-FloatingIPTestJSON-1633010838'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:33.325989 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e9aa1f3a-6884-4ae3-ae28-affc57a402bc req-3d1056c1-f8bf-4ea5-9f6e-e4a49bcb93c2 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0737958 Feb 09 21:14:33.433321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:33.456421 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:33.523297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] device_id is not set on port c1e2878e-5266-48ba-a526-4ab85ebeaffb yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:14:33.859566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.20.0.12 (9c8840eb-0daf-464d-8375-a06dbcaeb933/6fd1c6e9-868a-4000-bc26-f5cb329f1087/c1e2878e-5266-48ba-a526-4ab85ebeaffb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:34.165637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (c1e2878e-5266-48ba-a526-4ab85ebeaffb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:34.254111 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c1e2878e-5266-48ba-a526-4ab85ebeaffb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:34.376511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=c1e2878e-5266-48ba-a526-4ab85ebeaffb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:34.400496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 9c8840eb-0daf-464d-8375-a06dbcaeb933 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:34.402426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:34.410586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:34.540862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:34.541676 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:34.587986 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c3240510-3e9e-46d8-8661-0ec484881d84 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4764793 Feb 09 21:14:34.588815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:34.593956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'port_id': 'c1e2878e-5266-48ba-a526-4ab85ebeaffb'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:34.615220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-738939f4-3863-4010-ba11-92ae90bc9a49 req-a040ff75-3572-45d3-a11e-5d3a68fe0004 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0660181 Feb 09 21:14:34.744841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (d020a875-6099-4f07-9c84-7d4b3fa06d56), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:35.002996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-c73e16bc-0290-499c-b43b-63201f409c4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0863345 Feb 09 21:14:36.078939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-53480d64-e9c5-469a-8437-0c60a74d0c3b req-8480a40a-4fec-41d0-97b6-91e77c93909c tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.1135955 Feb 09 21:14:36.084258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-c60b5d78-960f-4f88-8337-0d66ca37ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:36.086488 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-c60b5d78-960f-4f88-8337-0d66ca37ed80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 1128 time: 0.9933131 Feb 09 21:14:36.221508 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:36.227306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (d020a875-6099-4f07-9c84-7d4b3fa06d56), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:36.327630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-5e1e7801-086a-4b45-8f67-4cb20f804d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:36.329833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-5e1e7801-086a-4b45-8f67-4cb20f804d31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 200 len: 898 time: 0.2074687 Feb 09 21:14:36.390768 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP d020a875-6099-4f07-9c84-7d4b3fa06d56 associated. External IP: 172.25.4.235, port: c1e2878e-5266-48ba-a526-4ab85ebeaffb. Feb 09 21:14:36.482807 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-faf46b2b-2bc4-4a6b-8cc9-55e236556de8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf10c0e8-580a-4065-be37-0bbce292eb40 HTTP/1.1" status: 200 len: 1001 time: 0.1451757 Feb 09 21:14:36.592829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-544b1efe-ff42-4dd9-936e-7b3282952ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:36.597385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-544b1efe-ff42-4dd9-936e-7b3282952ade service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07d32850-0f3e-42de-a488-466d8dcc4980 HTTP/1.1" status: 200 len: 834 time: 0.1051869 Feb 09 21:14:36.732863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-ff2af0c9-45df-4573-af3c-4147cbe45891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:36.734690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-ff2af0c9-45df-4573-af3c-4147cbe45891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed5a7a4e-b74a-41f1-aa37-899792c6640a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1311433 Feb 09 21:14:36.901955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:37.008592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-bb497dad-22d9-4178-978e-6e0324e9d1c6 service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648656 Feb 09 21:14:37.111466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:37.117476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:37.127140 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898725f-a633-4fc8-ae57-b72d86fc55ed None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:37.151271 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898725f-a633-4fc8-ae57-b72d86fc55ed None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:37.152094 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f898725f-a633-4fc8-ae57-b72d86fc55ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:37.217442 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f898725f-a633-4fc8-ae57-b72d86fc55ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:37.242506 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898725f-a633-4fc8-ae57-b72d86fc55ed None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:37.243493 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f898725f-a633-4fc8-ae57-b72d86fc55ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:37.255541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4734a851-565d-4093-9665-cdc541ea14a5 req-1c452be4-ac60-4f27-8146-07df5754575e tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0612576 Feb 09 21:14:37.255541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-955a2652-387f-408e-9cda-1717921f5f22 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/floatingips/d020a875-6099-4f07-9c84-7d4b3fa06d56 HTTP/1.1" status: 200 len: 979 time: 2.6630957 Feb 09 21:14:37.259204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34178) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:37.260456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8ba2995-8944-4f67-b2a2-bd3684b86c71 req-776ca9fd-a0b4-4efd-bb40-e839dc41a6df service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426858 Feb 09 21:14:37.340446 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f898725f-a633-4fc8-ae57-b72d86fc55ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:37.341855 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898725f-a633-4fc8-ae57-b72d86fc55ed None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:37.484240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port c1e2878e-5266-48ba-a526-4ab85ebeaffb {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:14:37.484601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c1e2878e-5266-48ba-a526-4ab85ebeaffb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:37.607170 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c1e2878e-5266-48ba-a526-4ab85ebeaffb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:37.681953 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-96aeabfd-4894-4460-be3e-f63e86029327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:37.986393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:37.986949 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (d020a875-6099-4f07-9c84-7d4b3fa06d56), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:37.987651 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP d020a875-6099-4f07-9c84-7d4b3fa06d56 disassociated. External IP: 172.25.4.235, port: c1e2878e-5266-48ba-a526-4ab85ebeaffb. Feb 09 21:14:37.988129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for c1e2878e-5266-48ba-a526-4ab85ebeaffb owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:14:38.249825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c1e2878e-5266-48ba-a526-4ab85ebeaffb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:38.294487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=c1e2878e-5266-48ba-a526-4ab85ebeaffb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:38.471106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:38.559581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03630329-25fd-4525-9fcd-dbef562aa7fe req-0982c232-651e-4c0e-842d-c6480edfc4b6 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0724790 Feb 09 21:14:38.664904 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:38.679033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c153e-1375-4465-a364-0821cc43930c None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:38.700822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c153e-1375-4465-a364-0821cc43930c None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:38.704848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f46c153e-1375-4465-a364-0821cc43930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:38.763746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f46c153e-1375-4465-a364-0821cc43930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:38.773876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c153e-1375-4465-a364-0821cc43930c None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:38.774768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f46c153e-1375-4465-a364-0821cc43930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:38.825374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f46c153e-1375-4465-a364-0821cc43930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:38.826206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c153e-1375-4465-a364-0821cc43930c None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:38.859212 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:38.865578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-15f9ecaa-2e64-47a3-83bf-cadb378677c4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/ports/c1e2878e-5266-48ba-a526-4ab85ebeaffb HTTP/1.1" status: 204 len: 168 time: 1.6054058 Feb 09 21:14:38.868979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:38.921908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8725c14a-a212-4de6-a1ac-99df4c1155fe tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "GET /v2.0/floatingips/d020a875-6099-4f07-9c84-7d4b3fa06d56 HTTP/1.1" status: 200 len: 688 time: 0.0490646 Feb 09 21:14:38.922096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:39.219983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port e59838e3-5091-4f99-8f62-3b751072b112 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:14:39.220715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e59838e3-5091-4f99-8f62-3b751072b112), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:39.411636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e59838e3-5091-4f99-8f62-3b751072b112), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:39.412102 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (e59838e3-5091-4f99-8f62-3b751072b112), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:39.438050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for e59838e3-5091-4f99-8f62-3b751072b112 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:14:39.665629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e59838e3-5091-4f99-8f62-3b751072b112), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:39.705142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=e59838e3-5091-4f99-8f62-3b751072b112,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:39.770237 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c441-dad6-47f0-8acf-27cb02717fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:39.776741 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aee267d8-8a62-4117-aa5c-ac26685bb975 req-43be8b5b-8bba-409d-86cd-92125f826022 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0415771 Feb 09 21:14:39.800003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (d020a875-6099-4f07-9c84-7d4b3fa06d56), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:39.803094 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:39.809027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:39.809532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c2ee86ab-7599-428b-bf6a-7d73d97fd5ee tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/floatingips/d020a875-6099-4f07-9c84-7d4b3fa06d56 HTTP/1.1" status: 204 len: 168 time: 0.8863316 Feb 09 21:14:39.814265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '00490236-a9e2-45b3-bf9c-fc565fc7f5b9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:39.839449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:40.034520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:40.222033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.25.4.137 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/f0017368-be7c-487f-8bfd-f456e208eade) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:40.355327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (f0017368-be7c-487f-8bfd-f456e208eade), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:40.403049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f0017368-be7c-487f-8bfd-f456e208eade), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:40.455621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:40.463534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:40.471208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:40.526188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=f0017368-be7c-487f-8bfd-f456e208eade,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:40.993210 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da88ed17-f8d6-427f-8625-ae32c101f53d req-66d2aa9f-a83a-4b2a-a6cf-2cb353bde1d8 tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7d2f4c-efdb-47aa-a3b2-8f483a91cce3 HTTP/1.1" status: 200 len: 210 time: 0.0465684 Feb 09 21:14:41.015799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (f5a08741-2adc-4bad-9eaf-f885c6cac075), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:41.156671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f0017368-be7c-487f-8bfd-f456e208eade), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:41.306571 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:41.427212 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (f0017368-be7c-487f-8bfd-f456e208eade), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:41.440426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (f0017368-be7c-487f-8bfd-f456e208eade), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:41.533151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=f0017368-be7c-487f-8bfd-f456e208eade,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:41.544589 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (f5a08741-2adc-4bad-9eaf-f885c6cac075), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:41.682659 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP f5a08741-2adc-4bad-9eaf-f885c6cac075 associated. External IP: 172.25.4.137, port: 00490236-a9e2-45b3-bf9c-fc565fc7f5b9. Feb 09 21:14:41.978438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:42.088688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:42.176114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f100d2e-1ea5-4edd-93d3-a304976d5e5b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group (7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:42.219644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f100d2e-1ea5-4edd-93d3-a304976d5e5b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group (7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:42.374312 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f100d2e-1ea5-4edd-93d3-a304976d5e5b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:42.378647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f100d2e-1ea5-4edd-93d3-a304976d5e5b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:42.380022 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7f100d2e-1ea5-4edd-93d3-a304976d5e5b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] 10.222.0.102 "DELETE /v2.0/security-groups/7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03 HTTP/1.1" status: 204 len: 168 time: 0.2889745 Feb 09 21:14:42.422305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f100d2e-1ea5-4edd-93d3-a304976d5e5b tempest-TestVolumeBackupRestore-1703060853 tempest-TestVolumeBackupRestore-1703060853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a59e2ef-4992-4eb4-9ca1-e3e9e0db0b03,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:42.839419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:42.968791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:42.985847 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5dd0d-0996-4043-8a8c-35af5c33715c None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:43.016343 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5dd0d-0996-4043-8a8c-35af5c33715c None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:43.017057 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ced5dd0d-0996-4043-8a8c-35af5c33715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:43.082740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:43.146665 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ced5dd0d-0996-4043-8a8c-35af5c33715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:43.184675 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5dd0d-0996-4043-8a8c-35af5c33715c None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:43.185375 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ced5dd0d-0996-4043-8a8c-35af5c33715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:43.210184 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62dc9699-f5ac-4c88-8445-c5a1b170c46b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3991771 Feb 09 21:14:43.213743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:43.219521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1103615532'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:43.253938 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ced5dd0d-0996-4043-8a8c-35af5c33715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:43.254740 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced5dd0d-0996-4043-8a8c-35af5c33715c None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:43.273660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:43.277190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:43.333241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:14:43.361216 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5d724a17-e599-404d-9791-33b270054624), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:43.361559 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Added segment 5d724a17-e599-404d-9791-33b270054624 of type vlan for network 8d425c37-72ee-4214-be2e-81faaf01705b Feb 09 21:14:43.493324 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (8d425c37-72ee-4214-be2e-81faaf01705b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:43.563182 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (8d425c37-72ee-4214-be2e-81faaf01705b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:43.587777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:43.590287 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:43.765609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5502164 Feb 09 21:14:43.768523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34384) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:43.774590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffecd4-dc15-4dbf-9639-3c817361e35b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Network': ['ID=8d425c37-72ee-4214-be2e-81faaf01705b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:43.775711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'subnet': {'network_id': '8d425c37-72ee-4214-be2e-81faaf01705b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:43.789237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 8d425c37-72ee-4214-be2e-81faaf01705b details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:14:44.008941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:44.118269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:44.122805 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:44.623977 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (c5d8b344-2fee-467a-b915-2d43fe5c4e45), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:44.860350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Subnet': ['ID=c5d8b344-2fee-467a-b915-2d43fe5c4e45,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:44.904240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.904599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.904946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.905290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.905634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.905970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.910556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.910917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.911267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.911613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.911986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.912346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:44.912666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:45.005961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Checking segment: {'id': '5d724a17-e599-404d-9791-33b270054624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8d425c37-72ee-4214-be2e-81faaf01705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:14:45.006250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network hostable DHCP agents. Network: 8d425c37-72ee-4214-be2e-81faaf01705b, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:14:45.053645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 8d425c37-72ee-4214-be2e-81faaf01705b is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:14:45.065113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 8d425c37-72ee-4214-be2e-81faaf01705b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:45.071470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:45.072726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:45.078837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19fbefb-3cfc-470a-a898-47aee4b1c2ec None None] Network 8d425c37-72ee-4214-be2e-81faaf01705b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:14:45.120361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-768e6bc5-2a1e-439a-8694-9cdd9859a96a tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3499420 Feb 09 21:14:45.123938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:45.141839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1558797593', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}, 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:45.244439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (90924d3c-d784-4415-b681-76c38ecf9b76), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:45.248753 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (90924d3c-d784-4415-b681-76c38ecf9b76), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:45.417477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-8d425c37-72ee-4214-be2e-81faaf01705b', 'network_id': '8d425c37-72ee-4214-be2e-81faaf01705b', 'project_id': '42a36ab01bd04b0f80de0ced5f15e41c', 'fixed_ips': [{'subnet_id': 'c5d8b344-2fee-467a-b915-2d43fe5c4e45'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:14:45.418514 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:45.431895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_controller (90924d3c-d784-4415-b681-76c38ecf9b76), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:45.762862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Allocated IP 172.20.0.2 (8d425c37-72ee-4214-be2e-81faaf01705b/c5d8b344-2fee-467a-b915-2d43fe5c4e45/8df28545-2727-4ade-95b0-48f625cd5fd9) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:45.789177 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_gateway (90924d3c-d784-4415-b681-76c38ecf9b76), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:46.038232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:46.250294 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Publish callbacks [] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:46.265393 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:46.270887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680778bd-e2d5-47ad-9829-d2724daee664 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:46.274578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680778bd-e2d5-47ad-9829-d2724daee664 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:46.275584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680778bd-e2d5-47ad-9829-d2724daee664 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:46.300154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-680778bd-e2d5-47ad-9829-d2724daee664 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/ports?project_id=864eb71ee1bc4470a8e79afa1f10e16b&network_id=ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 200 len: 3075 time: 0.2522070 Feb 09 21:14:46.352246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Network 8d425c37-72ee-4214-be2e-81faaf01705b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:46.381221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:46.392466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:46.539518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_gateway (90924d3c-d784-4415-b681-76c38ecf9b76), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:46.572035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Pushing event updated for resources: {'Port': ['ID=8df28545-2727-4ade-95b0-48f625cd5fd9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:46.594971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.595540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.604638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.605210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.605657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.606185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.606746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.607281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.607854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.608400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.608959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.609496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.610032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:14:46.635057 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:46.670365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Attempting to bind port 8df28545-2727-4ade-95b0-48f625cd5fd9 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:14:46.671389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Attempting to bind port 8df28545-2727-4ade-95b0-48f625cd5fd9 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '5d724a17-e599-404d-9791-33b270054624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8d425c37-72ee-4214-be2e-81faaf01705b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:14:46.672308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Attempting to bind port 8df28545-2727-4ade-95b0-48f625cd5fd9 on network 8d425c37-72ee-4214-be2e-81faaf01705b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:14:46.685721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:14:46.687400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Checking segment: {'id': '5d724a17-e599-404d-9791-33b270054624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8d425c37-72ee-4214-be2e-81faaf01705b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:14:46.689488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:46.692087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Bound using segment: {'id': '5d724a17-e599-404d-9791-33b270054624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8d425c37-72ee-4214-be2e-81faaf01705b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:14:46.692955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Bound port: 8df28545-2727-4ade-95b0-48f625cd5fd9, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d724a17-e599-404d-9791-33b270054624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8d425c37-72ee-4214-be2e-81faaf01705b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:14:46.694439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:46.909556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] For port 8df28545-2727-4ade-95b0-48f625cd5fd9, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:14:46.950830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] For port 8df28545-2727-4ade-95b0-48f625cd5fd9, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8df28545-2727-4ade-95b0-48f625cd5fd9,segment=NetworkSegment(5d724a17-e599-404d-9791-33b270054624),segment_id=5d724a17-e599-404d-9791-33b270054624)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:14:46.987901 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:47.131638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.25.4.79 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c6ed24bb-01e3-4605-a3e5-16168bc96b83) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:47.235311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c7d1d-9c1a-41ff-8f47-1f2c1cb54768 None None] Pushing event updated for resources: {'Port': ['ID=8df28545-2727-4ade-95b0-48f625cd5fd9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:47.441274 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (c6ed24bb-01e3-4605-a3e5-16168bc96b83), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:47.594542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c6ed24bb-01e3-4605-a3e5-16168bc96b83), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:47.783892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:47.801096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:47.805615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:47.843506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=c6ed24bb-01e3-4605-a3e5-16168bc96b83,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:48.017413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:48.188875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7ed49-54d7-47ff-9459-6fe081cd8448 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:48.190601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-39f7ed49-54d7-47ff-9459-6fe081cd8448 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d HTTP/1.1" status: 200 len: 814 time: 0.1721294 Feb 09 21:14:48.352534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_gateway (90924d3c-d784-4415-b681-76c38ecf9b76), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:48.668246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:48.679364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'network': {'name': 'tempest-network-smoke--487283041', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:48.712968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:48.719632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:48.763826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:14:48.782284 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1b051a4-3179-4395-a3cd-e4ce76871635), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:48.783058 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Added segment c1b051a4-3179-4395-a3cd-e4ce76871635 of type vlan for network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e Feb 09 21:14:48.879068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (1dcfe5c4-485c-4f80-9a22-1726741d8a9e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:48.932382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (1dcfe5c4-485c-4f80-9a22-1726741d8a9e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:48.938933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:48.945334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:48.983293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3120959 Feb 09 21:14:48.994317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34826) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:49.150144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8df28545-2727-4ade-95b0-48f625cd5fd9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:14:49.165055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f528d-7b5f-4963-830b-6a4fbe54ddb7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Network': ['ID=1dcfe5c4-485c-4f80-9a22-1726741d8a9e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:49.181348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f7d0d-73c9-4198-beae-a4039047732d tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:49.183197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-251f7d0d-73c9-4198-beae-a4039047732d tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=864eb71ee1bc4470a8e79afa1f10e16b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1872292 Feb 09 21:14:49.187297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34828) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:49.239129 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (90924d3c-d784-4415-b681-76c38ecf9b76), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:49.283876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:14:49.285946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2bd667-982e-4009-9b5c-f1b05a36ac10 None None] Network 8d425c37-72ee-4214-be2e-81faaf01705b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:14:49.564075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 90924d3c-d784-4415-b681-76c38ecf9b76 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:14:49.587796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5ce919f3-85c1-47e4-b9f9-84a8ab883dc6 None None] Provisioning complete for port 8df28545-2727-4ade-95b0-48f625cd5fd9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:49.588177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ce919f3-85c1-47e4-b9f9-84a8ab883dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:49.591329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9f0b76-8e8b-45d6-bf02-013ed7d7f650 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:49.599373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0a9f0b76-8e8b-45d6-bf02-013ed7d7f650 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4090400 Feb 09 21:14:49.600553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34832) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:49.609667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8df28545-2727-4ade-95b0-48f625cd5fd9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:49.610052 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:49.662803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bcbaf2d2-0f5d-4411-b6a0-669a7e2d0037 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586376 Feb 09 21:14:49.665911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:49.792134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-40c89b27-446a-4ed2-a9da-96dc91e6f739 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=864eb71ee1bc4470a8e79afa1f10e16b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247280 Feb 09 21:14:49.795801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34844) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:49.869606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:49.952019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:49.956609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:49.985137 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d726d52-9bbe-4c5f-afcf-3d79a7fae9f5 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8595927 Feb 09 21:14:50.084121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd317c-8962-4445-9875-dd6729c78851 None None] Sync routers for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:50.105123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b2423a-26c8-4997-8f7c-a24ad3175a4e tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:50.115711 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f7b2423a-26c8-4997-8f7c-a24ad3175a4e tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3187697 Feb 09 21:14:50.139845 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34850) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:50.174427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd317c-8962-4445-9875-dd6729c78851 None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:50.175714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96dd317c-8962-4445-9875-dd6729c78851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:50.255181 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2651754a-d896-4059-9bff-e13f0509ea54 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004467 Feb 09 21:14:50.255978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34854) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:50.275318 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638937104', 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:50.283345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8df28545-2727-4ade-95b0-48f625cd5fd9 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:50.291371 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:50.341249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 8df28545-2727-4ade-95b0-48f625cd5fd9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8df28545-2727-4ade-95b0-48f625cd5fd9,segment=NetworkSegment(5d724a17-e599-404d-9791-33b270054624),segment_id=5d724a17-e599-404d-9791-33b270054624)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:14:50.345855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96dd317c-8962-4445-9875-dd6729c78851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:50.357965 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:50.426287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=8df28545-2727-4ade-95b0-48f625cd5fd9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:50.461396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd317c-8962-4445-9875-dd6729c78851 None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:50.462414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96dd317c-8962-4445-9875-dd6729c78851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:50.563808 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:50.569424 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:50.647219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-96dd317c-8962-4445-9875-dd6729c78851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:50.647938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd317c-8962-4445-9875-dd6729c78851 None None] The sync data for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:50.729243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5ce919f3-85c1-47e4-b9f9-84a8ab883dc6 None None] Current status of the port 8df28545-2727-4ade-95b0-48f625cd5fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:50.978824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (1ecff8c7-5bd5-464f-98d9-90feb7042102), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:51.117701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8df28545-2727-4ade-95b0-48f625cd5fd9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:14:51.280121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Subnet': ['ID=1ecff8c7-5bd5-464f-98d9-90feb7042102,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:51.334108 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:51.336964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Checking segment: {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:14:51.337346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network hostable DHCP agents. Network: 1dcfe5c4-485c-4f80-9a22-1726741d8a9e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:14:51.354343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-427a1cec-38d9-4c5a-9e89-4b7c00e986ec None None] Provisioning complete for port 8df28545-2727-4ade-95b0-48f625cd5fd9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:51.354912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-427a1cec-38d9-4c5a-9e89-4b7c00e986ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:51.384280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:14:51.401361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 1dcfe5c4-485c-4f80-9a22-1726741d8a9e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:51.405858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:51.406578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:51.432837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5783b517-a10d-4bae-b54b-684df6f3fa2b None None] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:14:51.433693 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-66a25b44-9939-48fb-ac2b-347f931818fe tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1744974 Feb 09 21:14:51.606357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8df28545-2727-4ade-95b0-48f625cd5fd9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:51.606937 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:51.749347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-1dcfe5c4-485c-4f80-9a22-1726741d8a9e', 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ips': [{'subnet_id': '1ecff8c7-5bd5-464f-98d9-90feb7042102'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:14:51.750205 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:51.920531 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.036391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.20.0.1 (8d425c37-72ee-4214-be2e-81faaf01705b/c5d8b344-2fee-467a-b915-2d43fe5c4e45/11e4d70e-eea0-4838-bf77-5e88df93ef2e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:52.240861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Allocated IP 172.20.0.18 (1dcfe5c4-485c-4f80-9a22-1726741d8a9e/1ecff8c7-5bd5-464f-98d9-90feb7042102/c22e085b-0db4-4af2-ac48-2ba1bde0047f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:52.384067 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.478384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:52.484876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d03425da-51b2-465d-883e-82e80a330d8e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33272473', 'description': 'tempest-secgroup-smoke-33272473 description', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:52.538963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.546720 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d03425da-51b2-465d-883e-82e80a330d8e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.680873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 8d425c37-72ee-4214-be2e-81faaf01705b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:52.692157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:52.696942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:52.778843 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Publish callbacks [] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.811068 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.830720 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d03425da-51b2-465d-883e-82e80a330d8e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (ccd4580a-975c-46ae-b175-68c75660023f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.837050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d03425da-51b2-465d-883e-82e80a330d8e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ccd4580a-975c-46ae-b175-68c75660023f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.837974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (90924d3c-d784-4415-b681-76c38ecf9b76), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.846685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:52.853370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:52.857331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:52.898593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8df28545-2727-4ade-95b0-48f625cd5fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:52.907284 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d03425da-51b2-465d-883e-82e80a330d8e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:52.908874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d03425da-51b2-465d-883e-82e80a330d8e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4284260 Feb 09 21:14:52.918117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34878) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:52.925970 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5852e4e8-3e9d-4461-88e8-3352dd6bb219 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': 'ccd4580a-975c-46ae-b175-68c75660023f', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:52.963130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03425da-51b2-465d-883e-82e80a330d8e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4580a-975c-46ae-b175-68c75660023f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:52.993901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Attempting to bind port c22e085b-0db4-4af2-ac48-2ba1bde0047f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:14:52.994280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Attempting to bind port c22e085b-0db4-4af2-ac48-2ba1bde0047f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:14:52.994857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Attempting to bind port c22e085b-0db4-4af2-ac48-2ba1bde0047f on network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:14:53.006702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-427a1cec-38d9-4c5a-9e89-4b7c00e986ec None None] Current status of the port 8df28545-2727-4ade-95b0-48f625cd5fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:53.021814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5852e4e8-3e9d-4461-88e8-3352dd6bb219 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (027d98eb-49a3-460d-9b4e-549a1f1ddfdc), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.025782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:14:53.027116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Checking segment: {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:14:53.027778 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.028346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Bound using segment: {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:14:53.029206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Bound port: c22e085b-0db4-4af2-ac48-2ba1bde0047f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:14:53.030151 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.167187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] For port c22e085b-0db4-4af2-ac48-2ba1bde0047f, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:14:53.171185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] For port c22e085b-0db4-4af2-ac48-2ba1bde0047f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c22e085b-0db4-4af2-ac48-2ba1bde0047f,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:14:53.176902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Pushing event updated for resources: {'Port': ['ID=c22e085b-0db4-4af2-ac48-2ba1bde0047f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:53.182702 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.238364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.254188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5852e4e8-3e9d-4461-88e8-3352dd6bb219 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (027d98eb-49a3-460d-9b4e-549a1f1ddfdc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.260353 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5852e4e8-3e9d-4461-88e8-3352dd6bb219 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (027d98eb-49a3-460d-9b4e-549a1f1ddfdc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.285756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=11e4d70e-eea0-4838-bf77-5e88df93ef2e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:53.359642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1eef1d00-5a77-4781-b0cb-1c0faebcc888 None None] Provisioning complete for port 11e4d70e-eea0-4838-bf77-5e88df93ef2e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:53.360912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1eef1d00-5a77-4781-b0cb-1c0faebcc888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.362065 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:14:53.362852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852e4e8-3e9d-4461-88e8-3352dd6bb219 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027d98eb-49a3-460d-9b4e-549a1f1ddfdc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:53.383655 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5852e4e8-3e9d-4461-88e8-3352dd6bb219 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.402705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5852e4e8-3e9d-4461-88e8-3352dd6bb219 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4802911 Feb 09 21:14:53.405276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34886) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:53.413723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-aabf03b8-7e63-413c-ac8a-61b05d21a397 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': 'ccd4580a-975c-46ae-b175-68c75660023f', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:53.449117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aabf03b8-7e63-413c-ac8a-61b05d21a397 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (dabaccdd-2f7a-409e-899f-1e902663fa6c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.536339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aabf03b8-7e63-413c-ac8a-61b05d21a397 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (dabaccdd-2f7a-409e-899f-1e902663fa6c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.542341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aabf03b8-7e63-413c-ac8a-61b05d21a397 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (dabaccdd-2f7a-409e-899f-1e902663fa6c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.567243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf03b8-7e63-413c-ac8a-61b05d21a397 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabaccdd-2f7a-409e-899f-1e902663fa6c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:53.575494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1eef1d00-5a77-4781-b0cb-1c0faebcc888 None None] Port 11e4d70e-eea0-4838-bf77-5e88df93ef2e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:14:53.580100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6de9a-6154-4591-be00-9552a0b8c42b None None] Pushing event updated for resources: {'Port': ['ID=c22e085b-0db4-4af2-ac48-2ba1bde0047f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:53.581826 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aabf03b8-7e63-413c-ac8a-61b05d21a397 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.587117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aabf03b8-7e63-413c-ac8a-61b05d21a397 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1792023 Feb 09 21:14:53.592461 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34888) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:53.606369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e21f234f-d8da-4823-b782-64e5a1fb098e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': 'ccd4580a-975c-46ae-b175-68c75660023f', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:53.700473 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e21f234f-d8da-4823-b782-64e5a1fb098e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (edab264c-2473-4512-8508-d24ad3dc7a37), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.926348 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e21f234f-d8da-4823-b782-64e5a1fb098e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (edab264c-2473-4512-8508-d24ad3dc7a37), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.933341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e21f234f-d8da-4823-b782-64e5a1fb098e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (edab264c-2473-4512-8508-d24ad3dc7a37), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:53.959450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f234f-d8da-4823-b782-64e5a1fb098e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edab264c-2473-4512-8508-d24ad3dc7a37,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:54.001099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e21f234f-d8da-4823-b782-64e5a1fb098e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:54.002679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e21f234f-d8da-4823-b782-64e5a1fb098e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4081354 Feb 09 21:14:54.005922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:54.012671 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-dcd7a7c2-1491-4e60-9813-cefc816e0973 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': 'ccd4580a-975c-46ae-b175-68c75660023f', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:54.056018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a7c2-1491-4e60-9813-cefc816e0973 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (aad81634-c286-4c83-bd72-deaa3c15c97c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:54.172580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:54.185523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:54.364667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (90924d3c-d784-4415-b681-76c38ecf9b76), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:54.584205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=11e4d70e-eea0-4838-bf77-5e88df93ef2e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:54.706868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 8d425c37-72ee-4214-be2e-81faaf01705b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:54.708570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:54.830087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a7c2-1491-4e60-9813-cefc816e0973 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (aad81634-c286-4c83-bd72-deaa3c15c97c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:54.838120 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a7c2-1491-4e60-9813-cefc816e0973 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (aad81634-c286-4c83-bd72-deaa3c15c97c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:54.936257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7a7c2-1491-4e60-9813-cefc816e0973 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad81634-c286-4c83-bd72-deaa3c15c97c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:54.957023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a7c2-1491-4e60-9813-cefc816e0973 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:54.958917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dcd7a7c2-1491-4e60-9813-cefc816e0973 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9500554 Feb 09 21:14:54.964242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34902) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:54.984366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-34ed5f60-4a9a-440a-8ba4-62929a4fa472 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': 'ccd4580a-975c-46ae-b175-68c75660023f', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:55.060655 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-34ed5f60-4a9a-440a-8ba4-62929a4fa472 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Project 864eb71ee1bc4470a8e79afa1f10e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:14:55.077614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ed5f60-4a9a-440a-8ba4-62929a4fa472 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (d88390f9-e108-4c61-afb4-af61393bbf77), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:55.135082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 90924d3c-d784-4415-b681-76c38ecf9b76 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:14:55.197105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c22e085b-0db4-4af2-ac48-2ba1bde0047f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:14:55.255482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ed5f60-4a9a-440a-8ba4-62929a4fa472 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (d88390f9-e108-4c61-afb4-af61393bbf77), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:55.266540 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ed5f60-4a9a-440a-8ba4-62929a4fa472 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (d88390f9-e108-4c61-afb4-af61393bbf77), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:55.314339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed5f60-4a9a-440a-8ba4-62929a4fa472 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88390f9-e108-4c61-afb4-af61393bbf77,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:55.329856 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34ed5f60-4a9a-440a-8ba4-62929a4fa472 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:55.331160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-34ed5f60-4a9a-440a-8ba4-62929a4fa472 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3655219 Feb 09 21:14:55.334479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 34904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:55.342537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e6732cf8-ef23-4cc3-82cf-599760295ae7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': 'ccd4580a-975c-46ae-b175-68c75660023f', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:55.408063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-38b2bc56-e1c8-473c-84fd-4ab8239ece4c None None] Provisioning complete for port 11e4d70e-eea0-4838-bf77-5e88df93ef2e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:55.408448 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38b2bc56-e1c8-473c-84fd-4ab8239ece4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:55.409299 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-e6732cf8-ef23-4cc3-82cf-599760295ae7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Project 864eb71ee1bc4470a8e79afa1f10e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:14:55.420825 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6732cf8-ef23-4cc3-82cf-599760295ae7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (dccb80fd-82de-4cab-b9ba-bbddb5b1cfc3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:55.485350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-38b2bc56-e1c8-473c-84fd-4ab8239ece4c None None] Port 11e4d70e-eea0-4838-bf77-5e88df93ef2e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:14:55.503868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c22e085b-0db4-4af2-ac48-2ba1bde0047f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:55.504613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:55.516514 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7efef3-7d1c-46ef-98d2-71cc7e549a2b None None] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:14:55.864619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9c16164b-a069-4c9b-81f1-b99cefc35077 None None] Provisioning complete for port c22e085b-0db4-4af2-ac48-2ba1bde0047f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:55.865223 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c16164b-a069-4c9b-81f1-b99cefc35077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.371727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6732cf8-ef23-4cc3-82cf-599760295ae7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (dccb80fd-82de-4cab-b9ba-bbddb5b1cfc3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.381117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6732cf8-ef23-4cc3-82cf-599760295ae7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (dccb80fd-82de-4cab-b9ba-bbddb5b1cfc3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.400553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:14:56.416820 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bacba-a525-4e35-aaa6-0f6eb4575124 None None] Sync routers for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:14:56.434142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34914) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:56.436240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-13496fb6-c60e-4eac-8fe1-bf9a2f0d5a2b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/routers/90924d3c-d784-4415-b681-76c38ecf9b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4781370 Feb 09 21:14:56.439073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'port': {'network_id': '8d425c37-72ee-4214-be2e-81faaf01705b', 'name': 'tempest-FloatingIPTestJSON-918880676'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:56.441235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6732cf8-ef23-4cc3-82cf-599760295ae7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccb80fd-82de-4cab-b9ba-bbddb5b1cfc3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:56.449410 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bacba-a525-4e35-aaa6-0f6eb4575124 None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:56.453862 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-140bacba-a525-4e35-aaa6-0f6eb4575124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:56.468725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6732cf8-ef23-4cc3-82cf-599760295ae7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.471707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6732cf8-ef23-4cc3-82cf-599760295ae7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1325991 Feb 09 21:14:56.499205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9c16164b-a069-4c9b-81f1-b99cefc35077 None None] Current status of the port c22e085b-0db4-4af2-ac48-2ba1bde0047f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:56.499890 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c16164b-a069-4c9b-81f1-b99cefc35077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.532291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c22e085b-0db4-4af2-ac48-2ba1bde0047f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:56.532956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.569840 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-140bacba-a525-4e35-aaa6-0f6eb4575124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:56.609452 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bacba-a525-4e35-aaa6-0f6eb4575124 None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:14:56.610092 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-140bacba-a525-4e35-aaa6-0f6eb4575124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:56.664800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9c16164b-a069-4c9b-81f1-b99cefc35077 None None] For port c22e085b-0db4-4af2-ac48-2ba1bde0047f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c22e085b-0db4-4af2-ac48-2ba1bde0047f,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:14:56.722198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c16164b-a069-4c9b-81f1-b99cefc35077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.779895 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-140bacba-a525-4e35-aaa6-0f6eb4575124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:14:56.783165 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bacba-a525-4e35-aaa6-0f6eb4575124 None None] The sync data for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:14:56.817884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Made reservation on behalf of 42a36ab01bd04b0f80de0ced5f15e41c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:14:56.821909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.852271 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:56.862126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] device_id is not set on port 6a6cda48-c303-4556-955c-10681d083a23 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:14:56.901490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:14:56.902024 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:14:56.912897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16164b-a069-4c9b-81f1-b99cefc35077 None None] Pushing event updated for resources: {'Port': ['ID=c22e085b-0db4-4af2-ac48-2ba1bde0047f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:56.984908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-8e54983c-0429-43d8-83a5-6422d000e7d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33272473&fields=id&tenant_id=864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 267 time: 0.1423278 Feb 09 21:14:57.071349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5d124b38-ada2-40be-a1e6-29b0d9f6c3ae None None] Provisioning complete for port c22e085b-0db4-4af2-ac48-2ba1bde0047f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:57.072450 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d124b38-ada2-40be-a1e6-29b0d9f6c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:57.133487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Allocated IP 172.20.0.4 (8d425c37-72ee-4214-be2e-81faaf01705b/c5d8b344-2fee-467a-b915-2d43fe5c4e45/6a6cda48-c303-4556-955c-10681d083a23) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:14:57.261288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ed9e-2666-410b-8d97-638683f9be60 req-1da57e41-c5f6-4362-9078-d039291ed425 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:57.280264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-1da57e41-c5f6-4362-9078-d039291ed425 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/networks?id=1dcfe5c4-485c-4f80-9a22-1726741d8a9e HTTP/1.1" status: 200 len: 796 time: 0.2866845 Feb 09 21:14:57.324543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-5a762079-d288-45c2-b139-6ca9f24042af tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/quotas/864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 375 time: 0.0408964 Feb 09 21:14:57.476398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-e5f27c05-77d2-435f-85f6-07a472e12555 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1498039 Feb 09 21:14:57.510181 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for port (6a6cda48-c303-4556-955c-10681d083a23), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:57.557760 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6a6cda48-c303-4556-955c-10681d083a23), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:57.572401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5d124b38-ada2-40be-a1e6-29b0d9f6c3ae None None] Current status of the port c22e085b-0db4-4af2-ac48-2ba1bde0047f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:57.575279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c22e085b-0db4-4af2-ac48-2ba1bde0047f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:57.711120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Network 8d425c37-72ee-4214-be2e-81faaf01705b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:14:57.718179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:14:57.725245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c22e085b-0db4-4af2-ac48-2ba1bde0047f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:14:57.733985 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:14:57.809204 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-363e78d0-32e9-41e7-8999-6c6f33fdb10b service neutron] 10.222.0.102 "GET /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270133 Feb 09 21:14:57.817585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event updated for resources: {'Port': ['ID=6a6cda48-c303-4556-955c-10681d083a23,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:14:57.899984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:14:57.901207 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:57.944401 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5cb9a9b5-bc88-4d4c-a97d-a88cb3317ef6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5021448 Feb 09 21:14:57.945950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 34952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:14:57.961060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Request body: {'floatingip': {'port_id': '6a6cda48-c303-4556-955c-10681d083a23'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:14:57.968982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c22e085b-0db4-4af2-ac48-2ba1bde0047f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:57.969242 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:58.087990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-564b7030-1f2e-44f0-b4af-b6f1163a4b9b service neutron] 10.222.0.102 "GET /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773521 Feb 09 21:14:58.129904 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (f5a08741-2adc-4bad-9eaf-f885c6cac075), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:58.290206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c22e085b-0db4-4af2-ac48-2ba1bde0047f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:14:58.457636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dc32205f-177f-4ee8-874f-5a5e974afeaf None None] Provisioning complete for port 6a6cda48-c303-4556-955c-10681d083a23 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:14:58.458341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc32205f-177f-4ee8-874f-5a5e974afeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6a6cda48-c303-4556-955c-10681d083a23), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:58.554758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dc32205f-177f-4ee8-874f-5a5e974afeaf None None] Port 6a6cda48-c303-4556-955c-10681d083a23 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:14:58.598196 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f5aed7c-51f8-4279-84f1-bd19d2fc9cad req-0a039c16-3436-4fa7-8abc-62158ff36691 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 210 time: 0.1546283 Feb 09 21:14:59.464231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:59.472617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (f5a08741-2adc-4bad-9eaf-f885c6cac075), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:14:59.745867 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP f5a08741-2adc-4bad-9eaf-f885c6cac075 associated. External IP: 172.25.4.137, port: 00490236-a9e2-45b3-bf9c-fc565fc7f5b9. Feb 09 21:14:59.845986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c39d787-4ec6-4c6f-854b-9dbf0f21dd77 req-5b5937e2-9cbb-41b3-a3ee-68b28ed2417f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 210 time: 0.0651543 Feb 09 21:15:00.350157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:00.490412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ed9e-2666-410b-8d97-638683f9be60 req-e1887871-b93b-45a4-8197-46e1e0bf7a57 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:00.495367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-e1887871-b93b-45a4-8197-46e1e0bf7a57 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "GET /v2.0/networks?id=1dcfe5c4-485c-4f80-9a22-1726741d8a9e HTTP/1.1" status: 200 len: 796 time: 0.2703586 Feb 09 21:15:00.665798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:00.692494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8eb66-3bea-4504-80c9-999c4019bf3e None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:00.707862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-c9fd95a3-6f7f-4c3c-9cc6-c4a88ab7b8e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 470 time: 0.1990952 Feb 09 21:15:00.711623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8eb66-3bea-4504-80c9-999c4019bf3e None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:00.717490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'port': {'device_id': '4a2abb65-08b5-445e-a133-c6d333eb95c3', 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e', 'admin_state_up': True, 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'security_groups': ['ccd4580a-975c-46ae-b175-68c75660023f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:00.723356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-59f8eb66-3bea-4504-80c9-999c4019bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:00.861630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-59f8eb66-3bea-4504-80c9-999c4019bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:00.921963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8eb66-3bea-4504-80c9-999c4019bf3e None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:00.922830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-59f8eb66-3bea-4504-80c9-999c4019bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:00.982805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:00.987908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:01.010446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-59f8eb66-3bea-4504-80c9-999c4019bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:01.011457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8eb66-3bea-4504-80c9-999c4019bf3e None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:01.226090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76492474-57f1-4e85-a2a3-40771c2ba190 req-0eaa1c6d-5a88-4e44-a6b3-e1507883e4cc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 210 time: 0.1279850 Feb 09 21:15:01.297568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.20.0.19 (1dcfe5c4-485c-4f80-9a22-1726741d8a9e/1ecff8c7-5bd5-464f-98d9-90feb7042102/5b509ca6-4692-4a29-8c61-6b2e6918a5ae) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:01.376080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 90924d3c-d784-4415-b681-76c38ecf9b76 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:01.635068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:01.646556 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd108b-d8e4-4aca-bcf9-cdfd3e05f9e0 None None] Sync routers for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:01.664117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:01.669157 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd108b-d8e4-4aca-bcf9-cdfd3e05f9e0 None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:01.675207 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d1fd108b-d8e4-4aca-bcf9-cdfd3e05f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:01.811768 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:01.878394 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d1fd108b-d8e4-4aca-bcf9-cdfd3e05f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:01.923739 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd108b-d8e4-4aca-bcf9-cdfd3e05f9e0 None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:01.924695 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d1fd108b-d8e4-4aca-bcf9-cdfd3e05f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:01.969049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:02.029609 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-762e8e0d-fa3e-4cdc-bc21-7b11eee8dfc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/floatingips/f5a08741-2adc-4bad-9eaf-f885c6cac075 HTTP/1.1" status: 200 len: 977 time: 4.0811639 Feb 09 21:15:02.035716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:02.111925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:02.113437 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d1fd108b-d8e4-4aca-bcf9-cdfd3e05f9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:02.118796 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd108b-d8e4-4aca-bcf9-cdfd3e05f9e0 None None] The sync data for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:02.130849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:02.140061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:02.146267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:02.339638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:02.345600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:02.393694 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port 6a6cda48-c303-4556-955c-10681d083a23 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:02.396652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6a6cda48-c303-4556-955c-10681d083a23), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:02.506358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-791e38fb-cfd5-48fa-9192-5a8191e85bcc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7823949 Feb 09 21:15:02.541747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Request body: {'port': {'device_id': '4a2abb65-08b5-445e-a133-c6d333eb95c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:02.560814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:02.732860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:02.734989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6a6cda48-c303-4556-955c-10681d083a23), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:02.746328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-783758a7-26e3-48aa-8894-8cd66b72c364 None None] Provisioning complete for port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:02.750660 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-783758a7-26e3-48aa-8894-8cd66b72c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:02.799517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de719c-8c92-4f81-9c9e-133e1988e0df req-5fa09ccb-56b1-4bf3-ab8c-df6de7dffac2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:02.803920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15de719c-8c92-4f81-9c9e-133e1988e0df req-5fa09ccb-56b1-4bf3-ab8c-df6de7dffac2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 932 time: 0.2137599 Feb 09 21:15:02.936643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-783758a7-26e3-48aa-8894-8cd66b72c364 None None] Port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:15:03.094506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:03.094880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (f5a08741-2adc-4bad-9eaf-f885c6cac075), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:03.095190 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Floating IP f5a08741-2adc-4bad-9eaf-f885c6cac075 disassociated. External IP: 172.25.4.137, port: 6a6cda48-c303-4556-955c-10681d083a23. Feb 09 21:15:03.096679 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for 6a6cda48-c303-4556-955c-10681d083a23 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:03.376707 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6a6cda48-c303-4556-955c-10681d083a23), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:03.481796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=6a6cda48-c303-4556-955c-10681d083a23,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:03.564264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15de719c-8c92-4f81-9c9e-133e1988e0df req-31bfe604-0ba3-4cc5-8e28-b66f973b2d4f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3646927 Feb 09 21:15:03.579654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b509ca6-4692-4a29-8c61-6b2e6918a5ae {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:15:03.598222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Publish callbacks [] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:03.645955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Transition to ACTIVE for port object 5b509ca6-4692-4a29-8c61-6b2e6918a5ae will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:15:03.677486 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:03.782899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 90924d3c-d784-4415-b681-76c38ecf9b76 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:03.857733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Pushing event updated for resources: {'Port': ['ID=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:04.298537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Attempting to bind port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:04.299141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Attempting to bind port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:04.299655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Attempting to bind port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae on network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:04.312617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae on network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:15:04.313349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Attempting to bind port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae on network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:04.336561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:04.337188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Checking segment: {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:04.337765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Bound using segment: {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:04.338390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Bound port: 5b509ca6-4692-4a29-8c61-6b2e6918a5ae, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:04.338909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:04.524857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:04.539885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3c562-9484-4ff8-9692-9023f3feac7c None None] Sync routers for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:04.564322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3c562-9484-4ff8-9692-9023f3feac7c None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:04.565215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-03d3c562-9484-4ff8-9692-9023f3feac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:04.590564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (9b5cbeaf-43c1-46d4-9234-b3416bb03740), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:04.649820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-03d3c562-9484-4ff8-9692-9023f3feac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:04.673104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3c562-9484-4ff8-9692-9023f3feac7c None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:04.674045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-03d3c562-9484-4ff8-9692-9023f3feac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:04.729226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:04.735750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] For port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:04.741424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-53c44e5d-45ab-49d5-bdd6-171ee00530d4 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/ports/6a6cda48-c303-4556-955c-10681d083a23 HTTP/1.1" status: 204 len: 168 time: 2.7035558 Feb 09 21:15:04.743159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:04.750421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-03d3c562-9484-4ff8-9692-9023f3feac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:04.751301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3c562-9484-4ff8-9692-9023f3feac7c None None] The sync data for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:04.835612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] For port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:04.902339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:04.966831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:04.967476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:04.968980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b509ca6-4692-4a29-8c61-6b2e6918a5ae HTTP/1.1" status: 200 len: 1093 time: 2.4612787 Feb 09 21:15:04.971453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2abb65-08b5-445e-a133-c6d333eb95c3', 'tag': '5b509ca6-4692-4a29-8c61-6b2e6918a5ae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:15:04.973816 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a652cee-e16d-4215-8e00-154b35e46d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2abb65-08b5-445e-a133-c6d333eb95c3", "tag": "5b509ca6-4692-4a29-8c61-6b2e6918a5ae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:15:05.036091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013bebe-0247-456c-818c-2214aeb7c1c8 req-1c2ac318-b0b6-4c26-a94f-ab8882e2631d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:05.046794 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c013bebe-0247-456c-818c-2214aeb7c1c8 req-1c2ac318-b0b6-4c26-a94f-ab8882e2631d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 944 time: 0.2963953 Feb 09 21:15:05.156107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c013bebe-0247-456c-818c-2214aeb7c1c8 req-e53d6491-2f43-458b-b171-941eb1151326 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999465 Feb 09 21:15:05.173033 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2eec10-f901-4fc8-9aff-e60ca697fd72 x-openstack-request-id: req-bd2eec10-f901-4fc8-9aff-e60ca697fd72 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:15:05.173033 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2abb65-08b5-445e-a133-c6d333eb95c3", "tag": "5b509ca6-4692-4a29-8c61-6b2e6918a5ae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:15:05.173033 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bd2eec10-f901-4fc8-9aff-e60ca697fd72 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:15:05.173033 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2abb65-08b5-445e-a133-c6d333eb95c3', 'tag': '5b509ca6-4692-4a29-8c61-6b2e6918a5ae', 'status': 'completed', 'code': 200} Feb 09 21:15:05.286335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ed9e-2666-410b-8d97-638683f9be60 req-2d92efea-0b61-4903-a6c8-4251288bdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:05.286335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-2d92efea-0b61-4903-a6c8-4251288bdfff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 1127 time: 0.2609103 Feb 09 21:15:05.321700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8bf10-9ee8-4f0d-b7b6-cd1cc739c428 service neutron] Pushing event updated for resources: {'Port': ['ID=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:05.628803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-2fa01a9f-b9a8-4dd6-b773-95058bf6e594 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5b509ca6-4692-4a29-8c61-6b2e6918a5ae HTTP/1.1" status: 200 len: 217 time: 0.2947187 Feb 09 21:15:05.713689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ed9e-2666-410b-8d97-638683f9be60 req-987600bc-afed-4d9d-87c8-0aa7e237bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:05.714471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-987600bc-afed-4d9d-87c8-0aa7e237bf70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ecff8c7-5bd5-464f-98d9-90feb7042102 HTTP/1.1" status: 200 len: 838 time: 0.0480576 Feb 09 21:15:05.827440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ed9e-2666-410b-8d97-638683f9be60 req-d35f0965-4705-40fa-b60d-26a396f4bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:05.829094 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-d35f0965-4705-40fa-b60d-26a396f4bef3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dcfe5c4-485c-4f80-9a22-1726741d8a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1077473 Feb 09 21:15:05.951266 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-852f938a-46ef-428e-bd91-e8744b31af9a service neutron] 10.222.0.50 "GET /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117215 Feb 09 21:15:06.163793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c587ed9e-2666-410b-8d97-638683f9be60 req-e734a2ec-b713-40a6-bf42-e2373b54b97c service neutron] 10.222.0.50 "GET /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914089 Feb 09 21:15:06.170613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Deleting port b0e8a786-759f-4db2-b547-3a49c73a0f77 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:06.170956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:06.412176 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (90924d3c-d784-4415-b681-76c38ecf9b76), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:06.979830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] For port b0e8a786-759f-4db2-b547-3a49c73a0f77, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b0e8a786-759f-4db2-b547-3a49c73a0f77,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:06.980541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:07.010127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Calling delete_port for b0e8a786-759f-4db2-b547-3a49c73a0f77 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:07.020973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-f8e5fa5d-c225-415f-ac38-b09da4cc7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:07.023105 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-f8e5fa5d-c225-415f-ac38-b09da4cc7b8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 1127 time: 0.6711619 Feb 09 21:15:07.183564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4b8cb-d8c6-42a3-b93f-336251750a37 req-63e7e9fa-a0f0-46db-bb8a-a0c282b76068 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:07.185158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adc4b8cb-d8c6-42a3-b93f-336251750a37 req-63e7e9fa-a0f0-46db-bb8a-a0c282b76068 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 944 time: 0.8343747 Feb 09 21:15:07.396189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-e206fdbf-3211-4a32-9357-b6f88ed68a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:07.398274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-e206fdbf-3211-4a32-9357-b6f88ed68a70 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dcfe5c4-485c-4f80-9a22-1726741d8a9e HTTP/1.1" status: 200 len: 897 time: 0.3660669 Feb 09 21:15:07.517184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-adc4b8cb-d8c6-42a3-b93f-336251750a37 req-30b555a0-4496-4d58-8bb3-98cfe0abdcc5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3206987 Feb 09 21:15:07.524335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-4d996b18-405d-46b7-a5bc-c6403e745316 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5b509ca6-4692-4a29-8c61-6b2e6918a5ae HTTP/1.1" status: 200 len: 217 time: 0.1158047 Feb 09 21:15:07.627413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-9bac4e66-b297-47c1-bf33-cc74c58459fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:07.629035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-9bac4e66-b297-47c1-bf33-cc74c58459fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ecff8c7-5bd5-464f-98d9-90feb7042102 HTTP/1.1" status: 200 len: 838 time: 0.0918043 Feb 09 21:15:07.689038 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7a94bec2-7941-48bb-91fc-1d5c856ebfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:07.764919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b0e8a786-759f-4db2-b547-3a49c73a0f77), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:07.803699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e8a786-759f-4db2-b547-3a49c73a0f77,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:07.806803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-3d547cb3-6158-40d7-8d8c-1e41552b5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:07.808402 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-3d547cb3-6158-40d7-8d8c-1e41552b5e4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dcfe5c4-485c-4f80-9a22-1726741d8a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1597364 Feb 09 21:15:07.913769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5b509ca6-4692-4a29-8c61-6b2e6918a5ae details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:15:07.983032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port 11e4d70e-eea0-4838-bf77-5e88df93ef2e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:07.983611 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:08.114920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:08.129118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '5b509ca6-4692-4a29-8c61-6b2e6918a5ae', 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e', 'port_id': '5b509ca6-4692-4a29-8c61-6b2e6918a5ae', 'mac_address': 'fa:16:3e:8b:ca:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecff8c7-5bd5-464f-98d9-90feb7042102', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:15:08.173244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:08.174028 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:08.182299 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-9f1f8a9a-af27-4622-8fe5-ccb0c240bfcb service neutron] 10.222.0.50 "GET /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663042 Feb 09 21:15:08.189716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b509ca6-4692-4a29-8c61-6b2e6918a5ae {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:15:08.215004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:08.221250 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:08.244671 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (9b5cbeaf-43c1-46d4-9234-b3416bb03740), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:08.290392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:08.320937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:08.399877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for 11e4d70e-eea0-4838-bf77-5e88df93ef2e owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:08.448468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5b509ca6-4692-4a29-8c61-6b2e6918a5ae'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:15:08.512418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a652cee-e16d-4215-8e00-154b35e46d1e req-7e00065d-60de-41b3-89da-626318df783d service neutron] 10.222.0.50 "GET /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226192 Feb 09 21:15:08.750620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb48e7b-f195-4d31-b305-d01fa0a91361 req-879e86f3-5fc1-406f-8cf6-97c1ced5cb88 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:08.757991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9cb48e7b-f195-4d31-b305-d01fa0a91361 req-879e86f3-5fc1-406f-8cf6-97c1ced5cb88 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 945 time: 0.0652571 Feb 09 21:15:08.825574 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9cb48e7b-f195-4d31-b305-d01fa0a91361 req-1664004f-03a3-405d-a9dd-9f03a220fc1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665784 Feb 09 21:15:08.960184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:09.097818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (11e4d70e-eea0-4838-bf77-5e88df93ef2e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:09.170887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=11e4d70e-eea0-4838-bf77-5e88df93ef2e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:09.282093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:09.295016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-78074c8d-e2a9-482b-9cbb-332ea6db16a4 admin admin] 10.222.0.102 "PUT /v2.0/routers/9b5cbeaf-43c1-46d4-9234-b3416bb03740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7293885 Feb 09 21:15:09.297678 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35096) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:09.310397 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] Sync routers for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:09.342281 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:09.342912 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:14:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:09.541453 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks [] for router (9b5cbeaf-43c1-46d4-9234-b3416bb03740), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:09.602810 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:09.614779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (90924d3c-d784-4415-b681-76c38ecf9b76), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:09.782097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-80f18ebc-f0d0-432a-a105-9e185c8f0e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:09.793387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks [] for router_gateway (9b5cbeaf-43c1-46d4-9234-b3416bb03740), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:09.920161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Deleting port 96101eaf-b7dd-4839-94fe-dfd6a420ff95 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:09.920509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:09.934820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5b509ca6-4692-4a29-8c61-6b2e6918a5ae up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:09.995920 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:15:07Z', 'revision_number': 5, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port': {'id': '96101eaf-b7dd-4839-94fe-dfd6a420ff95', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:35Z', 'updated_at': '2022-02-09T21:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:10.062480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:15:10.067341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:10.067886 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:10.074467 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] Checking router: 9b5cbeaf-43c1-46d4-9234-b3416bb03740 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:15:10.090920 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] Routers {'9b5cbeaf-43c1-46d4-9234-b3416bb03740'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:10.091539 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:10.118110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] For port 96101eaf-b7dd-4839-94fe-dfd6a420ff95, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=96101eaf-b7dd-4839-94fe-dfd6a420ff95,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:10.118387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:10.152793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Calling delete_port for 96101eaf-b7dd-4839-94fe-dfd6a420ff95 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:10.287113 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] Set router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:10.289044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:10.289566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:10.373196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64c83-179f-4582-b4c6-89d41023dde9 req-7ebfe71b-069d-4852-a961-0bad38a524fb tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:10.374879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96c64c83-179f-4582-b4c6-89d41023dde9 req-7ebfe71b-069d-4852-a961-0bad38a524fb tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 945 time: 0.2602434 Feb 09 21:15:10.388943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:10.390921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 90924d3c-d784-4415-b681-76c38ecf9b76 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:10.391099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2abb65-08b5-445e-a133-c6d333eb95c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b509ca6-4692-4a29-8c61-6b2e6918a5ae'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:15:10.399979 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea1c945-9fe3-469e-b945-2ba946f9792c" -d '{"events": [{"server_uuid": "4a2abb65-08b5-445e-a133-c6d333eb95c3", "name": "network-vif-plugged", "status": "completed", "tag": "5b509ca6-4692-4a29-8c61-6b2e6918a5ae"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:15:10.407354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:10.417667 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:15:09Z', 'revision_number': 6, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:10.502825 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a0223c-c9cc-4328-8863-159f1c2aa0aa x-openstack-request-id: req-54a0223c-c9cc-4328-8863-159f1c2aa0aa {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:15:10.503124 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2abb65-08b5-445e-a133-c6d333eb95c3", "name": "network-vif-plugged", "status": "completed", "tag": "5b509ca6-4692-4a29-8c61-6b2e6918a5ae", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:15:10.504119 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-54a0223c-c9cc-4328-8863-159f1c2aa0aa {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:15:10.504541 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2abb65-08b5-445e-a133-c6d333eb95c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b509ca6-4692-4a29-8c61-6b2e6918a5ae', 'code': 200} Feb 09 21:15:10.534927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:10.562065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (96101eaf-b7dd-4839-94fe-dfd6a420ff95), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:10.610831 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc7eb4b-bf32-489a-bb7e-fc5cea8b56e5 None None] The sync data for ids ['9b5cbeaf-43c1-46d4-9234-b3416bb03740'] in n-d-789963-29 is: [{'id': '9b5cbeaf-43c1-46d4-9234-b3416bb03740', 'name': 'tempest-TestVolumeBackupRestore-1339185748-router', 'tenant_id': '31d02444cb734308889fcb2a260b69b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:33Z', 'updated_at': '2022-02-09T21:15:09Z', 'revision_number': 6, 'project_id': '31d02444cb734308889fcb2a260b69b5', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:10.630226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Pushing event deleted for resources: {'Port': ['ID=96101eaf-b7dd-4839-94fe-dfd6a420ff95,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:10.741592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:10.750243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cba98d44-3e6b-4dda-8b36-f388c32c72f1 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/routers/90924d3c-d784-4415-b681-76c38ecf9b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9627745 Feb 09 21:15:10.761492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d128b9ee-387b-4a71-b6d1-e63376ebe68d None None] Sync routers for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:10.765593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35112) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:10.806984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d128b9ee-387b-4a71-b6d1-e63376ebe68d None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:10.811673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d128b9ee-387b-4a71-b6d1-e63376ebe68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:10.868391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96c64c83-179f-4582-b4c6-89d41023dde9 req-969ef4f1-357c-4902-92b0-79eb5084e46c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4730959 Feb 09 21:15:10.882930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d128b9ee-387b-4a71-b6d1-e63376ebe68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:10.906832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d9ec-4edb-4c12-a766-2ff1b0d378f3 req-b2bb8303-593e-4f79-824c-0708aece95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:10.908144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d128b9ee-387b-4a71-b6d1-e63376ebe68d None None] Routers {'90924d3c-d784-4415-b681-76c38ecf9b76'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:10.908806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d52d9ec-4edb-4c12-a766-2ff1b0d378f3 req-b2bb8303-593e-4f79-824c-0708aece95cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 1129 time: 0.1550105 Feb 09 21:15:10.909245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d128b9ee-387b-4a71-b6d1-e63376ebe68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['90924d3c-d784-4415-b681-76c38ecf9b76'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:11.005313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d128b9ee-387b-4a71-b6d1-e63376ebe68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:11.005988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d128b9ee-387b-4a71-b6d1-e63376ebe68d None None] The sync data for ids ['90924d3c-d784-4415-b681-76c38ecf9b76'] in n-d-789963-29 is: [] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:11.014735 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router (90924d3c-d784-4415-b681-76c38ecf9b76), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.048798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d52d9ec-4edb-4c12-a766-2ff1b0d378f3 req-cd15a609-cfb4-491e-a8c5-dcc4234687e0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1261532 Feb 09 21:15:11.150131 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_gateway (90924d3c-d784-4415-b681-76c38ecf9b76), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.158413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (9b5cbeaf-43c1-46d4-9234-b3416bb03740), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.300279 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.321804 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (9b5cbeaf-43c1-46d4-9234-b3416bb03740), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.327190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks [] for router_controller (9b5cbeaf-43c1-46d4-9234-b3416bb03740), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.431000 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (9b5cbeaf-43c1-46d4-9234-b3416bb03740), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.431661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5cbeaf-43c1-46d4-9234-b3416bb03740 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:15:11.462460 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.466169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7d879137-1dd8-4e57-b2ff-9db8612b3487 admin admin] 10.222.0.102 "DELETE /v2.0/routers/9b5cbeaf-43c1-46d4-9234-b3416bb03740 HTTP/1.1" status: 204 len: 168 time: 2.1645935 Feb 09 21:15:11.466663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:11.481568 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port c6ed24bb-01e3-4605-a3e5-16168bc96b83 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:11.481905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c6ed24bb-01e3-4605-a3e5-16168bc96b83), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.531600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc65050-4051-46ab-9836-baf984e44c9e admin admin] Deleting subnet 25560e20-3281-4e4a-bec5-9625872fe099 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:15:11.536320 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bc65050-4051-46ab-9836-baf984e44c9e admin admin] Publish callbacks [] for subnet (25560e20-3281-4e4a-bec5-9625872fe099), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.648526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c6ed24bb-01e3-4605-a3e5-16168bc96b83), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.682164 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bc65050-4051-46ab-9836-baf984e44c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (25560e20-3281-4e4a-bec5-9625872fe099), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:11.683439 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for c6ed24bb-01e3-4605-a3e5-16168bc96b83 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:11.783964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 96101eaf-b7dd-4839-94fe-dfd6a420ff95 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:11.823048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 96101eaf-b7dd-4839-94fe-dfd6a420ff95 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:11.825327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 96101eaf-b7dd-4839-94fe-dfd6a420ff95 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:11.826101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b0e8a786-759f-4db2-b547-3a49c73a0f77 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:11.865110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b0e8a786-759f-4db2-b547-3a49c73a0f77 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:11.866008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b0e8a786-759f-4db2-b547-3a49c73a0f77 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:11.928422 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bc65050-4051-46ab-9836-baf984e44c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (25560e20-3281-4e4a-bec5-9625872fe099), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.034561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bc65050-4051-46ab-9836-baf984e44c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (25560e20-3281-4e4a-bec5-9625872fe099), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.079262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5bc65050-4051-46ab-9836-baf984e44c9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.082347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f98b9b6-b3ee-4bc0-8c2b-e461ec541a3c None None] Network aafbf6c5-28c5-4399-a1fa-e2554cca55b6 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:12.088922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5bc65050-4051-46ab-9836-baf984e44c9e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/25560e20-3281-4e4a-bec5-9625872fe099 HTTP/1.1" status: 204 len: 168 time: 0.6188378 Feb 09 21:15:12.088922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc65050-4051-46ab-9836-baf984e44c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25560e20-3281-4e4a-bec5-9625872fe099,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:12.092661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:12.117591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c6ed24bb-01e3-4605-a3e5-16168bc96b83), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.149996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=c6ed24bb-01e3-4605-a3e5-16168bc96b83,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:12.203615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (aafbf6c5-28c5-4399-a1fa-e2554cca55b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.214435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2551a0-b4e7-47fe-b4d9-fbccf70a0dbc req-a78150f5-7ffc-46dd-bf3d-a736e44ba3af tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:12.215983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f2551a0-b4e7-47fe-b4d9-fbccf70a0dbc req-a78150f5-7ffc-46dd-bf3d-a736e44ba3af tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 946 time: 0.1735888 Feb 09 21:15:12.269259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (90924d3c-d784-4415-b681-76c38ecf9b76), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.340491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Deleting port 82ad4e03-961f-4104-8ca0-58580633884c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:12.341037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (82ad4e03-961f-4104-8ca0-58580633884c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.384984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] DHCP port deletion for aafbf6c5-28c5-4399-a1fa-e2554cca55b6 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:15:12.433410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (90924d3c-d784-4415-b681-76c38ecf9b76), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.436648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_controller (90924d3c-d784-4415-b681-76c38ecf9b76), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.443529 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f2551a0-b4e7-47fe-b4d9-fbccf70a0dbc req-afc9cd67-513a-4a48-a866-75987cf112e4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2142746 Feb 09 21:15:12.486511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] For port 82ad4e03-961f-4104-8ca0-58580633884c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=82ad4e03-961f-4104-8ca0-58580633884c,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:12.487099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (82ad4e03-961f-4104-8ca0-58580633884c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.502177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Calling delete_port for 82ad4e03-961f-4104-8ca0-58580633884c owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:12.509368 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (90924d3c-d784-4415-b681-76c38ecf9b76), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.511040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Fanout notify agent at l3_agent the message router_deleted on router 90924d3c-d784-4415-b681-76c38ecf9b76 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:15:12.532648 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.538062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-308873c0-0105-4f92-88c1-d5561c24b213 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/routers/90924d3c-d784-4415-b681-76c38ecf9b76 HTTP/1.1" status: 204 len: 168 time: 1.7701070 Feb 09 21:15:12.540488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35142) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:12.543665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] Deleting port 82ad4e03-961f-4104-8ca0-58580633884c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:12.546133 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (82ad4e03-961f-4104-8ca0-58580633884c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.644103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (82ad4e03-961f-4104-8ca0-58580633884c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.654128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] For port 82ad4e03-961f-4104-8ca0-58580633884c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=82ad4e03-961f-4104-8ca0-58580633884c,segment=NetworkSegment(ce12b9d6-f28b-4017-9205-157a873aafb3),segment_id=ce12b9d6-f28b-4017-9205-157a873aafb3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:12.654577 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (82ad4e03-961f-4104-8ca0-58580633884c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.673465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] Calling delete_port for 82ad4e03-961f-4104-8ca0-58580633884c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:12.716174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ad4e03-961f-4104-8ca0-58580633884c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:12.726986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1ea03b-c77b-42bf-a9cd-308f538d687e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting subnet c5d8b344-2fee-467a-b915-2d43fe5c4e45 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:15:12.733565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea03b-c77b-42bf-a9cd-308f538d687e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for subnet (c5d8b344-2fee-467a-b915-2d43fe5c4e45), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.733881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] No DVR routers for this DVR port 82ad4e03-961f-4104-8ca0-58580633884c on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:12.809717 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.838265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea03b-c77b-42bf-a9cd-308f538d687e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (c5d8b344-2fee-467a-b915-2d43fe5c4e45), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.851722 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (82ad4e03-961f-4104-8ca0-58580633884c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.871250 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (aafbf6c5-28c5-4399-a1fa-e2554cca55b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.896557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafbf6c5-28c5-4399-a1fa-e2554cca55b6']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:12.931826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce12b9d6-f28b-4017-9205-157a873aafb3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:12.932227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce12b9d6-f28b-4017-9205-157a873aafb3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:12.952026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (ce12b9d6-f28b-4017-9205-157a873aafb3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.969507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] Pushing event deleted for resources: {'Port': ['ID=82ad4e03-961f-4104-8ca0-58580633884c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:12.970406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ce12b9d6-f28b-4017-9205-157a873aafb3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.985680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea03b-c77b-42bf-a9cd-308f538d687e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c5d8b344-2fee-467a-b915-2d43fe5c4e45), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.989611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:12.990126 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (ce12b9d6-f28b-4017-9205-157a873aafb3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:12.994672 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:13.007882 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36426f4-fd74-4109-9d90-d27083c1b115 None None] No DVR routers for this DVR port 82ad4e03-961f-4104-8ca0-58580633884c on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:13.106182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea03b-c77b-42bf-a9cd-308f538d687e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (c5d8b344-2fee-467a-b915-2d43fe5c4e45), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.148812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ea03b-c77b-42bf-a9cd-308f538d687e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d8b344-2fee-467a-b915-2d43fe5c4e45,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:13.158556 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea03b-c77b-42bf-a9cd-308f538d687e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.162493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1d1ea03b-c77b-42bf-a9cd-308f538d687e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/subnets/c5d8b344-2fee-467a-b915-2d43fe5c4e45 HTTP/1.1" status: 204 len: 168 time: 0.6194744 Feb 09 21:15:13.166217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35170) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:13.173125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14eb5fc-1ec7-4a8c-9ac8-67b0485737d1 None None] Network 8d425c37-72ee-4214-be2e-81faaf01705b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:13.355144 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (8d425c37-72ee-4214-be2e-81faaf01705b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.496823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] DHCP port deletion for 8d425c37-72ee-4214-be2e-81faaf01705b request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:15:13.572482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port 8df28545-2727-4ade-95b0-48f625cd5fd9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:13.579272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.581030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35180) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:13.614488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] Deleting port 8df28545-2727-4ade-95b0-48f625cd5fd9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:13.614958 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.748841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] For port 8df28545-2727-4ade-95b0-48f625cd5fd9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8df28545-2727-4ade-95b0-48f625cd5fd9,segment=NetworkSegment(5d724a17-e599-404d-9791-33b270054624),segment_id=5d724a17-e599-404d-9791-33b270054624)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:13.749344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 82ad4e03-961f-4104-8ca0-58580633884c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:13.749622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.766423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for 8df28545-2727-4ade-95b0-48f625cd5fd9 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:13.810066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 82ad4e03-961f-4104-8ca0-58580633884c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:13.810417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 82ad4e03-961f-4104-8ca0-58580633884c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:13.810892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8df28545-2727-4ade-95b0-48f625cd5fd9 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:13.832610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e36e-fa6f-48e1-9d13-77574da3ab52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.857307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] For port 8df28545-2727-4ade-95b0-48f625cd5fd9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8df28545-2727-4ade-95b0-48f625cd5fd9,segment=NetworkSegment(5d724a17-e599-404d-9791-33b270054624),segment_id=5d724a17-e599-404d-9791-33b270054624)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:13.857926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.881755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (aafbf6c5-28c5-4399-a1fa-e2554cca55b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.890613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:13.894942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] 10.222.0.102 "DELETE /v2.0/networks/aafbf6c5-28c5-4399-a1fa-e2554cca55b6 HTTP/1.1" status: 204 len: 168 time: 1.7986784 Feb 09 21:15:13.899130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] Calling delete_port for 8df28545-2727-4ade-95b0-48f625cd5fd9 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:13.900051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:13.907225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109a15-350e-41c0-8585-e6b3569d6513 req-a0dc230d-559b-4f07-8370-634d08ce2640 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:13.909093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c109a15-350e-41c0-8585-e6b3569d6513 req-a0dc230d-559b-4f07-8370-634d08ce2640 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 946 time: 0.0899618 Feb 09 21:15:13.940714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df285e-5393-4ad4-960c-c2e930e0aa81 admin admin] Pushing event deleted for resources: {'Network': ['ID=aafbf6c5-28c5-4399-a1fa-e2554cca55b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:14.031017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5c109a15-350e-41c0-8585-e6b3569d6513 req-019dd192-9f1e-4877-8129-baeb89e92538 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044905 Feb 09 21:15:14.040952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.088963 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.111815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8df28545-2727-4ade-95b0-48f625cd5fd9 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:14.112292 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.169314 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (8df28545-2727-4ade-95b0-48f625cd5fd9), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.197694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] Pushing event deleted for resources: {'Port': ['ID=8df28545-2727-4ade-95b0-48f625cd5fd9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:14.210201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832f6d7-375d-46fa-bcf6-843511829748 None None] No DVR routers for this DVR port 8df28545-2727-4ade-95b0-48f625cd5fd9 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:14.222862 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=8df28545-2727-4ade-95b0-48f625cd5fd9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:14.355934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] No DVR routers for this DVR port 8df28545-2727-4ade-95b0-48f625cd5fd9 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:14.538149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd07ae4-d83e-48fd-801e-61aa2e4db903 req-1bceff02-49cb-41cc-8715-6590ce70ed27 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:14.539443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1cd07ae4-d83e-48fd-801e-61aa2e4db903 req-1bceff02-49cb-41cc-8715-6590ce70ed27 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 946 time: 0.1968615 Feb 09 21:15:14.587577 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (8d425c37-72ee-4214-be2e-81faaf01705b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.617392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e36e-fa6f-48e1-9d13-77574da3ab52 admin admin] Publish callbacks [] for security_group (2664b085-3fc6-48f8-a849-89a404d54b47), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.634694 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e36e-fa6f-48e1-9d13-77574da3ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2664b085-3fc6-48f8-a849-89a404d54b47), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.675445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4e36e-fa6f-48e1-9d13-77574da3ab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2664b085-3fc6-48f8-a849-89a404d54b47,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:14.707842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d425c37-72ee-4214-be2e-81faaf01705b']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:14.715449 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1cd07ae4-d83e-48fd-801e-61aa2e4db903 req-e59bbaba-5473-4452-9076-d7418f642dc5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444912 Feb 09 21:15:14.757108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d724a17-e599-404d-9791-33b270054624') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:14.757108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d724a17-e599-404d-9791-33b270054624') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:14.768907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2bc4e36e-fa6f-48e1-9d13-77574da3ab52 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b7fab52c1e574255808fc4848dcd5dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1862023 Feb 09 21:15:14.770900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:14.786037 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (5d724a17-e599-404d-9791-33b270054624), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.862757 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5d724a17-e599-404d-9791-33b270054624), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.864845 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec9d7dd-76c7-42f2-82c0-102c63424d70 admin admin] Publish callbacks [] for security_group (2664b085-3fc6-48f8-a849-89a404d54b47), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.878047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:14.878378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (5d724a17-e599-404d-9791-33b270054624), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:14.888764 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:14.907002 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec9d7dd-76c7-42f2-82c0-102c63424d70 admin admin] Publish callbacks [] for security_group (2664b085-3fc6-48f8-a849-89a404d54b47), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.969818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec9d7dd-76c7-42f2-82c0-102c63424d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2664b085-3fc6-48f8-a849-89a404d54b47), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.973160 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eec9d7dd-76c7-42f2-82c0-102c63424d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:14.975711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eec9d7dd-76c7-42f2-82c0-102c63424d70 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2664b085-3fc6-48f8-a849-89a404d54b47 HTTP/1.1" status: 204 len: 168 time: 0.2026539 Feb 09 21:15:14.991942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9d7dd-76c7-42f2-82c0-102c63424d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2664b085-3fc6-48f8-a849-89a404d54b47,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:14.996524 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (8d425c37-72ee-4214-be2e-81faaf01705b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.002674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (27b0c048-8ed4-40a3-b5a6-048094f5281f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.050976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.055130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/networks/8d425c37-72ee-4214-be2e-81faaf01705b HTTP/1.1" status: 204 len: 168 time: 1.8879242 Feb 09 21:15:15.057872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35200) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:15.113460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a05bd-ede8-4dc5-8097-60dd070dc465 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Network': ['ID=8d425c37-72ee-4214-be2e-81faaf01705b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:15.367343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port f0017368-be7c-487f-8bfd-f456e208eade {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:15.367565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f0017368-be7c-487f-8bfd-f456e208eade), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.528832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35206) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:15.560786 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbeafa0b-90f3-440d-b316-b8322dc2f527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.588114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f0017368-be7c-487f-8bfd-f456e208eade), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.588630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (f0017368-be7c-487f-8bfd-f456e208eade), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.619288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for f0017368-be7c-487f-8bfd-f456e208eade owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:15.735788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Deleting port 3389fe10-9695-48f7-acaf-fe21ded8028d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:15.736360 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.761186 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbeafa0b-90f3-440d-b316-b8322dc2f527 admin admin] Publish callbacks [] for security_group (638209f3-171c-44fc-871f-ba2e37094bb0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.765951 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbeafa0b-90f3-440d-b316-b8322dc2f527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (638209f3-171c-44fc-871f-ba2e37094bb0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.849284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] For port 3389fe10-9695-48f7-acaf-fe21ded8028d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=3389fe10-9695-48f7-acaf-fe21ded8028d,segment=NetworkSegment(82a35a7e-fc5d-40ac-86a9-e78966466f52),segment_id=82a35a7e-fc5d-40ac-86a9-e78966466f52)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:15.852435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cbeafa0b-90f3-440d-b316-b8322dc2f527 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cff8b9f93ba34c2ab33a6cf7193645ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196805 Feb 09 21:15:15.852435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeafa0b-90f3-440d-b316-b8322dc2f527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638209f3-171c-44fc-871f-ba2e37094bb0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:15.854926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:15.866350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.889733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Calling delete_port for 3389fe10-9695-48f7-acaf-fe21ded8028d owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:15.905941 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f0017368-be7c-487f-8bfd-f456e208eade), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.947343 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf46993-8b1a-4f0b-b863-6d52557bfeaf admin admin] Publish callbacks [] for security_group (638209f3-171c-44fc-871f-ba2e37094bb0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:15.949602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=f0017368-be7c-487f-8bfd-f456e208eade,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:16.020339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf46993-8b1a-4f0b-b863-6d52557bfeaf admin admin] Publish callbacks [] for security_group (638209f3-171c-44fc-871f-ba2e37094bb0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.074022 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for floatingip (f5a08741-2adc-4bad-9eaf-f885c6cac075), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.078093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.079817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fa316433-83c3-490f-906f-ff85b2458492 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/floatingips/f5a08741-2adc-4bad-9eaf-f885c6cac075 HTTP/1.1" status: 204 len: 168 time: 1.0207415 Feb 09 21:15:16.085554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:16.130869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (3389fe10-9695-48f7-acaf-fe21ded8028d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.139270 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d2a701-8333-410f-b16d-743d42d22a77 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] DELETE failed (client error): The resource could not be found. Feb 09 21:15:16.140635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d2a701-8333-410f-b16d-743d42d22a77 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:15:16.144227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-67d2a701-8333-410f-b16d-743d42d22a77 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/ports/6a6cda48-c303-4556-955c-10681d083a23 HTTP/1.1" status: 404 len: 333 time: 0.0573604 Feb 09 21:15:16.146989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:16.159778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=3389fe10-9695-48f7-acaf-fe21ded8028d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:16.201004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6c5858b-a532-49a3-ad4e-beacb3cc6001 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "GET /v2.0/ports?device_id=90924d3c-d784-4415-b681-76c38ecf9b76 HTTP/1.1" status: 200 len: 205 time: 0.0478885 Feb 09 21:15:16.204127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:16.294795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf46993-8b1a-4f0b-b863-6d52557bfeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (638209f3-171c-44fc-871f-ba2e37094bb0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.298604 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8cf46993-8b1a-4f0b-b863-6d52557bfeaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.306051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35220) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:16.307169 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8cf46993-8b1a-4f0b-b863-6d52557bfeaf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/638209f3-171c-44fc-871f-ba2e37094bb0 HTTP/1.1" status: 204 len: 168 time: 0.4512382 Feb 09 21:15:16.326936 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [None req-911c6880-4af9-4e4b-841d-c466366ab15e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] delete failed (client error): The resource could not be found. Feb 09 21:15:16.329182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-911c6880-4af9-4e4b-841d-c466366ab15e tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/routers/90924d3c-d784-4415-b681-76c38ecf9b76 HTTP/1.1" status: 404 len: 336 time: 0.1246717 Feb 09 21:15:16.331623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:16.374893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf46993-8b1a-4f0b-b863-6d52557bfeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638209f3-171c-44fc-871f-ba2e37094bb0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:16.465650 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf5ebc5-7853-41f2-a3cc-746de24cccc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] DELETE failed (client error): The resource could not be found. Feb 09 21:15:16.466466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf5ebc5-7853-41f2-a3cc-746de24cccc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:15:16.471186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-daf5ebc5-7853-41f2-a3cc-746de24cccc2 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/subnets/c5d8b344-2fee-467a-b915-2d43fe5c4e45 HTTP/1.1" status: 404 len: 337 time: 0.1369123 Feb 09 21:15:16.481963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:16.555636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (27b0c048-8ed4-40a3-b5a6-048094f5281f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.634173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a79ed0a2-9591-4be9-87bd-a58b4933a8e6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port 00490236-a9e2-45b3-bf9c-fc565fc7f5b9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:16.634749 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a79ed0a2-9591-4be9-87bd-a58b4933a8e6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (00490236-a9e2-45b3-bf9c-fc565fc7f5b9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.795501 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a79ed0a2-9591-4be9-87bd-a58b4933a8e6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (00490236-a9e2-45b3-bf9c-fc565fc7f5b9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:16.815130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a79ed0a2-9591-4be9-87bd-a58b4933a8e6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for 00490236-a9e2-45b3-bf9c-fc565fc7f5b9 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:17.068630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a79ed0a2-9591-4be9-87bd-a58b4933a8e6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (00490236-a9e2-45b3-bf9c-fc565fc7f5b9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:17.109856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ed0a2-9591-4be9-87bd-a58b4933a8e6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=00490236-a9e2-45b3-bf9c-fc565fc7f5b9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:17.223417 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a79ed0a2-9591-4be9-87bd-a58b4933a8e6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:17.229765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a79ed0a2-9591-4be9-87bd-a58b4933a8e6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/ports/00490236-a9e2-45b3-bf9c-fc565fc7f5b9 HTTP/1.1" status: 204 len: 168 time: 0.7423220 Feb 09 21:15:17.230241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:17.349040 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:17.389843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ec32208e-f60f-4de3-bbd2-95b5e040ab0f tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port d84e3b13-c1c2-4371-b52d-4cc1cb8309b1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:17.390253 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec32208e-f60f-4de3-bbd2-95b5e040ab0f tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d84e3b13-c1c2-4371-b52d-4cc1cb8309b1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:17.500615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec32208e-f60f-4de3-bbd2-95b5e040ab0f tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d84e3b13-c1c2-4371-b52d-4cc1cb8309b1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:17.514225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ec32208e-f60f-4de3-bbd2-95b5e040ab0f tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for d84e3b13-c1c2-4371-b52d-4cc1cb8309b1 owned by {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:17.522873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Router 27b0c048-8ed4-40a3-b5a6-048094f5281f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:17.685913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec32208e-f60f-4de3-bbd2-95b5e040ab0f tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d84e3b13-c1c2-4371-b52d-4cc1cb8309b1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:17.728265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32208e-f60f-4de3-bbd2-95b5e040ab0f tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=d84e3b13-c1c2-4371-b52d-4cc1cb8309b1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:17.817907 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec32208e-f60f-4de3-bbd2-95b5e040ab0f tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:17.825473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ec32208e-f60f-4de3-bbd2-95b5e040ab0f tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/ports/d84e3b13-c1c2-4371-b52d-4cc1cb8309b1 HTTP/1.1" status: 204 len: 168 time: 0.5940821 Feb 09 21:15:17.826191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:17.886807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.20.0.17 (1dcfe5c4-485c-4f80-9a22-1726741d8a9e/1ecff8c7-5bd5-464f-98d9-90feb7042102/f7dab428-6bac-45fd-899b-36786825fe8a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:17.904278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:17.907471 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e081c249-e7c1-4892-9e52-cc06f0e741b6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:17.917110 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] Sync routers for ids ['27b0c048-8ed4-40a3-b5a6-048094f5281f'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:17.923426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-028b1f11-92ef-461b-847f-67e0a6babc23 admin admin] 10.222.0.102 "PUT /v2.0/routers/27b0c048-8ed4-40a3-b5a6-048094f5281f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0203655 Feb 09 21:15:17.928943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35262) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:17.929290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35264) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:17.929419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e081c249-e7c1-4892-9e52-cc06f0e741b6 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "GET /v2.0/ports?device_id=6815f4e1-8115-470c-82d2-bc03465d2f88 HTTP/1.1" status: 200 len: 913 time: 0.0989196 Feb 09 21:15:17.932291 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] Routers {'27b0c048-8ed4-40a3-b5a6-048094f5281f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:17.933590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['27b0c048-8ed4-40a3-b5a6-048094f5281f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:18.064775 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] Set router 27b0c048-8ed4-40a3-b5a6-048094f5281f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:18.284992 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:15:16Z', 'revision_number': 5, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:18.331483 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] Checking router: 27b0c048-8ed4-40a3-b5a6-048094f5281f for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:15:18.343502 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] Routers {'27b0c048-8ed4-40a3-b5a6-048094f5281f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:18.344335 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['27b0c048-8ed4-40a3-b5a6-048094f5281f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:18.526909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks [] for router (27b0c048-8ed4-40a3-b5a6-048094f5281f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:18.533060 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] Set router 27b0c048-8ed4-40a3-b5a6-048094f5281f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:18.673488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (f7dab428-6bac-45fd-899b-36786825fe8a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:18.906000 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:15:16Z', 'revision_number': 5, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:18.938075 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:18.957444 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83c9c7d-dc96-4373-ad21-afd73d7cd0db None None] The sync data for ids ['27b0c048-8ed4-40a3-b5a6-048094f5281f'] in n-d-789963-29 is: [{'id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'name': 'tempest-TestVolumeBackupRestore-240622251-router', 'tenant_id': '26994637e6fa41578cbebd65c35988ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:08:51Z', 'updated_at': '2022-02-09T21:15:16Z', 'revision_number': 5, 'project_id': '26994637e6fa41578cbebd65c35988ed', 'gw_port': {'id': '6685ec0b-5009-4327-8570-5d0ecaef526c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:71:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b0c048-8ed4-40a3-b5a6-048094f5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:08:53Z', 'updated_at': '2022-02-09T21:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:18.976592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks [] for router_gateway (27b0c048-8ed4-40a3-b5a6-048094f5281f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:19.076548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:19.113867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:19.138168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:19.145974 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=f7dab428-6bac-45fd-899b-36786825fe8a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:19.329950 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (6a26da11-cc19-4fd9-8d33-0d819242a85d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:19.351242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Deleting port 6685ec0b-5009-4327-8570-5d0ecaef526c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:19.351585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:19.546364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] For port 6685ec0b-5009-4327-8570-5d0ecaef526c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6685ec0b-5009-4327-8570-5d0ecaef526c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:19.547084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:19.563185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Calling delete_port for 6685ec0b-5009-4327-8570-5d0ecaef526c owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:19.571655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ef07f5f8-717c-41e1-8325-0383d89aa385 None None] Provisioning complete for port f7dab428-6bac-45fd-899b-36786825fe8a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:19.572508 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef07f5f8-717c-41e1-8325-0383d89aa385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:19.646043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3389fe10-9695-48f7-acaf-fe21ded8028d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:19.693328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 3389fe10-9695-48f7-acaf-fe21ded8028d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:19.693674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 3389fe10-9695-48f7-acaf-fe21ded8028d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:19.701077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ef07f5f8-717c-41e1-8325-0383d89aa385 None None] Port f7dab428-6bac-45fd-899b-36786825fe8a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:15:19.763741 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6685ec0b-5009-4327-8570-5d0ecaef526c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:19.874913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6685ec0b-5009-4327-8570-5d0ecaef526c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:19.914410 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (6815f4e1-8115-470c-82d2-bc03465d2f88), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.139819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (27b0c048-8ed4-40a3-b5a6-048094f5281f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.283422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (27b0c048-8ed4-40a3-b5a6-048094f5281f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.288913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks [] for router_controller (27b0c048-8ed4-40a3-b5a6-048094f5281f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.336692 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.568617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (27b0c048-8ed4-40a3-b5a6-048094f5281f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.569349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b0c048-8ed4-40a3-b5a6-048094f5281f {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:15:20.594106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.598453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:20.599383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7f32b22f-1708-4d00-b15c-42d9132c32cc admin admin] 10.222.0.102 "DELETE /v2.0/routers/27b0c048-8ed4-40a3-b5a6-048094f5281f HTTP/1.1" status: 204 len: 168 time: 2.6592624 Feb 09 21:15:20.651102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port a52b5d85-0b9f-4772-a28e-82c3b58c291b {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:20.651642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a52b5d85-0b9f-4772-a28e-82c3b58c291b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.693227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Deleting subnet 95722c62-2f10-49e3-a4eb-99e959dcea14 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:15:20.701849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Publish callbacks [] for subnet (95722c62-2f10-49e3-a4eb-99e959dcea14), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.791262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (95722c62-2f10-49e3-a4eb-99e959dcea14), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:20.981185 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (95722c62-2f10-49e3-a4eb-99e959dcea14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.059340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (f7dab428-6bac-45fd-899b-36786825fe8a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.078820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.096065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (95722c62-2f10-49e3-a4eb-99e959dcea14), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.146522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95722c62-2f10-49e3-a4eb-99e959dcea14,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:21.152350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.158069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3198ca-520a-4afa-b440-b8dc9587d0c7 None None] Network b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:21.169030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] 10.222.0.102 "DELETE /v2.0/subnets/95722c62-2f10-49e3-a4eb-99e959dcea14 HTTP/1.1" status: 204 len: 168 time: 0.5676932 Feb 09 21:15:21.175390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35320) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:21.183871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.184224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.184564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.184901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.185233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.185560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.194428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.195039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.195554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.196079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.198174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.198716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.199228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4997d114-5e19-4769-9234-5d4d9687795f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:21.315420 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a52b5d85-0b9f-4772-a28e-82c3b58c291b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.322036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (6a26da11-cc19-4fd9-8d33-0d819242a85d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.364760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=f7dab428-6bac-45fd-899b-36786825fe8a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:21.395730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for a52b5d85-0b9f-4772-a28e-82c3b58c291b owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:21.439664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] DHCP port deletion for b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:15:21.471426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b7b5cdd5-ea7e-4c03-ba0a-109861805fc3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.551385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] Deleting port f3ab1833-278b-43aa-895d-073c887bdcd3 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:21.551830 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.641848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] For port f3ab1833-278b-43aa-895d-073c887bdcd3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f3ab1833-278b-43aa-895d-073c887bdcd3,segment=NetworkSegment(82a35a7e-fc5d-40ac-86a9-e78966466f52),segment_id=82a35a7e-fc5d-40ac-86a9-e78966466f52)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:21.642246 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:21.689264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] Calling delete_port for f3ab1833-278b-43aa-895d-073c887bdcd3 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:21.711156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6685ec0b-5009-4327-8570-5d0ecaef526c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:21.725475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:21.729647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:21.759950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6685ec0b-5009-4327-8570-5d0ecaef526c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:21.764218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6685ec0b-5009-4327-8570-5d0ecaef526c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:21.764638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f3ab1833-278b-43aa-895d-073c887bdcd3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:21.936149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.027547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f3ab1833-278b-43aa-895d-073c887bdcd3 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:22.028081 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.030993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.046969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] No DVR routers for this DVR port f3ab1833-278b-43aa-895d-073c887bdcd3 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:22.116031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120c149-75bd-4b75-8e0b-ada23c701ef3 None None] Pushing event deleted for resources: {'Port': ['ID=f3ab1833-278b-43aa-895d-073c887bdcd3,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:22.149700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a10eb204-d229-4f19-a2ea-38c733809e90 None None] Provisioning complete for port f7dab428-6bac-45fd-899b-36786825fe8a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:22.150368 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a10eb204-d229-4f19-a2ea-38c733809e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.212318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a10eb204-d229-4f19-a2ea-38c733809e90 None None] Port f7dab428-6bac-45fd-899b-36786825fe8a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:15:22.311398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Deleting port f3ab1833-278b-43aa-895d-073c887bdcd3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:22.311658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.420599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] For port f3ab1833-278b-43aa-895d-073c887bdcd3, host n-d-789963-29, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:22.420969 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.460764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 6a26da11-cc19-4fd9-8d33-0d819242a85d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:22.473946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Calling delete_port for f3ab1833-278b-43aa-895d-073c887bdcd3 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:22.482137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Port f3ab1833-278b-43aa-895d-073c887bdcd3 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:15:22.486460 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f3ab1833-278b-43aa-895d-073c887bdcd3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.505154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] No DVR routers for this DVR port f3ab1833-278b-43aa-895d-073c887bdcd3 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:22.625085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ab1833-278b-43aa-895d-073c887bdcd3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:22.742465 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a52b5d85-0b9f-4772-a28e-82c3b58c291b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.783717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b7b5cdd5-ea7e-4c03-ba0a-109861805fc3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:22.795217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=a52b5d85-0b9f-4772-a28e-82c3b58c291b,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:22.806962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:22.824107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-10d9f492-2f0b-4c40-b74f-77247d1f1cee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "PUT /v2.0/routers/6a26da11-cc19-4fd9-8d33-0d819242a85d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5062757 Feb 09 21:15:22.824217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Sync routers for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:22.834748 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:22.835793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:22.977122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b5cdd5-ea7e-4c03-ba0a-109861805fc3']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:23.016286 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a35a7e-fc5d-40ac-86a9-e78966466f52') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:23.016587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a35a7e-fc5d-40ac-86a9-e78966466f52') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:23.058601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (82a35a7e-fc5d-40ac-86a9-e78966466f52), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.165990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:23.214545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (82a35a7e-fc5d-40ac-86a9-e78966466f52), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.244201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:23.244537 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (82a35a7e-fc5d-40ac-86a9-e78966466f52), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:23.246364 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:23.314440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (6815f4e1-8115-470c-82d2-bc03465d2f88), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.321364 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b7b5cdd5-ea7e-4c03-ba0a-109861805fc3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.358890 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.364834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] 10.222.0.102 "DELETE /v2.0/networks/b7b5cdd5-ea7e-4c03-ba0a-109861805fc3 HTTP/1.1" status: 204 len: 168 time: 2.1831009 Feb 09 21:15:23.364834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfd66d-14af-44d8-97b6-5cb98c63e28d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b5cdd5-ea7e-4c03-ba0a-109861805fc3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:23.506685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:23.663210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-544854d2-674e-4417-ad99-e3103d1ac413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.667253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:20Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:17Z', 'revision_number': 1, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dab428-6bac-45fd-899b-36786825fe8a', 'name': '', 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:51:45:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '1ecff8c7-5bd5-464f-98d9-90feb7042102', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:17Z', 'updated_at': '2022-02-09T21:15:20Z', 'revision_number': 2, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '1ecff8c7-5bd5-464f-98d9-90feb7042102', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:23.718085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Checking router: 6a26da11-cc19-4fd9-8d33-0d819242a85d for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:15:23.718578 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Updating router 6a26da11-cc19-4fd9-8d33-0d819242a85d port f7dab428-6bac-45fd-899b-36786825fe8a binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:15:23.720854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:23.768403 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.789756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-384c4ffb-350a-4642-8dd9-d36650e9be95 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=31d02444cb734308889fcb2a260b69b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674615 Feb 09 21:15:23.793881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:23.845687 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Router 6815f4e1-8115-470c-82d2-bc03465d2f88 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:23.896165 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-544854d2-674e-4417-ad99-e3103d1ac413 admin admin] Publish callbacks [] for security_group (ee37c0fb-e7dd-4d2b-913f-29c9f8681a46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.903000 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-544854d2-674e-4417-ad99-e3103d1ac413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ee37c0fb-e7dd-4d2b-913f-29c9f8681a46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.975958 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf511e3b-819e-4cfa-98a7-776e3bc9909f admin admin] Publish callbacks [] for security_group (95d96f67-eb31-440b-95d3-1ea3eb6690b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:23.995606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:24.008435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544854d2-674e-4417-ad99-e3103d1ac413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee37c0fb-e7dd-4d2b-913f-29c9f8681a46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:24.011874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-32130551-1127-4e3f-a397-53fc3a555244 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "PUT /v2.0/routers/6815f4e1-8115-470c-82d2-bc03465d2f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0788357 Feb 09 21:15:24.016239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35380) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:24.018862 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644693b-6a9e-4c82-aab9-cfeed38ba782 None None] Sync routers for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:24.040475 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644693b-6a9e-4c82-aab9-cfeed38ba782 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:24.041044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-544854d2-674e-4417-ad99-e3103d1ac413 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ef883e0f8569408f96c6d0fdd6e57d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5328553 Feb 09 21:15:24.041959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:24.046350 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5644693b-6a9e-4c82-aab9-cfeed38ba782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:24.071158 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf511e3b-819e-4cfa-98a7-776e3bc9909f admin admin] Publish callbacks [] for security_group (95d96f67-eb31-440b-95d3-1ea3eb6690b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.100060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Publish callbacks [] for port (f7dab428-6bac-45fd-899b-36786825fe8a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.106319 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.156190 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5644693b-6a9e-4c82-aab9-cfeed38ba782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:24.162219 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b50ee755-d484-4ee7-ae5c-6e6e3070a7e5 admin admin] Publish callbacks [] for security_group (ee37c0fb-e7dd-4d2b-913f-29c9f8681a46), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.171634 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644693b-6a9e-4c82-aab9-cfeed38ba782 None None] Routers {'6815f4e1-8115-470c-82d2-bc03465d2f88'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:24.172277 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5644693b-6a9e-4c82-aab9-cfeed38ba782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6815f4e1-8115-470c-82d2-bc03465d2f88'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:24.205449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b50ee755-d484-4ee7-ae5c-6e6e3070a7e5 admin admin] Publish callbacks [] for security_group (ee37c0fb-e7dd-4d2b-913f-29c9f8681a46), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.243065 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5644693b-6a9e-4c82-aab9-cfeed38ba782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:24.243835 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644693b-6a9e-4c82-aab9-cfeed38ba782 None None] The sync data for ids ['6815f4e1-8115-470c-82d2-bc03465d2f88'] in n-d-789963-29 is: [] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:24.251087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db6883-6e16-472e-9da3-0f01ecb99833 None None] Pushing event updated for resources: {'Port': ['ID=f7dab428-6bac-45fd-899b-36786825fe8a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:24.294193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b50ee755-d484-4ee7-ae5c-6e6e3070a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ee37c0fb-e7dd-4d2b-913f-29c9f8681a46), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.298596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b50ee755-d484-4ee7-ae5c-6e6e3070a7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.300167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b50ee755-d484-4ee7-ae5c-6e6e3070a7e5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ee37c0fb-e7dd-4d2b-913f-29c9f8681a46 HTTP/1.1" status: 204 len: 168 time: 0.2523253 Feb 09 21:15:24.304293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf511e3b-819e-4cfa-98a7-776e3bc9909f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (95d96f67-eb31-440b-95d3-1ea3eb6690b7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.308212 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf511e3b-819e-4cfa-98a7-776e3bc9909f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.309648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cf511e3b-819e-4cfa-98a7-776e3bc9909f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/95d96f67-eb31-440b-95d3-1ea3eb6690b7 HTTP/1.1" status: 204 len: 168 time: 0.5144410 Feb 09 21:15:24.319303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Attempting to bind port f7dab428-6bac-45fd-899b-36786825fe8a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:24.319303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Attempting to bind port f7dab428-6bac-45fd-899b-36786825fe8a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:24.319652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Attempting to bind port f7dab428-6bac-45fd-899b-36786825fe8a on network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:24.326684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:24.327219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Checking segment: {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:24.327470 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.327939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Bound using segment: {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:24.336729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Bound port: f7dab428-6bac-45fd-899b-36786825fe8a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b051a4-3179-4395-a3cd-e4ce76871635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:24.337272 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.347984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ee755-d484-4ee7-ae5c-6e6e3070a7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee37c0fb-e7dd-4d2b-913f-29c9f8681a46,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:24.387037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf511e3b-819e-4cfa-98a7-776e3bc9909f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d96f67-eb31-440b-95d3-1ea3eb6690b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:24.390546 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router (6815f4e1-8115-470c-82d2-bc03465d2f88), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.525085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] For port f7dab428-6bac-45fd-899b-36786825fe8a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:24.535471 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] For port f7dab428-6bac-45fd-899b-36786825fe8a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f7dab428-6bac-45fd-899b-36786825fe8a,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:24.545384 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.649798 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_gateway (6815f4e1-8115-470c-82d2-bc03465d2f88), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.707897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db6883-6e16-472e-9da3-0f01ecb99833 None None] Pushing event updated for resources: {'Port': ['ID=f7dab428-6bac-45fd-899b-36786825fe8a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:24.763335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:24.771533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:24.785466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-973441fb-34b2-4b58-bc2d-2d55cdc9849a None None] Provisioning complete for port f7dab428-6bac-45fd-899b-36786825fe8a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:24.786112 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973441fb-34b2-4b58-bc2d-2d55cdc9849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:24.799480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting port c90e1125-cb7b-49d8-b63e-580330acc2c2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:24.801515 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c90e1125-cb7b-49d8-b63e-580330acc2c2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.030809 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c90e1125-cb7b-49d8-b63e-580330acc2c2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.072774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Calling delete_port for c90e1125-cb7b-49d8-b63e-580330acc2c2 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:25.174540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35400) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:25.216970 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-048b9757-5d03-4726-bfdd-27f623d39a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.222507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35402) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:25.258611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:25.299744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-973441fb-34b2-4b58-bc2d-2d55cdc9849a None None] Current status of the port f7dab428-6bac-45fd-899b-36786825fe8a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:25.300586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973441fb-34b2-4b58-bc2d-2d55cdc9849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.343885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-973441fb-34b2-4b58-bc2d-2d55cdc9849a None None] For port f7dab428-6bac-45fd-899b-36786825fe8a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f7dab428-6bac-45fd-899b-36786825fe8a,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:25.351699 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-973441fb-34b2-4b58-bc2d-2d55cdc9849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.378685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-176efc63-2002-43ee-85d1-c009bc7a6a13 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=26994637e6fa41578cbebd65c35988ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550350 Feb 09 21:15:25.385696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35406) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:25.419254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973441fb-34b2-4b58-bc2d-2d55cdc9849a None None] Pushing event updated for resources: {'Port': ['ID=f7dab428-6bac-45fd-899b-36786825fe8a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:25.487119 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c90e1125-cb7b-49d8-b63e-580330acc2c2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.507391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-048b9757-5d03-4726-bfdd-27f623d39a89 admin admin] Publish callbacks [] for security_group (4bd584d7-845f-4b72-be3f-846118d23337), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.528233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22edcb2b-1dd6-4e07-86d5-234acd1082f8 admin admin] Publish callbacks [] for security_group (e9dc85e6-8a32-496d-90c6-8db2cb0fdb71), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.530358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-048b9757-5d03-4726-bfdd-27f623d39a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4bd584d7-845f-4b72-be3f-846118d23337), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.550294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f2686f9-7fbd-466f-bc22-11735ee4260a None None] Provisioning complete for port f7dab428-6bac-45fd-899b-36786825fe8a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:25.551220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f2686f9-7fbd-466f-bc22-11735ee4260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.551432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Port': ['ID=c90e1125-cb7b-49d8-b63e-580330acc2c2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:25.564169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b9757-5d03-4726-bfdd-27f623d39a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd584d7-845f-4b72-be3f-846118d23337,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:25.614551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22edcb2b-1dd6-4e07-86d5-234acd1082f8 admin admin] Publish callbacks [] for security_group (e9dc85e6-8a32-496d-90c6-8db2cb0fdb71), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.626776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-048b9757-5d03-4726-bfdd-27f623d39a89 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=555aa67c0c384b2ba7bb3bfddf500f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4487264 Feb 09 21:15:25.627018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35408) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:25.701361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2de38222-0adc-43c0-ab70-ee68c99a7034 admin admin] Publish callbacks [] for security_group (4bd584d7-845f-4b72-be3f-846118d23337), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.713963 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (6815f4e1-8115-470c-82d2-bc03465d2f88), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.728464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2de38222-0adc-43c0-ab70-ee68c99a7034 admin admin] Publish callbacks [] for security_group (4bd584d7-845f-4b72-be3f-846118d23337), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.786330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2de38222-0adc-43c0-ab70-ee68c99a7034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4bd584d7-845f-4b72-be3f-846118d23337), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.788885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2de38222-0adc-43c0-ab70-ee68c99a7034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.792554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2de38222-0adc-43c0-ab70-ee68c99a7034 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4bd584d7-845f-4b72-be3f-846118d23337 HTTP/1.1" status: 204 len: 168 time: 0.1621535 Feb 09 21:15:25.830468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de38222-0adc-43c0-ab70-ee68c99a7034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd584d7-845f-4b72-be3f-846118d23337,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:25.837577 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22edcb2b-1dd6-4e07-86d5-234acd1082f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e9dc85e6-8a32-496d-90c6-8db2cb0fdb71), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.844905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22edcb2b-1dd6-4e07-86d5-234acd1082f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:25.848703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-22edcb2b-1dd6-4e07-86d5-234acd1082f8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e9dc85e6-8a32-496d-90c6-8db2cb0fdb71 HTTP/1.1" status: 204 len: 168 time: 0.4573002 Feb 09 21:15:25.859394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f2686f9-7fbd-466f-bc22-11735ee4260a None None] Current status of the port f7dab428-6bac-45fd-899b-36786825fe8a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:25.898348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edcb2b-1dd6-4e07-86d5-234acd1082f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dc85e6-8a32-496d-90c6-8db2cb0fdb71,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:25.978860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:20Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:17Z', 'revision_number': 1, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dab428-6bac-45fd-899b-36786825fe8a', 'name': '', 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:51:45:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '1ecff8c7-5bd5-464f-98d9-90feb7042102', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:17Z', 'updated_at': '2022-02-09T21:15:24Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '1ecff8c7-5bd5-464f-98d9-90feb7042102', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:26.003148 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (6815f4e1-8115-470c-82d2-bc03465d2f88), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.011812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router_controller (6815f4e1-8115-470c-82d2-bc03465d2f88), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.048596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88111a15-ce52-47fb-8f87-34b173cc5044 None None] The sync data for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 is: [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:20Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:17Z', 'revision_number': 1, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dab428-6bac-45fd-899b-36786825fe8a', 'name': '', 'network_id': '1dcfe5c4-485c-4f80-9a22-1726741d8a9e', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:51:45:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '1ecff8c7-5bd5-464f-98d9-90feb7042102', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:17Z', 'updated_at': '2022-02-09T21:15:24Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '1ecff8c7-5bd5-464f-98d9-90feb7042102', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:26.116521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (6815f4e1-8115-470c-82d2-bc03465d2f88), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.117791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Fanout notify agent at l3_agent the message router_deleted on router 6815f4e1-8115-470c-82d2-bc03465d2f88 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:15:26.144423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.145559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a36f27f6-3f7e-4836-86ab-c14034fceddd tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/routers/6815f4e1-8115-470c-82d2-bc03465d2f88 HTTP/1.1" status: 204 len: 168 time: 2.1282830 Feb 09 21:15:26.149364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:26.277673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef17798c-4f18-4c8c-9b15-5a0d931d0bf9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Deleting subnet 6fd1c6e9-868a-4000-bc26-f5cb329f1087 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:15:26.288503 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef17798c-4f18-4c8c-9b15-5a0d931d0bf9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for subnet (6fd1c6e9-868a-4000-bc26-f5cb329f1087), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.357913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef17798c-4f18-4c8c-9b15-5a0d931d0bf9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (6fd1c6e9-868a-4000-bc26-f5cb329f1087), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.470023 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef17798c-4f18-4c8c-9b15-5a0d931d0bf9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6fd1c6e9-868a-4000-bc26-f5cb329f1087), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.610692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef17798c-4f18-4c8c-9b15-5a0d931d0bf9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (6fd1c6e9-868a-4000-bc26-f5cb329f1087), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.632694 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef17798c-4f18-4c8c-9b15-5a0d931d0bf9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.640514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ef17798c-4f18-4c8c-9b15-5a0d931d0bf9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/subnets/6fd1c6e9-868a-4000-bc26-f5cb329f1087 HTTP/1.1" status: 204 len: 168 time: 0.4875860 Feb 09 21:15:26.641443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:26.727056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17798c-4f18-4c8c-9b15-5a0d931d0bf9 tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd1c6e9-868a-4000-bc26-f5cb329f1087,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:26.774696 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:26.850967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (9c8840eb-0daf-464d-8375-a06dbcaeb933), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:27.016869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (9c8840eb-0daf-464d-8375-a06dbcaeb933), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:27.039871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8840eb-0daf-464d-8375-a06dbcaeb933']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:27.071005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f788d352-2998-4571-8a4a-6f0f79876193') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:27.074171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f788d352-2998-4571-8a4a-6f0f79876193') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:27.092587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f788d352-2998-4571-8a4a-6f0f79876193), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:27.125368 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f788d352-2998-4571-8a4a-6f0f79876193), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:27.134305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:27.135051 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f788d352-2998-4571-8a4a-6f0f79876193), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:27.138751 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:27.225574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (9c8840eb-0daf-464d-8375-a06dbcaeb933), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:27.233445 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:27.250487 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] 10.222.0.102 "DELETE /v2.0/networks/9c8840eb-0daf-464d-8375-a06dbcaeb933 HTTP/1.1" status: 204 len: 168 time: 0.6012876 Feb 09 21:15:27.279555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d594a-711b-4730-b88b-7f6e7c22246b tempest-FloatingIPTestJSON-1043092892 tempest-FloatingIPTestJSON-1043092892-project] Pushing event deleted for resources: {'Network': ['ID=9c8840eb-0daf-464d-8375-a06dbcaeb933,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:27.710296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35452) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:27.814205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f7dab428-6bac-45fd-899b-36786825fe8a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:27.961053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f7dab428-6bac-45fd-899b-36786825fe8a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:27.961758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:28.080218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f7dab428-6bac-45fd-899b-36786825fe8a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:28.125978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1496d429-a814-4d33-b430-7cd1cfd62402 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=42a36ab01bd04b0f80de0ced5f15e41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4143956 Feb 09 21:15:28.128357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:28.195318 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3f23-b02f-4492-89b4-92a59cc0ae1f admin admin] Publish callbacks [] for security_group (26af57b1-1106-4fa5-b953-2d3d7a623456), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:28.222046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3f23-b02f-4492-89b4-92a59cc0ae1f admin admin] Publish callbacks [] for security_group (26af57b1-1106-4fa5-b953-2d3d7a623456), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:28.281351 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3f23-b02f-4492-89b4-92a59cc0ae1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (26af57b1-1106-4fa5-b953-2d3d7a623456), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:28.284234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3f23-b02f-4492-89b4-92a59cc0ae1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:28.287873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8b7a3f23-b02f-4492-89b4-92a59cc0ae1f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/26af57b1-1106-4fa5-b953-2d3d7a623456 HTTP/1.1" status: 204 len: 168 time: 0.1558836 Feb 09 21:15:28.295923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3f23-b02f-4492-89b4-92a59cc0ae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26af57b1-1106-4fa5-b953-2d3d7a623456,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:29.248821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:29.389521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'networks': [{'name': 'tempest-network--462483847'}, {'name': 'tempest-network--1346427723'}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:29.389905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'network': {'name': 'tempest-network--462483847'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:29.390438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'network': {'name': 'tempest-network--1346427723'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:29.414805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Made reservation on behalf of 199b4cf8a6bf4df8adaebb35416e9d22 for: {'network': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:29.419934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.429956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.522720 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for security_group (ec49844b-5c2d-4d41-8488-2f34c2ee7db6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.526944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ec49844b-5c2d-4d41-8488-2f34c2ee7db6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.527551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.559019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:29.569773 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5819ff5c-c177-4351-b0ad-47e3d038a584), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.570175 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Added segment 5819ff5c-c177-4351-b0ad-47e3d038a584 of type vlan for network b2999053-750a-4cff-be0d-bd87e63bfb3e Feb 09 21:15:29.635780 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b2999053-750a-4cff-be0d-bd87e63bfb3e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.637921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec49844b-5c2d-4d41-8488-2f34c2ee7db6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:29.680019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:29.693434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9f473765-4513-4612-b0dc-607197edc9d2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.693789 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Added segment 9f473765-4513-4612-b0dc-607197edc9d2 of type vlan for network a02e2a1d-c941-4f2a-8f37-678a042e1b18 Feb 09 21:15:29.749145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (a02e2a1d-c941-4f2a-8f37-678a042e1b18), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.778375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b2999053-750a-4cff-be0d-bd87e63bfb3e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.778885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (a02e2a1d-c941-4f2a-8f37-678a042e1b18), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.784275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:29.788494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:29.789128 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:29.857767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6075029 Feb 09 21:15:29.860422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35528) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:29.878194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Network': ['ID=b2999053-750a-4cff-be0d-bd87e63bfb3e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:29.893764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b2999053-750a-4cff-be0d-bd87e63bfb3e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:29.978522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601f815-8196-43d8-b329-7d35326daf21 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Network': ['ID=a02e2a1d-c941-4f2a-8f37-678a042e1b18,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:29.993380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network a02e2a1d-c941-4f2a-8f37-678a042e1b18 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:30.112682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92020efe-9bd8-4de5-9e98-e24cb47dded2 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:30.120654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92020efe-9bd8-4de5-9e98-e24cb47dded2 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:30.127604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92020efe-9bd8-4de5-9e98-e24cb47dded2 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:30.135335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92020efe-9bd8-4de5-9e98-e24cb47dded2 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:30.137484 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92020efe-9bd8-4de5-9e98-e24cb47dded2 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2753177 Feb 09 21:15:30.140263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35536) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:30.239093 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b2999053-750a-4cff-be0d-bd87e63bfb3e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:30.363093 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:15:30.681743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b2999053-750a-4cff-be0d-bd87e63bfb3e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:30.707976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2999053-750a-4cff-be0d-bd87e63bfb3e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:30.722340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5819ff5c-c177-4351-b0ad-47e3d038a584') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:30.722872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5819ff5c-c177-4351-b0ad-47e3d038a584') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:30.734101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (5819ff5c-c177-4351-b0ad-47e3d038a584), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:30.750143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5819ff5c-c177-4351-b0ad-47e3d038a584), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:30.757399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:30.757793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (5819ff5c-c177-4351-b0ad-47e3d038a584), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:30.836327 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:30.841903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b2999053-750a-4cff-be0d-bd87e63bfb3e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:30.854812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:30.860924 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/networks/b2999053-750a-4cff-be0d-bd87e63bfb3e HTTP/1.1" status: 204 len: 168 time: 0.7132821 Feb 09 21:15:30.861489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:30.904185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7b332-78fa-4580-9aeb-4f24367f19be tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Network': ['ID=b2999053-750a-4cff-be0d-bd87e63bfb3e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:30.972001 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (a02e2a1d-c941-4f2a-8f37-678a042e1b18), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.081636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (a02e2a1d-c941-4f2a-8f37-678a042e1b18), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.116895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02e2a1d-c941-4f2a-8f37-678a042e1b18']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:31.128591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f473765-4513-4612-b0dc-607197edc9d2') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:31.129209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f473765-4513-4612-b0dc-607197edc9d2') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:31.140834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (9f473765-4513-4612-b0dc-607197edc9d2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.156125 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9f473765-4513-4612-b0dc-607197edc9d2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.164224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:31.165145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (9f473765-4513-4612-b0dc-607197edc9d2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:31.168987 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:31.246383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (a02e2a1d-c941-4f2a-8f37-678a042e1b18), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.257974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.263731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/networks/a02e2a1d-c941-4f2a-8f37-678a042e1b18 HTTP/1.1" status: 204 len: 168 time: 0.3992903 Feb 09 21:15:31.264469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:31.275339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a04926-0ea7-4725-ae68-1cc95431c809 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Network': ['ID=a02e2a1d-c941-4f2a-8f37-678a042e1b18,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:31.428883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a1c3f-e892-45d1-95ce-e98fb6ebb07f tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:31.434234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a1c3f-e892-45d1-95ce-e98fb6ebb07f tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:31.436401 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e1a1c3f-e892-45d1-95ce-e98fb6ebb07f tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1707120 Feb 09 21:15:31.442360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:31.450176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-509059469'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:31.485507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Made reservation on behalf of 199b4cf8a6bf4df8adaebb35416e9d22 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:31.498911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.552844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:31.566383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5becdcf5-0a27-451b-80fe-1a6d9c4efeec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.566790 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Added segment 5becdcf5-0a27-451b-80fe-1a6d9c4efeec of type vlan for network 4820ce57-869b-4635-9847-c7950fb9f553 Feb 09 21:15:31.664537 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (4820ce57-869b-4635-9847-c7950fb9f553), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.696393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (4820ce57-869b-4635-9847-c7950fb9f553), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.707619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:31.709036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.805999 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:31.806965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3628273 Feb 09 21:15:31.811328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4df285-8bee-471c-9514-087526948f15 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Network': ['ID=4820ce57-869b-4635-9847-c7950fb9f553,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:31.811813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1648195808'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:31.823979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 4820ce57-869b-4635-9847-c7950fb9f553 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:31.862597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Made reservation on behalf of 199b4cf8a6bf4df8adaebb35416e9d22 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:31.865832 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.913867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:31.923239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e5a6fc67-99ba-4a92-997f-8498f0b932d7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.923579 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Added segment e5a6fc67-99ba-4a92-997f-8498f0b932d7 of type vlan for network 4fccc837-9985-4e47-9d06-74168ec4eb14 Feb 09 21:15:31.967305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (4fccc837-9985-4e47-9d06-74168ec4eb14), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:31.995903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (4fccc837-9985-4e47-9d06-74168ec4eb14), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:32.003237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:32.003815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:32.110114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Network': ['ID=4fccc837-9985-4e47-9d06-74168ec4eb14,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:32.125800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 4fccc837-9985-4e47-9d06-74168ec4eb14 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:32.137590 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5db4570f-1298-4489-8dd0-1e5eeed651d1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3277237 Feb 09 21:15:32.138161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:32.148137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'ports': [{'network_id': '4820ce57-869b-4635-9847-c7950fb9f553', 'name': 'tempest-port--1567970262', 'admin_state_up': True}, {'network_id': '4fccc837-9985-4e47-9d06-74168ec4eb14', 'admin_state_up': False}]} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:32.151449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'port': {'network_id': '4820ce57-869b-4635-9847-c7950fb9f553', 'name': 'tempest-port--1567970262', 'admin_state_up': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:32.153363 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'port': {'network_id': '4fccc837-9985-4e47-9d06-74168ec4eb14', 'admin_state_up': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:32.431870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Made reservation on behalf of 199b4cf8a6bf4df8adaebb35416e9d22 for: {'port': 2} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:32.437534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:32.465962 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:32.690375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] device_id is not set on port 6b67569b-0617-411a-8401-a781ddb3bfb1 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:15:32.826005 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for port (6b67569b-0617-411a-8401-a781ddb3bfb1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:32.923237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] device_id is not set on port e19d70a5-913b-4663-9dd8-3e8894deac10 yet. {{(pid=103325) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:15:33.049016 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for port (e19d70a5-913b-4663-9dd8-3e8894deac10), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:33.092029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6b67569b-0617-411a-8401-a781ddb3bfb1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:33.202113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Port': ['ID=6b67569b-0617-411a-8401-a781ddb3bfb1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:33.234183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Checking segment: {'id': '5becdcf5-0a27-451b-80fe-1a6d9c4efeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4820ce57-869b-4635-9847-c7950fb9f553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:33.240243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Network hostable DHCP agents. Network: 4820ce57-869b-4635-9847-c7950fb9f553, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:15:33.269151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Network 4820ce57-869b-4635-9847-c7950fb9f553 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:15:33.279880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 4820ce57-869b-4635-9847-c7950fb9f553) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:33.290134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77c38a-661d-4ef8-b41c-4287265728b7 None None] Network 4820ce57-869b-4635-9847-c7950fb9f553 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:33.295543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:33.296836 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e19d70a5-913b-4663-9dd8-3e8894deac10), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:33.363760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Port': ['ID=e19d70a5-913b-4663-9dd8-3e8894deac10,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:33.391587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Checking segment: {'id': 'e5a6fc67-99ba-4a92-997f-8498f0b932d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '4fccc837-9985-4e47-9d06-74168ec4eb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:33.392188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Network hostable DHCP agents. Network: 4fccc837-9985-4e47-9d06-74168ec4eb14, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:15:33.413082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Network 4fccc837-9985-4e47-9d06-74168ec4eb14 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:15:33.424658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 4fccc837-9985-4e47-9d06-74168ec4eb14) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:33.435784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6559de-c3ac-4c94-9547-49d6bdf97136 None None] Network 4fccc837-9985-4e47-9d06-74168ec4eb14 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:33.440771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:33.448702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:33.454918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:33.456422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:33.478250 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b25ebff5-8c63-413b-8ea2-08893eca950e tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3382249 Feb 09 21:15:33.480441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35584) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:33.641352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24068835-5678-431c-bf83-d2f8c949455f tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:33.648584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24068835-5678-431c-bf83-d2f8c949455f tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:33.650667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-24068835-5678-431c-bf83-d2f8c949455f tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1679895 Feb 09 21:15:33.653480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:33.808134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6b157-9127-4446-a608-7e8f515a5f6c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Deleting port 6b67569b-0617-411a-8401-a781ddb3bfb1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:33.808552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b157-9127-4446-a608-7e8f515a5f6c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6b67569b-0617-411a-8401-a781ddb3bfb1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:33.940860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-37628e6a-f2b0-44a1-af9b-c000ece59d77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1011505 Feb 09 21:15:33.978829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b157-9127-4446-a608-7e8f515a5f6c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6b67569b-0617-411a-8401-a781ddb3bfb1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.017821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a3d6b157-9127-4446-a608-7e8f515a5f6c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Calling delete_port for 6b67569b-0617-411a-8401-a781ddb3bfb1 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:34.090927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-8ab2e9f8-6f32-403a-865a-72067a86012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:34.097371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-8ab2e9f8-6f32-403a-865a-72067a86012a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 1128 time: 0.0998416 Feb 09 21:15:34.168098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b157-9127-4446-a608-7e8f515a5f6c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6b67569b-0617-411a-8401-a781ddb3bfb1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.268394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a3d6b157-9127-4446-a608-7e8f515a5f6c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.271534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a3d6b157-9127-4446-a608-7e8f515a5f6c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/ports/6b67569b-0617-411a-8401-a781ddb3bfb1 HTTP/1.1" status: 204 len: 168 time: 0.6168683 Feb 09 21:15:34.272873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6b157-9127-4446-a608-7e8f515a5f6c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Port': ['ID=6b67569b-0617-411a-8401-a781ddb3bfb1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:34.274478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35594) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:34.306601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-62a46a0d-4541-4016-b76a-ea4e5cbbecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:34.308276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-62a46a0d-4541-4016-b76a-ea4e5cbbecd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 200 len: 898 time: 0.1939638 Feb 09 21:15:34.413802 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-8720bf3a-83b2-48f2-88d1-af85625efea3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf10c0e8-580a-4065-be37-0bbce292eb40 HTTP/1.1" status: 200 len: 1001 time: 0.0984068 Feb 09 21:15:34.441367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0d14e-bbdf-4661-94f4-220a5ba9357b tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Deleting port e19d70a5-913b-4663-9dd8-3e8894deac10 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:34.442882 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d14e-bbdf-4661-94f4-220a5ba9357b tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e19d70a5-913b-4663-9dd8-3e8894deac10), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.478641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-ceb676f4-39ad-4242-bf00-54bf5319fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:34.480196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-ceb676f4-39ad-4242-bf00-54bf5319fcd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07d32850-0f3e-42de-a488-466d8dcc4980 HTTP/1.1" status: 200 len: 834 time: 0.0607450 Feb 09 21:15:34.579859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d14e-bbdf-4661-94f4-220a5ba9357b tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e19d70a5-913b-4663-9dd8-3e8894deac10), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.597592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-4e54fff9-73a7-46bb-a303-ce0699dee211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:34.600914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0d14e-bbdf-4661-94f4-220a5ba9357b tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Calling delete_port for e19d70a5-913b-4663-9dd8-3e8894deac10 owned by {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:34.608480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-4e54fff9-73a7-46bb-a303-ce0699dee211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ed5a7a4e-b74a-41f1-aa37-899792c6640a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1222062 Feb 09 21:15:34.724869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-248cb47e-39b4-482d-855e-3c722a187dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092575 Feb 09 21:15:34.726108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d14e-bbdf-4661-94f4-220a5ba9357b tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e19d70a5-913b-4663-9dd8-3e8894deac10), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.754540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d14e-bbdf-4661-94f4-220a5ba9357b tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Port': ['ID=e19d70a5-913b-4663-9dd8-3e8894deac10,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:34.772026 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d14e-bbdf-4661-94f4-220a5ba9357b tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.781506 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2cc0d14e-bbdf-4661-94f4-220a5ba9357b tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/ports/e19d70a5-913b-4663-9dd8-3e8894deac10 HTTP/1.1" status: 204 len: 168 time: 0.5060360 Feb 09 21:15:34.785954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35600) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:34.825650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-381a1ef5-682e-49ab-95ae-b0c41f97a633 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0377758 Feb 09 21:15:34.829389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:34.835811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-977729902'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:34.861447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Made reservation on behalf of 199b4cf8a6bf4df8adaebb35416e9d22 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:34.865575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.899632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:34.912261 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5a191e15-fe17-4418-ad97-b090a3e2896d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.912613 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Added segment 5a191e15-fe17-4418-ad97-b090a3e2896d of type vlan for network 66190d07-8b70-429c-a0d5-3d9b08481fa3 Feb 09 21:15:34.923946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec591439-7eba-4438-a5ec-14ee1be2a73d req-2dcdf0ad-c162-4765-b542-84fa40a330e8 service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938732 Feb 09 21:15:34.970076 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (66190d07-8b70-429c-a0d5-3d9b08481fa3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:34.997476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (66190d07-8b70-429c-a0d5-3d9b08481fa3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:35.003922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:35.004608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:35.103052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Network': ['ID=66190d07-8b70-429c-a0d5-3d9b08481fa3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:35.109560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4108c959-fc61-4367-b4ee-0864b6879816 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2789536 Feb 09 21:15:35.112354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:35.114603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 66190d07-8b70-429c-a0d5-3d9b08481fa3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:35.117958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1622981771'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:35.149600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Made reservation on behalf of 199b4cf8a6bf4df8adaebb35416e9d22 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:35.154038 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:35.186061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:35.199980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (309488e6-773a-4cb2-813b-895ad7e3f52e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:35.200392 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Added segment 309488e6-773a-4cb2-813b-895ad7e3f52e of type vlan for network c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f Feb 09 21:15:35.265263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:35.305945 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:35.310939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:35.311525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:35.396827 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2831683 Feb 09 21:15:35.406860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87e259-7573-4dfa-bace-aca4ecf7ecea tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Network': ['ID=c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:35.434075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:35.554886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35610) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:35.570729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'subnets': [{'network_id': '66190d07-8b70-429c-a0d5-3d9b08481fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2071255680', 'ip_version': 4}, {'network_id': 'c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:35.571047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'subnet': {'network_id': '66190d07-8b70-429c-a0d5-3d9b08481fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2071255680', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:35.571627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Request body: {'subnet': {'network_id': 'c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:35.949664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Made reservation on behalf of 199b4cf8a6bf4df8adaebb35416e9d22 for: {'subnet': 2} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:35.955295 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:35.955646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.138928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35620) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:36.349591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9404ddd-3ed3-4557-9e8a-a9ced3319f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.487879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9404ddd-3ed3-4557-9e8a-a9ced3319f20 admin admin] Publish callbacks [] for security_group (08e57e3e-b885-41ff-bce0-8f7749431a00), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.493332 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a9404ddd-3ed3-4557-9e8a-a9ced3319f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (08e57e3e-b885-41ff-bce0-8f7749431a00), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.519571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (d9c7abd1-91a4-4893-80fb-b36bf6b59907), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.561924 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a9404ddd-3ed3-4557-9e8a-a9ced3319f20 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b4e3d67659bc4c72815e14182b04bc35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211154 Feb 09 21:15:36.565196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:36.573563 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9404ddd-3ed3-4557-9e8a-a9ced3319f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e57e3e-b885-41ff-bce0-8f7749431a00,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:36.654098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e648773-6a2c-4663-9cd3-13aa1c1be0a2 admin admin] Publish callbacks [] for security_group (08e57e3e-b885-41ff-bce0-8f7749431a00), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.681450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e648773-6a2c-4663-9cd3-13aa1c1be0a2 admin admin] Publish callbacks [] for security_group (08e57e3e-b885-41ff-bce0-8f7749431a00), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.743121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e648773-6a2c-4663-9cd3-13aa1c1be0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (08e57e3e-b885-41ff-bce0-8f7749431a00), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.747425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e648773-6a2c-4663-9cd3-13aa1c1be0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.751264 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e648773-6a2c-4663-9cd3-13aa1c1be0a2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/08e57e3e-b885-41ff-bce0-8f7749431a00 HTTP/1.1" status: 204 len: 168 time: 0.1821012 Feb 09 21:15:36.757655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Subnet': ['ID=d9c7abd1-91a4-4893-80fb-b36bf6b59907,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:36.780733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e648773-6a2c-4663-9cd3-13aa1c1be0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e57e3e-b885-41ff-bce0-8f7749431a00,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:36.782680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Checking segment: {'id': '5a191e15-fe17-4418-ad97-b090a3e2896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '66190d07-8b70-429c-a0d5-3d9b08481fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:36.783029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Network hostable DHCP agents. Network: 66190d07-8b70-429c-a0d5-3d9b08481fa3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:15:36.798065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-e8d9bc80-2652-4f96-9030-34b20b71488f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1769588 Feb 09 21:15:36.831239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Network 66190d07-8b70-429c-a0d5-3d9b08481fa3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:15:36.845754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 66190d07-8b70-429c-a0d5-3d9b08481fa3) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:36.850476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (2e510e73-097f-49a7-9160-645a9b85ba21), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:36.857375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a04cc-114b-4fff-9199-58d1dc702cbe None None] Network 66190d07-8b70-429c-a0d5-3d9b08481fa3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:37.036876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-66190d07-8b70-429c-a0d5-3d9b08481fa3', 'network_id': '66190d07-8b70-429c-a0d5-3d9b08481fa3', 'project_id': '199b4cf8a6bf4df8adaebb35416e9d22', 'fixed_ips': [{'subnet_id': 'd9c7abd1-91a4-4893-80fb-b36bf6b59907'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:15:37.039460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:37.042473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event updated for resources: {'Subnet': ['ID=2e510e73-097f-49a7-9160-645a9b85ba21,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:37.093108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Checking segment: {'id': '309488e6-773a-4cb2-813b-895ad7e3f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:37.093781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Network hostable DHCP agents. Network: c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:15:37.107189 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-c337ee78-73db-4e42-8aa6-55ed95beff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.109112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-c337ee78-73db-4e42-8aa6-55ed95beff07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 1129 time: 0.1897621 Feb 09 21:15:37.249453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-f00eae08-b402-4223-85e0-8e49a02060a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.252644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-f00eae08-b402-4223-85e0-8e49a02060a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1dcfe5c4-485c-4f80-9a22-1726741d8a9e HTTP/1.1" status: 200 len: 897 time: 0.1132102 Feb 09 21:15:37.254062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Network c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:15:37.355023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-93c712c1-2076-4d11-8d78-b218a2c0a0a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5b509ca6-4692-4a29-8c61-6b2e6918a5ae HTTP/1.1" status: 200 len: 217 time: 0.0949779 Feb 09 21:15:37.377492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:37.400617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.401120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.403371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:37.536555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a37cd94-9142-49e7-9112-aad54b681832 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9805131 Feb 09 21:15:37.537627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:37.539402 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-8bb88d6b-254c-4cef-9514-086382932876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.544194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-8bb88d6b-254c-4cef-9514-086382932876 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ecff8c7-5bd5-464f-98d9-90feb7042102 HTTP/1.1" status: 200 len: 838 time: 0.1809988 Feb 09 21:15:37.669787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-ede9451f-fabd-4718-8506-b8e6f0696d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.674402 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-ede9451f-fabd-4718-8506-b8e6f0696d85 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1dcfe5c4-485c-4f80-9a22-1726741d8a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1202934 Feb 09 21:15:37.752161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1222a23-456f-4fec-819c-19bc8d13bc38 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.757693 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1222a23-456f-4fec-819c-19bc8d13bc38 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.758987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1222a23-456f-4fec-819c-19bc8d13bc38 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:37.768297 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b1222a23-456f-4fec-819c-19bc8d13bc38 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2294710 Feb 09 21:15:37.770005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:37.783732 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:37.804580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64550529-4a58-4aef-8376-08844d055c01 None None] Network c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:37.897541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-a66c98c0-4241-4c25-bf12-62312e5b0203 service neutron] 10.222.0.50 "GET /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170973 Feb 09 21:15:37.904847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a0630b-cb42-4a7e-938d-c2ad9ffac830 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Deleting subnet d9c7abd1-91a4-4893-80fb-b36bf6b59907 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:15:38.000894 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0618abb4-2e71-45c3-bc12-167f6e92f5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.006719 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64970835-3b88-4110-8e68-42826cd5fbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.030961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Allocated IP 172.20.0.2 (66190d07-8b70-429c-a0d5-3d9b08481fa3/d9c7abd1-91a4-4893-80fb-b36bf6b59907/94990618-373e-4642-aa82-5cee225ba96d) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:38.090235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb73b8ef-e3ec-4fed-9936-ccbd3f1fa08d req-3d89c445-ccbd-47b2-93de-d068ecb324b1 service neutron] 10.222.0.50 "GET /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863487 Feb 09 21:15:38.168205 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64970835-3b88-4110-8e68-42826cd5fbbe admin admin] Publish callbacks [] for security_group (18ef3c6c-c01b-4c49-b962-48a6c5ba40c1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.178552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64970835-3b88-4110-8e68-42826cd5fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (18ef3c6c-c01b-4c49-b962-48a6c5ba40c1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.266705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35666) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:38.267247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64970835-3b88-4110-8e68-42826cd5fbbe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ddac847d9cc84418b691d068e7912923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822552 Feb 09 21:15:38.269388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:38.269856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64970835-3b88-4110-8e68-42826cd5fbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ef3c6c-c01b-4c49-b962-48a6c5ba40c1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:38.281383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f', 'network_id': 'c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f', 'project_id': '199b4cf8a6bf4df8adaebb35416e9d22', 'fixed_ips': [{'subnet_id': '2e510e73-097f-49a7-9160-645a9b85ba21'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:15:38.282415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.362000 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7b87f2d-d496-4d3e-9707-a195756f317c admin admin] Publish callbacks [] for security_group (18ef3c6c-c01b-4c49-b962-48a6c5ba40c1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.387286 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7b87f2d-d496-4d3e-9707-a195756f317c admin admin] Publish callbacks [] for security_group (18ef3c6c-c01b-4c49-b962-48a6c5ba40c1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.488718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7b87f2d-d496-4d3e-9707-a195756f317c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (18ef3c6c-c01b-4c49-b962-48a6c5ba40c1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.493224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7b87f2d-d496-4d3e-9707-a195756f317c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.494548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a7b87f2d-d496-4d3e-9707-a195756f317c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/18ef3c6c-c01b-4c49-b962-48a6c5ba40c1 HTTP/1.1" status: 204 len: 168 time: 0.2267642 Feb 09 21:15:38.512489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b87f2d-d496-4d3e-9707-a195756f317c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ef3c6c-c01b-4c49-b962-48a6c5ba40c1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:38.593174 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1729466669-network', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:38.598130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Publish callbacks [] for port (94990618-373e-4642-aa82-5cee225ba96d), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.627357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a0630b-cb42-4a7e-938d-c2ad9ffac830 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for subnet (d9c7abd1-91a4-4893-80fb-b36bf6b59907), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.643052 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (94990618-373e-4642-aa82-5cee225ba96d), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.653968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Made reservation on behalf of 8fa60f93712c462cb471246bc059fbfe for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:38.656933 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.680236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.736715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a0630b-cb42-4a7e-938d-c2ad9ffac830 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (d9c7abd1-91a4-4893-80fb-b36bf6b59907), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.749568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Pushing event updated for resources: {'Port': ['ID=94990618-373e-4642-aa82-5cee225ba96d,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:38.859648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Network 66190d07-8b70-429c-a0d5-3d9b08481fa3 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:38.883772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:38.887425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:38.913829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Publish callbacks [] for security_group (d8f7f2d7-dd69-4d35-a923-7050df6e34b7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.922598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d8f7f2d7-dd69-4d35-a923-7050df6e34b7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.925832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Allocated IP 172.20.0.18 (c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f/2e510e73-097f-49a7-9160-645a9b85ba21/5f1ef41a-12a5-4c4e-80f8-5c13c300ef73) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:38.948523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:38.960875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (030bff73-b47d-4b4c-813b-c8e9c5ef1de0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:38.961205 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Added segment 030bff73-b47d-4b4c-813b-c8e9c5ef1de0 of type vlan for network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 Feb 09 21:15:38.972245 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a0630b-cb42-4a7e-938d-c2ad9ffac830 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d9c7abd1-91a4-4893-80fb-b36bf6b59907), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.044766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (21ccd6f5-9a1c-4aa4-84ce-335b4683d176), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.046733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:39.074252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Attempting to bind port 94990618-373e-4642-aa82-5cee225ba96d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:39.074814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Attempting to bind port 94990618-373e-4642-aa82-5cee225ba96d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '5a191e15-fe17-4418-ad97-b090a3e2896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '66190d07-8b70-429c-a0d5-3d9b08481fa3'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:39.074991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Attempting to bind port 94990618-373e-4642-aa82-5cee225ba96d on network 66190d07-8b70-429c-a0d5-3d9b08481fa3 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:39.080110 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a181d06-bc24-42fa-98fa-b6591c3b1aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.097421 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (21ccd6f5-9a1c-4aa4-84ce-335b4683d176), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.098202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:39.099384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.114360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35682) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:39.234345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a0630b-cb42-4a7e-938d-c2ad9ffac830 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (d9c7abd1-91a4-4893-80fb-b36bf6b59907), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.245097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9746089 Feb 09 21:15:39.245738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:39.255332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Request body: {'subnet': {'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1729466669-subnet', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:39.262718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7f2d7-dd69-4d35-a923-7050df6e34b7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:39.268200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d3e2-069f-41ae-953f-fc50f76bbd2b admin admin] Pushing event updated for resources: {'Network': ['ID=21ccd6f5-9a1c-4aa4-84ce-335b4683d176,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:39.289437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Made reservation on behalf of 8fa60f93712c462cb471246bc059fbfe for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:39.292356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.311355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0630b-cb42-4a7e-938d-c2ad9ffac830 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c7abd1-91a4-4893-80fb-b36bf6b59907,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:39.349513 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7a0630b-cb42-4a7e-938d-c2ad9ffac830 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.354272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a7a0630b-cb42-4a7e-938d-c2ad9ffac830 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/subnets/d9c7abd1-91a4-4893-80fb-b36bf6b59907 HTTP/1.1" status: 204 len: 168 time: 1.5825818 Feb 09 21:15:39.364408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35686) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:39.364918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Publish callbacks [] for port (5f1ef41a-12a5-4c4e-80f8-5c13c300ef73), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.374906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:39.425323 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a181d06-bc24-42fa-98fa-b6591c3b1aa7 admin admin] Publish callbacks [] for security_group (6beb0daf-bb1c-4da1-b9dd-12f84481fb9f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.469880 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:39.470357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Checking segment: {'id': '5a191e15-fe17-4418-ad97-b090a3e2896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '66190d07-8b70-429c-a0d5-3d9b08481fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:39.475795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.475795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Bound using segment: {'id': '5a191e15-fe17-4418-ad97-b090a3e2896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '66190d07-8b70-429c-a0d5-3d9b08481fa3'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:39.475795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Bound port: 94990618-373e-4642-aa82-5cee225ba96d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a191e15-fe17-4418-ad97-b090a3e2896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '66190d07-8b70-429c-a0d5-3d9b08481fa3'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:39.475795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (94990618-373e-4642-aa82-5cee225ba96d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.476650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (5f1ef41a-12a5-4c4e-80f8-5c13c300ef73), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.502091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f147d3-ed4c-40f1-b5f4-813294c922fa tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Deleting subnet 2e510e73-097f-49a7-9160-645a9b85ba21 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:15:39.516937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f147d3-ed4c-40f1-b5f4-813294c922fa tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for subnet (2e510e73-097f-49a7-9160-645a9b85ba21), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.620571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f147d3-ed4c-40f1-b5f4-813294c922fa tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (2e510e73-097f-49a7-9160-645a9b85ba21), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.632058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Network c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:39.638038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:39.658243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:39.713815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a181d06-bc24-42fa-98fa-b6591c3b1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6beb0daf-bb1c-4da1-b9dd-12f84481fb9f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.747360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8a181d06-bc24-42fa-98fa-b6591c3b1aa7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5aa1abafab834ce78a5be2552a32fdbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6975138 Feb 09 21:15:39.750872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35690) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:39.806014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a181d06-bc24-42fa-98fa-b6591c3b1aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb0daf-bb1c-4da1-b9dd-12f84481fb9f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:39.918546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Pushing event updated for resources: {'Port': ['ID=5f1ef41a-12a5-4c4e-80f8-5c13c300ef73,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:39.924893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75d7e5ee-94dd-4368-81c2-8e2bbec4cfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.933513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Attempting to bind port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:39.933969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Attempting to bind port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '309488e6-773a-4cb2-813b-895ad7e3f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:39.934406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Attempting to bind port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 on network c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:39.960657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] For port 94990618-373e-4642-aa82-5cee225ba96d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:39.965255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] For port 94990618-373e-4642-aa82-5cee225ba96d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=94990618-373e-4642-aa82-5cee225ba96d,segment=NetworkSegment(5a191e15-fe17-4418-ad97-b090a3e2896d),segment_id=5a191e15-fe17-4418-ad97-b090a3e2896d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:39.966270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (6a26da11-cc19-4fd9-8d33-0d819242a85d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.975477 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (94990618-373e-4642-aa82-5cee225ba96d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.977941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:39.978451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Checking segment: {'id': '309488e6-773a-4cb2-813b-895ad7e3f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:39.978962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.979455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Bound using segment: {'id': '309488e6-773a-4cb2-813b-895ad7e3f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:39.980055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Bound port: 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309488e6-773a-4cb2-813b-895ad7e3f52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:39.980537 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5f1ef41a-12a5-4c4e-80f8-5c13c300ef73), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:39.988547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f147d3-ed4c-40f1-b5f4-813294c922fa tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2e510e73-097f-49a7-9160-645a9b85ba21), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.043726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (dc43cb0c-3767-489e-b07b-95f081bf2e65), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.154851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9345-5203-49e5-92e9-4a39ef9214e8 admin admin] Publish callbacks [] for security_group (6beb0daf-bb1c-4da1-b9dd-12f84481fb9f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.189939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc43cb0c-3767-489e-b07b-95f081bf2e65,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:40.214983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9345-5203-49e5-92e9-4a39ef9214e8 admin admin] Publish callbacks [] for security_group (6beb0daf-bb1c-4da1-b9dd-12f84481fb9f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.219226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f147d3-ed4c-40f1-b5f4-813294c922fa tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (2e510e73-097f-49a7-9160-645a9b85ba21), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.241592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce7803-05ab-4899-8fce-4850fc78d7a5 None None] Pushing event updated for resources: {'Port': ['ID=94990618-373e-4642-aa82-5cee225ba96d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:40.262176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f147d3-ed4c-40f1-b5f4-813294c922fa tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Subnet': ['ID=2e510e73-097f-49a7-9160-645a9b85ba21,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:40.276676 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-45f147d3-ed4c-40f1-b5f4-813294c922fa tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.279880 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-45f147d3-ed4c-40f1-b5f4-813294c922fa tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/subnets/2e510e73-097f-49a7-9160-645a9b85ba21 HTTP/1.1" status: 204 len: 168 time: 0.9141345 Feb 09 21:15:40.280904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Checking segment: {'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:40.281271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Network hostable DHCP agents. Network: 21ccd6f5-9a1c-4aa4-84ce-335b4683d176, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:15:40.289292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:40.360025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af65361a-d365-4e02-bfd1-fe58954a08b8 None None] Network 66190d07-8b70-429c-a0d5-3d9b08481fa3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:40.384861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1eb5e2-d1d4-4414-8125-431568d17bb1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:40.386337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5e1eb5e2-d1d4-4414-8125-431568d17bb1 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0961962 Feb 09 21:15:40.389788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:15:40.391512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35698) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:40.417457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9345-5203-49e5-92e9-4a39ef9214e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6beb0daf-bb1c-4da1-b9dd-12f84481fb9f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.419979 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9345-5203-49e5-92e9-4a39ef9214e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.421753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ea8e9345-5203-49e5-92e9-4a39ef9214e8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6beb0daf-bb1c-4da1-b9dd-12f84481fb9f HTTP/1.1" status: 204 len: 168 time: 0.6690512 Feb 09 21:15:40.442638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] For port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:40.465019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] For port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5f1ef41a-12a5-4c4e-80f8-5c13c300ef73,segment=NetworkSegment(309488e6-773a-4cb2-813b-895ad7e3f52e),segment_id=309488e6-773a-4cb2-813b-895ad7e3f52e)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:40.465686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 21ccd6f5-9a1c-4aa4-84ce-335b4683d176) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:40.475325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5f1ef41a-12a5-4c4e-80f8-5c13c300ef73), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.477601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:40.478251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.497948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2c7ad-32e7-46e7-b653-96dc648dc7a8 None None] Network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:40.544885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e9345-5203-49e5-92e9-4a39ef9214e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb0daf-bb1c-4da1-b9dd-12f84481fb9f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:40.584939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.601783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port f7dab428-6bac-45fd-899b-36786825fe8a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:40.602446 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.606529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a14fd042-a770-445a-91a4-250c9b2fa756 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3561594 Feb 09 21:15:40.607233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:40.612608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:40.672323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-21ccd6f5-9a1c-4aa4-84ce-335b4683d176', 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176', 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'fixed_ips': [{'subnet_id': 'dc43cb0c-3767-489e-b07b-95f081bf2e65'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:15:40.682654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.711056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (fc2f123c-359f-4462-b499-819026a15f76), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.712278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (fc2f123c-359f-4462-b499-819026a15f76), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.795119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Deleting port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:40.795621 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5f1ef41a-12a5-4c4e-80f8-5c13c300ef73), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.850770 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port f7dab428-6bac-45fd-899b-36786825fe8a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f7dab428-6bac-45fd-899b-36786825fe8a,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:40.851290 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.879508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for f7dab428-6bac-45fd-899b-36786825fe8a owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:40.904231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] For port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5f1ef41a-12a5-4c4e-80f8-5c13c300ef73,segment=NetworkSegment(309488e6-773a-4cb2-813b-895ad7e3f52e),segment_id=309488e6-773a-4cb2-813b-895ad7e3f52e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:40.905160 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5f1ef41a-12a5-4c4e-80f8-5c13c300ef73), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:40.923485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Calling delete_port for 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:40.976392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bd141-beb0-43c7-8673-436562bbc471 None None] Pushing event updated for resources: {'Port': ['ID=5f1ef41a-12a5-4c4e-80f8-5c13c300ef73,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:41.134786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Allocated IP 172.20.0.2 (21ccd6f5-9a1c-4aa4-84ce-335b4683d176/dc43cb0c-3767-489e-b07b-95f081bf2e65/57d265c0-ccbb-46d3-aa8d-18bc67964f38) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:41.201485 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5f1ef41a-12a5-4c4e-80f8-5c13c300ef73), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.241601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] No DVR routers for this DVR port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:41.256236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks [] for router_controller (fc2f123c-359f-4462-b499-819026a15f76), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.389960 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Publish callbacks [] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.405132 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f7dab428-6bac-45fd-899b-36786825fe8a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.420327 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.506175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=f7dab428-6bac-45fd-899b-36786825fe8a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:41.520924 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.570352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:41.574374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:41.589445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:41.592079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Pushing event updated for resources: {'Port': ['ID=57d265c0-ccbb-46d3-aa8d-18bc67964f38,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:41.703453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Attempting to bind port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:41.703943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Attempting to bind port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:41.704317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Attempting to bind port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 on network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:41.717916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:41.718735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Checking segment: {'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:41.719863 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.720516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Bound using segment: {'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:41.721270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Bound port: 57d265c0-ccbb-46d3-aa8d-18bc67964f38, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:41.722528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.877465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] For port 57d265c0-ccbb-46d3-aa8d-18bc67964f38, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:41.881594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] For port 57d265c0-ccbb-46d3-aa8d-18bc67964f38, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57d265c0-ccbb-46d3-aa8d-18bc67964f38,segment=NetworkSegment(030bff73-b47d-4b4c-813b-c8e9c5ef1de0),segment_id=030bff73-b47d-4b4c-813b-c8e9c5ef1de0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:41.893698 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:41.978106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:42.049620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:42.050001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:15:42.123457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Port 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 not found, will not notify nova. {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:15:42.152507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebddd0-4446-4d4d-bedc-4e5ac89369ec None None] Pushing event updated for resources: {'Port': ['ID=57d265c0-ccbb-46d3-aa8d-18bc67964f38,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:42.152805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35724) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:42.213834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Port': ['ID=5f1ef41a-12a5-4c4e-80f8-5c13c300ef73,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:42.344285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.369440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:42.454338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309488e6-773a-4cb2-813b-895ad7e3f52e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:42.454654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309488e6-773a-4cb2-813b-895ad7e3f52e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:42.478873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (309488e6-773a-4cb2-813b-895ad7e3f52e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.532003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed866a17-5104-4771-84e9-1c17bafd462d None None] Network c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:42.594837 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (309488e6-773a-4cb2-813b-895ad7e3f52e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.602743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (6a26da11-cc19-4fd9-8d33-0d819242a85d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.611476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:42.612659 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (309488e6-773a-4cb2-813b-895ad7e3f52e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.635018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eee7efaf-43c1-4d70-b47b-344e8e2ddb65 None None] Could not find standard attr ID for object 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:42.639195 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:42.774981 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.788038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-329106787-network', 'tenant_id': '1f01be36cda246a291a9f804b76b8149'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:42.811703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3190fff-8d24-440d-a37a-c4115f9a77bd None None] DHCP port deletion for c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:15:42.843339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks [] for router_gateway (fc2f123c-359f-4462-b499-819026a15f76), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.851477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.861133 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.867851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/networks/c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f HTTP/1.1" status: 204 len: 168 time: 2.4718795 Feb 09 21:15:42.867851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Made reservation on behalf of 1f01be36cda246a291a9f804b76b8149 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:42.869392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.873115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35730) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:42.906102 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:42.907973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f8ee3-b7dd-4ce0-8411-19a8dd3e2479 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Network': ['ID=c2b0f6a2-8f6b-4eb0-be94-a0bfa67ba77f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:42.966465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 6a26da11-cc19-4fd9-8d33-0d819242a85d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:43.032186 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (66190d07-8b70-429c-a0d5-3d9b08481fa3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.087095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:43.092189 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4defb887-7673-47aa-8274-e8457fe3e73f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "PUT /v2.0/routers/6a26da11-cc19-4fd9-8d33-0d819242a85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9764941 Feb 09 21:15:43.098645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] Sync routers for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:43.111022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:43.112382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:43.152015 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Publish callbacks [] for security_group (8e2532c1-bab1-43fd-ad3d-7c303651e118), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.185852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8e2532c1-bab1-43fd-ad3d-7c303651e118), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.268686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:43.284086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2532c1-bab1-43fd-ad3d-7c303651e118,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:43.294667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:43.361319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Deleting port 94990618-373e-4642-aa82-5cee225ba96d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:43.361667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (94990618-373e-4642-aa82-5cee225ba96d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.370130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ca92a676-97f8-4b29-a6c2-ef691b93a9d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.370364 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Added segment ca92a676-97f8-4b29-a6c2-ef691b93a9d0 of type vlan for network 759f166c-70ac-42ac-87b6-2fecd78c55cb Feb 09 21:15:43.522168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88e309-490d-4533-a028-0ad37763ac0c req-ff518521-0f76-4de0-9866-5b0b9ca6580d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:43.524261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc88e309-490d-4533-a028-0ad37763ac0c req-ff518521-0f76-4de0-9866-5b0b9ca6580d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 946 time: 0.1248829 Feb 09 21:15:43.597630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (759f166c-70ac-42ac-87b6-2fecd78c55cb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.601050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] For port 94990618-373e-4642-aa82-5cee225ba96d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=94990618-373e-4642-aa82-5cee225ba96d,segment=NetworkSegment(5a191e15-fe17-4418-ad97-b090a3e2896d),segment_id=5a191e15-fe17-4418-ad97-b090a3e2896d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:43.601629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (94990618-373e-4642-aa82-5cee225ba96d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.622552 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc88e309-490d-4533-a028-0ad37763ac0c req-a8107f08-1038-445c-bf3b-a51436a07973 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901468 Feb 09 21:15:43.635793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Calling delete_port for 94990618-373e-4642-aa82-5cee225ba96d owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:43.638129 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks [] for router_gateway (fc2f123c-359f-4462-b499-819026a15f76), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.665746 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.751618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e265b3d-6578-446b-b826-02c68abc2927 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:15:43.796123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Allocated IP 172.25.4.113 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/17b6b9ae-286c-4c78-8bda-b8e400ead90b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:43.799125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57d265c0-ccbb-46d3-aa8d-18bc67964f38 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:43.837317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (759f166c-70ac-42ac-87b6-2fecd78c55cb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.838311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:43.838896 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.862139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6cf09e9b-6aca-423d-bf8b-bbe50021e660 None None] Provisioning complete for port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:43.862789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cf09e9b-6aca-423d-bf8b-bbe50021e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.871152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:41Z', 'revision_number': 6, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:17Z', 'revision_number': 1, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:43.939060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7398901 Feb 09 21:15:43.939406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35738) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:43.945161 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Request body: {'subnet': {'network_id': '759f166c-70ac-42ac-87b6-2fecd78c55cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-329106787-subnet', 'tenant_id': '1f01be36cda246a291a9f804b76b8149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:43.966901 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Made reservation on behalf of 1f01be36cda246a291a9f804b76b8149 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:43.970087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:43.979498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf35864-0884-4489-9f5a-241dc5c1a4dd admin admin] Pushing event updated for resources: {'Network': ['ID=759f166c-70ac-42ac-87b6-2fecd78c55cb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:44.067326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks [] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.115959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.141867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 759f166c-70ac-42ac-87b6-2fecd78c55cb details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:44.162902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (94990618-373e-4642-aa82-5cee225ba96d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.186421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:44.193924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:44.196847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] No DVR routers for this DVR port 94990618-373e-4642-aa82-5cee225ba96d on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:44.199129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:44.202279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Pushing event updated for resources: {'Port': ['ID=17b6b9ae-286c-4c78-8bda-b8e400ead90b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:44.203555 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (8a771c62-048a-47ef-b8b1-1f4849fabc7a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.216754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] Checking router: 6a26da11-cc19-4fd9-8d33-0d819242a85d for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:15:44.269562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Port': ['ID=94990618-373e-4642-aa82-5cee225ba96d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:44.291309 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a771c62-048a-47ef-b8b1-1f4849fabc7a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:44.300350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Checking segment: {'id': 'ca92a676-97f8-4b29-a6c2-ef691b93a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '759f166c-70ac-42ac-87b6-2fecd78c55cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:44.300906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Network hostable DHCP agents. Network: 759f166c-70ac-42ac-87b6-2fecd78c55cb, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:15:44.319934 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.323567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Network 759f166c-70ac-42ac-87b6-2fecd78c55cb is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:15:44.335493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 759f166c-70ac-42ac-87b6-2fecd78c55cb) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:44.337766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:44.338458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:44.348080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:44.349242 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.383295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c4901ea2-13a7-4080-bd4a-27f20c4b6cba admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4406676 Feb 09 21:15:44.401055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (66190d07-8b70-429c-a0d5-3d9b08481fa3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.431257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6cf09e9b-6aca-423d-bf8b-bbe50021e660 None None] Current status of the port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:44.431650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cf09e9b-6aca-423d-bf8b-bbe50021e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.434220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66190d07-8b70-429c-a0d5-3d9b08481fa3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:44.447520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a191e15-fe17-4418-ad97-b090a3e2896d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:44.447851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a191e15-fe17-4418-ad97-b090a3e2896d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:44.450454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e265b3d-6578-446b-b826-02c68abc2927 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:15:44.465305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:44.465683 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.480629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (5a191e15-fe17-4418-ad97-b090a3e2896d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.561243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6cf09e9b-6aca-423d-bf8b-bbe50021e660 None None] For port 57d265c0-ccbb-46d3-aa8d-18bc67964f38, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57d265c0-ccbb-46d3-aa8d-18bc67964f38,segment=NetworkSegment(030bff73-b47d-4b4c-813b-c8e9c5ef1de0),segment_id=030bff73-b47d-4b4c-813b-c8e9c5ef1de0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:44.581799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:44.618163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5a191e15-fe17-4418-ad97-b090a3e2896d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.636481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cf09e9b-6aca-423d-bf8b-bbe50021e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.658087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:44.658512 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (5a191e15-fe17-4418-ad97-b090a3e2896d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:44.678826 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:44.836495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf09e9b-6aca-423d-bf8b-bbe50021e660 None None] Pushing event updated for resources: {'Port': ['ID=57d265c0-ccbb-46d3-aa8d-18bc67964f38,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:44.842122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (66190d07-8b70-429c-a0d5-3d9b08481fa3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.856003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:44.860967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/networks/66190d07-8b70-429c-a0d5-3d9b08481fa3 HTTP/1.1" status: 204 len: 168 time: 1.9759367 Feb 09 21:15:44.861426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35754) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:44.936761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29ca41-9b6f-4f63-8b4a-a80ef009643d tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Network': ['ID=66190d07-8b70-429c-a0d5-3d9b08481fa3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:44.962116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11385e20-9f03-4250-b47d-3e7e99dbbfbb req-c267a284-0a5e-4a4c-aca5-2b05d9c034de tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:44.969732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11385e20-9f03-4250-b47d-3e7e99dbbfbb req-c267a284-0a5e-4a4c-aca5-2b05d9c034de tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 946 time: 0.2252374 Feb 09 21:15:44.984302 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (4fccc837-9985-4e47-9d06-74168ec4eb14), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.015694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-d6477740-90f5-4b7e-999e-b938c5e83159 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:45.017184 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-d6477740-90f5-4b7e-999e-b938c5e83159 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 946 time: 0.2206526 Feb 09 21:15:45.109638 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (4fccc837-9985-4e47-9d06-74168ec4eb14), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.131664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-11385e20-9f03-4250-b47d-3e7e99dbbfbb req-a82a0329-6595-44ba-9c49-1cd352d68a6a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611469 Feb 09 21:15:45.136898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35760) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:45.140191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fccc837-9985-4e47-9d06-74168ec4eb14']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:45.154110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997657164-network', 'tenant_id': '492f3a52e7d54401b131261bd93aa327'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:45.162108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a6fc67-99ba-4a92-997f-8498f0b932d7') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:45.164428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a6fc67-99ba-4a92-997f-8498f0b932d7') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:45.164611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:45.190547 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks [] for router_gateway (fc2f123c-359f-4462-b499-819026a15f76), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.191114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (e5a6fc67-99ba-4a92-997f-8498f0b932d7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.218335 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e5a6fc67-99ba-4a92-997f-8498f0b932d7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.221115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Made reservation on behalf of 492f3a52e7d54401b131261bd93aa327 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:45.224700 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.239749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:45.240205 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (e5a6fc67-99ba-4a92-997f-8498f0b932d7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:45.244323 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:45.258608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:45.258808 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.307635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae185e-8352-4753-a996-5abe001798e6 None None] Network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:45.310504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1cd582-4365-4fe7-a805-57b348756a46 None None] Network 759f166c-70ac-42ac-87b6-2fecd78c55cb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:45.344253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:45.344811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5f1ef41a-12a5-4c4e-80f8-5c13c300ef73 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:45.345347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (4fccc837-9985-4e47-9d06-74168ec4eb14), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.352829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.357265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/networks/4fccc837-9985-4e47-9d06-74168ec4eb14 HTTP/1.1" status: 204 len: 168 time: 0.4945686 Feb 09 21:15:45.365412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:45.410606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Network': ['ID=4fccc837-9985-4e47-9d06-74168ec4eb14,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:45.448641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.448998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.449349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.450313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.455807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be025cce-f26c-4cda-85d1-9cbb33d56344 tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:45.512519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (fc2f123c-359f-4462-b499-819026a15f76), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.514104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (4820ce57-869b-4635-9847-c7950fb9f553), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.516311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:45.516718 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.533509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Publish callbacks [] for security_group (736566fc-c711-4bd9-bd32-0c46c788141f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.570189 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (736566fc-c711-4bd9-bd32-0c46c788141f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.667311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:41Z', 'revision_number': 6, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:17Z', 'revision_number': 1, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:45.686774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f007b79-bb52-4375-ba85-2a2767ce8c59 None None] Network 759f166c-70ac-42ac-87b6-2fecd78c55cb requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:45.703406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:45.775722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (4820ce57-869b-4635-9847-c7950fb9f553), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.789015 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (39af5a48-2410-4cf8-bb28-0121a325f2a8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.789447 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Added segment 39af5a48-2410-4cf8-bb28-0121a325f2a8 of type vlan for network 06fa0431-83ca-4daf-8ba9-2236a9853882 Feb 09 21:15:45.808505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736566fc-c711-4bd9-bd32-0c46c788141f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:45.815501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29956acb-8445-4e26-bb76-aac3c615258b None None] The sync data for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 is: [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:41Z', 'revision_number': 6, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '1180d3de-f4e4-4521-86db-cce015f81b1d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.190', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'port_id': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'mac_address': 'fa:16:3e:a6:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:14:12Z', 'updated_at': '2022-02-09T21:14:17Z', 'revision_number': 1, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:45.821405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57d265c0-ccbb-46d3-aa8d-18bc67964f38 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:45.844506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4820ce57-869b-4635-9847-c7950fb9f553']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:45.885631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5becdcf5-0a27-451b-80fe-1a6d9c4efeec') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:45.886217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5becdcf5-0a27-451b-80fe-1a6d9c4efeec') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:45.906957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (06fa0431-83ca-4daf-8ba9-2236a9853882), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.914055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (5becdcf5-0a27-451b-80fe-1a6d9c4efeec), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.935627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5becdcf5-0a27-451b-80fe-1a6d9c4efeec), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.952878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:45.953716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (5becdcf5-0a27-451b-80fe-1a6d9c4efeec), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:45.957506 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:46.070435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (06fa0431-83ca-4daf-8ba9-2236a9853882), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.076543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:46.080321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.093436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:46.094342 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.120001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:46.120415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.159492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for 5b509ca6-4692-4a29-8c61-6b2e6918a5ae owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:46.174905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:46.260182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:46.279130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] Pushing event updated for resources: {'Network': ['ID=06fa0431-83ca-4daf-8ba9-2236a9853882,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:46.297455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 06fa0431-83ca-4daf-8ba9-2236a9853882 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:46.342981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Router fc2f123c-359f-4462-b499-819026a15f76 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:15:46.359041 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (4820ce57-869b-4635-9847-c7950fb9f553), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.369236 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fdc32ace-28f9-4118-ae49-3528f9cbde2e admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2311428 Feb 09 21:15:46.371867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:46.401796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Pushing event deleted for resources: {'Network': ['ID=4820ce57-869b-4635-9847-c7950fb9f553,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:46.410104 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.419913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3670351f-071a-492a-ac9d-f4127b5c0a9c tempest-BulkNetworkOpsTest-245884694 tempest-BulkNetworkOpsTest-245884694-project] 10.222.0.102 "DELETE /v2.0/networks/4820ce57-869b-4635-9847-c7950fb9f553 HTTP/1.1" status: 204 len: 168 time: 1.0510967 Feb 09 21:15:46.467405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8417c0c-dcc9-42e8-a4f2-2230137dd5c3 req-00bb5e18-3390-4ba5-b1b0-2d44986c667c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:46.469580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b8417c0c-dcc9-42e8-a4f2-2230137dd5c3 req-00bb5e18-3390-4ba5-b1b0-2d44986c667c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 946 time: 0.1732693 Feb 09 21:15:46.482152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-31878eb5-dbf5-4d4c-99b6-eb936fcc5886 None None] Provisioning complete for port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:46.483454 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31878eb5-dbf5-4d4c-99b6-eb936fcc5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.500554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Request body: {'subnet': {'network_id': '06fa0431-83ca-4daf-8ba9-2236a9853882', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997657164-subnet', 'tenant_id': '492f3a52e7d54401b131261bd93aa327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:46.529584 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b8417c0c-dcc9-42e8-a4f2-2230137dd5c3 req-a990ae50-6b76-4c28-b2ef-7b9f624582d1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=ccd4580a-975c-46ae-b175-68c75660023f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538228 Feb 09 21:15:46.554455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8045fef-bdd1-4dd9-8e7e-2493b00b708c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.655902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Made reservation on behalf of 492f3a52e7d54401b131261bd93aa327 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:46.658258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.684772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-31878eb5-dbf5-4d4c-99b6-eb936fcc5886 None None] Current status of the port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:46.689675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:46.702254 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Sync routers for ids ['fc2f123c-359f-4462-b499-819026a15f76'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:46.712839 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Routers {'fc2f123c-359f-4462-b499-819026a15f76'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:46.713701 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['fc2f123c-359f-4462-b499-819026a15f76'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:46.758376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.760030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-dcbc2e2e-855e-457d-82a2-ee843e4617fa admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1505172 Feb 09 21:15:46.762860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:46.783844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35784) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:46.806589 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5b509ca6-4692-4a29-8c61-6b2e6918a5ae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.868316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=5b509ca6-4692-4a29-8c61-6b2e6918a5ae,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:46.886718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Set router fc2f123c-359f-4462-b499-819026a15f76 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:46.947915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] No DVR routers for this DVR port 5b509ca6-4692-4a29-8c61-6b2e6918a5ae on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:46.950862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8045fef-bdd1-4dd9-8e7e-2493b00b708c admin admin] Publish callbacks [] for security_group (42baf45b-210a-41db-b430-ea201495ecb1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.953775 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:46.957207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e45a0d04-cadf-434f-86db-487a7ecfcb51 req-6cfbbae4-0d58-4531-9033-8196032e3fdc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "DELETE /v2.0/ports/5b509ca6-4692-4a29-8c61-6b2e6918a5ae HTTP/1.1" status: 204 len: 173 time: 1.9303908 Feb 09 21:15:46.957676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2abb65-08b5-445e-a133-c6d333eb95c3', 'name': 'network-vif-deleted', 'tag': '5b509ca6-4692-4a29-8c61-6b2e6918a5ae'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:15:46.960216 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2770f7b7-ecf6-4122-96b6-1baeab26513c" -d '{"events": [{"server_uuid": "4a2abb65-08b5-445e-a133-c6d333eb95c3", "name": "network-vif-deleted", "tag": "5b509ca6-4692-4a29-8c61-6b2e6918a5ae"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:15:46.965664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8045fef-bdd1-4dd9-8e7e-2493b00b708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (42baf45b-210a-41db-b430-ea201495ecb1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.071328 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f301e165-3aa5-4937-8f77-c3d50f9a4cff x-openstack-request-id: req-f301e165-3aa5-4937-8f77-c3d50f9a4cff {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:15:47.071940 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2abb65-08b5-445e-a133-c6d333eb95c3", "name": "network-vif-deleted", "tag": "5b509ca6-4692-4a29-8c61-6b2e6918a5ae", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:15:47.072769 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f301e165-3aa5-4937-8f77-c3d50f9a4cff {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:15:47.073270 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2abb65-08b5-445e-a133-c6d333eb95c3', 'name': 'network-vif-deleted', 'tag': '5b509ca6-4692-4a29-8c61-6b2e6918a5ae', 'status': 'completed', 'code': 200} Feb 09 21:15:47.104000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e8045fef-bdd1-4dd9-8e7e-2493b00b708c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=de424c2c33a043b6a42e08aa6b2e9e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9228513 Feb 09 21:15:47.114721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:47.173315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a0125ae6-5590-4514-9f1b-883185d0fc0b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=199b4cf8a6bf4df8adaebb35416e9d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837116 Feb 09 21:15:47.173315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8045fef-bdd1-4dd9-8e7e-2493b00b708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42baf45b-210a-41db-b430-ea201495ecb1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:47.174946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35792) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:47.241766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (fa4eb1eb-7054-450e-ac8e-14c094209790), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.269344 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:15:44Z', 'revision_number': 3, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:47.297831 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e315fea-a8b9-41f5-9c82-db5a4a650ab6 admin admin] Publish callbacks [] for security_group (ec49844b-5c2d-4d41-8488-2f34c2ee7db6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.309986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4eb1eb-7054-450e-ac8e-14c094209790,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:47.315218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-429ebc26-2bd2-46c2-83fd-18e057c6816c admin admin] Publish callbacks [] for security_group (42baf45b-210a-41db-b430-ea201495ecb1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.319290 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Checking router: fc2f123c-359f-4462-b499-819026a15f76 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:15:47.320181 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Updating router fc2f123c-359f-4462-b499-819026a15f76 port 17b6b9ae-286c-4c78-8bda-b8e400ead90b binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:15:47.359301 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.359830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-429ebc26-2bd2-46c2-83fd-18e057c6816c admin admin] Publish callbacks [] for security_group (42baf45b-210a-41db-b430-ea201495ecb1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.370392 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e315fea-a8b9-41f5-9c82-db5a4a650ab6 admin admin] Publish callbacks [] for security_group (ec49844b-5c2d-4d41-8488-2f34c2ee7db6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.392406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Checking segment: {'id': '39af5a48-2410-4cf8-bb28-0121a325f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '06fa0431-83ca-4daf-8ba9-2236a9853882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:47.392777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Network hostable DHCP agents. Network: 06fa0431-83ca-4daf-8ba9-2236a9853882, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:15:47.432648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Network 06fa0431-83ca-4daf-8ba9-2236a9853882 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:15:47.455198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 06fa0431-83ca-4daf-8ba9-2236a9853882) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:47.455409 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.464853 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-429ebc26-2bd2-46c2-83fd-18e057c6816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (42baf45b-210a-41db-b430-ea201495ecb1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.468095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-429ebc26-2bd2-46c2-83fd-18e057c6816c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.471856 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-429ebc26-2bd2-46c2-83fd-18e057c6816c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/42baf45b-210a-41db-b430-ea201495ecb1 HTTP/1.1" status: 204 len: 168 time: 0.3510592 Feb 09 21:15:47.472031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:47.472640 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.479256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12746bd3-70ad-4961-8735-6b5b48570715 None None] Network 06fa0431-83ca-4daf-8ba9-2236a9853882 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:47.510578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ebc26-2bd2-46c2-83fd-18e057c6816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42baf45b-210a-41db-b430-ea201495ecb1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:47.526442 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d0ff088b-d4ce-4b3c-8b1f-3079d926747a admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0537133 Feb 09 21:15:47.693859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f7dab428-6bac-45fd-899b-36786825fe8a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:47.725991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e315fea-a8b9-41f5-9c82-db5a4a650ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ec49844b-5c2d-4d41-8488-2f34c2ee7db6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.734084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e315fea-a8b9-41f5-9c82-db5a4a650ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:47.740939 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3e315fea-a8b9-41f5-9c82-db5a4a650ab6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ec49844b-5c2d-4d41-8488-2f34c2ee7db6 HTTP/1.1" status: 204 len: 168 time: 0.5650446 Feb 09 21:15:47.750575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f7dab428-6bac-45fd-899b-36786825fe8a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:47.750929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f7dab428-6bac-45fd-899b-36786825fe8a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:47.993793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b6a0e-14ba-437b-8b97-2776741e07fa None None] Network 06fa0431-83ca-4daf-8ba9-2236a9853882 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:48.112428 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Publish callbacks [] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:48.134753 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:48.200450 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Pushing event updated for resources: {'Port': ['ID=17b6b9ae-286c-4c78-8bda-b8e400ead90b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:48.201652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Allocated IP 172.20.0.1 (21ccd6f5-9a1c-4aa4-84ce-335b4683d176/dc43cb0c-3767-489e-b07b-95f081bf2e65/7d28e34c-1d11-4c21-9d4c-9920ae4f69f4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:48.213081 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.214124 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.214628 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.215219 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.215744 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.216453 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.217128 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.217626 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.218130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.218632 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.219139 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.219628 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.220283 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:48.265121 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Attempting to bind port 17b6b9ae-286c-4c78-8bda-b8e400ead90b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:48.266222 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Attempting to bind port 17b6b9ae-286c-4c78-8bda-b8e400ead90b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:48.267198 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Attempting to bind port 17b6b9ae-286c-4c78-8bda-b8e400ead90b on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:48.279895 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:48.280901 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:48.281795 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:48.293031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e315fea-a8b9-41f5-9c82-db5a4a650ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec49844b-5c2d-4d41-8488-2f34c2ee7db6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:48.295569 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:48.296652 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Bound port: 17b6b9ae-286c-4c78-8bda-b8e400ead90b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:48.298082 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:48.343075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8e13bf72-63c3-46a8-abd8-5bcf7a99f8dd req-56358813-ac1d-4e59-be30-63989de92154 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=4a2abb65-08b5-445e-a133-c6d333eb95c3 HTTP/1.1" status: 200 len: 210 time: 0.5842988 Feb 09 21:15:48.418991 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] For port 17b6b9ae-286c-4c78-8bda-b8e400ead90b, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:48.424198 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] For port 17b6b9ae-286c-4c78-8bda-b8e400ead90b, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17b6b9ae-286c-4c78-8bda-b8e400ead90b,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:48.434967 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:48.468263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Publish callbacks [] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:48.539429 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe8938-a193-414c-8959-3123b99d1629 None None] Pushing event updated for resources: {'Port': ['ID=17b6b9ae-286c-4c78-8bda-b8e400ead90b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:48.545591 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:48.552920 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Routers {'fc2f123c-359f-4462-b499-819026a15f76'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:48.553965 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['fc2f123c-359f-4462-b499-819026a15f76'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:48.686873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:48.693250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:48.696201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:48.731217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Pushing event updated for resources: {'Port': ['ID=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:48.752782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (fc2f123c-359f-4462-b499-819026a15f76), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:48.805081 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] Set router fc2f123c-359f-4462-b499-819026a15f76 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:48.954238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-5e3c140c-bd31-4441-bdae-b7129422c6c3 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:48.974458 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-5e3c140c-bd31-4441-bdae-b7129422c6c3 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/networks?id=759f166c-70ac-42ac-87b6-2fecd78c55cb HTTP/1.1" status: 200 len: 808 time: 0.2917042 Feb 09 21:15:48.997825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-766b93a1-995c-4c19-8a28-b78e5e6baca3 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/quotas/1f01be36cda246a291a9f804b76b8149 HTTP/1.1" status: 200 len: 375 time: 0.0155048 Feb 09 21:15:49.057319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-363a484e-5624-4592-a419-92c2122bb4d7 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=1f01be36cda246a291a9f804b76b8149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527527 Feb 09 21:15:49.059117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.148285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9a001a5a-e5df-4f6b-a8e1-d2a2490900ab None None] Provisioning complete for port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:49.148848 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9a001a5a-e5df-4f6b-a8e1-d2a2490900ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.188582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-f5815a11-dbb1-427e-ad96-89925888fff6 service neutron] 10.222.0.102 "GET /v2.0/networks/759f166c-70ac-42ac-87b6-2fecd78c55cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297770 Feb 09 21:15:49.221359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9a001a5a-e5df-4f6b-a8e1-d2a2490900ab None None] Port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:15:49.238858 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:15:44Z', 'revision_number': 3, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:49.275788 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f118f9-2710-40d2-8699-1f81c635dcc5 None None] The sync data for ids ['fc2f123c-359f-4462-b499-819026a15f76'] in n-d-789963-29 is: [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:15:44Z', 'revision_number': 3, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:49.391309 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Publish callbacks [] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.397074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-303356d6-ebe2-4077-917e-771e6f35c980 service neutron] 10.222.0.102 "GET /v2.0/networks/759f166c-70ac-42ac-87b6-2fecd78c55cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073178 Feb 09 21:15:49.413247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.438920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:49.518317 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (fc2f123c-359f-4462-b499-819026a15f76), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.531197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Pushing event updated for resources: {'Port': ['ID=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:49.594847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7723677f-2494-4f4c-b24b-072d9c33c526 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (ccd4580a-975c-46ae-b175-68c75660023f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.657158 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7723677f-2494-4f4c-b24b-072d9c33c526 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (ccd4580a-975c-46ae-b175-68c75660023f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.804320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9f66022-493f-4a18-9ee5-d4debe66a289 req-565eca76-676d-4893-83ca-5a2b0c4b1fe1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 210 time: 0.1241958 Feb 09 21:15:49.806391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:49.822473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:49.838368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7723677f-2494-4f4c-b24b-072d9c33c526 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ccd4580a-975c-46ae-b175-68c75660023f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.841225 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7723677f-2494-4f4c-b24b-072d9c33c526 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:49.844963 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7723677f-2494-4f4c-b24b-072d9c33c526 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/security-groups/ccd4580a-975c-46ae-b175-68c75660023f HTTP/1.1" status: 204 len: 168 time: 0.4024887 Feb 09 21:15:49.888534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723677f-2494-4f4c-b24b-072d9c33c526 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4580a-975c-46ae-b175-68c75660023f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:49.934958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35874) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:50.057920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5b509ca6-4692-4a29-8c61-6b2e6918a5ae no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:50.086834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Router fc2f123c-359f-4462-b499-819026a15f76 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:50.100943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9161e3-d3ff-4f58-af99-208ef7ec5f90 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting subnet 1ecff8c7-5bd5-464f-98d9-90feb7042102 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:15:50.102654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 5b509ca6-4692-4a29-8c61-6b2e6918a5ae {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:50.103100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5b509ca6-4692-4a29-8c61-6b2e6918a5ae not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:50.110768 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9161e3-d3ff-4f58-af99-208ef7ec5f90 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (1ecff8c7-5bd5-464f-98d9-90feb7042102), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:50.212107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9161e3-d3ff-4f58-af99-208ef7ec5f90 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (1ecff8c7-5bd5-464f-98d9-90feb7042102), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:50.243306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:50.259664 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e8f4c42c-ec8a-4fcf-a28d-645c9d2d3e61 admin admin] 10.222.0.102 "PUT /v2.0/routers/fc2f123c-359f-4462-b499-819026a15f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4865589 Feb 09 21:15:50.300542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-53832f64-9e62-452c-8a85-c35c80a3fb63 None None] Provisioning complete for port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:50.301145 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-53832f64-9e62-452c-8a85-c35c80a3fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:50.374789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-53832f64-9e62-452c-8a85-c35c80a3fb63 None None] Port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:15:50.389412 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9161e3-d3ff-4f58-af99-208ef7ec5f90 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (1ecff8c7-5bd5-464f-98d9-90feb7042102), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:50.513475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9161e3-d3ff-4f58-af99-208ef7ec5f90 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (1ecff8c7-5bd5-464f-98d9-90feb7042102), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:50.571014 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3a9161e3-d3ff-4f58-af99-208ef7ec5f90 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:50.578296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610d16a-050e-4a78-a21c-99c6ae06496e None None] Network 1dcfe5c4-485c-4f80-9a22-1726741d8a9e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:50.603108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:50.606356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3a9161e3-d3ff-4f58-af99-208ef7ec5f90 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/subnets/1ecff8c7-5bd5-464f-98d9-90feb7042102 HTTP/1.1" status: 204 len: 168 time: 0.6700277 Feb 09 21:15:50.618498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9161e3-d3ff-4f58-af99-208ef7ec5f90 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecff8c7-5bd5-464f-98d9-90feb7042102,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:50.741612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (1dcfe5c4-485c-4f80-9a22-1726741d8a9e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:50.890952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port c22e085b-0db4-4af2-ac48-2ba1bde0047f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:50.892293 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:50.979968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] DHCP port deletion for 1dcfe5c4-485c-4f80-9a22-1726741d8a9e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:15:51.042640 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bdd4d67-0819-48fa-a94e-9f39e5a55f1c req-dd48b36c-c347-46d1-a1dd-241a4c119ca1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 210 time: 0.0632801 Feb 09 21:15:51.068858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port c22e085b-0db4-4af2-ac48-2ba1bde0047f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c22e085b-0db4-4af2-ac48-2ba1bde0047f,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:51.069555 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.085609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for c22e085b-0db4-4af2-ac48-2ba1bde0047f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:51.118247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Deleting port c22e085b-0db4-4af2-ac48-2ba1bde0047f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:51.118859 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.241536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.266866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] For port c22e085b-0db4-4af2-ac48-2ba1bde0047f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c22e085b-0db4-4af2-ac48-2ba1bde0047f,segment=NetworkSegment(c1b051a4-3179-4395-a3cd-e4ce76871635),segment_id=c1b051a4-3179-4395-a3cd-e4ce76871635)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:51.267475 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.279951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=c22e085b-0db4-4af2-ac48-2ba1bde0047f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:51.296098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] No DVR routers for this DVR port c22e085b-0db4-4af2-ac48-2ba1bde0047f on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:51.307860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:51.331614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-151215140-network', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:51.341861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Calling delete_port for c22e085b-0db4-4af2-ac48-2ba1bde0047f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:51.429878 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (1dcfe5c4-485c-4f80-9a22-1726741d8a9e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.453352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcfe5c4-485c-4f80-9a22-1726741d8a9e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:51.464433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b051a4-3179-4395-a3cd-e4ce76871635') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:51.465116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b051a4-3179-4395-a3cd-e4ce76871635') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:51.479507 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (c1b051a4-3179-4395-a3cd-e4ce76871635), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.480146 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (c22e085b-0db4-4af2-ac48-2ba1bde0047f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.499707 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c1b051a4-3179-4395-a3cd-e4ce76871635), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.501982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] No DVR routers for this DVR port c22e085b-0db4-4af2-ac48-2ba1bde0047f on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:51.506872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Made reservation on behalf of 0768f64ab34144d89f730eaafac2b8b1 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:51.513019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.519004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:15:51.519614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (c1b051a4-3179-4395-a3cd-e4ce76871635), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:15:51.524580 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:15:51.541329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-f4eec736-c5df-453d-a06a-fca38d6d825c tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:51.543343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.554900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-f4eec736-c5df-453d-a06a-fca38d6d825c tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.50 "GET /v2.0/networks?id=759f166c-70ac-42ac-87b6-2fecd78c55cb HTTP/1.1" status: 200 len: 808 time: 0.2509506 Feb 09 21:15:51.565831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Pushing event deleted for resources: {'Port': ['ID=c22e085b-0db4-4af2-ac48-2ba1bde0047f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:51.569100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Request body: {'port': {'device_id': 'f9400547-cc32-4c98-9c0a-027bb8ca8221', 'network_id': '759f166c-70ac-42ac-87b6-2fecd78c55cb', 'admin_state_up': True, 'tenant_id': '1f01be36cda246a291a9f804b76b8149'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:51.576816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.577444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.577960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.578759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.580097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.580907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.581335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.581732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.582084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.582423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.583847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.584344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.584929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67f9ff5-e794-446e-9a7b-d162d9d76eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:15:51.774764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.794791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17b6b9ae-286c-4c78-8bda-b8e400ead90b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:51.812061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Made reservation on behalf of 1f01be36cda246a291a9f804b76b8149 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:51.816300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:51.891815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 17b6b9ae-286c-4c78-8bda-b8e400ead90b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:51.891815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.047031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35934) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:52.064295 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 17b6b9ae-286c-4c78-8bda-b8e400ead90b is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:52.065336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.100801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (1dcfe5c4-485c-4f80-9a22-1726741d8a9e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.103951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Allocated IP 172.20.0.10 (759f166c-70ac-42ac-87b6-2fecd78c55cb/8a771c62-048a-47ef-b8b1-1f4849fabc7a/6e680119-73ed-4d93-a4b5-aee5d1fb26f5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:52.114646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.115563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 17b6b9ae-286c-4c78-8bda-b8e400ead90b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17b6b9ae-286c-4c78-8bda-b8e400ead90b,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:52.129049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.134304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/networks/1dcfe5c4-485c-4f80-9a22-1726741d8a9e HTTP/1.1" status: 204 len: 168 time: 1.5290041 Feb 09 21:15:52.142424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:52.180517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82fc0-5344-449a-aac9-d31ad5105c22 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Network': ['ID=1dcfe5c4-485c-4f80-9a22-1726741d8a9e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:52.253873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c22e085b-0db4-4af2-ac48-2ba1bde0047f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:15:52.265842 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Publish callbacks [] for security_group (7859da2f-56ff-4762-9193-1fd2bd5bff8e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.272868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7859da2f-56ff-4762-9193-1fd2bd5bff8e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.305711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:15:52.326238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859da2f-56ff-4762-9193-1fd2bd5bff8e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:52.333394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5e8d755d-26c2-489d-8483-ec537f33da44), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.334116 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Added segment 5e8d755d-26c2-489d-8483-ec537f33da44 of type vlan for network ab64e1b0-77b5-487f-83b0-01857f74b0e2 Feb 09 21:15:52.335895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c22e085b-0db4-4af2-ac48-2ba1bde0047f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:15:52.337985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c22e085b-0db4-4af2-ac48-2ba1bde0047f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:15:52.338793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e91244f-a201-49d2-9031-e3d52405b9f4 req-dd13e382-b651-496f-adc6-7b7f0a98d1ee tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 210 time: 0.0578418 Feb 09 21:15:52.340759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=17b6b9ae-286c-4c78-8bda-b8e400ead90b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:52.373072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a95c1c65-8186-489e-9166-486c32dfd069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.385404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ab64e1b0-77b5-487f-83b0-01857f74b0e2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.396050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Sync routers for ids ['fc2f123c-359f-4462-b499-819026a15f76'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:52.409716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Routers {'fc2f123c-359f-4462-b499-819026a15f76'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:52.410357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['fc2f123c-359f-4462-b499-819026a15f76'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:52.421516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ab64e1b0-77b5-487f-83b0-01857f74b0e2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.422882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:52.423553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.503179 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1912973 Feb 09 21:15:52.505229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35942) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:52.513279 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Request body: {'subnet': {'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-151215140-subnet', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:52.517979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36638c7-91e5-4729-aa46-2a16d5728e0c admin admin] Pushing event updated for resources: {'Network': ['ID=ab64e1b0-77b5-487f-83b0-01857f74b0e2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:52.527422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Set router fc2f123c-359f-4462-b499-819026a15f76 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:52.530713 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network ab64e1b0-77b5-487f-83b0-01857f74b0e2 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:15:52.544383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Made reservation on behalf of 0768f64ab34144d89f730eaafac2b8b1 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:52.546977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a95c1c65-8186-489e-9166-486c32dfd069 admin admin] Publish callbacks [] for security_group (7ed0ada1-47d9-4b7d-80d9-85eafdb91a0c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.547631 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.643579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Publish callbacks [] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.724317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a95c1c65-8186-489e-9166-486c32dfd069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7ed0ada1-47d9-4b7d-80d9-85eafdb91a0c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.739388 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.787825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (784d9788-123c-44c4-b0c7-8e17e6e2a5a9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.824026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:15:48Z', 'revision_number': 4, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '7d28e34c-1d11-4c21-9d4c-9920ae4f69f4', 'name': '', 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'mac_address': 'fa:16:3e:c4:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'dc43cb0c-3767-489e-b07b-95f081bf2e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:47Z', 'updated_at': '2022-02-09T21:15:49Z', 'revision_number': 2, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'subnets': [{'id': 'dc43cb0c-3767-489e-b07b-95f081bf2e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:52.838867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a95c1c65-8186-489e-9166-486c32dfd069 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=05b75865509641a19e558eb9d0824f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7861836 Feb 09 21:15:52.841202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:52.854708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c1c65-8186-489e-9166-486c32dfd069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed0ada1-47d9-4b7d-80d9-85eafdb91a0c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:52.861717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Checking router: fc2f123c-359f-4462-b499-819026a15f76 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:15:52.862274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Updating router fc2f123c-359f-4462-b499-819026a15f76 port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:15:52.889672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Network 759f166c-70ac-42ac-87b6-2fecd78c55cb is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:52.892435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Pushing event updated for resources: {'Port': ['ID=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:52.896670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:52.900724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:52.931539 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.957747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Checking segment: {'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:52.959599 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Network hostable DHCP agents. Network: ab64e1b0-77b5-487f-83b0-01857f74b0e2, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:15:52.971590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784d9788-123c-44c4-b0c7-8e17e6e2a5a9,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:52.973016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:52.974868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:52.999821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port bdab1a07-6090-4871-ba3c-42d9df809170 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:53.000107 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bdab1a07-6090-4871-ba3c-42d9df809170), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.010980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-1cfd328a-5060-4b67-a3d2-a19a873c94f1 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4466934 Feb 09 21:15:53.038089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Request body: {'port': {'device_id': 'f9400547-cc32-4c98-9c0a-027bb8ca8221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:53.056239 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Network ab64e1b0-77b5-487f-83b0-01857f74b0e2 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:15:53.061869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17934ae2-05c6-40e7-a5a5-fbb6c51d8f68 admin admin] Publish callbacks [] for security_group (7ed0ada1-47d9-4b7d-80d9-85eafdb91a0c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.081475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, ab64e1b0-77b5-487f-83b0-01857f74b0e2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:53.091890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc95b89a-91c7-4e82-930b-b2025119b3c1 None None] Network ab64e1b0-77b5-487f-83b0-01857f74b0e2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:53.093765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:53.094561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.102531 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17934ae2-05c6-40e7-a5a5-fbb6c51d8f68 admin admin] Publish callbacks [] for security_group (7ed0ada1-47d9-4b7d-80d9-85eafdb91a0c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.138764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e263c2f3-b396-4ddf-a8b0-08a994445426 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6323528 Feb 09 21:15:53.140016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 35948) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:53.149521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:53.168439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17934ae2-05c6-40e7-a5a5-fbb6c51d8f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7ed0ada1-47d9-4b7d-80d9-85eafdb91a0c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.171748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17934ae2-05c6-40e7-a5a5-fbb6c51d8f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.175316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17934ae2-05c6-40e7-a5a5-fbb6c51d8f68 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7ed0ada1-47d9-4b7d-80d9-85eafdb91a0c HTTP/1.1" status: 204 len: 168 time: 0.3276167 Feb 09 21:15:53.186966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17934ae2-05c6-40e7-a5a5-fbb6c51d8f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed0ada1-47d9-4b7d-80d9-85eafdb91a0c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:53.224674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (da76c50a-d67e-46d5-861b-12b1eca8bf0d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.225768 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (da76c50a-d67e-46d5-861b-12b1eca8bf0d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.251347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bdab1a07-6090-4871-ba3c-42d9df809170), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.251664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for floatingip (bdab1a07-6090-4871-ba3c-42d9df809170), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.254147 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.302343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-ab64e1b0-77b5-487f-83b0-01857f74b0e2', 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2', 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'fixed_ips': [{'subnet_id': '784d9788-123c-44c4-b0c7-8e17e6e2a5a9'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:15:53.303743 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.306219 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks [] for router_controller (da76c50a-d67e-46d5-861b-12b1eca8bf0d), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.308366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for bdab1a07-6090-4871-ba3c-42d9df809170 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:53.507377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Publish callbacks [] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.512182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Allocated IP 172.20.0.2 (ab64e1b0-77b5-487f-83b0-01857f74b0e2/784d9788-123c-44c4-b0c7-8e17e6e2a5a9/9d2bb49a-7b90-4370-b750-fc81f71ecab0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:53.526473 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.543514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95b1f7-c4fa-49f9-9d6c-54a52a43939f req-f1a1ed20-2e53-4fbb-95b2-b8eb7087468d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:53.546888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d95b1f7-c4fa-49f9-9d6c-54a52a43939f req-f1a1ed20-2e53-4fbb-95b2-b8eb7087468d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 932 time: 0.1082792 Feb 09 21:15:53.573412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35956) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:53.610439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks [] for router_gateway (da76c50a-d67e-46d5-861b-12b1eca8bf0d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.636826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8381fe-5305-45a8-aea8-dba7f57f3c95 None None] Pushing event updated for resources: {'Port': ['ID=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:53.638101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d95b1f7-c4fa-49f9-9d6c-54a52a43939f req-57d5c86c-9a4d-40ff-8207-f96dffb34989 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836129 Feb 09 21:15:53.638979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b6d66f7-53bc-4577-bda2-f0875c833eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.740795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Attempting to bind port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:53.741451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Attempting to bind port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:53.741992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Attempting to bind port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 on network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:53.744384 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b6d66f7-53bc-4577-bda2-f0875c833eba admin admin] Publish callbacks [] for security_group (28cfb197-75e0-4352-a42a-cfa5e0dae527), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.750844 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b6d66f7-53bc-4577-bda2-f0875c833eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (28cfb197-75e0-4352-a42a-cfa5e0dae527), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.757777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:53.758455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Checking segment: {'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:53.759190 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.759788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Bound using segment: {'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:53.760422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Bound port: 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030bff73-b47d-4b4c-813b-c8e9c5ef1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:53.760986 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.800808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17b6b9ae-286c-4c78-8bda-b8e400ead90b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:53.804531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1b6d66f7-53bc-4577-bda2-f0875c833eba admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1e956cd91f234bf5a0de0791f67d51e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265067 Feb 09 21:15:53.805070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d66f7-53bc-4577-bda2-f0875c833eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfb197-75e0-4352-a42a-cfa5e0dae527,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:53.809658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 35958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:53.874406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4613-300e-457e-a7b3-871a32c2df5c admin admin] Publish callbacks [] for security_group (28cfb197-75e0-4352-a42a-cfa5e0dae527), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.892404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Publish callbacks [] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.912115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4613-300e-457e-a7b3-871a32c2df5c admin admin] Publish callbacks [] for security_group (28cfb197-75e0-4352-a42a-cfa5e0dae527), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.917701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] For port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:53.920231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bdab1a07-6090-4871-ba3c-42d9df809170), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.922889 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.929928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] For port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,segment=NetworkSegment(030bff73-b47d-4b4c-813b-c8e9c5ef1de0),segment_id=030bff73-b47d-4b4c-813b-c8e9c5ef1de0)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:53.968294 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.974565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=bdab1a07-6090-4871-ba3c-42d9df809170,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:53.983181 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4613-300e-457e-a7b3-871a32c2df5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (28cfb197-75e0-4352-a42a-cfa5e0dae527), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.987649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4613-300e-457e-a7b3-871a32c2df5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:53.989375 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2ec4613-300e-457e-a7b3-871a32c2df5c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/28cfb197-75e0-4352-a42a-cfa5e0dae527 HTTP/1.1" status: 204 len: 168 time: 0.1780345 Feb 09 21:15:53.996242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Network ab64e1b0-77b5-487f-83b0-01857f74b0e2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:53.999189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 17b6b9ae-286c-4c78-8bda-b8e400ead90b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:53.999569 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:54.000091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec4613-300e-457e-a7b3-871a32c2df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfb197-75e0-4352-a42a-cfa5e0dae527,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:54.009116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:54.035045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:54.066932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Pushing event updated for resources: {'Port': ['ID=9d2bb49a-7b90-4370-b750-fc81f71ecab0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:54.135001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:15:54.154746 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Publish callbacks [] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:54.180088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for floatingip (1180d3de-f4e4-4521-86db-cce015f81b1d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:54.180435 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Floating IP 1180d3de-f4e4-4521-86db-cce015f81b1d disassociated (deleted). External IP: 172.25.4.190, port: cf10c0e8-580a-4065-be37-0bbce292eb40. Feb 09 21:15:54.200878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Routers {'fc2f123c-359f-4462-b499-819026a15f76'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:54.201529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['fc2f123c-359f-4462-b499-819026a15f76'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:54.262818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Transition to ACTIVE for port object 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:15:54.299166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:54.312844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b046d5f4-c1c2-4ed8-9ec6-4b880a36d03b None None] Provisioning complete for port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:54.313224 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b046d5f4-c1c2-4ed8-9ec6-4b880a36d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:54.537764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8381fe-5305-45a8-aea8-dba7f57f3c95 None None] Pushing event updated for resources: {'Port': ['ID=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:54.600700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Attempting to bind port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:54.601127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Attempting to bind port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:54.601434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Attempting to bind port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 on network ab64e1b0-77b5-487f-83b0-01857f74b0e2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:54.638686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:54.639098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Checking segment: {'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:54.639585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:54.639899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Bound using segment: {'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:54.640451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Bound port: 9d2bb49a-7b90-4370-b750-fc81f71ecab0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:54.640792 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:54.708388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] Set router fc2f123c-359f-4462-b499-819026a15f76 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:54.747385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 17b6b9ae-286c-4c78-8bda-b8e400ead90b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:54.784922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] For port 9d2bb49a-7b90-4370-b750-fc81f71ecab0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:54.789660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] For port 9d2bb49a-7b90-4370-b750-fc81f71ecab0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9d2bb49a-7b90-4370-b750-fc81f71ecab0,segment=NetworkSegment(5e8d755d-26c2-489d-8483-ec537f33da44),segment_id=5e8d755d-26c2-489d-8483-ec537f33da44)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:54.808066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e96d33-65a3-4423-833c-5a66be099e3b req-a8a3484f-d372-4d14-bee7-2fa02a1e96be tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:54.810481 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0e96d33-65a3-4423-833c-5a66be099e3b req-a8a3484f-d372-4d14-bee7-2fa02a1e96be tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 944 time: 0.0699563 Feb 09 21:15:54.868730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0e96d33-65a3-4423-833c-5a66be099e3b req-d3efbd92-86db-416e-8081-cd6eb3f1813c tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497348 Feb 09 21:15:54.875242 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:54.899110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Pushing event updated for resources: {'Port': ['ID=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:54.915257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5157e2c4-5fe8-428f-8a54-36caa32ddcac tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=84df048823f7450b90628e4efb867937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871861 Feb 09 21:15:55.027320 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b046d5f4-c1c2-4ed8-9ec6-4b880a36d03b None None] Current status of the port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:55.027801 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b046d5f4-c1c2-4ed8-9ec6-4b880a36d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:55.068575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effb852-89e7-4af7-b5b4-47bc4c74c585 None None] Pushing event updated for resources: {'Port': ['ID=9d2bb49a-7b90-4370-b750-fc81f71ecab0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:55.107082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b046d5f4-c1c2-4ed8-9ec6-4b880a36d03b None None] For port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,segment=NetworkSegment(030bff73-b47d-4b4c-813b-c8e9c5ef1de0),segment_id=030bff73-b47d-4b4c-813b-c8e9c5ef1de0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:55.142006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b046d5f4-c1c2-4ed8-9ec6-4b880a36d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:55.207221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks [] for router_gateway (da76c50a-d67e-46d5-861b-12b1eca8bf0d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:55.225504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046d5f4-c1c2-4ed8-9ec6-4b880a36d03b None None] Pushing event updated for resources: {'Port': ['ID=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:55.245905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:15:48Z', 'revision_number': 4, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '7d28e34c-1d11-4c21-9d4c-9920ae4f69f4', 'name': '', 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'mac_address': 'fa:16:3e:c4:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'dc43cb0c-3767-489e-b07b-95f081bf2e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:47Z', 'updated_at': '2022-02-09T21:15:53Z', 'revision_number': 4, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'subnets': [{'id': 'dc43cb0c-3767-489e-b07b-95f081bf2e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:55.273665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:55.298553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd029a7d-062c-4ffb-a519-32b1d47c84c9 None None] The sync data for ids ['fc2f123c-359f-4462-b499-819026a15f76'] in n-d-789963-29 is: [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:15:48Z', 'revision_number': 4, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '7d28e34c-1d11-4c21-9d4c-9920ae4f69f4', 'name': '', 'network_id': '21ccd6f5-9a1c-4aa4-84ce-335b4683d176', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'mac_address': 'fa:16:3e:c4:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'dc43cb0c-3767-489e-b07b-95f081bf2e65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:47Z', 'updated_at': '2022-02-09T21:15:53Z', 'revision_number': 4, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'subnets': [{'id': 'dc43cb0c-3767-489e-b07b-95f081bf2e65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:55.322290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8942fb52-b9ac-41be-8111-e95776ed6341 None None] Provisioning complete for port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:55.322918 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8942fb52-b9ac-41be-8111-e95776ed6341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:55.440311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Attempting to bind port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:15:55.440657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Attempting to bind port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ca92a676-97f8-4b29-a6c2-ef691b93a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '759f166c-70ac-42ac-87b6-2fecd78c55cb'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:15:55.440998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Attempting to bind port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 on network 759f166c-70ac-42ac-87b6-2fecd78c55cb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:55.450054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-f06ebc4b-c8d4-486f-9034-3cf08d89fb69 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:55.460185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-f06ebc4b-c8d4-486f-9034-3cf08d89fb69 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5436673 Feb 09 21:15:55.487097 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 on network 759f166c-70ac-42ac-87b6-2fecd78c55cb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:15:55.489064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Attempting to bind port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 on network 759f166c-70ac-42ac-87b6-2fecd78c55cb {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:15:55.503425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8942fb52-b9ac-41be-8111-e95776ed6341 None None] Current status of the port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:55.533128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:15:55.534156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Checking segment: {'id': 'ca92a676-97f8-4b29-a6c2-ef691b93a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '759f166c-70ac-42ac-87b6-2fecd78c55cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:15:55.535421 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Bound using segment: {'id': 'ca92a676-97f8-4b29-a6c2-ef691b93a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '759f166c-70ac-42ac-87b6-2fecd78c55cb'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:15:55.536250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Bound port: 6e680119-73ed-4d93-a4b5-aee5d1fb26f5, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca92a676-97f8-4b29-a6c2-ef691b93a9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '759f166c-70ac-42ac-87b6-2fecd78c55cb'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:15:55.536633 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:55.554440 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-b21418cf-4798-4897-ab2d-027c3ee9b549 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/quotas/84df048823f7450b90628e4efb867937 HTTP/1.1" status: 200 len: 375 time: 0.0463815 Feb 09 21:15:55.616861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 6a26da11-cc19-4fd9-8d33-0d819242a85d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:15:55.663282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-4eb82010-053c-40dc-a1e8-c3c3c6e8a57c tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=84df048823f7450b90628e4efb867937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011305 Feb 09 21:15:55.718476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Allocated IP 172.25.4.51 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:15:55.827567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] For port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:15:55.856076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9d2bb49a-7b90-4370-b750-fc81f71ecab0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:55.902731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] For port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,segment=NetworkSegment(ca92a676-97f8-4b29-a6c2-ef691b93a9d0),segment_id=ca92a676-97f8-4b29-a6c2-ef691b93a9d0)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:15:55.937834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:55.998047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:55.998435 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:56.064496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-64b2c1e2-d390-4153-b85f-4972f0d9d564 req-3b0bc3d7-f573-4679-99fc-17ae120b65c6 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 210 time: 0.0762980 Feb 09 21:15:56.187522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:56.188405 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:56.206465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:56.207092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:56.211406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e680119-73ed-4d93-a4b5-aee5d1fb26f5 HTTP/1.1" status: 200 len: 1093 time: 3.1817098 Feb 09 21:15:56.212213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9400547-cc32-4c98-9c0a-027bb8ca8221', 'tag': '6e680119-73ed-4d93-a4b5-aee5d1fb26f5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:15:56.225162 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966" -d '{"events": [{"name": "network-changed", "server_uuid": "f9400547-cc32-4c98-9c0a-027bb8ca8221", "tag": "6e680119-73ed-4d93-a4b5-aee5d1fb26f5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:15:56.254814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:15:56.275053 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] Sync routers for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:15:56.308994 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:56.320208 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:56.344978 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:56.345477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 9d2bb49a-7b90-4370-b750-fc81f71ecab0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9d2bb49a-7b90-4370-b750-fc81f71ecab0,segment=NetworkSegment(5e8d755d-26c2-489d-8483-ec537f33da44),segment_id=5e8d755d-26c2-489d-8483-ec537f33da44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:56.355990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:56.357588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:56.500216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=9d2bb49a-7b90-4370-b750-fc81f71ecab0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:56.646687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:56.647070 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:56.712554 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b4a2f4-6664-4543-878e-14cc0e071720 x-openstack-request-id: req-19b4a2f4-6664-4543-878e-14cc0e071720 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:15:56.716456 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9400547-cc32-4c98-9c0a-027bb8ca8221", "tag": "6e680119-73ed-4d93-a4b5-aee5d1fb26f5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:15:56.717190 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-19b4a2f4-6664-4543-878e-14cc0e071720 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:15:56.717771 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:56.719632 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9400547-cc32-4c98-9c0a-027bb8ca8221', 'tag': '6e680119-73ed-4d93-a4b5-aee5d1fb26f5', 'status': 'completed', 'code': 200} Feb 09 21:15:56.786438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c5214-7adb-43a6-9ff4-e365e7fa2670 service neutron] Pushing event updated for resources: {'Port': ['ID=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:56.826512 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:56.874398 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks [] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:56.878080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8bd6f8dc-93f2-4617-8e54-7a6b39bfb99c tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/floatingips/1180d3de-f4e4-4521-86db-cce015f81b1d HTTP/1.1" status: 204 len: 168 time: 4.7344725 Feb 09 21:15:56.957480 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af21cb-1fc3-4f14-bbfd-91aebdfacd55 req-fce1a13b-8c3b-40cb-89e1-f9841da24aa3 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:56.986847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85af21cb-1fc3-4f14-bbfd-91aebdfacd55 req-fce1a13b-8c3b-40cb-89e1-f9841da24aa3 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 944 time: 0.9086778 Feb 09 21:15:57.001984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:57.043031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090148b7-507c-4078-a144-9a3256e6cc74 None None] Network ab64e1b0-77b5-487f-83b0-01857f74b0e2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:15:57.198057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c46cd909-76a4-480a-8629-40b3e4d10763 None None] Provisioning complete for port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:57.198792 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c46cd909-76a4-480a-8629-40b3e4d10763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:57.272498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-0131b149-5ee1-4ab7-8e53-562567bf391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:57.282058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-0131b149-5ee1-4ab7-8e53-562567bf391a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f01be36cda246a291a9f804b76b8149&device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 1127 time: 0.9568820 Feb 09 21:15:57.367097 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:41Z', 'revision_number': 6, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:57.384818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c46cd909-76a4-480a-8629-40b3e4d10763 None None] Current status of the port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:57.412030 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] Checking router: 6a26da11-cc19-4fd9-8d33-0d819242a85d for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:15:57.427462 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:15:57.428310 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:57.466879 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-d23dbdac-31d8-4c06-857d-d07af757baab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e680119-73ed-4d93-a4b5-aee5d1fb26f5 HTTP/1.1" status: 200 len: 217 time: 0.1675055 Feb 09 21:15:57.487398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36048) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:57.531718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85af21cb-1fc3-4f14-bbfd-91aebdfacd55 req-bbfa9c0c-1285-4b0b-8f86-da78f1a7a482 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429356 Feb 09 21:15:57.578959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:57.605407 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:15:57.607916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90c6db40-11cf-4924-b6a7-d9b2719cc262 req-e73bfd8f-49b3-4ab8-a805-b8a6d0120fec tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 210 time: 0.0696030 Feb 09 21:15:57.737974 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd5806c-3472-4310-adec-62a841ad331e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:57.738239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-cab5dc69-f95b-40e5-b00e-64885a291485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:57.740144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-cab5dc69-f95b-40e5-b00e-64885a291485 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a771c62-048a-47ef-b8b1-1f4849fabc7a HTTP/1.1" status: 200 len: 848 time: 0.2710371 Feb 09 21:15:57.752166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:15:57.783282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9d2bb49a-7b90-4370-b750-fc81f71ecab0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:15:57.803962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Pushing event updated for resources: {'Port': ['ID=e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:57.808735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:15:57.813422 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-32966124-9aac-4dff-b401-d7b455c82ab3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=759f166c-70ac-42ac-87b6-2fecd78c55cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598049 Feb 09 21:15:57.815967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:15:57.868504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd5806c-3472-4310-adec-62a841ad331e admin admin] Publish callbacks [] for security_group (e5873edb-9311-4598-bb4d-e1f61dde8df9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:57.877892 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7bd5806c-3472-4310-adec-62a841ad331e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e5873edb-9311-4598-bb4d-e1f61dde8df9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:57.878473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-67a1e904-366e-452e-87cc-30b2b0528724 None None] Provisioning complete for port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:57.878957 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-67a1e904-366e-452e-87cc-30b2b0528724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:57.939706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7bd5806c-3472-4310-adec-62a841ad331e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=001b35ea84e1464793eaa7e63ef8d14b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4511058 Feb 09 21:15:57.940565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36052) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:57.950011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5806c-3472-4310-adec-62a841ad331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5873edb-9311-4598-bb4d-e1f61dde8df9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:57.956961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:15:57.958022 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:57.978530 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:41Z', 'revision_number': 6, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:15:58.007235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df26da91-000c-4f51-a3bf-88d6856f450a admin admin] Publish callbacks [] for security_group (e5873edb-9311-4598-bb4d-e1f61dde8df9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.013298 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace38d26-ed3a-49af-89f7-3d6244f0895f None None] The sync data for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 is: [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:15:41Z', 'revision_number': 6, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'eefb32e9-71fb-412e-9d70-45ef1ad848a2', 'name': '', 'network_id': 'ed5a7a4e-b74a-41f1-aa37-899792c6640a', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:a9:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:43Z', 'updated_at': '2022-02-09T21:13:52Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '07d32850-0f3e-42de-a488-466d8dcc4980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:15:58.055295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df26da91-000c-4f51-a3bf-88d6856f450a admin admin] Publish callbacks [] for security_group (e5873edb-9311-4598-bb4d-e1f61dde8df9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.107531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-67a1e904-366e-452e-87cc-30b2b0528724 None None] Current status of the port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:58.125402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df26da91-000c-4f51-a3bf-88d6856f450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e5873edb-9311-4598-bb4d-e1f61dde8df9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.133150 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df26da91-000c-4f51-a3bf-88d6856f450a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.133664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:15:58.135345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-df26da91-000c-4f51-a3bf-88d6856f450a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e5873edb-9311-4598-bb4d-e1f61dde8df9 HTTP/1.1" status: 204 len: 168 time: 0.1918528 Feb 09 21:15:58.155042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26da91-000c-4f51-a3bf-88d6856f450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5873edb-9311-4598-bb4d-e1f61dde8df9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:58.208075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5205e93d-9abd-4d27-806e-1836a8232971 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=84df048823f7450b90628e4efb867937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1800928 Feb 09 21:15:58.255185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0870b8-0c86-4e70-a6c9-d4304fcb3ac1 req-c1c1e10b-b81d-4f47-bb43-ae774c50fcb3 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:58.258940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c0870b8-0c86-4e70-a6c9-d4304fcb3ac1 req-c1c1e10b-b81d-4f47-bb43-ae774c50fcb3 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 945 time: 0.5862513 Feb 09 21:15:58.385708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-8993e344-67ff-45bb-8010-8bb3c8de3845 service neutron] 10.222.0.50 "GET /v2.0/networks/759f166c-70ac-42ac-87b6-2fecd78c55cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635183 Feb 09 21:15:58.488364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b980c-e60e-40c4-82a5-cc362e496af1 None None] New status for floating IP 1180d3de-f4e4-4521-86db-cce015f81b1d: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:15:58.493927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:58.503479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c0870b8-0c86-4e70-a6c9-d4304fcb3ac1 req-104f385d-989b-4de7-bc0d-b7a6c4845dee tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=58d72e6e-e7e8-4fc0-80ee-e49c217c8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302485 Feb 09 21:15:58.508354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccb95f84-6773-4fb9-81d3-2937af3e5635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.564999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-d2357457-5341-4843-8fe4-7ef63c9190de tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:58.567664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-d2357457-5341-4843-8fe4-7ef63c9190de tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3539162 Feb 09 21:15:58.586842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Request body: {'port': {'device_id': '2de99b30-32e8-4424-a988-b1c1bef201f4', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '84df048823f7450b90628e4efb867937'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:15:58.670874 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccb95f84-6773-4fb9-81d3-2937af3e5635 admin admin] Publish callbacks [] for security_group (1e9dfda1-4dd0-4c04-8264-4793fc6df407), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.685702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ccb95f84-6773-4fb9-81d3-2937af3e5635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1e9dfda1-4dd0-4c04-8264-4793fc6df407), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.695521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks [] for router_gateway (da76c50a-d67e-46d5-861b-12b1eca8bf0d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.744801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:15:58.747043 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a91efc-eaa1-493f-bd39-6ab380dc4d47" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:15:58.752641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdf410-e978-41cf-816f-0c1f52790435 req-087158ae-5f17-4b4b-98fa-22fa30658a74 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:58.754139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42bdf410-e978-41cf-816f-0c1f52790435 req-087158ae-5f17-4b4b-98fa-22fa30658a74 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 944 time: 0.1475742 Feb 09 21:15:58.780362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ccb95f84-6773-4fb9-81d3-2937af3e5635 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0fe603be0d4a45ebb3aa5e0f5130f614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853456 Feb 09 21:15:58.782233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb95f84-6773-4fb9-81d3-2937af3e5635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9dfda1-4dd0-4c04-8264-4793fc6df407,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:58.785683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36066) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:15:58.789650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ac8057f-3961-4f56-bd88-37d5f3d6a8c5 req-c1e8a396-41c5-4011-ab5d-c91094cfc66d service neutron] 10.222.0.50 "GET /v2.0/networks/759f166c-70ac-42ac-87b6-2fecd78c55cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896415 Feb 09 21:15:58.820889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aaa69469-c616-4d0e-8e33-fc136beb2494 req-45f976ef-a6b9-4443-989c-3b2839accc96 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 210 time: 0.1159368 Feb 09 21:15:58.857585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-52d70cbc-e386-4347-b623-bc5eb74b4040 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:58.857585 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-52d70cbc-e386-4347-b623-bc5eb74b4040 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 945 time: 0.1694717 Feb 09 21:15:58.879007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42bdf410-e978-41cf-816f-0c1f52790435 req-6e408ef8-3979-4f12-a016-29842e7d035f tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103170 Feb 09 21:15:58.908275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Made reservation on behalf of 84df048823f7450b90628e4efb867937 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:15:58.912221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.916690 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd801e1-00f2-4f03-9756-e326470e478e x-openstack-request-id: req-efd801e1-00f2-4f03-9756-e326470e478e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:15:58.916985 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:15:58.917492 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-efd801e1-00f2-4f03-9756-e326470e478e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:15:58.917628 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'status': 'completed', 'code': 200} Feb 09 21:15:58.931720 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-725fb39a-94e9-484a-9a08-b09936528c23 admin admin] Publish callbacks [] for security_group (1e9dfda1-4dd0-4c04-8264-4793fc6df407), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.938157 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:58.977440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-725fb39a-94e9-484a-9a08-b09936528c23 admin admin] Publish callbacks [] for security_group (1e9dfda1-4dd0-4c04-8264-4793fc6df407), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.023958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port cf10c0e8-580a-4065-be37-0bbce292eb40 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:15:59.024312 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.094135 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-725fb39a-94e9-484a-9a08-b09936528c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1e9dfda1-4dd0-4c04-8264-4793fc6df407), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.096646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-725fb39a-94e9-484a-9a08-b09936528c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.098003 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-725fb39a-94e9-484a-9a08-b09936528c23 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1e9dfda1-4dd0-4c04-8264-4793fc6df407 HTTP/1.1" status: 204 len: 168 time: 0.3027606 Feb 09 21:15:59.119447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fb39a-94e9-484a-9a08-b09936528c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9dfda1-4dd0-4c04-8264-4793fc6df407,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:59.142541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port cf10c0e8-580a-4065-be37-0bbce292eb40, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=cf10c0e8-580a-4065-be37-0bbce292eb40,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:15:59.143178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.160947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for cf10c0e8-580a-4065-be37-0bbce292eb40 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:15:59.312658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (cf10c0e8-580a-4065-be37-0bbce292eb40), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.353169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=cf10c0e8-580a-4065-be37-0bbce292eb40,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:15:59.402978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-d74f0d6f-d295-4e42-8598-dead8074b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:59.404565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-d74f0d6f-d295-4e42-8598-dead8074b99d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f01be36cda246a291a9f804b76b8149&device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 1127 time: 0.5570269 Feb 09 21:15:59.421034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] No DVR routers for this DVR port cf10c0e8-580a-4065-be37-0bbce292eb40 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:15:59.424036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.428346 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.13 "DELETE /v2.0/ports/cf10c0e8-580a-4065-be37-0bbce292eb40 HTTP/1.1" status: 204 len: 173 time: 0.5617802 Feb 09 21:15:59.429478 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'name': 'network-vif-deleted', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:15:59.433133 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356852a9-a860-4874-bce4-91a872f35ab2" -d '{"events": [{"server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "name": "network-vif-deleted", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:15:59.497363 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fd1b45-9593-46a5-b32e-5afcce077853 x-openstack-request-id: req-a4fd1b45-9593-46a5-b32e-5afcce077853 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:15:59.498050 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec7af0a-efb3-477d-9c7e-00417b44e444", "name": "network-vif-deleted", "tag": "cf10c0e8-580a-4065-be37-0bbce292eb40", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:15:59.498050 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a4fd1b45-9593-46a5-b32e-5afcce077853 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:15:59.498325 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec7af0a-efb3-477d-9c7e-00417b44e444', 'name': 'network-vif-deleted', 'tag': 'cf10c0e8-580a-4065-be37-0bbce292eb40', 'status': 'completed', 'code': 200} Feb 09 21:15:59.525424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a91efc-eaa1-493f-bd39-6ab380dc4d47 req-3bed1711-d9fa-45e6-a3c9-a4096e9ca86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:59.526943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07a91efc-eaa1-493f-bd39-6ab380dc4d47 req-3bed1711-d9fa-45e6-a3c9-a4096e9ca86e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 1019 time: 0.5985482 Feb 09 21:15:59.632999 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (da76c50a-d67e-46d5-861b-12b1eca8bf0d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.671662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-44ecf7e8-40a6-4c3d-b43e-5e01324974d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:59.673176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-44ecf7e8-40a6-4c3d-b43e-5e01324974d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=759f166c-70ac-42ac-87b6-2fecd78c55cb HTTP/1.1" status: 200 len: 909 time: 0.2552755 Feb 09 21:15:59.701816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-263a5d4c-2cc1-484d-91d1-1c18f1f72a67 req-96b55d84-8da0-4357-ba22-e2daf27780ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=0ec7af0a-efb3-477d-9c7e-00417b44e444 HTTP/1.1" status: 200 len: 210 time: 0.0533798 Feb 09 21:15:59.824105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks [] for security_group (b9268c3a-9a9c-4b11-9291-9f3984faecec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.825424 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-b293f2ec-c400-4678-be4b-4f9095ebb5c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e680119-73ed-4d93-a4b5-aee5d1fb26f5 HTTP/1.1" status: 200 len: 217 time: 0.1278212 Feb 09 21:15:59.845252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b9268c3a-9a9c-4b11-9291-9f3984faecec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:15:59.977440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a91efc-eaa1-493f-bd39-6ab380dc4d47 req-286be29f-d59d-449c-a7eb-ea62648c75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:15:59.980949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07a91efc-eaa1-493f-bd39-6ab380dc4d47 req-286be29f-d59d-449c-a7eb-ea62648c75c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 200 len: 898 time: 0.4448569 Feb 09 21:15:59.983186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f2df324-37cc-435c-98fa-d151d6aa25f0 req-83bfafd8-f77f-4b7e-8c26-a8572be63fe6 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 210 time: 0.0464845 Feb 09 21:16:00.097384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:16:00.117452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9268c3a-9a9c-4b11-9291-9f3984faecec,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:00.132782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-63c22cd1-faa9-40f8-ac99-28612d66f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:00.134266 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-63c22cd1-faa9-40f8-ac99-28612d66f850 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a771c62-048a-47ef-b8b1-1f4849fabc7a HTTP/1.1" status: 200 len: 848 time: 0.3015084 Feb 09 21:16:00.194307 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-7deb679d-d871-4a89-8f20-afe444770f04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=759f166c-70ac-42ac-87b6-2fecd78c55cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449898 Feb 09 21:16:00.203115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,segment=NetworkSegment(ca92a676-97f8-4b29-a6c2-ef691b93a9d0),segment_id=ca92a676-97f8-4b29-a6c2-ef691b93a9d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:00.215961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6e680119-73ed-4d93-a4b5-aee5d1fb26f5', 'network_id': '759f166c-70ac-42ac-87b6-2fecd78c55cb', 'port_id': '6e680119-73ed-4d93-a4b5-aee5d1fb26f5', 'mac_address': 'fa:16:3e:e8:22:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a771c62-048a-47ef-b8b1-1f4849fabc7a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:16:00.256964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:00.257372 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:00.268178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff1c9-5130-49e2-b882-ce0d7e0df00f req-e5c489b3-25f6-47d5-bf09-c2aff8fc2a0a tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:00.269702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-057ff1c9-5130-49e2-b882-ce0d7e0df00f req-e5c489b3-25f6-47d5-bf09-c2aff8fc2a0a tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 944 time: 0.2819734 Feb 09 21:16:00.276268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:16:00.297810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,segment=NetworkSegment(ca92a676-97f8-4b29-a6c2-ef691b93a9d0),segment_id=ca92a676-97f8-4b29-a6c2-ef691b93a9d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:00.303399 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:00.359675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:00.360829 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07a91efc-eaa1-493f-bd39-6ab380dc4d47 req-7a6b33bb-3193-41da-857a-7e55c1169f88 service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644183 Feb 09 21:16:00.375110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Allocated IP 192.168.233.175 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/34d91e8b-6a29-4327-9f13-73b58d1cf082) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:16:00.459323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Router da76c50a-d67e-46d5-861b-12b1eca8bf0d is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:16:00.504301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-057ff1c9-5130-49e2-b882-ce0d7e0df00f req-46d66d9c-4b99-4b84-974b-fb731c6a5730 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985018 Feb 09 21:16:00.513377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6e680119-73ed-4d93-a4b5-aee5d1fb26f5'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:16:00.541145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-7ec21ea0-4de8-46b9-bbbf-4a93ccc1afe4 service neutron] 10.222.0.50 "GET /v2.0/networks/759f166c-70ac-42ac-87b6-2fecd78c55cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365345 Feb 09 21:16:00.763349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36116) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:00.764591 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07a91efc-eaa1-493f-bd39-6ab380dc4d47 req-1361225a-1c49-4c33-bb2b-f9c10d624617 service neutron] 10.222.0.13 "GET /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949325 Feb 09 21:16:00.826663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fbec08-d950-4ba7-9678-18fc8899d0e4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (58d72e6e-e7e8-4fc0-80ee-e49c217c8253), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:00.839736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ef8417b-0aa7-4b73-a79d-f79abbe2f966 req-96fdd3ce-e8de-496c-b84b-afb32d7fe4de service neutron] 10.222.0.50 "GET /v2.0/networks/759f166c-70ac-42ac-87b6-2fecd78c55cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600029 Feb 09 21:16:00.846603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:16:00.857428 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fbec08-d950-4ba7-9678-18fc8899d0e4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (58d72e6e-e7e8-4fc0-80ee-e49c217c8253), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:00.865361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks [] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:00.868953 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Sync routers for ids ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:16:00.880682 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:00.882123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-47000b94-e8b6-45fe-8ccd-21f4dff0eecf admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7410021 Feb 09 21:16:00.886642 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Routers {'da76c50a-d67e-46d5-861b-12b1eca8bf0d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:00.887891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:00.889766 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:00.977085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fbec08-d950-4ba7-9678-18fc8899d0e4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (58d72e6e-e7e8-4fc0-80ee-e49c217c8253), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:00.980258 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15fbec08-d950-4ba7-9678-18fc8899d0e4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:00.984093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-15fbec08-d950-4ba7-9678-18fc8899d0e4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/security-groups/58d72e6e-e7e8-4fc0-80ee-e49c217c8253 HTTP/1.1" status: 204 len: 168 time: 0.2172725 Feb 09 21:16:00.995469 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbec08-d950-4ba7-9678-18fc8899d0e4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d72e6e-e7e8-4fc0-80ee-e49c217c8253,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:01.040491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.052365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:01.116906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:01.127190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:01.162308 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Set router da76c50a-d67e-46d5-861b-12b1eca8bf0d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:01.162536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:16:01.164854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Pushing event updated for resources: {'Port': ['ID=34d91e8b-6a29-4327-9f13-73b58d1cf082,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:01.240652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd69edd-dd7e-4f3c-8e55-bc06fdb1c621 req-34fad8e2-9e7f-4adf-8044-926614cd0b38 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:01.248996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4dd69edd-dd7e-4f3c-8e55-bc06fdb1c621 req-34fad8e2-9e7f-4adf-8044-926614cd0b38 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 936 time: 0.1363742 Feb 09 21:16:01.436473 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:15:58Z', 'revision_number': 3, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:01.446800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4dd69edd-dd7e-4f3c-8e55-bc06fdb1c621 req-4ca42ab8-1bd3-4a2c-b84c-998cb7eea29a tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966305 Feb 09 21:16:01.473970 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Checking router: da76c50a-d67e-46d5-861b-12b1eca8bf0d for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:16:01.474608 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Updating router da76c50a-d67e-46d5-861b-12b1eca8bf0d port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:16:01.515663 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.592511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dcaef219-7a50-4589-90db-78ec06263eff None None] Provisioning complete for port 34d91e8b-6a29-4327-9f13-73b58d1cf082 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:01.593116 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dcaef219-7a50-4589-90db-78ec06263eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.677782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dcaef219-7a50-4589-90db-78ec06263eff None None] Port 34d91e8b-6a29-4327-9f13-73b58d1cf082 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:16:01.725510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (6a26da11-cc19-4fd9-8d33-0d819242a85d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.815473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:01.816200 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.862432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16b240-95d7-4083-a1e5-f0c18ac4ea44 req-61f02a96-a0df-4682-a127-8d2340e7c7ec tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:01.864537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad16b240-95d7-4083-a1e5-f0c18ac4ea44 req-61f02a96-a0df-4682-a127-8d2340e7c7ec tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 945 time: 0.1893239 Feb 09 21:16:01.870409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-960654b2-de1d-499b-ab6f-a631d8c093a4 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2908046 Feb 09 21:16:01.884050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Request body: {'port': {'device_id': '2de99b30-32e8-4424-a988-b1c1bef201f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:01.898345 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Publish callbacks [] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.905627 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.956256 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.974950 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4144d-a4f7-4deb-b9fa-9fbb3a1942da None None] Pushing event updated for resources: {'Port': ['ID=e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:01.980816 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Attempting to bind port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:16:01.981218 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Attempting to bind port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:16:01.981581 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Attempting to bind port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:01.987239 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:16:01.987559 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:01.988004 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:01.988449 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:16:01.989453 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Bound port: e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:16:01.989961 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.054074 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] For port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:16:02.058315 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] For port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:16:02.065682 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.070567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad16b240-95d7-4083-a1e5-f0c18ac4ea44 req-12e38d3a-3842-458a-a2ae-bc9f6637d846 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923480 Feb 09 21:16:02.098626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port eefb32e9-71fb-412e-9d70-45ef1ad848a2 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:02.099834 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.112902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:02.143261 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4144d-a4f7-4deb-b9fa-9fbb3a1942da None None] Pushing event updated for resources: {'Port': ['ID=e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:02.148104 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Routers {'da76c50a-d67e-46d5-861b-12b1eca8bf0d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:02.149259 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:02.216233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:16:02.220343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:02.220950 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.226852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port eefb32e9-71fb-412e-9d70-45ef1ad848a2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=eefb32e9-71fb-412e-9d70-45ef1ad848a2,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:02.227170 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.244402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for eefb32e9-71fb-412e-9d70-45ef1ad848a2 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:02.297103 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] Set router da76c50a-d67e-46d5-861b-12b1eca8bf0d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:02.337859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:02.338265 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.381878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,segment=NetworkSegment(ca92a676-97f8-4b29-a6c2-ef691b93a9d0),segment_id=ca92a676-97f8-4b29-a6c2-ef691b93a9d0)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:02.383197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9400547-cc32-4c98-9c0a-027bb8ca8221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e680119-73ed-4d93-a4b5-aee5d1fb26f5'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:02.385618 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f371bf-5892-4e59-8339-36638cfc7e28" -d '{"events": [{"server_uuid": "f9400547-cc32-4c98-9c0a-027bb8ca8221", "name": "network-vif-plugged", "status": "completed", "tag": "6e680119-73ed-4d93-a4b5-aee5d1fb26f5"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:02.396900 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.449012 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a60836-edcb-4bc6-9b78-769ccf765ed1 x-openstack-request-id: req-d8a60836-edcb-4bc6-9b78-769ccf765ed1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:02.449315 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9400547-cc32-4c98-9c0a-027bb8ca8221", "name": "network-vif-plugged", "status": "completed", "tag": "6e680119-73ed-4d93-a4b5-aee5d1fb26f5", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:02.449628 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d8a60836-edcb-4bc6-9b78-769ccf765ed1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:02.450178 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9400547-cc32-4c98-9c0a-027bb8ca8221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e680119-73ed-4d93-a4b5-aee5d1fb26f5', 'code': 200} Feb 09 21:16:02.469696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.479828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:02.536338 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (eefb32e9-71fb-412e-9d70-45ef1ad848a2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.598952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=eefb32e9-71fb-412e-9d70-45ef1ad848a2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:02.631580 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:15:58Z', 'revision_number': 3, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:02.676176 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff43e03-6075-430a-a9e3-118ef82e84ec None None] The sync data for ids ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'] in n-d-789963-29 is: [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:15:58Z', 'revision_number': 3, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:16:02.746878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d91e8b-6a29-4327-9f13-73b58d1cf082 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:16:02.767253 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Publish callbacks [] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.841183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec19924-5c3c-4939-a1f9-c0163d2aeefb req-c8e5708e-bbcf-425f-bf06-cce90dfd3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:02.842864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ec19924-5c3c-4939-a1f9-c0163d2aeefb req-c8e5708e-bbcf-425f-bf06-cce90dfd3ab4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 1129 time: 0.3231957 Feb 09 21:16:02.844672 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Transition to ACTIVE for port object 34d91e8b-6a29-4327-9f13-73b58d1cf082 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:16:02.870241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.897087 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (6a26da11-cc19-4fd9-8d33-0d819242a85d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:02.976352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Allocated IP 172.20.0.1 (ab64e1b0-77b5-487f-83b0-01857f74b0e2/784d9788-123c-44c4-b0c7-8e17e6e2a5a9/72ed699b-2466-4f9e-95f4-79e16cdb3ad0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:16:03.029766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a137c-c1a5-4e7c-a84b-3e115c95a2bd req-7204bd75-9320-4d7a-8c04-55529be26357 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:03.031342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-009a137c-c1a5-4e7c-a84b-3e115c95a2bd req-7204bd75-9320-4d7a-8c04-55529be26357 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 936 time: 0.3966591 Feb 09 21:16:03.041351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ec19924-5c3c-4939-a1f9-c0163d2aeefb req-5be9d942-f2c7-478a-98d5-8bb56989fa48 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905119 Feb 09 21:16:03.137795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Pushing event updated for resources: {'Port': ['ID=34d91e8b-6a29-4327-9f13-73b58d1cf082,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:03.242847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-009a137c-c1a5-4e7c-a84b-3e115c95a2bd req-eaee10f4-db61-4f08-ac6e-7dbc5886f0f9 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966903 Feb 09 21:16:03.330567 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Publish callbacks [] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:03.347349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7f07-8599-443d-8deb-0d96a7bc1656 req-94d16ce0-a2da-4999-8545-23a372f18fbf tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:03.349571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-612c7f07-8599-443d-8deb-0d96a7bc1656 req-94d16ce0-a2da-4999-8545-23a372f18fbf tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 946 time: 0.0950449 Feb 09 21:16:03.357779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 6a26da11-cc19-4fd9-8d33-0d819242a85d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:16:03.360464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Attempting to bind port 34d91e8b-6a29-4327-9f13-73b58d1cf082 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:16:03.360815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Attempting to bind port 34d91e8b-6a29-4327-9f13-73b58d1cf082 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:16:03.361166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Attempting to bind port 34d91e8b-6a29-4327-9f13-73b58d1cf082 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:03.371249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Port 34d91e8b-6a29-4327-9f13-73b58d1cf082 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:16:03.371591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Attempting to bind port 34d91e8b-6a29-4327-9f13-73b58d1cf082 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:03.383733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:16:03.384200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:03.384756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:16:03.387054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Bound port: 34d91e8b-6a29-4327-9f13-73b58d1cf082, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:16:03.387054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:03.440127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cf10c0e8-580a-4065-be37-0bbce292eb40 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:03.465231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:03.489506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: cf10c0e8-580a-4065-be37-0bbce292eb40 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:03.490119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device cf10c0e8-580a-4065-be37-0bbce292eb40 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:03.560676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Pushing event updated for resources: {'Port': ['ID=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:03.591209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Network ab64e1b0-77b5-487f-83b0-01857f74b0e2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:03.599134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] For port 34d91e8b-6a29-4327-9f13-73b58d1cf082, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:16:03.604758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] For port 34d91e8b-6a29-4327-9f13-73b58d1cf082, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=34d91e8b-6a29-4327-9f13-73b58d1cf082,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:16:03.609542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:03.614495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-612c7f07-8599-443d-8deb-0d96a7bc1656 req-bda88f8d-6e3e-4d1f-8a0f-461447181f83 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548811 Feb 09 21:16:03.614846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:16:03.615660 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:16:03.617677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:03.624619 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-befb8cd0-1ead-443c-a8ce-2f8c460e20e1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "PUT /v2.0/routers/6a26da11-cc19-4fd9-8d33-0d819242a85d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5708764 Feb 09 21:16:03.628001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:03.645583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] Sync routers for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:16:03.662378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:03.663323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:03.709198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:03.709844 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:03.711233 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] 10.222.0.13 "PUT /v2.0/ports/34d91e8b-6a29-4327-9f13-73b58d1cf082 HTTP/1.1" status: 200 len: 1097 time: 1.8321142 Feb 09 21:16:03.711715 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de99b30-32e8-4424-a988-b1c1bef201f4', 'tag': '34d91e8b-6a29-4327-9f13-73b58d1cf082'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:03.714126 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6096ecc-e040-4017-8002-3a897936ae52" -d '{"events": [{"name": "network-changed", "server_uuid": "2de99b30-32e8-4424-a988-b1c1bef201f4", "tag": "34d91e8b-6a29-4327-9f13-73b58d1cf082"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:03.747745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df1090d-4d8e-46a5-a61b-b4eea28648e2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting subnet 07d32850-0f3e-42de-a488-466d8dcc4980 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:16:03.753025 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9df1090d-4d8e-46a5-a61b-b4eea28648e2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (07d32850-0f3e-42de-a488-466d8dcc4980), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:03.824140 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (da76c50a-d67e-46d5-861b-12b1eca8bf0d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:03.843664 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9df1090d-4d8e-46a5-a61b-b4eea28648e2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (07d32850-0f3e-42de-a488-466d8dcc4980), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:03.942692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:03.964158 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee42267-16b7-427d-be93-556b3db2a290 x-openstack-request-id: req-aee42267-16b7-427d-be93-556b3db2a290 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:03.976052 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de99b30-32e8-4424-a988-b1c1bef201f4", "tag": "34d91e8b-6a29-4327-9f13-73b58d1cf082", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:03.976052 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aee42267-16b7-427d-be93-556b3db2a290 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:03.976052 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de99b30-32e8-4424-a988-b1c1bef201f4', 'tag': '34d91e8b-6a29-4327-9f13-73b58d1cf082', 'status': 'completed', 'code': 200} Feb 09 21:16:03.976052 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd4ac8-8589-44c0-9c64-998de3ce2452 service neutron] Pushing event updated for resources: {'Port': ['ID=34d91e8b-6a29-4327-9f13-73b58d1cf082,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:04.063869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-f10da254-e2aa-4561-a06e-b61537f7b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:04.065944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-f10da254-e2aa-4561-a06e-b61537f7b4d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84df048823f7450b90628e4efb867937&device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 1131 time: 0.2902124 Feb 09 21:16:04.106153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:04.116732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9df1090d-4d8e-46a5-a61b-b4eea28648e2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (07d32850-0f3e-42de-a488-466d8dcc4980), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:04.194064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-6a0e2bf9-a25d-42c8-b7ef-51cdf92baecd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=34d91e8b-6a29-4327-9f13-73b58d1cf082 HTTP/1.1" status: 200 len: 217 time: 0.0990958 Feb 09 21:16:04.231523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9df1090d-4d8e-46a5-a61b-b4eea28648e2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (07d32850-0f3e-42de-a488-466d8dcc4980), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:04.293329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1090d-4d8e-46a5-a61b-b4eea28648e2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Subnet': ['ID=07d32850-0f3e-42de-a488-466d8dcc4980,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:04.295562 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9df1090d-4d8e-46a5-a61b-b4eea28648e2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:04.298845 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9df1090d-4d8e-46a5-a61b-b4eea28648e2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/subnets/07d32850-0f3e-42de-a488-466d8dcc4980 HTTP/1.1" status: 204 len: 168 time: 0.6701243 Feb 09 21:16:04.306353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:04.320086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-469ea4d4-3600-4bde-8f25-f16b5dd3c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:04.321569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-469ea4d4-3600-4bde-8f25-f16b5dd3c21f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.1145387 Feb 09 21:16:04.409188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2f304-1133-4f27-92d2-320e9eec3a37 None None] Network ed5a7a4e-b74a-41f1-aa37-899792c6640a requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:04.466171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:04.481021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-417ed6bd-3f4a-4be8-b33a-13ba6b873aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:04.482984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-417ed6bd-3f4a-4be8-b33a-13ba6b873aeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1355844 Feb 09 21:16:04.500531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a1e9ca3a-5954-4c0c-ac26-f1cdb83d1564 None None] Provisioning complete for port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:04.501515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1e9ca3a-5954-4c0c-ac26-f1cdb83d1564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:04.503554 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:04.504261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:04.598515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-a73a5122-11db-435b-a595-0a544d9feb85 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085141 Feb 09 21:16:04.677369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:04.677799 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:04.713650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9ca3a-5954-4c0c-ac26-f1cdb83d1564 None None] Port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:16:04.722105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:16:02Z', 'revision_number': 7, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:04.737046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-45486128-31a2-4c3b-a3dc-5e56741a7d8e req-e4d888a9-d452-4a02-a0ce-9daf16e31957 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056318 Feb 09 21:16:04.886557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074185dd-361c-40f6-8295-2213c436c169 req-bbda2d38-18ad-460f-b099-5fa18bff448a tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:04.895310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-074185dd-361c-40f6-8295-2213c436c169 req-bbda2d38-18ad-460f-b099-5fa18bff448a tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 948 time: 0.4742801 Feb 09 21:16:04.933573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router (6a26da11-cc19-4fd9-8d33-0d819242a85d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:04.959202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6096ecc-e040-4017-8002-3a897936ae52 req-9d039e13-637c-4b76-8911-ae152c94b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:04.961178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6096ecc-e040-4017-8002-3a897936ae52 req-9d039e13-637c-4b76-8911-ae152c94b966 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84df048823f7450b90628e4efb867937&device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 1131 time: 0.1725061 Feb 09 21:16:04.984029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] Checking router: 6a26da11-cc19-4fd9-8d33-0d819242a85d for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:16:04.994161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:05.021871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] Routers {'6a26da11-cc19-4fd9-8d33-0d819242a85d'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:05.022729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6a26da11-cc19-4fd9-8d33-0d819242a85d'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:05.025377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.088224 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-074185dd-361c-40f6-8295-2213c436c169 req-d8ecac5f-7096-4d8d-ad4a-f7b189bd359d tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916580 Feb 09 21:16:05.092513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dddc14-0f3f-4d30-8dc5-0b76a29cc9e1 req-3fa4b9b5-4e4e-4b39-99a7-73f790cfe431 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:05.098330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16dddc14-0f3f-4d30-8dc5-0b76a29cc9e1 req-3fa4b9b5-4e4e-4b39-99a7-73f790cfe431 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 946 time: 0.2109854 Feb 09 21:16:05.134686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:05.170613 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_gateway (6a26da11-cc19-4fd9-8d33-0d819242a85d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.172770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] DHCP port deletion for ed5a7a4e-b74a-41f1-aa37-899792c6640a request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:16:05.268911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] Deleting port 26c61ef4-0632-423c-aa09-a3fbdd02e88a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:05.269252 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.282083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16dddc14-0f3f-4d30-8dc5-0b76a29cc9e1 req-b5356d9f-a92f-4e0e-aeb9-6dd85854f9f7 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641307 Feb 09 21:16:05.290839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6096ecc-e040-4017-8002-3a897936ae52 req-2d82496a-9cc8-4345-b7a1-abba9711894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:05.292683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6096ecc-e040-4017-8002-3a897936ae52 req-2d82496a-9cc8-4345-b7a1-abba9711894b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.3186681 Feb 09 21:16:05.313433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port 2903b12c-6418-4191-a159-5fe1e754a968 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:05.313780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2903b12c-6418-4191-a159-5fe1e754a968), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.324405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] Set router 6a26da11-cc19-4fd9-8d33-0d819242a85d gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:05.482350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] For port 26c61ef4-0632-423c-aa09-a3fbdd02e88a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=26c61ef4-0632-423c-aa09-a3fbdd02e88a,segment=NetworkSegment(e601aa20-a051-41a1-86b3-bd5cd2e9b062),segment_id=e601aa20-a051-41a1-86b3-bd5cd2e9b062)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:05.482757 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.489991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port 2903b12c-6418-4191-a159-5fe1e754a968, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2903b12c-6418-4191-a159-5fe1e754a968,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:05.491361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2903b12c-6418-4191-a159-5fe1e754a968), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.505159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] Calling delete_port for 26c61ef4-0632-423c-aa09-a3fbdd02e88a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:05.537821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for 2903b12c-6418-4191-a159-5fe1e754a968 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:05.658243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:16:02Z', 'revision_number': 7, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:05.662285 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (26c61ef4-0632-423c-aa09-a3fbdd02e88a), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.731647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b019b1-8bfc-437d-a55b-bf411af3de7d None None] The sync data for ids ['6a26da11-cc19-4fd9-8d33-0d819242a85d'] in n-d-789963-29 is: [{'id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'name': 'tempest-TestNetworkBasicOps-router-853376238', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '2903b12c-6418-4191-a159-5fe1e754a968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:13:33Z', 'updated_at': '2022-02-09T21:16:02Z', 'revision_number': 7, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': '2903b12c-6418-4191-a159-5fe1e754a968', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a26da11-cc19-4fd9-8d33-0d819242a85d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:13:35Z', 'updated_at': '2022-02-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:16:05.743838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] No DVR routers for this DVR port 26c61ef4-0632-423c-aa09-a3fbdd02e88a on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:16:05.810632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:05.821725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Publish callbacks [] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.825966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6096ecc-e040-4017-8002-3a897936ae52 req-03df286b-5e6d-49f7-83f0-6f54fcb32cb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=34d91e8b-6a29-4327-9f13-73b58d1cf082 HTTP/1.1" status: 200 len: 217 time: 0.5236578 Feb 09 21:16:05.827227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.855862 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2903b12c-6418-4191-a159-5fe1e754a968), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.898556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa086ed-8609-4ece-8ebb-207bc2eb2a4b None None] Pushing event deleted for resources: {'Port': ['ID=26c61ef4-0632-423c-aa09-a3fbdd02e88a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:05.913783 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (da76c50a-d67e-46d5-861b-12b1eca8bf0d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:05.932233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=2903b12c-6418-4191-a159-5fe1e754a968,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:05.934894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Pushing event updated for resources: {'Port': ['ID=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:05.964193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:05.964832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.036160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (6a26da11-cc19-4fd9-8d33-0d819242a85d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.078428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:06.129644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6096ecc-e040-4017-8002-3a897936ae52 req-ae33e6b3-cc6f-43e7-8a19-350f34dcd4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:06.131442 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6096ecc-e040-4017-8002-3a897936ae52 req-ae33e6b3-cc6f-43e7-8a19-350f34dcd4da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.2584016 Feb 09 21:16:06.187854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 26c61ef4-0632-423c-aa09-a3fbdd02e88a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:06.189726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (6a26da11-cc19-4fd9-8d33-0d819242a85d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.193437 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_controller (6a26da11-cc19-4fd9-8d33-0d819242a85d), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.228610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 26c61ef4-0632-423c-aa09-a3fbdd02e88a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:06.228966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 26c61ef4-0632-423c-aa09-a3fbdd02e88a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:06.258685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6096ecc-e040-4017-8002-3a897936ae52 req-d1f12f17-919e-4438-9be2-2e6bda91cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:06.259970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6096ecc-e040-4017-8002-3a897936ae52 req-d1f12f17-919e-4438-9be2-2e6bda91cb2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1219010 Feb 09 21:16:06.264086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (6a26da11-cc19-4fd9-8d33-0d819242a85d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.264618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Fanout notify agent at l3_agent the message router_deleted on router 6a26da11-cc19-4fd9-8d33-0d819242a85d {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:16:06.273178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.276745 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cdedab99-3781-49c7-a4ff-c09d47d28ce7 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/routers/6a26da11-cc19-4fd9-8d33-0d819242a85d HTTP/1.1" status: 204 len: 168 time: 1.9669816 Feb 09 21:16:06.280631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36180) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:06.289881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Network ab64e1b0-77b5-487f-83b0-01857f74b0e2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:06.322771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702051c-9271-4a7f-8467-b049d2fccb11 req-4181812f-05c3-4dda-b3f5-28db1d47ff89 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:06.324435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a702051c-9271-4a7f-8467-b049d2fccb11 req-4181812f-05c3-4dda-b3f5-28db1d47ff89 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 948 time: 0.0717716 Feb 09 21:16:06.346079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:06.400598 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a702051c-9271-4a7f-8467-b049d2fccb11 req-2a44749b-19dc-4286-bb35-eaca57e71717 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610335 Feb 09 21:16:06.466060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6096ecc-e040-4017-8002-3a897936ae52 req-05d08337-c13b-4620-a498-a71fdd0cfb69 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985829 Feb 09 21:16:06.578906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (ed5a7a4e-b74a-41f1-aa37-899792c6640a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.714316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5440563c-acc9-4781-a7d0-4dde4d4e2fba None None] Provisioning complete for port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:06.715400 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5440563c-acc9-4781-a7d0-4dde4d4e2fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.755221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5440563c-acc9-4781-a7d0-4dde4d4e2fba None None] Port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:16:06.776353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6096ecc-e040-4017-8002-3a897936ae52 req-dd7f52ee-322c-4f44-81cb-871e0392ba64 service neutron] 10.222.0.13 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973683 Feb 09 21:16:06.782989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Router da76c50a-d67e-46d5-861b-12b1eca8bf0d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:16:06.788503 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (ed5a7a4e-b74a-41f1-aa37-899792c6640a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.817789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5a7a4e-b74a-41f1-aa37-899792c6640a']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:06.887240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e601aa20-a051-41a1-86b3-bd5cd2e9b062') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:06.887467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e601aa20-a051-41a1-86b3-bd5cd2e9b062') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:06.937326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (e601aa20-a051-41a1-86b3-bd5cd2e9b062), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.946375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:16:06.962392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-865cb16e-8847-4c34-ba93-f69b2a0c5396 admin admin] 10.222.0.102 "PUT /v2.0/routers/da76c50a-d67e-46d5-861b-12b1eca8bf0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0646102 Feb 09 21:16:06.968220 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e601aa20-a051-41a1-86b3-bd5cd2e9b062), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.974853 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Sync routers for ids ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:16:06.987973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:16:06.989856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (e601aa20-a051-41a1-86b3-bd5cd2e9b062), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:16:06.993592 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:16:07.005441 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Routers {'da76c50a-d67e-46d5-861b-12b1eca8bf0d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:07.007754 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:07.077664 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (ed5a7a4e-b74a-41f1-aa37-899792c6640a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.087342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.093972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/networks/ed5a7a4e-b74a-41f1-aa37-899792c6640a HTTP/1.1" status: 204 len: 168 time: 0.8092253 Feb 09 21:16:07.114483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36188) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:07.119725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649ca49-4939-4e15-9177-fa4fe8fe3c62 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Network': ['ID=ed5a7a4e-b74a-41f1-aa37-899792c6640a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:07.119909 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'network': {'name': 'tempest-network-smoke--761987871', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:07.166811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:16:07.171903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.199567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:16:07.212957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7fbef463-578b-4e7f-a1dc-a272fabb8caf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.213650 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Added segment 7fbef463-578b-4e7f-a1dc-a272fabb8caf of type vlan for network 7e045133-2314-498b-beb9-ea06385e4719 Feb 09 21:16:07.280341 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (7e045133-2314-498b-beb9-ea06385e4719), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.282834 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Set router da76c50a-d67e-46d5-861b-12b1eca8bf0d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:07.311723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (7e045133-2314-498b-beb9-ea06385e4719), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.324470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:07.326448 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.402974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2875884 Feb 09 21:16:07.407479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:07.413224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'admin_state_up': True, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:07.457764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a4f88-a8c9-4e89-9883-675c879415ba tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Network': ['ID=7e045133-2314-498b-beb9-ea06385e4719,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:07.462124 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:16:07.486422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 34d91e8b-6a29-4327-9f13-73b58d1cf082 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:16:07.534794 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.539521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.677878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dd74a-6209-4e95-b17c-dd0a6ea54acd req-36d3364a-d9fd-46a1-8868-84532dd64fd1 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:07.692687 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e3dd74a-6209-4e95-b17c-dd0a6ea54acd req-36d3364a-d9fd-46a1-8868-84532dd64fd1 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 948 time: 0.1439810 Feb 09 21:16:07.785260 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_controller (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:07.827058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 7e045133-2314-498b-beb9-ea06385e4719 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:16:07.853990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eefb32e9-71fb-412e-9d70-45ef1ad848a2 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:07.856840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e3dd74a-6209-4e95-b17c-dd0a6ea54acd req-2b393972-2281-41e3-a5d7-c528e41908e9 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598213 Feb 09 21:16:07.900766 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '72ed699b-2466-4f9e-95f4-79e16cdb3ad0', 'name': '', 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'mac_address': 'fa:16:3e:28:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '784d9788-123c-44c4-b0c7-8e17e6e2a5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:02Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 2, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'subnets': [{'id': '784d9788-123c-44c4-b0c7-8e17e6e2a5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:07.945372 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Checking router: da76c50a-d67e-46d5-861b-12b1eca8bf0d for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:16:07.946056 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Updating router da76c50a-d67e-46d5-861b-12b1eca8bf0d port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:16:07.982583 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.079609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: eefb32e9-71fb-412e-9d70-45ef1ad848a2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:08.079935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device eefb32e9-71fb-412e-9d70-45ef1ad848a2 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:08.080368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2903b12c-6418-4191-a159-5fe1e754a968 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:08.093288 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6866fcd5-e18a-4788-8640-73ba51381142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.102130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 34d91e8b-6a29-4327-9f13-73b58d1cf082, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=34d91e8b-6a29-4327-9f13-73b58d1cf082,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:08.123055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '34d91e8b-6a29-4327-9f13-73b58d1cf082', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '34d91e8b-6a29-4327-9f13-73b58d1cf082', 'mac_address': 'fa:16:3e:48:a5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:16:08.144874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 2903b12c-6418-4191-a159-5fe1e754a968 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:08.145327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2903b12c-6418-4191-a159-5fe1e754a968 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:08.157515 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_gateway (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.193631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 34d91e8b-6a29-4327-9f13-73b58d1cf082 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:08.194057 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.210700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d91e8b-6a29-4327-9f13-73b58d1cf082 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:16:08.236277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 34d91e8b-6a29-4327-9f13-73b58d1cf082, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=34d91e8b-6a29-4327-9f13-73b58d1cf082,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:08.245412 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.323856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=34d91e8b-6a29-4327-9f13-73b58d1cf082,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:08.411825 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Publish callbacks [] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.422130 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.441818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_gateway (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.455918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['34d91e8b-6a29-4327-9f13-73b58d1cf082'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:16:08.472166 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076552c6-b27a-4632-9187-bb100a34d05b None None] Pushing event updated for resources: {'Port': ['ID=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:08.485430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.637195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.25.4.179 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/a7c3eb89-4c0c-4081-a63e-381634f3c40d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:16:08.669417 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Attempting to bind port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:16:08.669947 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Attempting to bind port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:16:08.670335 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Attempting to bind port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 on network ab64e1b0-77b5-487f-83b0-01857f74b0e2 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:08.681275 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:16:08.681728 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Checking segment: {'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:08.682058 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.682446 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Bound using segment: {'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:16:08.682915 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Bound port: 72ed699b-2466-4f9e-95f4-79e16cdb3ad0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d755d-26c2-489d-8483-ec537f33da44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:16:08.683291 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.784630 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] For port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:16:08.788990 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] For port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,segment=NetworkSegment(5e8d755d-26c2-489d-8483-ec537f33da44),segment_id=5e8d755d-26c2-489d-8483-ec537f33da44)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:16:08.798027 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.807944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.809510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a656cd8b-afa3-4cf5-b056-d91925f21656 None None] Provisioning complete for port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:08.809915 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a656cd8b-afa3-4cf5-b056-d91925f21656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.863933 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:08.869504 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Routers {'da76c50a-d67e-46d5-861b-12b1eca8bf0d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:08.870092 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:15:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:08.919309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:08.941043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:08.961568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:16:09.010723 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076552c6-b27a-4632-9187-bb100a34d05b None None] Pushing event updated for resources: {'Port': ['ID=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:09.014435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a656cd8b-afa3-4cf5-b056-d91925f21656 None None] Current status of the port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:09.014899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a656cd8b-afa3-4cf5-b056-d91925f21656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:09.055253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a656cd8b-afa3-4cf5-b056-d91925f21656 None None] For port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,segment=NetworkSegment(5e8d755d-26c2-489d-8483-ec537f33da44),segment_id=5e8d755d-26c2-489d-8483-ec537f33da44)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:09.061013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a656cd8b-afa3-4cf5-b056-d91925f21656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:09.063135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=a7c3eb89-4c0c-4081-a63e-381634f3c40d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:09.156778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656cd8b-afa3-4cf5-b056-d91925f21656 None None] Pushing event updated for resources: {'Port': ['ID=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:09.157056 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] Set router da76c50a-d67e-46d5-861b-12b1eca8bf0d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:09.310499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b0b5110a-889e-4407-b75b-bb9ec201a398 None None] Provisioning complete for port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:09.311130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0b5110a-889e-4407-b75b-bb9ec201a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:09.329303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7f600-3d83-4b7f-bf51-0b1c4c0bc1f1 req-385cafea-8660-4931-9eb1-e28f12e4da0c tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:09.332479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdc7f600-3d83-4b7f-bf51-0b1c4c0bc1f1 req-385cafea-8660-4931-9eb1-e28f12e4da0c tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 949 time: 0.2715561 Feb 09 21:16:09.475737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5110a-889e-4407-b75b-bb9ec201a398 None None] Current status of the port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:09.487832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 34d91e8b-6a29-4327-9f13-73b58d1cf082 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:09.617823 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_gateway (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:09.625176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdc7f600-3d83-4b7f-bf51-0b1c4c0bc1f1 req-7984de38-ca6a-471f-a1ab-6607a8c24e63 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871144 Feb 09 21:16:09.633838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 34d91e8b-6a29-4327-9f13-73b58d1cf082 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:16:09.643575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 34d91e8b-6a29-4327-9f13-73b58d1cf082 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:09.643994 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:09.667598 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '72ed699b-2466-4f9e-95f4-79e16cdb3ad0', 'name': '', 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'mac_address': 'fa:16:3e:28:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '784d9788-123c-44c4-b0c7-8e17e6e2a5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:02Z', 'updated_at': '2022-02-09T21:16:08Z', 'revision_number': 4, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'subnets': [{'id': '784d9788-123c-44c4-b0c7-8e17e6e2a5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:09.739969 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e39fc1-a287-4338-a6b9-9d1004c1ccfe None None] The sync data for ids ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'] in n-d-789963-29 is: [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '72ed699b-2466-4f9e-95f4-79e16cdb3ad0', 'name': '', 'network_id': 'ab64e1b0-77b5-487f-83b0-01857f74b0e2', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'mac_address': 'fa:16:3e:28:61:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '784d9788-123c-44c4-b0c7-8e17e6e2a5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:02Z', 'updated_at': '2022-02-09T21:16:08Z', 'revision_number': 4, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'subnets': [{'id': '784d9788-123c-44c4-b0c7-8e17e6e2a5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:16:09.818814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 34d91e8b-6a29-4327-9f13-73b58d1cf082 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:09.819127 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:09.929430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de99b30-32e8-4424-a988-b1c1bef201f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d91e8b-6a29-4327-9f13-73b58d1cf082'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:09.938380 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6547ce81-29b1-4eb7-90f1-7e1660f27948" -d '{"events": [{"server_uuid": "2de99b30-32e8-4424-a988-b1c1bef201f4", "name": "network-vif-plugged", "status": "completed", "tag": "34d91e8b-6a29-4327-9f13-73b58d1cf082"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:09.960835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e09dc17b-5128-4147-b112-64f9414b6174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:09.979255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 34d91e8b-6a29-4327-9f13-73b58d1cf082, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=34d91e8b-6a29-4327-9f13-73b58d1cf082,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:09.990432 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:10.067926 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0477691-6933-4907-b9d3-6f72179cacd9 x-openstack-request-id: req-a0477691-6933-4907-b9d3-6f72179cacd9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:10.068622 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de99b30-32e8-4424-a988-b1c1bef201f4", "name": "network-vif-plugged", "status": "completed", "tag": "34d91e8b-6a29-4327-9f13-73b58d1cf082", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:10.068622 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a0477691-6933-4907-b9d3-6f72179cacd9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:10.069256 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de99b30-32e8-4424-a988-b1c1bef201f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d91e8b-6a29-4327-9f13-73b58d1cf082', 'code': 200} Feb 09 21:16:10.070297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=34d91e8b-6a29-4327-9f13-73b58d1cf082,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:10.202800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36270) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:10.386711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc664d0-f7f8-4dac-9996-cd2e49bc6bf5 req-895fa248-ad28-41c3-90ab-692f8a55b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:10.388341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cc664d0-f7f8-4dac-9996-cd2e49bc6bf5 req-895fa248-ad28-41c3-90ab-692f8a55b877 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 1133 time: 0.1348855 Feb 09 21:16:10.498417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cc664d0-f7f8-4dac-9996-cd2e49bc6bf5 req-fc67680f-27d9-4119-a7e2-a126db10cd4f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783861 Feb 09 21:16:10.524389 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:10.742750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:16:10.878582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d4e3d-1a9c-427f-9a27-852ddcb826c6 req-cbf5f82e-d087-42b7-b991-8ef892336e60 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:10.881124 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-848d4e3d-1a9c-427f-9a27-852ddcb826c6 req-cbf5f82e-d087-42b7-b991-8ef892336e60 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 950 time: 0.1243446 Feb 09 21:16:10.927513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:16:10.938237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Sync routers for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:16:10.961389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:10.962215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:10.982670 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:10.995165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cf67af97-5763-48b2-91b7-e4f84ab3bb71 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5863197 Feb 09 21:16:10.996001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:11.064363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-159d548e-ad52-4a66-a0f8-b3c9b7b9ecd4 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=864eb71ee1bc4470a8e79afa1f10e16b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668740 Feb 09 21:16:11.068107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:11.077197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-848d4e3d-1a9c-427f-9a27-852ddcb826c6 req-5342861a-4ca4-494e-a87a-a71fb40207d3 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540451 Feb 09 21:16:11.081527 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (fc2f123c-359f-4462-b499-819026a15f76), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:11.204171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:11.362884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:11.368971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c69c4-66c6-41e5-a018-6cd1dc89bdbf tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:11.374851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-518c69c4-66c6-41e5-a018-6cd1dc89bdbf tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3055747 Feb 09 21:16:11.375899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:11.421247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f36d633e-ceba-4d9c-8b54-dd9266d24cae tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412927 Feb 09 21:16:11.421958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:11.428113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-660838625', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:11.435783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6481204-f8f9-4a74-b256-2b29d7691868 req-e4155bb4-bf75-47c0-a7a6-00f7d898249a tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:11.437369 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6481204-f8f9-4a74-b256-2b29d7691868 req-e4155bb4-bf75-47c0-a7a6-00f7d898249a tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 946 time: 0.1584048 Feb 09 21:16:11.597846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:09Z', 'revision_number': 3, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:11.606236 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6481204-f8f9-4a74-b256-2b29d7691868 req-366694bc-4a7c-4e62-af4e-fdf9be6a5561 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259928 Feb 09 21:16:11.637213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:16:11.639453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Checking router: 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:16:11.640000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Updating router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 port a7c3eb89-4c0c-4081-a63e-381634f3c40d binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:16:11.641443 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:11.685504 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:11.815385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Deleting port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:11.815859 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:11.856149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:11.925052 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] For port 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,segment=NetworkSegment(030bff73-b47d-4b4c-813b-c8e9c5ef1de0),segment_id=030bff73-b47d-4b4c-813b-c8e9c5ef1de0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:11.929163 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:11.952944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Calling delete_port for 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:11.978378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (0bcdb5a7-378b-4248-84fe-f9d0363a2476), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.015233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:12.015233 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.049316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Subnet': ['ID=0bcdb5a7-378b-4248-84fe-f9d0363a2476,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:12.108423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Checking segment: {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:12.109127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network hostable DHCP agents. Network: 7e045133-2314-498b-beb9-ea06385e4719, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:16:12.142133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network 7e045133-2314-498b-beb9-ea06385e4719 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:16:12.161090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 7e045133-2314-498b-beb9-ea06385e4719) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:12.176416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:12.178150 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.203875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dc451-d67e-4578-b5de-e9258066d6e7 None None] Network 7e045133-2314-498b-beb9-ea06385e4719 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:12.204756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cd377a35-3b31-4ad8-b336-181a52888e1f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7815897 Feb 09 21:16:12.217065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:12.232657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7d28e34c-1d11-4c21-9d4c-9920ae4f69f4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.267737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d28e34c-1d11-4c21-9d4c-9920ae4f69f4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:12.301872 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Publish callbacks [] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.303954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:12.314970 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.442523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Attempting to bind port a7c3eb89-4c0c-4081-a63e-381634f3c40d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:16:12.442523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Attempting to bind port a7c3eb89-4c0c-4081-a63e-381634f3c40d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:16:12.442523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Attempting to bind port a7c3eb89-4c0c-4081-a63e-381634f3c40d on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:12.484270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c184a72-4d41-42f5-b2e8-468f69a832b1 None None] Pushing event updated for resources: {'Port': ['ID=a7c3eb89-4c0c-4081-a63e-381634f3c40d,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:12.494011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:16:12.494523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:12.494802 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.495195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:16:12.495703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Bound port: a7c3eb89-4c0c-4081-a63e-381634f3c40d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:16:12.500931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.513285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-7e045133-2314-498b-beb9-ea06385e4719', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:16:12.514446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.627267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (fc2f123c-359f-4462-b499-819026a15f76), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.666521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea57ba-1db8-4ff1-96bd-015dcd63ab8f req-f49d2ef2-f63b-4174-83d6-2339ae04fb44 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:12.669304 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ea57ba-1db8-4ff1-96bd-015dcd63ab8f req-f49d2ef2-f63b-4174-83d6-2339ae04fb44 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 950 time: 0.4625018 Feb 09 21:16:12.767118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-d19513ef-2064-4f3d-91e5-5b64a0058320 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:12.768742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-d19513ef-2064-4f3d-91e5-5b64a0058320 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 946 time: 0.1816204 Feb 09 21:16:12.806631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59ea57ba-1db8-4ff1-96bd-015dcd63ab8f req-63f45af1-3dfd-4635-9831-cdb2a1a53cf1 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253107 Feb 09 21:16:12.911455 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:12.920978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fb9e2-c51e-4889-8c6c-6a027eac1aa8 req-17ecc977-338b-46ef-9159-bba90cf1e677 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:12.922867 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f3fb9e2-c51e-4889-8c6c-6a027eac1aa8 req-17ecc977-338b-46ef-9159-bba90cf1e677 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 946 time: 0.2155910 Feb 09 21:16:13.013136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] For port a7c3eb89-4c0c-4081-a63e-381634f3c40d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:16:13.016947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] For port a7c3eb89-4c0c-4081-a63e-381634f3c40d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a7c3eb89-4c0c-4081-a63e-381634f3c40d,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:16:13.060012 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:13.074790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Deleting port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:13.075411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:13.103370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f3fb9e2-c51e-4889-8c6c-6a027eac1aa8 req-107610c6-f827-4582-adf1-3e5ff7ab61ae tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659293 Feb 09 21:16:13.172521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Router fc2f123c-359f-4462-b499-819026a15f76 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:16:13.245850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c184a72-4d41-42f5-b2e8-468f69a832b1 None None] Pushing event updated for resources: {'Port': ['ID=a7c3eb89-4c0c-4081-a63e-381634f3c40d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:13.256871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:13.257796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:13.300615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Allocated IP 172.20.0.2 (7e045133-2314-498b-beb9-ea06385e4719/0bcdb5a7-378b-4248-84fe-f9d0363a2476/2eeb9d38-1d03-49df-b179-c74039612f3a) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:16:13.355140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] For port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,segment=NetworkSegment(ca92a676-97f8-4b29-a6c2-ef691b93a9d0),segment_id=ca92a676-97f8-4b29-a6c2-ef691b93a9d0)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:13.356317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:13.361072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:13.406246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Calling delete_port for 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:13.412193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee369b-053d-48ac-a74b-1c8c41f06cc1 req-e624da63-6bbe-4a59-9fe0-db0700b9a2d2 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:13.413737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77ee369b-053d-48ac-a74b-1c8c41f06cc1 req-e624da63-6bbe-4a59-9fe0-db0700b9a2d2 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 950 time: 0.1047456 Feb 09 21:16:13.416856 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:16:13.422566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-abc9aee8-fff3-4771-950f-cae609c5ee7e admin admin] 10.222.0.102 "PUT /v2.0/routers/fc2f123c-359f-4462-b499-819026a15f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2186699 Feb 09 21:16:13.427243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36318) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:13.434760 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519efdc-d079-4227-a365-0c8833de567d None None] Sync routers for ids ['fc2f123c-359f-4462-b499-819026a15f76'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:16:13.454542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:13.457955 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519efdc-d079-4227-a365-0c8833de567d None None] Routers {'fc2f123c-359f-4462-b499-819026a15f76'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:13.459011 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2519efdc-d079-4227-a365-0c8833de567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['fc2f123c-359f-4462-b499-819026a15f76'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:13.524711 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77ee369b-053d-48ac-a74b-1c8c41f06cc1 req-977e6c9b-3b63-460f-8257-6a10340916bf tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008339 Feb 09 21:16:13.658898 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2519efdc-d079-4227-a365-0c8833de567d None None] Set router fc2f123c-359f-4462-b499-819026a15f76 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:13.787914 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Publish callbacks [] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:13.816275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:13.890406 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2519efdc-d079-4227-a365-0c8833de567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:16:12Z', 'revision_number': 5, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:13.892742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Network 7e045133-2314-498b-beb9-ea06385e4719 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:13.898858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:13.915908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:16:13.922095 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519efdc-d079-4227-a365-0c8833de567d None None] Checking router: fc2f123c-359f-4462-b499-819026a15f76 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:16:13.932986 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519efdc-d079-4227-a365-0c8833de567d None None] Routers {'fc2f123c-359f-4462-b499-819026a15f76'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:13.933870 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2519efdc-d079-4227-a365-0c8833de567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['fc2f123c-359f-4462-b499-819026a15f76'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:13.993153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:09Z', 'revision_number': 3, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:14.035286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Pushing event updated for resources: {'Port': ['ID=2eeb9d38-1d03-49df-b179-c74039612f3a,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:14.045199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:14.052735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df0372-6618-4612-8b05-43bb3093489f None None] The sync data for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 is: [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:09Z', 'revision_number': 3, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:16:14.073238 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-2519efdc-d079-4227-a365-0c8833de567d None None] Set router fc2f123c-359f-4462-b499-819026a15f76 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:14.110475 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Attempting to bind port 2eeb9d38-1d03-49df-b179-c74039612f3a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:16:14.111212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Attempting to bind port 2eeb9d38-1d03-49df-b179-c74039612f3a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:16:14.112288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Attempting to bind port 2eeb9d38-1d03-49df-b179-c74039612f3a on network 7e045133-2314-498b-beb9-ea06385e4719 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:14.125649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:16:14.126139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Checking segment: {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:14.126631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:14.127094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Bound using segment: {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:16:14.127864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Bound port: 2eeb9d38-1d03-49df-b179-c74039612f3a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:16:14.128321 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:14.224588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks [] for router (fc2f123c-359f-4462-b499-819026a15f76), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:14.275629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] For port 2eeb9d38-1d03-49df-b179-c74039612f3a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:16:14.286036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] For port 2eeb9d38-1d03-49df-b179-c74039612f3a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2eeb9d38-1d03-49df-b179-c74039612f3a,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:16:14.295320 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:14.343960 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-2519efdc-d079-4227-a365-0c8833de567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:16:12Z', 'revision_number': 5, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:14.383598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0e97b-a19c-4d9c-a497-cea4e20b438f None None] Pushing event updated for resources: {'Port': ['ID=2eeb9d38-1d03-49df-b179-c74039612f3a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:14.383979 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519efdc-d079-4227-a365-0c8833de567d None None] The sync data for ids ['fc2f123c-359f-4462-b499-819026a15f76'] in n-d-789963-29 is: [{'id': 'fc2f123c-359f-4462-b499-819026a15f76', 'name': 'tempest-TestAggregatesBasicOps-1729466669-router', 'tenant_id': '8fa60f93712c462cb471246bc059fbfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113'}], 'enable_snat': True}, 'gw_port_id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:40Z', 'updated_at': '2022-02-09T21:16:12Z', 'revision_number': 5, 'project_id': '8fa60f93712c462cb471246bc059fbfe', 'gw_port': {'id': '17b6b9ae-286c-4c78-8bda-b8e400ead90b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f123c-359f-4462-b499-819026a15f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:43Z', 'updated_at': '2022-02-09T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:16:14.523870 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6e680119-73ed-4d93-a4b5-aee5d1fb26f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:14.535993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6e680119-73ed-4d93-a4b5-aee5d1fb26f5'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:16:14.606494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Pushing event deleted for resources: {'Port': ['ID=6e680119-73ed-4d93-a4b5-aee5d1fb26f5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:14.678766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks [] for router_gateway (fc2f123c-359f-4462-b499-819026a15f76), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:14.701995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53543d4-7177-49eb-8c99-ff61ae48d22f req-c0a41a24-4bca-49f7-a51f-16e4d0137042 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:14.704392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512ecaf-8532-4aab-8c58-16a77de3b042 req-5ce9cdd1-d19f-4c2b-af9e-7d1a9d74497b tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:14.706138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a512ecaf-8532-4aab-8c58-16a77de3b042 req-5ce9cdd1-d19f-4c2b-af9e-7d1a9d74497b tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 950 time: 0.0775373 Feb 09 21:16:14.707501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b53543d4-7177-49eb-8c99-ff61ae48d22f req-c0a41a24-4bca-49f7-a51f-16e4d0137042 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/ports?device_id=f9400547-cc32-4c98-9c0a-027bb8ca8221 HTTP/1.1" status: 200 len: 867 time: 0.4678469 Feb 09 21:16:14.749767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] No DVR routers for this DVR port 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:16:14.762728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1286-a978-44ae-b8d6-91858114bb4a req-ba1cf0f9-549b-493c-a085-369b12f1328d tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:14.764289 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-396f1286-a978-44ae-b8d6-91858114bb4a req-ba1cf0f9-549b-493c-a085-369b12f1328d tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 950 time: 0.3407235 Feb 09 21:16:14.765005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a512ecaf-8532-4aab-8c58-16a77de3b042 req-9c7888cc-d428-4fb8-9888-c0ed5bd50e59 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498071 Feb 09 21:16:14.797826 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.20.0.1 (7e045133-2314-498b-beb9-ea06385e4719/0bcdb5a7-378b-4248-84fe-f9d0363a2476/f22868a7-8ae2-4c1b-86d6-a789c897d20d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:16:14.802692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:14.814941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5d970c7b-e13f-4e96-9cd1-2a09683f6892 req-52ffff0c-3270-4de2-b768-79a9ee53492d tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.50 "DELETE /v2.0/ports/6e680119-73ed-4d93-a4b5-aee5d1fb26f5 HTTP/1.1" status: 204 len: 173 time: 2.0334692 Feb 09 21:16:14.832756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9400547-cc32-4c98-9c0a-027bb8ca8221', 'name': 'network-vif-deleted', 'tag': '6e680119-73ed-4d93-a4b5-aee5d1fb26f5'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:14.842628 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301b7525-debc-4f2b-8fec-2d55be5f7ff2" -d '{"events": [{"server_uuid": "f9400547-cc32-4c98-9c0a-027bb8ca8221", "name": "network-vif-deleted", "tag": "6e680119-73ed-4d93-a4b5-aee5d1fb26f5"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:14.997983 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082a7524-e1d2-444e-a4d2-f5ac77d8015e x-openstack-request-id: req-082a7524-e1d2-444e-a4d2-f5ac77d8015e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:14.998445 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9400547-cc32-4c98-9c0a-027bb8ca8221", "name": "network-vif-deleted", "tag": "6e680119-73ed-4d93-a4b5-aee5d1fb26f5", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:14.998852 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-082a7524-e1d2-444e-a4d2-f5ac77d8015e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:14.999480 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9400547-cc32-4c98-9c0a-027bb8ca8221', 'name': 'network-vif-deleted', 'tag': '6e680119-73ed-4d93-a4b5-aee5d1fb26f5', 'status': 'completed', 'code': 200} Feb 09 21:16:15.142992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b53543d4-7177-49eb-8c99-ff61ae48d22f req-1961148f-a7e3-4368-8ed0-aa850d002d86 tempest-VolumesActionsTest-1939644142 tempest-VolumesActionsTest-1939644142-project] 10.222.0.102 "GET /v2.0/security-groups?id=8e2532c1-bab1-43fd-ad3d-7c303651e118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079525 Feb 09 21:16:15.254676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Deleting port 17b6b9ae-286c-4c78-8bda-b8e400ead90b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:15.255652 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:15.329775 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:15.354427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Deleting port 34d91e8b-6a29-4327-9f13-73b58d1cf082 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:15.354842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:15.436467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] For port 17b6b9ae-286c-4c78-8bda-b8e400ead90b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17b6b9ae-286c-4c78-8bda-b8e400ead90b,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:15.436985 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:15.462145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Calling delete_port for 17b6b9ae-286c-4c78-8bda-b8e400ead90b owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:15.493482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:15.640336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network 7e045133-2314-498b-beb9-ea06385e4719 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:15.657370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:15.674051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:16:15.775246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] For port 34d91e8b-6a29-4327-9f13-73b58d1cf082, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=34d91e8b-6a29-4327-9f13-73b58d1cf082,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:15.775659 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:15.813296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=f22868a7-8ae2-4c1b-86d6-a789c897d20d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:15.883665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Calling delete_port for 34d91e8b-6a29-4327-9f13-73b58d1cf082 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:15.946058 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:15.997390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a7c3eb89-4c0c-4081-a63e-381634f3c40d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:16.158303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a7c3eb89-4c0c-4081-a63e-381634f3c40d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:16.158303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:16.167334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585638d7-bb82-4507-b18d-b583e5e1a5cd req-9b7e3203-2bd6-4a4a-834a-25c808f96069 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:16.168979 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-585638d7-bb82-4507-b18d-b583e5e1a5cd req-9b7e3203-2bd6-4a4a-834a-25c808f96069 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 950 time: 0.1203132 Feb 09 21:16:16.264016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-585638d7-bb82-4507-b18d-b583e5e1a5cd req-fe6c6f52-7e2e-42b1-8656-76856019218a tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/security-groups?id=b9268c3a-9a9c-4b11-9291-9f3984faecec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830834 Feb 09 21:16:16.268599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2953c6-7882-41ef-a341-53692669be02 None None] Network 7e045133-2314-498b-beb9-ea06385e4719 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:16.415218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-69f18fe7-1b34-4ca7-9b80-7c51915a3beb None None] Provisioning complete for port 2eeb9d38-1d03-49df-b179-c74039612f3a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:16.415806 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69f18fe7-1b34-4ca7-9b80-7c51915a3beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:16.587154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (17b6b9ae-286c-4c78-8bda-b8e400ead90b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:16.618652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a7c3eb89-4c0c-4081-a63e-381634f3c40d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:16.619074 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:16.631028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=17b6b9ae-286c-4c78-8bda-b8e400ead90b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:16.686715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port a7c3eb89-4c0c-4081-a63e-381634f3c40d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a7c3eb89-4c0c-4081-a63e-381634f3c40d,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:16.730862 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:16.731706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2eeb9d38-1d03-49df-b179-c74039612f3a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:16.807815 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:16.809882 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (34d91e8b-6a29-4327-9f13-73b58d1cf082), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:16.891470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Pushing event deleted for resources: {'Port': ['ID=34d91e8b-6a29-4327-9f13-73b58d1cf082,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:16.931766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=a7c3eb89-4c0c-4081-a63e-381634f3c40d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:16.962668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['34d91e8b-6a29-4327-9f13-73b58d1cf082'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:16:17.019816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (fc2f123c-359f-4462-b499-819026a15f76), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.035921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-69f18fe7-1b34-4ca7-9b80-7c51915a3beb None None] Current status of the port 2eeb9d38-1d03-49df-b179-c74039612f3a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:17.036935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69f18fe7-1b34-4ca7-9b80-7c51915a3beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.104881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-69f18fe7-1b34-4ca7-9b80-7c51915a3beb None None] For port 2eeb9d38-1d03-49df-b179-c74039612f3a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2eeb9d38-1d03-49df-b179-c74039612f3a,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:17.117968 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-69f18fe7-1b34-4ca7-9b80-7c51915a3beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.136710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2eeb9d38-1d03-49df-b179-c74039612f3a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:17.137200 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.199345 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (fc2f123c-359f-4462-b499-819026a15f76), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.202665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks [] for router_controller (fc2f123c-359f-4462-b499-819026a15f76), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.243972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f18fe7-1b34-4ca7-9b80-7c51915a3beb None None] Pushing event updated for resources: {'Port': ['ID=2eeb9d38-1d03-49df-b179-c74039612f3a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:17.352193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2eeb9d38-1d03-49df-b179-c74039612f3a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:17.365608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:17.437615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:17.444155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8f86ca80-1f9f-4683-9496-a8902cefe39d req-72579aba-d340-4ac6-8509-591a87b10a67 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.102 "GET /v2.0/ports?device_id=2de99b30-32e8-4424-a988-b1c1bef201f4 HTTP/1.1" status: 200 len: 210 time: 0.0675750 Feb 09 21:16:17.451042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 7d28e34c-1d11-4c21-9d4c-9920ae4f69f4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:17.489047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1768700e-47db-4151-988c-ad3d671ec520 None None] Provisioning complete for port f22868a7-8ae2-4c1b-86d6-a789c897d20d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:17.489946 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1768700e-47db-4151-988c-ad3d671ec520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.493113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] No DVR routers for this DVR port 34d91e8b-6a29-4327-9f13-73b58d1cf082 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:16:17.498172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.501721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-396f1286-a978-44ae-b8d6-91858114bb4a req-9fc9caee-f873-4bac-b160-6949e67ca721 tempest-VolumesNegativeTest-1506821842 tempest-VolumesNegativeTest-1506821842-project] 10.222.0.13 "DELETE /v2.0/ports/34d91e8b-6a29-4327-9f13-73b58d1cf082 HTTP/1.1" status: 204 len: 173 time: 2.6504521 Feb 09 21:16:17.502203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de99b30-32e8-4424-a988-b1c1bef201f4', 'name': 'network-vif-deleted', 'tag': '34d91e8b-6a29-4327-9f13-73b58d1cf082'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:17.506831 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba05e3c-bbf7-43f9-92c2-40297fd0c7f9" -d '{"events": [{"server_uuid": "2de99b30-32e8-4424-a988-b1c1bef201f4", "name": "network-vif-deleted", "tag": "34d91e8b-6a29-4327-9f13-73b58d1cf082"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:17.511993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (fc2f123c-359f-4462-b499-819026a15f76), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.512659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2f123c-359f-4462-b499-819026a15f76 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:16:17.534433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.536406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c7339c5b-029b-4250-ab00-d5b782a92c2c admin admin] 10.222.0.102 "DELETE /v2.0/routers/fc2f123c-359f-4462-b499-819026a15f76 HTTP/1.1" status: 204 len: 168 time: 4.0507512 Feb 09 21:16:17.538971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:17.611610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1768700e-47db-4151-988c-ad3d671ec520 None None] Port f22868a7-8ae2-4c1b-86d6-a789c897d20d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:16:17.664766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dcc0b7-aeb3-4a50-88aa-4ffc5513616c admin admin] Deleting subnet dc43cb0c-3767-489e-b07b-95f081bf2e65 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:16:17.665835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1768700e-47db-4151-988c-ad3d671ec520 None None] Provisioning complete for port 2eeb9d38-1d03-49df-b179-c74039612f3a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:17.666222 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1768700e-47db-4151-988c-ad3d671ec520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.678552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53dcc0b7-aeb3-4a50-88aa-4ffc5513616c admin admin] Publish callbacks [] for subnet (dc43cb0c-3767-489e-b07b-95f081bf2e65), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.688780 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7351614-f6d3-44b1-91fb-f35db9858f5b x-openstack-request-id: req-c7351614-f6d3-44b1-91fb-f35db9858f5b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:17.697845 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de99b30-32e8-4424-a988-b1c1bef201f4", "name": "network-vif-deleted", "tag": "34d91e8b-6a29-4327-9f13-73b58d1cf082", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:17.698411 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c7351614-f6d3-44b1-91fb-f35db9858f5b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:17.698951 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de99b30-32e8-4424-a988-b1c1bef201f4', 'name': 'network-vif-deleted', 'tag': '34d91e8b-6a29-4327-9f13-73b58d1cf082', 'status': 'completed', 'code': 200} Feb 09 21:16:17.756748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53dcc0b7-aeb3-4a50-88aa-4ffc5513616c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (dc43cb0c-3767-489e-b07b-95f081bf2e65), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:17.903799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1768700e-47db-4151-988c-ad3d671ec520 None None] Current status of the port 2eeb9d38-1d03-49df-b179-c74039612f3a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:17.933772 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53dcc0b7-aeb3-4a50-88aa-4ffc5513616c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (dc43cb0c-3767-489e-b07b-95f081bf2e65), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.034357 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.034773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-24c3be44-6b16-4875-a0b5-e5bd34580c84 None None] Provisioning complete for port f22868a7-8ae2-4c1b-86d6-a789c897d20d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:18.036308 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24c3be44-6b16-4875-a0b5-e5bd34580c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.044186 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.056866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53dcc0b7-aeb3-4a50-88aa-4ffc5513616c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (dc43cb0c-3767-489e-b07b-95f081bf2e65), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.110963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-24c3be44-6b16-4875-a0b5-e5bd34580c84 None None] Port f22868a7-8ae2-4c1b-86d6-a789c897d20d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:16:18.119101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcc0b7-aeb3-4a50-88aa-4ffc5513616c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc43cb0c-3767-489e-b07b-95f081bf2e65,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:18.121162 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53dcc0b7-aeb3-4a50-88aa-4ffc5513616c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.124618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-53dcc0b7-aeb3-4a50-88aa-4ffc5513616c admin admin] 10.222.0.102 "DELETE /v2.0/subnets/dc43cb0c-3767-489e-b07b-95f081bf2e65 HTTP/1.1" status: 204 len: 168 time: 0.5846088 Feb 09 21:16:18.127186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36360) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:18.149463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f753445-db91-4881-90cf-52b7cf0b3020 None None] Network 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:18.183506 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.199343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=f22868a7-8ae2-4c1b-86d6-a789c897d20d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:18.236231 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (21ccd6f5-9a1c-4aa4-84ce-335b4683d176), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.254103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:18.262861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a7c3eb89-4c0c-4081-a63e-381634f3c40d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:18.371812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Deleting port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:18.372164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.400071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network 7e045133-2314-498b-beb9-ea06385e4719 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:18.404333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:18.447908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] For port 57d265c0-ccbb-46d3-aa8d-18bc67964f38, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=57d265c0-ccbb-46d3-aa8d-18bc67964f38,segment=NetworkSegment(030bff73-b47d-4b4c-813b-c8e9c5ef1de0),segment_id=030bff73-b47d-4b4c-813b-c8e9c5ef1de0)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:18.448876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.472759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Calling delete_port for 57d265c0-ccbb-46d3-aa8d-18bc67964f38 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:18.524379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:18.524885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6e680119-73ed-4d93-a4b5-aee5d1fb26f5 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:18.645906 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (57d265c0-ccbb-46d3-aa8d-18bc67964f38), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.660325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a7c3eb89-4c0c-4081-a63e-381634f3c40d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:18.661048 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.671892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:16:18.766040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Pushing event deleted for resources: {'Port': ['ID=57d265c0-ccbb-46d3-aa8d-18bc67964f38,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:18.778615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] No DVR routers for this DVR port 57d265c0-ccbb-46d3-aa8d-18bc67964f38 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:16:18.786846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05628421-29a5-4c17-a70d-a6ec3a80e1f4 None None] DHCP port deletion for 21ccd6f5-9a1c-4aa4-84ce-335b4683d176 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:16:18.882350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:16:18.889273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bfca9eff-533d-4c01-a588-1b30ef67d405 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "PUT /v2.0/routers/65905ab1-d8a1-4f78-860c-dcd0cbfa8312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6700661 Feb 09 21:16:18.893737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:18.897098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Sync routers for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:16:18.924559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3763005f-03d3-4e92-95a5-d98caeccc5ee None None] Provisioning complete for port f22868a7-8ae2-4c1b-86d6-a789c897d20d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:18.925093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3763005f-03d3-4e92-95a5-d98caeccc5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:18.967913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a7c3eb89-4c0c-4081-a63e-381634f3c40d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:18.969685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2eeb9d38-1d03-49df-b179-c74039612f3a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:18.985454 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (21ccd6f5-9a1c-4aa4-84ce-335b4683d176), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:19.035010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ccd6f5-9a1c-4aa4-84ce-335b4683d176']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:19.059140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:19.068595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:19.070841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030bff73-b47d-4b4c-813b-c8e9c5ef1de0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:19.071302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030bff73-b47d-4b4c-813b-c8e9c5ef1de0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:19.103754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (030bff73-b47d-4b4c-813b-c8e9c5ef1de0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:19.140473 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (030bff73-b47d-4b4c-813b-c8e9c5ef1de0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:19.158040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:16:19.158497 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (030bff73-b47d-4b4c-813b-c8e9c5ef1de0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:16:19.164308 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:16:19.250892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3763005f-03d3-4e92-95a5-d98caeccc5ee None None] Port f22868a7-8ae2-4c1b-86d6-a789c897d20d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:16:19.345215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2eeb9d38-1d03-49df-b179-c74039612f3a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:19.345581 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:19.346746 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (21ccd6f5-9a1c-4aa4-84ce-335b4683d176), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:19.371594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:19.375877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] 10.222.0.102 "DELETE /v2.0/networks/21ccd6f5-9a1c-4aa4-84ce-335b4683d176 HTTP/1.1" status: 204 len: 168 time: 1.2474756 Feb 09 21:16:19.377400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ae0df-ac5f-4f20-af24-f9f28eb6aa6c admin admin] Pushing event deleted for resources: {'Network': ['ID=21ccd6f5-9a1c-4aa4-84ce-335b4683d176,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:19.379813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36390) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:19.409238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.410886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.411284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.411778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.412241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.412718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.413143 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.415813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.421612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3c0b2399-7bbc-4ec5-8391-f5885ebae53f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5641 time: 0.5263405 Feb 09 21:16:19.425769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:19.523959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 34d91e8b-6a29-4327-9f13-73b58d1cf082 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:19.555070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd748b0a-c3cf-45ae-ac0b-8f7cfa3ef13f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.555618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd748b0a-c3cf-45ae-ac0b-8f7cfa3ef13f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.556093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd748b0a-c3cf-45ae-ac0b-8f7cfa3ef13f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.556809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd748b0a-c3cf-45ae-ac0b-8f7cfa3ef13f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.557262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd748b0a-c3cf-45ae-ac0b-8f7cfa3ef13f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.558043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd748b0a-c3cf-45ae-ac0b-8f7cfa3ef13f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.559482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd748b0a-c3cf-45ae-ac0b-8f7cfa3ef13f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:19.566590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cd748b0a-c3cf-45ae-ac0b-8f7cfa3ef13f tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4639 time: 0.1341927 Feb 09 21:16:19.566903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36394) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:19.586070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:19.588022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 34d91e8b-6a29-4327-9f13-73b58d1cf082 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:19.588462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 34d91e8b-6a29-4327-9f13-73b58d1cf082 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:19.650311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2eeb9d38-1d03-49df-b179-c74039612f3a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:19.852127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17b6b9ae-286c-4c78-8bda-b8e400ead90b no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:19.949372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 17b6b9ae-286c-4c78-8bda-b8e400ead90b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:19.949722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17b6b9ae-286c-4c78-8bda-b8e400ead90b not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:19.950148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57d265c0-ccbb-46d3-aa8d-18bc67964f38 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:19.975024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 57d265c0-ccbb-46d3-aa8d-18bc67964f38 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:19.975520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 57d265c0-ccbb-46d3-aa8d-18bc67964f38 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:19.991463 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-788acdaa-ff82-4842-85ea-676234722a70 tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.4231458 Feb 09 21:16:20.019584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:17Z', 'revision_number': 2, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:20.094823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Checking router: 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:16:20.095527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Updating router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 port f22868a7-8ae2-4c1b-86d6-a789c897d20d binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:16:20.188643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.560186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (da76c50a-d67e-46d5-861b-12b1eca8bf0d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.614859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:20.621017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-19eba1a1-c88f-4e4a-b652-ec36cc54d583 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162577753', 'description': 'tempest-secgroup-smoke-162577753 description', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:20.650643 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19eba1a1-c88f-4e4a-b652-ec36cc54d583 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.740635 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19eba1a1-c88f-4e4a-b652-ec36cc54d583 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (5c7281b1-4eab-44ce-a13b-f16da5961cbf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.745944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19eba1a1-c88f-4e4a-b652-ec36cc54d583 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5c7281b1-4eab-44ce-a13b-f16da5961cbf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.797063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eba1a1-c88f-4e4a-b652-ec36cc54d583 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7281b1-4eab-44ce-a13b-f16da5961cbf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:20.797266 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Publish callbacks [] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.812617 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.824967 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19eba1a1-c88f-4e4a-b652-ec36cc54d583 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.828719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-19eba1a1-c88f-4e4a-b652-ec36cc54d583 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2115719 Feb 09 21:16:20.830552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:20.835508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4499e53c-7fa1-46a7-bf4e-bca26e3d5752 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '5c7281b1-4eab-44ce-a13b-f16da5961cbf', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:20.906908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4499e53c-7fa1-46a7-bf4e-bca26e3d5752 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (f3854cb4-73d6-4a83-9b33-072ad8cf9ecb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:20.928763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8254b-5113-4763-b2e6-57c17d73153d None None] Pushing event updated for resources: {'Port': ['ID=f22868a7-8ae2-4c1b-86d6-a789c897d20d,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:21.076179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4499e53c-7fa1-46a7-bf4e-bca26e3d5752 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (f3854cb4-73d6-4a83-9b33-072ad8cf9ecb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.083911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4499e53c-7fa1-46a7-bf4e-bca26e3d5752 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (f3854cb4-73d6-4a83-9b33-072ad8cf9ecb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.114373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Attempting to bind port f22868a7-8ae2-4c1b-86d6-a789c897d20d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:16:21.115553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Attempting to bind port f22868a7-8ae2-4c1b-86d6-a789c897d20d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:16:21.116185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Attempting to bind port f22868a7-8ae2-4c1b-86d6-a789c897d20d on network 7e045133-2314-498b-beb9-ea06385e4719 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:21.124591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499e53c-7fa1-46a7-bf4e-bca26e3d5752 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3854cb4-73d6-4a83-9b33-072ad8cf9ecb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:21.136380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:16:21.137658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Checking segment: {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:21.139616 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.140263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Bound using segment: {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:16:21.141053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Bound port: f22868a7-8ae2-4c1b-86d6-a789c897d20d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:16:21.141685 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.149935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4499e53c-7fa1-46a7-bf4e-bca26e3d5752 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.164938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4499e53c-7fa1-46a7-bf4e-bca26e3d5752 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334999 Feb 09 21:16:21.165913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:21.178792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '5c7281b1-4eab-44ce-a13b-f16da5961cbf', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:21.280910 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (da04e699-1585-4433-9ea5-043418c8c49f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.311462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36508) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:21.318680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] For port f22868a7-8ae2-4c1b-86d6-a789c897d20d, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:16:21.324527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] For port f22868a7-8ae2-4c1b-86d6-a789c897d20d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f22868a7-8ae2-4c1b-86d6-a789c897d20d,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:16:21.333714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-312d5aec-e3e9-4e86-8024-e3ad7a813b86 None None] Provisioning complete for port f22868a7-8ae2-4c1b-86d6-a789c897d20d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:21.334558 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-312d5aec-e3e9-4e86-8024-e3ad7a813b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.358925 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.362210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Deleting port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:21.362574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.413240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (da04e699-1585-4433-9ea5-043418c8c49f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.427439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (da04e699-1585-4433-9ea5-043418c8c49f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.520903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] For port 72ed699b-2466-4f9e-95f4-79e16cdb3ad0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,segment=NetworkSegment(5e8d755d-26c2-489d-8483-ec537f33da44),segment_id=5e8d755d-26c2-489d-8483-ec537f33da44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:21.523427 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.540777 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.542115 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3750167 Feb 09 21:16:21.548322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:21.559994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da04e699-1585-4433-9ea5-043418c8c49f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:21.585866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.586263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.586734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.588542 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-837fa4ea-d7c4-4e06-8ca5-30259e2db3ec tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '5c7281b1-4eab-44ce-a13b-f16da5961cbf', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:21.589542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.590300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.590450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.590897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.595115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.595600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.600327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.600830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.601266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.601696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ded90-9a49-4beb-89c9-36d8b849d498 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:16:21.611773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:21.613638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:21.656205 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ed1bdaf-243e-4360-9e4e-9f020c22d183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.678844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Calling delete_port for 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:21.798091 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-837fa4ea-d7c4-4e06-8ca5-30259e2db3ec tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (44196805-29c6-470b-960a-447534e511dc), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.807949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8254b-5113-4763-b2e6-57c17d73153d None None] Pushing event updated for resources: {'Port': ['ID=f22868a7-8ae2-4c1b-86d6-a789c897d20d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:21.861677 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.922368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-312d5aec-e3e9-4e86-8024-e3ad7a813b86 None None] Current status of the port f22868a7-8ae2-4c1b-86d6-a789c897d20d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:21.923082 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-312d5aec-e3e9-4e86-8024-e3ad7a813b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:21.958617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:22.042342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-312d5aec-e3e9-4e86-8024-e3ad7a813b86 None None] For port f22868a7-8ae2-4c1b-86d6-a789c897d20d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f22868a7-8ae2-4c1b-86d6-a789c897d20d,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:22.049861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-312d5aec-e3e9-4e86-8024-e3ad7a813b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.154365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d5aec-e3e9-4e86-8024-e3ad7a813b86 None None] Pushing event updated for resources: {'Port': ['ID=f22868a7-8ae2-4c1b-86d6-a789c897d20d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:22.244842 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ed1bdaf-243e-4360-9e4e-9f020c22d183 admin admin] Publish callbacks [] for security_group (1883bd90-3718-486c-95b1-4e8dc23935c7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.284570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-837fa4ea-d7c4-4e06-8ca5-30259e2db3ec tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (44196805-29c6-470b-960a-447534e511dc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.287545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ed1bdaf-243e-4360-9e4e-9f020c22d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1883bd90-3718-486c-95b1-4e8dc23935c7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.291619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (72ed699b-2466-4f9e-95f4-79e16cdb3ad0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.318720 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-837fa4ea-d7c4-4e06-8ca5-30259e2db3ec tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (44196805-29c6-470b-960a-447534e511dc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.340736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-17c4bc33-5b93-4b3e-b0c9-57e0244554bf None None] Provisioning complete for port f22868a7-8ae2-4c1b-86d6-a789c897d20d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:22.341123 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-17c4bc33-5b93-4b3e-b0c9-57e0244554bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.417050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fa4ea-d7c4-4e06-8ca5-30259e2db3ec tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44196805-29c6-470b-960a-447534e511dc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:22.421708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:21Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:22.437174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Pushing event deleted for resources: {'Port': ['ID=72ed699b-2466-4f9e-95f4-79e16cdb3ad0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:22.454450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-837fa4ea-d7c4-4e06-8ca5-30259e2db3ec tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.456178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-837fa4ea-d7c4-4e06-8ca5-30259e2db3ec tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8773556 Feb 09 21:16:22.459911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:22.466091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e0ab2088-24f2-4634-9b12-79b727bf4b17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '5c7281b1-4eab-44ce-a13b-f16da5961cbf', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:22.507260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ed1bdaf-243e-4360-9e4e-9f020c22d183 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=44d6bae732974cbaa41d73699911e93f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1945841 Feb 09 21:16:22.509821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:22.521497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea2e8d5-2003-48dd-a117-65aea18be76f None None] The sync data for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 is: [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:21Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:16:22.526602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1bdaf-243e-4360-9e4e-9f020c22d183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1883bd90-3718-486c-95b1-4e8dc23935c7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:22.529354 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2088-24f2-4634-9b12-79b727bf4b17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (04df3c94-c435-4b87-a083-d9435f09f703), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.629225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-17c4bc33-5b93-4b3e-b0c9-57e0244554bf None None] Current status of the port f22868a7-8ae2-4c1b-86d6-a789c897d20d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:22.776569 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c79aeb1d-0c9b-4b14-9f14-5c63fbdb5bf7 admin admin] Publish callbacks [] for security_group (1883bd90-3718-486c-95b1-4e8dc23935c7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.838875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2088-24f2-4634-9b12-79b727bf4b17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (04df3c94-c435-4b87-a083-d9435f09f703), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.849760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c79aeb1d-0c9b-4b14-9f14-5c63fbdb5bf7 admin admin] Publish callbacks [] for security_group (1883bd90-3718-486c-95b1-4e8dc23935c7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.851915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2088-24f2-4634-9b12-79b727bf4b17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (04df3c94-c435-4b87-a083-d9435f09f703), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.889341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab2088-24f2-4634-9b12-79b727bf4b17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04df3c94-c435-4b87-a083-d9435f09f703,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:22.940295 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2088-24f2-4634-9b12-79b727bf4b17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:22.945949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e0ab2088-24f2-4634-9b12-79b727bf4b17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4846215 Feb 09 21:16:22.954780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:22.965759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c62f7d9c-43de-40e3-bf36-90e05176acf5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '5c7281b1-4eab-44ce-a13b-f16da5961cbf', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:23.025460 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-c62f7d9c-43de-40e3-bf36-90e05176acf5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Project 864eb71ee1bc4470a8e79afa1f10e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:16:23.041217 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c62f7d9c-43de-40e3-bf36-90e05176acf5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (e8a1b4b0-6930-42bb-8275-704c027df247), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.051805 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (da76c50a-d67e-46d5-861b-12b1eca8bf0d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.096508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c79aeb1d-0c9b-4b14-9f14-5c63fbdb5bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1883bd90-3718-486c-95b1-4e8dc23935c7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.101259 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c79aeb1d-0c9b-4b14-9f14-5c63fbdb5bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.105609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c79aeb1d-0c9b-4b14-9f14-5c63fbdb5bf7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1883bd90-3718-486c-95b1-4e8dc23935c7 HTTP/1.1" status: 204 len: 168 time: 0.5943949 Feb 09 21:16:23.201512 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c62f7d9c-43de-40e3-bf36-90e05176acf5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (e8a1b4b0-6930-42bb-8275-704c027df247), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.203719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aeb1d-0c9b-4b14-9f14-5c63fbdb5bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1883bd90-3718-486c-95b1-4e8dc23935c7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:23.213180 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c62f7d9c-43de-40e3-bf36-90e05176acf5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (e8a1b4b0-6930-42bb-8275-704c027df247), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.263360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c62f7d9c-43de-40e3-bf36-90e05176acf5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.265789 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c62f7d9c-43de-40e3-bf36-90e05176acf5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3081503 Feb 09 21:16:23.272240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:23.280239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3bd13f9a-9ead-40ba-a488-ff298a00d1d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'security_group_rule': {'security_group_id': '5c7281b1-4eab-44ce-a13b-f16da5961cbf', 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:23.311832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f7d9c-43de-40e3-bf36-90e05176acf5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a1b4b0-6930-42bb-8275-704c027df247,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:23.317111 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-3bd13f9a-9ead-40ba-a488-ff298a00d1d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Project 864eb71ee1bc4470a8e79afa1f10e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:16:23.323422 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bd13f9a-9ead-40ba-a488-ff298a00d1d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (30fa1a00-b583-4cb8-b5a8-933c30f88991), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.392686 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bd13f9a-9ead-40ba-a488-ff298a00d1d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (30fa1a00-b583-4cb8-b5a8-933c30f88991), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.397203 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bd13f9a-9ead-40ba-a488-ff298a00d1d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (30fa1a00-b583-4cb8-b5a8-933c30f88991), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.439246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd13f9a-9ead-40ba-a488-ff298a00d1d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fa1a00-b583-4cb8-b5a8-933c30f88991,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:23.462516 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bd13f9a-9ead-40ba-a488-ff298a00d1d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.464001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3bd13f9a-9ead-40ba-a488-ff298a00d1d4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1903350 Feb 09 21:16:23.719778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Router da76c50a-d67e-46d5-861b-12b1eca8bf0d has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:16:23.874785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:23.905607 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d22b-05f5-415d-8894-6c8e541546b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:23.977347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f22868a7-8ae2-4c1b-86d6-a789c897d20d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:24.097988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-68a93eac-7887-4ef6-a894-5c4f6245b7cb tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162577753&fields=id&tenant_id=864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 267 time: 0.2603617 Feb 09 21:16:24.126824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d22b-05f5-415d-8894-6c8e541546b0 admin admin] Publish callbacks [] for security_group (5d61721f-c288-4bd4-94b9-c35831a16c9d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:24.135105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d22b-05f5-415d-8894-6c8e541546b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5d61721f-c288-4bd4-94b9-c35831a16c9d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:24.141315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f22868a7-8ae2-4c1b-86d6-a789c897d20d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:24.141702 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:24.196311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6c3d22b-05f5-415d-8894-6c8e541546b0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b05d3290433b4558816dcefd10bb0268&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203578 Feb 09 21:16:24.198921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:24.248868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:16:24.260289 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] Sync routers for ids ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:16:24.273628 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] Routers {'da76c50a-d67e-46d5-861b-12b1eca8bf0d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:24.274275 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:24.281316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0b63de42-8b11-4d8e-83e4-23c71ae4114a admin admin] 10.222.0.102 "PUT /v2.0/routers/da76c50a-d67e-46d5-861b-12b1eca8bf0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8962197 Feb 09 21:16:24.283572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36656) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:24.337194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3030-084a-4593-8f0f-5941d93e0cda admin admin] Publish callbacks [] for security_group (5d61721f-c288-4bd4-94b9-c35831a16c9d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:24.348746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f22868a7-8ae2-4c1b-86d6-a789c897d20d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:24.460978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3d22b-05f5-415d-8894-6c8e541546b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d61721f-c288-4bd4-94b9-c35831a16c9d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:24.492082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-13ccb316-e13a-4bd3-a8b3-25d21852257a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:24.502692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-13ccb316-e13a-4bd3-a8b3-25d21852257a tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/networks?id=7e045133-2314-498b-beb9-ea06385e4719 HTTP/1.1" status: 200 len: 796 time: 0.3970010 Feb 09 21:16:24.514820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3030-084a-4593-8f0f-5941d93e0cda admin admin] Publish callbacks [] for security_group (5d61721f-c288-4bd4-94b9-c35831a16c9d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:24.523642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-091f3026-085b-4f7b-97f7-ef0fb9535650 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/quotas/864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 375 time: 0.0152402 Feb 09 21:16:24.604210 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] Set router da76c50a-d67e-46d5-861b-12b1eca8bf0d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:24.783127 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-289e9e19-4e5c-42be-8306-a2956aa9b204 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2426879 Feb 09 21:16:24.920350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-421139ba-94b1-438f-ae1d-22f7bcee661f service neutron] 10.222.0.102 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207979 Feb 09 21:16:24.994176 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:16:22Z', 'revision_number': 5, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:25.037857 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] Checking router: da76c50a-d67e-46d5-861b-12b1eca8bf0d for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:16:25.049536 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] Routers {'da76c50a-d67e-46d5-861b-12b1eca8bf0d'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:25.050975 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:25.121540 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks [] for router (da76c50a-d67e-46d5-861b-12b1eca8bf0d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:25.137262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-1bf3e04c-2641-414f-8146-7c3aba34da81 service neutron] 10.222.0.102 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083671 Feb 09 21:16:25.212001 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] Set router da76c50a-d67e-46d5-861b-12b1eca8bf0d gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:25.368311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3030-084a-4593-8f0f-5941d93e0cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5d61721f-c288-4bd4-94b9-c35831a16c9d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:25.372739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc9e3030-084a-4593-8f0f-5941d93e0cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:25.382158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cc9e3030-084a-4593-8f0f-5941d93e0cda admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5d61721f-c288-4bd4-94b9-c35831a16c9d HTTP/1.1" status: 204 len: 168 time: 1.1802826 Feb 09 21:16:25.435934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e3030-084a-4593-8f0f-5941d93e0cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d61721f-c288-4bd4-94b9-c35831a16c9d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:25.533341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks [] for router_gateway (da76c50a-d67e-46d5-861b-12b1eca8bf0d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:25.603516 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:16:22Z', 'revision_number': 5, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:25.629323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Deleting port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:25.629673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:25.676383 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae1ac28-0b6d-44eb-9de4-2c8d7a2d3351 None None] The sync data for ids ['da76c50a-d67e-46d5-861b-12b1eca8bf0d'] in n-d-789963-29 is: [{'id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'name': 'tempest-TestAggregatesBasicOps-151215140-router', 'tenant_id': '0768f64ab34144d89f730eaafac2b8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:15:53Z', 'updated_at': '2022-02-09T21:16:22Z', 'revision_number': 5, 'project_id': '0768f64ab34144d89f730eaafac2b8b1', 'gw_port': {'id': 'e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da76c50a-d67e-46d5-861b-12b1eca8bf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:15:55Z', 'updated_at': '2022-02-09T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:16:25.758835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] For port e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:25.759510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:25.797034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Calling delete_port for e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:26.111026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df8057fb-f17d-4a7e-8e17-a88236e5275f req-8370f44a-5588-4b4e-bf05-17655170473e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 210 time: 0.7724340 Feb 09 21:16:26.155003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.195282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:26.343367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (da76c50a-d67e-46d5-861b-12b1eca8bf0d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.507480 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (da76c50a-d67e-46d5-861b-12b1eca8bf0d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.509917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks [] for router_controller (da76c50a-d67e-46d5-861b-12b1eca8bf0d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.575219 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (da76c50a-d67e-46d5-861b-12b1eca8bf0d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.576978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Fanout notify agent at l3_agent the message router_deleted on router da76c50a-d67e-46d5-861b-12b1eca8bf0d {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:16:26.587740 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.592955 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eda09457-7313-410c-a6da-f7d64007dcde admin admin] 10.222.0.102 "DELETE /v2.0/routers/da76c50a-d67e-46d5-861b-12b1eca8bf0d HTTP/1.1" status: 204 len: 168 time: 2.2936184 Feb 09 21:16:26.593195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36716) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:26.661019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefbe667-bc91-4ba6-80a2-9d3974061d9a admin admin] Deleting subnet 784d9788-123c-44c4-b0c7-8e17e6e2a5a9 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:16:26.661019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aefbe667-bc91-4ba6-80a2-9d3974061d9a admin admin] Publish callbacks [] for subnet (784d9788-123c-44c4-b0c7-8e17e6e2a5a9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.711160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aefbe667-bc91-4ba6-80a2-9d3974061d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (784d9788-123c-44c4-b0c7-8e17e6e2a5a9), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.730431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.861991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aefbe667-bc91-4ba6-80a2-9d3974061d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (784d9788-123c-44c4-b0c7-8e17e6e2a5a9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:26.985296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aefbe667-bc91-4ba6-80a2-9d3974061d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (784d9788-123c-44c4-b0c7-8e17e6e2a5a9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:27.092792 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aefbe667-bc91-4ba6-80a2-9d3974061d9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:27.093361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e121e-d807-4226-bd30-a240a55807b8 None None] Network ab64e1b0-77b5-487f-83b0-01857f74b0e2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:27.095011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-1e76e3fc-ac75-4f02-ac0a-e930933202a3 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:27.097765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aefbe667-bc91-4ba6-80a2-9d3974061d9a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/784d9788-123c-44c4-b0c7-8e17e6e2a5a9 HTTP/1.1" status: 204 len: 168 time: 0.5036232 Feb 09 21:16:27.099628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbe667-bc91-4ba6-80a2-9d3974061d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784d9788-123c-44c4-b0c7-8e17e6e2a5a9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:27.101247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-1e76e3fc-ac75-4f02-ac0a-e930933202a3 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "GET /v2.0/networks?id=7e045133-2314-498b-beb9-ea06385e4719 HTTP/1.1" status: 200 len: 796 time: 0.2596099 Feb 09 21:16:27.102781 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36726) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:27.292034 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (ab64e1b0-77b5-487f-83b0-01857f74b0e2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:27.375776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-49808f8a-7b13-47fe-82a5-d336bce97567 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864eb71ee1bc4470a8e79afa1f10e16b HTTP/1.1" status: 200 len: 379 time: 0.2646527 Feb 09 21:16:27.393510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'port': {'device_id': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'admin_state_up': True, 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'security_groups': ['5c7281b1-4eab-44ce-a13b-f16da5961cbf']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:27.464440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Deleting port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:27.465469 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:27.653571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] For port 9d2bb49a-7b90-4370-b750-fc81f71ecab0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9d2bb49a-7b90-4370-b750-fc81f71ecab0,segment=NetworkSegment(5e8d755d-26c2-489d-8483-ec537f33da44),segment_id=5e8d755d-26c2-489d-8483-ec537f33da44)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:27.656322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:27.683407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Made reservation on behalf of 864eb71ee1bc4470a8e79afa1f10e16b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:16:27.689711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:27.724288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Calling delete_port for 9d2bb49a-7b90-4370-b750-fc81f71ecab0 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:27.787963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] DHCP port deletion for ab64e1b0-77b5-487f-83b0-01857f74b0e2 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:16:27.861280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:27.915826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:27.916224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 72ed699b-2466-4f9e-95f4-79e16cdb3ad0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:27.916656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:27.999796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:28.000386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e2e0ea94-3f6a-47b8-b47b-e15f4976f2d9 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:28.025238 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.029029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6d073481-284d-4d7b-9df5-11b480029bc5 req-c629c628-8184-4b7b-998b-dc934aa51b26 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 210 time: 0.7672455 Feb 09 21:16:28.061185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] Deleting port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:16:28.061821 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.086182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.20.0.11 (7e045133-2314-498b-beb9-ea06385e4719/0bcdb5a7-378b-4248-84fe-f9d0363a2476/10333f57-5930-439e-978c-59b673f58f7c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:16:28.098584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2bb49a-7b90-4370-b750-fc81f71ecab0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:28.107978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] No DVR routers for this DVR port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:16:28.212528 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (ab64e1b0-77b5-487f-83b0-01857f74b0e2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.245963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab64e1b0-77b5-487f-83b0-01857f74b0e2']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:28.247910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] For port 9d2bb49a-7b90-4370-b750-fc81f71ecab0, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:28.248736 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.266053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] Calling delete_port for 9d2bb49a-7b90-4370-b750-fc81f71ecab0 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:16:28.271171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] Port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:16:28.272293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8d755d-26c2-489d-8483-ec537f33da44') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:28.272606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8d755d-26c2-489d-8483-ec537f33da44') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:28.273442 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (9d2bb49a-7b90-4370-b750-fc81f71ecab0), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.283732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (5e8d755d-26c2-489d-8483-ec537f33da44), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.300873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (5e8d755d-26c2-489d-8483-ec537f33da44), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.305740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] Pushing event deleted for resources: {'Port': ['ID=9d2bb49a-7b90-4370-b750-fc81f71ecab0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:28.308222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d34e5b-c05f-4a37-bd7e-35baed3027e8 None None] No DVR routers for this DVR port 9d2bb49a-7b90-4370-b750-fc81f71ecab0 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:16:28.324591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:16:28.327406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (5e8d755d-26c2-489d-8483-ec537f33da44), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:16:28.332773 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:16:28.396991 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (10333f57-5930-439e-978c-59b673f58f7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.458173 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (ab64e1b0-77b5-487f-83b0-01857f74b0e2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.470110 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (10333f57-5930-439e-978c-59b673f58f7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.498643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.506677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] 10.222.0.102 "DELETE /v2.0/networks/ab64e1b0-77b5-487f-83b0-01857f74b0e2 HTTP/1.1" status: 204 len: 168 time: 1.3987999 Feb 09 21:16:28.511756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bb50f-4039-4359-b765-fb01306e2a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab64e1b0-77b5-487f-83b0-01857f74b0e2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:28.528569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network 7e045133-2314-498b-beb9-ea06385e4719 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:28.531815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:28.536382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:16:28.543935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=10333f57-5930-439e-978c-59b673f58f7c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:28.630761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:28.631445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:28.677663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0567e1c9-e731-4a55-8183-da0cef665c52 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2947965 Feb 09 21:16:28.702433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Request body: {'port': {'device_id': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:28.929196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36762) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:28.933063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (10333f57-5930-439e-978c-59b673f58f7c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:29.025174 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a24a5451-fa40-4d65-b1ea-9e899bc54709 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8fa60f93712c462cb471246bc059fbfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0917530 Feb 09 21:16:29.026005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36766) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:29.049934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-154e6b7f-fdaf-4983-8452-deed313e8009 None None] Provisioning complete for port 10333f57-5930-439e-978c-59b673f58f7c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:29.051053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-154e6b7f-fdaf-4983-8452-deed313e8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (10333f57-5930-439e-978c-59b673f58f7c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:29.194028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-154e6b7f-fdaf-4983-8452-deed313e8009 None None] Port 10333f57-5930-439e-978c-59b673f58f7c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:16:29.351268 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fccc80c-008a-4903-be02-f7afdd9553c5 admin admin] Publish callbacks [] for security_group (d8f7f2d7-dd69-4d35-a923-7050df6e34b7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:29.406907 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fccc80c-008a-4903-be02-f7afdd9553c5 admin admin] Publish callbacks [] for security_group (d8f7f2d7-dd69-4d35-a923-7050df6e34b7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:29.445568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbe19f-cdc2-42c9-8504-3ed685072d31 req-89fd1823-9a15-4fc3-8e9b-ccee9a0d4b05 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:29.457068 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2bbe19f-cdc2-42c9-8504-3ed685072d31 req-89fd1823-9a15-4fc3-8e9b-ccee9a0d4b05 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 932 time: 0.2068307 Feb 09 21:16:29.577744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2bbe19f-cdc2-42c9-8504-3ed685072d31 req-b2015386-aa66-4634-96ab-1993501400e3 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211548 Feb 09 21:16:29.619091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10333f57-5930-439e-978c-59b673f58f7c {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:16:29.627167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fccc80c-008a-4903-be02-f7afdd9553c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d8f7f2d7-dd69-4d35-a923-7050df6e34b7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:29.631309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6fccc80c-008a-4903-be02-f7afdd9553c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:29.633633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6fccc80c-008a-4903-be02-f7afdd9553c5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d8f7f2d7-dd69-4d35-a923-7050df6e34b7 HTTP/1.1" status: 204 len: 168 time: 0.6066639 Feb 09 21:16:29.641491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Publish callbacks [] for port (10333f57-5930-439e-978c-59b673f58f7c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:29.661492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccc80c-008a-4903-be02-f7afdd9553c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f7f2d7-dd69-4d35-a923-7050df6e34b7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:29.670974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Transition to ACTIVE for port object 10333f57-5930-439e-978c-59b673f58f7c will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:16:29.677173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (10333f57-5930-439e-978c-59b673f58f7c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:29.878854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9d2bb49a-7b90-4370-b750-fc81f71ecab0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:16:29.904642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=10333f57-5930-439e-978c-59b673f58f7c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:29.924311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Attempting to bind port 10333f57-5930-439e-978c-59b673f58f7c on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:16:29.924864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Attempting to bind port 10333f57-5930-439e-978c-59b673f58f7c by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:16:29.925297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Attempting to bind port 10333f57-5930-439e-978c-59b673f58f7c on network 7e045133-2314-498b-beb9-ea06385e4719 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:29.947302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Port 10333f57-5930-439e-978c-59b673f58f7c on network 7e045133-2314-498b-beb9-ea06385e4719 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:16:29.949094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Attempting to bind port 10333f57-5930-439e-978c-59b673f58f7c on network 7e045133-2314-498b-beb9-ea06385e4719 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:29.952624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 9d2bb49a-7b90-4370-b750-fc81f71ecab0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:16:29.952983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9d2bb49a-7b90-4370-b750-fc81f71ecab0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:16:29.964056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:16:29.964686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Checking segment: {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:29.965290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Bound using segment: {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:16:29.966568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Bound port: 10333f57-5930-439e-978c-59b673f58f7c, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbef463-578b-4e7f-a1dc-a272fabb8caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '7e045133-2314-498b-beb9-ea06385e4719'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:16:29.966568 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (10333f57-5930-439e-978c-59b673f58f7c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:30.084451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] For port 10333f57-5930-439e-978c-59b673f58f7c, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:16:30.088639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] For port 10333f57-5930-439e-978c-59b673f58f7c, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=10333f57-5930-439e-978c-59b673f58f7c,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:16:30.098397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (10333f57-5930-439e-978c-59b673f58f7c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:30.234023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=10333f57-5930-439e-978c-59b673f58f7c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:30.256024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:30.259966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:30.261460 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-73b6bc08-be11-458d-b6be-da15dd85d9b8 service neutron] 10.222.0.50 "PUT /v2.0/ports/10333f57-5930-439e-978c-59b673f58f7c HTTP/1.1" status: 200 len: 1093 time: 1.5757592 Feb 09 21:16:30.262807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'tag': '10333f57-5930-439e-978c-59b673f58f7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:30.269743 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd1892-15d1-4838-b728-6612b6e819f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "tag": "10333f57-5930-439e-978c-59b673f58f7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:30.387713 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36792) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:30.406486 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40104e-5d8e-438e-9f3d-fab192748174 x-openstack-request-id: req-6b40104e-5d8e-438e-9f3d-fab192748174 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:30.408511 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "tag": "10333f57-5930-439e-978c-59b673f58f7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:30.408803 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6b40104e-5d8e-438e-9f3d-fab192748174 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:30.411639 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'tag': '10333f57-5930-439e-978c-59b673f58f7c', 'status': 'completed', 'code': 200} Feb 09 21:16:30.473834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-bfed9ca0-f263-4734-9a82-0a0a250b5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:30.475378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-bfed9ca0-f263-4734-9a82-0a0a250b5dde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 1127 time: 0.1633990 Feb 09 21:16:30.504510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7fb13b05-6cc2-4e9e-ab69-0ba6961e4190 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0768f64ab34144d89f730eaafac2b8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1156442 Feb 09 21:16:30.509199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36794) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:30.542829 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-6e24fe47-c918-4b76-8329-f7a2a7b31ef5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10333f57-5930-439e-978c-59b673f58f7c HTTP/1.1" status: 200 len: 217 time: 0.0554047 Feb 09 21:16:30.675795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ae62-4659-490b-9cbc-0630c97c59b4 admin admin] Publish callbacks [] for security_group (7859da2f-56ff-4762-9193-1fd2bd5bff8e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:30.688388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0a7e3765-252d-499c-9d1d-019ba4d0e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:30.694496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-0a7e3765-252d-499c-9d1d-019ba4d0e816 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bcdb5a7-378b-4248-84fe-f9d0363a2476 HTTP/1.1" status: 200 len: 834 time: 0.1455204 Feb 09 21:16:30.759652 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ae62-4659-490b-9cbc-0630c97c59b4 admin admin] Publish callbacks [] for security_group (7859da2f-56ff-4762-9193-1fd2bd5bff8e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:30.806312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-c43a012c-bafe-4d27-9db6-7a864ee43f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:30.808185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-c43a012c-bafe-4d27-9db6-7a864ee43f81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e045133-2314-498b-beb9-ea06385e4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1056094 Feb 09 21:16:30.820654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d559-37a3-4d91-aafb-f510a239b77e req-53b1eb1c-0e10-475e-a822-2204f5d55b77 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:30.829202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6181d559-37a3-4d91-aafb-f510a239b77e req-53b1eb1c-0e10-475e-a822-2204f5d55b77 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 944 time: 0.1040778 Feb 09 21:16:30.899443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ae62-4659-490b-9cbc-0630c97c59b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7859da2f-56ff-4762-9193-1fd2bd5bff8e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:30.907707 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ae62-4659-490b-9cbc-0630c97c59b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:30.910263 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1ec5ae62-4659-490b-9cbc-0630c97c59b4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7859da2f-56ff-4762-9193-1fd2bd5bff8e HTTP/1.1" status: 204 len: 168 time: 0.3998578 Feb 09 21:16:30.937095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5ae62-4659-490b-9cbc-0630c97c59b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859da2f-56ff-4762-9193-1fd2bd5bff8e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:30.971108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6181d559-37a3-4d91-aafb-f510a239b77e req-bd47e16e-e90e-43ee-af94-7cde59742127 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336083 Feb 09 21:16:31.028163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-709e3b36-1807-4294-aef6-fccd6a6bdf8b service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901410 Feb 09 21:16:31.209486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdee5bb7-edea-4a18-92aa-7b9118bc834e req-3e10f5fa-e311-42ed-a46f-d878d991d957 service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753945 Feb 09 21:16:31.355744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-e3849574-cd21-4d8c-8165-6ad08863ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:31.357704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-e3849574-cd21-4d8c-8165-6ad08863ff0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 1127 time: 0.0875888 Feb 09 21:16:31.591642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-df113b0d-10da-4a81-bca5-75e576a64b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:31.593580 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-df113b0d-10da-4a81-bca5-75e576a64b1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e045133-2314-498b-beb9-ea06385e4719 HTTP/1.1" status: 200 len: 897 time: 0.2299685 Feb 09 21:16:31.748292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-a79ae9b9-5254-4e30-9419-7853fe8962d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10333f57-5930-439e-978c-59b673f58f7c HTTP/1.1" status: 200 len: 217 time: 0.1307223 Feb 09 21:16:31.895072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36822) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:31.912510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-45e97c0b-7996-4e34-b898-e5a7d40fa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:31.913984 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-45e97c0b-7996-4e34-b898-e5a7d40fa93e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bcdb5a7-378b-4248-84fe-f9d0363a2476 HTTP/1.1" status: 200 len: 834 time: 0.1676321 Feb 09 21:16:32.020830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-a96c93db-2009-48f9-91af-f7d1cdc453e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:32.023367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-a96c93db-2009-48f9-91af-f7d1cdc453e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e045133-2314-498b-beb9-ea06385e4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1019192 Feb 09 21:16:32.238757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 10333f57-5930-439e-978c-59b673f58f7c details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:16:32.268581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-265b1e9c-0905-4532-a69a-cc100bf80086 service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381976 Feb 09 21:16:32.278496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f43dd101-a351-4951-ba3e-69b1c4f6623b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=84df048823f7450b90628e4efb867937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822083 Feb 09 21:16:32.281086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36838) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:32.312023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c10fd-3673-4a9c-ad17-e2aa0c9ad1c0 req-915d0382-5d77-4d0a-b943-cfa724f9fc8f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:32.319798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b53c10fd-3673-4a9c-ad17-e2aa0c9ad1c0 req-915d0382-5d77-4d0a-b943-cfa724f9fc8f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 944 time: 0.1880991 Feb 09 21:16:32.509213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ffd1892-15d1-4838-b728-6612b6e819f2 req-78e1d994-76dd-4ece-9d34-732ff05f602b service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333858 Feb 09 21:16:32.549403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36846) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:32.581453 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2730c4-a7af-4570-978e-4349909a49fb admin admin] Publish callbacks [] for security_group (b9268c3a-9a9c-4b11-9291-9f3984faecec), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:32.601663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 10333f57-5930-439e-978c-59b673f58f7c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=10333f57-5930-439e-978c-59b673f58f7c,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:32.614784 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2730c4-a7af-4570-978e-4349909a49fb admin admin] Publish callbacks [] for security_group (b9268c3a-9a9c-4b11-9291-9f3984faecec), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:32.642699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '10333f57-5930-439e-978c-59b673f58f7c', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'port_id': '10333f57-5930-439e-978c-59b673f58f7c', 'mac_address': 'fa:16:3e:47:b1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:16:32.690691 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b53c10fd-3673-4a9c-ad17-e2aa0c9ad1c0 req-0c8b3599-5b3b-461e-a47f-dbf8c3d000ad tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653111 Feb 09 21:16:32.693571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2730c4-a7af-4570-978e-4349909a49fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b9268c3a-9a9c-4b11-9291-9f3984faecec), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:32.709794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4b2730c4-a7af-4570-978e-4349909a49fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:32.711713 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4b2730c4-a7af-4570-978e-4349909a49fb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b9268c3a-9a9c-4b11-9291-9f3984faecec HTTP/1.1" status: 204 len: 168 time: 0.4293735 Feb 09 21:16:32.723622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2730c4-a7af-4570-978e-4349909a49fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9268c3a-9a9c-4b11-9291-9f3984faecec,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:32.783828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 10333f57-5930-439e-978c-59b673f58f7c is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:32.785969 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (10333f57-5930-439e-978c-59b673f58f7c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:32.798491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-689710771-network', 'tenant_id': 'a60eca3af63d4afda1228171df6efe00'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:32.868591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Made reservation on behalf of a60eca3af63d4afda1228171df6efe00 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:16:32.875100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:32.889474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10333f57-5930-439e-978c-59b673f58f7c {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:16:32.920359 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:32.967196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 10333f57-5930-439e-978c-59b673f58f7c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=10333f57-5930-439e-978c-59b673f58f7c,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:32.974990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (10333f57-5930-439e-978c-59b673f58f7c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.086396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Publish callbacks [] for security_group (ba9f14b0-48bf-42b8-8407-9e1047ff115b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.094307 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ba9f14b0-48bf-42b8-8407-9e1047ff115b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.097615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=10333f57-5930-439e-978c-59b673f58f7c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:33.154935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:16:33.176371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f14b0-48bf-42b8-8407-9e1047ff115b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:33.190631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c7e51280-a1d4-40e1-8b8e-f065d7f05a56), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.190979 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Added segment c7e51280-a1d4-40e1-8b8e-f065d7f05a56 of type vlan for network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da Feb 09 21:16:33.198351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['10333f57-5930-439e-978c-59b673f58f7c'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:16:33.259524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (98a4e1ee-23a4-4d8d-af57-fb9b753ec6da), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.321484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (98a4e1ee-23a4-4d8d-af57-fb9b753ec6da), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.322889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:33.323564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.415790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8639834 Feb 09 21:16:33.418918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36868) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:33.424906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d153f-9a7d-4a9d-98e4-bd7fb9ce7cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:33.433003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Request body: {'subnet': {'network_id': '98a4e1ee-23a4-4d8d-af57-fb9b753ec6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-689710771-subnet', 'tenant_id': 'a60eca3af63d4afda1228171df6efe00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:33.443478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:16:33.481491 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Made reservation on behalf of a60eca3af63d4afda1228171df6efe00 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:16:33.484711 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.770635 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (de0c39f3-8b0d-4d8c-a521-f381996c4fb6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:33.941326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587441b9-2a47-4710-a6b4-ec275ee9d76c req-a0a15f6a-f41c-4097-b089-d18995cd7d78 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:33.943030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-587441b9-2a47-4710-a6b4-ec275ee9d76c req-a0a15f6a-f41c-4097-b089-d18995cd7d78 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 945 time: 0.1631551 Feb 09 21:16:34.009661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0c39f3-8b0d-4d8c-a521-f381996c4fb6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:34.026851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Checking segment: {'id': 'c7e51280-a1d4-40e1-8b8e-f065d7f05a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '98a4e1ee-23a4-4d8d-af57-fb9b753ec6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:34.030398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Network hostable DHCP agents. Network: 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:16:34.090252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:16:34.090952 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-587441b9-2a47-4710-a6b4-ec275ee9d76c req-95bb6e3d-0f24-4df9-aa7e-7ce95dda6821 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358337 Feb 09 21:16:34.115616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:34.120747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:34.121459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:34.132983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6470dd6-35cb-419a-a795-9f323ae08392 None None] Network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:34.171757 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c0504c87-6207-4c61-a457-5d14f729108c admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7446494 Feb 09 21:16:34.421078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 10333f57-5930-439e-978c-59b673f58f7c up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:34.663211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2051e-1b29-4314-b743-0f52cedc0aa5 None None] Network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:34.761836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 10333f57-5930-439e-978c-59b673f58f7c completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:16:34.771344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 10333f57-5930-439e-978c-59b673f58f7c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:34.773452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (10333f57-5930-439e-978c-59b673f58f7c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:35.187039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36920) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:35.192839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-216508079-network', 'tenant_id': '1658783908704e299916dbecdc236da6'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:35.272587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Made reservation on behalf of 1658783908704e299916dbecdc236da6 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:16:35.274767 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:35.293018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 10333f57-5930-439e-978c-59b673f58f7c is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:35.293430 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (10333f57-5930-439e-978c-59b673f58f7c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:35.324198 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10333f57-5930-439e-978c-59b673f58f7c'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:35.326646 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9f81b7-dcf6-42fa-b3c4-cfdeea9ecdf9" -d '{"events": [{"server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "name": "network-vif-plugged", "status": "completed", "tag": "10333f57-5930-439e-978c-59b673f58f7c"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:35.342286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 10333f57-5930-439e-978c-59b673f58f7c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=10333f57-5930-439e-978c-59b673f58f7c,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:35.355942 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (10333f57-5930-439e-978c-59b673f58f7c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:35.414143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=10333f57-5930-439e-978c-59b673f58f7c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:35.435403 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:35.444739 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a893d3-7e3d-477e-8e1d-55c6cbfc87b4 x-openstack-request-id: req-d7a893d3-7e3d-477e-8e1d-55c6cbfc87b4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:35.445509 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "name": "network-vif-plugged", "status": "completed", "tag": "10333f57-5930-439e-978c-59b673f58f7c", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:35.445980 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d7a893d3-7e3d-477e-8e1d-55c6cbfc87b4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:35.446536 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10333f57-5930-439e-978c-59b673f58f7c', 'code': 200} Feb 09 21:16:35.512126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8707eb5-7ecd-46f1-ba19-0e36ccabd045 req-04bf28bb-26f2-49d8-999b-27fd5268b317 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:35.519948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8707eb5-7ecd-46f1-ba19-0e36ccabd045 req-04bf28bb-26f2-49d8-999b-27fd5268b317 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 946 time: 0.2304642 Feb 09 21:16:35.628509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92896a-98f2-4c15-9a33-0b6d8815125f req-e625497b-754c-41bb-961f-0c1d686a33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:35.632722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d92896a-98f2-4c15-9a33-0b6d8815125f req-e625497b-754c-41bb-961f-0c1d686a33ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 1129 time: 0.0992632 Feb 09 21:16:35.650006 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8707eb5-7ecd-46f1-ba19-0e36ccabd045 req-f1d4848a-d007-4b7f-b7ec-8422613d91ec tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288638 Feb 09 21:16:35.779116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d92896a-98f2-4c15-9a33-0b6d8815125f req-2edca940-4ccc-4a36-95f4-dd6cb6ef2c49 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343367 Feb 09 21:16:35.824740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Publish callbacks [] for security_group (287d6e5a-27e6-40ba-907f-2bf8b37f867f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:35.834442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (287d6e5a-27e6-40ba-907f-2bf8b37f867f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:35.858788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:16:35.876310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d6e5a-27e6-40ba-907f-2bf8b37f867f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:35.891991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (93d214c7-989d-4076-a707-84d4a0bccec1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:35.895661 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Added segment 93d214c7-989d-4076-a707-84d4a0bccec1 of type vlan for network 91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3 Feb 09 21:16:35.968994 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:36.008979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:36.010882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:36.011812 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:36.100340 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] Pushing event updated for resources: {'Network': ['ID=91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:36.117795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:16:36.154710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-94cce575-a0aa-4098-809b-958194173973 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9640651 Feb 09 21:16:36.155379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 36930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:36.161657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Request body: {'subnet': {'network_id': '91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-216508079-subnet', 'tenant_id': '1658783908704e299916dbecdc236da6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:36.224273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Made reservation on behalf of 1658783908704e299916dbecdc236da6 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:16:36.227086 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:36.465135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (075f03d3-c71a-427b-981f-f9b04771822f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:36.546852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=075f03d3-c71a-427b-981f-f9b04771822f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:36.564517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Checking segment: {'id': '93d214c7-989d-4076-a707-84d4a0bccec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:36.564881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Network hostable DHCP agents. Network: 91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:16:36.604043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Network 91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:16:36.618744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:36.623053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:36.623709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:36.631284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381c1d9-cf7e-4ec8-a996-88c7b8b507b8 None None] Network 91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:36.648285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2d4a8203-adf9-4996-86b9-0532417bb1fb admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4915648 Feb 09 21:16:36.882374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30870b-24be-4daf-b273-5457e7d98d8e None None] Network 91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:16:36.944592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d889b2-0240-4edf-be27-88ead2024189 req-354243f6-6d16-4986-8c29-e4d4b7d1115f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:36.946227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d889b2-0240-4edf-be27-88ead2024189 req-354243f6-6d16-4986-8c29-e4d4b7d1115f tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 946 time: 0.1567609 Feb 09 21:16:37.078622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d889b2-0240-4edf-be27-88ead2024189 req-f0008fa7-1639-49f7-8ef8-c77042e359b4 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211932 Feb 09 21:16:37.679787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f11d197-92a4-489a-9e42-15c7793d2238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:37.827517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc157b-cb28-466a-a442-7046414d84e9 req-9c86a136-045b-4be5-b08c-beda42f9e3d6 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:37.829081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-9c86a136-045b-4be5-b08c-beda42f9e3d6 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/networks?id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da HTTP/1.1" status: 200 len: 811 time: 0.4481320 Feb 09 21:16:37.850734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-117684ff-4bf9-46f1-aecb-157f3eaefcd5 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/quotas/a60eca3af63d4afda1228171df6efe00 HTTP/1.1" status: 200 len: 375 time: 0.0095191 Feb 09 21:16:37.885535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-0a74fa1c-15a4-4827-a10c-44470187cda9 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=a60eca3af63d4afda1228171df6efe00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292544 Feb 09 21:16:38.144100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-d5cf3f31-3bb7-4552-b3d3-a15a5915275c service neutron] 10.222.0.102 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505927 Feb 09 21:16:38.253896 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-2292e5e9-055e-41bb-b65b-99f5eae67920 service neutron] 10.222.0.102 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088765 Feb 09 21:16:38.301510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faf1b1-b571-487c-bb82-0be624d3a7e5 req-83d03df5-2309-48a6-9412-b3ffa46b0962 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:38.303122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0faf1b1-b571-487c-bb82-0be624d3a7e5 req-83d03df5-2309-48a6-9412-b3ffa46b0962 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 946 time: 0.1256061 Feb 09 21:16:38.468655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0faf1b1-b571-487c-bb82-0be624d3a7e5 req-dbedc80a-43fb-4de7-ac6f-5bd4661b8265 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519258 Feb 09 21:16:38.634524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54b6371f-b3d8-4f2a-89dd-e207d282287d req-652ee2d5-67bf-4870-bc79-8bd83a19ccb8 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 210 time: 0.0685735 Feb 09 21:16:38.795269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-912b4b34-3cf1-47a6-ae39-e2309bea1b85 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1749618 Feb 09 21:16:38.834912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a93f5a-8b63-4127-9ab8-a68bae0745e2 req-dc1abc1e-c0eb-4c15-aa8e-f16e10978c8b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:38.837709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a93f5a-8b63-4127-9ab8-a68bae0745e2 req-dc1abc1e-c0eb-4c15-aa8e-f16e10978c8b tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 946 time: 0.1996653 Feb 09 21:16:39.018951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54a93f5a-8b63-4127-9ab8-a68bae0745e2 req-f02f9e7a-b0fa-4f9a-bb72-4cebc24aa6b1 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739054 Feb 09 21:16:39.039554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 36998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:39.056610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-6fc1d6a6-18e0-41cd-8105-2eb89c709561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:39.058371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-6fc1d6a6-18e0-41cd-8105-2eb89c709561 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 1129 time: 0.2045639 Feb 09 21:16:39.150366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c05483-abcd-4560-84f1-0775dafb250b tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:39.156544 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-00c05483-abcd-4560-84f1-0775dafb250b tempest-TestNetworkBasicOps-812151049 tempest-TestNetworkBasicOps-812151049-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 1124 time: 0.1149840 Feb 09 21:16:39.157483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:39.164224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '10333f57-5930-439e-978c-59b673f58f7c', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:39.197701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:39.359580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-db87da58-471a-4a08-b529-8fb4084c9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:39.361712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-db87da58-471a-4a08-b529-8fb4084c9d27 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e045133-2314-498b-beb9-ea06385e4719 HTTP/1.1" status: 200 len: 897 time: 0.2786911 Feb 09 21:16:39.483734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-fcdccae3-2c2b-4f12-9235-bae221b56dfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10333f57-5930-439e-978c-59b673f58f7c HTTP/1.1" status: 200 len: 217 time: 0.1094053 Feb 09 21:16:39.517243 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:39.583846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-1ffd704f-ea7f-43ca-b5cc-843b214f15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:39.585354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-1ffd704f-ea7f-43ca-b5cc-843b214f15b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bcdb5a7-378b-4248-84fe-f9d0363a2476 HTTP/1.1" status: 200 len: 834 time: 0.1013308 Feb 09 21:16:39.688802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-a625d1f8-55a5-41e1-943d-2c5109387f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:39.700614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-a625d1f8-55a5-41e1-943d-2c5109387f35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e045133-2314-498b-beb9-ea06385e4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1091671 Feb 09 21:16:39.763921 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0607471-2e8f-4cbf-ba48-8142398b1fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:39.787865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Allocated IP 172.25.4.137 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/8e1e5184-574b-492b-b248-854791093584) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:16:39.884526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b687b33-d81d-4aa1-a74e-0a28b2d9d850 req-249a3fda-b0e8-40c9-ab3b-f925233ae8d7 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 210 time: 0.1070504 Feb 09 21:16:39.887978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-0322e254-cb4a-43b8-b34f-dc9530294da5 service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806033 Feb 09 21:16:40.104633 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (8e1e5184-574b-492b-b248-854791093584), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:40.112754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8066243-dd8e-41e4-898f-e8792feebec5 req-fa22b14c-32fa-4396-9347-080d3c169862 service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180407 Feb 09 21:16:40.206791 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8e1e5184-574b-492b-b248-854791093584), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:40.269216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:40.272775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:40.298501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:16:40.328430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc157b-cb28-466a-a442-7046414d84e9 req-b4a0e535-687d-41b3-a420-9e8cec1cafc1 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:40.330945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-b4a0e535-687d-41b3-a420-9e8cec1cafc1 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.13 "GET /v2.0/networks?id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da HTTP/1.1" status: 200 len: 811 time: 0.2166443 Feb 09 21:16:40.351875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Request body: {'port': {'device_id': 'b544c8e7-32ef-4017-98f9-077a499fa8be', 'network_id': '98a4e1ee-23a4-4d8d-af57-fb9b753ec6da', 'admin_state_up': True, 'tenant_id': 'a60eca3af63d4afda1228171df6efe00'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:40.652681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Made reservation on behalf of a60eca3af63d4afda1228171df6efe00 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:16:40.657541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:40.675182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=8e1e5184-574b-492b-b248-854791093584,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:40.881854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Allocated IP 172.20.0.3 (98a4e1ee-23a4-4d8d-af57-fb9b753ec6da/de0c39f3-8b0d-4d8c-a521-f381996c4fb6/12be090d-ee56-4c55-80d0-5859223e1ea3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:16:40.922626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for floatingip (42fdf4a9-b5cc-4f04-94e0-6b87735aa27d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.026557 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8e1e5184-574b-492b-b248-854791093584), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.158294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Publish callbacks [] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.196788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5e2b49ba-9251-4f8b-8c56-e661dc6dfcc6 req-26963490-49f3-4385-8fb5-c9820d5f34a1 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 210 time: 0.0476837 Feb 09 21:16:41.325047 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.331742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.335631 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for port (8e1e5184-574b-492b-b248-854791093584), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.343938 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (8e1e5184-574b-492b-b248-854791093584), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.398728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event updated for resources: {'Port': ['ID=8e1e5184-574b-492b-b248-854791093584,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:41.451101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:16:41.471164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (42fdf4a9-b5cc-4f04-94e0-6b87735aa27d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.472240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:16:41.486888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:16:41.535938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Pushing event updated for resources: {'Port': ['ID=12be090d-ee56-4c55-80d0-5859223e1ea3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:41.579294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:41.580159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:41.602217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-ec48e50b-eaff-4f3e-9219-eb0da75ea321 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2607965 Feb 09 21:16:41.621759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Request body: {'port': {'device_id': 'b544c8e7-32ef-4017-98f9-077a499fa8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:16:41.662825 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Floating IP 42fdf4a9-b5cc-4f04-94e0-6b87735aa27d associated. External IP: 172.25.4.137, port: 10333f57-5930-439e-978c-59b673f58f7c. Feb 09 21:16:41.795587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:42.059511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:16:42.184816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12be090d-ee56-4c55-80d0-5859223e1ea3 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:16:42.193308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Publish callbacks [] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:42.211960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Transition to ACTIVE for port object 12be090d-ee56-4c55-80d0-5859223e1ea3 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:16:42.218549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:42.225769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:16:42.250052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] Sync routers for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:16:42.257863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:42.273984 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:42.275044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:42.316478 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f34284dd-d902-4b58-b922-1d1b862f9e17 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1550653 Feb 09 21:16:42.317185 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:42.317324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'tag': '10333f57-5930-439e-978c-59b673f58f7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:42.320795 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737e5461-81d7-422a-affc-fb8367913833" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "tag": "10333f57-5930-439e-978c-59b673f58f7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:42.426147 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21793029-3f94-4b11-aaf2-1cc577a9e410 x-openstack-request-id: req-21793029-3f94-4b11-aaf2-1cc577a9e410 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:42.427567 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "tag": "10333f57-5930-439e-978c-59b673f58f7c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:42.428050 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-21793029-3f94-4b11-aaf2-1cc577a9e410 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:42.428762 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'tag': '10333f57-5930-439e-978c-59b673f58f7c', 'status': 'completed', 'code': 200} Feb 09 21:16:42.494921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf5b42-6113-4bd2-a1f2-16e710e79277 req-9d12512b-62d6-4780-be55-030238f121e2 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:42.496865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8caf5b42-6113-4bd2-a1f2-16e710e79277 req-9d12512b-62d6-4780-be55-030238f121e2 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 943 time: 0.1458654 Feb 09 21:16:42.544262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:42.591332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c873118e-5fae-4adf-a491-94a46a685ea5 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/floatingips/42fdf4a9-b5cc-4f04-94e0-6b87735aa27d HTTP/1.1" status: 200 len: 992 time: 0.2526691 Feb 09 21:16:42.619670 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8caf5b42-6113-4bd2-a1f2-16e710e79277 req-0f89b01e-c69d-4240-beea-e2e329b2df69 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154420 Feb 09 21:16:42.678948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Pushing event updated for resources: {'Port': ['ID=12be090d-ee56-4c55-80d0-5859223e1ea3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:42.808793 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:43.233825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Attempting to bind port 12be090d-ee56-4c55-80d0-5859223e1ea3 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:16:43.234457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Attempting to bind port 12be090d-ee56-4c55-80d0-5859223e1ea3 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'c7e51280-a1d4-40e1-8b8e-f065d7f05a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '98a4e1ee-23a4-4d8d-af57-fb9b753ec6da'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:16:43.234591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Attempting to bind port 12be090d-ee56-4c55-80d0-5859223e1ea3 on network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:43.246395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Port 12be090d-ee56-4c55-80d0-5859223e1ea3 on network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:16:43.246709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Attempting to bind port 12be090d-ee56-4c55-80d0-5859223e1ea3 on network 98a4e1ee-23a4-4d8d-af57-fb9b753ec6da {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:16:43.255843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:16:43.256194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Checking segment: {'id': 'c7e51280-a1d4-40e1-8b8e-f065d7f05a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '98a4e1ee-23a4-4d8d-af57-fb9b753ec6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:16:43.256593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Bound using segment: {'id': 'c7e51280-a1d4-40e1-8b8e-f065d7f05a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '98a4e1ee-23a4-4d8d-af57-fb9b753ec6da'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:16:43.257045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Bound port: 12be090d-ee56-4c55-80d0-5859223e1ea3, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e51280-a1d4-40e1-8b8e-f065d7f05a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '98a4e1ee-23a4-4d8d-af57-fb9b753ec6da'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:16:43.257410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:43.291497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '42fdf4a9-b5cc-4f04-94e0-6b87735aa27d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'port_id': '10333f57-5930-439e-978c-59b673f58f7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'mac_address': 'fa:16:3e:47:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:16:40Z', 'updated_at': '2022-02-09T21:16:40Z', 'revision_number': 0, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:21Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:43.333518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] For port 12be090d-ee56-4c55-80d0-5859223e1ea3, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:16:43.337654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5461-81d7-422a-affc-fb8367913833 req-2d2e271c-f8c3-40dc-b4b5-9f0e35d58595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:43.339209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737e5461-81d7-422a-affc-fb8367913833 req-2d2e271c-f8c3-40dc-b4b5-9f0e35d58595 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 1129 time: 0.7404222 Feb 09 21:16:43.341077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] For port 12be090d-ee56-4c55-80d0-5859223e1ea3, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=12be090d-ee56-4c55-80d0-5859223e1ea3,segment=NetworkSegment(c7e51280-a1d4-40e1-8b8e-f065d7f05a56),segment_id=c7e51280-a1d4-40e1-8b8e-f065d7f05a56)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:16:43.345310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] Checking router: 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:16:43.357601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:16:43.358447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:16:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:43.402948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:43.450458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:43.451235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:43.452861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] 10.222.0.13 "PUT /v2.0/ports/12be090d-ee56-4c55-80d0-5859223e1ea3 HTTP/1.1" status: 200 len: 1092 time: 1.8407784 Feb 09 21:16:43.453166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b544c8e7-32ef-4017-98f9-077a499fa8be', 'tag': '12be090d-ee56-4c55-80d0-5859223e1ea3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:43.455425 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62fa676-d2c2-40fd-b420-5b1075c1d605" -d '{"events": [{"name": "network-changed", "server_uuid": "b544c8e7-32ef-4017-98f9-077a499fa8be", "tag": "12be090d-ee56-4c55-80d0-5859223e1ea3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:43.494547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:16:43.543253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5461-81d7-422a-affc-fb8367913833 req-aa8302b3-3633-4956-bd41-1e310cd78d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:43.545147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737e5461-81d7-422a-affc-fb8367913833 req-aa8302b3-3633-4956-bd41-1e310cd78d0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e045133-2314-498b-beb9-ea06385e4719 HTTP/1.1" status: 200 len: 897 time: 0.1977053 Feb 09 21:16:43.549474 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ebda63-65e9-498b-a2d0-a435bf99f9e2 x-openstack-request-id: req-61ebda63-65e9-498b-a2d0-a435bf99f9e2 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:43.549766 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b544c8e7-32ef-4017-98f9-077a499fa8be", "tag": "12be090d-ee56-4c55-80d0-5859223e1ea3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:43.550091 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-61ebda63-65e9-498b-a2d0-a435bf99f9e2 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:43.550620 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b544c8e7-32ef-4017-98f9-077a499fa8be', 'tag': '12be090d-ee56-4c55-80d0-5859223e1ea3', 'status': 'completed', 'code': 200} Feb 09 21:16:43.567908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cc7b7-3bd4-4764-8c67-3199e19df686 service neutron] Pushing event updated for resources: {'Port': ['ID=12be090d-ee56-4c55-80d0-5859223e1ea3,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:43.586841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37062) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:43.673516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc157b-cb28-466a-a442-7046414d84e9 req-9f5be838-7d8f-4e1f-8e84-78d570b95857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:43.680800 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-9f5be838-7d8f-4e1f-8e84-78d570b95857 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a60eca3af63d4afda1228171df6efe00&device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 1126 time: 0.1636939 Feb 09 21:16:43.686476 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737e5461-81d7-422a-affc-fb8367913833 req-3ee677c3-35c5-4f1b-9679-d667c2f851b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10333f57-5930-439e-978c-59b673f58f7c HTTP/1.1" status: 200 len: 1000 time: 0.1198041 Feb 09 21:16:43.730327 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-771ab3ce-642a-40e2-83b5-b3d5e231c7dc tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/floatingips/42fdf4a9-b5cc-4f04-94e0-6b87735aa27d HTTP/1.1" status: 200 len: 992 time: 0.1418345 Feb 09 21:16:43.788256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-f8d77b91-4f43-4c41-a734-84006ea462a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12be090d-ee56-4c55-80d0-5859223e1ea3 HTTP/1.1" status: 200 len: 217 time: 0.0863156 Feb 09 21:16:43.809355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '42fdf4a9-b5cc-4f04-94e0-6b87735aa27d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'port_id': '10333f57-5930-439e-978c-59b673f58f7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'mac_address': 'fa:16:3e:47:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:16:40Z', 'updated_at': '2022-02-09T21:16:40Z', 'revision_number': 0, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:21Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:43.844041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e2a8d-f189-498f-a0bb-f7aa3b041cff None None] The sync data for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 is: [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '42fdf4a9-b5cc-4f04-94e0-6b87735aa27d', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'port_id': '10333f57-5930-439e-978c-59b673f58f7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'mac_address': 'fa:16:3e:47:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:16:40Z', 'updated_at': '2022-02-09T21:16:40Z', 'revision_number': 0, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:21Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:16:43.870475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc157b-cb28-466a-a442-7046414d84e9 req-12ed2784-7d43-469a-ab4c-7a5299d55b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:43.872287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-12ed2784-7d43-469a-ab4c-7a5299d55b0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de0c39f3-8b0d-4d8c-a521-f381996c4fb6 HTTP/1.1" status: 200 len: 851 time: 0.0887332 Feb 09 21:16:43.874678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5461-81d7-422a-affc-fb8367913833 req-755d0266-c9bb-498c-9085-ab61915bbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:43.876752 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737e5461-81d7-422a-affc-fb8367913833 req-755d0266-c9bb-498c-9085-ab61915bbbed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bcdb5a7-378b-4248-84fe-f9d0363a2476 HTTP/1.1" status: 200 len: 834 time: 0.1838667 Feb 09 21:16:43.889657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc5b7c-1b76-4b71-9e2d-f7a013b5087c req-2dad531f-5385-411d-a695-0b5ba742c366 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:43.894176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8dbc5b7c-1b76-4b71-9e2d-f7a013b5087c req-2dad531f-5385-411d-a695-0b5ba742c366 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 943 time: 0.0930421 Feb 09 21:16:43.939527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-faa66cfc-6b16-4a73-8679-703badd90982 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606570 Feb 09 21:16:43.941271 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:44.027923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8dbc5b7c-1b76-4b71-9e2d-f7a013b5087c req-4740d357-0d3a-41e3-a687-24ef39ac4002 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267853 Feb 09 21:16:44.053356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5461-81d7-422a-affc-fb8367913833 req-53797608-cefe-4139-8fda-8acb73ff4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:44.055235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737e5461-81d7-422a-affc-fb8367913833 req-53797608-cefe-4139-8fda-8acb73ff4987 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e045133-2314-498b-beb9-ea06385e4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1676104 Feb 09 21:16:44.194869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737e5461-81d7-422a-affc-fb8367913833 req-6468dd10-c728-47fc-a6a2-6e5539d91767 service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308124 Feb 09 21:16:44.291108 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91d4d11-39dc-4e1f-806c-823031ecbdef None None] New status for floating IP 42fdf4a9-b5cc-4f04-94e0-6b87735aa27d: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:16:44.381241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-6155b1cc-4ee2-46cf-a6a9-9096ed3e5d72 service neutron] 10.222.0.13 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289916 Feb 09 21:16:44.519400 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:16:44.546620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-737e5461-81d7-422a-affc-fb8367913833 req-38167922-eb34-4fae-a0c7-95195440fcaf service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205128 Feb 09 21:16:44.603817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-86fc157b-cb28-466a-a442-7046414d84e9 req-dc8cafc3-fc20-4052-b716-3ae518688623 service neutron] 10.222.0.13 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141805 Feb 09 21:16:44.719501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-5996e3d9-2f98-4a06-a4d9-642ff1301f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:44.721287 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-5996e3d9-2f98-4a06-a4d9-642ff1301f3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a60eca3af63d4afda1228171df6efe00&device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 1126 time: 0.0593276 Feb 09 21:16:44.734759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37076) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:44.857188 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b36d0af3-4d60-42a8-8f4a-48ebec52cd18 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/floatingips/42fdf4a9-b5cc-4f04-94e0-6b87735aa27d HTTP/1.1" status: 200 len: 994 time: 0.1206028 Feb 09 21:16:44.938012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-d6c2bb7c-b0a0-4384-beb9-eb95dad70aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:44.940795 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-d6c2bb7c-b0a0-4384-beb9-eb95dad70aee service neutron] 10.222.0.13 "GET /v2.0/networks?id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da HTTP/1.1" status: 200 len: 912 time: 0.2130003 Feb 09 21:16:45.007528 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-ffe8371a-7763-42f7-824c-8b4e2929cef9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12be090d-ee56-4c55-80d0-5859223e1ea3 HTTP/1.1" status: 200 len: 217 time: 0.0522463 Feb 09 21:16:45.085668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-cc95299a-2b7d-48b9-bce2-54c3071f9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:45.087884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-cc95299a-2b7d-48b9-bce2-54c3071f9bbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de0c39f3-8b0d-4d8c-a521-f381996c4fb6 HTTP/1.1" status: 200 len: 851 time: 0.0744848 Feb 09 21:16:45.125724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-c47c002f-29ee-493a-b3db-aecec3a3a2f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310445 Feb 09 21:16:45.236312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c636cd-9ac4-4ce0-8a68-a1a952aae975 req-a2b30ab8-9ac1-440e-b3be-bd1b20850604 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:45.238610 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12c636cd-9ac4-4ce0-8a68-a1a952aae975 req-a2b30ab8-9ac1-440e-b3be-bd1b20850604 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 943 time: 0.1118884 Feb 09 21:16:45.278130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-e114b365-0ff2-48ef-be79-6a46b4b96c46 service neutron] 10.222.0.13 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404581 Feb 09 21:16:45.358164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12c636cd-9ac4-4ce0-8a68-a1a952aae975 req-cb1949b8-543e-419e-b508-e514a55984a2 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102965 Feb 09 21:16:45.417701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d62fa676-d2c2-40fd-b420-5b1075c1d605 req-b03a5ae6-6ef7-4c92-95b5-b58e1c7c727b service neutron] 10.222.0.13 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291006 Feb 09 21:16:46.623619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a412c0-384a-43f6-bc55-e143a566fbc5 req-1cde8062-06db-4087-b931-10895bd586ec tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:46.626072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56a412c0-384a-43f6-bc55-e143a566fbc5 req-1cde8062-06db-4087-b931-10895bd586ec tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 943 time: 0.1190495 Feb 09 21:16:46.723777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56a412c0-384a-43f6-bc55-e143a566fbc5 req-b6068453-5195-422d-88ec-647d50467ad6 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918646 Feb 09 21:16:47.629234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 12be090d-ee56-4c55-80d0-5859223e1ea3 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:16:47.802172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 12be090d-ee56-4c55-80d0-5859223e1ea3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=12be090d-ee56-4c55-80d0-5859223e1ea3,segment=NetworkSegment(c7e51280-a1d4-40e1-8b8e-f065d7f05a56),segment_id=c7e51280-a1d4-40e1-8b8e-f065d7f05a56)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:47.828942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '12be090d-ee56-4c55-80d0-5859223e1ea3', 'network_id': '98a4e1ee-23a4-4d8d-af57-fb9b753ec6da', 'port_id': '12be090d-ee56-4c55-80d0-5859223e1ea3', 'mac_address': 'fa:16:3e:0a:4b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0c39f3-8b0d-4d8c-a521-f381996c4fb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:16:47.929096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 12be090d-ee56-4c55-80d0-5859223e1ea3 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:47.929503 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:47.958208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12be090d-ee56-4c55-80d0-5859223e1ea3 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:16:47.973449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f7a4-e211-48e2-86fc-cf3c2a492790 req-3ee45adb-ba4f-4a35-8f4e-53e1ced76829 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:47.978035 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc64f7a4-e211-48e2-86fc-cf3c2a492790 req-3ee45adb-ba4f-4a35-8f4e-53e1ced76829 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 943 time: 0.1177912 Feb 09 21:16:48.008287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 12be090d-ee56-4c55-80d0-5859223e1ea3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=12be090d-ee56-4c55-80d0-5859223e1ea3,segment=NetworkSegment(c7e51280-a1d4-40e1-8b8e-f065d7f05a56),segment_id=c7e51280-a1d4-40e1-8b8e-f065d7f05a56)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:48.016501 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:48.085301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc64f7a4-e211-48e2-86fc-cf3c2a492790 req-7dd8a900-aa14-4a6b-b6db-dab11078d44b tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958924 Feb 09 21:16:48.119537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=12be090d-ee56-4c55-80d0-5859223e1ea3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:48.208416 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['12be090d-ee56-4c55-80d0-5859223e1ea3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:16:49.281199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae8355-f930-4a61-8098-dcdd2952cbf6 req-a6c27e8b-f9a7-4756-a876-4288ab868558 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:49.288328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87ae8355-f930-4a61-8098-dcdd2952cbf6 req-a6c27e8b-f9a7-4756-a876-4288ab868558 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 944 time: 0.0876994 Feb 09 21:16:49.403050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87ae8355-f930-4a61-8098-dcdd2952cbf6 req-bb0a03c3-6650-4096-88d9-bffc854168f1 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066606 Feb 09 21:16:49.628651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 12be090d-ee56-4c55-80d0-5859223e1ea3 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:16:49.794347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 12be090d-ee56-4c55-80d0-5859223e1ea3 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:16:49.799973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 12be090d-ee56-4c55-80d0-5859223e1ea3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:16:49.800350 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:50.244757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 12be090d-ee56-4c55-80d0-5859223e1ea3 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:16:50.245533 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:50.284679 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 12be090d-ee56-4c55-80d0-5859223e1ea3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=12be090d-ee56-4c55-80d0-5859223e1ea3,segment=NetworkSegment(c7e51280-a1d4-40e1-8b8e-f065d7f05a56),segment_id=c7e51280-a1d4-40e1-8b8e-f065d7f05a56)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:16:50.286488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b544c8e7-32ef-4017-98f9-077a499fa8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be090d-ee56-4c55-80d0-5859223e1ea3'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:16:50.290905 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a0db28-7e0a-420f-acf1-fa89a8bb7778" -d '{"events": [{"server_uuid": "b544c8e7-32ef-4017-98f9-077a499fa8be", "name": "network-vif-plugged", "status": "completed", "tag": "12be090d-ee56-4c55-80d0-5859223e1ea3"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:16:50.306601 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:50.405842 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c7c95a-a75b-43a0-b1f6-58b797f26a87 x-openstack-request-id: req-e2c7c95a-a75b-43a0-b1f6-58b797f26a87 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:16:50.410818 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b544c8e7-32ef-4017-98f9-077a499fa8be", "name": "network-vif-plugged", "status": "completed", "tag": "12be090d-ee56-4c55-80d0-5859223e1ea3", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:16:50.413399 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e2c7c95a-a75b-43a0-b1f6-58b797f26a87 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:16:50.413953 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b544c8e7-32ef-4017-98f9-077a499fa8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be090d-ee56-4c55-80d0-5859223e1ea3', 'code': 200} Feb 09 21:16:50.527780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=12be090d-ee56-4c55-80d0-5859223e1ea3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:16:50.591302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29947-8827-4f3b-9fda-06e678361025 req-25ccdf23-324c-4c2b-ab41-24fa5b0e4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:50.594874 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13f29947-8827-4f3b-9fda-06e678361025 req-25ccdf23-324c-4c2b-ab41-24fa5b0e4a17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 1128 time: 0.1461430 Feb 09 21:16:50.690840 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13f29947-8827-4f3b-9fda-06e678361025 req-6f71b8fd-ed22-43f8-ab2b-0f91aa080164 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823963 Feb 09 21:16:50.753497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153ff7f-3260-4f27-84bf-d4cc9aca97bf req-7c4b042d-1ae2-47b6-bc19-c80abb771760 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:50.758098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e153ff7f-3260-4f27-84bf-d4cc9aca97bf req-7c4b042d-1ae2-47b6-bc19-c80abb771760 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1521595 Feb 09 21:16:50.905227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e153ff7f-3260-4f27-84bf-d4cc9aca97bf req-24a74fed-1700-4bb2-80b0-a1cd2d7fb0a5 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397986 Feb 09 21:16:51.793072 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:52.160758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec86ac-b996-4273-b230-39f20a365e36 req-c79a629c-ae67-4bfe-8e2c-61e0acd7801e tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:52.172212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5bec86ac-b996-4273-b230-39f20a365e36 req-c79a629c-ae67-4bfe-8e2c-61e0acd7801e tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1423087 Feb 09 21:16:52.269584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5bec86ac-b996-4273-b230-39f20a365e36 req-1e6afa11-0840-4e90-94d0-b2b4cbc986e5 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962765 Feb 09 21:16:52.525902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad648f5f-1f22-47a6-a3dd-5071f2b1a9bb req-86b42b9c-9f36-47e0-b1f4-b6fa52a808e1 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:52.537080 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad648f5f-1f22-47a6-a3dd-5071f2b1a9bb req-86b42b9c-9f36-47e0-b1f4-b6fa52a808e1 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1377757 Feb 09 21:16:52.634905 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ad648f5f-1f22-47a6-a3dd-5071f2b1a9bb req-fbe88954-071e-4ef7-a02e-141c00711262 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942249 Feb 09 21:16:53.077174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429ba72-15b7-47ca-9e0c-ef5e0ac5143a req-7c1e07e9-faf5-41a8-b8e7-e4c12ae6504e tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:53.087216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1429ba72-15b7-47ca-9e0c-ef5e0ac5143a req-7c1e07e9-faf5-41a8-b8e7-e4c12ae6504e tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1027510 Feb 09 21:16:53.164454 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1429ba72-15b7-47ca-9e0c-ef5e0ac5143a req-a72407ab-b73f-44dd-8707-dba1173347aa tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687988 Feb 09 21:16:54.419146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ea086-729f-4092-8c46-f72dcf53324a req-d601870b-ee0c-4b56-ad84-80166d486c75 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:54.420519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b5ea086-729f-4092-8c46-f72dcf53324a req-d601870b-ee0c-4b56-ad84-80166d486c75 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1321208 Feb 09 21:16:54.539611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b5ea086-729f-4092-8c46-f72dcf53324a req-bcf073fa-9395-4852-94c3-133f024660b3 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076226 Feb 09 21:16:54.878002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdad50-2e58-45bf-a741-07550b713713 req-e177d66f-5bec-42c4-beac-d3027b9a9431 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:54.885651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bafdad50-2e58-45bf-a741-07550b713713 req-e177d66f-5bec-42c4-beac-d3027b9a9431 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1084940 Feb 09 21:16:54.949466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-712ebbf2-b83d-4345-9d27-b1b16af28553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:54.951200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-712ebbf2-b83d-4345-9d27-b1b16af28553 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a60eca3af63d4afda1228171df6efe00&device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 1128 time: 0.1371405 Feb 09 21:16:54.961522 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bafdad50-2e58-45bf-a741-07550b713713 req-615edf81-1cb4-43f1-8c77-e5d3c983ee58 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747898 Feb 09 21:16:55.065751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-3f114650-0b8e-45e7-8310-a9999427b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:55.067186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-3f114650-0b8e-45e7-8310-a9999427b45b service neutron] 10.222.0.13 "GET /v2.0/networks?id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da HTTP/1.1" status: 200 len: 912 time: 0.1047189 Feb 09 21:16:55.123351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-fdc57f97-c92d-4536-9b9b-38558ba0479d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12be090d-ee56-4c55-80d0-5859223e1ea3 HTTP/1.1" status: 200 len: 217 time: 0.0490849 Feb 09 21:16:55.178991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-a9c64884-44ab-4786-97e4-c657c1acd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:55.181182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-a9c64884-44ab-4786-97e4-c657c1acd062 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de0c39f3-8b0d-4d8c-a521-f381996c4fb6 HTTP/1.1" status: 200 len: 851 time: 0.0527544 Feb 09 21:16:55.222483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-c2c6e9df-e864-4412-ad2f-c433f5ece377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342407 Feb 09 21:16:55.233066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-3739ba16-4259-4b61-aedc-30970d797e4b service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:16:55.235584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-3739ba16-4259-4b61-aedc-30970d797e4b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071898 Feb 09 21:16:55.384808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-4c0331ac-7743-4163-8859-542285d034ba service neutron] 10.222.0.13 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435411 Feb 09 21:16:55.480981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8321da8-6321-42bd-9f66-437fbd8b4084 req-ba15d380-b2aa-4067-8f62-6d821fc9414a service neutron] 10.222.0.13 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905821 Feb 09 21:16:56.135082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0075ece-6860-42c0-ac25-ee7cb476dd37 req-d0cd4ad5-a822-44e2-a47d-4092087c6c7a tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:56.145690 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0075ece-6860-42c0-ac25-ee7cb476dd37 req-d0cd4ad5-a822-44e2-a47d-4092087c6c7a tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.0888946 Feb 09 21:16:56.204020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0075ece-6860-42c0-ac25-ee7cb476dd37 req-864ae5ec-d58b-4f2e-a149-4eb65a59bb6f tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573995 Feb 09 21:16:56.708572 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:57.494048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcb9ab-3609-4030-aaaa-70dd8d677fc9 req-82e82497-1938-4bfe-ac03-84be9139f49f tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:57.495727 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9dcb9ab-3609-4030-aaaa-70dd8d677fc9 req-82e82497-1938-4bfe-ac03-84be9139f49f tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.0911980 Feb 09 21:16:57.592730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9dcb9ab-3609-4030-aaaa-70dd8d677fc9 req-76cb867d-e8aa-4523-8dcd-e08fb677ad7c tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861742 Feb 09 21:16:57.889341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac850e-4c04-4ed9-be9f-a14de9150fec req-5b7284f2-4736-49fb-8626-31635034df5d tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:57.896685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06ac850e-4c04-4ed9-be9f-a14de9150fec req-5b7284f2-4736-49fb-8626-31635034df5d tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.0827057 Feb 09 21:16:57.974828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06ac850e-4c04-4ed9-be9f-a14de9150fec req-2246ce51-7da0-4ee9-832d-915b083eb81c tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760741 Feb 09 21:16:59.137540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d8b9d-6c0f-4a8a-beea-34b60940142a req-86b6f889-19d8-4a25-81a8-0a78ac8faed5 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:59.140864 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-376d8b9d-6c0f-4a8a-beea-34b60940142a req-86b6f889-19d8-4a25-81a8-0a78ac8faed5 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.0849454 Feb 09 21:16:59.250678 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-376d8b9d-6c0f-4a8a-beea-34b60940142a req-31ed38d3-66ec-439a-820a-7f20cb84ee15 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031456 Feb 09 21:16:59.741910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-1cbd4ed5-aef8-402a-a35f-1fa7dc1379d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:59.744418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-1cbd4ed5-aef8-402a-a35f-1fa7dc1379d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a60eca3af63d4afda1228171df6efe00&device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 1128 time: 0.1155622 Feb 09 21:16:59.785304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ce9a6-936c-4c11-a54a-a9fb04c735cd req-3097cd25-c8c0-4a37-b39d-2991e72781ca tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:59.801629 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e17ce9a6-936c-4c11-a54a-a9fb04c735cd req-3097cd25-c8c0-4a37-b39d-2991e72781ca tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1547954 Feb 09 21:16:59.864142 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e17ce9a6-936c-4c11-a54a-a9fb04c735cd req-04745211-809f-44c9-afbe-395013f7ad5c tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577533 Feb 09 21:16:59.961760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-95f4be25-b00c-4af7-8624-0e115c7935e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:16:59.963304 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-95f4be25-b00c-4af7-8624-0e115c7935e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da HTTP/1.1" status: 200 len: 912 time: 0.2106762 Feb 09 21:17:00.035517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-b5508834-9fb8-470c-9be2-49e4df412758 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12be090d-ee56-4c55-80d0-5859223e1ea3 HTTP/1.1" status: 200 len: 217 time: 0.0601959 Feb 09 21:17:00.158640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-2d2b9cc0-942a-420e-a642-7bdccd71b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:00.161053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-2d2b9cc0-942a-420e-a642-7bdccd71b4ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de0c39f3-8b0d-4d8c-a521-f381996c4fb6 HTTP/1.1" status: 200 len: 851 time: 0.1201546 Feb 09 21:17:00.239543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-82fa0e56-c222-4123-8fd2-8456e009f8f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563688 Feb 09 21:17:00.364698 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-b2d854bd-f8df-4d37-bcc3-fd13e9abdf47 service neutron] 10.222.0.13 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192193 Feb 09 21:17:00.559439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e83cecd8-3237-43e5-a026-5744c3ecb717 req-d667b6cd-38eb-439e-ae48-4ef6e83d64ed service neutron] 10.222.0.13 "GET /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880710 Feb 09 21:17:00.992761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf628e75-2df8-4b7d-969e-5f360974e610 req-ec52e4c6-6f70-4c73-8380-167715db6a51 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:00.994538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf628e75-2df8-4b7d-969e-5f360974e610 req-ec52e4c6-6f70-4c73-8380-167715db6a51 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.0628071 Feb 09 21:17:01.052497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf628e75-2df8-4b7d-969e-5f360974e610 req-fbc41fcf-a99f-40a9-8e2c-0fbc197bb645 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505702 Feb 09 21:17:02.253545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6845f8-787d-46ca-867b-2c0413dae879 req-44e9b31a-76b2-4546-9bb7-5b3ced293c0a tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:02.255627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a6845f8-787d-46ca-867b-2c0413dae879 req-44e9b31a-76b2-4546-9bb7-5b3ced293c0a tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1147032 Feb 09 21:17:02.316366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a6845f8-787d-46ca-867b-2c0413dae879 req-fcd02e2c-2e6a-4b3a-a791-11b982cde81e tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521257 Feb 09 21:17:02.635007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916d6bb-0d63-449d-9743-ffe6980c8f0b req-2805d5d6-a56a-4734-ba2f-8a2b8b10e25f tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:02.636841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6916d6bb-0d63-449d-9743-ffe6980c8f0b req-2805d5d6-a56a-4734-ba2f-8a2b8b10e25f tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.0631702 Feb 09 21:17:02.694556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6916d6bb-0d63-449d-9743-ffe6980c8f0b req-d6f1b4a7-abc6-48f5-ac72-96ea15c65ec9 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Feb 09 21:17:03.285816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37354) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:03.454006 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:03.558215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Publish callbacks [] for security_group (3f1b7219-a076-4244-9151-987ceef6a18b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:03.565195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3f1b7219-a076-4244-9151-987ceef6a18b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:03.618536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1b7219-a076-4244-9151-987ceef6a18b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:03.629915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.630269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.630619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.630959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.631296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.631630 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.631986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.632479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.632835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.633147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.633474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.633801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.634125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:03.647498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-13ad6b44-5ee9-45b4-b804-e5dded812a8c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=dc8ef2593b0e4b93a31843ab82a48979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566270 Feb 09 21:17:03.648164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:03.708187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9107d59-fa7a-4f21-a373-e20b00f96ad9 admin admin] Publish callbacks [] for security_group (3f1b7219-a076-4244-9151-987ceef6a18b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:03.743232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9107d59-fa7a-4f21-a373-e20b00f96ad9 admin admin] Publish callbacks [] for security_group (3f1b7219-a076-4244-9151-987ceef6a18b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:03.817687 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9107d59-fa7a-4f21-a373-e20b00f96ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (3f1b7219-a076-4244-9151-987ceef6a18b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:03.820945 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f9107d59-fa7a-4f21-a373-e20b00f96ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:03.822738 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f9107d59-fa7a-4f21-a373-e20b00f96ad9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3f1b7219-a076-4244-9151-987ceef6a18b HTTP/1.1" status: 204 len: 168 time: 0.1739025 Feb 09 21:17:03.832065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9107d59-fa7a-4f21-a373-e20b00f96ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1b7219-a076-4244-9151-987ceef6a18b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:03.944797 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d18716-642d-45ad-85c6-6fe3165de39c req-a6fc1384-2df1-4949-ba10-7171054bb1aa tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:03.946488 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e2d18716-642d-45ad-85c6-6fe3165de39c req-a6fc1384-2df1-4949-ba10-7171054bb1aa tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.1154552 Feb 09 21:17:04.072947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e2d18716-642d-45ad-85c6-6fe3165de39c req-72900931-f38e-4f0d-b3d8-133c4302d2e6 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/security-groups?id=ba9f14b0-48bf-42b8-8407-9e1047ff115b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156206 Feb 09 21:17:04.254248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:04.272393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d08a269-8bcc-4339-89aa-da8d8053eec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.437487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-1f413252-b25b-4ab8-bf2f-6a72e6dd7d9a tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:04.441127 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-1f413252-b25b-4ab8-bf2f-6a72e6dd7d9a tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.13 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 945 time: 0.0998728 Feb 09 21:17:04.485404 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d08a269-8bcc-4339-89aa-da8d8053eec9 admin admin] Publish callbacks [] for security_group (4145b8b6-2dbc-4f83-ac3b-c48092fa4be4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.501709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d08a269-8bcc-4339-89aa-da8d8053eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4145b8b6-2dbc-4f83-ac3b-c48092fa4be4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.588319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6d08a269-8bcc-4339-89aa-da8d8053eec9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b3640a2bec7a4bacabab1c0545cf9f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327358 Feb 09 21:17:04.593096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37372) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:04.596150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08a269-8bcc-4339-89aa-da8d8053eec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4145b8b6-2dbc-4f83-ac3b-c48092fa4be4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:04.648698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Deleting port 12be090d-ee56-4c55-80d0-5859223e1ea3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:04.649363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.683356 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa560c0b-4962-4194-8cd0-3567b7ff08d8 admin admin] Publish callbacks [] for security_group (4145b8b6-2dbc-4f83-ac3b-c48092fa4be4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.722621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa560c0b-4962-4194-8cd0-3567b7ff08d8 admin admin] Publish callbacks [] for security_group (4145b8b6-2dbc-4f83-ac3b-c48092fa4be4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.777341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] For port 12be090d-ee56-4c55-80d0-5859223e1ea3, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=12be090d-ee56-4c55-80d0-5859223e1ea3,segment=NetworkSegment(c7e51280-a1d4-40e1-8b8e-f065d7f05a56),segment_id=c7e51280-a1d4-40e1-8b8e-f065d7f05a56)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:04.777937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.799835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Calling delete_port for 12be090d-ee56-4c55-80d0-5859223e1ea3 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:04.803134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa560c0b-4962-4194-8cd0-3567b7ff08d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4145b8b6-2dbc-4f83-ac3b-c48092fa4be4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.805807 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aa560c0b-4962-4194-8cd0-3567b7ff08d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:04.807245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-aa560c0b-4962-4194-8cd0-3567b7ff08d8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4145b8b6-2dbc-4f83-ac3b-c48092fa4be4 HTTP/1.1" status: 204 len: 168 time: 0.2118587 Feb 09 21:17:04.829402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa560c0b-4962-4194-8cd0-3567b7ff08d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4145b8b6-2dbc-4f83-ac3b-c48092fa4be4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:05.041044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (12be090d-ee56-4c55-80d0-5859223e1ea3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:05.053271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['12be090d-ee56-4c55-80d0-5859223e1ea3'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:17:05.086317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Pushing event deleted for resources: {'Port': ['ID=12be090d-ee56-4c55-80d0-5859223e1ea3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:05.152032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] No DVR routers for this DVR port 12be090d-ee56-4c55-80d0-5859223e1ea3 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:17:05.155245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:05.160622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07381268-0518-4edd-b2e9-7dd76f3a7db7 req-71b6c1ee-7d2c-4c45-b4b4-e1bf8e5d2269 tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.13 "DELETE /v2.0/ports/12be090d-ee56-4c55-80d0-5859223e1ea3 HTTP/1.1" status: 204 len: 173 time: 0.7148390 Feb 09 21:17:05.161128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b544c8e7-32ef-4017-98f9-077a499fa8be', 'name': 'network-vif-deleted', 'tag': '12be090d-ee56-4c55-80d0-5859223e1ea3'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:17:05.173098 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df3c61d-2901-44ba-9e75-8f91536ed2bc" -d '{"events": [{"server_uuid": "b544c8e7-32ef-4017-98f9-077a499fa8be", "name": "network-vif-deleted", "tag": "12be090d-ee56-4c55-80d0-5859223e1ea3"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:17:05.212589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d17a6361-0507-4d65-a7eb-f04a2e2f53a7 req-a416e795-a444-4df0-a475-cecc049a504e tempest-TestServerAdvancedOps-1090224446 tempest-TestServerAdvancedOps-1090224446-project] 10.222.0.102 "GET /v2.0/ports?device_id=b544c8e7-32ef-4017-98f9-077a499fa8be HTTP/1.1" status: 200 len: 210 time: 0.0357206 Feb 09 21:17:05.269388 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b638c154-f38e-4ead-8b6d-72e43bb56780 x-openstack-request-id: req-b638c154-f38e-4ead-8b6d-72e43bb56780 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:17:05.269690 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b544c8e7-32ef-4017-98f9-077a499fa8be", "name": "network-vif-deleted", "tag": "12be090d-ee56-4c55-80d0-5859223e1ea3", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:17:05.269950 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b638c154-f38e-4ead-8b6d-72e43bb56780 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:17:05.270461 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b544c8e7-32ef-4017-98f9-077a499fa8be', 'name': 'network-vif-deleted', 'tag': '12be090d-ee56-4c55-80d0-5859223e1ea3', 'status': 'completed', 'code': 200} Feb 09 21:17:06.301785 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:06.347529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d76c082-ed62-4fba-9ac3-b47f246f9de5 admin admin] Deleting subnet de0c39f3-8b0d-4d8c-a521-f381996c4fb6 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:17:06.350996 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d76c082-ed62-4fba-9ac3-b47f246f9de5 admin admin] Publish callbacks [] for subnet (de0c39f3-8b0d-4d8c-a521-f381996c4fb6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:06.393716 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d76c082-ed62-4fba-9ac3-b47f246f9de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (de0c39f3-8b0d-4d8c-a521-f381996c4fb6), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:06.490728 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d76c082-ed62-4fba-9ac3-b47f246f9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (de0c39f3-8b0d-4d8c-a521-f381996c4fb6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:06.656136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d76c082-ed62-4fba-9ac3-b47f246f9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (de0c39f3-8b0d-4d8c-a521-f381996c4fb6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:06.724922 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d76c082-ed62-4fba-9ac3-b47f246f9de5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:06.734869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d76c082-ed62-4fba-9ac3-b47f246f9de5 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/de0c39f3-8b0d-4d8c-a521-f381996c4fb6 HTTP/1.1" status: 204 len: 168 time: 0.4340179 Feb 09 21:17:06.737368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76c082-ed62-4fba-9ac3-b47f246f9de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0c39f3-8b0d-4d8c-a521-f381996c4fb6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:06.741184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:06.883025 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (98a4e1ee-23a4-4d8d-af57-fb9b753ec6da), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:06.976976 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (98a4e1ee-23a4-4d8d-af57-fb9b753ec6da), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.005201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a4e1ee-23a4-4d8d-af57-fb9b753ec6da']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:07.017948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e51280-a1d4-40e1-8b8e-f065d7f05a56') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:07.018551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e51280-a1d4-40e1-8b8e-f065d7f05a56') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:07.030600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (c7e51280-a1d4-40e1-8b8e-f065d7f05a56), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.048061 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (c7e51280-a1d4-40e1-8b8e-f065d7f05a56), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.064732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:17:07.065460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (c7e51280-a1d4-40e1-8b8e-f065d7f05a56), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:17:07.178983 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:17:07.183149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (98a4e1ee-23a4-4d8d-af57-fb9b753ec6da), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.190359 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.198815 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] 10.222.0.102 "DELETE /v2.0/networks/98a4e1ee-23a4-4d8d-af57-fb9b753ec6da HTTP/1.1" status: 204 len: 168 time: 0.4495673 Feb 09 21:17:07.199841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:07.247195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed211-a87c-4b68-9c93-3edafd4c1b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a4e1ee-23a4-4d8d-af57-fb9b753ec6da,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:07.284092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-90820439-41bf-4a43-b20c-6f2b122bf5d9 admin admin] Deleting subnet 075f03d3-c71a-427b-981f-f9b04771822f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:17:07.288703 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90820439-41bf-4a43-b20c-6f2b122bf5d9 admin admin] Publish callbacks [] for subnet (075f03d3-c71a-427b-981f-f9b04771822f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.338318 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90820439-41bf-4a43-b20c-6f2b122bf5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (075f03d3-c71a-427b-981f-f9b04771822f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.389548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90820439-41bf-4a43-b20c-6f2b122bf5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (075f03d3-c71a-427b-981f-f9b04771822f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.518608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90820439-41bf-4a43-b20c-6f2b122bf5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (075f03d3-c71a-427b-981f-f9b04771822f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.562540 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90820439-41bf-4a43-b20c-6f2b122bf5d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.569114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:07.569784 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-90820439-41bf-4a43-b20c-6f2b122bf5d9 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/075f03d3-c71a-427b-981f-f9b04771822f HTTP/1.1" status: 204 len: 168 time: 0.3640029 Feb 09 21:17:07.570726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90820439-41bf-4a43-b20c-6f2b122bf5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075f03d3-c71a-427b-981f-f9b04771822f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:07.683280 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2fd87c75-6534-401b-b089-5f6e9122f345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.719103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 12be090d-ee56-4c55-80d0-5859223e1ea3 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:17:07.748913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.776686 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 12be090d-ee56-4c55-80d0-5859223e1ea3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:17:07.777143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 12be090d-ee56-4c55-80d0-5859223e1ea3 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:17:07.922678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:07.977411 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:08.012017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d214c7-989d-4076-a707-84d4a0bccec1') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:08.013209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d214c7-989d-4076-a707-84d4a0bccec1') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:08.026799 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (93d214c7-989d-4076-a707-84d4a0bccec1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.047361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (93d214c7-989d-4076-a707-84d4a0bccec1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.059592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:17:08.060265 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (93d214c7-989d-4076-a707-84d4a0bccec1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:17:08.062444 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:17:08.161797 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.168856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.181067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] 10.222.0.102 "DELETE /v2.0/networks/91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3 HTTP/1.1" status: 204 len: 168 time: 0.6078260 Feb 09 21:17:08.203941 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593cb9a-ba93-4380-bb03-86c159627992 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e932b2-1f0e-40fa-bbd0-a3453ba2ebe3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:08.497256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:08.543555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e6520d8e-a925-4664-9a33-6888c8410363 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a60eca3af63d4afda1228171df6efe00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428879 Feb 09 21:17:08.550169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:08.659882 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8996dc42-3f18-443c-a65d-daacc64ed515 admin admin] Publish callbacks [] for security_group (ba9f14b0-48bf-42b8-8407-9e1047ff115b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.685922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8996dc42-3f18-443c-a65d-daacc64ed515 admin admin] Publish callbacks [] for security_group (ba9f14b0-48bf-42b8-8407-9e1047ff115b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.762161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8996dc42-3f18-443c-a65d-daacc64ed515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ba9f14b0-48bf-42b8-8407-9e1047ff115b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.769729 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8996dc42-3f18-443c-a65d-daacc64ed515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:08.771302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8996dc42-3f18-443c-a65d-daacc64ed515 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ba9f14b0-48bf-42b8-8407-9e1047ff115b HTTP/1.1" status: 204 len: 168 time: 0.2199426 Feb 09 21:17:08.782019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996dc42-3f18-443c-a65d-daacc64ed515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f14b0-48bf-42b8-8407-9e1047ff115b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:09.411543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37482) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:09.483143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bec730c2-4260-4847-bc83-5eabdcb83cf9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1658783908704e299916dbecdc236da6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0701201 Feb 09 21:17:09.486465 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:09.562014 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9d9bbbb-15f6-40f2-a691-61a57eff771a admin admin] Publish callbacks [] for security_group (287d6e5a-27e6-40ba-907f-2bf8b37f867f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:09.591640 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9d9bbbb-15f6-40f2-a691-61a57eff771a admin admin] Publish callbacks [] for security_group (287d6e5a-27e6-40ba-907f-2bf8b37f867f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:09.651340 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9d9bbbb-15f6-40f2-a691-61a57eff771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (287d6e5a-27e6-40ba-907f-2bf8b37f867f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:09.654366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9d9bbbb-15f6-40f2-a691-61a57eff771a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:09.659170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b9d9bbbb-15f6-40f2-a691-61a57eff771a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/287d6e5a-27e6-40ba-907f-2bf8b37f867f HTTP/1.1" status: 204 len: 168 time: 0.1675212 Feb 09 21:17:09.665944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9bbbb-15f6-40f2-a691-61a57eff771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d6e5a-27e6-40ba-907f-2bf8b37f867f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:09.778619 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ec67c18-2376-4b77-8d73-7e752a8a01f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:10.770334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37516) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:10.961899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1356109550-network', 'tenant_id': 'ec97b0f616964edda52e1950261b0152'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:10.986498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Made reservation on behalf of ec97b0f616964edda52e1950261b0152 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:10.989674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.003435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.111578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Publish callbacks [] for security_group (7c3628e7-29ad-47c8-ae0a-a49c53150c2b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.116440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7c3628e7-29ad-47c8-ae0a-a49c53150c2b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.143898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:17:11.161763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3628e7-29ad-47c8-ae0a-a49c53150c2b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:11.164826 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.165772 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Added segment 9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c of type vlan for network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 Feb 09 21:17:11.222713 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.253624 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.254760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:11.255355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.302247 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.316492 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5414832 Feb 09 21:17:11.316741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:11.323560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Request body: {'subnet': {'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1356109550-subnet', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:11.332326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a593d-3851-468c-af45-f0e52b3a538e admin admin] Pushing event updated for resources: {'Network': ['ID=a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:11.349423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:17:11.350473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Made reservation on behalf of ec97b0f616964edda52e1950261b0152 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:11.354990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.640944 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.731059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Checking segment: {'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:11.731828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Network hostable DHCP agents. Network: a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:17:11.739412 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:11.766180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:17:11.785066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:11.791879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:11.792477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.797876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912994d-8208-4b74-a833-13f31ee2bdf8 None None] Network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:11.831841 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-61c04665-61af-4f17-8aaf-291da61b34a1 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5139937 Feb 09 21:17:11.835446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:11.841390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:11.874492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:11.876870 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.008392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks [] for router_controller (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.023184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:12.036334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705', 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705', 'project_id': 'ec97b0f616964edda52e1950261b0152', 'fixed_ips': [{'subnet_id': '33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:17:12.038251 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.201352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:12.260742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Allocated IP 172.20.0.2 (a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705/33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7/2ca3e52c-577e-48ae-a37a-7d927a867db1) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:12.347145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5666b3-26e5-42f7-9216-bd75f8fa0155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.421900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fb24f3-f499-488d-af0a-70ab60ea786d admin admin] Deleting subnet 8a771c62-048a-47ef-b8b1-1f4849fabc7a {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:17:12.426308 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05fb24f3-f499-488d-af0a-70ab60ea786d admin admin] Publish callbacks [] for subnet (8a771c62-048a-47ef-b8b1-1f4849fabc7a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.497244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05fb24f3-f499-488d-af0a-70ab60ea786d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (8a771c62-048a-47ef-b8b1-1f4849fabc7a), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.553679 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Publish callbacks [] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.563912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.575721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05fb24f3-f499-488d-af0a-70ab60ea786d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (8a771c62-048a-47ef-b8b1-1f4849fabc7a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.624353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:12.628701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:12.635856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:12.692110 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5666b3-26e5-42f7-9216-bd75f8fa0155 admin admin] Publish callbacks [] for security_group (22698a97-3ce8-422a-8d2a-b6ce4d10cb72), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.708864 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e5666b3-26e5-42f7-9216-bd75f8fa0155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (22698a97-3ce8-422a-8d2a-b6ce4d10cb72), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.729310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Pushing event updated for resources: {'Port': ['ID=2ca3e52c-577e-48ae-a37a-7d927a867db1,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:12.748764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Attempting to bind port 2ca3e52c-577e-48ae-a37a-7d927a867db1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:12.749310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Attempting to bind port 2ca3e52c-577e-48ae-a37a-7d927a867db1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:12.749785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Attempting to bind port 2ca3e52c-577e-48ae-a37a-7d927a867db1 on network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:12.762630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:12.766323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Checking segment: {'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:12.767918 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4e5666b3-26e5-42f7-9216-bd75f8fa0155 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e4e7f5b4d2ee415ab34f6ed20fc70d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7428701 Feb 09 21:17:12.771988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:12.773483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.774197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Bound using segment: {'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:12.774967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Bound port: 2ca3e52c-577e-48ae-a37a-7d927a867db1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:12.775907 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.812919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.813487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.816872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.817451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.818310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.818793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.819279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.819861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.820387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.820865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.821298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.822034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.823828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:12.840133 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.840426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks [] for router_gateway (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.852928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5666b3-26e5-42f7-9216-bd75f8fa0155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22698a97-3ce8-422a-8d2a-b6ce4d10cb72,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:12.893811 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05fb24f3-f499-488d-af0a-70ab60ea786d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (8a771c62-048a-47ef-b8b1-1f4849fabc7a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.970015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb24f3-f499-488d-af0a-70ab60ea786d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a771c62-048a-47ef-b8b1-1f4849fabc7a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:12.971584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] For port 2ca3e52c-577e-48ae-a37a-7d927a867db1, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:12.977454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] For port 2ca3e52c-577e-48ae-a37a-7d927a867db1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2ca3e52c-577e-48ae-a37a-7d927a867db1,segment=NetworkSegment(9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c),segment_id=9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:12.987018 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.995646 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05fb24f3-f499-488d-af0a-70ab60ea786d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.006934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a968a6f7-09f8-4ec6-a49e-2c3745b490cf admin admin] Publish callbacks [] for security_group (22698a97-3ce8-422a-8d2a-b6ce4d10cb72), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.011658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-05fb24f3-f499-488d-af0a-70ab60ea786d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/8a771c62-048a-47ef-b8b1-1f4849fabc7a HTTP/1.1" status: 204 len: 168 time: 0.8092129 Feb 09 21:17:13.014428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37556) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:13.091115 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a968a6f7-09f8-4ec6-a49e-2c3745b490cf admin admin] Publish callbacks [] for security_group (22698a97-3ce8-422a-8d2a-b6ce4d10cb72), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.100323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dd4c7-ba33-46cf-9bac-14f390597b7f None None] Pushing event updated for resources: {'Port': ['ID=2ca3e52c-577e-48ae-a37a-7d927a867db1,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:13.127535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (759f166c-70ac-42ac-87b6-2fecd78c55cb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.258440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (759f166c-70ac-42ac-87b6-2fecd78c55cb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.286422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759f166c-70ac-42ac-87b6-2fecd78c55cb']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:13.297472 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca92a676-97f8-4b29-a6c2-ef691b93a9d0') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:13.298002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca92a676-97f8-4b29-a6c2-ef691b93a9d0') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:13.312050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (ca92a676-97f8-4b29-a6c2-ef691b93a9d0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.339054 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ca92a676-97f8-4b29-a6c2-ef691b93a9d0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.346760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a968a6f7-09f8-4ec6-a49e-2c3745b490cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (22698a97-3ce8-422a-8d2a-b6ce4d10cb72), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.349348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a968a6f7-09f8-4ec6-a49e-2c3745b490cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.352802 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a968a6f7-09f8-4ec6-a49e-2c3745b490cf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/22698a97-3ce8-422a-8d2a-b6ce4d10cb72 HTTP/1.1" status: 204 len: 168 time: 0.5725086 Feb 09 21:17:13.352983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:17:13.352983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (ca92a676-97f8-4b29-a6c2-ef691b93a9d0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:17:13.388970 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:17:13.393555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968a6f7-09f8-4ec6-a49e-2c3745b490cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22698a97-3ce8-422a-8d2a-b6ce4d10cb72,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:13.516421 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks [] for router_gateway (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.566134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (759f166c-70ac-42ac-87b6-2fecd78c55cb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.585987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.592656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] 10.222.0.102 "DELETE /v2.0/networks/759f166c-70ac-42ac-87b6-2fecd78c55cb HTTP/1.1" status: 204 len: 168 time: 0.5768352 Feb 09 21:17:13.597449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.599156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37560) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:13.618030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf483ae-9181-48ea-af17-f29f58f4a224 admin admin] Pushing event deleted for resources: {'Network': ['ID=759f166c-70ac-42ac-87b6-2fecd78c55cb,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:13.684865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6622cf-f824-4700-abfc-e38cf0ff0e38 admin admin] Deleting subnet fa4eb1eb-7054-450e-ac8e-14c094209790 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:17:13.703747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f6622cf-f824-4700-abfc-e38cf0ff0e38 admin admin] Publish callbacks [] for subnet (fa4eb1eb-7054-450e-ac8e-14c094209790), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.825474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f6622cf-f824-4700-abfc-e38cf0ff0e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (fa4eb1eb-7054-450e-ac8e-14c094209790), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.894891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2ca3e52c-577e-48ae-a37a-7d927a867db1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:13.968142 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.992672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f6622cf-f824-4700-abfc-e38cf0ff0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (fa4eb1eb-7054-450e-ac8e-14c094209790), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.003574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2ca3e52c-577e-48ae-a37a-7d927a867db1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:14.004150 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.082365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Allocated IP 172.25.4.77 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/08071db5-30d5-4cf5-9928-43c040765f13) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:14.122413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37576) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:14.217279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2ca3e52c-577e-48ae-a37a-7d927a867db1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:14.217689 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.325802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 2ca3e52c-577e-48ae-a37a-7d927a867db1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2ca3e52c-577e-48ae-a37a-7d927a867db1,segment=NetworkSegment(9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c),segment_id=9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:14.335149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f6622cf-f824-4700-abfc-e38cf0ff0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (fa4eb1eb-7054-450e-ac8e-14c094209790), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.336304 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.376944 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8e4433f2-ae73-46fb-aa4c-03e5d7fb4869 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/floatingips/42fdf4a9-b5cc-4f04-94e0-6b87735aa27d HTTP/1.1" status: 200 len: 994 time: 0.2422676 Feb 09 21:17:14.488261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6622cf-f824-4700-abfc-e38cf0ff0e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4eb1eb-7054-450e-ac8e-14c094209790,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:14.493658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=2ca3e52c-577e-48ae-a37a-7d927a867db1,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:14.501822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f6622cf-f824-4700-abfc-e38cf0ff0e38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.505690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1f6622cf-f824-4700-abfc-e38cf0ff0e38 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/fa4eb1eb-7054-450e-ac8e-14c094209790 HTTP/1.1" status: 204 len: 168 time: 0.9054945 Feb 09 21:17:14.508743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:14.667834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37592) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:14.735567 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks [] for port (08071db5-30d5-4cf5-9928-43c040765f13), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.739069 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (06fa0431-83ca-4daf-8ba9-2236a9853882), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.870275 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (06fa0431-83ca-4daf-8ba9-2236a9853882), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.936436 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (08071db5-30d5-4cf5-9928-43c040765f13), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.941900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e478e648-7142-4ca9-b99e-7cfbd76b1fc1 None None] Network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:14.945193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fa0431-83ca-4daf-8ba9-2236a9853882']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:15.016298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Pushing event updated for resources: {'Port': ['ID=08071db5-30d5-4cf5-9928-43c040765f13,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:15.037419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39af5a48-2410-4cf8-bb28-0121a325f2a8') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:15.038379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39af5a48-2410-4cf8-bb28-0121a325f2a8') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:15.090085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:15.098059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-64fb7c16-4637-42f9-ba4d-52b0246f5f6b None None] Provisioning complete for port 2ca3e52c-577e-48ae-a37a-7d927a867db1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:15.098439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64fb7c16-4637-42f9-ba4d-52b0246f5f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.104829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:15.114477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (39af5a48-2410-4cf8-bb28-0121a325f2a8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.118091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:15.206032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-64fb7c16-4637-42f9-ba4d-52b0246f5f6b None None] Current status of the port 2ca3e52c-577e-48ae-a37a-7d927a867db1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:15.222801 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (39af5a48-2410-4cf8-bb28-0121a325f2a8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.250108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:17:15.250689 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (39af5a48-2410-4cf8-bb28-0121a325f2a8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:17:15.254856 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:17:15.421680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port 8e1e5184-574b-492b-b248-854791093584 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:15.422282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8e1e5184-574b-492b-b248-854791093584), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.507597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (06fa0431-83ca-4daf-8ba9-2236a9853882), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.532151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-42300577-6155-422f-9749-50b4b05ff9fd None None] Provisioning complete for port 2ca3e52c-577e-48ae-a37a-7d927a867db1 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:15.532869 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-42300577-6155-422f-9749-50b4b05ff9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.540384 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.544241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] 10.222.0.102 "DELETE /v2.0/networks/06fa0431-83ca-4daf-8ba9-2236a9853882 HTTP/1.1" status: 204 len: 168 time: 1.0342200 Feb 09 21:17:15.547314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171ae98-a324-4283-b489-c42e02b5e7a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=06fa0431-83ca-4daf-8ba9-2236a9853882,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:15.575775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8e1e5184-574b-492b-b248-854791093584), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.576693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for floatingip (8e1e5184-574b-492b-b248-854791093584), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.628151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for 8e1e5184-574b-492b-b248-854791093584 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:15.723065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-42300577-6155-422f-9749-50b4b05ff9fd None None] Current status of the port 2ca3e52c-577e-48ae-a37a-7d927a867db1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:15.839138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks [] for router_gateway (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.878374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2ca3e52c-577e-48ae-a37a-7d927a867db1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:15.950078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37628) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:15.993311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 2ca3e52c-577e-48ae-a37a-7d927a867db1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:15.994328 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.079122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-63e4cd34-a702-48c0-b593-e2999c89a3c1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1f01be36cda246a291a9f804b76b8149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1237423 Feb 09 21:17:16.096298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:16.109827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 2ca3e52c-577e-48ae-a37a-7d927a867db1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:16.139549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.151067 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8e1e5184-574b-492b-b248-854791093584), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.206933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=8e1e5184-574b-492b-b248-854791093584,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:16.289085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for floatingip (42fdf4a9-b5cc-4f04-94e0-6b87735aa27d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.289610 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Floating IP 42fdf4a9-b5cc-4f04-94e0-6b87735aa27d disassociated (deleted). External IP: 172.25.4.137, port: 10333f57-5930-439e-978c-59b673f58f7c. Feb 09 21:17:16.331030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e5c70ad-3430-42bc-8caa-6034ab5228e2 admin admin] Publish callbacks [] for security_group (8e2532c1-bab1-43fd-ad3d-7c303651e118), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.347654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:17:16.408865 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e5c70ad-3430-42bc-8caa-6034ab5228e2 admin admin] Publish callbacks [] for security_group (8e2532c1-bab1-43fd-ad3d-7c303651e118), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.528758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:16.540504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Sync routers for ids ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:16.567450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.573822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d94f1ea6-b2ae-4fcc-93fb-f2988ddc3962 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.7325490 Feb 09 21:17:16.575566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37644) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:16.577864 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Routers {'a96b8ef2-a023-4345-847d-25d9b8b7c6b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:16.578773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:16.607815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e5c70ad-3430-42bc-8caa-6034ab5228e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8e2532c1-bab1-43fd-ad3d-7c303651e118), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.611788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e5c70ad-3430-42bc-8caa-6034ab5228e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.612970 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e5c70ad-3430-42bc-8caa-6034ab5228e2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8e2532c1-bab1-43fd-ad3d-7c303651e118 HTTP/1.1" status: 204 len: 168 time: 0.5154197 Feb 09 21:17:16.669779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c70ad-3430-42bc-8caa-6034ab5228e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2532c1-bab1-43fd-ad3d-7c303651e118,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:16.694224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:16.815546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Set router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:16.906521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:16.919652 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] Sync routers for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:16.930569 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:16.936876 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:16.939546 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:17.031036 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1c294131-55f8-46b7-9c37-c05159da8dce tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/floatingips/42fdf4a9-b5cc-4f04-94e0-6b87735aa27d HTTP/1.1" status: 204 len: 168 time: 2.3618271 Feb 09 21:17:17.031874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'tag': '10333f57-5930-439e-978c-59b673f58f7c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:17:17.041953 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9400c-6202-4bb2-9883-6199af2ad574" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "tag": "10333f57-5930-439e-978c-59b673f58f7c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:17:17.128206 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ce18d6-f81c-46ae-8aaa-7f09f92032a4 x-openstack-request-id: req-28ce18d6-f81c-46ae-8aaa-7f09f92032a4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:17:17.128888 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "tag": "10333f57-5930-439e-978c-59b673f58f7c", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:17:17.129244 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-28ce18d6-f81c-46ae-8aaa-7f09f92032a4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:17:17.129748 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'tag': '10333f57-5930-439e-978c-59b673f58f7c', 'status': 'completed', 'code': 200} Feb 09 21:17:17.256462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:15Z', 'revision_number': 3, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:17.258692 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:17.328784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Checking router: a96b8ef2-a023-4345-847d-25d9b8b7c6b8 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:17.330240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Updating router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 port 08071db5-30d5-4cf5-9928-43c040765f13 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:17.388957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-a00561d3-643c-4032-83e8-562978b8cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:17.389586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (08071db5-30d5-4cf5-9928-43c040765f13), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:17.390558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-a00561d3-643c-4032-83e8-562978b8cf87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 1129 time: 0.1857848 Feb 09 21:17:17.533738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:17.629435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5feb0-f7c7-4639-933c-f2f50417b036 req-1faa1500-f67c-495f-b12f-9df799951796 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:17.639128 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7a5feb0-f7c7-4639-933c-f2f50417b036 req-1faa1500-f67c-495f-b12f-9df799951796 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 946 time: 0.1937027 Feb 09 21:17:17.760814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2c2d633e-660c-4e01-ae86-48989a367111 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=492f3a52e7d54401b131261bd93aa327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255607 Feb 09 21:17:17.767460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37674) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:17.804337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-e78b0357-dab3-46f7-b1ee-fe14326f2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:17.805992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-e78b0357-dab3-46f7-b1ee-fe14326f2f94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e045133-2314-498b-beb9-ea06385e4719 HTTP/1.1" status: 200 len: 897 time: 0.4035716 Feb 09 21:17:17.815591 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Publish callbacks [] for port (08071db5-30d5-4cf5-9928-43c040765f13), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:17.822261 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:21Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:17.833328 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (08071db5-30d5-4cf5-9928-43c040765f13), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:17.848670 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7a5feb0-f7c7-4639-933c-f2f50417b036 req-f1173326-3094-46cf-a41e-e9244e8d652e tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084758 Feb 09 21:17:17.880749 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] Checking router: 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:17.895412 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:17.896310 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:17.910737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee653dd-2ade-4f0c-835e-4fdf8a2fbe8f None None] Pushing event updated for resources: {'Port': ['ID=08071db5-30d5-4cf5-9928-43c040765f13,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:17.939338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Attempting to bind port 08071db5-30d5-4cf5-9928-43c040765f13 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:17.939967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Attempting to bind port 08071db5-30d5-4cf5-9928-43c040765f13 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:17.940534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Attempting to bind port 08071db5-30d5-4cf5-9928-43c040765f13 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:17.949581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:17.950083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:17.950747 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:17.951254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:17.952380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Bound port: 08071db5-30d5-4cf5-9928-43c040765f13, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:17.952859 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (08071db5-30d5-4cf5-9928-43c040765f13), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:17.964100 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-b0036c08-d6bc-4838-921b-8c4bd0e61349 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10333f57-5930-439e-978c-59b673f58f7c HTTP/1.1" status: 200 len: 217 time: 0.1285050 Feb 09 21:17:18.053441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] For port 08071db5-30d5-4cf5-9928-43c040765f13, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:18.058709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] For port 08071db5-30d5-4cf5-9928-43c040765f13, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=08071db5-30d5-4cf5-9928-43c040765f13,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:18.067195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (08071db5-30d5-4cf5-9928-43c040765f13), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:18.080824 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:18.173443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Routers {'a96b8ef2-a023-4345-847d-25d9b8b7c6b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:18.174461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:18.180426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee653dd-2ade-4f0c-835e-4fdf8a2fbe8f None None] Pushing event updated for resources: {'Port': ['ID=08071db5-30d5-4cf5-9928-43c040765f13,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:18.382332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:18.408502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34276f2-484f-4d56-af38-b0e0daab0874 admin admin] Publish callbacks [] for security_group (736566fc-c711-4bd9-bd32-0c46c788141f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:18.424916 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:21Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:18.425354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-b8ccb7b7-de0d-4c1d-a1e9-8d087d5313d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:18.427780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-b8ccb7b7-de0d-4c1d-a1e9-8d087d5313d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0bcdb5a7-378b-4248-84fe-f9d0363a2476 HTTP/1.1" status: 200 len: 834 time: 0.0967674 Feb 09 21:17:18.496963 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34276f2-484f-4d56-af38-b0e0daab0874 admin admin] Publish callbacks [] for security_group (736566fc-c711-4bd9-bd32-0c46c788141f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:18.561702 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd3932-b2c1-4f98-a1e1-c1b810383573 None None] The sync data for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 is: [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f22868a7-8ae2-4c1b-86d6-a789c897d20d', 'name': '', 'network_id': '7e045133-2314-498b-beb9-ea06385e4719', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'mac_address': 'fa:16:3e:71:60:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_interface', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:14Z', 'updated_at': '2022-02-09T21:16:21Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'subnets': [{'id': '0bcdb5a7-378b-4248-84fe-f9d0363a2476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:18.614387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] Set router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:18.633285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-f998de49-39ec-4464-85ec-cfc1e24e8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:18.634987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-f998de49-39ec-4464-85ec-cfc1e24e8fa0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e045133-2314-498b-beb9-ea06385e4719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1921973 Feb 09 21:17:18.652136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-0a9ac443-e970-48df-801c-c83c26e4d3ea service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:17:18.653385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-0a9ac443-e970-48df-801c-c83c26e4d3ea service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112994 Feb 09 21:17:18.718573 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34276f2-484f-4d56-af38-b0e0daab0874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (736566fc-c711-4bd9-bd32-0c46c788141f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:18.721163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f34276f2-484f-4d56-af38-b0e0daab0874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:18.724826 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f34276f2-484f-4d56-af38-b0e0daab0874 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/736566fc-c711-4bd9-bd32-0c46c788141f HTTP/1.1" status: 204 len: 168 time: 0.9469335 Feb 09 21:17:18.806113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34276f2-484f-4d56-af38-b0e0daab0874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736566fc-c711-4bd9-bd32-0c46c788141f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:18.848054 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Allocated IP 172.20.0.1 (a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705/33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7/f8e616ce-2e60-4d2c-8b19-441516279d15) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:18.903157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0914e7ed-0d3d-44c0-a5cb-f270af474c36 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:18.904833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0914e7ed-0d3d-44c0-a5cb-f270af474c36 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 946 time: 0.1815255 Feb 09 21:17:18.919592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-0cd91b21-8393-46c4-97f3-902f7cd1a3d3 service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591898 Feb 09 21:17:19.067563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-19081699-f723-4656-abc1-3333f364f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:15Z', 'revision_number': 3, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:19.117346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19081699-f723-4656-abc1-3333f364f5ac None None] The sync data for ids ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'] in n-d-789963-29 is: [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:15Z', 'revision_number': 3, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:19.137499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc8e4fe-4960-432b-91f1-6930e81f59d8 None None] New status for floating IP 42fdf4a9-b5cc-4f04-94e0-6b87735aa27d: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:17:19.339288 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Publish callbacks [] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:19.355624 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9d9400c-6202-4bb2-9883-6199af2ad574 req-5b68338d-9b25-4802-9ef1-129984d81ea1 service neutron] 10.222.0.50 "GET /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199858 Feb 09 21:17:19.363618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port 10333f57-5930-439e-978c-59b673f58f7c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:19.363987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (10333f57-5930-439e-978c-59b673f58f7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:19.385972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcefff-02b2-47a9-b59a-3d53b5846b3c req-63d6c245-d3f2-43b1-9402-7b06d23f6225 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:19.392281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10bcefff-02b2-47a9-b59a-3d53b5846b3c req-63d6c245-d3f2-43b1-9402-7b06d23f6225 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 946 time: 0.3373206 Feb 09 21:17:19.641263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10bcefff-02b2-47a9-b59a-3d53b5846b3c req-c888b260-7b7b-45b5-aac0-4ff86d227572 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/security-groups?id=5c7281b1-4eab-44ce-a13b-f16da5961cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682837 Feb 09 21:17:19.694287 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:19.774685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port 10333f57-5930-439e-978c-59b673f58f7c, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=10333f57-5930-439e-978c-59b673f58f7c,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:19.775058 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (10333f57-5930-439e-978c-59b673f58f7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:19.797508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:19.814860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for 10333f57-5930-439e-978c-59b673f58f7c owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:19.833866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:19.836660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:19.877610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e616ce-2e60-4d2c-8b19-441516279d15,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:19.924216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 08071db5-30d5-4cf5-9928-43c040765f13 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:19.963068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:20.046409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 08071db5-30d5-4cf5-9928-43c040765f13 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:20.046793 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (08071db5-30d5-4cf5-9928-43c040765f13), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:20.231972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 08071db5-30d5-4cf5-9928-43c040765f13 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:20.232320 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (08071db5-30d5-4cf5-9928-43c040765f13), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:20.282854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 08071db5-30d5-4cf5-9928-43c040765f13, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=08071db5-30d5-4cf5-9928-43c040765f13,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:20.292637 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (08071db5-30d5-4cf5-9928-43c040765f13), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:20.327112 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (10333f57-5930-439e-978c-59b673f58f7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:20.446549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=10333f57-5930-439e-978c-59b673f58f7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:20.459448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] No DVR routers for this DVR port 10333f57-5930-439e-978c-59b673f58f7c on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:17:20.462092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:20.482556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=08071db5-30d5-4cf5-9928-43c040765f13,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:20.496264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3329e11f-3859-47d4-8ca6-fbac0b9b04e2 None None] Provisioning complete for port f8e616ce-2e60-4d2c-8b19-441516279d15 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:20.496832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3329e11f-3859-47d4-8ca6-fbac0b9b04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:20.513883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:20.524174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb9e6a66-1ef3-4f40-8662-651dda3c59ef req-0c407bc9-0bb6-4d90-b9fc-6b7588dd2ee2 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.50 "DELETE /v2.0/ports/10333f57-5930-439e-978c-59b673f58f7c HTTP/1.1" status: 204 len: 173 time: 1.6093228 Feb 09 21:17:20.526604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'name': 'network-vif-deleted', 'tag': '10333f57-5930-439e-978c-59b673f58f7c'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:17:20.531370 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9c1516-3d51-497b-89e8-fa374f884722" -d '{"events": [{"server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "name": "network-vif-deleted", "tag": "10333f57-5930-439e-978c-59b673f58f7c"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:17:20.637183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3329e11f-3859-47d4-8ca6-fbac0b9b04e2 None None] Port f8e616ce-2e60-4d2c-8b19-441516279d15 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:20.691435 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462a9e70-7467-47ae-b4e7-97672796284e x-openstack-request-id: req-462a9e70-7467-47ae-b4e7-97672796284e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:17:20.692324 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537", "name": "network-vif-deleted", "tag": "10333f57-5930-439e-978c-59b673f58f7c", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:17:20.696016 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-462a9e70-7467-47ae-b4e7-97672796284e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:17:20.697235 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537', 'name': 'network-vif-deleted', 'tag': '10333f57-5930-439e-978c-59b673f58f7c', 'status': 'completed', 'code': 200} Feb 09 21:17:20.962753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b7cc54f8-5010-45f8-9e74-cfc872ff9e41 req-daa9e1d0-08f5-43f9-aa2a-9e577aab34df tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "GET /v2.0/ports?device_id=8d6b42c5-0ab9-4a4f-b5ff-f7f7d9027537 HTTP/1.1" status: 200 len: 210 time: 0.1015890 Feb 09 21:17:21.036905 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Publish callbacks [] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:21.047958 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:21.175638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e616ce-2e60-4d2c-8b19-441516279d15,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:21.197814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:21.365907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:21.368118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:21.400357 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:17:21.610666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:21.798801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:21.806129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d9857a41-d7e4-4dca-a28d-6df404f2a1a2 admin admin] 10.222.0.102 "PUT /v2.0/routers/a96b8ef2-a023-4345-847d-25d9b8b7c6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2290390 Feb 09 21:17:21.817144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6fd2cb02-a4d3-4cfe-9bc0-28c17f06bc0f None None] Provisioning complete for port f8e616ce-2e60-4d2c-8b19-441516279d15 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:21.817691 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cb02-a4d3-4cfe-9bc0-28c17f06bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:21.903593 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:21.909357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 08071db5-30d5-4cf5-9928-43c040765f13 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:22.010069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2cb02-a4d3-4cfe-9bc0-28c17f06bc0f None None] Port f8e616ce-2e60-4d2c-8b19-441516279d15 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:22.040600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:22.057003 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Sync routers for ids ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:22.067803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 08071db5-30d5-4cf5-9928-43c040765f13 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:22.068599 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (08071db5-30d5-4cf5-9928-43c040765f13), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.107040 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Routers {'a96b8ef2-a023-4345-847d-25d9b8b7c6b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:22.109996 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:22.233787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (5c7281b1-4eab-44ce-a13b-f16da5961cbf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.253822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 08071db5-30d5-4cf5-9928-43c040765f13 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:22.320692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (5c7281b1-4eab-44ce-a13b-f16da5961cbf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.352678 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Set router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:22.465665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5c7281b1-4eab-44ce-a13b-f16da5961cbf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.469454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.471385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/security-groups/5c7281b1-4eab-44ce-a13b-f16da5961cbf HTTP/1.1" status: 204 len: 168 time: 0.4295628 Feb 09 21:17:22.472698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 10333f57-5930-439e-978c-59b673f58f7c no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:17:22.517936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7281b1-4eab-44ce-a13b-f16da5961cbf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:22.541567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:22.551257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.551956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.552530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.552884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 10333f57-5930-439e-978c-59b673f58f7c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:17:22.553512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 10333f57-5930-439e-978c-59b673f58f7c not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:17:22.554057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.557395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.558063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.558493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.558912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.559384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.559979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.560922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.562240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.562768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d130226-1020-40fe-9677-8bd09acef739 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.786836 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f8e616ce-2e60-4d2c-8b19-441516279d15', 'name': '', 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'mac_address': 'fa:16:3e:09:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:18Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 2, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'subnets': [{'id': '33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:22.869910 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Checking router: a96b8ef2-a023-4345-847d-25d9b8b7c6b8 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:22.873750 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Updating router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 port f8e616ce-2e60-4d2c-8b19-441516279d15 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:22.959510 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:23.186500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:23.558428 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Publish callbacks [] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:23.577054 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:23.850547 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Pushing event updated for resources: {'Port': ['ID=f8e616ce-2e60-4d2c-8b19-441516279d15,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:23.898299 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.898868 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.899579 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.899816 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.900155 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.900489 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.900894 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.901139 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.901634 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.901785 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.902943 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.903144 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.903465 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:23.938503 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Attempting to bind port f8e616ce-2e60-4d2c-8b19-441516279d15 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:23.938869 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Attempting to bind port f8e616ce-2e60-4d2c-8b19-441516279d15 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:23.939226 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Attempting to bind port f8e616ce-2e60-4d2c-8b19-441516279d15 on network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:23.949707 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:23.950077 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Checking segment: {'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:23.950478 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:23.950864 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Bound using segment: {'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:23.951343 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Bound port: f8e616ce-2e60-4d2c-8b19-441516279d15, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:23.951791 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.046505 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] For port f8e616ce-2e60-4d2c-8b19-441516279d15, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:24.050749 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] For port f8e616ce-2e60-4d2c-8b19-441516279d15, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8e616ce-2e60-4d2c-8b19-441516279d15,segment=NetworkSegment(9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c),segment_id=9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:24.064225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port f22868a7-8ae2-4c1b-86d6-a789c897d20d {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:24.064808 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.066779 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.161622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37806) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:24.189105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port f22868a7-8ae2-4c1b-86d6-a789c897d20d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f22868a7-8ae2-4c1b-86d6-a789c897d20d,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:24.189353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-08914862-d566-4fe4-9349-b5e3c31440e6 None None] Provisioning complete for port f8e616ce-2e60-4d2c-8b19-441516279d15 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:24.189831 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08914862-d566-4fe4-9349-b5e3c31440e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.189941 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.233400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for f22868a7-8ae2-4c1b-86d6-a789c897d20d owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:24.241532 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Routers {'a96b8ef2-a023-4345-847d-25d9b8b7c6b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:24.242171 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:24.245537 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e460e-227b-467e-96db-5a3e5d8fd646 None None] Pushing event updated for resources: {'Port': ['ID=f8e616ce-2e60-4d2c-8b19-441516279d15,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:24.399557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-08914862-d566-4fe4-9349-b5e3c31440e6 None None] Current status of the port f8e616ce-2e60-4d2c-8b19-441516279d15 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:24.400013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08914862-d566-4fe4-9349-b5e3c31440e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.477746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-08914862-d566-4fe4-9349-b5e3c31440e6 None None] For port f8e616ce-2e60-4d2c-8b19-441516279d15, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8e616ce-2e60-4d2c-8b19-441516279d15,segment=NetworkSegment(9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c),segment_id=9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:24.486103 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08914862-d566-4fe4-9349-b5e3c31440e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.512701 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] Set router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:24.660838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08914862-d566-4fe4-9349-b5e3c31440e6 None None] Pushing event updated for resources: {'Port': ['ID=f8e616ce-2e60-4d2c-8b19-441516279d15,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:24.693549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (f22868a7-8ae2-4c1b-86d6-a789c897d20d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.705059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dc06fbeb-a536-48a2-8333-15252a625013 None None] Provisioning complete for port f8e616ce-2e60-4d2c-8b19-441516279d15 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:24.705852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dc06fbeb-a536-48a2-8333-15252a625013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:24.755502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=f22868a7-8ae2-4c1b-86d6-a789c897d20d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:24.933707 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f8e616ce-2e60-4d2c-8b19-441516279d15', 'name': '', 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'mac_address': 'fa:16:3e:09:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:18Z', 'updated_at': '2022-02-09T21:17:24Z', 'revision_number': 4, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'subnets': [{'id': '33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:24.985193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dc06fbeb-a536-48a2-8333-15252a625013 None None] Current status of the port f8e616ce-2e60-4d2c-8b19-441516279d15 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:25.025729 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048f1a21-f29a-4f72-bc4f-47b211f0c396 None None] The sync data for ids ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'] in n-d-789963-29 is: [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'f8e616ce-2e60-4d2c-8b19-441516279d15', 'name': '', 'network_id': 'a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'mac_address': 'fa:16:3e:09:f1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:18Z', 'updated_at': '2022-02-09T21:17:24Z', 'revision_number': 4, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'subnets': [{'id': '33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:25.072795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:25.246297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:25.708441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:25.986476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8e616ce-2e60-4d2c-8b19-441516279d15 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:26.044731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:26.050356 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ee1e566-e67f-4ba8-984e-8f3fa4f93cc6 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "PUT /v2.0/routers/65905ab1-d8a1-4f78-860c-dcd0cbfa8312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5076764 Feb 09 21:17:26.056234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37828) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:26.075291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] Sync routers for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:26.112068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:26.112068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:26.177774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb24563-84f3-4b3b-aecc-e03ab651e319 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting subnet 0bcdb5a7-378b-4248-84fe-f9d0363a2476 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:17:26.182564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb24563-84f3-4b3b-aecc-e03ab651e319 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (0bcdb5a7-378b-4248-84fe-f9d0363a2476), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.231765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f8e616ce-2e60-4d2c-8b19-441516279d15 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:26.232154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.309060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb24563-84f3-4b3b-aecc-e03ab651e319 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (0bcdb5a7-378b-4248-84fe-f9d0363a2476), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.351126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:26.415094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Deleting port f8e616ce-2e60-4d2c-8b19-441516279d15 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:26.415737 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.488657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb24563-84f3-4b3b-aecc-e03ab651e319 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (0bcdb5a7-378b-4248-84fe-f9d0363a2476), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.601357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] For port f8e616ce-2e60-4d2c-8b19-441516279d15, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f8e616ce-2e60-4d2c-8b19-441516279d15,segment=NetworkSegment(9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c),segment_id=9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:26.602105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.615148 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb24563-84f3-4b3b-aecc-e03ab651e319 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (0bcdb5a7-378b-4248-84fe-f9d0363a2476), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.630771 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5bb24563-84f3-4b3b-aecc-e03ab651e319 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.638548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Calling delete_port for f8e616ce-2e60-4d2c-8b19-441516279d15 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:26.647408 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5bb24563-84f3-4b3b-aecc-e03ab651e319 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/subnets/0bcdb5a7-378b-4248-84fe-f9d0363a2476 HTTP/1.1" status: 204 len: 168 time: 0.5896053 Feb 09 21:17:26.650078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:26.653376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf0b73-24f4-4d38-9f99-8d1e126b097e None None] Network 7e045133-2314-498b-beb9-ea06385e4719 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:26.704678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f8e616ce-2e60-4d2c-8b19-441516279d15 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:26.726586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb24563-84f3-4b3b-aecc-e03ab651e319 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcdb5a7-378b-4248-84fe-f9d0363a2476,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:26.825050 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.933408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:17:24Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:26.982756 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] Checking router: 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:27.008346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] Routers {'65905ab1-d8a1-4f78-860c-dcd0cbfa8312'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:27.012571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:27.164154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:27.275443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] Set router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:27.327016 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_gateway (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:27.509218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] DHCP port deletion for 7e045133-2314-498b-beb9-ea06385e4719 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:17:27.562729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Deleting port a7c3eb89-4c0c-4081-a63e-381634f3c40d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:27.563519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:27.637030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] Deleting port 2eeb9d38-1d03-49df-b179-c74039612f3a {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:27.637503 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:27.698017 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f8e616ce-2e60-4d2c-8b19-441516279d15), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:27.736238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:17:24Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:27.787518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a66dc73-c882-44e1-a7e7-47beb7380838 None None] The sync data for ids ['65905ab1-d8a1-4f78-860c-dcd0cbfa8312'] in n-d-789963-29 is: [{'id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'name': 'tempest-TestNetworkBasicOps-router-1663756007', 'tenant_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:16:07Z', 'updated_at': '2022-02-09T21:17:24Z', 'revision_number': 5, 'project_id': '864eb71ee1bc4470a8e79afa1f10e16b', 'gw_port': {'id': 'a7c3eb89-4c0c-4081-a63e-381634f3c40d', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65905ab1-d8a1-4f78-860c-dcd0cbfa8312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:16:08Z', 'updated_at': '2022-02-09T21:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:27.805911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e616ce-2e60-4d2c-8b19-441516279d15,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:27.846519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] For port 2eeb9d38-1d03-49df-b179-c74039612f3a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2eeb9d38-1d03-49df-b179-c74039612f3a,segment=NetworkSegment(7fbef463-578b-4e7f-a1dc-a272fabb8caf),segment_id=7fbef463-578b-4e7f-a1dc-a272fabb8caf)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:27.846929 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:27.872593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] Calling delete_port for 2eeb9d38-1d03-49df-b179-c74039612f3a owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:27.953651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] For port a7c3eb89-4c0c-4081-a63e-381634f3c40d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a7c3eb89-4c0c-4081-a63e-381634f3c40d,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:27.954356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:28.079719 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (2eeb9d38-1d03-49df-b179-c74039612f3a), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:28.082970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Calling delete_port for a7c3eb89-4c0c-4081-a63e-381634f3c40d owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:28.095194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] No DVR routers for this DVR port 2eeb9d38-1d03-49df-b179-c74039612f3a on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:17:28.185700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a3758-3574-4a96-b7ef-5b01a2878114 None None] Pushing event deleted for resources: {'Port': ['ID=2eeb9d38-1d03-49df-b179-c74039612f3a,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:28.234190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2eeb9d38-1d03-49df-b179-c74039612f3a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:17:28.316945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 2eeb9d38-1d03-49df-b179-c74039612f3a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:17:28.324963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2eeb9d38-1d03-49df-b179-c74039612f3a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:17:28.390538 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:28.880141 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a7c3eb89-4c0c-4081-a63e-381634f3c40d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:28.942056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Port': ['ID=a7c3eb89-4c0c-4081-a63e-381634f3c40d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:29.037755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:29.049967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:29.211149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:29.213804 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router_controller (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:29.286114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (65905ab1-d8a1-4f78-860c-dcd0cbfa8312), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:29.286796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Fanout notify agent at l3_agent the message router_deleted on router 65905ab1-d8a1-4f78-860c-dcd0cbfa8312 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:17:29.300205 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:29.301367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ce217c44-c740-4e01-8ca9-2c9264493085 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/routers/65905ab1-d8a1-4f78-860c-dcd0cbfa8312 HTTP/1.1" status: 204 len: 168 time: 2.6486599 Feb 09 21:17:29.304329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37852) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:29.501440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:29.515364 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] Sync routers for ids ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:29.521449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (7e045133-2314-498b-beb9-ea06385e4719), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:29.522236 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-82ae21cd-f45b-4aac-87f2-c47f970ceae9 admin admin] 10.222.0.102 "PUT /v2.0/routers/a96b8ef2-a023-4345-847d-25d9b8b7c6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3586855 Feb 09 21:17:29.524188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:29.568408 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] Routers {'a96b8ef2-a023-4345-847d-25d9b8b7c6b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:29.569053 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:29.808945 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] Set router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:29.812183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks [] for router (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:30.030482 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:27Z', 'revision_number': 5, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:30.092602 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] Checking router: a96b8ef2-a023-4345-847d-25d9b8b7c6b8 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:30.136039 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] Routers {'a96b8ef2-a023-4345-847d-25d9b8b7c6b8'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:30.136995 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:30.253279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (7e045133-2314-498b-beb9-ea06385e4719), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:30.328920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f22868a7-8ae2-4c1b-86d6-a789c897d20d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:17:30.334270 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e045133-2314-498b-beb9-ea06385e4719']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:30.339386 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks [] for router_gateway (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:30.405910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f22868a7-8ae2-4c1b-86d6-a789c897d20d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:17:30.410972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f22868a7-8ae2-4c1b-86d6-a789c897d20d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:17:30.412127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a7c3eb89-4c0c-4081-a63e-381634f3c40d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:17:30.440541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbef463-578b-4e7f-a1dc-a272fabb8caf') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:30.441910 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbef463-578b-4e7f-a1dc-a272fabb8caf') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:30.468482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (7fbef463-578b-4e7f-a1dc-a272fabb8caf), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:30.490073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: a7c3eb89-4c0c-4081-a63e-381634f3c40d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:17:30.497201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a7c3eb89-4c0c-4081-a63e-381634f3c40d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:17:30.520810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (7fbef463-578b-4e7f-a1dc-a272fabb8caf), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:30.536298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Deleting port 08071db5-30d5-4cf5-9928-43c040765f13 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:30.537023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (08071db5-30d5-4cf5-9928-43c040765f13), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:30.563202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:17:30.564035 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (7fbef463-578b-4e7f-a1dc-a272fabb8caf), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:17:30.570446 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:17:30.633302 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] Set router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:30.930015 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:27Z', 'revision_number': 5, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:30.957941 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826be8f0-e259-4aae-b80b-978576c98f1a None None] The sync data for ids ['a96b8ef2-a023-4345-847d-25d9b8b7c6b8'] in n-d-789963-29 is: [{'id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'name': 'tempest-ImageQuotaTest-1356109550-router', 'tenant_id': 'ec97b0f616964edda52e1950261b0152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '08071db5-30d5-4cf5-9928-43c040765f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:11Z', 'updated_at': '2022-02-09T21:17:27Z', 'revision_number': 5, 'project_id': 'ec97b0f616964edda52e1950261b0152', 'gw_port': {'id': '08071db5-30d5-4cf5-9928-43c040765f13', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96b8ef2-a023-4345-847d-25d9b8b7c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:13Z', 'updated_at': '2022-02-09T21:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:31.459106 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] For port 08071db5-30d5-4cf5-9928-43c040765f13, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=08071db5-30d5-4cf5-9928-43c040765f13,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:31.459893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (08071db5-30d5-4cf5-9928-43c040765f13), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:31.474842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Calling delete_port for 08071db5-30d5-4cf5-9928-43c040765f13 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:31.569285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (7e045133-2314-498b-beb9-ea06385e4719), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:31.590443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:31.607133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] 10.222.0.102 "DELETE /v2.0/networks/7e045133-2314-498b-beb9-ea06385e4719 HTTP/1.1" status: 204 len: 168 time: 2.3000107 Feb 09 21:17:31.630531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27ef38-ef42-4e04-9c85-f93056e53935 tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] Pushing event deleted for resources: {'Network': ['ID=7e045133-2314-498b-beb9-ea06385e4719,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:31.746256 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8e616ce-2e60-4d2c-8b19-441516279d15 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:17:31.776956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f8e616ce-2e60-4d2c-8b19-441516279d15 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:17:31.777878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f8e616ce-2e60-4d2c-8b19-441516279d15 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:17:32.021039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (08071db5-30d5-4cf5-9928-43c040765f13), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.069560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Pushing event deleted for resources: {'Port': ['ID=08071db5-30d5-4cf5-9928-43c040765f13,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:32.109369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37884) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:32.199824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.428134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.433656 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks [] for router_controller (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.468058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-953408fb-44f4-489f-97cd-2897ed503153 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=864eb71ee1bc4470a8e79afa1f10e16b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3567913 Feb 09 21:17:32.471325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:32.539333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (a96b8ef2-a023-4345-847d-25d9b8b7c6b8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.540030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96b8ef2-a023-4345-847d-25d9b8b7c6b8 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:17:32.561928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.566810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8a61ad0b-a205-4f8d-b3d9-d6cfddcbbebc admin admin] 10.222.0.102 "DELETE /v2.0/routers/a96b8ef2-a023-4345-847d-25d9b8b7c6b8 HTTP/1.1" status: 204 len: 168 time: 3.0385208 Feb 09 21:17:32.569255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37892) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:32.579712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ead08851-81b1-4db1-802e-851bac42cfb1 admin admin] Publish callbacks [] for security_group (a890dee4-3bd5-4429-b5fa-52c4d5d93672), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.631348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ead08851-81b1-4db1-802e-851bac42cfb1 admin admin] Publish callbacks [] for security_group (a890dee4-3bd5-4429-b5fa-52c4d5d93672), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.661591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-555a0cbe-f64b-4a87-a92a-5a527316625e admin admin] Deleting subnet 33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:17:32.666548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-555a0cbe-f64b-4a87-a92a-5a527316625e admin admin] Publish callbacks [] for subnet (33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.723868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ead08851-81b1-4db1-802e-851bac42cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a890dee4-3bd5-4429-b5fa-52c4d5d93672), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.726539 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ead08851-81b1-4db1-802e-851bac42cfb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.728474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ead08851-81b1-4db1-802e-851bac42cfb1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a890dee4-3bd5-4429-b5fa-52c4d5d93672 HTTP/1.1" status: 204 len: 168 time: 0.2551684 Feb 09 21:17:32.744903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead08851-81b1-4db1-802e-851bac42cfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a890dee4-3bd5-4429-b5fa-52c4d5d93672,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:32.756291 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-555a0cbe-f64b-4a87-a92a-5a527316625e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:32.958879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-555a0cbe-f64b-4a87-a92a-5a527316625e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.097815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-555a0cbe-f64b-4a87-a92a-5a527316625e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.133621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a0cbe-f64b-4a87-a92a-5a527316625e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:33.136391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-555a0cbe-f64b-4a87-a92a-5a527316625e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.144211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f542d-bafe-42e1-b930-a497eafa2c07 None None] Network a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:33.145696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37902) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:33.146116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-555a0cbe-f64b-4a87-a92a-5a527316625e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/33dbfff3-6d4d-4f1c-bb75-dd70b458a1e7 HTTP/1.1" status: 204 len: 168 time: 0.5755374 Feb 09 21:17:33.349266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.487394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Deleting port 2ca3e52c-577e-48ae-a37a-7d927a867db1 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:33.488234 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.507020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] DHCP port deletion for a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:17:33.539202 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37906) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:33.560649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3652d8-4bf9-4370-8988-a0197f0f95c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.622819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] Deleting port 2ca3e52c-577e-48ae-a37a-7d927a867db1 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:17:33.623482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.637103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] For port 2ca3e52c-577e-48ae-a37a-7d927a867db1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2ca3e52c-577e-48ae-a37a-7d927a867db1,segment=NetworkSegment(9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c),segment_id=9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:33.638156 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.673787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Calling delete_port for 2ca3e52c-577e-48ae-a37a-7d927a867db1 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:33.795585 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3652d8-4bf9-4370-8988-a0197f0f95c4 admin admin] Publish callbacks [] for security_group (520aaab2-c96e-46b1-87b9-0d7f7707b1d6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.809726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f3652d8-4bf9-4370-8988-a0197f0f95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (520aaab2-c96e-46b1-87b9-0d7f7707b1d6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.831070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2ca3e52c-577e-48ae-a37a-7d927a867db1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:17:33.894739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.923563 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5f3652d8-4bf9-4370-8988-a0197f0f95c4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b1faab7a782c43ee83ea42e2ea15396a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3795280 Feb 09 21:17:33.928159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:33.947948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3652d8-4bf9-4370-8988-a0197f0f95c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520aaab2-c96e-46b1-87b9-0d7f7707b1d6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:33.952625 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] For port 2ca3e52c-577e-48ae-a37a-7d927a867db1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=2ca3e52c-577e-48ae-a37a-7d927a867db1,segment=NetworkSegment(9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c),segment_id=9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:33.960792 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:33.974017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca3e52c-577e-48ae-a37a-7d927a867db1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:33.985894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] No DVR routers for this DVR port 2ca3e52c-577e-48ae-a37a-7d927a867db1 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:17:34.028169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] Calling delete_port for 2ca3e52c-577e-48ae-a37a-7d927a867db1 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:17:34.044970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No active binding found for port 2ca3e52c-577e-48ae-a37a-7d927a867db1 {{(pid=103326) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:17:34.045376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] The host n-d-789963-29 is not matching for port 2ca3e52c-577e-48ae-a37a-7d927a867db1 host None! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:17:34.045779 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 2ca3e52c-577e-48ae-a37a-7d927a867db1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:17:34.046223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 08071db5-30d5-4cf5-9928-43c040765f13 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:17:34.078954 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b952f8-0788-4485-9602-17a13734352c admin admin] Publish callbacks [] for security_group (520aaab2-c96e-46b1-87b9-0d7f7707b1d6), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.133375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b952f8-0788-4485-9602-17a13734352c admin admin] Publish callbacks [] for security_group (520aaab2-c96e-46b1-87b9-0d7f7707b1d6), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.150057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 08071db5-30d5-4cf5-9928-43c040765f13 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:17:34.151102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 08071db5-30d5-4cf5-9928-43c040765f13 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:17:34.170056 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.248901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b952f8-0788-4485-9602-17a13734352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (520aaab2-c96e-46b1-87b9-0d7f7707b1d6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.252250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9b952f8-0788-4485-9602-17a13734352c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.256003 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d9b952f8-0788-4485-9602-17a13734352c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/520aaab2-c96e-46b1-87b9-0d7f7707b1d6 HTTP/1.1" status: 204 len: 168 time: 0.3242660 Feb 09 21:17:34.267338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b952f8-0788-4485-9602-17a13734352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520aaab2-c96e-46b1-87b9-0d7f7707b1d6,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:17:34.298302 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 21:17:34.310005 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (2ca3e52c-577e-48ae-a37a-7d927a867db1), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.329608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] No DVR routers for this DVR port 2ca3e52c-577e-48ae-a37a-7d927a867db1 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:17:34.430480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb862d3-05a4-4173-b0e0-533dbdc5f07e None None] Pushing event deleted for resources: {'Port': ['ID=2ca3e52c-577e-48ae-a37a-7d927a867db1,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:34.808105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:34.838719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:34.839300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:34.864815 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.892230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.910887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:17:34.911614 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (9b6a5b2d-d01a-4a7f-a860-dbc1026e7d7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:17:34.914120 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:17:35.042937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:35.050831 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:35.057649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] 10.222.0.102 "DELETE /v2.0/networks/a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705 HTTP/1.1" status: 204 len: 168 time: 1.9106162 Feb 09 21:17:35.097309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f422b5b-26da-4634-a3c0-73cf694d8c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ec13e2-fb8a-4eb3-b269-6d9d3aa42705,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:35.504629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37928) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:35.568229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:35.568983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1601799f-1134-4030-95ea-b89c623450e5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ec97b0f616964edda52e1950261b0152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623856 Feb 09 21:17:35.635663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d2c17dd-5dd6-4449-9a7b-099d39a62685 admin admin] Publish callbacks [] for security_group (7c3628e7-29ad-47c8-ae0a-a49c53150c2b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:35.658366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d2c17dd-5dd6-4449-9a7b-099d39a62685 admin admin] Publish callbacks [] for security_group (7c3628e7-29ad-47c8-ae0a-a49c53150c2b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:35.760988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d2c17dd-5dd6-4449-9a7b-099d39a62685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7c3628e7-29ad-47c8-ae0a-a49c53150c2b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:35.763661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d2c17dd-5dd6-4449-9a7b-099d39a62685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:35.767634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0d2c17dd-5dd6-4449-9a7b-099d39a62685 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7c3628e7-29ad-47c8-ae0a-a49c53150c2b HTTP/1.1" status: 204 len: 168 time: 0.1956987 Feb 09 21:17:35.808152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c17dd-5dd6-4449-9a7b-099d39a62685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3628e7-29ad-47c8-ae0a-a49c53150c2b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:36.521540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:36.557316 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb52107f-e665-48cf-b3ad-1060d5d940c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:36.657232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb52107f-e665-48cf-b3ad-1060d5d940c6 admin admin] Publish callbacks [] for security_group (d663593f-3b8a-4e90-ab37-af89c7bef7bd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:36.662738 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb52107f-e665-48cf-b3ad-1060d5d940c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d663593f-3b8a-4e90-ab37-af89c7bef7bd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:36.722224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cb52107f-e665-48cf-b3ad-1060d5d940c6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1965401 Feb 09 21:17:36.722224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52107f-e665-48cf-b3ad-1060d5d940c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d663593f-3b8a-4e90-ab37-af89c7bef7bd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:36.723194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37946) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:36.833802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33d6a17a-5125-4d35-a025-440c44646e7c admin admin] Publish callbacks [] for security_group (d663593f-3b8a-4e90-ab37-af89c7bef7bd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:36.890477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33d6a17a-5125-4d35-a025-440c44646e7c admin admin] Publish callbacks [] for security_group (d663593f-3b8a-4e90-ab37-af89c7bef7bd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:36.981056 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33d6a17a-5125-4d35-a025-440c44646e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d663593f-3b8a-4e90-ab37-af89c7bef7bd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:36.985455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-33d6a17a-5125-4d35-a025-440c44646e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:36.996217 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-33d6a17a-5125-4d35-a025-440c44646e7c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d663593f-3b8a-4e90-ab37-af89c7bef7bd HTTP/1.1" status: 204 len: 168 time: 0.2636533 Feb 09 21:17:37.026097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6a17a-5125-4d35-a025-440c44646e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663593f-3b8a-4e90-ab37-af89c7bef7bd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:37.686824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff7fe-dff5-4346-a6a9-5c7893760de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:38.851857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37966) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:39.009789 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-534853bf-ac1c-4551-bf5c-0ea5cd80eb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.101541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-534853bf-ac1c-4551-bf5c-0ea5cd80eb37 admin admin] Publish callbacks [] for security_group (351e9359-38fe-43d9-a5f8-d1e56de7a837), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.108097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-534853bf-ac1c-4551-bf5c-0ea5cd80eb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (351e9359-38fe-43d9-a5f8-d1e56de7a837), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.140673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-534853bf-ac1c-4551-bf5c-0ea5cd80eb37 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=88036dd9ca7c41089ec10812b7c83115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2876840 Feb 09 21:17:39.143328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 37970) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:39.199200 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534853bf-ac1c-4551-bf5c-0ea5cd80eb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351e9359-38fe-43d9-a5f8-d1e56de7a837,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:39.202771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-807637e0-adef-4658-8c00-bf05287377e8 admin admin] Publish callbacks [] for security_group (351e9359-38fe-43d9-a5f8-d1e56de7a837), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.229303 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-807637e0-adef-4658-8c00-bf05287377e8 admin admin] Publish callbacks [] for security_group (351e9359-38fe-43d9-a5f8-d1e56de7a837), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.307373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-807637e0-adef-4658-8c00-bf05287377e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (351e9359-38fe-43d9-a5f8-d1e56de7a837), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.310575 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-807637e0-adef-4658-8c00-bf05287377e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.311661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-807637e0-adef-4658-8c00-bf05287377e8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/351e9359-38fe-43d9-a5f8-d1e56de7a837 HTTP/1.1" status: 204 len: 168 time: 0.1664457 Feb 09 21:17:39.336549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807637e0-adef-4658-8c00-bf05287377e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351e9359-38fe-43d9-a5f8-d1e56de7a837,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:39.767998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cc205cc-77f2-4ab0-b013-1074fd3ef176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.229728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 37992) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:40.371992 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e94668-ea37-4abf-9ac5-15dd039144f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.458841 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e94668-ea37-4abf-9ac5-15dd039144f9 admin admin] Publish callbacks [] for security_group (1f1031e5-0748-4d18-b3fc-dcd463afd173), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.464230 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4e94668-ea37-4abf-9ac5-15dd039144f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1f1031e5-0748-4d18-b3fc-dcd463afd173), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.515517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c4e94668-ea37-4abf-9ac5-15dd039144f9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2546ee57b2ac415d8da78fb900d5ffa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2846389 Feb 09 21:17:40.517272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e94668-ea37-4abf-9ac5-15dd039144f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1031e5-0748-4d18-b3fc-dcd463afd173,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:40.518834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38004) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:40.597175 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38006) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:40.604100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c5c547b-fab8-44aa-a4d0-dc9e9851f6f9 admin admin] Publish callbacks [] for security_group (1f1031e5-0748-4d18-b3fc-dcd463afd173), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.630215 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c5c547b-fab8-44aa-a4d0-dc9e9851f6f9 admin admin] Publish callbacks [] for security_group (1f1031e5-0748-4d18-b3fc-dcd463afd173), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.694719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c5c547b-fab8-44aa-a4d0-dc9e9851f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (1f1031e5-0748-4d18-b3fc-dcd463afd173), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.697927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0c5c547b-fab8-44aa-a4d0-dc9e9851f6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.701651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0c5c547b-fab8-44aa-a4d0-dc9e9851f6f9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1f1031e5-0748-4d18-b3fc-dcd463afd173 HTTP/1.1" status: 204 len: 168 time: 0.1790719 Feb 09 21:17:40.721501 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c547b-fab8-44aa-a4d0-dc9e9851f6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1031e5-0748-4d18-b3fc-dcd463afd173,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:40.761815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1579189915-network', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:40.787078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:40.789839 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.807215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.910552 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Publish callbacks [] for security_group (8f42960c-ef82-4aa0-ad2d-076ff6cb690f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.916143 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8f42960c-ef82-4aa0-ad2d-076ff6cb690f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.940747 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:17:40.957354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42960c-ef82-4aa0-ad2d-076ff6cb690f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:40.960481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (cfef08fd-f8b9-445a-89fc-2d991ebbd5f6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.960924 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Added segment cfef08fd-f8b9-445a-89fc-2d991ebbd5f6 of type vlan for network 72e5c1f4-1207-4113-b38d-a95879450107 Feb 09 21:17:41.019455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (72e5c1f4-1207-4113-b38d-a95879450107), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.050333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (72e5c1f4-1207-4113-b38d-a95879450107), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.051608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:41.052311 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.135978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5365474 Feb 09 21:17:41.140422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38020) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:41.149123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Request body: {'subnet': {'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1579189915-subnet', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:41.161312 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9de5cc-4693-414c-bba9-637e7ad6c6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=72e5c1f4-1207-4113-b38d-a95879450107,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:41.182313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 72e5c1f4-1207-4113-b38d-a95879450107 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:17:41.198823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:41.202009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.326464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.447981 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (62af7473-9721-4362-a0b3-ec7d21842a1e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.529367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62af7473-9721-4362-a0b3-ec7d21842a1e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:41.560489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:41.561215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Network hostable DHCP agents. Network: 72e5c1f4-1207-4113-b38d-a95879450107, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:17:41.594792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Network 72e5c1f4-1207-4113-b38d-a95879450107 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:17:41.628376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 72e5c1f4-1207-4113-b38d-a95879450107) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:41.639135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:41.639766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.648978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ba93f1-2d17-43e3-a254-c078e5023163 None None] Network 72e5c1f4-1207-4113-b38d-a95879450107 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:41.658445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d14c8109-1976-4088-9b8d-cd5654b7e611 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5150964 Feb 09 21:17:41.662503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:41.667301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:41.696489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (ae41f9c0-0b47-4f7c-9639-9962766156d2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.698904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (ae41f9c0-0b47-4f7c-9639-9962766156d2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.766181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks [] for router_controller (ae41f9c0-0b47-4f7c-9639-9962766156d2), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.791983 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:41.851983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-72e5c1f4-1207-4113-b38d-a95879450107', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:17:41.852871 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.029304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-932486861-network', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:42.060767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks [] for router_gateway (ae41f9c0-0b47-4f7c-9639-9962766156d2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.073756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Made reservation on behalf of 1c73d6ba39aa4834b8575181466b5f75 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:42.076803 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.098670 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.232288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Allocated IP 172.20.0.2 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/5410418b-a321-4dcd-a4ed-e37b6380ca96) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:42.286146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Publish callbacks [] for security_group (6ed8a218-ee05-4d81-a26e-d0057022edb3), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.293290 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6ed8a218-ee05-4d81-a26e-d0057022edb3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.351917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:17:42.363168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8a218-ee05-4d81-a26e-d0057022edb3,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:42.368204 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3e51c3c2-bd02-4bb8-b728-611cba6d249d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.368556 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Added segment 3e51c3c2-bd02-4bb8-b728-611cba6d249d of type vlan for network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e Feb 09 21:17:42.400187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks [] for router_gateway (ae41f9c0-0b47-4f7c-9639-9962766156d2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.421421 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.437130 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b12980b1-a4d3-4c85-b51e-5b1f71abfc8e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.478512 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b12980b1-a4d3-4c85-b51e-5b1f71abfc8e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.482780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:42.483099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.506658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7126060 Feb 09 21:17:42.522450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:42.529210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Request body: {'subnet': {'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-932486861-subnet', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:42.548780 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Publish callbacks [] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.562840 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.611949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1357b-73c6-4234-898d-6372a945e3ab admin admin] Pushing event updated for resources: {'Network': ['ID=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:42.621573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Made reservation on behalf of 1c73d6ba39aa4834b8575181466b5f75 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:42.625218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.631611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:17:42.639028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Allocated IP 172.25.4.34 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/469c836e-028e-4d2b-8d1d-b9fe007044d7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:42.745060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:42.752534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:42.756052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:42.762107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Pushing event updated for resources: {'Port': ['ID=5410418b-a321-4dcd-a4ed-e37b6380ca96,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:42.833101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Attempting to bind port 5410418b-a321-4dcd-a4ed-e37b6380ca96 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:42.833483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Attempting to bind port 5410418b-a321-4dcd-a4ed-e37b6380ca96 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:42.834043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Attempting to bind port 5410418b-a321-4dcd-a4ed-e37b6380ca96 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:42.841154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.842193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:42.842824 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:42.843405 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.844637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:42.845331 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Bound port: 5410418b-a321-4dcd-a4ed-e37b6380ca96, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:42.845911 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.867347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks [] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.936226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] For port 5410418b-a321-4dcd-a4ed-e37b6380ca96, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:42.940427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] For port 5410418b-a321-4dcd-a4ed-e37b6380ca96, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5410418b-a321-4dcd-a4ed-e37b6380ca96,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:42.944115 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (32cefa7e-cfd0-4cad-a020-56fe1aa28356), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.945947 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:42.952021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.027576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:43.029982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2ca5a-b8db-4ae2-9c13-f171b95b77d3 None None] Pushing event updated for resources: {'Port': ['ID=5410418b-a321-4dcd-a4ed-e37b6380ca96,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:43.031248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:43.036102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:43.062896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Pushing event updated for resources: {'Port': ['ID=469c836e-028e-4d2b-8d1d-b9fe007044d7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:43.077210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cefa7e-cfd0-4cad-a020-56fe1aa28356,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:43.102759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Checking segment: {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:43.103440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Network hostable DHCP agents. Network: b12980b1-a4d3-4c85-b51e-5b1f71abfc8e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:17:43.143572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:17:43.157435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, b12980b1-a4d3-4c85-b51e-5b1f71abfc8e) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:43.166488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd2f794-2ebd-49ae-8fa5-b6aef7ee6d79 None None] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:43.179509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:43.181873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.232603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:43.233040 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9252de6e-bbca-4c19-aeeb-e5f9f32de49a admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7040854 Feb 09 21:17:43.237317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:43.268933 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (2175b928-5f8e-41e3-90ca-868f5d15bcba), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.270311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (2175b928-5f8e-41e3-90ca-868f5d15bcba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.358061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:17:43.359786 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.442236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks [] for router_controller (2175b928-5f8e-41e3-90ca-868f5d15bcba), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.545545 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks [] for router_gateway (ae41f9c0-0b47-4f7c-9639-9962766156d2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.577253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Allocated IP 172.20.0.2 (b12980b1-a4d3-4c85-b51e-5b1f71abfc8e/32cefa7e-cfd0-4cad-a020-56fe1aa28356/8b89ef2c-ca1b-495d-9c23-8dde1dce891e) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:43.702741 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks [] for router_gateway (2175b928-5f8e-41e3-90ca-868f5d15bcba), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.749681 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Publish callbacks [] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.758121 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.818247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:43.829501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:43.833829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:43.911541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5410418b-a321-4dcd-a4ed-e37b6380ca96 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:43.916772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (ae41f9c0-0b47-4f7c-9639-9962766156d2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.958053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Pushing event updated for resources: {'Port': ['ID=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:43.985112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Attempting to bind port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:43.985627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Attempting to bind port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:43.986070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Attempting to bind port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e on network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:43.994014 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.001079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:44.001706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Checking segment: {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:44.002188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.002659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Bound using segment: {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:44.003246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Bound port: 8b89ef2c-ca1b-495d-9c23-8dde1dce891e, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:44.005088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.067303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5410418b-a321-4dcd-a4ed-e37b6380ca96 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:44.067880 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.143131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] For port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:44.149449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] For port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:44.176301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks [] for router_gateway (2175b928-5f8e-41e3-90ca-868f5d15bcba), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.181576 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.203929 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.297413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:17:44.304218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae92244-d3bf-4710-a643-ed740e00ff53 None None] Pushing event updated for resources: {'Port': ['ID=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:44.322521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5410418b-a321-4dcd-a4ed-e37b6380ca96 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:44.322521 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.388672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 5410418b-a321-4dcd-a4ed-e37b6380ca96, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5410418b-a321-4dcd-a4ed-e37b6380ca96,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:44.397478 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.485408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=5410418b-a321-4dcd-a4ed-e37b6380ca96,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:44.717978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ca11a-dedd-4964-8dba-52cbd1af21b1 None None] Network 72e5c1f4-1207-4113-b38d-a95879450107 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:44.819234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ea8c388b-2ba0-4501-8f11-f744cb8b1438 None None] Provisioning complete for port 5410418b-a321-4dcd-a4ed-e37b6380ca96 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:44.819611 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea8c388b-2ba0-4501-8f11-f744cb8b1438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.825322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Allocated IP 172.25.4.251 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b3b14f35-8af5-46e8-a86f-04b003a021e1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:44.903106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:44.931284 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.931884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:44.935722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3477a741-f763-49b3-b49a-36fda7c3efc2 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2720652 Feb 09 21:17:44.936395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38052) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:44.962141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c388b-2ba0-4501-8f11-f744cb8b1438 None None] Current status of the port 5410418b-a321-4dcd-a4ed-e37b6380ca96 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:44.964755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:44.965441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:45.072532 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks [] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.114069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:45.212178 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.273320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:45.279493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:45.287755 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:45.312673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b14f35-8af5-46e8-a86f-04b003a021e1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:45.329897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5ab01a60-d10a-4178-8c78-54cd17d5d13f None None] Provisioning complete for port 5410418b-a321-4dcd-a4ed-e37b6380ca96 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:45.331348 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ab01a60-d10a-4178-8c78-54cd17d5d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.401403 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:43Z', 'revision_number': 3, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:45.430296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:45.430529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Updating router ae41f9c0-0b47-4f7c-9639-9962766156d2 port 469c836e-028e-4d2b-8d1d-b9fe007044d7 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:45.491742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5ab01a60-d10a-4178-8c78-54cd17d5d13f None None] Current status of the port 5410418b-a321-4dcd-a4ed-e37b6380ca96 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:45.495205 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.632517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9b7ec5-0b26-47e3-9d7d-b1e465b94a4b None None] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:45.760514 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks [] for router_gateway (2175b928-5f8e-41e3-90ca-868f5d15bcba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.788887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f60ca0e4-6cde-4c70-bf77-9d927cac3b57 None None] Provisioning complete for port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:45.789273 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f60ca0e4-6cde-4c70-bf77-9d927cac3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.834410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.990793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5410418b-a321-4dcd-a4ed-e37b6380ca96 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:46.120721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (2175b928-5f8e-41e3-90ca-868f5d15bcba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.134631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Allocated IP 172.20.0.1 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/6392c6ed-ac98-4b1c-b0bb-51186576d63a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:46.222700 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Publish callbacks [] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.252990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.350173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Publish callbacks [] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.352609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f60ca0e4-6cde-4c70-bf77-9d927cac3b57 None None] Current status of the port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:46.353153 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f60ca0e4-6cde-4c70-bf77-9d927cac3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.363184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Attempting to bind port 469c836e-028e-4d2b-8d1d-b9fe007044d7 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:46.363815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Attempting to bind port 469c836e-028e-4d2b-8d1d-b9fe007044d7 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:46.364234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Attempting to bind port 469c836e-028e-4d2b-8d1d-b9fe007044d7 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:46.372470 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848864b-9634-417a-b98f-4324996a810a None None] Pushing event updated for resources: {'Port': ['ID=469c836e-028e-4d2b-8d1d-b9fe007044d7,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:46.376766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5410418b-a321-4dcd-a4ed-e37b6380ca96 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:46.377288 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.383818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Router 2175b928-5f8e-41e3-90ca-868f5d15bcba is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:17:46.412266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:46.412939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:46.413452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.413958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:46.414560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Bound port: 469c836e-028e-4d2b-8d1d-b9fe007044d7, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:46.415056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.466231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f60ca0e4-6cde-4c70-bf77-9d927cac3b57 None None] For port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:46.478931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.489540 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f60ca0e4-6cde-4c70-bf77-9d927cac3b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.551656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:46.553294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] For port 469c836e-028e-4d2b-8d1d-b9fe007044d7, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:46.559372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] For port 469c836e-028e-4d2b-8d1d-b9fe007044d7, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=469c836e-028e-4d2b-8d1d-b9fe007044d7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:46.560013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:46.564447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:46.597266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Pushing event updated for resources: {'Port': ['ID=6392c6ed-ac98-4b1c-b0bb-51186576d63a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:46.606715 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.634872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5410418b-a321-4dcd-a4ed-e37b6380ca96 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:46.636934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8b89ef2c-ca1b-495d-9c23-8dde1dce891e up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:46.640058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ca0e4-6cde-4c70-bf77-9d927cac3b57 None None] Pushing event updated for resources: {'Port': ['ID=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:46.643170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:46.659938 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Sync routers for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:46.678757 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:46.682330 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:46.682826 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (ae41f9c0-0b47-4f7c-9639-9962766156d2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.798230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.800510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1c510ec3-8a92-487d-94a2-7bc6a4edd826 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5668733 Feb 09 21:17:46.804464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38064) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:46.813106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:46.815756 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:46.902497 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:46.977512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-dccca29c-edc4-469d-928f-9614a2b0a5f1 None None] Provisioning complete for port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:46.978060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dccca29c-edc4-469d-928f-9614a2b0a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.985314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:46.985314 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.008242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.046405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848864b-9634-417a-b98f-4324996a810a None None] Pushing event updated for resources: {'Port': ['ID=469c836e-028e-4d2b-8d1d-b9fe007044d7,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:47.200212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:47.321187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Publish callbacks [] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.324570 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:45Z', 'revision_number': 3, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:47.331491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.389300 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Checking router: 2175b928-5f8e-41e3-90ca-868f5d15bcba for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:47.389657 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Updating router 2175b928-5f8e-41e3-90ca-868f5d15bcba port b3b14f35-8af5-46e8-a86f-04b003a021e1 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:47.420457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:47.423581 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.433810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-dccca29c-edc4-469d-928f-9614a2b0a5f1 None None] Current status of the port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:47.451593 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (ae41f9c0-0b47-4f7c-9639-9962766156d2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.454585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Pushing event updated for resources: {'Port': ['ID=6392c6ed-ac98-4b1c-b0bb-51186576d63a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:47.580223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:47.581979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:47.585596 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.588765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8f16e9d5-af08-4650-8c15-7f0ec327bb0d None None] Provisioning complete for port 6392c6ed-ac98-4b1c-b0bb-51186576d63a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:47.589211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f16e9d5-af08-4650-8c15-7f0ec327bb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.692023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8f16e9d5-af08-4650-8c15-7f0ec327bb0d None None] Port 6392c6ed-ac98-4b1c-b0bb-51186576d63a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:47.750480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:43Z', 'revision_number': 3, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:47.806904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2f19e-73dd-447e-8d54-c0d41af93b0a None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:43Z', 'revision_number': 3, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:47.895402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8b89ef2c-ca1b-495d-9c23-8dde1dce891e up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:47.934285 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Publish callbacks [] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.948758 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.987869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Allocated IP 172.20.0.1 (b12980b1-a4d3-4c85-b51e-5b1f71abfc8e/32cefa7e-cfd0-4cad-a020-56fe1aa28356/4e12295b-fa62-4598-b62f-78201aab00b6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:48.035472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:48.035889 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.077207 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfbbc0-58a0-4f32-a2d8-6c3974bb649a None None] Pushing event updated for resources: {'Port': ['ID=b3b14f35-8af5-46e8-a86f-04b003a021e1,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:48.089223 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Attempting to bind port b3b14f35-8af5-46e8-a86f-04b003a021e1 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:48.090182 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Attempting to bind port b3b14f35-8af5-46e8-a86f-04b003a021e1 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:48.090780 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Attempting to bind port b3b14f35-8af5-46e8-a86f-04b003a021e1 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:48.099596 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:48.099922 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:48.100331 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.101196 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:48.101196 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Bound port: b3b14f35-8af5-46e8-a86f-04b003a021e1, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:48.101569 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.189713 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] For port b3b14f35-8af5-46e8-a86f-04b003a021e1, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:48.192845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1151d56f-8321-4f2c-9ce0-1c0f78232385 None None] Provisioning complete for port 6392c6ed-ac98-4b1c-b0bb-51186576d63a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:48.193228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1151d56f-8321-4f2c-9ce0-1c0f78232385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.195437 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] For port b3b14f35-8af5-46e8-a86f-04b003a021e1, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b3b14f35-8af5-46e8-a86f-04b003a021e1,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:48.206875 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.213185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Publish callbacks [] for port (4e12295b-fa62-4598-b62f-78201aab00b6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.283546 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.327572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:48.358406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1151d56f-8321-4f2c-9ce0-1c0f78232385 None None] Port 6392c6ed-ac98-4b1c-b0bb-51186576d63a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:48.364985 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:48.366152 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfbbc0-58a0-4f32-a2d8-6c3974bb649a None None] Pushing event updated for resources: {'Port': ['ID=b3b14f35-8af5-46e8-a86f-04b003a021e1,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:48.378635 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:48.381313 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:48.401946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:48.418769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Pushing event updated for resources: {'Port': ['ID=4e12295b-fa62-4598-b62f-78201aab00b6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:48.428629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:48.431573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:48.485754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (2175b928-5f8e-41e3-90ca-868f5d15bcba), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.566933 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:48.596216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:48.608590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-825901c5-a3ea-4152-8b9d-8082d3d328b0 admin admin] 10.222.0.102 "PUT /v2.0/routers/ae41f9c0-0b47-4f7c-9639-9962766156d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6581655 Feb 09 21:17:48.724542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.926277 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:45Z', 'revision_number': 3, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:48.987613 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2336ea-77ec-4016-9682-e62098ebce49 None None] The sync data for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 is: [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:45Z', 'revision_number': 3, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:48.995367 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1634bdfc-949e-41f7-9458-4d168f86f890 None None] Provisioning complete for port 4e12295b-fa62-4598-b62f-78201aab00b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:48.998162 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1634bdfc-949e-41f7-9458-4d168f86f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.057038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Publish callbacks [] for port (4e12295b-fa62-4598-b62f-78201aab00b6), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.064516 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.075634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1634bdfc-949e-41f7-9458-4d168f86f890 None None] Port 4e12295b-fa62-4598-b62f-78201aab00b6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:49.175102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (2175b928-5f8e-41e3-90ca-868f5d15bcba), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.192119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Pushing event updated for resources: {'Port': ['ID=4e12295b-fa62-4598-b62f-78201aab00b6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:49.318091 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:49.329608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:49.577574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Router 2175b928-5f8e-41e3-90ca-868f5d15bcba has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:49.604061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:49.610323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-345623678-network', 'tenant_id': '089d9e6047524f629c2516a34d239e1d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:49.670631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Made reservation on behalf of 089d9e6047524f629c2516a34d239e1d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:49.673626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.692398 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.762682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4dce4d6f-06a1-49bd-8849-bb1099be9b11 None None] Provisioning complete for port 4e12295b-fa62-4598-b62f-78201aab00b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:49.764529 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4dce4d6f-06a1-49bd-8849-bb1099be9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.777005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:49.792642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ab214702-57e3-41c9-a662-31e26f76e53a admin admin] 10.222.0.102 "PUT /v2.0/routers/2175b928-5f8e-41e3-90ca-868f5d15bcba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9861879 Feb 09 21:17:49.843062 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4dce4d6f-06a1-49bd-8849-bb1099be9b11 None None] Port 4e12295b-fa62-4598-b62f-78201aab00b6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:49.849072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Publish callbacks [] for security_group (2547791d-0996-4a3e-966f-fc38f0da5a10), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.856986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2547791d-0996-4a3e-966f-fc38f0da5a10), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.894409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:17:49.923384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547791d-0996-4a3e-966f-fc38f0da5a10,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:49.943237 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6f3aa3da-7b2c-4220-bcd5-efe5af2237ac), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:49.944423 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Added segment 6f3aa3da-7b2c-4220-bcd5-efe5af2237ac of type vlan for network 53ab178a-13c2-454d-a54f-003179f3be79 Feb 09 21:17:49.974001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b3b14f35-8af5-46e8-a86f-04b003a021e1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:50.036976 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (53ab178a-13c2-454d-a54f-003179f3be79), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.061717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b3b14f35-8af5-46e8-a86f-04b003a021e1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:50.062128 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.084378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (53ab178a-13c2-454d-a54f-003179f3be79), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.085469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:50.086445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.176496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] Pushing event updated for resources: {'Network': ['ID=53ab178a-13c2-454d-a54f-003179f3be79,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:50.194988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b3b14f35-8af5-46e8-a86f-04b003a021e1 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:50.195496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.206266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 53ab178a-13c2-454d-a54f-003179f3be79 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:17:50.214110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:50.224737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Request body: {'subnet': {'network_id': '53ab178a-13c2-454d-a54f-003179f3be79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-345623678-subnet', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:50.239059 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d36aa6c3-fddc-4716-9efe-edad6c035500 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6310608 Feb 09 21:17:50.278876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port b3b14f35-8af5-46e8-a86f-04b003a021e1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b3b14f35-8af5-46e8-a86f-04b003a021e1,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:50.293281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Made reservation on behalf of 089d9e6047524f629c2516a34d239e1d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:50.295806 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.302980 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.304522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 469c836e-028e-4d2b-8d1d-b9fe007044d7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:50.519735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=b3b14f35-8af5-46e8-a86f-04b003a021e1,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:50.540723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 469c836e-028e-4d2b-8d1d-b9fe007044d7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:50.541112 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.598710 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (e851324b-fd51-4771-9522-3073551845fe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.702927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 469c836e-028e-4d2b-8d1d-b9fe007044d7 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:50.704244 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.707794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e851324b-fd51-4771-9522-3073551845fe,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:50.721575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Checking segment: {'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:50.721941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Network hostable DHCP agents. Network: 53ab178a-13c2-454d-a54f-003179f3be79, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:17:50.729689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 469c836e-028e-4d2b-8d1d-b9fe007044d7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=469c836e-028e-4d2b-8d1d-b9fe007044d7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:50.737255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.754255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Network 53ab178a-13c2-454d-a54f-003179f3be79 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:17:50.775283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 53ab178a-13c2-454d-a54f-003179f3be79) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:50.787526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:50.788191 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.818065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=469c836e-028e-4d2b-8d1d-b9fe007044d7,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:50.824852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e74842-5139-42fa-a155-ac76a5375f06 None None] Network 53ab178a-13c2-454d-a54f-003179f3be79 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:50.831384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:50.846833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38150) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:50.850065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-df8273f6-f392-4cf7-9394-a41960dcb9dc admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6344390 Feb 09 21:17:50.853900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:50.894121 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (382f8c07-9880-4f2f-be0d-5a846e855c1f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.897631 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (382f8c07-9880-4f2f-be0d-5a846e855c1f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.899827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:50.900468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:50.905703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38152) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:50.916493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-632632610-network', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:50.958090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Made reservation on behalf of eaa85a7ba0b145419213ef26b7327590 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:50.962795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.979621 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:50.981847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks [] for router_controller (382f8c07-9880-4f2f-be0d-5a846e855c1f), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.084650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-53ab178a-13c2-454d-a54f-003179f3be79', 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79', 'project_id': '089d9e6047524f629c2516a34d239e1d', 'fixed_ips': [{'subnet_id': 'e851324b-fd51-4771-9522-3073551845fe'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:17:51.086173 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.121869 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Publish callbacks [] for security_group (d6810b6f-b552-46c2-8f62-c3d76c3a65fe), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.127952 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d6810b6f-b552-46c2-8f62-c3d76c3a65fe), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.144910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:51.163126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6810b6f-b552-46c2-8f62-c3d76c3a65fe,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:51.170005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:17:51.181119 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f1516563-e46f-4a73-ae88-2ce326c2165c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.181474 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Added segment f1516563-e46f-4a73-ae88-2ce326c2165c of type vlan for network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 Feb 09 21:17:51.236808 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (825e86c8-9c1f-4fc4-a583-9b9f701c47a8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.266978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (825e86c8-9c1f-4fc4-a583-9b9f701c47a8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.267978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:51.268556 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.271606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks [] for router_gateway (382f8c07-9880-4f2f-be0d-5a846e855c1f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.320890 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4127743 Feb 09 21:17:51.326266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38160) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:51.339072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Request body: {'subnet': {'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-632632610-subnet', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:51.356720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31d90d-a189-459a-90a6-f5315192ee18 admin admin] Pushing event updated for resources: {'Network': ['ID=825e86c8-9c1f-4fc4-a583-9b9f701c47a8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:51.371822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Made reservation on behalf of eaa85a7ba0b145419213ef26b7327590 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:51.380602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.390080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:17:51.458059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Allocated IP 172.20.0.2 (53ab178a-13c2-454d-a54f-003179f3be79/e851324b-fd51-4771-9522-3073551845fe/838d0bf8-65b1-4654-94fd-8abc96afa05c) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:51.600308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks [] for router_gateway (382f8c07-9880-4f2f-be0d-5a846e855c1f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.663106 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.733536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (e9f58bee-01bf-498f-ab5b-02ded4cec31e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.818115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f58bee-01bf-498f-ab5b-02ded4cec31e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:51.825751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Allocated IP 172.25.4.127 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/23f46237-b307-4811-9811-e7d23525d7d6) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:51.875410 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Checking segment: {'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:51.876517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Network hostable DHCP agents. Network: 825e86c8-9c1f-4fc4-a583-9b9f701c47a8, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:17:51.922710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:17:51.930903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b3b14f35-8af5-46e8-a86f-04b003a021e1 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:51.949891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 825e86c8-9c1f-4fc4-a583-9b9f701c47a8) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:51.967489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:51.969777 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.983794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184151d2-45b2-4268-870d-95f8f8856841 None None] Network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:51.986122 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.997435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-204ea621-1d4a-403c-b079-df0cb89d63df admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6698942 Feb 09 21:17:51.998919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks [] for port (23f46237-b307-4811-9811-e7d23525d7d6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.000193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38170) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:52.007447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:52.046702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (23f46237-b307-4811-9811-e7d23525d7d6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.047712 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (bb89412d-e99b-46f4-bcc2-c904010560d1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.050413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (bb89412d-e99b-46f4-bcc2-c904010560d1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.102135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:52.105318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:52.110012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:52.123668 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Sync routers for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:52.133637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks [] for router_controller (bb89412d-e99b-46f4-bcc2-c904010560d1), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.138357 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:52.143948 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:52.170125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=23f46237-b307-4811-9811-e7d23525d7d6,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:52.181525 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Publish callbacks [] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.220904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.302478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Pushing event updated for resources: {'Port': ['ID=838d0bf8-65b1-4654-94fd-8abc96afa05c,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:52.368726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks [] for router_gateway (bb89412d-e99b-46f4-bcc2-c904010560d1), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.377644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Network 53ab178a-13c2-454d-a54f-003179f3be79 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:52.382665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:52.392327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:52.486156 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:52.564688 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks [] for router_gateway (382f8c07-9880-4f2f-be0d-5a846e855c1f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.597028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b3b14f35-8af5-46e8-a86f-04b003a021e1 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:52.597535 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.614862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Attempting to bind port 838d0bf8-65b1-4654-94fd-8abc96afa05c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:52.615268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Attempting to bind port 838d0bf8-65b1-4654-94fd-8abc96afa05c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:52.615644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Attempting to bind port 838d0bf8-65b1-4654-94fd-8abc96afa05c on network 53ab178a-13c2-454d-a54f-003179f3be79 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:52.650385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:52.650385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Checking segment: {'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:52.650775 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.651043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Bound using segment: {'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:52.651483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Bound port: 838d0bf8-65b1-4654-94fd-8abc96afa05c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:52.651892 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.691630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-825e86c8-9c1f-4fc4-a583-9b9f701c47a8', 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8', 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'fixed_ips': [{'subnet_id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:17:52.700086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.781990 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks [] for router_gateway (bb89412d-e99b-46f4-bcc2-c904010560d1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.806571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] For port 838d0bf8-65b1-4654-94fd-8abc96afa05c, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:52.808945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.813194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] For port 838d0bf8-65b1-4654-94fd-8abc96afa05c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=838d0bf8-65b1-4654-94fd-8abc96afa05c,segment=NetworkSegment(6f3aa3da-7b2c-4220-bcd5-efe5af2237ac),segment_id=6f3aa3da-7b2c-4220-bcd5-efe5af2237ac)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:52.832978 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.842495 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 2, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:52.869745 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Checking router: 2175b928-5f8e-41e3-90ca-868f5d15bcba for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:52.870264 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Updating router 2175b928-5f8e-41e3-90ca-868f5d15bcba port 4e12295b-fa62-4598-b62f-78201aab00b6 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:52.881478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (382f8c07-9880-4f2f-be0d-5a846e855c1f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.898379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:47Z', 'revision_number': 2, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:52.909605 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.996864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Allocated IP 172.25.4.29 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/25fcb896-0f18-4b23-b0d9-bee799597005) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:53.155216 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:53.155536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Updating router ae41f9c0-0b47-4f7c-9639-9962766156d2 port 6392c6ed-ac98-4b1c-b0bb-51186576d63a binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:53.157707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Router 382f8c07-9880-4f2f-be0d-5a846e855c1f is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:17:53.184011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Allocated IP 172.20.0.2 (825e86c8-9c1f-4fc4-a583-9b9f701c47a8/e9f58bee-01bf-498f-ab5b-02ded4cec31e/5c847975-e490-41ba-9042-38ba0ac14d49) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:53.211436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks [] for port (25fcb896-0f18-4b23-b0d9-bee799597005), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.261839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4497882-bb31-4840-bda3-4e5ae5a6c8ce None None] Pushing event updated for resources: {'Port': ['ID=838d0bf8-65b1-4654-94fd-8abc96afa05c,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:53.334463 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.336860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.341183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:53.369647 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.372034 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-188dd754-2022-4a5c-8c7f-4f15286b8ae8 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5233963 Feb 09 21:17:53.374042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38188) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:53.385904 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Publish callbacks [] for port (4e12295b-fa62-4598-b62f-78201aab00b6), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.393795 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.411217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Sync routers for ids ['382f8c07-9880-4f2f-be0d-5a846e855c1f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:53.488889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:53.507157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b3b14f35-8af5-46e8-a86f-04b003a021e1 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:53.514714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:53.514714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:53.528096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 469c836e-028e-4d2b-8d1d-b9fe007044d7 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:53.558274 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Pushing event updated for resources: {'Port': ['ID=25fcb896-0f18-4b23-b0d9-bee799597005,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:53.575953 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9fba9-4634-4f7b-a834-354573f09313 None None] Pushing event updated for resources: {'Port': ['ID=4e12295b-fa62-4598-b62f-78201aab00b6,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:53.583134 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Attempting to bind port 4e12295b-fa62-4598-b62f-78201aab00b6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:53.583672 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Attempting to bind port 4e12295b-fa62-4598-b62f-78201aab00b6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:53.584163 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Attempting to bind port 4e12295b-fa62-4598-b62f-78201aab00b6 on network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:53.630533 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:53.630533 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Checking segment: {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:53.630533 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.630533 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Bound using segment: {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:53.630533 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Bound port: 4e12295b-fa62-4598-b62f-78201aab00b6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:53.630533 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.752778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Routers {'382f8c07-9880-4f2f-be0d-5a846e855c1f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:53.753421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['382f8c07-9880-4f2f-be0d-5a846e855c1f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:53.838538 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] For port 4e12295b-fa62-4598-b62f-78201aab00b6, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:53.842421 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] For port 4e12295b-fa62-4598-b62f-78201aab00b6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4e12295b-fa62-4598-b62f-78201aab00b6,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:53.858532 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.961220 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9fba9-4634-4f7b-a834-354573f09313 None None] Pushing event updated for resources: {'Port': ['ID=4e12295b-fa62-4598-b62f-78201aab00b6,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:53.995085 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:53.995783 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:54.157557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Set router 382f8c07-9880-4f2f-be0d-5a846e855c1f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:54.209098 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Publish callbacks [] for port (5c847975-e490-41ba-9042-38ba0ac14d49), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:54.212761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 469c836e-028e-4d2b-8d1d-b9fe007044d7 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:54.213165 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:54.232005 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:54.261457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks [] for router_gateway (bb89412d-e99b-46f4-bcc2-c904010560d1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:54.273483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3b73dcd5-0d29-42dd-ba77-5a3bdc33dab6 None None] Provisioning complete for port 4e12295b-fa62-4598-b62f-78201aab00b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:54.273939 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b73dcd5-0d29-42dd-ba77-5a3bdc33dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:54.323048 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:54.632046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:54.719523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (bb89412d-e99b-46f4-bcc2-c904010560d1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:54.742378 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:53Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:54.830514 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:54.836442 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d519eb3e-4d7b-4dd7-9291-69994d402bd4 None None] The sync data for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 is: [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:53Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:54.838406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:54.841651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:54.931168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Router bb89412d-e99b-46f4-bcc2-c904010560d1 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:17:55.034833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Allocated IP 172.20.0.1 (53ab178a-13c2-454d-a54f-003179f3be79/e851324b-fd51-4771-9522-3073551845fe/e1af9ad5-750e-4819-938f-f84e70e91551) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:55.042336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 469c836e-028e-4d2b-8d1d-b9fe007044d7 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:55.114400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Attempting to bind port 5c847975-e490-41ba-9042-38ba0ac14d49 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:55.114782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Attempting to bind port 5c847975-e490-41ba-9042-38ba0ac14d49 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:55.115152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Attempting to bind port 5c847975-e490-41ba-9042-38ba0ac14d49 on network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:55.117394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Pushing event updated for resources: {'Port': ['ID=5c847975-e490-41ba-9042-38ba0ac14d49,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:55.151832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ed2df-e213-4b84-9393-7da69bfc1035 None None] Network 53ab178a-13c2-454d-a54f-003179f3be79 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:55.260165 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Publish callbacks [] for port (e1af9ad5-750e-4819-938f-f84e70e91551), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.325493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:55.327939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.338586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Checking segment: {'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:55.339173 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.339597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Bound using segment: {'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:55.340165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Bound port: 5c847975-e490-41ba-9042-38ba0ac14d49, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:55.340562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.373172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 838d0bf8-65b1-4654-94fd-8abc96afa05c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:55.412744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Network 53ab178a-13c2-454d-a54f-003179f3be79 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:55.416578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:55.420987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:55.473283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1af9ad5-750e-4819-938f-f84e70e91551,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:55.483188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Publish callbacks [] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.499408 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (382f8c07-9880-4f2f-be0d-5a846e855c1f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.523109 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.582960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '23f46237-b307-4811-9811-e7d23525d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:17:52Z', 'revision_number': 3, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port': {'id': '23f46237-b307-4811-9811-e7d23525d7d6', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:55.637799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b73dcd5-0d29-42dd-ba77-5a3bdc33dab6 None None] Current status of the port 4e12295b-fa62-4598-b62f-78201aab00b6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:55.638203 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b73dcd5-0d29-42dd-ba77-5a3bdc33dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.691503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:55.703246 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Sync routers for ids ['bb89412d-e99b-46f4-bcc2-c904010560d1'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:55.720915 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Routers {'bb89412d-e99b-46f4-bcc2-c904010560d1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:55.721714 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bb89412d-e99b-46f4-bcc2-c904010560d1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:55.723844 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.726233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-168a306b-44b4-45cb-9b53-9f4c5f28228a admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7245731 Feb 09 21:17:55.730005 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38210) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:55.778385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Checking router: 382f8c07-9880-4f2f-be0d-5a846e855c1f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:55.779074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Updating router 382f8c07-9880-4f2f-be0d-5a846e855c1f port 23f46237-b307-4811-9811-e7d23525d7d6 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:55.815856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b66b-bdd2-4b68-aaad-7c98b3ff1320 None None] Pushing event updated for resources: {'Port': ['ID=6392c6ed-ac98-4b1c-b0bb-51186576d63a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:55.819729 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:55.845828 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (23f46237-b307-4811-9811-e7d23525d7d6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.002936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] For port 5c847975-e490-41ba-9042-38ba0ac14d49, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:56.021300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] For port 5c847975-e490-41ba-9042-38ba0ac14d49, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5c847975-e490-41ba-9042-38ba0ac14d49,segment=NetworkSegment(f1516563-e46f-4a73-ae88-2ce326c2165c),segment_id=f1516563-e46f-4a73-ae88-2ce326c2165c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:56.049996 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Set router bb89412d-e99b-46f4-bcc2-c904010560d1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:56.177411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.299206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Publish callbacks [] for port (e1af9ad5-750e-4819-938f-f84e70e91551), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.313886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.327041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 838d0bf8-65b1-4654-94fd-8abc96afa05c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:56.328093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.435138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1af9ad5-750e-4819-938f-f84e70e91551,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:56.469182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3b73dcd5-0d29-42dd-ba77-5a3bdc33dab6 None None] For port 4e12295b-fa62-4598-b62f-78201aab00b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4e12295b-fa62-4598-b62f-78201aab00b6,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:56.514960 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:53Z', 'revision_number': 3, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:56.525478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (382f8c07-9880-4f2f-be0d-5a846e855c1f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.642180 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Checking router: bb89412d-e99b-46f4-bcc2-c904010560d1 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:56.642434 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Updating router bb89412d-e99b-46f4-bcc2-c904010560d1 port 25fcb896-0f18-4b23-b0d9-bee799597005 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:56.726348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64cb68-a5c1-460d-8878-7a178150a62b None None] Pushing event updated for resources: {'Port': ['ID=5c847975-e490-41ba-9042-38ba0ac14d49,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:56.751181 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b73dcd5-0d29-42dd-ba77-5a3bdc33dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.755419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Attempting to bind port 6392c6ed-ac98-4b1c-b0bb-51186576d63a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:56.756402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Attempting to bind port 6392c6ed-ac98-4b1c-b0bb-51186576d63a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:56.757006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Attempting to bind port 6392c6ed-ac98-4b1c-b0bb-51186576d63a on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:56.773969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:56.774959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:56.776594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.777246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:56.778035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Bound port: 6392c6ed-ac98-4b1c-b0bb-51186576d63a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:56.779195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.835225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Network 53ab178a-13c2-454d-a54f-003179f3be79 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:56.837500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:56.875805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] For port 6392c6ed-ac98-4b1c-b0bb-51186576d63a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:56.879782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] For port 6392c6ed-ac98-4b1c-b0bb-51186576d63a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6392c6ed-ac98-4b1c-b0bb-51186576d63a,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:56.924852 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.989462 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:57.070058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:57.154562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:57.155333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:57.398852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Provisioning complete for port 4e12295b-fa62-4598-b62f-78201aab00b6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:57.399531 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:57.409942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73dcd5-0d29-42dd-ba77-5a3bdc33dab6 None None] Pushing event updated for resources: {'Port': ['ID=4e12295b-fa62-4598-b62f-78201aab00b6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:57.412587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 838d0bf8-65b1-4654-94fd-8abc96afa05c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:57.412987 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:57.475668 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:57.669407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Allocated IP 172.20.0.1 (825e86c8-9c1f-4fc4-a583-9b9f701c47a8/e9f58bee-01bf-498f-ab5b-02ded4cec31e/5449437a-45bd-4156-b4a0-361d4498a65b) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:57.736137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 838d0bf8-65b1-4654-94fd-8abc96afa05c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=838d0bf8-65b1-4654-94fd-8abc96afa05c,segment=NetworkSegment(6f3aa3da-7b2c-4220-bcd5-efe5af2237ac),segment_id=6f3aa3da-7b2c-4220-bcd5-efe5af2237ac)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:57.764561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:57.766507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4e12295b-fa62-4598-b62f-78201aab00b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:57.831146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b66b-bdd2-4b68-aaad-7c98b3ff1320 None None] Pushing event updated for resources: {'Port': ['ID=6392c6ed-ac98-4b1c-b0bb-51186576d63a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:57.867140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Router 382f8c07-9880-4f2f-be0d-5a846e855c1f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:57.913030 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Publish callbacks [] for port (5449437a-45bd-4156-b4a0-361d4498a65b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:57.943314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:58.018844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Current status of the port 4e12295b-fa62-4598-b62f-78201aab00b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:58.032141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.092483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:58.098017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:58.101182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:58.103506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Pushing event updated for resources: {'Port': ['ID=5449437a-45bd-4156-b4a0-361d4498a65b,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:58.161633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:58.177068 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-15c5c621-b75b-4718-85ed-e2d164220be6 admin admin] 10.222.0.102 "PUT /v2.0/routers/382f8c07-9880-4f2f-be0d-5a846e855c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8010755 Feb 09 21:17:58.193343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (bb89412d-e99b-46f4-bcc2-c904010560d1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.402563 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:17:58.429505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.458051 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Publish callbacks [] for port (23f46237-b307-4811-9811-e7d23525d7d6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.460831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=838d0bf8-65b1-4654-94fd-8abc96afa05c,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:58.467615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4e12295b-fa62-4598-b62f-78201aab00b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:58.467854 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.470255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Provisioning complete for port 6392c6ed-ac98-4b1c-b0bb-51186576d63a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:58.470628 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.484124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (23f46237-b307-4811-9811-e7d23525d7d6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.700568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f27b466-29c0-4de9-83fd-8838002bb3da None None] Network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:58.808650 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Publish callbacks [] for port (25fcb896-0f18-4b23-b0d9-bee799597005), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.816908 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.819616 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Publish callbacks [] for port (5449437a-45bd-4156-b4a0-361d4498a65b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.831617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Attempting to bind port 23f46237-b307-4811-9811-e7d23525d7d6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:58.832189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Attempting to bind port 23f46237-b307-4811-9811-e7d23525d7d6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:58.832718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Attempting to bind port 23f46237-b307-4811-9811-e7d23525d7d6 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:58.834549 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.885034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:58.885845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:58.886347 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.886862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:58.887384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Bound port: 23f46237-b307-4811-9811-e7d23525d7d6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:58.887884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (23f46237-b307-4811-9811-e7d23525d7d6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.914587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Attempting to bind port 25fcb896-0f18-4b23-b0d9-bee799597005 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:58.915214 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Attempting to bind port 25fcb896-0f18-4b23-b0d9-bee799597005 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:58.917166 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Attempting to bind port 25fcb896-0f18-4b23-b0d9-bee799597005 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:58.922065 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535bf28-98de-412c-952f-cee56798bfbe None None] Pushing event updated for resources: {'Port': ['ID=25fcb896-0f18-4b23-b0d9-bee799597005,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:58.927654 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:58.928399 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:58.928977 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.929547 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:58.930197 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Bound port: 25fcb896-0f18-4b23-b0d9-bee799597005, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:58.930771 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.938439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4c47e-a512-4bfe-ae4c-db0c9a7903b1 None None] Pushing event updated for resources: {'Port': ['ID=23f46237-b307-4811-9811-e7d23525d7d6,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:58.993048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Pushing event updated for resources: {'Port': ['ID=5449437a-45bd-4156-b4a0-361d4498a65b,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:59.005475 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] For port 25fcb896-0f18-4b23-b0d9-bee799597005, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:59.006049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (bb89412d-e99b-46f4-bcc2-c904010560d1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:59.008894 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] For port 25fcb896-0f18-4b23-b0d9-bee799597005, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=25fcb896-0f18-4b23-b0d9-bee799597005,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:59.023417 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:59.115178 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Routers {'bb89412d-e99b-46f4-bcc2-c904010560d1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:59.121931 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bb89412d-e99b-46f4-bcc2-c904010560d1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:59.188120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:59.190256 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:59.224780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] For port 23f46237-b307-4811-9811-e7d23525d7d6, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:59.232222 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535bf28-98de-412c-952f-cee56798bfbe None None] Pushing event updated for resources: {'Port': ['ID=25fcb896-0f18-4b23-b0d9-bee799597005,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:59.247358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Current status of the port 6392c6ed-ac98-4b1c-b0bb-51186576d63a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:59.247865 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:59.288645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] For port 23f46237-b307-4811-9811-e7d23525d7d6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=23f46237-b307-4811-9811-e7d23525d7d6,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:59.297288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4e12295b-fa62-4598-b62f-78201aab00b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:59.331677 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (23f46237-b307-4811-9811-e7d23525d7d6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:59.384820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] For port 6392c6ed-ac98-4b1c-b0bb-51186576d63a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6392c6ed-ac98-4b1c-b0bb-51186576d63a,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:59.396587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] Set router bb89412d-e99b-46f4-bcc2-c904010560d1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:59.410842 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:59.451086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4c47e-a512-4bfe-ae4c-db0c9a7903b1 None None] Pushing event updated for resources: {'Port': ['ID=23f46237-b307-4811-9811-e7d23525d7d6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:59.466771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Router bb89412d-e99b-46f4-bcc2-c904010560d1 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:59.505414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Provisioning complete for port 838d0bf8-65b1-4654-94fd-8abc96afa05c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:59.506530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:59.512197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Routers {'382f8c07-9880-4f2f-be0d-5a846e855c1f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:59.512902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['382f8c07-9880-4f2f-be0d-5a846e855c1f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:59.557328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:59.743957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:59.750287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-11ad22ff-65c8-4fa4-a979-d839a50c55cf admin admin] 10.222.0.102 "PUT /v2.0/routers/bb89412d-e99b-46f4-bcc2-c904010560d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0172493 Feb 09 21:17:59.871882 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 4, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5449437a-45bd-4156-b4a0-361d4498a65b', 'name': '', 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'mac_address': 'fa:16:3e:63:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:57Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 2, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'subnets': [{'id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:59.885623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Pushing event updated for resources: {'Port': ['ID=6392c6ed-ac98-4b1c-b0bb-51186576d63a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:59.907473 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0395f06-abbf-411b-bbdc-8d37e0974668 None None] The sync data for ids ['bb89412d-e99b-46f4-bcc2-c904010560d1'] in n-d-789963-29 is: [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 4, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5449437a-45bd-4156-b4a0-361d4498a65b', 'name': '', 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'mac_address': 'fa:16:3e:63:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:57Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 2, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'subnets': [{'id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:59.937348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 838d0bf8-65b1-4654-94fd-8abc96afa05c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:59.978293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558da7a-5091-456e-9ff9-7cdec7ece176 None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:18:00.186167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] Set router 382f8c07-9880-4f2f-be0d-5a846e855c1f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:00.378079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Current status of the port 838d0bf8-65b1-4654-94fd-8abc96afa05c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:00.505341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 838d0bf8-65b1-4654-94fd-8abc96afa05c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:00.506175 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:00.723258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 838d0bf8-65b1-4654-94fd-8abc96afa05c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:00.726675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4e12295b-fa62-4598-b62f-78201aab00b6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:00.734217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Provisioning complete for port e1af9ad5-750e-4819-938f-f84e70e91551 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:00.734623 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:00.831292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-838448e8-dee3-4e75-85e9-9050b0145626 None None] Port e1af9ad5-750e-4819-938f-f84e70e91551 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:18:01.035122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Provisioning complete for port 6392c6ed-ac98-4b1c-b0bb-51186576d63a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:01.035725 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.110542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4e12295b-fa62-4598-b62f-78201aab00b6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:01.110925 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.179246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '23f46237-b307-4811-9811-e7d23525d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:17:55Z', 'revision_number': 4, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port': {'id': '23f46237-b307-4811-9811-e7d23525d7d6', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'e1af9ad5-750e-4819-938f-f84e70e91551', 'name': '', 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'mac_address': 'fa:16:3e:4d:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e851324b-fd51-4771-9522-3073551845fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:54Z', 'updated_at': '2022-02-09T21:17:55Z', 'revision_number': 2, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'subnets': [{'id': 'e851324b-fd51-4771-9522-3073551845fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:01.265756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:01.266577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132fb28-822b-410c-ab4a-24c0e6d3b0d9 None None] The sync data for ids ['382f8c07-9880-4f2f-be0d-5a846e855c1f'] in n-d-789963-29 is: [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '23f46237-b307-4811-9811-e7d23525d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:17:55Z', 'revision_number': 4, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port': {'id': '23f46237-b307-4811-9811-e7d23525d7d6', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'e1af9ad5-750e-4819-938f-f84e70e91551', 'name': '', 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'mac_address': 'fa:16:3e:4d:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e851324b-fd51-4771-9522-3073551845fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:54Z', 'updated_at': '2022-02-09T21:17:55Z', 'revision_number': 2, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'subnets': [{'id': 'e851324b-fd51-4771-9522-3073551845fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:18:01.273567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a4eb248d-9876-4ea0-b485-8db90577aa10 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495825348', 'description': 'tempest-secgroup-smoke-1495825348 description', 'project_id': '1c73d6ba39aa4834b8575181466b5f75'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:01.316999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Current status of the port 6392c6ed-ac98-4b1c-b0bb-51186576d63a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:01.333915 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4eb248d-9876-4ea0-b485-8db90577aa10 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.387850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Provisioning complete for port 5c847975-e490-41ba-9042-38ba0ac14d49 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:01.388460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.444061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4e12295b-fa62-4598-b62f-78201aab00b6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:01.445339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5c847975-e490-41ba-9042-38ba0ac14d49 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:01.498265 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4eb248d-9876-4ea0-b485-8db90577aa10 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group (b1b6d1f3-925b-4b83-8032-a0bc6926abdd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.520988 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4eb248d-9876-4ea0-b485-8db90577aa10 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b1b6d1f3-925b-4b83-8032-a0bc6926abdd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.582487 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb248d-9876-4ea0-b485-8db90577aa10 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b6d1f3-925b-4b83-8032-a0bc6926abdd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:01.588754 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4eb248d-9876-4ea0-b485-8db90577aa10 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.590568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a4eb248d-9876-4ea0-b485-8db90577aa10 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3216479 Feb 09 21:18:01.593119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38298) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:01.598430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-708bacd0-3701-4c9a-bc32-23667ed5b649 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6d1f3-925b-4b83-8032-a0bc6926abdd', 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:01.650373 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-708bacd0-3701-4c9a-bc32-23667ed5b649 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (ab886786-d65c-4857-aa9b-fc36de36634b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.740512 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-708bacd0-3701-4c9a-bc32-23667ed5b649 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (ab886786-d65c-4857-aa9b-fc36de36634b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.754945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-708bacd0-3701-4c9a-bc32-23667ed5b649 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (ab886786-d65c-4857-aa9b-fc36de36634b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.775235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bacd0-3701-4c9a-bc32-23667ed5b649 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab886786-d65c-4857-aa9b-fc36de36634b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:01.803039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Current status of the port 5c847975-e490-41ba-9042-38ba0ac14d49 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:01.803586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.803956 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-708bacd0-3701-4c9a-bc32-23667ed5b649 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.809368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:01.810173 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-708bacd0-3701-4c9a-bc32-23667ed5b649 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2152019 Feb 09 21:18:01.827327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5c847975-e490-41ba-9042-38ba0ac14d49 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:01.827885 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.828084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-92f4533c-3c99-47e4-bc44-1b48f281d5df tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6d1f3-925b-4b83-8032-a0bc6926abdd', 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:01.885279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f4533c-3c99-47e4-bc44-1b48f281d5df tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (430a2320-240c-415f-aaa1-170c3909dfbd), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:01.895630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] For port 5c847975-e490-41ba-9042-38ba0ac14d49, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5c847975-e490-41ba-9042-38ba0ac14d49,segment=NetworkSegment(f1516563-e46f-4a73-ae88-2ce326c2165c),segment_id=f1516563-e46f-4a73-ae88-2ce326c2165c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:01.916787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.002790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f4533c-3c99-47e4-bc44-1b48f281d5df tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (430a2320-240c-415f-aaa1-170c3909dfbd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.013154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f4533c-3c99-47e4-bc44-1b48f281d5df tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (430a2320-240c-415f-aaa1-170c3909dfbd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.016310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Provisioning complete for port e1af9ad5-750e-4819-938f-f84e70e91551 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:02.016769 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.045346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4533c-3c99-47e4-bc44-1b48f281d5df tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430a2320-240c-415f-aaa1-170c3909dfbd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:02.052993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Pushing event updated for resources: {'Port': ['ID=5c847975-e490-41ba-9042-38ba0ac14d49,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:02.061105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-92f4533c-3c99-47e4-bc44-1b48f281d5df tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.064062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-92f4533c-3c99-47e4-bc44-1b48f281d5df tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2520332 Feb 09 21:18:02.066304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:02.070914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c1b2cdac-78e8-414d-a60d-4a11265c5677 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6d1f3-925b-4b83-8032-a0bc6926abdd', 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:02.075500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5c847975-e490-41ba-9042-38ba0ac14d49 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:02.084647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Port e1af9ad5-750e-4819-938f-f84e70e91551 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:18:02.105823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cdac-78e8-414d-a60d-4a11265c5677 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (c94c1a8f-db91-4ea5-9a6c-cd5bc171dd0b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.106334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Provisioning complete for port 5449437a-45bd-4156-b4a0-361d4498a65b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:02.106865 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.164066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a626c11-4abd-4c3d-9c21-f9c606c3cf4c None None] Port 5449437a-45bd-4156-b4a0-361d4498a65b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:18:02.222998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cdac-78e8-414d-a60d-4a11265c5677 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (c94c1a8f-db91-4ea5-9a6c-cd5bc171dd0b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.230575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cdac-78e8-414d-a60d-4a11265c5677 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c94c1a8f-db91-4ea5-9a6c-cd5bc171dd0b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.259513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2cdac-78e8-414d-a60d-4a11265c5677 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94c1a8f-db91-4ea5-9a6c-cd5bc171dd0b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:02.276541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1b2cdac-78e8-414d-a60d-4a11265c5677 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.278335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c1b2cdac-78e8-414d-a60d-4a11265c5677 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108772 Feb 09 21:18:02.281773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:02.287341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-34652c85-1bff-44a2-90f3-65d041b467b8 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6d1f3-925b-4b83-8032-a0bc6926abdd', 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:02.334263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34652c85-1bff-44a2-90f3-65d041b467b8 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (45a68a09-7b8d-4d4c-83d3-88088ea56203), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.338122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5c847975-e490-41ba-9042-38ba0ac14d49 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:02.423154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5c847975-e490-41ba-9042-38ba0ac14d49 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:02.423518 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.478265 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34652c85-1bff-44a2-90f3-65d041b467b8 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (45a68a09-7b8d-4d4c-83d3-88088ea56203), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.490509 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34652c85-1bff-44a2-90f3-65d041b467b8 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (45a68a09-7b8d-4d4c-83d3-88088ea56203), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.552241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34652c85-1bff-44a2-90f3-65d041b467b8 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a68a09-7b8d-4d4c-83d3-88088ea56203,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:02.555952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5c847975-e490-41ba-9042-38ba0ac14d49 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:02.557372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6392c6ed-ac98-4b1c-b0bb-51186576d63a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:02.569229 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-34652c85-1bff-44a2-90f3-65d041b467b8 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.570861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-34652c85-1bff-44a2-90f3-65d041b467b8 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2876768 Feb 09 21:18:02.574514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:02.584490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-548daafd-350a-48ec-a9a3-6ad1799783e1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6d1f3-925b-4b83-8032-a0bc6926abdd', 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:02.627146 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-548daafd-350a-48ec-a9a3-6ad1799783e1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Project 1c73d6ba39aa4834b8575181466b5f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:18:02.633621 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-548daafd-350a-48ec-a9a3-6ad1799783e1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (dd8f1507-a838-410d-bde8-0190148f925f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.660377 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6392c6ed-ac98-4b1c-b0bb-51186576d63a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:02.660847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.722027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-548daafd-350a-48ec-a9a3-6ad1799783e1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (dd8f1507-a838-410d-bde8-0190148f925f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.726852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-548daafd-350a-48ec-a9a3-6ad1799783e1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (dd8f1507-a838-410d-bde8-0190148f925f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.792094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548daafd-350a-48ec-a9a3-6ad1799783e1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8f1507-a838-410d-bde8-0190148f925f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:02.830412 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-548daafd-350a-48ec-a9a3-6ad1799783e1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:02.833965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-548daafd-350a-48ec-a9a3-6ad1799783e1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2583468 Feb 09 21:18:02.837261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:02.840699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6392c6ed-ac98-4b1c-b0bb-51186576d63a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:02.842523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-711379f0-0f7a-454a-9532-24e787c78130 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'security_group_rule': {'security_group_id': 'b1b6d1f3-925b-4b83-8032-a0bc6926abdd', 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:02.882437 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-711379f0-0f7a-454a-9532-24e787c78130 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Project 1c73d6ba39aa4834b8575181466b5f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:18:02.890542 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711379f0-0f7a-454a-9532-24e787c78130 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (71eeb3d3-aade-4f38-9915-fd0a179f745a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:03.021242 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711379f0-0f7a-454a-9532-24e787c78130 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (71eeb3d3-aade-4f38-9915-fd0a179f745a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:03.032751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711379f0-0f7a-454a-9532-24e787c78130 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (71eeb3d3-aade-4f38-9915-fd0a179f745a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:03.061665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711379f0-0f7a-454a-9532-24e787c78130 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71eeb3d3-aade-4f38-9915-fd0a179f745a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:03.081382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-711379f0-0f7a-454a-9532-24e787c78130 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:03.084305 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-711379f0-0f7a-454a-9532-24e787c78130 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2456417 Feb 09 21:18:03.323576 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-b0c6a58d-6825-45a6-9fb3-4f3c10c92b82 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495825348&fields=id&tenant_id=1c73d6ba39aa4834b8575181466b5f75 HTTP/1.1" status: 200 len: 267 time: 0.0637543 Feb 09 21:18:03.360779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-2f65c1ea-7e47-419b-86be-78f33cfdf552 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:03.362651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-2f65c1ea-7e47-419b-86be-78f33cfdf552 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1868157 Feb 09 21:18:03.384481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-292b34f9-dbd6-48bd-93d7-541ba6dfe87f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/quotas/16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 375 time: 0.0163710 Feb 09 21:18:03.469375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964c35-b853-4545-874c-8c6837d1772e req-079f5536-75b4-4bcb-a25f-22f51f6bf9d0 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:03.481070 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-079f5536-75b4-4bcb-a25f-22f51f6bf9d0 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 808 time: 0.1488233 Feb 09 21:18:03.493668 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-fb20753b-a807-494b-9511-d2df83058603 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/quotas/1c73d6ba39aa4834b8575181466b5f75 HTTP/1.1" status: 200 len: 375 time: 0.0117025 Feb 09 21:18:03.530168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-96e29957-eb95-47f6-af26-6403d32d5317 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391940 Feb 09 21:18:03.562877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-eba0f2df-789a-49de-9e24-a354b1577098 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639718 Feb 09 21:18:03.689976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-849e72cd-d5a9-4ece-8c76-7fdefd2aae47 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507800 Feb 09 21:18:03.739815 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-2cf0547b-0caf-4e4e-b642-7f10bf5c19b1 service neutron] 10.222.0.102 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682951 Feb 09 21:18:03.859444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-1de83030-1c46-40e7-877c-ca39764cb6b3 service neutron] 10.222.0.102 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102738 Feb 09 21:18:03.888868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-c5ca8a99-62dc-4aaf-a55f-a6a970197b72 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980042 Feb 09 21:18:04.225033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-167e33bf-baec-4bcc-84ba-fef56b968de2 req-4c257027-344a-4747-8a91-7b5209957ab2 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 210 time: 0.0706351 Feb 09 21:18:04.442326 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2303be8f-bbf2-4daf-896e-48022d7bf7f3 req-1231e0ae-7497-423b-9494-81e21a7cbd67 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0348086 Feb 09 21:18:04.492153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 23f46237-b307-4811-9811-e7d23525d7d6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:04.572933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 23f46237-b307-4811-9811-e7d23525d7d6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:04.573320 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (23f46237-b307-4811-9811-e7d23525d7d6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:04.696510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 23f46237-b307-4811-9811-e7d23525d7d6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:04.697676 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (23f46237-b307-4811-9811-e7d23525d7d6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:04.722722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 23f46237-b307-4811-9811-e7d23525d7d6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=23f46237-b307-4811-9811-e7d23525d7d6,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:04.730847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (23f46237-b307-4811-9811-e7d23525d7d6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:04.732313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 25fcb896-0f18-4b23-b0d9-bee799597005 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:04.848549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=23f46237-b307-4811-9811-e7d23525d7d6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:04.851636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 25fcb896-0f18-4b23-b0d9-bee799597005 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:04.852274 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:04.969411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 25fcb896-0f18-4b23-b0d9-bee799597005 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:04.969901 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:04.993066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 25fcb896-0f18-4b23-b0d9-bee799597005, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=25fcb896-0f18-4b23-b0d9-bee799597005,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:05.013786 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:05.095004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=25fcb896-0f18-4b23-b0d9-bee799597005,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:05.321883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9a2c5ead-05b7-4665-ad5e-344926b86744 req-25bdca10-8f02-4097-9fe9-f2a513e1770c tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 210 time: 0.0295727 Feb 09 21:18:05.613984 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0dcef59-a0d1-4709-b132-2d9f7deb7f34 req-fa2fc65a-746a-4236-95b6-8ff48b32cfd1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0603490 Feb 09 21:18:05.786394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964c35-b853-4545-874c-8c6837d1772e req-6f5f3f6f-493f-4db6-b588-03ed41e507d4 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:05.787959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-6f5f3f6f-493f-4db6-b588-03ed41e507d4 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.50 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 808 time: 0.2351148 Feb 09 21:18:05.876278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-e2f5c8ff-6d92-4282-9db4-bd9784e3a53f tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c73d6ba39aa4834b8575181466b5f75 HTTP/1.1" status: 200 len: 380 time: 0.0767837 Feb 09 21:18:05.895519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-b727cb52-63c2-4b0f-b11f-5f73fa245a8d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:05.897116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-b727cb52-63c2-4b0f-b11f-5f73fa245a8d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.2400844 Feb 09 21:18:05.901944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'port': {'device_id': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'admin_state_up': True, 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'security_groups': ['b1b6d1f3-925b-4b83-8032-a0bc6926abdd']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:05.910711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'port': {'device_id': '37a13cba-44d1-4b6e-8c9f-27183a4d55ea', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'admin_state_up': True, 'tenant_id': '16aea6b47359417f91bad0ba0074cd59'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:06.117498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:18:06.121624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:06.151040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Made reservation on behalf of 1c73d6ba39aa4834b8575181466b5f75 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:18:06.155246 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:06.199990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 23f46237-b307-4811-9811-e7d23525d7d6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:06.272698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 23f46237-b307-4811-9811-e7d23525d7d6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:06.273083 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (23f46237-b307-4811-9811-e7d23525d7d6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:06.369015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 23f46237-b307-4811-9811-e7d23525d7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:06.370133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 25fcb896-0f18-4b23-b0d9-bee799597005 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:06.416459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.20.0.12 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/1760baef-6d53-4072-8645-d9be251adfdf) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:18:06.426474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 25fcb896-0f18-4b23-b0d9-bee799597005 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:06.426869 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:06.533774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-671e6ec7-caf7-4c06-b86f-74174635adcf req-06a24106-7c69-4e97-83e6-e1521e67abbf tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 210 time: 0.0544541 Feb 09 21:18:06.540219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Allocated IP 172.20.0.14 (b12980b1-a4d3-4c85-b51e-5b1f71abfc8e/32cefa7e-cfd0-4cad-a020-56fe1aa28356/6a7bd70f-7a99-4778-9663-dd7a3b77358f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:18:06.600788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 25fcb896-0f18-4b23-b0d9-bee799597005 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:06.760556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6fa35876-262e-428b-a58c-7f3645016a5c req-d319ad91-6edb-4efc-9ba3-a48c4c3a19ba tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0474966 Feb 09 21:18:06.774571 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (1760baef-6d53-4072-8645-d9be251adfdf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:06.827436 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:06.866469 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1760baef-6d53-4072-8645-d9be251adfdf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:06.929343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:18:06.949434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=1760baef-6d53-4072-8645-d9be251adfdf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:06.964230 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:06.969068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:06.971130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:18:07.081251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:18:07.083164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:07.101381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:18:07.104757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'Port': ['ID=6a7bd70f-7a99-4778-9663-dd7a3b77358f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:07.149686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:07.150470 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:07.198514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1ed0892b-cb21-4add-8ad8-452729fb6408 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2889855 Feb 09 21:18:07.210211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:07.210907 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:07.229439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Request body: {'port': {'device_id': '37a13cba-44d1-4b6e-8c9f-27183a4d55ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:07.237241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-5d9e63b9-10d2-4941-a5f3-57a7470a24ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3389959 Feb 09 21:18:07.277439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Request body: {'port': {'device_id': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:07.440673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:07.495281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1760baef-6d53-4072-8645-d9be251adfdf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:07.573272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8d9b8418-4692-43e3-bb30-b4779391b12e None None] Provisioning complete for port 6a7bd70f-7a99-4778-9663-dd7a3b77358f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:07.573774 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d9b8418-4692-43e3-bb30-b4779391b12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:07.625057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b8418-4692-43e3-bb30-b4779391b12e None None] Port 6a7bd70f-7a99-4778-9663-dd7a3b77358f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:18:07.657667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8d9b8418-4692-43e3-bb30-b4779391b12e None None] Provisioning complete for port 1760baef-6d53-4072-8645-d9be251adfdf triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:07.659025 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d9b8418-4692-43e3-bb30-b4779391b12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1760baef-6d53-4072-8645-d9be251adfdf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:07.724438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b8418-4692-43e3-bb30-b4779391b12e None None] Port 1760baef-6d53-4072-8645-d9be251adfdf cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:18:07.735363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e665510-494b-4b5a-afc5-4eaeb7ab5a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:07.891353 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Sync routers for ids ['bb89412d-e99b-46f4-bcc2-c904010560d1'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:18:07.943112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e1aa3-f97e-4ff1-929b-a878b0536bc5 req-8a6d6d39-93eb-49b2-97b0-2d2743db18a0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:07.944651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Routers {'bb89412d-e99b-46f4-bcc2-c904010560d1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:07.946187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bb89412d-e99b-46f4-bcc2-c904010560d1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:07.951987 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-566e1aa3-f97e-4ff1-929b-a878b0536bc5 req-8a6d6d39-93eb-49b2-97b0-2d2743db18a0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 932 time: 0.1123769 Feb 09 21:18:08.059143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-566e1aa3-f97e-4ff1-929b-a878b0536bc5 req-26c61a72-1584-414e-81d1-8012aa4b3030 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003547 Feb 09 21:18:08.105432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f811088-6783-453e-95f4-8baf76c24bf3 req-503f0df8-551b-4822-a8cb-54d420480e1e tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:08.112913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f811088-6783-453e-95f4-8baf76c24bf3 req-503f0df8-551b-4822-a8cb-54d420480e1e tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 932 time: 0.3646617 Feb 09 21:18:08.130380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Set router bb89412d-e99b-46f4-bcc2-c904010560d1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:08.253801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f811088-6783-453e-95f4-8baf76c24bf3 req-11ebe64b-5d1b-491b-b4b0-43fce8a6d979 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394174 Feb 09 21:18:08.309606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7bd70f-7a99-4778-9663-dd7a3b77358f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:18:08.325247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Publish callbacks [] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:08.358409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Transition to ACTIVE for port object 6a7bd70f-7a99-4778-9663-dd7a3b77358f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:18:08.374902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:08.430933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 4, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5449437a-45bd-4156-b4a0-361d4498a65b', 'name': '', 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'mac_address': 'fa:16:3e:63:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:57Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 2, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'subnets': [{'id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:08.479326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7bd70f-7a99-4778-9663-dd7a3b77358f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:08.484323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1760baef-6d53-4072-8645-d9be251adfdf {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:18:08.490815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Checking router: bb89412d-e99b-46f4-bcc2-c904010560d1 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:18:08.491262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Updating router bb89412d-e99b-46f4-bcc2-c904010560d1 port 5449437a-45bd-4156-b4a0-361d4498a65b binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:18:08.531589 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:08.534069 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Publish callbacks [] for port (1760baef-6d53-4072-8645-d9be251adfdf), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:08.635377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Transition to ACTIVE for port object 1760baef-6d53-4072-8645-d9be251adfdf will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:18:08.645589 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1760baef-6d53-4072-8645-d9be251adfdf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:08.826861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1760baef-6d53-4072-8645-d9be251adfdf,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:08.851384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Attempting to bind port 6a7bd70f-7a99-4778-9663-dd7a3b77358f on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:18:08.854226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Attempting to bind port 6a7bd70f-7a99-4778-9663-dd7a3b77358f by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:18:08.854840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Attempting to bind port 6a7bd70f-7a99-4778-9663-dd7a3b77358f on network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:08.878915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Port 6a7bd70f-7a99-4778-9663-dd7a3b77358f on network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:18:08.879348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Attempting to bind port 6a7bd70f-7a99-4778-9663-dd7a3b77358f on network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:08.895447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:18:08.896743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Checking segment: {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:08.897221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Bound using segment: {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:18:08.897746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Bound port: 6a7bd70f-7a99-4778-9663-dd7a3b77358f, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e51c3c2-bd02-4bb8-b728-611cba6d249d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:18:08.898180 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:08.942699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Attempting to bind port 1760baef-6d53-4072-8645-d9be251adfdf on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:18:08.942699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Attempting to bind port 1760baef-6d53-4072-8645-d9be251adfdf by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:18:08.942699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Attempting to bind port 1760baef-6d53-4072-8645-d9be251adfdf on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:08.956776 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Publish callbacks [] for port (5449437a-45bd-4156-b4a0-361d4498a65b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:08.958063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Port 1760baef-6d53-4072-8645-d9be251adfdf on network 72e5c1f4-1207-4113-b38d-a95879450107 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:18:08.959077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Attempting to bind port 1760baef-6d53-4072-8645-d9be251adfdf on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:08.968706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:08.972440 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:18:08.972893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:08.973361 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:18:08.973886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Bound port: 1760baef-6d53-4072-8645-d9be251adfdf, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:18:08.974339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1760baef-6d53-4072-8645-d9be251adfdf), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.089960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c7600-047a-4aef-8609-d81c1356506b None None] Pushing event updated for resources: {'Port': ['ID=5449437a-45bd-4156-b4a0-361d4498a65b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:09.170095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Attempting to bind port 5449437a-45bd-4156-b4a0-361d4498a65b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:18:09.170610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Attempting to bind port 5449437a-45bd-4156-b4a0-361d4498a65b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:18:09.171547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Attempting to bind port 5449437a-45bd-4156-b4a0-361d4498a65b on network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:09.182350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:18:09.182792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Checking segment: {'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:09.183133 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.183526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Bound using segment: {'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:18:09.184047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Bound port: 5449437a-45bd-4156-b4a0-361d4498a65b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1516563-e46f-4a73-ae88-2ce326c2165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:18:09.184427 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.200197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] For port 6a7bd70f-7a99-4778-9663-dd7a3b77358f, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:18:09.236271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] For port 6a7bd70f-7a99-4778-9663-dd7a3b77358f, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:18:09.255427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d7bad-7224-4244-989a-41efcb36e8cd req-9b4bc38a-e203-471c-8e01-576a7c11c4b1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:09.279556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb8d7bad-7224-4244-989a-41efcb36e8cd req-9b4bc38a-e203-471c-8e01-576a7c11c4b1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.1146164 Feb 09 21:18:09.297641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] For port 1760baef-6d53-4072-8645-d9be251adfdf, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:18:09.316844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] For port 1760baef-6d53-4072-8645-d9be251adfdf, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1760baef-6d53-4072-8645-d9be251adfdf,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:18:09.322890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.342581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] For port 5449437a-45bd-4156-b4a0-361d4498a65b, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:18:09.354220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb8d7bad-7224-4244-989a-41efcb36e8cd req-138bf2f3-5cab-481b-89cf-7cfdd791ed02 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723400 Feb 09 21:18:09.356278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] For port 5449437a-45bd-4156-b4a0-361d4498a65b, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5449437a-45bd-4156-b4a0-361d4498a65b,segment=NetworkSegment(f1516563-e46f-4a73-ae88-2ce326c2165c),segment_id=f1516563-e46f-4a73-ae88-2ce326c2165c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:18:09.376688 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.385216 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1760baef-6d53-4072-8645-d9be251adfdf), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.394076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:09.394941 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.397098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] 10.222.0.50 "PUT /v2.0/ports/6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 1093 time: 2.1301236 Feb 09 21:18:09.401252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'tag': '6a7bd70f-7a99-4778-9663-dd7a3b77358f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:18:09.404101 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03", "tag": "6a7bd70f-7a99-4778-9663-dd7a3b77358f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:18:09.530098 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d61c7986-261b-4274-b9dc-9b5e37dda10b None None] Provisioning complete for port 5449437a-45bd-4156-b4a0-361d4498a65b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:09.531421 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61c7986-261b-4274-b9dc-9b5e37dda10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.586298 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79211887-bbcb-466c-9921-cf2733af8e3f x-openstack-request-id: req-79211887-bbcb-466c-9921-cf2733af8e3f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:18:09.587522 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03", "tag": "6a7bd70f-7a99-4778-9663-dd7a3b77358f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:18:09.588079 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-79211887-bbcb-466c-9921-cf2733af8e3f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:18:09.588730 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'tag': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'status': 'completed', 'code': 200} Feb 09 21:18:09.630947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:09.631484 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.633087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] 10.222.0.50 "PUT /v2.0/ports/1760baef-6d53-4072-8645-d9be251adfdf HTTP/1.1" status: 200 len: 1093 time: 2.4093039 Feb 09 21:18:09.658459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964c35-b853-4545-874c-8c6837d1772e req-ab639839-acdb-4f6f-aa46-7e03881352bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:09.660088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-ab639839-acdb-4f6f-aa46-7e03881352bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1127 time: 0.1235442 Feb 09 21:18:09.660809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d12a8-e1de-4d58-ac86-9d5e93268631 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7bd70f-7a99-4778-9663-dd7a3b77358f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:09.677150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Routers {'bb89412d-e99b-46f4-bcc2-c904010560d1'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:09.688886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:17:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bb89412d-e99b-46f4-bcc2-c904010560d1'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:09.743947 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c7600-047a-4aef-8609-d81c1356506b None None] Pushing event updated for resources: {'Port': ['ID=5449437a-45bd-4156-b4a0-361d4498a65b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:09.766703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d538e82-646b-4219-b397-3d2fbc6ad6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1760baef-6d53-4072-8645-d9be251adfdf,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:09.879818 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-107ca6e1-d6d5-43da-a3b4-457330b6ecf8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 217 time: 0.1085448 Feb 09 21:18:09.954861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-572ccf41-f37d-4b74-89e7-d160ae5685bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:09.992540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf9fb6-dc80-433e-8a38-33f9014dd79d req-2c1869be-d486-42f2-b5e8-77000be93e98 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:10.002178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-facf9fb6-dc80-433e-8a38-33f9014dd79d req-2c1869be-d486-42f2-b5e8-77000be93e98 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 944 time: 0.5893874 Feb 09 21:18:10.018268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d61c7986-261b-4274-b9dc-9b5e37dda10b None None] Current status of the port 5449437a-45bd-4156-b4a0-361d4498a65b is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:10.018862 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61c7986-261b-4274-b9dc-9b5e37dda10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:10.078293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d61c7986-261b-4274-b9dc-9b5e37dda10b None None] For port 5449437a-45bd-4156-b4a0-361d4498a65b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5449437a-45bd-4156-b4a0-361d4498a65b,segment=NetworkSegment(f1516563-e46f-4a73-ae88-2ce326c2165c),segment_id=f1516563-e46f-4a73-ae88-2ce326c2165c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:10.088103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] Set router bb89412d-e99b-46f4-bcc2-c904010560d1 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:10.094097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61c7986-261b-4274-b9dc-9b5e37dda10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:10.099865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964c35-b853-4545-874c-8c6837d1772e req-c70c78a9-05b7-4d7d-82a1-5b59c7beb36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:10.102883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-c70c78a9-05b7-4d7d-82a1-5b59c7beb36b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 200 len: 847 time: 0.1421082 Feb 09 21:18:10.194886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-251fca7f-c304-4bfd-8543-35ca1d283edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:10.197298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-251fca7f-c304-4bfd-8543-35ca1d283edb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 1127 time: 0.4246440 Feb 09 21:18:10.215409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-facf9fb6-dc80-433e-8a38-33f9014dd79d req-4b45547c-3af7-49f1-95f3-c6a7df3017f5 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047365 Feb 09 21:18:10.317781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964c35-b853-4545-874c-8c6837d1772e req-dfd04a99-509a-4ce7-9b6c-d147d1572b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:10.319952 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-dfd04a99-509a-4ce7-9b6c-d147d1572b04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2119663 Feb 09 21:18:10.322120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-44ce752f-f949-4332-bc51-b7f9198396be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1760baef-6d53-4072-8645-d9be251adfdf HTTP/1.1" status: 200 len: 217 time: 0.1033940 Feb 09 21:18:10.374603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5449437a-45bd-4156-b4a0-361d4498a65b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:10.613103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-d29aebb7-e3d1-4e9b-b3a1-9bbda69bfca1 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805614 Feb 09 21:18:10.618115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1642ae4b-6b10-410b-97a6-eea418518a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:10.620049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-1642ae4b-6b10-410b-97a6-eea418518a8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.2887945 Feb 09 21:18:10.625122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91fc2b-9da8-49bc-a9dd-37f0f326ee70 req-f10cb158-134e-40f2-9dd8-1e2bdd9c27e7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:10.627625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa91fc2b-9da8-49bc-a9dd-37f0f326ee70 req-f10cb158-134e-40f2-9dd8-1e2bdd9c27e7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.1166813 Feb 09 21:18:10.653932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-91860c33-c765-443a-a445-2f2c54a9c410 None None] Provisioning complete for port 5449437a-45bd-4156-b4a0-361d4498a65b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:10.654310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91860c33-c765-443a-a445-2f2c54a9c410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:10.657287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c7986-261b-4274-b9dc-9b5e37dda10b None None] Pushing event updated for resources: {'Port': ['ID=5449437a-45bd-4156-b4a0-361d4498a65b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:10.704767 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa91fc2b-9da8-49bc-a9dd-37f0f326ee70 req-c5e7e2aa-1a6d-4c3d-a631-748ad1377265 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702710 Feb 09 21:18:10.882137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5449437a-45bd-4156-b4a0-361d4498a65b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:10.882565 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:10.998593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-91860c33-c765-443a-a445-2f2c54a9c410 None None] Current status of the port 5449437a-45bd-4156-b4a0-361d4498a65b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:11.025891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 4, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5449437a-45bd-4156-b4a0-361d4498a65b', 'name': '', 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'mac_address': 'fa:16:3e:63:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:57Z', 'updated_at': '2022-02-09T21:18:09Z', 'revision_number': 4, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'subnets': [{'id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:11.058276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c39535e-7a8f-449e-ac20-273a853ed41d None None] The sync data for ids ['bb89412d-e99b-46f4-bcc2-c904010560d1'] in n-d-789963-29 is: [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:17:58Z', 'revision_number': 4, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5449437a-45bd-4156-b4a0-361d4498a65b', 'name': '', 'network_id': '825e86c8-9c1f-4fc4-a583-9b9f701c47a8', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'mac_address': 'fa:16:3e:63:17:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:57Z', 'updated_at': '2022-02-09T21:18:09Z', 'revision_number': 4, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'subnets': [{'id': 'e9f58bee-01bf-498f-ab5b-02ded4cec31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:18:11.097600 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Sync routers for ids ['382f8c07-9880-4f2f-be0d-5a846e855c1f'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:18:11.098853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5449437a-45bd-4156-b4a0-361d4498a65b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:11.114351 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Routers {'382f8c07-9880-4f2f-be0d-5a846e855c1f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:11.115010 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:18:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['382f8c07-9880-4f2f-be0d-5a846e855c1f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:11.271590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-d71229bf-ea9a-475f-90b7-e7ba18ebd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:11.273973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-d71229bf-ea9a-475f-90b7-e7ba18ebd675 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6390836 Feb 09 21:18:11.282314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b964c35-b853-4545-874c-8c6837d1772e req-479d5f78-fc14-4134-bc43-b046c4b5a642 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457412 Feb 09 21:18:11.317704 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:11.323078 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Set router 382f8c07-9880-4f2f-be0d-5a846e855c1f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:11.524617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-86ea1e0f-e18a-4288-b77f-041bd22cee5e service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414162 Feb 09 21:18:11.590131 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a13cba-44d1-4b6e-8c9f-27183a4d55ea', 'tag': '1760baef-6d53-4072-8645-d9be251adfdf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:18:11.592407 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '23f46237-b307-4811-9811-e7d23525d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:17:55Z', 'revision_number': 4, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port': {'id': '23f46237-b307-4811-9811-e7d23525d7d6', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'e1af9ad5-750e-4819-938f-f84e70e91551', 'name': '', 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'mac_address': 'fa:16:3e:4d:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e851324b-fd51-4771-9522-3073551845fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:54Z', 'updated_at': '2022-02-09T21:17:55Z', 'revision_number': 2, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'subnets': [{'id': 'e851324b-fd51-4771-9522-3073551845fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:11.599636 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745fe3a1-e745-479f-a666-0c3af5202f70" -d '{"events": [{"name": "network-changed", "server_uuid": "37a13cba-44d1-4b6e-8c9f-27183a4d55ea", "tag": "1760baef-6d53-4072-8645-d9be251adfdf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:18:11.641561 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Checking router: 382f8c07-9880-4f2f-be0d-5a846e855c1f for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:18:11.642445 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Updating router 382f8c07-9880-4f2f-be0d-5a846e855c1f port e1af9ad5-750e-4819-938f-f84e70e91551 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:18:11.712100 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:11.749531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad2bb9-6bde-432a-beb3-ee7938a7d762 req-81ae046f-a640-40c9-9287-b1f0cfbdb104 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:11.756325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dad2bb9-6bde-432a-beb3-ee7938a7d762 req-81ae046f-a640-40c9-9287-b1f0cfbdb104 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 944 time: 0.3066058 Feb 09 21:18:11.757999 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ed1de-9e21-4033-838d-b38f082d049f x-openstack-request-id: req-158ed1de-9e21-4033-838d-b38f082d049f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:18:11.758349 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a13cba-44d1-4b6e-8c9f-27183a4d55ea", "tag": "1760baef-6d53-4072-8645-d9be251adfdf", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:18:11.758747 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-158ed1de-9e21-4033-838d-b38f082d049f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:18:11.759198 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a13cba-44d1-4b6e-8c9f-27183a4d55ea', 'tag': '1760baef-6d53-4072-8645-d9be251adfdf', 'status': 'completed', 'code': 200} Feb 09 21:18:11.779381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-b1f668ed-bbc4-441c-a7d0-69c1f1c27db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:11.784839 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-b1f668ed-bbc4-441c-a7d0-69c1f1c27db1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1127 time: 0.3364875 Feb 09 21:18:11.944184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe661c-aed9-4737-9505-a888ddacbbee req-d4eaadd1-3441-46d5-a449-2a523ecf94ab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:11.955352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bafe661c-aed9-4737-9505-a888ddacbbee req-d4eaadd1-3441-46d5-a449-2a523ecf94ab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.1324871 Feb 09 21:18:12.036175 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Publish callbacks [] for port (e1af9ad5-750e-4819-938f-f84e70e91551), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.044374 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.049701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dad2bb9-6bde-432a-beb3-ee7938a7d762 req-0ecc9887-4d5b-498d-87da-89256503da0b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866614 Feb 09 21:18:12.053921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bafe661c-aed9-4737-9505-a888ddacbbee req-a61f6b5f-c679-48d1-9a7e-f0312396484f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966928 Feb 09 21:18:12.125529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-25d6f771-1ce3-4e7f-931d-1092909c0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:12.137057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-25d6f771-1ce3-4e7f-931d-1092909c0220 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 909 time: 0.3259976 Feb 09 21:18:12.153884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90937366-6d77-41e0-ab49-8bc4b5456f15 req-5cbaf814-488c-4a44-a8bc-295af8627a27 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004207 Feb 09 21:18:12.186383 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fa43b-7294-437a-847a-7482b87e8998 None None] Pushing event updated for resources: {'Port': ['ID=e1af9ad5-750e-4819-938f-f84e70e91551,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:12.324828 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Attempting to bind port e1af9ad5-750e-4819-938f-f84e70e91551 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:18:12.325440 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Attempting to bind port e1af9ad5-750e-4819-938f-f84e70e91551 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:18:12.325879 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Attempting to bind port e1af9ad5-750e-4819-938f-f84e70e91551 on network 53ab178a-13c2-454d-a54f-003179f3be79 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:18:12.350754 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:18:12.351312 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Checking segment: {'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:18:12.355956 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.356609 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Bound using segment: {'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:18:12.359081 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Bound port: e1af9ad5-750e-4819-938f-f84e70e91551, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:18:12.359583 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.377690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5449437a-45bd-4156-b4a0-361d4498a65b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:12.484244 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] For port e1af9ad5-750e-4819-938f-f84e70e91551, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:18:12.492406 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] For port e1af9ad5-750e-4819-938f-f84e70e91551, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e1af9ad5-750e-4819-938f-f84e70e91551,segment=NetworkSegment(6f3aa3da-7b2c-4220-bcd5-efe5af2237ac),segment_id=6f3aa3da-7b2c-4220-bcd5-efe5af2237ac)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:18:12.509577 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.522018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5449437a-45bd-4156-b4a0-361d4498a65b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:12.522847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.539857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-a00fa1db-92f2-46b9-80f8-0b2016e89f5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 217 time: 0.4013426 Feb 09 21:18:12.595895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-48ad11a0-6ce6-4143-8cb1-8728cba6461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:12.597407 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-48ad11a0-6ce6-4143-8cb1-8728cba6461d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 200 len: 847 time: 0.0505886 Feb 09 21:18:12.706361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5449437a-45bd-4156-b4a0-361d4498a65b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:12.716738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Provisioning complete for port e1af9ad5-750e-4819-938f-f84e70e91551 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:12.719125 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.720378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-9197eb3c-59e3-4961-9fc9-d25e6602b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:12.722015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-9197eb3c-59e3-4961-9fc9-d25e6602b9bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 1127 time: 0.4973636 Feb 09 21:18:12.742771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-d3cbcc76-fa89-4cfb-9cf7-271fcbc91b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:12.744322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-d3cbcc76-fa89-4cfb-9cf7-271fcbc91b54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1382213 Feb 09 21:18:12.793754 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Routers {'382f8c07-9880-4f2f-be0d-5a846e855c1f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:12.799105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:18:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['382f8c07-9880-4f2f-be0d-5a846e855c1f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:12.879764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.915108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Current status of the port e1af9ad5-750e-4819-938f-f84e70e91551 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:12.916649 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.934291 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fa43b-7294-437a-847a-7482b87e8998 None None] Pushing event updated for resources: {'Port': ['ID=e1af9ad5-750e-4819-938f-f84e70e91551,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:12.996781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] For port e1af9ad5-750e-4819-938f-f84e70e91551, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e1af9ad5-750e-4819-938f-f84e70e91551,segment=NetworkSegment(6f3aa3da-7b2c-4220-bcd5-efe5af2237ac),segment_id=6f3aa3da-7b2c-4220-bcd5-efe5af2237ac)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:13.005213 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:13.007227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-5054951f-6263-49e3-a84e-f3a26a9526f2 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383516 Feb 09 21:18:13.067732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-15585f0b-97b6-4ebb-9e2a-15a2a96f2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:13.069322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-15585f0b-97b6-4ebb-9e2a-15a2a96f2034 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.3414838 Feb 09 21:18:13.103257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Pushing event updated for resources: {'Port': ['ID=e1af9ad5-750e-4819-938f-f84e70e91551,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:13.105088 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] Set router 382f8c07-9880-4f2f-be0d-5a846e855c1f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:13.146436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.148687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.149055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.149406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.149750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.150091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.150447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.150761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.158622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.159078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.159427 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.159799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.160142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc52cb0-5eb2-430c-9f45-788aaa3bed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:13.170778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e9ef3900-42ea-407d-bc23-476e33b7f08c None None] Provisioning complete for port e1af9ad5-750e-4819-938f-f84e70e91551 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:13.174804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9ef3900-42ea-407d-bc23-476e33b7f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:13.280965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-e2ea3b44-ecfa-4cbf-b0d8-5dc1c8d727eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1760baef-6d53-4072-8645-d9be251adfdf HTTP/1.1" status: 200 len: 217 time: 0.1935217 Feb 09 21:18:13.329645 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc0759-485c-4ee3-a142-55a75ab3bfcb req-9465cec8-1d43-4ee9-92d0-0eefc5f1fa5d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:13.336797 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8fc0759-485c-4ee3-a142-55a75ab3bfcb req-9465cec8-1d43-4ee9-92d0-0eefc5f1fa5d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.1413696 Feb 09 21:18:13.399038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef3900-42ea-407d-bc23-476e33b7f08c None None] Current status of the port e1af9ad5-750e-4819-938f-f84e70e91551 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:13.431253 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8fc0759-485c-4ee3-a142-55a75ab3bfcb req-c172792b-480a-4d40-9051-69928429790d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869420 Feb 09 21:18:13.494625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adc33f-0cfd-485e-ab13-6ad5b3456c97 req-fc6b9233-4edd-4cf8-aef0-4d3a488f7094 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:13.498577 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78adc33f-0cfd-485e-ab13-6ad5b3456c97 req-fc6b9233-4edd-4cf8-aef0-4d3a488f7094 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 944 time: 0.2222290 Feb 09 21:18:13.502786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-402d9bfe-f79e-437b-a6ec-3d3f89833617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:13.504548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-402d9bfe-f79e-437b-a6ec-3d3f89833617 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.2068708 Feb 09 21:18:13.511284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0c6dcc7-6857-41f4-9d94-03ba9f8e5c9b req-85661852-01d8-426f-aa33-65b26eae2d81 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544046 Feb 09 21:18:13.555148 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '23f46237-b307-4811-9811-e7d23525d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:17:55Z', 'revision_number': 4, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port': {'id': '23f46237-b307-4811-9811-e7d23525d7d6', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'e1af9ad5-750e-4819-938f-f84e70e91551', 'name': '', 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'mac_address': 'fa:16:3e:4d:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e851324b-fd51-4771-9522-3073551845fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:54Z', 'updated_at': '2022-02-09T21:18:12Z', 'revision_number': 4, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'subnets': [{'id': 'e851324b-fd51-4771-9522-3073551845fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:13.589304 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc8bd8-6d5c-4d0f-93eb-ed28c31e38ba None None] The sync data for ids ['382f8c07-9880-4f2f-be0d-5a846e855c1f'] in n-d-789963-29 is: [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '23f46237-b307-4811-9811-e7d23525d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:17:55Z', 'revision_number': 4, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port': {'id': '23f46237-b307-4811-9811-e7d23525d7d6', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'e1af9ad5-750e-4819-938f-f84e70e91551', 'name': '', 'network_id': '53ab178a-13c2-454d-a54f-003179f3be79', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'mac_address': 'fa:16:3e:4d:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e851324b-fd51-4771-9522-3073551845fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:54Z', 'updated_at': '2022-02-09T21:18:12Z', 'revision_number': 4, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'subnets': [{'id': 'e851324b-fd51-4771-9522-3073551845fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:18:13.616850 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-78adc33f-0cfd-485e-ab13-6ad5b3456c97 req-07d3fce3-a254-4987-9008-4e7fab67cae1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110811 Feb 09 21:18:13.629083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-1198ea51-8d06-4185-b22e-674dbe0a34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:13.631496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-1198ea51-8d06-4185-b22e-674dbe0a34be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1187208 Feb 09 21:18:13.747458 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-0da98e03-e6e5-4581-884a-faf07e1637eb service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103170 Feb 09 21:18:13.850351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-745fe3a1-e745-479f-a666-0c3af5202f70 req-14b1ec25-0473-4f08-93dd-a97e6b361c98 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967736 Feb 09 21:18:13.945613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:14.204477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e1af9ad5-750e-4819-938f-f84e70e91551 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:14.258978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e1af9ad5-750e-4819-938f-f84e70e91551 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:14.259356 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:14.371073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e1af9ad5-750e-4819-938f-f84e70e91551 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:14.595948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03afa9-d11b-40d2-8923-be21a2a3572b req-a15eb113-cba7-4762-be15-d0e8b715b958 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:14.599710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff03afa9-d11b-40d2-8923-be21a2a3572b req-a15eb113-cba7-4762-be15-d0e8b715b958 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0874619 Feb 09 21:18:14.677445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff03afa9-d11b-40d2-8923-be21a2a3572b req-23417a84-98b4-4546-960c-4406ae810931 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673201 Feb 09 21:18:14.704953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6a7bd70f-7a99-4778-9663-dd7a3b77358f details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:18:14.817893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6135ab4-8f80-4298-aae4-f4d519e1cbe7 req-13a0a28e-ebd3-42c8-b5a4-76fc2892f946 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:14.819427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6135ab4-8f80-4298-aae4-f4d519e1cbe7 req-13a0a28e-ebd3-42c8-b5a4-76fc2892f946 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 944 time: 0.1007524 Feb 09 21:18:14.875096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6a7bd70f-7a99-4778-9663-dd7a3b77358f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:14.907267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'port_id': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'mac_address': 'fa:16:3e:93:1b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:18:14.931992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6135ab4-8f80-4298-aae4-f4d519e1cbe7 req-7ff1018b-c2ac-4f4b-9e74-fe0f449362da tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020522 Feb 09 21:18:14.975026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6a7bd70f-7a99-4778-9663-dd7a3b77358f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:14.975861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:14.991614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7bd70f-7a99-4778-9663-dd7a3b77358f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:18:15.026584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6a7bd70f-7a99-4778-9663-dd7a3b77358f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:15.036460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:15.104763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6a7bd70f-7a99-4778-9663-dd7a3b77358f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:15.261265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6a7bd70f-7a99-4778-9663-dd7a3b77358f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:18:15.845269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba31cc-f8ea-4f3a-83e9-3db35bde0104 req-c40e4cc6-2ea7-4270-a4cb-cc26aea3c268 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:15.846866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7ba31cc-f8ea-4f3a-83e9-3db35bde0104 req-c40e4cc6-2ea7-4270-a4cb-cc26aea3c268 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0834889 Feb 09 21:18:15.908659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c7ba31cc-f8ea-4f3a-83e9-3db35bde0104 req-6df3622b-194c-4ead-b7d0-9a7f14446201 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550573 Feb 09 21:18:16.086193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f81799-53a6-4ecb-af7b-5256e0f14cc1 req-2a726852-74a7-48e2-8a0e-fccdd9a15b27 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:16.088513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14f81799-53a6-4ecb-af7b-5256e0f14cc1 req-2a726852-74a7-48e2-8a0e-fccdd9a15b27 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 945 time: 0.0640514 Feb 09 21:18:16.149262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14f81799-53a6-4ecb-af7b-5256e0f14cc1 req-140b8c58-dedd-4856-ae46-960ba01161ad tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542223 Feb 09 21:18:16.706300 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6a7bd70f-7a99-4778-9663-dd7a3b77358f up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:16.769866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 6a7bd70f-7a99-4778-9663-dd7a3b77358f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:18:16.775742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6a7bd70f-7a99-4778-9663-dd7a3b77358f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:16.776421 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:16.867330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6a7bd70f-7a99-4778-9663-dd7a3b77358f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:16.867755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:16.904238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7bd70f-7a99-4778-9663-dd7a3b77358f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:18:16.906928 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e37e6f7-36fa-48fc-8837-19d15b8191ad" -d '{"events": [{"server_uuid": "7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03", "name": "network-vif-plugged", "status": "completed", "tag": "6a7bd70f-7a99-4778-9663-dd7a3b77358f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:18:16.921574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6a7bd70f-7a99-4778-9663-dd7a3b77358f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:16.927443 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:16.992191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6a7bd70f-7a99-4778-9663-dd7a3b77358f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:16.995838 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae06e89-986b-458b-b4e9-001ab631ce3a x-openstack-request-id: req-bae06e89-986b-458b-b4e9-001ab631ce3a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:18:16.996211 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03", "name": "network-vif-plugged", "status": "completed", "tag": "6a7bd70f-7a99-4778-9663-dd7a3b77358f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:18:16.996542 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bae06e89-986b-458b-b4e9-001ab631ce3a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:18:16.997008 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'code': 200} Feb 09 21:18:17.113430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2345e4b-358b-43af-a8f8-c9231be94e31 req-8319f25b-c61b-4a16-b289-35958268d30f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:17.116006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2345e4b-358b-43af-a8f8-c9231be94e31 req-8319f25b-c61b-4a16-b289-35958268d30f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.1115894 Feb 09 21:18:17.147505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e98778-7b47-4274-b948-2c6f660fa8ae req-704e4c23-84c7-4d97-9b87-846f254b4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:17.149092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18e98778-7b47-4274-b948-2c6f660fa8ae req-704e4c23-84c7-4d97-9b87-846f254b4a39 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1129 time: 0.0913749 Feb 09 21:18:17.207106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2345e4b-358b-43af-a8f8-c9231be94e31 req-2f93ab11-f44c-4607-af09-05491935f2fc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800691 Feb 09 21:18:17.254825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18e98778-7b47-4274-b948-2c6f660fa8ae req-1484fc52-2179-471f-ab9c-73d96a63085f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880060 Feb 09 21:18:17.302996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3e2df-68c6-4bcd-b28b-fe13505d87d3 req-2f37c1ba-aae4-4ac1-a24e-68ce3c6d749a tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:17.304717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93b3e2df-68c6-4bcd-b28b-fe13505d87d3 req-2f37c1ba-aae4-4ac1-a24e-68ce3c6d749a tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 946 time: 0.0591197 Feb 09 21:18:17.368290 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-93b3e2df-68c6-4bcd-b28b-fe13505d87d3 req-b1dceb66-7a73-446b-9fbe-952d1610183c tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572951 Feb 09 21:18:18.364711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc0092-c778-4a86-8d4f-523faafcdd63 req-13f77c1e-81ac-4150-b28d-3c311979f794 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:18.367080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ddc0092-c778-4a86-8d4f-523faafcdd63 req-13f77c1e-81ac-4150-b28d-3c311979f794 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0646164 Feb 09 21:18:18.458038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ddc0092-c778-4a86-8d4f-523faafcdd63 req-e65068d0-0292-41b2-9729-f6d443336dcc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795388 Feb 09 21:18:18.590814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877f39-8f96-44d2-9bad-c29c047fdada req-77061857-d948-4311-a7c5-54975df6a88a tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:18.592934 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc877f39-8f96-44d2-9bad-c29c047fdada req-77061857-d948-4311-a7c5-54975df6a88a tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 946 time: 0.0734670 Feb 09 21:18:18.657680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc877f39-8f96-44d2-9bad-c29c047fdada req-57262218-776f-4ecd-a94d-773cd7d03c1b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582156 Feb 09 21:18:19.618403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d248db-e2f3-44f4-a998-dcda22e16935 req-0655d04a-0573-46af-aac8-97d7ed7217e5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:19.619959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87d248db-e2f3-44f4-a998-dcda22e16935 req-0655d04a-0573-46af-aac8-97d7ed7217e5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0576603 Feb 09 21:18:19.673381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87d248db-e2f3-44f4-a998-dcda22e16935 req-2c4fc502-f942-49e1-82fd-5a54ec316521 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Feb 09 21:18:19.798672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf0243-a212-4bcd-96ef-f305ff5e5286 req-c90cfde8-bbad-4bf0-befe-7c95294e5e77 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:19.800356 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35bf0243-a212-4bcd-96ef-f305ff5e5286 req-c90cfde8-bbad-4bf0-befe-7c95294e5e77 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 946 time: 0.0642009 Feb 09 21:18:19.862688 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35bf0243-a212-4bcd-96ef-f305ff5e5286 req-926c2733-7ad6-4247-abc1-574454d87d41 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560338 Feb 09 21:18:19.986407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602b95e-4200-4996-b43a-4752c0a89392 req-9e9139cc-a19d-46b4-be47-900b7ec68e32 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:19.987979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5602b95e-4200-4996-b43a-4752c0a89392 req-9e9139cc-a19d-46b4-be47-900b7ec68e32 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 946 time: 0.0574253 Feb 09 21:18:20.044415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5602b95e-4200-4996-b43a-4752c0a89392 req-27dd1542-2261-4224-9295-9b88622761cf tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497189 Feb 09 21:18:20.164823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b44492-9e34-4aa1-9430-b19792ef5594 req-a52db95d-ae37-4472-9d8b-c28bd49e26f3 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:20.166314 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28b44492-9e34-4aa1-9430-b19792ef5594 req-a52db95d-ae37-4472-9d8b-c28bd49e26f3 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 946 time: 0.0532694 Feb 09 21:18:20.221880 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-28b44492-9e34-4aa1-9430-b19792ef5594 req-6c3cfd07-e741-4e16-9b46-201df07c40ec tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491827 Feb 09 21:18:20.245157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 38680) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:20.348795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ee1674-3fb4-47fd-b683-3c9970a495a3 tempest-TestServerBasicOps-194881840 tempest-TestServerBasicOps-194881840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:20.350380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-98ee1674-3fb4-47fd-b683-3c9970a495a3 tempest-TestServerBasicOps-194881840 tempest-TestServerBasicOps-194881840-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1124 time: 0.1041317 Feb 09 21:18:20.354774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 38684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:18:20.360212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:18:20.391990 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:20.520556 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:20.645683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Allocated IP 172.25.4.112 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/d6b9fa55-1af1-4a3a-b7fd-6d23f4723390) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:18:20.765854 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for port (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:20.840495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d8ae8-289a-4da5-af44-efb79da03099 req-02b3c519-e85c-4299-aeaf-c56d45b8169c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:20.842008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a98d8ae8-289a-4da5-af44-efb79da03099 req-02b3c519-e85c-4299-aeaf-c56d45b8169c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0745254 Feb 09 21:18:20.861947 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:20.914289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:18:20.928497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:18:20.935214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:18:20.939803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'Port': ['ID=d6b9fa55-1af1-4a3a-b7fd-6d23f4723390,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:20.962877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a98d8ae8-289a-4da5-af44-efb79da03099 req-4859eb71-97f0-4492-b6ad-b78b64b877f5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137738 Feb 09 21:18:21.415882 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for floatingip (09708566-9489-4190-a39a-5b29854db481), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.522781 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.683862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for port (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.689184 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.769320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event updated for resources: {'Port': ['ID=d6b9fa55-1af1-4a3a-b7fd-6d23f4723390,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:21.778633 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (09708566-9489-4190-a39a-5b29854db481), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:21.808626 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:22.146736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65593fa2-00bb-4ea6-ac71-d96c64a48a67 req-a2fc7640-095b-4053-9758-18b56046f831 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:22.148775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65593fa2-00bb-4ea6-ac71-d96c64a48a67 req-a2fc7640-095b-4053-9758-18b56046f831 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0913408 Feb 09 21:18:22.177990 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Floating IP 09708566-9489-4190-a39a-5b29854db481 associated. External IP: 172.25.4.112, port: 6a7bd70f-7a99-4778-9663-dd7a3b77358f. Feb 09 21:18:22.200465 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-65593fa2-00bb-4ea6-ac71-d96c64a48a67 req-4055b43b-7f31-49ff-839b-8a4846fd9400 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459597 Feb 09 21:18:22.394956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Router 2175b928-5f8e-41e3-90ca-868f5d15bcba has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:18:22.506274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:18:22.517136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] Sync routers for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:18:22.525259 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:22.527717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:22.528447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:18:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:22.570349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d1e58aab-59fe-40c2-9212-358c9511b559 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2143793 Feb 09 21:18:22.571121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'tag': '6a7bd70f-7a99-4778-9663-dd7a3b77358f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:18:22.573836 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b484e590-bcbf-492e-afbf-d3359fb951c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03", "tag": "6a7bd70f-7a99-4778-9663-dd7a3b77358f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:18:22.658477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:22.703589 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a068da3-df62-4081-8681-b0e9e0855658 x-openstack-request-id: req-9a068da3-df62-4081-8681-b0e9e0855658 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:18:22.704561 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03", "tag": "6a7bd70f-7a99-4778-9663-dd7a3b77358f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:18:22.704821 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9a068da3-df62-4081-8681-b0e9e0855658 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:18:22.705229 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'tag': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'status': 'completed', 'code': 200} Feb 09 21:18:22.771943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-08c80c88-b862-4024-8e3b-cb0c9f555460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:22.773461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-08c80c88-b862-4024-8e3b-cb0c9f555460 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1129 time: 0.0462401 Feb 09 21:18:22.872356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-316ff6dd-0a69-4a6c-bc4e-26c36f852b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:22.875429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-316ff6dd-0a69-4a6c-bc4e-26c36f852b41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 909 time: 0.0958130 Feb 09 21:18:22.902237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '09708566-9489-4190-a39a-5b29854db481', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'port_id': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'mac_address': 'fa:16:3e:93:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:18:21Z', 'updated_at': '2022-02-09T21:18:21Z', 'revision_number': 0, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 5, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:22.937916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] Checking router: 2175b928-5f8e-41e3-90ca-868f5d15bcba for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:18:22.947123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:18:22.947774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:18:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:22.959875 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-9b512157-5212-4de8-932f-4b40b7b5127c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 1000 time: 0.0787733 Feb 09 21:18:23.019228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-48f2d3de-a58b-4313-837b-83db2d8409b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:23.020813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-48f2d3de-a58b-4313-837b-83db2d8409b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 200 len: 847 time: 0.0553031 Feb 09 21:18:23.064400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:18:23.073429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-838a0986-0867-4a55-a18f-e77c4dd07409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:23.075289 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-838a0986-0867-4a55-a18f-e77c4dd07409 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490067 Feb 09 21:18:23.173102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-e4f9e446-6da1-401e-bf5d-3acd443dece2 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912097 Feb 09 21:18:23.279339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b484e590-bcbf-492e-afbf-d3359fb951c3 req-7b81e654-7ded-4ffe-b558-c624a1659658 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005878 Feb 09 21:18:23.324336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '09708566-9489-4190-a39a-5b29854db481', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'port_id': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'mac_address': 'fa:16:3e:93:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:18:21Z', 'updated_at': '2022-02-09T21:18:21Z', 'revision_number': 0, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 5, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:18:23.343071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99194d1f-2560-49da-83b6-ed7753d9044e req-128e9c5e-a8a4-4f4d-8940-01516c74af4f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:23.346937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99194d1f-2560-49da-83b6-ed7753d9044e req-128e9c5e-a8a4-4f4d-8940-01516c74af4f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0684617 Feb 09 21:18:23.351315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f15ad-cab3-4783-b715-49b0d0f35b87 None None] The sync data for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 is: [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '09708566-9489-4190-a39a-5b29854db481', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'floating_ip_address': '172.25.4.112', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'port_id': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'mac_address': 'fa:16:3e:93:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:18:21Z', 'updated_at': '2022-02-09T21:18:21Z', 'revision_number': 0, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 5, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:18:23.397985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99194d1f-2560-49da-83b6-ed7753d9044e req-a6fa6034-2cd8-4e1e-8355-7e8e63c7dbeb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Feb 09 21:18:23.575253 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635a914-53ac-4abc-8ac3-aa1a3a60d5cf None None] New status for floating IP 09708566-9489-4190-a39a-5b29854db481: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:18:24.540058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5b40e-0a34-42a7-a1ae-9d9466a69063 req-a2de42a3-b4c6-4735-adc3-665d0f1f1f08 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:24.541566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04b5b40e-0a34-42a7-a1ae-9d9466a69063 req-a2de42a3-b4c6-4735-adc3-665d0f1f1f08 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0609028 Feb 09 21:18:24.589012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-04b5b40e-0a34-42a7-a1ae-9d9466a69063 req-1542f2a6-a4f5-492a-872b-ea932f262eb8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Feb 09 21:18:25.713835 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf1961-9cdd-4bad-9819-a8cce907205c req-ba934654-165a-43f5-83ff-f27406aba8a9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:25.715316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ddf1961-9cdd-4bad-9819-a8cce907205c req-ba934654-165a-43f5-83ff-f27406aba8a9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0529177 Feb 09 21:18:25.761922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ddf1961-9cdd-4bad-9819-a8cce907205c req-e185c46e-b78e-481d-9f86-41a208d03201 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Feb 09 21:18:26.719662 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:26.880875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882270-6275-4e4c-b6b8-16938148d956 req-dc71fea0-1120-445e-ba35-ddf4456dc4e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:26.882372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59882270-6275-4e4c-b6b8-16938148d956 req-dc71fea0-1120-445e-ba35-ddf4456dc4e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0528693 Feb 09 21:18:26.930022 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59882270-6275-4e4c-b6b8-16938148d956 req-d0a11c7c-757c-4f5f-a6ee-c2a201dbabf7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Feb 09 21:18:28.052825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e587fa5-3a99-4f21-9e8a-2ac60da6a25b req-8cd1deed-f8cb-4cc4-956c-ac7a3f78a99b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:28.054477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e587fa5-3a99-4f21-9e8a-2ac60da6a25b req-8cd1deed-f8cb-4cc4-956c-ac7a3f78a99b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 944 time: 0.0568130 Feb 09 21:18:28.114145 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e587fa5-3a99-4f21-9e8a-2ac60da6a25b req-c0387b47-fb99-40e2-a92d-92e0998e40c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535553 Feb 09 21:18:28.734709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1760baef-6d53-4072-8645-d9be251adfdf details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:18:28.835197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1760baef-6d53-4072-8645-d9be251adfdf, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1760baef-6d53-4072-8645-d9be251adfdf,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:28.847051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '1760baef-6d53-4072-8645-d9be251adfdf', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'port_id': '1760baef-6d53-4072-8645-d9be251adfdf', 'mac_address': 'fa:16:3e:96:72:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:18:28.884182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1760baef-6d53-4072-8645-d9be251adfdf is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:28.884580 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1760baef-6d53-4072-8645-d9be251adfdf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:28.897801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1760baef-6d53-4072-8645-d9be251adfdf {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:18:28.916855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1760baef-6d53-4072-8645-d9be251adfdf, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1760baef-6d53-4072-8645-d9be251adfdf,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:28.920940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1760baef-6d53-4072-8645-d9be251adfdf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:29.145785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1760baef-6d53-4072-8645-d9be251adfdf,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:29.204127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['1760baef-6d53-4072-8645-d9be251adfdf'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:18:29.252046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07468016-f5b3-488b-805a-608c9902b455 req-fb822224-a830-4693-b692-323396e69069 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:29.253716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07468016-f5b3-488b-805a-608c9902b455 req-fb822224-a830-4693-b692-323396e69069 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 945 time: 0.0590088 Feb 09 21:18:29.318698 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07468016-f5b3-488b-805a-608c9902b455 req-3d6a7688-fbed-441f-be34-5e19a11aae0c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586896 Feb 09 21:18:30.441605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02b1a-515c-424a-afed-7539bd49f3ab req-cef769ce-a0e8-4e8a-961e-7dd5fd8429c4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:30.443093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5e02b1a-515c-424a-afed-7539bd49f3ab req-cef769ce-a0e8-4e8a-961e-7dd5fd8429c4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 945 time: 0.0540767 Feb 09 21:18:30.492204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5e02b1a-515c-424a-afed-7539bd49f3ab req-bd9b749e-07dc-46d3-9912-7bca61c48dee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430517 Feb 09 21:18:30.748926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1760baef-6d53-4072-8645-d9be251adfdf up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:18:30.801566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 1760baef-6d53-4072-8645-d9be251adfdf completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:18:30.805648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 1760baef-6d53-4072-8645-d9be251adfdf triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:18:30.806030 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1760baef-6d53-4072-8645-d9be251adfdf), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:30.888125 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 1760baef-6d53-4072-8645-d9be251adfdf is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:30.889409 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1760baef-6d53-4072-8645-d9be251adfdf), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:30.914385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a13cba-44d1-4b6e-8c9f-27183a4d55ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1760baef-6d53-4072-8645-d9be251adfdf'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:18:30.916710 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f6cf32-8ea0-43ec-9c65-6464a7aa073d" -d '{"events": [{"server_uuid": "37a13cba-44d1-4b6e-8c9f-27183a4d55ea", "name": "network-vif-plugged", "status": "completed", "tag": "1760baef-6d53-4072-8645-d9be251adfdf"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:18:30.933602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 1760baef-6d53-4072-8645-d9be251adfdf, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1760baef-6d53-4072-8645-d9be251adfdf,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:30.939852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1760baef-6d53-4072-8645-d9be251adfdf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:30.969462 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4a407e-734d-4828-a463-fec9ad9904d4 x-openstack-request-id: req-4f4a407e-734d-4828-a463-fec9ad9904d4 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:18:30.969937 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a13cba-44d1-4b6e-8c9f-27183a4d55ea", "name": "network-vif-plugged", "status": "completed", "tag": "1760baef-6d53-4072-8645-d9be251adfdf", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:18:30.970122 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4f4a407e-734d-4828-a463-fec9ad9904d4 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:18:30.970384 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a13cba-44d1-4b6e-8c9f-27183a4d55ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1760baef-6d53-4072-8645-d9be251adfdf', 'code': 200} Feb 09 21:18:31.005861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=1760baef-6d53-4072-8645-d9be251adfdf,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:31.071231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047b089-18a8-4f81-b23e-220409fe315e req-810b6654-67c9-4e32-aad9-9e0e5526e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:31.073033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5047b089-18a8-4f81-b23e-220409fe315e req-810b6654-67c9-4e32-aad9-9e0e5526e43e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 1129 time: 0.0473824 Feb 09 21:18:31.118734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5047b089-18a8-4f81-b23e-220409fe315e req-d39de0cf-1d80-4696-b30e-01e775a0df46 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389364 Feb 09 21:18:31.614959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3909a90-920c-4213-8251-b6c51559e7c4 req-1b17e7de-c219-4f79-ad74-fa35d0b99d87 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:31.616963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3909a90-920c-4213-8251-b6c51559e7c4 req-1b17e7de-c219-4f79-ad74-fa35d0b99d87 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 946 time: 0.0560963 Feb 09 21:18:31.688389 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3909a90-920c-4213-8251-b6c51559e7c4 req-83cd61b2-ad4f-4672-a503-e813abc7547a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652993 Feb 09 21:18:32.845000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97dd80-2691-4b4b-a08f-31d0ae149af3 req-362537d7-3924-42eb-bcb2-b9155a560ae8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:32.847907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc97dd80-2691-4b4b-a08f-31d0ae149af3 req-362537d7-3924-42eb-bcb2-b9155a560ae8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 946 time: 0.0768874 Feb 09 21:18:32.904956 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc97dd80-2691-4b4b-a08f-31d0ae149af3 req-9e3018f0-c3cb-4e26-93ec-5b60f3b4f35d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488598 Feb 09 21:18:33.045746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48f107-e213-451a-9058-f94da8e34921 req-c48d42d3-9af7-4a5b-b36b-68dd280dc6ab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:33.047379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f48f107-e213-451a-9058-f94da8e34921 req-c48d42d3-9af7-4a5b-b36b-68dd280dc6ab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 946 time: 0.0668519 Feb 09 21:18:33.102321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7f48f107-e213-451a-9058-f94da8e34921 req-f6c40838-7793-4ca3-bd0a-00fe84edcac1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493224 Feb 09 21:18:33.240723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476493e1-0864-4bc7-a25d-5bc6ddc4b29f req-4b3023ea-ceb2-4f5b-bc3c-2f57f0d09f42 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:33.242508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-476493e1-0864-4bc7-a25d-5bc6ddc4b29f req-4b3023ea-ceb2-4f5b-bc3c-2f57f0d09f42 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 946 time: 0.0624385 Feb 09 21:18:33.292878 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-476493e1-0864-4bc7-a25d-5bc6ddc4b29f req-4e4a977c-1ee5-4da3-90c1-a432df5e49ef tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427845 Feb 09 21:18:33.571444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c3dd-b26d-414c-8094-222cdcd67627 req-6a968165-9c0f-4530-8670-f44a6edb0ca5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:33.573722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18b3c3dd-b26d-414c-8094-222cdcd67627 req-6a968165-9c0f-4530-8670-f44a6edb0ca5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 946 time: 0.0649118 Feb 09 21:18:33.645819 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18b3c3dd-b26d-414c-8094-222cdcd67627 req-68cf4f3e-c897-4605-8ddb-8e6ac83749f0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642865 Feb 09 21:18:34.781691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a585e-488f-4e93-b952-2f1c11935a72 req-3f5a506e-bbaf-44e7-b986-20bbe8b39165 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:34.783341 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-285a585e-488f-4e93-b952-2f1c11935a72 req-3f5a506e-bbaf-44e7-b986-20bbe8b39165 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 946 time: 0.0599740 Feb 09 21:18:34.836737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-285a585e-488f-4e93-b952-2f1c11935a72 req-94132c25-d37e-43fd-a813-6ffe11dcc341 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 Feb 09 21:18:35.182125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-fa0a2300-7fd0-49d1-a9cc-332e302a071e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:35.183508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-fa0a2300-7fd0-49d1-a9cc-332e302a071e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 946 time: 0.0563841 Feb 09 21:18:35.285322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port 1760baef-6d53-4072-8645-d9be251adfdf {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:18:35.285655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1760baef-6d53-4072-8645-d9be251adfdf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:35.377442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] For port 1760baef-6d53-4072-8645-d9be251adfdf, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=1760baef-6d53-4072-8645-d9be251adfdf,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:18:35.377808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1760baef-6d53-4072-8645-d9be251adfdf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:35.390360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for 1760baef-6d53-4072-8645-d9be251adfdf owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:18:35.400958 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:18:35.517114 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1760baef-6d53-4072-8645-d9be251adfdf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:35.531691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['1760baef-6d53-4072-8645-d9be251adfdf'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:18:35.549922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=1760baef-6d53-4072-8645-d9be251adfdf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:18:35.562334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.562696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.563046 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.563390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.563753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.564100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.564437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.564772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.565103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.565433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.565768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.566098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.566428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:18:35.602980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] No DVR routers for this DVR port 1760baef-6d53-4072-8645-d9be251adfdf on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:18:35.605782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:35.609851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cda6f9d-6303-40d5-968a-cb3c230a0054 req-450611a2-9b3d-4d23-ad75-ee187ea4492a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "DELETE /v2.0/ports/1760baef-6d53-4072-8645-d9be251adfdf HTTP/1.1" status: 204 len: 173 time: 0.4204297 Feb 09 21:18:35.610322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a13cba-44d1-4b6e-8c9f-27183a4d55ea', 'name': 'network-vif-deleted', 'tag': '1760baef-6d53-4072-8645-d9be251adfdf'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:18:35.612701 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739465ed-b757-4909-84f6-dc7715029f1b" -d '{"events": [{"server_uuid": "37a13cba-44d1-4b6e-8c9f-27183a4d55ea", "name": "network-vif-deleted", "tag": "1760baef-6d53-4072-8645-d9be251adfdf"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:18:35.658415 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6173a0d8-e23d-4957-a626-9c348358ca5a x-openstack-request-id: req-6173a0d8-e23d-4957-a626-9c348358ca5a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:18:35.658711 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a13cba-44d1-4b6e-8c9f-27183a4d55ea", "name": "network-vif-deleted", "tag": "1760baef-6d53-4072-8645-d9be251adfdf", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:18:35.658989 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6173a0d8-e23d-4957-a626-9c348358ca5a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:18:35.659397 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a13cba-44d1-4b6e-8c9f-27183a4d55ea', 'name': 'network-vif-deleted', 'tag': '1760baef-6d53-4072-8645-d9be251adfdf', 'status': 'completed', 'code': 200} Feb 09 21:18:35.934551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4afc90ba-2e19-4778-a51a-506c1dc7ddad req-e2628b94-325f-449a-8953-55ad09997231 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0288830 Feb 09 21:18:37.033683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-707021ae-f187-4246-84bc-78eed35cc4ce req-e7d84411-c42d-4aaa-852e-60e246683220 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0280850 Feb 09 21:18:37.683993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d49dab20-7cc7-45d9-a24e-e51efad0d72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:38.136034 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-51a973c8-4c78-4011-8e20-10cf278976c9 req-4b19901f-468b-461d-8f6f-1c288c2adb70 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0326579 Feb 09 21:18:38.630892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-62a714b7-e3e7-4913-bda1-fc52c57f0c61 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469813 Feb 09 21:18:38.722309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-18cc93dd-1e85-4605-8313-d9641235a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:38.723862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-18cc93dd-1e85-4605-8313-d9641235a053 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1129 time: 0.0498109 Feb 09 21:18:38.783388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1760baef-6d53-4072-8645-d9be251adfdf no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:18:38.820523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 1760baef-6d53-4072-8645-d9be251adfdf {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:18:38.820870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 1760baef-6d53-4072-8645-d9be251adfdf not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:18:38.868654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-491543a2-3b6c-4e37-8ba3-18965c07949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:38.869119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-491543a2-3b6c-4e37-8ba3-18965c07949e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 909 time: 0.1267822 Feb 09 21:18:38.947032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-3fccf652-9a15-4d29-b778-cfaa476dd2ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 1002 time: 0.0712812 Feb 09 21:18:39.003939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-032dffb8-dc21-4166-8867-700c6047890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:39.005427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-032dffb8-dc21-4166-8867-700c6047890c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 200 len: 847 time: 0.0480826 Feb 09 21:18:39.058984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-72ca310e-8bb6-4af6-97c5-95a3acf30e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:18:39.060574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-72ca310e-8bb6-4af6-97c5-95a3acf30e41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473242 Feb 09 21:18:39.152869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-d2839543-7dd5-4da8-804b-335a1d6ba6e8 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859220 Feb 09 21:18:39.241151 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2842f0a-9ed3-4267-b997-c60efdaab0bd req-19264a4f-0a84-457f-aa90-68f56e0f255f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0315020 Feb 09 21:18:39.271254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-543edbf9-0fa1-4ad7-939e-375380c38f8a req-26a51f9c-33e1-4f3c-87bc-d018f79f3862 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122003 Feb 09 21:18:39.753321 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5ec655db-0a04-4ea8-8c5c-1c6b93d5811c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:40.347076 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a4579ea-52dd-4f70-89d2-7b983061567b req-a37a257f-ba65-42e7-842d-04eab8fd9456 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0281086 Feb 09 21:18:41.309817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:41.452995 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1e9673c-27f6-4bb7-82d1-3b6295e0ed60 req-587b19e5-a3c8-414f-85b7-74bfe02851e9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0334330 Feb 09 21:18:42.552661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6afcb3d3-26a9-453f-beb6-4a22ea5bd314 req-ba8fba63-c65e-4908-88ce-eb80c70e4a91 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0276997 Feb 09 21:18:42.792272 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:43.657405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-14db84c8-a3f0-423e-b40c-fa6e62dee884 req-37af14f4-88df-4c58-9303-f581830c28ef tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=37a13cba-44d1-4b6e-8c9f-27183a4d55ea HTTP/1.1" status: 200 len: 210 time: 0.0355790 Feb 09 21:18:43.940764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:51.807762 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:56.732340 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:00.302949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 39156) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:00.415419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4ece7-f4f5-49ae-9d27-b9c0a1b3bc35 req-a83fc072-4514-43b7-95cb-679f388a091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:00.417374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18c4ece7-f4f5-49ae-9d27-b9c0a1b3bc35 req-a83fc072-4514-43b7-95cb-679f388a091b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1129 time: 0.1128030 Feb 09 21:19:00.475074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-18c4ece7-f4f5-49ae-9d27-b9c0a1b3bc35 req-733d626c-b444-4d72-82ba-49bb749859fd service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504460 Feb 09 21:19:07.686336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f492c0d5-644d-4197-b51c-e57853eb7c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:09.746903 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08178e51-c377-48a9-afd0-b9498e47bf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:11.310320 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:12.402170 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:19:12.815410 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:13.953132 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:19.712722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-d14019fd-289d-45ca-9eed-1e8a2946f123 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:19.714273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-d14019fd-289d-45ca-9eed-1e8a2946f123 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1263657 Feb 09 21:19:19.734822 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-d2c0b926-2cf1-47d3-9463-0e9ddf457edf tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/quotas/16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 375 time: 0.0140624 Feb 09 21:19:19.818062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-f6133d0c-92cd-41c1-ab01-e9d49e1a1f67 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774748 Feb 09 21:19:19.943975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-9a5e0586-9ed5-42be-9514-c197152d4ccb service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130204 Feb 09 21:19:20.052141 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-72edd173-89b5-4ca8-86bc-caed6550f8ac service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066723 Feb 09 21:19:20.337828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104bd030-74a7-40c8-8041-ce872c4f6b8c req-40eb3532-0006-41da-9da5-7f03f5b33401 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0301754 Feb 09 21:19:21.470172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-367ba539-c29a-42b8-8355-1929d3fad279 req-57ac216f-f9c4-4217-87f2-068dd6f773ce tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0378122 Feb 09 21:19:21.679757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-96478886-bcfe-4624-8808-e1f079bcac42 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:21.682031 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-96478886-bcfe-4624-8808-e1f079bcac42 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1898704 Feb 09 21:19:21.706340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'port': {'device_id': 'dde1632e-2bfc-40a4-8d20-392c0aeaf870', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'admin_state_up': True, 'tenant_id': '16aea6b47359417f91bad0ba0074cd59'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:19:21.833622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:21.863101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:19:21.866594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.029698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.20.0.9 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/425e19cb-64a5-44c2-a5c4-d881e62a9a51) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:19:22.233853 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.309622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.361470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:19:22.364938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:19:22.369887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:19:22.374667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=425e19cb-64a5-44c2-a5c4-d881e62a9a51,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:19:22.432638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:22.433294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.453558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-046c84d6-76f0-4b7d-8455-bdc18b2824d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548511 Feb 09 21:19:22.554416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Request body: {'port': {'device_id': 'dde1632e-2bfc-40a4-8d20-392c0aeaf870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:19:22.750438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72c215-a977-4f4e-ba94-5e7a90a22a5a req-5d14076d-7333-4bfb-82c5-8a0e0ad7fda6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:22.758339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad72c215-a977-4f4e-ba94-5e7a90a22a5a req-5d14076d-7333-4bfb-82c5-8a0e0ad7fda6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 931 time: 0.1719580 Feb 09 21:19:22.769158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5e9eaac8-5aae-409f-b7f0-194bec0af2ac None None] Provisioning complete for port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:19:22.769536 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e9eaac8-5aae-409f-b7f0-194bec0af2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.817845 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.842638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5e9eaac8-5aae-409f-b7f0-194bec0af2ac None None] Port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:19:22.858436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ad72c215-a977-4f4e-ba94-5e7a90a22a5a req-51e1ff66-7336-4216-9c04-d73502d20c80 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972171 Feb 09 21:19:23.243643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425e19cb-64a5-44c2-a5c4-d881e62a9a51 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:19:23.253227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Publish callbacks [] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:23.266523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Transition to ACTIVE for port object 425e19cb-64a5-44c2-a5c4-d881e62a9a51 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:19:23.272567 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:23.324293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Pushing event updated for resources: {'Port': ['ID=425e19cb-64a5-44c2-a5c4-d881e62a9a51,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:19:23.471050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Attempting to bind port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:19:23.471431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Attempting to bind port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:19:23.471819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Attempting to bind port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:19:23.479819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 on network 72e5c1f4-1207-4113-b38d-a95879450107 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:19:23.480161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Attempting to bind port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:19:23.486573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:19:23.486926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:19:23.487318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:19:23.487786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Bound port: 425e19cb-64a5-44c2-a5c4-d881e62a9a51, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:19:23.488154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:23.603152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] For port 425e19cb-64a5-44c2-a5c4-d881e62a9a51, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:19:23.608449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] For port 425e19cb-64a5-44c2-a5c4-d881e62a9a51, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=425e19cb-64a5-44c2-a5c4-d881e62a9a51,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:19:23.629973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:23.704004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:23.705778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:23.707471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] 10.222.0.13 "PUT /v2.0/ports/425e19cb-64a5-44c2-a5c4-d881e62a9a51 HTTP/1.1" status: 200 len: 1092 time: 1.2459855 Feb 09 21:19:23.717617 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde1632e-2bfc-40a4-8d20-392c0aeaf870', 'tag': '425e19cb-64a5-44c2-a5c4-d881e62a9a51'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:19:23.723931 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655" -d '{"events": [{"name": "network-changed", "server_uuid": "dde1632e-2bfc-40a4-8d20-392c0aeaf870", "tag": "425e19cb-64a5-44c2-a5c4-d881e62a9a51"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:19:23.804844 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808fef3-8d8d-46d1-95b7-e9ca2ef1a745 x-openstack-request-id: req-8808fef3-8d8d-46d1-95b7-e9ca2ef1a745 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:19:23.805468 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde1632e-2bfc-40a4-8d20-392c0aeaf870", "tag": "425e19cb-64a5-44c2-a5c4-d881e62a9a51", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:19:23.805468 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8808fef3-8d8d-46d1-95b7-e9ca2ef1a745 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:19:23.805788 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde1632e-2bfc-40a4-8d20-392c0aeaf870', 'tag': '425e19cb-64a5-44c2-a5c4-d881e62a9a51', 'status': 'completed', 'code': 200} Feb 09 21:19:23.851466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac3bdb-2df1-48ef-b461-78dcfdfd3511 service neutron] Pushing event updated for resources: {'Port': ['ID=425e19cb-64a5-44c2-a5c4-d881e62a9a51,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:19:23.869901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-0db6763e-badc-42e1-9367-fadd09c05928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:23.876312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-0db6763e-badc-42e1-9367-fadd09c05928 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 1126 time: 0.1010468 Feb 09 21:19:23.924050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-efa7adc1-3d29-4ec5-bba2-e43dcc6c7681 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=425e19cb-64a5-44c2-a5c4-d881e62a9a51 HTTP/1.1" status: 200 len: 217 time: 0.0451767 Feb 09 21:19:24.094239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-701eb069-97cd-43d6-a67d-668c1dcb207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:24.097225 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-701eb069-97cd-43d6-a67d-668c1dcb207a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.1631207 Feb 09 21:19:24.179250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14f8ca-527a-486f-8287-a7f3e1526a4f req-700591ae-70da-49f0-a678-3a90034c17cd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:24.191908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e14f8ca-527a-486f-8287-a7f3e1526a4f req-700591ae-70da-49f0-a678-3a90034c17cd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.1922469 Feb 09 21:19:24.270105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-c212de24-5854-4015-ad74-b8c4bbeb0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:24.272922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-c212de24-5854-4015-ad74-b8c4bbeb0b70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1703138 Feb 09 21:19:24.309097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e14f8ca-527a-486f-8287-a7f3e1526a4f req-1bfb5ada-f096-4d01-ac53-020ddd53163e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156578 Feb 09 21:19:24.413419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-6db2a355-b86a-4d87-b633-dbaaf2492f06 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338367 Feb 09 21:19:24.587929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-391b0f7d-039f-49ef-9f9e-54cb3789ae2d req-b7aa34e6-abe5-44f8-becd-9527ec7e033a service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680777 Feb 09 21:19:24.691329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-3bc8045d-4b81-4bd6-b50f-c0c369aae7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:24.692946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-3bc8045d-4b81-4bd6-b50f-c0c369aae7ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 1126 time: 0.0547862 Feb 09 21:19:24.789533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-33aceab5-a0b8-4e0c-96fc-3fd531c2d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:24.791026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-33aceab5-a0b8-4e0c-96fc-3fd531c2d1b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0920749 Feb 09 21:19:24.844021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-9a56d34f-dd0d-4cd6-a245-6b2652518669 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=425e19cb-64a5-44c2-a5c4-d881e62a9a51 HTTP/1.1" status: 200 len: 217 time: 0.0427337 Feb 09 21:19:24.914435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-31f3ea30-a33c-465c-807e-ef3f7c46d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:24.916493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-31f3ea30-a33c-465c-807e-ef3f7c46d600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0665727 Feb 09 21:19:24.979935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-7a191706-5675-42c7-a79f-12d60b9899fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:24.981736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-7a191706-5675-42c7-a79f-12d60b9899fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0582600 Feb 09 21:19:25.112415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-ca247e02-e6af-4784-a27a-aa10d7987751 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242576 Feb 09 21:19:25.244427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ec2f8ca-c57b-4933-a5df-8e67ff1b1655 req-d43c6549-74d9-4df3-805a-433a87414b99 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257598 Feb 09 21:19:25.468682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43bf46-1b67-4797-9cfc-63152482177d req-540301ac-ec10-457c-ad7e-18809caaca4d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:25.471032 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff43bf46-1b67-4797-9cfc-63152482177d req-540301ac-ec10-457c-ad7e-18809caaca4d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0714698 Feb 09 21:19:25.526805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff43bf46-1b67-4797-9cfc-63152482177d req-e0b47fc2-b1ea-4826-9d13-fa6238c35dd0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464482 Feb 09 21:19:26.690207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63874065-f8dd-4fdf-9629-37964e96ae7b req-2fa14461-805c-449a-8164-e3dcf06c75dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:26.691816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63874065-f8dd-4fdf-9629-37964e96ae7b req-2fa14461-805c-449a-8164-e3dcf06c75dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0765674 Feb 09 21:19:26.729588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:26.762129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-63874065-f8dd-4fdf-9629-37964e96ae7b req-fb4611f1-664a-4896-ba44-60ab51942308 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 Feb 09 21:19:27.913581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308d81b-97ce-48e8-86e2-a6cd39a4c35e req-e28b4834-9a67-4982-a27f-a2ac82d4f749 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:27.915299 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9308d81b-97ce-48e8-86e2-a6cd39a4c35e req-e28b4834-9a67-4982-a27f-a2ac82d4f749 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0735199 Feb 09 21:19:27.973540 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9308d81b-97ce-48e8-86e2-a6cd39a4c35e req-41f06b34-b5fc-4f1e-970f-aa046efe9957 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491700 Feb 09 21:19:29.132257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2de8e-8e57-461d-8451-f11a5941ce2e req-73da8db3-2144-4bb5-8920-326ac8dbb43b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:29.135004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9d2de8e-8e57-461d-8451-f11a5941ce2e req-73da8db3-2144-4bb5-8920-326ac8dbb43b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0790882 Feb 09 21:19:29.220754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a9d2de8e-8e57-461d-8451-f11a5941ce2e req-694aab88-e3ed-44a8-81e0-080696f80127 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728495 Feb 09 21:19:30.392838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92919a97-7e3d-4da1-84ad-ecdfaec0d5f7 req-2dd17364-5dd1-461b-afc0-d553ba79af6a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:30.393725 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92919a97-7e3d-4da1-84ad-ecdfaec0d5f7 req-2dd17364-5dd1-461b-afc0-d553ba79af6a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0859129 Feb 09 21:19:30.477978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92919a97-7e3d-4da1-84ad-ecdfaec0d5f7 req-6e21d301-730d-4219-8c14-6a157880f683 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728536 Feb 09 21:19:31.773306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24441dd6-c679-4710-b1ae-79f317ff9d13 req-f067d1fb-df41-48aa-ad5c-e147bcec9467 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:31.780479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24441dd6-c679-4710-b1ae-79f317ff9d13 req-f067d1fb-df41-48aa-ad5c-e147bcec9467 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.1057692 Feb 09 21:19:31.863917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24441dd6-c679-4710-b1ae-79f317ff9d13 req-15065067-d50f-46f2-8712-6c5d4c25133a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824187 Feb 09 21:19:33.168558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e5fe9-4e37-44c9-be42-6b33a8f408b8 req-1b344e16-f4e0-4e4c-99cc-d8bba656402b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:33.190879 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c6e5fe9-4e37-44c9-be42-6b33a8f408b8 req-1b344e16-f4e0-4e4c-99cc-d8bba656402b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.1164124 Feb 09 21:19:33.293284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5c6e5fe9-4e37-44c9-be42-6b33a8f408b8 req-817ff4a9-f97f-4566-8859-b83b7fc9a29d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986850 Feb 09 21:19:34.409161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60370208-7e13-4dde-8543-286cce90d06b req-a38614ee-ae87-4109-9436-be2440ff6e0f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:34.410737 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60370208-7e13-4dde-8543-286cce90d06b req-a38614ee-ae87-4109-9436-be2440ff6e0f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0567832 Feb 09 21:19:34.473106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60370208-7e13-4dde-8543-286cce90d06b req-3cda6feb-2018-43ac-97f2-9551bd9b0373 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548935 Feb 09 21:19:35.621913 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975774f-587b-4bd0-adba-c95a37cd025e req-98e31e58-c2fa-4eed-bd42-f13a5cc33c3d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:35.623533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e975774f-587b-4bd0-adba-c95a37cd025e req-98e31e58-c2fa-4eed-bd42-f13a5cc33c3d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0603347 Feb 09 21:19:35.684432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e975774f-587b-4bd0-adba-c95a37cd025e req-c5642ca4-d7c9-4a9c-8812-1544bb6f6474 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550790 Feb 09 21:19:36.815950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11abcd1-18f5-4a07-b51f-2846b08cd5c6 req-4c6e86a4-7131-4d48-9e17-b6195b6a5b93 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:36.817466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11abcd1-18f5-4a07-b51f-2846b08cd5c6 req-4c6e86a4-7131-4d48-9e17-b6195b6a5b93 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0545003 Feb 09 21:19:36.876038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d11abcd1-18f5-4a07-b51f-2846b08cd5c6 req-aec98f6b-003e-481b-a926-50bce740510b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524740 Feb 09 21:19:37.682565 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46264d80-5842-4040-9250-793bcec0a591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:38.021589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3f3cd-7d6f-4e40-a74d-44f3780fa814 req-e94a778d-23f2-4cb6-8629-196c47d6923e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:38.023925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0cc3f3cd-7d6f-4e40-a74d-44f3780fa814 req-e94a778d-23f2-4cb6-8629-196c47d6923e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0664625 Feb 09 21:19:38.084355 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0cc3f3cd-7d6f-4e40-a74d-44f3780fa814 req-bf316d37-119c-45e2-9f14-d5c261b3cc9d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534444 Feb 09 21:19:39.220510 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6586b4-1fa9-4380-a6c4-cfbef80c051d req-3d623dac-1ba0-4f06-b43e-5ba69cba46ab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:39.222106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd6586b4-1fa9-4380-a6c4-cfbef80c051d req-3d623dac-1ba0-4f06-b43e-5ba69cba46ab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0594218 Feb 09 21:19:39.310457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bd6586b4-1fa9-4380-a6c4-cfbef80c051d req-cd0f7435-96f3-469f-9909-cc577d0b2360 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Feb 09 21:19:39.753431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62db83ad-a999-4214-9ce4-b9afc996d4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:40.438276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d964d3-9592-4fc5-ba17-10b89e541082 req-9bcae342-7851-4ae7-adf6-333ff1a8624e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:40.445498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54d964d3-9592-4fc5-ba17-10b89e541082 req-9bcae342-7851-4ae7-adf6-333ff1a8624e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0626957 Feb 09 21:19:40.493620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-54d964d3-9592-4fc5-ba17-10b89e541082 req-f5ffcf9f-cb38-469a-b3f5-0431c6fd0d82 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471721 Feb 09 21:19:40.671655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-f8e62aad-997e-48ea-b621-906794b5bae1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569224 Feb 09 21:19:40.783213 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-26c6ee97-f1a4-42bc-8191-0068e99360b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:40.785016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-26c6ee97-f1a4-42bc-8191-0068e99360b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1129 time: 0.0693896 Feb 09 21:19:40.905390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-6864ff45-e1a4-43e5-9460-d60e8bbb3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:40.907000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-6864ff45-e1a4-43e5-9460-d60e8bbb3299 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 909 time: 0.1036344 Feb 09 21:19:40.987158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-13273939-e98c-40a7-a9d5-fa2f198ebff0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 1002 time: 0.0745466 Feb 09 21:19:41.071335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-123229be-08e6-4080-b192-353b28171eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:41.073304 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-123229be-08e6-4080-b192-353b28171eaa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 200 len: 847 time: 0.0802324 Feb 09 21:19:41.134675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-1cd98929-f443-416e-ac62-790567790d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:41.137232 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-1cd98929-f443-416e-ac62-790567790d0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575490 Feb 09 21:19:41.243635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-31cc587a-d693-49da-8ff1-c6a1b70fbf46 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009374 Feb 09 21:19:41.313768 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:41.739511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0d085-d60f-4484-9fd0-08f95c1e3db7 req-9bffc371-8c64-4916-ae1c-cdfc3ad5f362 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:41.741973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38b0d085-d60f-4484-9fd0-08f95c1e3db7 req-9bffc371-8c64-4916-ae1c-cdfc3ad5f362 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0977161 Feb 09 21:19:41.748687 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13c99c63-82fd-4dee-a6a7-3b3bbbd56fcc req-0716bfc2-82c9-4324-8aec-4a2bef8c623e service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978185 Feb 09 21:19:41.828064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38b0d085-d60f-4484-9fd0-08f95c1e3db7 req-6e098af2-362c-40e2-bdf4-1140ecc52e93 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778563 Feb 09 21:19:42.802569 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:42.988682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076eb7d-bc56-45d3-9ad6-1c67102bd616 req-51c7b6d5-20ee-428b-8315-e5e8acefc462 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:42.992008 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4076eb7d-bc56-45d3-9ad6-1c67102bd616 req-51c7b6d5-20ee-428b-8315-e5e8acefc462 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0643580 Feb 09 21:19:43.059176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4076eb7d-bc56-45d3-9ad6-1c67102bd616 req-82c7df71-5d4b-4f3b-8cea-9cb2109ec4ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587456 Feb 09 21:19:43.950881 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:44.203244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26eba8-6333-4973-8ad5-8dd30c89e1cc req-8d7c5d32-4a81-415f-92a9-cc2fb5d01209 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:44.205023 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b26eba8-6333-4973-8ad5-8dd30c89e1cc req-8d7c5d32-4a81-415f-92a9-cc2fb5d01209 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0644093 Feb 09 21:19:44.259774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b26eba8-6333-4973-8ad5-8dd30c89e1cc req-ddfe4679-066c-4091-8520-824f33b1a7ae tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462654 Feb 09 21:19:45.413672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80d889-0e9e-4e4c-93d4-bd3ee1323c9f req-95f657e7-773c-4309-9ef9-2b68ec9722ec tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:45.418330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6b80d889-0e9e-4e4c-93d4-bd3ee1323c9f req-95f657e7-773c-4309-9ef9-2b68ec9722ec tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0654528 Feb 09 21:19:45.475655 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6b80d889-0e9e-4e4c-93d4-bd3ee1323c9f req-e8c9aba5-1ebd-4154-a4c1-8fcc66124585 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539920 Feb 09 21:19:46.617000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754e2a6-e74f-4892-9f73-959a50d7f8cc req-8f094360-7b06-4719-9e0d-fa26c03eaf44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:46.618567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f754e2a6-e74f-4892-9f73-959a50d7f8cc req-8f094360-7b06-4719-9e0d-fa26c03eaf44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0581048 Feb 09 21:19:46.672558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f754e2a6-e74f-4892-9f73-959a50d7f8cc req-ed3875e2-5bc2-4980-ad0b-ca3feef8cb3b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 Feb 09 21:19:47.802196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab7cda-a72b-48d1-986e-aaab0352eb88 req-9a4b3059-f126-41f5-9dc6-b7a94b46231a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:47.804642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70ab7cda-a72b-48d1-986e-aaab0352eb88 req-9a4b3059-f126-41f5-9dc6-b7a94b46231a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0593412 Feb 09 21:19:47.856715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70ab7cda-a72b-48d1-986e-aaab0352eb88 req-7531bedc-1274-4acd-aec1-6cc6cee737f9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464780 Feb 09 21:19:48.993732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54349a-3a16-408e-9eee-a824f7d6998e req-d3d33b7b-8231-4f06-8ea7-5409178f93d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:48.995430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d54349a-3a16-408e-9eee-a824f7d6998e req-d3d33b7b-8231-4f06-8ea7-5409178f93d8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0694535 Feb 09 21:19:49.049361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0d54349a-3a16-408e-9eee-a824f7d6998e req-b4417592-97b9-4856-abc4-a92286c1cc83 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481315 Feb 09 21:19:49.406526 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:19:50.180159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd22b9-ba22-4d02-9ac5-ab3613871303 req-a8d6b2cd-0edb-4812-8f4c-a2e919e4ad39 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:50.182352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0bd22b9-ba22-4d02-9ac5-ab3613871303 req-a8d6b2cd-0edb-4812-8f4c-a2e919e4ad39 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0630229 Feb 09 21:19:50.238554 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0bd22b9-ba22-4d02-9ac5-ab3613871303 req-76f558ee-dba0-4721-baf8-f6bb699e6c29 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499110 Feb 09 21:19:51.370190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913c6af-1016-483d-b5b2-f8a60c4b1d06 req-f9643958-dea6-4cf6-819a-3370302ee77b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:51.371765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f913c6af-1016-483d-b5b2-f8a60c4b1d06 req-f9643958-dea6-4cf6-819a-3370302ee77b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0603814 Feb 09 21:19:51.419624 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f913c6af-1016-483d-b5b2-f8a60c4b1d06 req-faff8c07-ff8c-4dab-9d30-62c4745bdec6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Feb 09 21:19:51.827061 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:52.547365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e75ec-213c-4937-981c-a6885bd4198e req-7928471c-8566-410d-b7d7-9c5767d27500 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:52.548943 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d0e75ec-213c-4937-981c-a6885bd4198e req-7928471c-8566-410d-b7d7-9c5767d27500 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 943 time: 0.0551293 Feb 09 21:19:52.598949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d0e75ec-213c-4937-981c-a6885bd4198e req-f5eee000-e027-4b1e-8a28-550be2a6b631 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Feb 09 21:19:52.697307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 425e19cb-64a5-44c2-a5c4-d881e62a9a51 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:19:52.807676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 425e19cb-64a5-44c2-a5c4-d881e62a9a51, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=425e19cb-64a5-44c2-a5c4-d881e62a9a51,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:19:52.824790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '425e19cb-64a5-44c2-a5c4-d881e62a9a51', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'port_id': '425e19cb-64a5-44c2-a5c4-d881e62a9a51', 'mac_address': 'fa:16:3e:ef:34:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:19:52.876085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:19:52.876878 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:52.894006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425e19cb-64a5-44c2-a5c4-d881e62a9a51 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:19:52.920082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 425e19cb-64a5-44c2-a5c4-d881e62a9a51, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=425e19cb-64a5-44c2-a5c4-d881e62a9a51,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:19:52.925297 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:52.974936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=425e19cb-64a5-44c2-a5c4-d881e62a9a51,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:19:52.983235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.983588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.983963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.984301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.984634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.984965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.985293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.985627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.985956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.986284 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.986610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.986931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:52.987253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:53.179859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['425e19cb-64a5-44c2-a5c4-d881e62a9a51'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:19:53.725943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e4081-265b-45bd-a7af-391bd080ee00 req-741449a4-545d-413a-b394-257185a223bb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:53.727446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf6e4081-265b-45bd-a7af-391bd080ee00 req-741449a4-545d-413a-b394-257185a223bb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 944 time: 0.0567153 Feb 09 21:19:53.777721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf6e4081-265b-45bd-a7af-391bd080ee00 req-176c0b31-a1e2-4125-ad0a-eb515ed1979e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Feb 09 21:19:54.713244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 425e19cb-64a5-44c2-a5c4-d881e62a9a51 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:19:54.763518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:19:54.768240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:19:54.768646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:54.855083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:19:54.855587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:54.881325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1632e-2bfc-40a4-8d20-392c0aeaf870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e19cb-64a5-44c2-a5c4-d881e62a9a51'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:19:54.883923 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becbc94f-da8b-4abb-8103-2a488c727a0c" -d '{"events": [{"server_uuid": "dde1632e-2bfc-40a4-8d20-392c0aeaf870", "name": "network-vif-plugged", "status": "completed", "tag": "425e19cb-64a5-44c2-a5c4-d881e62a9a51"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:19:54.907823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 425e19cb-64a5-44c2-a5c4-d881e62a9a51, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=425e19cb-64a5-44c2-a5c4-d881e62a9a51,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:19:54.920818 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:54.924993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46dcf-27a9-4bf9-bcdd-d764ab9c4954 req-1ecf420e-21f7-4926-b66a-2751ba41f094 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:54.933493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddf46dcf-27a9-4bf9-bcdd-d764ab9c4954 req-1ecf420e-21f7-4926-b66a-2751ba41f094 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 944 time: 0.0831368 Feb 09 21:19:55.018209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=425e19cb-64a5-44c2-a5c4-d881e62a9a51,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:19:55.019946 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddf46dcf-27a9-4bf9-bcdd-d764ab9c4954 req-82938edb-7f02-4a83-a328-9736fdffde4e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853381 Feb 09 21:19:55.045133 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc8b199-0d58-4999-ad50-a83557f476b3 x-openstack-request-id: req-3cc8b199-0d58-4999-ad50-a83557f476b3 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:19:55.045538 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde1632e-2bfc-40a4-8d20-392c0aeaf870", "name": "network-vif-plugged", "status": "completed", "tag": "425e19cb-64a5-44c2-a5c4-d881e62a9a51", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:19:55.046042 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3cc8b199-0d58-4999-ad50-a83557f476b3 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:19:55.046622 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1632e-2bfc-40a4-8d20-392c0aeaf870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425e19cb-64a5-44c2-a5c4-d881e62a9a51', 'code': 200} Feb 09 21:19:55.154911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c98d6a-c827-444e-8c07-0d441fbe75dc req-a017224a-00eb-47d2-81f3-9b8a77eef630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:55.156584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8c98d6a-c827-444e-8c07-0d441fbe75dc req-a017224a-00eb-47d2-81f3-9b8a77eef630 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 1128 time: 0.0562766 Feb 09 21:19:55.201938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8c98d6a-c827-444e-8c07-0d441fbe75dc req-6443d51b-9295-47c1-ac64-41f9777ade83 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Feb 09 21:19:56.183431 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e3b2-d020-4b0e-90db-541d39d11f40 req-d0095f5c-ae63-4c27-94be-09b628fddd44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:56.185556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bf1e3b2-d020-4b0e-90db-541d39d11f40 req-d0095f5c-ae63-4c27-94be-09b628fddd44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 945 time: 0.0796857 Feb 09 21:19:56.265984 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0bf1e3b2-d020-4b0e-90db-541d39d11f40 req-3d56b53e-be7b-4968-9e8a-b47af3e61330 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741346 Feb 09 21:19:56.746155 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:57.393927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed928a74-8731-4049-9604-a8d6ef385fb5 req-3c0b93f1-2522-4686-85b5-528caca047e2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:57.395435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed928a74-8731-4049-9604-a8d6ef385fb5 req-3c0b93f1-2522-4686-85b5-528caca047e2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 945 time: 0.0543776 Feb 09 21:19:57.448582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ed928a74-8731-4049-9604-a8d6ef385fb5 req-7a334cde-5395-43b6-b740-fb372f3ff1c0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471609 Feb 09 21:19:57.585138 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db2aa-8f84-4f7d-93d2-83ce4783a28a req-bb774ec7-35c7-4527-89b7-a1310870d023 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:57.586721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b29db2aa-8f84-4f7d-93d2-83ce4783a28a req-bb774ec7-35c7-4527-89b7-a1310870d023 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 945 time: 0.0584304 Feb 09 21:19:57.642656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b29db2aa-8f84-4f7d-93d2-83ce4783a28a req-6d2c8eda-393f-4853-9add-b5b59022fb06 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Feb 09 21:19:57.782515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fdeb0-a9de-4ec7-a059-1127df1078f0 req-3e5809ae-3c2c-4b38-8ff2-af2dfeba128a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:57.784095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a1fdeb0-a9de-4ec7-a059-1127df1078f0 req-3e5809ae-3c2c-4b38-8ff2-af2dfeba128a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 945 time: 0.0642643 Feb 09 21:19:57.834271 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a1fdeb0-a9de-4ec7-a059-1127df1078f0 req-b91d4bf6-1005-435b-92eb-4237747e6f2f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442219 Feb 09 21:19:58.187456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3108c7-142c-421f-a11a-b9a95b4387c2 req-e11ad154-8d3a-434c-8d81-21bca619ccec tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:58.189262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3108c7-142c-421f-a11a-b9a95b4387c2 req-e11ad154-8d3a-434c-8d81-21bca619ccec tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 945 time: 0.0685644 Feb 09 21:19:58.264688 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d3108c7-142c-421f-a11a-b9a95b4387c2 req-01c961ba-2494-48e2-ae9a-9965eea022bb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692339 Feb 09 21:19:59.394528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ed34-c151-421f-8a2f-f290ea7433e5 req-8a54c030-29e5-4768-856f-4faa151e9272 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:59.396427 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6142ed34-c151-421f-8a2f-f290ea7433e5 req-8a54c030-29e5-4768-856f-4faa151e9272 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 945 time: 0.0597796 Feb 09 21:19:59.456333 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6142ed34-c151-421f-8a2f-f290ea7433e5 req-52491318-f363-4289-bf8f-fc5dffb95dba tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533392 Feb 09 21:19:59.548175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-0673a082-a7df-4bf9-8f69-899f72197a99 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:59.550390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-0673a082-a7df-4bf9-8f69-899f72197a99 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 945 time: 0.0630755 Feb 09 21:19:59.647761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:19:59.648106 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:59.754203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] For port 425e19cb-64a5-44c2-a5c4-d881e62a9a51, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=425e19cb-64a5-44c2-a5c4-d881e62a9a51,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:19:59.754580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:59.770961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for 425e19cb-64a5-44c2-a5c4-d881e62a9a51 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:19:59.902722 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (425e19cb-64a5-44c2-a5c4-d881e62a9a51), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:59.914381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['425e19cb-64a5-44c2-a5c4-d881e62a9a51'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:19:59.935945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=425e19cb-64a5-44c2-a5c4-d881e62a9a51,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:19:59.948820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.949175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.949561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.949904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.950329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.950673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.951042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.951337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.951667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.952023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.952351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.952676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.953004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:59.996269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] No DVR routers for this DVR port 425e19cb-64a5-44c2-a5c4-d881e62a9a51 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:20:00.000127 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:00.001625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32672930-eb9c-4cce-a663-4da64eb4fdd2 req-c6922bb0-c9ff-44ec-ae9b-c9a9b046b258 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "DELETE /v2.0/ports/425e19cb-64a5-44c2-a5c4-d881e62a9a51 HTTP/1.1" status: 204 len: 173 time: 0.4457886 Feb 09 21:20:00.002122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1632e-2bfc-40a4-8d20-392c0aeaf870', 'name': 'network-vif-deleted', 'tag': '425e19cb-64a5-44c2-a5c4-d881e62a9a51'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:20:00.004471 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cfc60f-6ac2-421d-a67c-ffa0345b1e98" -d '{"events": [{"server_uuid": "dde1632e-2bfc-40a4-8d20-392c0aeaf870", "name": "network-vif-deleted", "tag": "425e19cb-64a5-44c2-a5c4-d881e62a9a51"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:20:00.085115 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7922bc2-4e46-4d09-bf9d-f19fda53dbda x-openstack-request-id: req-e7922bc2-4e46-4d09-bf9d-f19fda53dbda {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:20:00.085406 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde1632e-2bfc-40a4-8d20-392c0aeaf870", "name": "network-vif-deleted", "tag": "425e19cb-64a5-44c2-a5c4-d881e62a9a51", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:20:00.085659 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e7922bc2-4e46-4d09-bf9d-f19fda53dbda {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:20:00.086059 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1632e-2bfc-40a4-8d20-392c0aeaf870', 'name': 'network-vif-deleted', 'tag': '425e19cb-64a5-44c2-a5c4-d881e62a9a51', 'status': 'completed', 'code': 200} Feb 09 21:20:00.566955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74ec71c1-8b6d-4308-9978-91e1ee44dd97 req-926ee26d-b24c-43ed-a6bc-8ed77215f917 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0325918 Feb 09 21:20:01.670608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c84402a0-b572-4e45-82d9-d146afea4625 req-82e09f55-0768-44a9-9425-d226148aaa39 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Feb 09 21:20:02.745180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 425e19cb-64a5-44c2-a5c4-d881e62a9a51 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:20:02.776879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 425e19cb-64a5-44c2-a5c4-d881e62a9a51 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:20:02.777550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 425e19cb-64a5-44c2-a5c4-d881e62a9a51 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:20:02.816764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-45bdaa21-c7f2-4096-9e15-78e3b0c55756 req-9c014eed-2e0b-4be7-97f2-822c794359e6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0364175 Feb 09 21:20:03.926284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-203bd6b0-53fc-4f86-854d-24d16a5078b7 req-214b445f-8e65-4758-b39c-7b1013997872 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0306618 Feb 09 21:20:05.038805 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-893438d2-bd91-4a48-bbd5-994960bc9b32 req-094d012f-2d17-4145-82f7-a41167b0a214 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0296855 Feb 09 21:20:06.165820 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-02b0361c-bb8a-4c7e-b022-f531ff8390d5 req-6bd61455-9bcf-4e54-8e8a-ab7e4aa47b38 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0324588 Feb 09 21:20:07.266917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8824c25a-fe37-4e3f-80fc-ec07f10fc455 req-18edcadb-aca4-4e93-9512-4bd5c4e5d995 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0287750 Feb 09 21:20:07.679720 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7cd6b724-4c91-4aaa-809b-775f6f5f2eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:08.377193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0aa96815-474f-4ff5-9f50-af082aa2d654 req-2c1dde4f-f6f8-4cbd-a263-08e2bc984b88 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=dde1632e-2bfc-40a4-8d20-392c0aeaf870 HTTP/1.1" status: 200 len: 210 time: 0.0283399 Feb 09 21:20:09.746460 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc44f-d176-4acc-8e26-e38d5ca20f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:11.317169 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:12.803073 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.946990 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:21.835266 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:26.401266 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:20:26.767374 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:33.063530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41152) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:33.240243 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0af4bd3e-9abf-46ac-8069-d4c91bb0e793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:33.345426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0af4bd3e-9abf-46ac-8069-d4c91bb0e793 admin admin] Publish callbacks [] for security_group (f0c9cd2f-85e1-458d-9133-81be04dd0aba), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:33.351057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0af4bd3e-9abf-46ac-8069-d4c91bb0e793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f0c9cd2f-85e1-458d-9133-81be04dd0aba), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:33.409085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41158) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:33.409954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0af4bd3e-9abf-46ac-8069-d4c91bb0e793 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d7afad6c89cc45b9b83beb88a092e693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438504 Feb 09 21:20:33.411061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4bd3e-9abf-46ac-8069-d4c91bb0e793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c9cd2f-85e1-458d-9133-81be04dd0aba,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:33.502296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Publish callbacks [] for security_group (f0c9cd2f-85e1-458d-9133-81be04dd0aba), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:33.527277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Publish callbacks [] for security_group (f0c9cd2f-85e1-458d-9133-81be04dd0aba), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:33.584978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f0c9cd2f-85e1-458d-9133-81be04dd0aba), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:33.588483 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:33.590591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f0c9cd2f-85e1-458d-9133-81be04dd0aba HTTP/1.1" status: 204 len: 168 time: 0.1794734 Feb 09 21:20:33.612062 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c9cd2f-85e1-458d-9133-81be04dd0aba,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:33.622730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.623494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.624057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.624608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.625269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.625805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.626637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.627288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.627852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.628381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.628907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.629430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.629950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a3d59-b8d3-4762-8f6e-26f1be7eb25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:33.944982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41164) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:33.963175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ef7138e-f607-4a80-9017-e38517314948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:34.054775 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ef7138e-f607-4a80-9017-e38517314948 admin admin] Publish callbacks [] for security_group (14911d31-256b-42c3-ab6c-cef58107e494), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:34.060146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ef7138e-f607-4a80-9017-e38517314948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (14911d31-256b-42c3-ab6c-cef58107e494), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:34.107497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1ef7138e-f607-4a80-9017-e38517314948 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=91916f8666e54efeaed191e5edc6f417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608605 Feb 09 21:20:34.109865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41166) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:34.110582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7138e-f607-4a80-9017-e38517314948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14911d31-256b-42c3-ab6c-cef58107e494,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:34.167746 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d16c4c0b-9959-4e60-bf8d-b8491b3d0fc3 admin admin] Publish callbacks [] for security_group (14911d31-256b-42c3-ab6c-cef58107e494), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:34.197368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d16c4c0b-9959-4e60-bf8d-b8491b3d0fc3 admin admin] Publish callbacks [] for security_group (14911d31-256b-42c3-ab6c-cef58107e494), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:34.253391 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d16c4c0b-9959-4e60-bf8d-b8491b3d0fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (14911d31-256b-42c3-ab6c-cef58107e494), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:34.272986 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d16c4c0b-9959-4e60-bf8d-b8491b3d0fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:34.277750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d16c4c0b-9959-4e60-bf8d-b8491b3d0fc3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/14911d31-256b-42c3-ab6c-cef58107e494 HTTP/1.1" status: 204 len: 168 time: 0.1664360 Feb 09 21:20:34.296835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c4c0b-9959-4e60-bf8d-b8491b3d0fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14911d31-256b-42c3-ab6c-cef58107e494,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:37.673949 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a648d01f-7715-4971-9308-d0d9a4179d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:39.751585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ef7a1716-607a-476f-8263-3aafd23c1743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:41.318930 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:41.760559 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:41.890247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-979dd8e8-142c-40a6-81c2-85634d1e5287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:41.991918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-979dd8e8-142c-40a6-81c2-85634d1e5287 admin admin] Publish callbacks [] for security_group (8700b7f1-8848-4f9c-aead-4b337c1351fd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:41.997322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-979dd8e8-142c-40a6-81c2-85634d1e5287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8700b7f1-8848-4f9c-aead-4b337c1351fd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:42.040531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dd8e8-142c-40a6-81c2-85634d1e5287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8700b7f1-8848-4f9c-aead-4b337c1351fd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:42.046659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-979dd8e8-142c-40a6-81c2-85634d1e5287 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=13e0d83d1d3a49a895c30b00b87850e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2842634 Feb 09 21:20:42.049405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41284) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:42.101913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53624318-1e18-4ce6-b883-c4f56d121258 admin admin] Publish callbacks [] for security_group (8700b7f1-8848-4f9c-aead-4b337c1351fd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:42.124763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53624318-1e18-4ce6-b883-c4f56d121258 admin admin] Publish callbacks [] for security_group (8700b7f1-8848-4f9c-aead-4b337c1351fd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:42.175625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53624318-1e18-4ce6-b883-c4f56d121258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8700b7f1-8848-4f9c-aead-4b337c1351fd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:42.178550 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-53624318-1e18-4ce6-b883-c4f56d121258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:42.182966 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-53624318-1e18-4ce6-b883-c4f56d121258 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8700b7f1-8848-4f9c-aead-4b337c1351fd HTTP/1.1" status: 204 len: 168 time: 0.1295950 Feb 09 21:20:42.189419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53624318-1e18-4ce6-b883-c4f56d121258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700b7f1-8848-4f9c-aead-4b337c1351fd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:42.648901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-beeb6062-6dfc-4051-960e-b07c53990aab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700421 Feb 09 21:20:42.767011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-61e1d46d-0802-4ddd-82ce-73d5da448543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:42.769380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-61e1d46d-0802-4ddd-82ce-73d5da448543 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1129 time: 0.0720892 Feb 09 21:20:42.831554 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:42.929780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-a26fb830-9a9b-4c65-a2dd-a5a7cb69d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:42.933124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-a26fb830-9a9b-4c65-a2dd-a5a7cb69d79d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 909 time: 0.1428826 Feb 09 21:20:43.047073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-8ba11045-210c-4a7c-a085-0a1e170c4ba0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 1002 time: 0.1083565 Feb 09 21:20:43.114345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-6f113467-b925-456e-bca9-a83e12ba845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:43.116385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-6f113467-b925-456e-bca9-a83e12ba845a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 200 len: 847 time: 0.0626950 Feb 09 21:20:43.184774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-d11fb9e2-2817-4b69-bc24-25fffcc92a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:43.187647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-d11fb9e2-2817-4b69-bc24-25fffcc92a0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0647004 Feb 09 21:20:43.329691 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-1920822c-0d9c-4526-8e1c-f864d39e5cfb service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371415 Feb 09 21:20:43.475868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2dd1b83b-fbc9-4a30-90cb-ef322d43aaf1 req-4b0235ed-84a4-4a25-b4d6-b4c948987628 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404731 Feb 09 21:20:43.964156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:46.380023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-4f771a88-6d47-4d50-ac22-638d366b88b8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:46.381604 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-4f771a88-6d47-4d50-ac22-638d366b88b8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1160049 Feb 09 21:20:46.397361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-ed9c6e17-b33e-4f33-b4a5-dcc7727f09bb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/quotas/16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 375 time: 0.0093040 Feb 09 21:20:46.462388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-284b0ce2-97af-474b-9a0d-1acb77b02014 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596139 Feb 09 21:20:46.587998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-872e21ea-d5fc-4322-84ae-8932643a1846 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:20:46.588806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-872e21ea-d5fc-4322-84ae-8932643a1846 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1184015 Feb 09 21:20:46.686552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-03878faa-a401-4f4b-898e-6653eade91d3 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893602 Feb 09 21:20:46.778869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-35c34305-1bdf-4cff-891b-070b14934ae1 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867045 Feb 09 21:20:48.076717 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f8219c2e-2d94-4eb5-8a32-df01ba5578b8 req-04c39f91-437d-4a93-b1e1-b84cd7b5f3e2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0286474 Feb 09 21:20:49.159285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ab01c39-b52c-4dee-91f3-464f50533982 req-86fc66e7-cf2b-44b2-8149-6e6dc38a778d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0315938 Feb 09 21:20:50.243434 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-010b1fe2-ac0d-488b-a7d6-cf37f5c2139e req-9d2b8390-2b30-481c-9eb7-23dda50a80d2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0279419 Feb 09 21:20:51.340841 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b3ad4a1b-9512-455c-b413-b1a05db4d5b6 req-79b51bae-fe75-4da0-9a2a-a9128098b705 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0310977 Feb 09 21:20:51.832144 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:52.441881 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-95f90add-31a3-462b-8424-a76b5b42c343 req-ad1a7423-8026-442d-b024-c4ae7ce3da6b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0314348 Feb 09 21:20:53.139389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-2db55b29-a925-459d-892b-8b8b937a1563 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:53.142001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-2db55b29-a925-459d-892b-8b8b937a1563 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1291857 Feb 09 21:20:53.154930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'port': {'device_id': 'ce98ad11-f761-48b9-ad9d-ab5e38df8ce2', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'admin_state_up': True, 'tenant_id': '16aea6b47359417f91bad0ba0074cd59'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:20:53.303324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:20:53.309416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:53.460011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.20.0.7 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/dffe47db-0705-44ce-b05e-1c38836bea05) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:20:53.611015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e27ac67d-1639-4a9a-a9d3-a38cf1568003 req-8e5f1717-4c8b-4130-9719-20b7d07a2cd4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0542541 Feb 09 21:20:53.778574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (dffe47db-0705-44ce-b05e-1c38836bea05), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:53.820404 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:53.869782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:20:53.873537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:20:53.877695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:20:53.884661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=dffe47db-0705-44ce-b05e-1c38836bea05,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:53.939042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:53.939743 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:53.985956 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-b37cf8e5-ab1d-4337-a598-5bd8330d51ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8356950 Feb 09 21:20:54.004144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Request body: {'port': {'device_id': 'ce98ad11-f761-48b9-ad9d-ab5e38df8ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:20:54.129447 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:54.265946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8e08312e-1a10-4680-a9f3-e2667d02da70 None None] Provisioning complete for port dffe47db-0705-44ce-b05e-1c38836bea05 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:20:54.266896 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e08312e-1a10-4680-a9f3-e2667d02da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:54.309430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8e08312e-1a10-4680-a9f3-e2667d02da70 None None] Port dffe47db-0705-44ce-b05e-1c38836bea05 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:20:54.450768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffe47db-0705-44ce-b05e-1c38836bea05 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:20:54.459636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Publish callbacks [] for port (dffe47db-0705-44ce-b05e-1c38836bea05), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:54.473072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Transition to ACTIVE for port object dffe47db-0705-44ce-b05e-1c38836bea05 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:20:54.485389 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:54.542855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe47db-0705-44ce-b05e-1c38836bea05,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:54.642004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Attempting to bind port dffe47db-0705-44ce-b05e-1c38836bea05 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:20:54.642544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Attempting to bind port dffe47db-0705-44ce-b05e-1c38836bea05 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:20:54.642965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Attempting to bind port dffe47db-0705-44ce-b05e-1c38836bea05 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:20:54.649393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Port dffe47db-0705-44ce-b05e-1c38836bea05 on network 72e5c1f4-1207-4113-b38d-a95879450107 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:20:54.649809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Attempting to bind port dffe47db-0705-44ce-b05e-1c38836bea05 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:20:54.655265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:20:54.655771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:20:54.656168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:20:54.656782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Bound port: dffe47db-0705-44ce-b05e-1c38836bea05, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:20:54.657237 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:54.728959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] For port dffe47db-0705-44ce-b05e-1c38836bea05, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:20:54.732235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] For port dffe47db-0705-44ce-b05e-1c38836bea05, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=dffe47db-0705-44ce-b05e-1c38836bea05,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:20:54.749915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:54.795369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:54.796242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:54.797799 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] 10.222.0.13 "PUT /v2.0/ports/dffe47db-0705-44ce-b05e-1c38836bea05 HTTP/1.1" status: 200 len: 1092 time: 0.8022194 Feb 09 21:20:54.798285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98ad11-f761-48b9-ad9d-ab5e38df8ce2', 'tag': 'dffe47db-0705-44ce-b05e-1c38836bea05'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:20:54.800761 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce98ad11-f761-48b9-ad9d-ab5e38df8ce2", "tag": "dffe47db-0705-44ce-b05e-1c38836bea05"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:20:54.828553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03863a97-8e56-4dd0-aae5-1b9bcd178269 req-8bc8cf02-6230-4600-9b24-9542dc3a35e8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:54.830127 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136d64e-7dd9-42bd-ac80-3a7e3cf65b07 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe47db-0705-44ce-b05e-1c38836bea05,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:54.833306 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03863a97-8e56-4dd0-aae5-1b9bcd178269 req-8bc8cf02-6230-4600-9b24-9542dc3a35e8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.1161041 Feb 09 21:20:54.892914 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db926cdb-cd1a-4473-8a0f-491006798315 x-openstack-request-id: req-db926cdb-cd1a-4473-8a0f-491006798315 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:20:54.893302 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce98ad11-f761-48b9-ad9d-ab5e38df8ce2", "tag": "dffe47db-0705-44ce-b05e-1c38836bea05", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:20:54.893624 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-db926cdb-cd1a-4473-8a0f-491006798315 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:20:54.895496 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce98ad11-f761-48b9-ad9d-ab5e38df8ce2', 'tag': 'dffe47db-0705-44ce-b05e-1c38836bea05', 'status': 'completed', 'code': 200} Feb 09 21:20:54.922311 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-03863a97-8e56-4dd0-aae5-1b9bcd178269 req-1999f5f4-bf47-465e-81a4-4f75f052a80a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813096 Feb 09 21:20:54.943641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-6f14f819-11b5-48bb-a5bb-ef97625fd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:54.945382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-6f14f819-11b5-48bb-a5bb-ef97625fd797 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 1126 time: 0.0934494 Feb 09 21:20:54.994344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-df644b31-d0cc-4743-baef-648d300d2248 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dffe47db-0705-44ce-b05e-1c38836bea05 HTTP/1.1" status: 200 len: 217 time: 0.0407343 Feb 09 21:20:55.049786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-7f4e2571-9773-4642-a002-9749f939babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:55.051392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-7f4e2571-9773-4642-a002-9749f939babb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0513401 Feb 09 21:20:55.122978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-d61b2c24-2d7b-4abb-bf35-33717d9c4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:55.124505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-d61b2c24-2d7b-4abb-bf35-33717d9c4a08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0639815 Feb 09 21:20:55.222518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-9dc81482-37e4-43f4-83a1-5871f3690ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916131 Feb 09 21:20:55.318326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35b0d903-8e52-46b1-acbc-e69f5dad2d8c req-85191f0a-a4d3-4466-9a80-d5063667f395 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898714 Feb 09 21:20:55.434463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-5e4bd5e9-94c7-4b7c-8242-303bc22087eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:55.436142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-5e4bd5e9-94c7-4b7c-8242-303bc22087eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 1126 time: 0.0635028 Feb 09 21:20:55.547002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-2052aacf-cc42-45c2-825a-d8cff42f7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:55.548468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-2052aacf-cc42-45c2-825a-d8cff42f7bd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.1058002 Feb 09 21:20:55.593587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-e9180341-0236-45e0-be47-0b95ba1a9819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dffe47db-0705-44ce-b05e-1c38836bea05 HTTP/1.1" status: 200 len: 217 time: 0.0388632 Feb 09 21:20:55.660202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-f64c0251-aeab-41df-8548-32436f53c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:55.662774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-f64c0251-aeab-41df-8548-32436f53c2e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0628524 Feb 09 21:20:55.714575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-6ef805bc-3e42-489f-a0ba-2cb4a9f6ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:55.716163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-6ef805bc-3e42-489f-a0ba-2cb4a9f6ef24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474453 Feb 09 21:20:55.808298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-2e336915-3711-4e63-a36e-938a41a565ba service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864925 Feb 09 21:20:55.912684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f6ce6715-10fe-44dc-8868-8e3ea5da08d7 req-f164b0d2-dfbb-41b6-b4ef-4d47f7181619 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981264 Feb 09 21:20:56.046116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0036-a088-4430-b664-c4751edc51df req-d16d4708-6f28-4979-8b3b-69161334e182 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:56.047826 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e3ea0036-a088-4430-b664-c4751edc51df req-d16d4708-6f28-4979-8b3b-69161334e182 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0559542 Feb 09 21:20:56.097133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e3ea0036-a088-4430-b664-c4751edc51df req-07bd2f82-6227-42c0-8641-d4dd6a6d6389 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Feb 09 21:20:56.790169 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:57.225977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c87f2-a482-4664-8fb9-a847305e96b1 req-5def1dcc-3b36-4d9d-99dd-8f7517705d38 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:57.235219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-974c87f2-a482-4664-8fb9-a847305e96b1 req-5def1dcc-3b36-4d9d-99dd-8f7517705d38 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0687206 Feb 09 21:20:57.288815 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-974c87f2-a482-4664-8fb9-a847305e96b1 req-ed4595f7-bbf3-49a2-832c-cc247cd57296 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Feb 09 21:20:58.436861 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decdcf6-576b-4d25-acfe-6d543901ee21 req-a9350535-f8d0-4484-9fe0-a041be14f01c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:58.438321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1decdcf6-576b-4d25-acfe-6d543901ee21 req-a9350535-f8d0-4484-9fe0-a041be14f01c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0624945 Feb 09 21:20:58.510436 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1decdcf6-576b-4d25-acfe-6d543901ee21 req-8fb3a262-b394-4efa-bd20-3dc9f4cffa47 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647204 Feb 09 21:20:59.649209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549f5a5-fc5f-4f5f-aea2-3ca78c8f96b8 req-472e9af8-cd63-4d1c-ae44-65f8cc4157b7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:59.650913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9549f5a5-fc5f-4f5f-aea2-3ca78c8f96b8 req-472e9af8-cd63-4d1c-ae44-65f8cc4157b7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0717783 Feb 09 21:20:59.708352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9549f5a5-fc5f-4f5f-aea2-3ca78c8f96b8 req-d29c5466-8544-4944-91b1-f795d39ab376 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512066 Feb 09 21:21:00.828723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fcd53-c9e4-42f6-ad8d-177dc42b46e8 req-aa34e226-574b-4d93-aa5b-022bbf4285f9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:00.830333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-106fcd53-c9e4-42f6-ad8d-177dc42b46e8 req-aa34e226-574b-4d93-aa5b-022bbf4285f9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0565286 Feb 09 21:21:00.880163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-106fcd53-c9e4-42f6-ad8d-177dc42b46e8 req-d37b1334-fde3-4569-a4c6-012baa417e73 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435421 Feb 09 21:21:02.005328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df8953-fab0-4bdc-8c5f-e0604fb3d0ab req-8705a65f-6267-4096-847c-a3c5c22a87bb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:02.006844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72df8953-fab0-4bdc-8c5f-e0604fb3d0ab req-8705a65f-6267-4096-847c-a3c5c22a87bb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0548196 Feb 09 21:21:02.061603 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72df8953-fab0-4bdc-8c5f-e0604fb3d0ab req-9c61a285-a36f-4e44-a450-8e1bd580cfac tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Feb 09 21:21:03.213754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f795b-b870-4bd2-baca-02f306212674 req-685086c1-8b0f-497a-b529-6e2f1726abe9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:03.215543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a15f795b-b870-4bd2-baca-02f306212674 req-685086c1-8b0f-497a-b529-6e2f1726abe9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0656457 Feb 09 21:21:03.272538 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a15f795b-b870-4bd2-baca-02f306212674 req-fd3f28e2-69bd-455d-8992-71bac895ee08 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511651 Feb 09 21:21:03.400989 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:21:04.397259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41ca3d-09d2-45c8-a3bd-3cb7e28813ce req-bc8b4d0e-cb0b-4c17-bb3b-62b387831a8b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:04.399193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d41ca3d-09d2-45c8-a3bd-3cb7e28813ce req-bc8b4d0e-cb0b-4c17-bb3b-62b387831a8b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0572367 Feb 09 21:21:04.447026 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d41ca3d-09d2-45c8-a3bd-3cb7e28813ce req-3dddeeac-73c9-4fe2-b4fa-1a708caab499 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Feb 09 21:21:05.580828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bba38c-05cf-4b10-853b-c8a5b4afb780 req-c9a21173-0b48-49a4-ac78-e4b201c2ef1e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:05.582334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29bba38c-05cf-4b10-853b-c8a5b4afb780 req-c9a21173-0b48-49a4-ac78-e4b201c2ef1e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0539949 Feb 09 21:21:05.629139 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-29bba38c-05cf-4b10-853b-c8a5b4afb780 req-da7e8bd7-a432-45e0-abde-a9451498105c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Feb 09 21:21:06.760697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b182b-8fdf-406f-a86c-9aeb80e03f33 req-e553c4cf-e8cf-4e50-9f41-17bc2ef114b3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:06.762088 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd1b182b-8fdf-406f-a86c-9aeb80e03f33 req-e553c4cf-e8cf-4e50-9f41-17bc2ef114b3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0564742 Feb 09 21:21:06.810372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd1b182b-8fdf-406f-a86c-9aeb80e03f33 req-6afd3831-62f7-4164-8cc5-f81c393159c5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425370 Feb 09 21:21:07.681723 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81b768ad-0772-4a04-83c2-37f1ae39e355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:07.944774 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2efcb-9589-4f4a-a335-c32fbf8f84bf req-316ae801-97ef-4f94-b97c-ef72ffae24ff tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:07.947099 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bb2efcb-9589-4f4a-a335-c32fbf8f84bf req-316ae801-97ef-4f94-b97c-ef72ffae24ff tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0547147 Feb 09 21:21:08.005279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bb2efcb-9589-4f4a-a335-c32fbf8f84bf req-40dd3459-5c3a-417e-955a-f783958a8481 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497391 Feb 09 21:21:09.141912 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1312d-3be5-4885-adb4-fc42124ecb11 req-a94ce702-ccc6-440f-b12e-1d66ce1230a3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:09.143613 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48c1312d-3be5-4885-adb4-fc42124ecb11 req-a94ce702-ccc6-440f-b12e-1d66ce1230a3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0600863 Feb 09 21:21:09.202354 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-48c1312d-3be5-4885-adb4-fc42124ecb11 req-36e94ac7-91df-4fdb-bf84-f0973e13250a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521109 Feb 09 21:21:09.755106 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb165-80d6-4db4-a076-7e420c91dc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:10.334491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726ba06-fe79-4094-95e2-d81b6e208fb2 req-763538bb-9674-4b87-a1fd-96b93fed1c8e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:10.336108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9726ba06-fe79-4094-95e2-d81b6e208fb2 req-763538bb-9674-4b87-a1fd-96b93fed1c8e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 943 time: 0.0635839 Feb 09 21:21:10.388244 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9726ba06-fe79-4094-95e2-d81b6e208fb2 req-619431b5-d456-4b0c-82ec-9a8f5464f1c5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Feb 09 21:21:10.996031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device dffe47db-0705-44ce-b05e-1c38836bea05 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:21:11.105993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port dffe47db-0705-44ce-b05e-1c38836bea05, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=dffe47db-0705-44ce-b05e-1c38836bea05,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:21:11.119627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'dffe47db-0705-44ce-b05e-1c38836bea05', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'port_id': 'dffe47db-0705-44ce-b05e-1c38836bea05', 'mac_address': 'fa:16:3e:b3:0a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:21:11.172225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port dffe47db-0705-44ce-b05e-1c38836bea05 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:11.172621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:11.189472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffe47db-0705-44ce-b05e-1c38836bea05 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:21:11.212165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port dffe47db-0705-44ce-b05e-1c38836bea05, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=dffe47db-0705-44ce-b05e-1c38836bea05,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:21:11.216610 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:11.270507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=dffe47db-0705-44ce-b05e-1c38836bea05,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:11.279909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.280468 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.281039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.281808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.282380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.283044 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.283775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.284379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.284909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.285452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.286001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.286513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.287058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:11.332054 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:11.422801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['dffe47db-0705-44ce-b05e-1c38836bea05'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:21:11.548067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f94e0-2bda-4a37-a4ce-40d022f095e8 req-67a983b1-162f-4bb5-a086-ac1429592b8f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:11.549494 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-867f94e0-2bda-4a37-a4ce-40d022f095e8 req-67a983b1-162f-4bb5-a086-ac1429592b8f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 944 time: 0.0696137 Feb 09 21:21:11.608349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-867f94e0-2bda-4a37-a4ce-40d022f095e8 req-fb4790c3-bb55-4ba7-97f0-8e1254307f7e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498767 Feb 09 21:21:12.727913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc0f2-f16f-4ed2-a8a2-2a6f32184829 req-1989504d-aca3-44c1-ba32-44ab4ad9eb90 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:12.729826 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4babc0f2-f16f-4ed2-a8a2-2a6f32184829 req-1989504d-aca3-44c1-ba32-44ab4ad9eb90 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 944 time: 0.0563552 Feb 09 21:21:12.782259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4babc0f2-f16f-4ed2-a8a2-2a6f32184829 req-d65040e3-c2ce-4f3d-b1f3-7b32328d9f84 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464332 Feb 09 21:21:12.813947 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:13.006561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device dffe47db-0705-44ce-b05e-1c38836bea05 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:21:13.055031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port dffe47db-0705-44ce-b05e-1c38836bea05 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:21:13.059119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port dffe47db-0705-44ce-b05e-1c38836bea05 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:21:13.059500 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:13.139513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port dffe47db-0705-44ce-b05e-1c38836bea05 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:13.139936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:13.170267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce98ad11-f761-48b9-ad9d-ab5e38df8ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffe47db-0705-44ce-b05e-1c38836bea05'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:21:13.172513 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd07ef8-e2cf-4625-a0cc-1d0354c17e77" -d '{"events": [{"server_uuid": "ce98ad11-f761-48b9-ad9d-ab5e38df8ce2", "name": "network-vif-plugged", "status": "completed", "tag": "dffe47db-0705-44ce-b05e-1c38836bea05"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:21:13.186132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port dffe47db-0705-44ce-b05e-1c38836bea05, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=dffe47db-0705-44ce-b05e-1c38836bea05,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:21:13.191673 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:13.217684 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e1cc2f-de20-41ec-8aae-1a6c6f286731 x-openstack-request-id: req-e0e1cc2f-de20-41ec-8aae-1a6c6f286731 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:21:13.217978 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce98ad11-f761-48b9-ad9d-ab5e38df8ce2", "name": "network-vif-plugged", "status": "completed", "tag": "dffe47db-0705-44ce-b05e-1c38836bea05", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:21:13.218232 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e0e1cc2f-de20-41ec-8aae-1a6c6f286731 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:21:13.218621 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce98ad11-f761-48b9-ad9d-ab5e38df8ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffe47db-0705-44ce-b05e-1c38836bea05', 'code': 200} Feb 09 21:21:13.246068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=dffe47db-0705-44ce-b05e-1c38836bea05,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:13.322212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2174f-d2ab-4742-9213-401f06dbf511 req-e1a33f15-b78f-4f99-89d4-689ef2c73ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:13.323759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3b2174f-d2ab-4742-9213-401f06dbf511 req-e1a33f15-b78f-4f99-89d4-689ef2c73ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 1128 time: 0.0481653 Feb 09 21:21:13.368802 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3b2174f-d2ab-4742-9213-401f06dbf511 req-b60d37c0-212c-43b9-b561-221bc5e0ff19 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392404 Feb 09 21:21:13.919796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefe70a-2595-4a6f-9290-44e055abf282 req-a632d22d-bf83-44d4-959e-41f153037f8f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:13.921284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0eefe70a-2595-4a6f-9290-44e055abf282 req-a632d22d-bf83-44d4-959e-41f153037f8f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 945 time: 0.0612898 Feb 09 21:21:13.943592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:13.977336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0eefe70a-2595-4a6f-9290-44e055abf282 req-a85899ad-c7ab-4910-b284-7b9f6a430550 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495965 Feb 09 21:21:15.100015 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f6c9a-c2bd-4a08-9e56-9c6b001c8a72 req-08fb9760-c874-46e1-8b27-4eafd07caeeb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:15.101543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-713f6c9a-c2bd-4a08-9e56-9c6b001c8a72 req-08fb9760-c874-46e1-8b27-4eafd07caeeb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 945 time: 0.0541725 Feb 09 21:21:15.157917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-713f6c9a-c2bd-4a08-9e56-9c6b001c8a72 req-5c10f2f0-cd0f-4ee5-933a-77ad07c7af89 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507748 Feb 09 21:21:15.285606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a086266-c966-47d6-ac13-5f71370c02e2 req-dba8ef07-fa82-46a3-a2f5-69d3c6a43719 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:15.287147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a086266-c966-47d6-ac13-5f71370c02e2 req-dba8ef07-fa82-46a3-a2f5-69d3c6a43719 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 945 time: 0.0538306 Feb 09 21:21:15.339242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a086266-c966-47d6-ac13-5f71370c02e2 req-1ad5a681-6b74-43aa-97e1-2fe4c77da3a0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457251 Feb 09 21:21:18.943422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381baec-320f-4c42-adf8-408ef84a31da req-e8b7f7e9-441f-4677-b1ef-7155a781ea89 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:18.945837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-e8b7f7e9-441f-4677-b1ef-7155a781ea89 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1092689 Feb 09 21:21:18.961663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-bf27d113-441e-49ce-80e1-cc6c91944cc9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/quotas/16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 375 time: 0.0101786 Feb 09 21:21:19.035345 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-858ec04e-cf71-4373-a012-b728fc95b944 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679123 Feb 09 21:21:19.151272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-8da948a6-33c9-4372-b795-6ee71f36a825 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083834 Feb 09 21:21:19.260853 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-9b1a71cf-bd59-4daa-aac0-99587c573db9 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002924 Feb 09 21:21:19.490193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63acd391-8928-4af3-a4c7-9e3c97c4294d req-0e392d9e-4106-4631-a747-294c83bb8bf7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0315964 Feb 09 21:21:20.495351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381baec-320f-4c42-adf8-408ef84a31da req-79335292-419f-4c3e-a54e-0a6d1e2c6ffc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:20.496877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-79335292-419f-4c3e-a54e-0a6d1e2c6ffc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1185188 Feb 09 21:21:20.508984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'port': {'device_id': 'f608065a-129e-461a-98cb-be0a26fe8f0e', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'admin_state_up': True, 'tenant_id': '16aea6b47359417f91bad0ba0074cd59'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:21:20.624096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d68ea028-7195-4522-b79e-0f61c671b6d7 req-dd01b7ce-0fea-4904-aa0a-02b3e30b23e5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0457766 Feb 09 21:21:20.674575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:21:20.678556 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:20.831856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.20.0.8 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/ccacbe51-1c76-42d1-a6dc-0444c86d9db2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:21:21.030338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:21.075383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:21.099385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['dffe47db-0705-44ce-b05e-1c38836bea05'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:21:21.136149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:21:21.140032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:21:21.144674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:21:21.173108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:21.190801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.191151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.191498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.191956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.192298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.192768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.193112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.193443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.193771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.194100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.194945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.195287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.195613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:21.230452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:21.231124 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:21.260393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-d22ca432-b4c2-4e0e-b0c5-256e84dac9ea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7553232 Feb 09 21:21:21.272688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Request body: {'port': {'device_id': 'f608065a-129e-461a-98cb-be0a26fe8f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:21:21.368217 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:21.510134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a204dd5f-e5cf-4543-a94e-94af16eae2c2 None None] Provisioning complete for port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:21:21.510674 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a204dd5f-e5cf-4543-a94e-94af16eae2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:21.550731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a204dd5f-e5cf-4543-a94e-94af16eae2c2 None None] Port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:21:21.769472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccacbe51-1c76-42d1-a6dc-0444c86d9db2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:21:21.799636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Publish callbacks [] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:21.818813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104ee3e-0cbc-4750-87f0-5d8423b29cf1 req-b41d0463-3f0a-47a2-b302-34aa9c4b75e2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:21.823201 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b104ee3e-0cbc-4750-87f0-5d8423b29cf1 req-b41d0463-3f0a-47a2-b302-34aa9c4b75e2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 931 time: 0.1004021 Feb 09 21:21:21.838671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Transition to ACTIVE for port object ccacbe51-1c76-42d1-a6dc-0444c86d9db2 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:21:21.860028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:21.883616 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:21.916539 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b104ee3e-0cbc-4750-87f0-5d8423b29cf1 req-04fdea7a-1835-49c8-88c8-6786f41e2797 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875013 Feb 09 21:21:21.946975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Pushing event updated for resources: {'Port': ['ID=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:22.075481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Attempting to bind port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:21:22.075481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Attempting to bind port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:21:22.075481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Attempting to bind port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:21:22.081780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 on network 72e5c1f4-1207-4113-b38d-a95879450107 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:21:22.082231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Attempting to bind port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:21:22.089267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:21:22.089714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:21:22.090708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:21:22.091242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Bound port: ccacbe51-1c76-42d1-a6dc-0444c86d9db2, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:21:22.091762 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:22.194967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] For port ccacbe51-1c76-42d1-a6dc-0444c86d9db2, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:21:22.200384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] For port ccacbe51-1c76-42d1-a6dc-0444c86d9db2, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:21:22.244528 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:22.267948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:22.268573 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:22.269977 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] 10.222.0.50 "PUT /v2.0/ports/ccacbe51-1c76-42d1-a6dc-0444c86d9db2 HTTP/1.1" status: 200 len: 1092 time: 1.0030849 Feb 09 21:21:22.270428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f608065a-129e-461a-98cb-be0a26fe8f0e', 'tag': 'ccacbe51-1c76-42d1-a6dc-0444c86d9db2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:21:22.277130 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80078081-c2ce-4c55-9709-37eea06c82b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f608065a-129e-461a-98cb-be0a26fe8f0e", "tag": "ccacbe51-1c76-42d1-a6dc-0444c86d9db2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:21:22.402628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7d9ec-3110-488e-8ddf-4f6bdd458149 service neutron] Pushing event updated for resources: {'Port': ['ID=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:22.416574 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba738e3d-f138-4cfa-87ed-64344e13b54f x-openstack-request-id: req-ba738e3d-f138-4cfa-87ed-64344e13b54f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:21:22.417104 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f608065a-129e-461a-98cb-be0a26fe8f0e", "tag": "ccacbe51-1c76-42d1-a6dc-0444c86d9db2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:21:22.417545 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ba738e3d-f138-4cfa-87ed-64344e13b54f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:21:22.418086 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f608065a-129e-461a-98cb-be0a26fe8f0e', 'tag': 'ccacbe51-1c76-42d1-a6dc-0444c86d9db2', 'status': 'completed', 'code': 200} Feb 09 21:21:22.496241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381baec-320f-4c42-adf8-408ef84a31da req-3192c2db-5213-4910-acd7-0efd6f448f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:22.497790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-3192c2db-5213-4910-acd7-0efd6f448f79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 1126 time: 0.1456878 Feb 09 21:21:22.556687 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-a5b08111-1d35-4fea-8080-e6d2a7f466aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccacbe51-1c76-42d1-a6dc-0444c86d9db2 HTTP/1.1" status: 200 len: 217 time: 0.0496128 Feb 09 21:21:22.620719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381baec-320f-4c42-adf8-408ef84a31da req-0c40a4d2-8190-4b8c-877d-e460cd580f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:22.623053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-0c40a4d2-8190-4b8c-877d-e460cd580f82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0588989 Feb 09 21:21:22.687032 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381baec-320f-4c42-adf8-408ef84a31da req-7b0dc2a8-c3d2-43cd-8597-8540df13aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:22.689220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-7b0dc2a8-c3d2-43cd-8597-8540df13aa8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0601139 Feb 09 21:21:22.826014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-b23775ee-209f-4e34-aefd-d57f11b07f20 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298776 Feb 09 21:21:22.983812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5381baec-320f-4c42-adf8-408ef84a31da req-143e90a2-b8f7-4c6c-a167-3eacd19cb096 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491227 Feb 09 21:21:23.111359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe2d0-074a-42e1-8fc0-40210c38fa4b req-4bab8518-8fb5-4137-8de6-28915a712330 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:23.112524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-85bf9e99-2632-419f-b31e-47b8a5392790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:23.114186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-85bf9e99-2632-419f-b31e-47b8a5392790 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 1126 time: 0.0718820 Feb 09 21:21:23.118059 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5a0fe2d0-074a-42e1-8fc0-40210c38fa4b req-4bab8518-8fb5-4137-8de6-28915a712330 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0783713 Feb 09 21:21:23.237928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5a0fe2d0-074a-42e1-8fc0-40210c38fa4b req-7ff09ea2-30d8-4540-805c-6184e632cebe tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127176 Feb 09 21:21:23.296497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-7fd23dd3-1b26-44d0-8a9d-9bbcc81173ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:23.298823 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-7fd23dd3-1b26-44d0-8a9d-9bbcc81173ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.1729522 Feb 09 21:21:23.345531 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-1bf3cb0f-e6ba-4e12-9f99-74202d292337 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccacbe51-1c76-42d1-a6dc-0444c86d9db2 HTTP/1.1" status: 200 len: 217 time: 0.0399201 Feb 09 21:21:23.399899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-f20ba068-ce33-472c-88ec-0578635a9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:23.401434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-f20ba068-ce33-472c-88ec-0578635a9c47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0505652 Feb 09 21:21:23.467733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-a174f065-4e50-4424-b6f6-01b3badcf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:23.469776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-a174f065-4e50-4424-b6f6-01b3badcf2d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0621433 Feb 09 21:21:23.583836 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-67790e63-f73b-4322-867c-7ce9fad3e293 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024621 Feb 09 21:21:23.692920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80078081-c2ce-4c55-9709-37eea06c82b4 req-5d9c59a4-2887-4bc4-b343-be608d282c6c service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026003 Feb 09 21:21:24.365775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e2310-6bfa-46f8-ac69-8c3ebb660ad5 req-399d993d-f307-4284-8211-302de7599929 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:24.367569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8e2310-6bfa-46f8-ac69-8c3ebb660ad5 req-399d993d-f307-4284-8211-302de7599929 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0575974 Feb 09 21:21:24.415887 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8e2310-6bfa-46f8-ac69-8c3ebb660ad5 req-20f86a66-ddba-405c-8fa2-20f254a00243 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Feb 09 21:21:25.557290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad2fb-5e11-4081-a251-a8ce1456c01b req-89720410-c96e-447d-9dd4-2759b1067454 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:25.558968 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f2ad2fb-5e11-4081-a251-a8ce1456c01b req-89720410-c96e-447d-9dd4-2759b1067454 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0626249 Feb 09 21:21:25.611191 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f2ad2fb-5e11-4081-a251-a8ce1456c01b req-97347c92-ca10-4a0a-9d8a-184e88992440 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455465 Feb 09 21:21:26.796491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:26.963597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc24189-f908-4d32-9c85-9acb9e15e49e req-c8ca46cc-9f43-41eb-8a4e-27806e1e9a52 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:26.978659 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8fc24189-f908-4d32-9c85-9acb9e15e49e req-c8ca46cc-9f43-41eb-8a4e-27806e1e9a52 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.2904596 Feb 09 21:21:27.476622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8fc24189-f908-4d32-9c85-9acb9e15e49e req-97ca9663-65d7-4a51-a953-60685181e2cb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918976 Feb 09 21:21:28.735945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3801fad-07c8-4419-8fc4-aac1945a0b87 req-09bbe0b1-d690-4c65-9ae7-c8ec5e4e9d00 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:28.746067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3801fad-07c8-4419-8fc4-aac1945a0b87 req-09bbe0b1-d690-4c65-9ae7-c8ec5e4e9d00 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.1963696 Feb 09 21:21:28.832204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e3801fad-07c8-4419-8fc4-aac1945a0b87 req-0671809a-8dc9-4502-8505-3dfdb45be0fd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852222 Feb 09 21:21:29.987166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c471f94-b844-4fbc-9e1b-af160af5dc38 req-a441c600-b62f-4641-bc20-8c65e2d8ae94 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:29.990466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c471f94-b844-4fbc-9e1b-af160af5dc38 req-a441c600-b62f-4641-bc20-8c65e2d8ae94 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0727985 Feb 09 21:21:30.046356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c471f94-b844-4fbc-9e1b-af160af5dc38 req-f2a21d1c-1e3e-4daf-b470-375f079813ce tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499980 Feb 09 21:21:31.180586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de56c9b-68da-439a-8a32-1c8ac794d632 req-f0e0dca8-8f05-4115-9cf5-5f191972ff1b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:31.182230 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9de56c9b-68da-439a-8a32-1c8ac794d632 req-f0e0dca8-8f05-4115-9cf5-5f191972ff1b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0595956 Feb 09 21:21:31.239395 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9de56c9b-68da-439a-8a32-1c8ac794d632 req-a16c7318-7c41-4605-b7ed-df0f9a32dfa4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Feb 09 21:21:32.400242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a86d71-3bed-4e36-8fcc-ad06c538fb26 req-01a4b94e-d36a-4223-9d40-88c8f919b4d6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:32.401706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5a86d71-3bed-4e36-8fcc-ad06c538fb26 req-01a4b94e-d36a-4223-9d40-88c8f919b4d6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0745280 Feb 09 21:21:32.481119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5a86d71-3bed-4e36-8fcc-ad06c538fb26 req-5c2107bd-4a2b-431c-8944-7ceb1f9c968b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706120 Feb 09 21:21:33.618060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5504e-67e1-4ab7-9c45-0750aa2a779c req-3b9ef018-ec6d-4204-ba33-8f4f66346ba7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:33.620427 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52b5504e-67e1-4ab7-9c45-0750aa2a779c req-3b9ef018-ec6d-4204-ba33-8f4f66346ba7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0571074 Feb 09 21:21:33.692271 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52b5504e-67e1-4ab7-9c45-0750aa2a779c req-16e5d73a-d19f-4c19-a28f-7b64e2e2c213 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633039 Feb 09 21:21:34.834169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab334d52-7d21-4e7c-a678-61d4401363a5 req-03326a6e-aeaf-433a-beaf-a6aa0022ef09 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:34.836008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab334d52-7d21-4e7c-a678-61d4401363a5 req-03326a6e-aeaf-433a-beaf-a6aa0022ef09 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0586536 Feb 09 21:21:34.889079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab334d52-7d21-4e7c-a678-61d4401363a5 req-df00c091-cca9-4ac0-a90a-fb65b4155cda tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470517 Feb 09 21:21:36.060890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130cbcc-ecaf-42f5-b2ed-f4db58678158 req-1fa491b5-ed46-490d-99a6-f3ad8147f042 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:36.068612 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e130cbcc-ecaf-42f5-b2ed-f4db58678158 req-1fa491b5-ed46-490d-99a6-f3ad8147f042 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0940449 Feb 09 21:21:36.143559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e130cbcc-ecaf-42f5-b2ed-f4db58678158 req-fafb080f-9594-4f61-9dbf-ae847ec7ae58 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704525 Feb 09 21:21:37.285023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69abf9-b973-4521-b72f-7b0afb8fa8f3 req-a5040910-3611-42be-abff-b55db69d0db9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:37.287532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0e69abf9-b973-4521-b72f-7b0afb8fa8f3 req-a5040910-3611-42be-abff-b55db69d0db9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0559349 Feb 09 21:21:37.341641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0e69abf9-b973-4521-b72f-7b0afb8fa8f3 req-37d85498-cdd4-4eaf-9e8c-1001f3d684ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476112 Feb 09 21:21:37.676332 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3aa6b9a-b441-4450-8335-3d0e53ebeca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:38.496389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea1306-65bc-4b6f-9d41-630fff6c0785 req-440185c5-6752-4526-a884-4bc0eaf36c6c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:38.498118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70ea1306-65bc-4b6f-9d41-630fff6c0785 req-440185c5-6752-4526-a884-4bc0eaf36c6c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0767958 Feb 09 21:21:38.551250 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70ea1306-65bc-4b6f-9d41-630fff6c0785 req-837e64e7-067e-4e83-b988-f1a4e21bfea4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Feb 09 21:21:38.879282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-5fb230f9-053e-471c-9a20-7546fddebde2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524967 Feb 09 21:21:38.971584 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-3dae955d-d57e-4e41-a38a-7ed6752a05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:38.973171 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-3dae955d-d57e-4e41-a38a-7ed6752a05a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 1128 time: 0.0533223 Feb 09 21:21:39.085599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-ec7887dd-8b01-4404-a883-464d6e531483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:39.087191 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-ec7887dd-8b01-4404-a883-464d6e531483 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0950637 Feb 09 21:21:39.133627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-775fdcea-e228-4174-b99b-785efedac97b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dffe47db-0705-44ce-b05e-1c38836bea05 HTTP/1.1" status: 200 len: 217 time: 0.0406446 Feb 09 21:21:39.186506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-8b1549a8-d5fb-423c-9f8a-4e0c4c9f51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:39.188268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-8b1549a8-d5fb-423c-9f8a-4e0c4c9f51c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0490561 Feb 09 21:21:39.241388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-b98a0c7d-7f25-4ccb-bdd9-2dfceb98b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:39.243020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-b98a0c7d-7f25-4ccb-bdd9-2dfceb98b322 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490878 Feb 09 21:21:39.356569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-620cb521-db2d-4fa9-b530-7bc7768098cb service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069658 Feb 09 21:21:39.480856 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-35340047-6335-4e1b-b3d1-c85289f8c2a8 req-42641f57-f867-422b-b775-88eb703f0ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175585 Feb 09 21:21:39.689123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074566d1-b6ee-4bdb-94a2-e385e169695f req-be2a58e9-a90e-4f95-a91e-91d98997c72d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:39.690784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-074566d1-b6ee-4bdb-94a2-e385e169695f req-be2a58e9-a90e-4f95-a91e-91d98997c72d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0622573 Feb 09 21:21:39.744739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-074566d1-b6ee-4bdb-94a2-e385e169695f req-0073a188-3685-44af-b0fd-7429c6f65815 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Feb 09 21:21:39.760508 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1bb1a3c-5bb8-4353-b1be-a4da91db8275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:40.407259 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:21:40.895434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e179e-eedd-4234-9955-2a46e3f4e9c2 req-8177001a-26db-43fc-88e8-f62a98a3086b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:40.897634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-522e179e-eedd-4234-9955-2a46e3f4e9c2 req-8177001a-26db-43fc-88e8-f62a98a3086b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0593727 Feb 09 21:21:40.945588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-522e179e-eedd-4234-9955-2a46e3f4e9c2 req-4e952d34-67c5-4e62-9749-7e415bcf45e0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Feb 09 21:21:41.327605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:42.069723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c76ef-ad59-4923-b9e9-508716f69491 req-0ab700ca-5c9a-4bb1-895c-33477cfb1918 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:42.072228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb9c76ef-ad59-4923-b9e9-508716f69491 req-0ab700ca-5c9a-4bb1-895c-33477cfb1918 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0551610 Feb 09 21:21:42.122030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb9c76ef-ad59-4923-b9e9-508716f69491 req-29fe9ce5-a31e-4062-aa1a-bdf287c0f664 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Feb 09 21:21:42.814581 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:43.267830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e74c7-5d37-4fc9-8639-f0ae5c4be241 req-5ca78ced-bdcf-422b-a2b1-1f795220a159 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:43.270614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-863e74c7-5d37-4fc9-8639-f0ae5c4be241 req-5ca78ced-bdcf-422b-a2b1-1f795220a159 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0727475 Feb 09 21:21:43.331955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-863e74c7-5d37-4fc9-8639-f0ae5c4be241 req-42e41391-8a30-44f1-8f58-5a0dc6ea91bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540125 Feb 09 21:21:43.938174 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:44.464866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75b2f-dbda-4bd3-8228-c0b555f6cf2a req-c65c4585-f9ff-4914-9268-626a34ae9aae tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:44.466402 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fc75b2f-dbda-4bd3-8228-c0b555f6cf2a req-c65c4585-f9ff-4914-9268-626a34ae9aae tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0635071 Feb 09 21:21:44.516816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fc75b2f-dbda-4bd3-8228-c0b555f6cf2a req-e6978b0a-421e-4546-8409-61dea71ee445 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Feb 09 21:21:45.241373 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-1bba20ba-b831-4545-80c8-de199faaef8d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443885 Feb 09 21:21:45.328204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-910e030f-8143-422b-b985-529729b249ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:45.329646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-910e030f-8143-422b-b985-529729b249ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1129 time: 0.0463102 Feb 09 21:21:45.440408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-e082ad69-7720-4350-9624-613ede493c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:45.442001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-e082ad69-7720-4350-9624-613ede493c95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 909 time: 0.0933154 Feb 09 21:21:45.520526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-8f0f2a19-5c7c-4837-aa4b-e84cd380c72e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 1002 time: 0.0707765 Feb 09 21:21:45.584961 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-607ce924-dd52-47b5-9250-231973e55f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:45.586553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-607ce924-dd52-47b5-9250-231973e55f94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 200 len: 847 time: 0.0590258 Feb 09 21:21:45.639605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-1b85f5f7-28b6-4ca9-80e7-a289a7c486df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:45.641469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-1b85f5f7-28b6-4ca9-80e7-a289a7c486df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496311 Feb 09 21:21:45.657330 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102bd1a-77bf-4524-b3c5-877cf7b7cc40 req-d973c288-aeea-44b3-b809-6ef0b1930df0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:45.659765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1102bd1a-77bf-4524-b3c5-877cf7b7cc40 req-d973c288-aeea-44b3-b809-6ef0b1930df0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0625758 Feb 09 21:21:45.719470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1102bd1a-77bf-4524-b3c5-877cf7b7cc40 req-859bbd94-0997-4e2f-9a60-6aa491bf4db8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525503 Feb 09 21:21:45.735596 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-f79d4445-2032-4577-b9df-216ac8683caf service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880320 Feb 09 21:21:45.844418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d39f07d7-96d6-4ead-b318-d96ba4e90dae req-1554c999-9eb2-4593-b58a-c3f3d9703486 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024671 Feb 09 21:21:46.864953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2567a5c-9c5d-4f05-8ce0-87979e4a0079 req-675df3bf-97b3-475c-b982-6fd52cfee12c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:46.867292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2567a5c-9c5d-4f05-8ce0-87979e4a0079 req-675df3bf-97b3-475c-b982-6fd52cfee12c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0613611 Feb 09 21:21:46.920761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2567a5c-9c5d-4f05-8ce0-87979e4a0079 req-29529d6c-3fcc-4a6d-b3ed-aa521e42c478 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Feb 09 21:21:48.056879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b499984-5a27-41f2-9525-b0030b1acd90 req-699b86bd-f3da-48f4-babf-fcd99ae9cb67 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:48.058370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b499984-5a27-41f2-9525-b0030b1acd90 req-699b86bd-f3da-48f4-babf-fcd99ae9cb67 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0539677 Feb 09 21:21:48.109510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4b499984-5a27-41f2-9525-b0030b1acd90 req-39d6e1b9-6e96-4547-9936-2e055707eff7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Feb 09 21:21:49.233644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eec592-d98b-4e15-b1a5-fd5e32509196 req-072d8317-d6bd-45a1-8a10-40676ae5cdc6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:49.235140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57eec592-d98b-4e15-b1a5-fd5e32509196 req-072d8317-d6bd-45a1-8a10-40676ae5cdc6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0527222 Feb 09 21:21:49.286570 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57eec592-d98b-4e15-b1a5-fd5e32509196 req-e393a23e-1b1d-4460-9f6b-4fe4565eef09 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 Feb 09 21:21:50.404885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6955c58-abb6-4b90-a965-1a61062f9291 req-b4a57cbc-230c-485a-874b-6d8767842384 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:50.406374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6955c58-abb6-4b90-a965-1a61062f9291 req-b4a57cbc-230c-485a-874b-6d8767842384 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0519860 Feb 09 21:21:50.454223 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6955c58-abb6-4b90-a965-1a61062f9291 req-ddb05a2d-86cf-4294-80dc-0590391177df tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Feb 09 21:21:51.575901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469d248-ed47-4304-bdd9-ce144b96a7ea req-524ed7ce-6cab-4da8-8f3a-6b3c1cb74471 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:51.577397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3469d248-ed47-4304-bdd9-ce144b96a7ea req-524ed7ce-6cab-4da8-8f3a-6b3c1cb74471 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 943 time: 0.0526807 Feb 09 21:21:51.624270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3469d248-ed47-4304-bdd9-ce144b96a7ea req-f1c8735e-c3c7-4ce3-8474-cf9381bd9990 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Feb 09 21:21:51.673463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ccacbe51-1c76-42d1-a6dc-0444c86d9db2 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:21:51.768940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ccacbe51-1c76-42d1-a6dc-0444c86d9db2, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:21:51.782279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'ccacbe51-1c76-42d1-a6dc-0444c86d9db2', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'port_id': 'ccacbe51-1c76-42d1-a6dc-0444c86d9db2', 'mac_address': 'fa:16:3e:33:50:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:21:51.822326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:51.822724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:51.840009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccacbe51-1c76-42d1-a6dc-0444c86d9db2 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:21:51.866473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ccacbe51-1c76-42d1-a6dc-0444c86d9db2, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:21:51.877442 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:51.885390 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:51.927340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:52.138440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ccacbe51-1c76-42d1-a6dc-0444c86d9db2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:21:52.746201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bbf9c-5dd5-460b-964f-92cd24a62ea6 req-a0933b62-0f52-41bb-89ab-d3b6e000e810 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:52.747605 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-950bbf9c-5dd5-460b-964f-92cd24a62ea6 req-a0933b62-0f52-41bb-89ab-d3b6e000e810 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 944 time: 0.0527771 Feb 09 21:21:52.796679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-950bbf9c-5dd5-460b-964f-92cd24a62ea6 req-11279c1f-6d5c-4fa5-bd83-ecbc2c8c9d15 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 Feb 09 21:21:53.683513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ccacbe51-1c76-42d1-a6dc-0444c86d9db2 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:21:53.730599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:21:53.734270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:21:53.734645 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:53.824004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:21:53.824875 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:53.874245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608065a-129e-461a-98cb-be0a26fe8f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccacbe51-1c76-42d1-a6dc-0444c86d9db2'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:21:53.878211 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b851ad5e-cf7a-4cea-861d-453f7ad4b02b" -d '{"events": [{"server_uuid": "f608065a-129e-461a-98cb-be0a26fe8f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ccacbe51-1c76-42d1-a6dc-0444c86d9db2"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:21:53.882292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port ccacbe51-1c76-42d1-a6dc-0444c86d9db2, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:21:53.887667 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:53.946714 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d391fc01-a367-42cb-9a3d-6f131d5d507e x-openstack-request-id: req-d391fc01-a367-42cb-9a3d-6f131d5d507e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:21:53.946933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5aa76-7a27-4033-9cea-3a77cb97d25b req-6f406cec-2868-43d9-af62-9b445be7222f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:53.947374 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608065a-129e-461a-98cb-be0a26fe8f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ccacbe51-1c76-42d1-a6dc-0444c86d9db2", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:21:53.947517 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d391fc01-a367-42cb-9a3d-6f131d5d507e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:21:53.948025 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608065a-129e-461a-98cb-be0a26fe8f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccacbe51-1c76-42d1-a6dc-0444c86d9db2', 'code': 200} Feb 09 21:21:53.948369 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2c5aa76-7a27-4033-9cea-3a77cb97d25b req-6f406cec-2868-43d9-af62-9b445be7222f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 944 time: 0.0754538 Feb 09 21:21:53.963065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:54.021082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f2c5aa76-7a27-4033-9cea-3a77cb97d25b req-4b9ec229-b63d-4460-a440-fc684a58d995 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665252 Feb 09 21:21:54.060922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d37cb-d216-4a1c-be1b-8eda9c6bd2df req-93db499a-bf44-45b6-978c-3c68374b68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:54.062497 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd7d37cb-d216-4a1c-be1b-8eda9c6bd2df req-93db499a-bf44-45b6-978c-3c68374b68da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 1128 time: 0.0534985 Feb 09 21:21:54.107877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd7d37cb-d216-4a1c-be1b-8eda9c6bd2df req-5adb548b-d29d-420d-a0a2-1a71b5aa8e36 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Feb 09 21:21:55.185984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dc4ab-4e9c-4237-9f02-a0e7a7a21a1e req-8446cc01-005a-44bc-afb8-fd1aaba03b6c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:55.187847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df4dc4ab-4e9c-4237-9f02-a0e7a7a21a1e req-8446cc01-005a-44bc-afb8-fd1aaba03b6c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 945 time: 0.0848932 Feb 09 21:21:55.269795 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df4dc4ab-4e9c-4237-9f02-a0e7a7a21a1e req-eaef73aa-4092-4e74-af7c-c9e84082bb01 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728030 Feb 09 21:21:56.399770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb72ae6-0a89-4e19-b266-41252087a3ad req-bfdebaa6-f5c2-4ea9-a7db-617e14a0c8ba tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:56.401286 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcb72ae6-0a89-4e19-b266-41252087a3ad req-bfdebaa6-f5c2-4ea9-a7db-617e14a0c8ba tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 945 time: 0.0558410 Feb 09 21:21:56.451496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bcb72ae6-0a89-4e19-b266-41252087a3ad req-cd3a0093-d4a6-4fe7-9e66-672947b6aae2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 Feb 09 21:21:56.592930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8518c46-c3f1-4d4e-bffa-f50884dfb430 req-ab2ff99f-8429-46aa-b36d-0af33c23e1de tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:56.594530 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8518c46-c3f1-4d4e-bffa-f50884dfb430 req-ab2ff99f-8429-46aa-b36d-0af33c23e1de tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 945 time: 0.0613198 Feb 09 21:21:56.649600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8518c46-c3f1-4d4e-bffa-f50884dfb430 req-9337f01b-a09a-451d-8ff7-e87c4215ae0d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Feb 09 21:21:56.804642 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:56.990669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d3936-b463-4512-bb7d-9d5b2d536013 req-33e173a9-374d-4326-bb6c-66c7ef48ab00 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:56.992204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3d3936-b463-4512-bb7d-9d5b2d536013 req-33e173a9-374d-4326-bb6c-66c7ef48ab00 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 945 time: 0.0581565 Feb 09 21:21:57.049253 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d3d3936-b463-4512-bb7d-9d5b2d536013 req-c6a8dfa3-2f34-49b6-94e6-0aaa43bc5307 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502985 Feb 09 21:21:58.179019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca7c3f-467e-426b-a9c1-e63c4c57dd38 req-150b6d4c-9781-4f8f-9a3a-670abf7792e1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:58.180599 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ca7c3f-467e-426b-a9c1-e63c4c57dd38 req-150b6d4c-9781-4f8f-9a3a-670abf7792e1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 945 time: 0.0581644 Feb 09 21:21:58.232043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7ca7c3f-467e-426b-a9c1-e63c4c57dd38 req-2404ddc4-d5ea-4f0c-b405-0abc2607b6f9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Feb 09 21:21:58.510044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-5e03d337-bc20-486d-ae65-a88129c9a374 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:21:58.511493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-5e03d337-bc20-486d-ae65-a88129c9a374 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 945 time: 0.0533650 Feb 09 21:21:58.605707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:21:58.605988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:58.697191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] For port ccacbe51-1c76-42d1-a6dc-0444c86d9db2, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:21:58.697457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:58.710125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for ccacbe51-1c76-42d1-a6dc-0444c86d9db2 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:21:58.838557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ccacbe51-1c76-42d1-a6dc-0444c86d9db2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:58.850309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['ccacbe51-1c76-42d1-a6dc-0444c86d9db2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:21:58.855859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['dffe47db-0705-44ce-b05e-1c38836bea05'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:21:58.867050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=ccacbe51-1c76-42d1-a6dc-0444c86d9db2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:58.912625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] No DVR routers for this DVR port ccacbe51-1c76-42d1-a6dc-0444c86d9db2 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:21:58.915537 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:58.918920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-af0d760b-cf02-438b-9b79-8a57a02b55b4 req-fcbedc34-ad9a-4577-aa80-798617b2a6dc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "DELETE /v2.0/ports/ccacbe51-1c76-42d1-a6dc-0444c86d9db2 HTTP/1.1" status: 204 len: 173 time: 0.4025230 Feb 09 21:21:58.919381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608065a-129e-461a-98cb-be0a26fe8f0e', 'name': 'network-vif-deleted', 'tag': 'ccacbe51-1c76-42d1-a6dc-0444c86d9db2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:21:58.921809 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae7229d-d004-4b44-8ce3-df1bd397bdeb" -d '{"events": [{"server_uuid": "f608065a-129e-461a-98cb-be0a26fe8f0e", "name": "network-vif-deleted", "tag": "ccacbe51-1c76-42d1-a6dc-0444c86d9db2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:21:59.012128 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11400c53-5e46-43ef-8788-94132a305b84 x-openstack-request-id: req-11400c53-5e46-43ef-8788-94132a305b84 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:21:59.012652 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608065a-129e-461a-98cb-be0a26fe8f0e", "name": "network-vif-deleted", "tag": "ccacbe51-1c76-42d1-a6dc-0444c86d9db2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:21:59.013331 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-11400c53-5e46-43ef-8788-94132a305b84 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:21:59.013888 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f608065a-129e-461a-98cb-be0a26fe8f0e', 'name': 'network-vif-deleted', 'tag': 'ccacbe51-1c76-42d1-a6dc-0444c86d9db2', 'status': 'completed', 'code': 200} Feb 09 21:21:59.392534 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa0bb1a9-2ca9-4da4-9eca-cc9cc297b716 req-9c14efa5-17f8-4353-902a-3ec3c3301823 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0800817 Feb 09 21:22:00.518064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1bbcf5cf-ae4c-4062-8ba4-9d0bb68b3830 req-5ba29596-3cb8-4186-b79e-d2da8556e2c7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0516322 Feb 09 21:22:01.626553 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1498f8d9-4c9a-4bad-8dfd-f6d9c1dcef82 req-f2778420-c81e-417d-9661-e5218ec9f6be tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0279860 Feb 09 21:22:01.714862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ccacbe51-1c76-42d1-a6dc-0444c86d9db2 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:22:01.735482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: ccacbe51-1c76-42d1-a6dc-0444c86d9db2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:22:01.736341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device ccacbe51-1c76-42d1-a6dc-0444c86d9db2 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:22:02.725640 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01b651c2-c140-4079-99a3-06e3d96980c9 req-80b4f8f7-a726-4cf8-9628-5c6f7db762b7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0280221 Feb 09 21:22:03.841015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79d45e58-9d5e-470b-b2b9-4c9fc4a6ee0f req-29bbaa1e-3d43-490d-a681-7cc78caadc17 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0313690 Feb 09 21:22:03.996537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 41954) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:04.114501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:04.199423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Publish callbacks [] for security_group (fd8363b2-6aa9-4ec6-a1bf-109f2eb43dfc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:04.204422 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd8363b2-6aa9-4ec6-a1bf-109f2eb43dfc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:04.246620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8363b2-6aa9-4ec6-a1bf-109f2eb43dfc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:04.254834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=11359648888541e887bfe083ca1f2c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548161 Feb 09 21:22:04.255173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 41958) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:04.260055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.260602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.260956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.261301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.261643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.262073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.262313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.262646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.263280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.263280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.263623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.264225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.264565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c029361-5d50-46f8-ac8e-4083ac96e532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:04.323373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9780a593-9997-4499-8ac3-9c0c7a6754b2 admin admin] Publish callbacks [] for security_group (fd8363b2-6aa9-4ec6-a1bf-109f2eb43dfc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:04.357697 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9780a593-9997-4499-8ac3-9c0c7a6754b2 admin admin] Publish callbacks [] for security_group (fd8363b2-6aa9-4ec6-a1bf-109f2eb43dfc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:04.410139 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9780a593-9997-4499-8ac3-9c0c7a6754b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd8363b2-6aa9-4ec6-a1bf-109f2eb43dfc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:04.412832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9780a593-9997-4499-8ac3-9c0c7a6754b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:04.416738 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9780a593-9997-4499-8ac3-9c0c7a6754b2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fd8363b2-6aa9-4ec6-a1bf-109f2eb43dfc HTTP/1.1" status: 204 len: 168 time: 0.1572905 Feb 09 21:22:04.424824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780a593-9997-4499-8ac3-9c0c7a6754b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8363b2-6aa9-4ec6-a1bf-109f2eb43dfc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:04.955350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db3e5b50-40b9-452e-982a-6df2be0d5343 req-0ba93430-4448-4d88-95f4-436f45b6fe91 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0396788 Feb 09 21:22:06.065572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fdc33a6c-e371-48b0-bd97-06d7e80062b6 req-cb13c9c7-5bd3-423b-bbab-904c6f6f3de2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0382214 Feb 09 21:22:06.694470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42014) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:06.699800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'network': {'name': 'tempest-network-smoke--1102221262', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:06.719100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Made reservation on behalf of 52cb972465f14ef3b6bcb805a5f2ae16 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:22:06.722411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:06.731098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:06.808343 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (cb91858e-7b0a-4504-9bf3-2352e7b664ac), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:06.812109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cb91858e-7b0a-4504-9bf3-2352e7b664ac), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:06.835625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:22:06.849449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb91858e-7b0a-4504-9bf3-2352e7b664ac,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:06.855241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (34f9071e-3366-44dd-8429-93d49ec31397), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:06.855595 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Added segment 34f9071e-3366-44dd-8429-93d49ec31397 of type vlan for network f9fe849d-d394-42ca-8678-c8bb1ed145b4 Feb 09 21:22:06.902730 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f9fe849d-d394-42ca-8678-c8bb1ed145b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:06.927055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f9fe849d-d394-42ca-8678-c8bb1ed145b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:06.932524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:06.933094 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:06.996375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2981231 Feb 09 21:22:06.996560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:07.002647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'admin_state_up': True, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:07.012992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb86b7f-d928-407a-ba2b-4ea1d37c9668 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Network': ['ID=f9fe849d-d394-42ca-8678-c8bb1ed145b4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:07.024794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:22:07.031044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (40ec5b83-05b5-473f-8033-c22faa3f5a15), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.032096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (40ec5b83-05b5-473f-8033-c22faa3f5a15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.083790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_controller (40ec5b83-05b5-473f-8033-c22faa3f5a15), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.180771 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c47fe839-e1b7-416a-942c-2e1688cde1ba req-b30e8a8d-f935-48f7-b0a7-a189070cd14f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=f608065a-129e-461a-98cb-be0a26fe8f0e HTTP/1.1" status: 200 len: 210 time: 0.0312657 Feb 09 21:22:07.250662 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_gateway (40ec5b83-05b5-473f-8033-c22faa3f5a15), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.450942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_gateway (40ec5b83-05b5-473f-8033-c22faa3f5a15), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.471211 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.575832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Allocated IP 172.25.4.181 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b6a55347-e36a-4e65-a880-f77635a2d6ad) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:22:07.683271 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7eaac774-529f-41c2-b672-76bd845e2314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.702765 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.737198 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:07.777934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:22:07.790588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:22:07.794014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:22:07.799386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=b6a55347-e36a-4e65-a880-f77635a2d6ad,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:08.053740 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_gateway (40ec5b83-05b5-473f-8033-c22faa3f5a15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:08.258858 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (40ec5b83-05b5-473f-8033-c22faa3f5a15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:08.387722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Router 40ec5b83-05b5-473f-8033-c22faa3f5a15 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:22:08.504525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:22:08.514918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Sync routers for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:22:08.525805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:22:08.526394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:21:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:08.529845 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:08.531108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d1baf67b-103b-4f7c-bad0-3b2898ee649e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5337071 Feb 09 21:22:08.534294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42024) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:08.673803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-379507c4-005b-4ddd-8646-3680e325556c tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=52cb972465f14ef3b6bcb805a5f2ae16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1382797 Feb 09 21:22:08.676263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42028) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:08.768532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8bd2d1-fd0d-4833-b8c3-caf389485670 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:08.770054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6c8bd2d1-fd0d-4833-b8c3-caf389485670 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926697 Feb 09 21:22:08.773476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42030) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:08.801735 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-392a7fac-5780-420d-b8e3-7dc96fea0a03 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270081 Feb 09 21:22:08.805269 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:08.810670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1894245085', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:08.813899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:22:08.896562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Made reservation on behalf of 52cb972465f14ef3b6bcb805a5f2ae16 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:22:08.900215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.010196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:07Z', 'revision_number': 3, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:09.037550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Checking router: 40ec5b83-05b5-473f-8033-c22faa3f5a15 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:22:09.037901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Updating router 40ec5b83-05b5-473f-8033-c22faa3f5a15 port b6a55347-e36a-4e65-a880-f77635a2d6ad binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:22:09.065923 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.087547 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (52a4f560-24d1-4eb8-bf72-72a10ebf3313), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.153001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Subnet': ['ID=52a4f560-24d1-4eb8-bf72-72a10ebf3313,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:09.161150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Checking segment: {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:22:09.162510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network hostable DHCP agents. Network: f9fe849d-d394-42ca-8678-c8bb1ed145b4, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:22:09.183479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:22:09.194123 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, f9fe849d-d394-42ca-8678-c8bb1ed145b4) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:22:09.203128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:09.204235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.209163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665bf700-6fe0-4304-afe8-fe13ae98329a None None] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:22:09.225881 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1478b6ae-6756-4c55-bb08-a0c85d9b496d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4188151 Feb 09 21:22:09.228367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:09.398928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:22:09.399832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.532883 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Publish callbacks [] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.541422 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.646491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a2c9f-d815-4b1c-8e5a-9a6a212a2c1a None None] Pushing event updated for resources: {'Port': ['ID=b6a55347-e36a-4e65-a880-f77635a2d6ad,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:09.650385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Attempting to bind port b6a55347-e36a-4e65-a880-f77635a2d6ad on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:22:09.650759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Attempting to bind port b6a55347-e36a-4e65-a880-f77635a2d6ad by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:22:09.651124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Attempting to bind port b6a55347-e36a-4e65-a880-f77635a2d6ad on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:22:09.663355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:22:09.663792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:22:09.664261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.664946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:22:09.665166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Bound port: b6a55347-e36a-4e65-a880-f77635a2d6ad, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:22:09.665552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.692335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Allocated IP 172.20.0.2 (f9fe849d-d394-42ca-8678-c8bb1ed145b4/52a4f560-24d1-4eb8-bf72-72a10ebf3313/93e6707f-5a8f-4358-8aec-65532a2323cb) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:22:09.774232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] For port b6a55347-e36a-4e65-a880-f77635a2d6ad, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:22:09.799629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] For port b6a55347-e36a-4e65-a880-f77635a2d6ad, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6a55347-e36a-4e65-a880-f77635a2d6ad,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:22:09.804640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82f444b4-f6bc-4987-88f5-79da4f4bfdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.815745 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:09.897853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:22:09.898631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:09.991585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a2c9f-d815-4b1c-8e5a-9a6a212a2c1a None None] Pushing event updated for resources: {'Port': ['ID=b6a55347-e36a-4e65-a880-f77635a2d6ad,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:10.026996 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Publish callbacks [] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.040088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.053233 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.102837 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:22:10.103718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Pushing event updated for resources: {'Port': ['ID=93e6707f-5a8f-4358-8aec-65532a2323cb,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:10.109970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:22:10.113496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:22:10.116620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:22:10.263615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Attempting to bind port 93e6707f-5a8f-4358-8aec-65532a2323cb on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:22:10.264111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Attempting to bind port 93e6707f-5a8f-4358-8aec-65532a2323cb by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:22:10.264677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Attempting to bind port 93e6707f-5a8f-4358-8aec-65532a2323cb on network f9fe849d-d394-42ca-8678-c8bb1ed145b4 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:22:10.276562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:22:10.277059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Checking segment: {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:22:10.277759 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.278036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Bound using segment: {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:22:10.278623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Bound port: 93e6707f-5a8f-4358-8aec-65532a2323cb, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:22:10.279099 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.334375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Allocated IP 172.20.0.1 (f9fe849d-d394-42ca-8678-c8bb1ed145b4/52a4f560-24d1-4eb8-bf72-72a10ebf3313/6889790e-8af8-42cd-ab46-1f0a41f51b3f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:22:10.385734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] For port 93e6707f-5a8f-4358-8aec-65532a2323cb, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:22:10.409137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] For port 93e6707f-5a8f-4358-8aec-65532a2323cb, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=93e6707f-5a8f-4358-8aec-65532a2323cb,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:22:10.423579 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.432635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:07Z', 'revision_number': 3, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:10.477794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.495486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d98052-ef0f-4947-827b-2a3282c45d45 None None] The sync data for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 is: [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:07Z', 'revision_number': 3, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:22:10.526575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db552736-e318-4966-b6bd-2db6000a98f3 None None] Pushing event updated for resources: {'Port': ['ID=93e6707f-5a8f-4358-8aec-65532a2323cb,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:10.533790 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.610536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:22:10.613154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:22:10.615956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=6889790e-8af8-42cd-ab46-1f0a41f51b3f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:10.622683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:22:10.677543 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (40ec5b83-05b5-473f-8033-c22faa3f5a15), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.890761 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.212430 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.219142 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.296699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (40ec5b83-05b5-473f-8033-c22faa3f5a15), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.298620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=6889790e-8af8-42cd-ab46-1f0a41f51b3f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:11.344566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.409950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:22:11.412267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:22:11.563114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Router 40ec5b83-05b5-473f-8033-c22faa3f5a15 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:22:11.694305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:22:11.702192 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2f6c3885-f59c-4deb-a5e8-2cda92029cbd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "PUT /v2.0/routers/40ec5b83-05b5-473f-8033-c22faa3f5a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4701626 Feb 09 21:22:11.702455 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:11.707031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-18654846-89dd-46fe-ae9a-47c764894a9b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1649524748', 'description': 'tempest-secgroup_access--1649524748 description', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:11.730084 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18654846-89dd-46fe-ae9a-47c764894a9b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.769829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7790c32b-914f-4278-896c-381f09f94b10 None None] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:22:11.811879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18654846-89dd-46fe-ae9a-47c764894a9b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (7bad92b3-ec81-4a38-93c9-c5e269173b6f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.815756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18654846-89dd-46fe-ae9a-47c764894a9b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7bad92b3-ec81-4a38-93c9-c5e269173b6f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.855425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18654846-89dd-46fe-ae9a-47c764894a9b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bad92b3-ec81-4a38-93c9-c5e269173b6f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:11.861908 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-18654846-89dd-46fe-ae9a-47c764894a9b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.866586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:11.867093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-18654846-89dd-46fe-ae9a-47c764894a9b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1632137 Feb 09 21:22:11.873245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f6212774-93d2-46b7-bc72-9b808e266d20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--283211618', 'description': 'tempest-secgroup_general--283211618 description', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:11.889772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Provisioning complete for port 93e6707f-5a8f-4358-8aec-65532a2323cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:11.890179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.906732 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6212774-93d2-46b7-bc72-9b808e266d20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.986511 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6212774-93d2-46b7-bc72-9b808e266d20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:11.991590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6212774-93d2-46b7-bc72-9b808e266d20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.012613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Current status of the port 93e6707f-5a8f-4358-8aec-65532a2323cb is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:12.013088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.025233 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6212774-93d2-46b7-bc72-9b808e266d20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.030128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42046) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:12.034818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-12c9aaa6-32d1-425d-b1bf-307824aa7d91 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'security_group_rule': {'security_group_id': '7bad92b3-ec81-4a38-93c9-c5e269173b6f', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:12.040525 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f6212774-93d2-46b7-bc72-9b808e266d20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1725757 Feb 09 21:22:12.042581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6212774-93d2-46b7-bc72-9b808e266d20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:12.054042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] For port 93e6707f-5a8f-4358-8aec-65532a2323cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=93e6707f-5a8f-4358-8aec-65532a2323cb,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:22:12.059222 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.095715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12c9aaa6-32d1-425d-b1bf-307824aa7d91 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group_rule (928fc6e5-4617-46be-bcf5-2755874109dc), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.119333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Pushing event updated for resources: {'Port': ['ID=93e6707f-5a8f-4358-8aec-65532a2323cb,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:12.130454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.130816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.131165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.131509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.131894 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.132238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.138656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.138656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.138931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.139225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.139567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.139945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.140291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e7d0b1-6606-4728-b3b6-2d5c21f791d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:12.172295 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12c9aaa6-32d1-425d-b1bf-307824aa7d91 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group_rule (928fc6e5-4617-46be-bcf5-2755874109dc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.177729 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12c9aaa6-32d1-425d-b1bf-307824aa7d91 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (928fc6e5-4617-46be-bcf5-2755874109dc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.199506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9aaa6-32d1-425d-b1bf-307824aa7d91 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928fc6e5-4617-46be-bcf5-2755874109dc,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:12.210884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12c9aaa6-32d1-425d-b1bf-307824aa7d91 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.220359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-12c9aaa6-32d1-425d-b1bf-307824aa7d91 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1888659 Feb 09 21:22:12.399243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5b33d821-da06-46a1-a461-d2de8ac9e4ef None None] Provisioning complete for port 93e6707f-5a8f-4358-8aec-65532a2323cb triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:12.399971 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b33d821-da06-46a1-a461-d2de8ac9e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.421808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-b14200b6-b9e4-4a97-b842-2391f1479cc6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup_access--1649524748&fields=id&tenant_id=52cb972465f14ef3b6bcb805a5f2ae16 HTTP/1.1" status: 200 len: 267 time: 0.0815613 Feb 09 21:22:12.464771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 93e6707f-5a8f-4358-8aec-65532a2323cb up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:22:12.514566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-8ea967ea-2f2f-418f-bc8d-5914a76094d9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup_general--283211618&fields=id&tenant_id=52cb972465f14ef3b6bcb805a5f2ae16 HTTP/1.1" status: 200 len: 267 time: 0.0876265 Feb 09 21:22:12.662457 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Sync routers for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:22:12.663088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-07150f4b-b6b2-470b-b416-51145ea80a20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:12.664901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-07150f4b-b6b2-470b-b416-51145ea80a20 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/networks?id=f9fe849d-d394-42ca-8678-c8bb1ed145b4 HTTP/1.1" status: 200 len: 797 time: 0.1479399 Feb 09 21:22:12.679490 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:22:12.680285 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:12.694961 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-40175ae9-559a-4d48-88d4-f646cacb1b64 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/quotas/52cb972465f14ef3b6bcb805a5f2ae16 HTTP/1.1" status: 200 len: 375 time: 0.0242860 Feb 09 21:22:12.772569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5b33d821-da06-46a1-a461-d2de8ac9e4ef None None] Current status of the port 93e6707f-5a8f-4358-8aec-65532a2323cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:12.776388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 93e6707f-5a8f-4358-8aec-65532a2323cb triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:12.776574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-ace6ab27-7d79-4248-8ee7-ee21cd22b34f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804493 Feb 09 21:22:12.776765 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.817049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5b33d821-da06-46a1-a461-d2de8ac9e4ef None None] Provisioning complete for port 6889790e-8af8-42cd-ab46-1f0a41f51b3f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:12.817512 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b33d821-da06-46a1-a461-d2de8ac9e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.862688 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.889668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5b33d821-da06-46a1-a461-d2de8ac9e4ef None None] Port 6889790e-8af8-42cd-ab46-1f0a41f51b3f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:22:12.923919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-62085c2b-c6d2-4db8-bf8d-51589c33c3ac service neutron] 10.222.0.102 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327446 Feb 09 21:22:12.948878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 93e6707f-5a8f-4358-8aec-65532a2323cb is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:12.950228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6a55347-e36a-4e65-a880-f77635a2d6ad up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:22:12.965770 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:22:13.030304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c533b557-2ce1-4bf6-a29a-6eb461db2d50 None None] Provisioning complete for port 6889790e-8af8-42cd-ab46-1f0a41f51b3f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:13.030987 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c533b557-2ce1-4bf6-a29a-6eb461db2d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.037015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b6a55347-e36a-4e65-a880-f77635a2d6ad triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:13.037411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.042660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-1b13631e-42df-4c94-b7b1-61e9a0aac577 service neutron] 10.222.0.102 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113830 Feb 09 21:22:13.104777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c533b557-2ce1-4bf6-a29a-6eb461db2d50 None None] Port 6889790e-8af8-42cd-ab46-1f0a41f51b3f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:22:13.160691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b6a55347-e36a-4e65-a880-f77635a2d6ad is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:13.161096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.187638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port b6a55347-e36a-4e65-a880-f77635a2d6ad, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6a55347-e36a-4e65-a880-f77635a2d6ad,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:22:13.203153 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.225282 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:11Z', 'revision_number': 2, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:13.255373 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Checking router: 40ec5b83-05b5-473f-8033-c22faa3f5a15 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:22:13.256024 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Updating router 40ec5b83-05b5-473f-8033-c22faa3f5a15 port 6889790e-8af8-42cd-ab46-1f0a41f51b3f binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:22:13.260261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b6b1baae-9d57-4099-8dee-b5f38ffbd0c3 req-2157e7fc-6be4-4397-aab8-5d3b246a642a tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 210 time: 0.0369031 Feb 09 21:22:13.292888 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.300605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=b6a55347-e36a-4e65-a880-f77635a2d6ad,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:13.567943 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Publish callbacks [] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.573306 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.616390 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Pushing event updated for resources: {'Port': ['ID=6889790e-8af8-42cd-ab46-1f0a41f51b3f,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:13.626433 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.626963 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.627590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.628123 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.628603 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.629071 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.630504 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.630986 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.631450 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.632187 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.632648 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.633236 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.633688 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:13.706495 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Attempting to bind port 6889790e-8af8-42cd-ab46-1f0a41f51b3f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:22:13.707635 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Attempting to bind port 6889790e-8af8-42cd-ab46-1f0a41f51b3f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:22:13.708802 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Attempting to bind port 6889790e-8af8-42cd-ab46-1f0a41f51b3f on network f9fe849d-d394-42ca-8678-c8bb1ed145b4 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:22:13.714605 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:22:13.715354 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Checking segment: {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:22:13.715941 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.716494 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Bound using segment: {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:22:13.717106 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Bound port: 6889790e-8af8-42cd-ab46-1f0a41f51b3f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:22:13.717638 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.792117 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] For port 6889790e-8af8-42cd-ab46-1f0a41f51b3f, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:22:13.795462 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] For port 6889790e-8af8-42cd-ab46-1f0a41f51b3f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6889790e-8af8-42cd-ab46-1f0a41f51b3f,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:22:13.802629 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.855538 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594dba9-c5c8-4eca-a046-a7a5ebd5459d None None] Pushing event updated for resources: {'Port': ['ID=6889790e-8af8-42cd-ab46-1f0a41f51b3f,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:13.893735 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:22:13.894580 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:13.953969 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:14.022428 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:22:14.051888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-268e3d2a-98f7-449c-a202-bc94d70a2d2d None None] Provisioning complete for port 6889790e-8af8-42cd-ab46-1f0a41f51b3f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:14.052354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268e3d2a-98f7-449c-a202-bc94d70a2d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:14.168189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-268e3d2a-98f7-449c-a202-bc94d70a2d2d None None] Current status of the port 6889790e-8af8-42cd-ab46-1f0a41f51b3f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:14.168594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268e3d2a-98f7-449c-a202-bc94d70a2d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:14.206752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-268e3d2a-98f7-449c-a202-bc94d70a2d2d None None] For port 6889790e-8af8-42cd-ab46-1f0a41f51b3f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6889790e-8af8-42cd-ab46-1f0a41f51b3f,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:22:14.212043 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-268e3d2a-98f7-449c-a202-bc94d70a2d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:14.277012 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:14.341110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3d2a-98f7-449c-a202-bc94d70a2d2d None None] Pushing event updated for resources: {'Port': ['ID=6889790e-8af8-42cd-ab46-1f0a41f51b3f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:14.357081 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db010be-49ea-4720-8857-e896f3b0cb3c None None] The sync data for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 is: [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:22:14.376814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d677353a-dd9e-4f56-afd9-2cf0253b0094 None None] Provisioning complete for port 6889790e-8af8-42cd-ab46-1f0a41f51b3f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:14.377187 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d677353a-dd9e-4f56-afd9-2cf0253b0094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:14.489760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6a55347-e36a-4e65-a880-f77635a2d6ad up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:22:14.703878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d677353a-dd9e-4f56-afd9-2cf0253b0094 None None] Current status of the port 6889790e-8af8-42cd-ab46-1f0a41f51b3f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:14.706218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port b6a55347-e36a-4e65-a880-f77635a2d6ad triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:14.706725 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:14.850258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port b6a55347-e36a-4e65-a880-f77635a2d6ad is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:14.964091 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ceb3f6bc-3324-49a2-b7d1-53b601fe7138 req-1e9fa24e-4524-4767-9f51-af66ba9ccd87 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 210 time: 0.5798049 Feb 09 21:22:15.056865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-b6bab5dd-0619-4bcf-beab-d65137277deb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:15.058075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-b6bab5dd-0619-4bcf-beab-d65137277deb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.50 "GET /v2.0/networks?id=f9fe849d-d394-42ca-8678-c8bb1ed145b4 HTTP/1.1" status: 200 len: 797 time: 0.6505549 Feb 09 21:22:15.138584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-ef9b66aa-20c2-4763-9ea3-c5fe562cbeba tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cb972465f14ef3b6bcb805a5f2ae16 HTTP/1.1" status: 200 len: 477 time: 0.0722420 Feb 09 21:22:15.147909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'port': {'device_id': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'admin_state_up': True, 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'security_groups': ['7bad92b3-ec81-4a38-93c9-c5e269173b6f', 'bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:15.271632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Made reservation on behalf of 52cb972465f14ef3b6bcb805a5f2ae16 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:22:15.275939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:15.426024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Allocated IP 172.20.0.14 (f9fe849d-d394-42ca-8678-c8bb1ed145b4/52a4f560-24d1-4eb8-bf72-72a10ebf3313/057c8d65-35d8-4478-8d08-330c0caa7d9a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:22:15.591145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:15.630084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:15.699523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=057c8d65-35d8-4478-8d08-330c0caa7d9a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:15.713195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:22:15.714737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:22:15.717349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:22:15.772137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:15.772842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:15.797999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-6a36e7fb-7e42-4a88-9ef2-753a490f38e9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6538596 Feb 09 21:22:15.812673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Request body: {'port': {'device_id': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:15.936594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:16.039087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-23f39643-cbd9-4a6d-ab1a-11917c131e00 None None] Provisioning complete for port 057c8d65-35d8-4478-8d08-330c0caa7d9a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:16.039710 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-23f39643-cbd9-4a6d-ab1a-11917c131e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:16.079619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-23f39643-cbd9-4a6d-ab1a-11917c131e00 None None] Port 057c8d65-35d8-4478-8d08-330c0caa7d9a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:22:16.151992 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063fd99-17f9-42a8-ad2e-694dd7b799bd req-59248c2b-b776-4c3d-a454-04dfacd04dfd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:16.153532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2063fd99-17f9-42a8-ad2e-694dd7b799bd req-59248c2b-b776-4c3d-a454-04dfacd04dfd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 971 time: 0.0670605 Feb 09 21:22:16.213838 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2063fd99-17f9-42a8-ad2e-694dd7b799bd req-fc4161d9-276b-413f-9a05-0fd5933b2905 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0543194 Feb 09 21:22:16.273655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057c8d65-35d8-4478-8d08-330c0caa7d9a {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:22:16.281961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Publish callbacks [] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:16.295146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Transition to ACTIVE for port object 057c8d65-35d8-4478-8d08-330c0caa7d9a will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:22:16.300549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:16.352551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Pushing event updated for resources: {'Port': ['ID=057c8d65-35d8-4478-8d08-330c0caa7d9a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:16.474098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Attempting to bind port 057c8d65-35d8-4478-8d08-330c0caa7d9a on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:22:16.474438 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Attempting to bind port 057c8d65-35d8-4478-8d08-330c0caa7d9a by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:22:16.474856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Attempting to bind port 057c8d65-35d8-4478-8d08-330c0caa7d9a on network f9fe849d-d394-42ca-8678-c8bb1ed145b4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:22:16.480330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Port 057c8d65-35d8-4478-8d08-330c0caa7d9a on network f9fe849d-d394-42ca-8678-c8bb1ed145b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:22:16.480787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Attempting to bind port 057c8d65-35d8-4478-8d08-330c0caa7d9a on network f9fe849d-d394-42ca-8678-c8bb1ed145b4 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:22:16.487850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:22:16.488362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Checking segment: {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:22:16.488930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Bound using segment: {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:22:16.490199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Bound port: 057c8d65-35d8-4478-8d08-330c0caa7d9a, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f9071e-3366-44dd-8429-93d49ec31397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:22:16.490572 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:16.565763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6889790e-8af8-42cd-ab46-1f0a41f51b3f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:22:16.574775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] For port 057c8d65-35d8-4478-8d08-330c0caa7d9a, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:22:16.578394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] For port 057c8d65-35d8-4478-8d08-330c0caa7d9a, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:22:16.585931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:16.635754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:16.636362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:16.637894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] 10.222.0.50 "PUT /v2.0/ports/057c8d65-35d8-4478-8d08-330c0caa7d9a HTTP/1.1" status: 200 len: 1132 time: 0.8300922 Feb 09 21:22:16.638339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:22:16.640622 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a" -d '{"events": [{"name": "network-changed", "server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:22:16.647601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 6889790e-8af8-42cd-ab46-1f0a41f51b3f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:16.648517 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:16.749528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce82f7-65d0-41de-b909-4d1bbaa1a97d service neutron] Pushing event updated for resources: {'Port': ['ID=057c8d65-35d8-4478-8d08-330c0caa7d9a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:16.754195 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071f3127-eec8-4d6e-b64b-e119143463ca x-openstack-request-id: req-071f3127-eec8-4d6e-b64b-e119143463ca {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:22:16.754627 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:22:16.754899 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-071f3127-eec8-4d6e-b64b-e119143463ca {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:22:16.755420 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'status': 'completed', 'code': 200} Feb 09 21:22:16.775652 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-22ea43a4-67b7-460c-b0a2-03c1928cdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:16.777663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-22ea43a4-67b7-460c-b0a2-03c1928cdd15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 1166 time: 0.0927370 Feb 09 21:22:16.805588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 6889790e-8af8-42cd-ab46-1f0a41f51b3f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:16.838614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-3ac8f72c-9786-4fe8-907b-a148d124451d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a HTTP/1.1" status: 200 len: 217 time: 0.0479870 Feb 09 21:22:16.899265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-907273cb-f134-4251-a8c4-55f7c4307475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:16.901080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-907273cb-f134-4251-a8c4-55f7c4307475 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4f560-24d1-4eb8-bf72-72a10ebf3313 HTTP/1.1" status: 200 len: 835 time: 0.0554831 Feb 09 21:22:16.957601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-e2e3cffb-34bb-4ce5-b198-2cff0b718d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:16.959392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-e2e3cffb-34bb-4ce5-b198-2cff0b718d40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9fe849d-d394-42ca-8678-c8bb1ed145b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504408 Feb 09 21:22:17.066539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-d9ec4122-fe42-456d-8535-3f5ba1681c69 service neutron] 10.222.0.50 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017263 Feb 09 21:22:17.192465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6698ab0b-e32c-4f01-acba-e70f73675284 req-a68de4d4-87c6-46da-90f4-53b07c2c2523 service neutron] 10.222.0.50 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202304 Feb 09 21:22:17.201417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863465b-ea9e-4b27-acec-48ce08306211 req-de38844e-ee74-46a9-b5f3-b9c98f288589 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:17.202885 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3863465b-ea9e-4b27-acec-48ce08306211 req-de38844e-ee74-46a9-b5f3-b9c98f288589 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 945 time: 0.0878351 Feb 09 21:22:17.259193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3863465b-ea9e-4b27-acec-48ce08306211 req-3f185be2-2e32-4c5b-9a2f-10aebb1630ee tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497589 Feb 09 21:22:17.295485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-582d49bf-c344-401a-a449-190f23eca2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:17.297113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-582d49bf-c344-401a-a449-190f23eca2ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 1166 time: 0.0566335 Feb 09 21:22:17.351594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2b77c-7e50-4a7d-b345-b9f570f4ab3b req-1d2a8f67-8dae-4f26-bcd9-db6c962dc58c tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:17.353131 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cfd2b77c-7e50-4a7d-b345-b9f570f4ab3b req-1d2a8f67-8dae-4f26-bcd9-db6c962dc58c tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 983 time: 0.0565491 Feb 09 21:22:17.388191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-aa63af3f-1f36-4d04-bf0c-cdf7dc5e340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:17.389913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-aa63af3f-1f36-4d04-bf0c-cdf7dc5e340f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f9fe849d-d394-42ca-8678-c8bb1ed145b4 HTTP/1.1" status: 200 len: 898 time: 0.0874615 Feb 09 21:22:17.397014 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:22:17.410686 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cfd2b77c-7e50-4a7d-b345-b9f570f4ab3b req-1206d0da-0da9-4dae-87e8-9727bce3d8ca tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0513918 Feb 09 21:22:17.432097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-9094f823-64fe-47ff-92f7-597405073238 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a HTTP/1.1" status: 200 len: 217 time: 0.0354784 Feb 09 21:22:17.478409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-e9c57be7-2265-4380-900d-1050adc09279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:17.479890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-e9c57be7-2265-4380-900d-1050adc09279 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4f560-24d1-4eb8-bf72-72a10ebf3313 HTTP/1.1" status: 200 len: 835 time: 0.0422781 Feb 09 21:22:17.528135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-57d7bd0a-fa85-435a-abae-60ad73fcd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:17.529588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-57d7bd0a-fa85-435a-abae-60ad73fcd356 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9fe849d-d394-42ca-8678-c8bb1ed145b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430164 Feb 09 21:22:17.619165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-a31bad78-6f6f-402e-a3b3-9185bc7b62e7 service neutron] 10.222.0.50 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822859 Feb 09 21:22:17.706976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f7e813bf-bf5d-4fb9-820f-bbc734d5a00a req-c2db8ef6-8b83-40aa-9952-70ebbba25c7a service neutron] 10.222.0.50 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814283 Feb 09 21:22:18.384188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44203f-eba7-4996-913e-e612d105e149 req-19c5c8b9-3d27-4178-8738-1c4de17351bc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:18.385562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f44203f-eba7-4996-913e-e612d105e149 req-19c5c8b9-3d27-4178-8738-1c4de17351bc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 945 time: 0.0568395 Feb 09 21:22:18.431489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f44203f-eba7-4996-913e-e612d105e149 req-e737419c-74ef-4146-a35b-3dc3362ebb7f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=8f42960c-ef82-4aa0-ad2d-076ff6cb690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 Feb 09 21:22:18.533393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b3a78-94c6-445b-a512-a596602d898e req-519f5bfa-fef1-4565-a6ff-fa38c9e1593a tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:18.534890 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e0b3a78-94c6-445b-a512-a596602d898e req-519f5bfa-fef1-4565-a6ff-fa38c9e1593a tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 983 time: 0.0539200 Feb 09 21:22:18.590545 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1e0b3a78-94c6-445b-a512-a596602d898e req-97330e02-58eb-4178-acac-c3cd834e024f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0500262 Feb 09 21:22:18.616878 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-f34809e2-99d2-4bb9-a6c4-36c37a6daef0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:18.618343 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-f34809e2-99d2-4bb9-a6c4-36c37a6daef0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 945 time: 0.0524168 Feb 09 21:22:18.714169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port dffe47db-0705-44ce-b05e-1c38836bea05 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:22:18.714439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:18.800840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] For port dffe47db-0705-44ce-b05e-1c38836bea05, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=dffe47db-0705-44ce-b05e-1c38836bea05,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:22:18.801208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:18.813385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for dffe47db-0705-44ce-b05e-1c38836bea05 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:22:18.940005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (dffe47db-0705-44ce-b05e-1c38836bea05), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:18.950804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['dffe47db-0705-44ce-b05e-1c38836bea05'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:22:18.967647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=dffe47db-0705-44ce-b05e-1c38836bea05,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:19.013034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] No DVR routers for this DVR port dffe47db-0705-44ce-b05e-1c38836bea05 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:22:19.015593 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:19.018929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e67d6d2-7108-4b91-9cbb-93af8f306b77 req-b7c3179b-4ab2-42a6-ba26-dc888eee0049 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "DELETE /v2.0/ports/dffe47db-0705-44ce-b05e-1c38836bea05 HTTP/1.1" status: 204 len: 173 time: 0.3954296 Feb 09 21:22:19.019372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce98ad11-f761-48b9-ad9d-ab5e38df8ce2', 'name': 'network-vif-deleted', 'tag': 'dffe47db-0705-44ce-b05e-1c38836bea05'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:22:19.022303 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafe2655-cc16-4e24-a2d6-4bd46d511f5c" -d '{"events": [{"server_uuid": "ce98ad11-f761-48b9-ad9d-ab5e38df8ce2", "name": "network-vif-deleted", "tag": "dffe47db-0705-44ce-b05e-1c38836bea05"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:22:19.058158 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db836143-ecc4-4d06-b143-104cfd3cc7ea x-openstack-request-id: req-db836143-ecc4-4d06-b143-104cfd3cc7ea {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:22:19.058464 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce98ad11-f761-48b9-ad9d-ab5e38df8ce2", "name": "network-vif-deleted", "tag": "dffe47db-0705-44ce-b05e-1c38836bea05", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:22:19.058731 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-db836143-ecc4-4d06-b143-104cfd3cc7ea {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:22:19.059140 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce98ad11-f761-48b9-ad9d-ab5e38df8ce2', 'name': 'network-vif-deleted', 'tag': 'dffe47db-0705-44ce-b05e-1c38836bea05', 'status': 'completed', 'code': 200} Feb 09 21:22:19.534606 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6eb22ec6-bb73-4e7a-9ed0-8ae8b1320bf9 req-ad4b1f44-959a-4b43-b6a8-5afcdb5c4c07 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Feb 09 21:22:19.714528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac16e2-4565-49da-a6de-1d79f0d4a86b req-faaeee48-ca9c-4c90-b67c-06b4e5fccd27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:19.716057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8eac16e2-4565-49da-a6de-1d79f0d4a86b req-faaeee48-ca9c-4c90-b67c-06b4e5fccd27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 983 time: 0.0568848 Feb 09 21:22:19.772130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8eac16e2-4565-49da-a6de-1d79f0d4a86b req-54dd9663-1b23-4c97-9f51-88d496bd2428 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0500534 Feb 09 21:22:19.792490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 057c8d65-35d8-4478-8d08-330c0caa7d9a details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:22:19.892653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 057c8d65-35d8-4478-8d08-330c0caa7d9a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:22:19.903668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'port_id': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'mac_address': 'fa:16:3e:04:23:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:22:19.940935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 057c8d65-35d8-4478-8d08-330c0caa7d9a is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:19.941337 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:19.954190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057c8d65-35d8-4478-8d08-330c0caa7d9a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:22:19.973849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 057c8d65-35d8-4478-8d08-330c0caa7d9a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:22:19.976993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:20.027189 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=057c8d65-35d8-4478-8d08-330c0caa7d9a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:20.189222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['057c8d65-35d8-4478-8d08-330c0caa7d9a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:22:20.635738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd0db476-5552-4ee4-ad07-b90e46f10619 req-750f4e42-4577-4754-bd0b-97d6bd2a6eb8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0323734 Feb 09 21:22:20.896227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c0a96-fd73-4ea2-995d-580c56135324 req-4221c8b5-f2cc-451d-9d6b-4e12fccd8374 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:20.897755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c09c0a96-fd73-4ea2-995d-580c56135324 req-4221c8b5-f2cc-451d-9d6b-4e12fccd8374 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 984 time: 0.0533714 Feb 09 21:22:20.953354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c09c0a96-fd73-4ea2-995d-580c56135324 req-949e6621-70a0-46e1-b4bd-914352a858b2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0498841 Feb 09 21:22:21.365601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device dffe47db-0705-44ce-b05e-1c38836bea05 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:22:21.389240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: dffe47db-0705-44ce-b05e-1c38836bea05 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:22:21.389590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device dffe47db-0705-44ce-b05e-1c38836bea05 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:22:21.731491 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a86a811b-fde4-42fe-923f-4dfa1e180ce9 req-467a3359-fcf4-42e8-9cf5-fe7efb805bef tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0271463 Feb 09 21:22:21.804122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 057c8d65-35d8-4478-8d08-330c0caa7d9a up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:22:21.853561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 057c8d65-35d8-4478-8d08-330c0caa7d9a completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:22:21.857678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 057c8d65-35d8-4478-8d08-330c0caa7d9a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:21.858053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:21.899104 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:21.949172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 057c8d65-35d8-4478-8d08-330c0caa7d9a is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:22:21.949491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:21.971480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:22:21.974235 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0d4805-f930-4134-b77d-edb2ac2fc45d" -d '{"events": [{"server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "name": "network-vif-plugged", "status": "completed", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:22:21.986230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 057c8d65-35d8-4478-8d08-330c0caa7d9a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:22:21.992442 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:22.030284 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee15cbbc-dc0a-4b74-a926-94c7225b4070 x-openstack-request-id: req-ee15cbbc-dc0a-4b74-a926-94c7225b4070 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:22:22.030582 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "name": "network-vif-plugged", "status": "completed", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:22:22.030842 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ee15cbbc-dc0a-4b74-a926-94c7225b4070 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:22:22.031246 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'code': 200} Feb 09 21:22:22.048164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=057c8d65-35d8-4478-8d08-330c0caa7d9a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:22.131276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdb8dc-097b-437c-a9f5-9ccc75f2b5c4 req-b2c64304-b6e4-4ee7-ba80-af711dadbdc7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:22.132811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74fdb8dc-097b-437c-a9f5-9ccc75f2b5c4 req-b2c64304-b6e4-4ee7-ba80-af711dadbdc7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 985 time: 0.0856540 Feb 09 21:22:22.166026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0846c60-7c4b-49e2-b3aa-9a170aede343 req-f25b28c8-8453-46d1-8d48-9cffb13245b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:22.167527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0846c60-7c4b-49e2-b3aa-9a170aede343 req-f25b28c8-8453-46d1-8d48-9cffb13245b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 1168 time: 0.0777225 Feb 09 21:22:22.217579 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74fdb8dc-097b-437c-a9f5-9ccc75f2b5c4 req-629ab53e-d79f-45cc-b994-05fdb4ef2f08 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0780790 Feb 09 21:22:22.243247 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0846c60-7c4b-49e2-b3aa-9a170aede343 req-40a36b84-fa6d-47dc-9528-45877ef95c63 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0697663 Feb 09 21:22:22.829725 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a252065b-41fa-403a-a3a4-3ee54e8d47e9 req-5003c3f1-e308-4348-9624-0739c6576028 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0273290 Feb 09 21:22:23.342380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd6b7b-8c52-4d4b-b67a-1d8e3b646c4f req-18934887-ca60-450b-a937-f31aa0663bd5 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:23.343934 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2bdd6b7b-8c52-4d4b-b67a-1d8e3b646c4f req-18934887-ca60-450b-a937-f31aa0663bd5 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 985 time: 0.0569730 Feb 09 21:22:23.404214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2bdd6b7b-8c52-4d4b-b67a-1d8e3b646c4f req-a1f56d94-3442-4732-b120-69746f79eb9c tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0544574 Feb 09 21:22:23.931832 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-abb8876b-5550-4a9c-b1c3-aa6a467c22d3 req-6b0cf725-7a44-4d92-9aa9-644b051436b5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0284328 Feb 09 21:22:24.526114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e71495-6b33-4919-a957-f43f94f65213 req-8d8b8b5f-e309-468a-8c63-b1e0c89ad99e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:24.527623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34e71495-6b33-4919-a957-f43f94f65213 req-8d8b8b5f-e309-468a-8c63-b1e0c89ad99e tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 985 time: 0.0548713 Feb 09 21:22:24.586356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34e71495-6b33-4919-a957-f43f94f65213 req-b3f7e22f-29de-4995-8f0a-b73407eda27b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0528367 Feb 09 21:22:24.703961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1610c3f-db62-4079-b15a-4adeaf8bd9f9 req-756cea06-5583-4e55-859b-1ea6c5be4078 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:24.705445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1610c3f-db62-4079-b15a-4adeaf8bd9f9 req-756cea06-5583-4e55-859b-1ea6c5be4078 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 985 time: 0.0539508 Feb 09 21:22:24.765817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1610c3f-db62-4079-b15a-4adeaf8bd9f9 req-62ec4ad5-d16c-4ae8-b390-57648535f8cb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0542557 Feb 09 21:22:24.873545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86077a-c0ee-4007-b685-f42515202778 req-809f3858-5faf-4a22-b0ae-ac03e8a6fe6f tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:24.875077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c86077a-c0ee-4007-b685-f42515202778 req-809f3858-5faf-4a22-b0ae-ac03e8a6fe6f tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 1168 time: 0.0439501 Feb 09 21:22:24.894064 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1c86077a-c0ee-4007-b685-f42515202778 req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:24.981162 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1c86077a-c0ee-4007-b685-f42515202778 req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Publish callbacks [] for security_group (81967cdf-8d07-4246-82f1-d90b7e3a01ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:24.985482 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1c86077a-c0ee-4007-b685-f42515202778 req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (81967cdf-8d07-4246-82f1-d90b7e3a01ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:25.034929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81967cdf-8d07-4246-82f1-d90b7e3a01ca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:25.041654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3149ef42-74ca-4710-92c2-ea52e8d743c9 req-b5347d9d-8756-4640-991f-cdb1315f168f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0345833 Feb 09 21:22:25.044719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1c86077a-c0ee-4007-b685-f42515202778 req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1628957 Feb 09 21:22:25.046207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.046563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.046915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.047344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.047601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.047992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.048341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.048680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.049018 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.049873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.049873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.050067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.050316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ff50c3-7005-4c92-819f-700e4f946682 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:22:25.071351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:25.121144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c076b-b039-4274-8f3c-4fd4ffd6e141 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:25.123456 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e3c076b-b039-4274-8f3c-4fd4ffd6e141 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 1163 time: 0.0505829 Feb 09 21:22:25.126153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42136) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:25.130999 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:25.152032 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:25.251787 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:25.356668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Allocated IP 172.25.4.196 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b048e58c-e041-4774-bd3a-94a6ab92f5a2) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:22:25.467541 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (b048e58c-e041-4774-bd3a-94a6ab92f5a2), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:25.507637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b048e58c-e041-4774-bd3a-94a6ab92f5a2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:25.553336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:22:25.556540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:22:25.559280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:22:25.585306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=b048e58c-e041-4774-bd3a-94a6ab92f5a2,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:25.927881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for floatingip (ff886b2d-5415-4b11-b946-2d31613e63e5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:25.996673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b048e58c-e041-4774-bd3a-94a6ab92f5a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:26.151933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (b048e58c-e041-4774-bd3a-94a6ab92f5a2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:26.156980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-478741a0-f474-4b75-b773-40e05942b5b6 req-513e48c9-aeaa-4345-bb4c-6c9768049f48 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0287225 Feb 09 21:22:26.157440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b048e58c-e041-4774-bd3a-94a6ab92f5a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:26.226947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=b048e58c-e041-4774-bd3a-94a6ab92f5a2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:26.237993 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (ff886b2d-5415-4b11-b946-2d31613e63e5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:26.341395 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Floating IP ff886b2d-5415-4b11-b946-2d31613e63e5 associated. External IP: 172.25.4.196, port: 057c8d65-35d8-4478-8d08-330c0caa7d9a. Feb 09 21:22:26.557941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Router 40ec5b83-05b5-473f-8033-c22faa3f5a15 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:22:26.667850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:22:26.678778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] Sync routers for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:22:26.687029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:26.690294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:22:26.690919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:26.722078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-267f2c85-6521-455f-ae4d-2b5efe47c3c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5947759 Feb 09 21:22:26.723173 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:22:26.723399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42140) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:26.725970 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd2af31-9b34-4302-a025-118aec7d9b98" -d '{"events": [{"name": "network-changed", "server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:22:26.803553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:22:26.862196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.862860 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b319539-5518-4b18-9e16-faa47f5dbe0b x-openstack-request-id: req-7b319539-5518-4b18-9e16-faa47f5dbe0b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:22:26.862978 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.863362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.864217 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:22:26.864502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.865016 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7b319539-5518-4b18-9e16-faa47f5dbe0b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:22:26.865119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.865585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.866048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.866280 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'status': 'completed', 'code': 200} Feb 09 21:22:26.866495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.869683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f9dfed3f-084a-4501-85c8-5a5a701a2407 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.1447890 Feb 09 21:22:26.871181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:26.919063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:26.966273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.966739 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.967193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.967638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.968109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.968554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.968993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.969435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.971296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0248d200-a5d3-4cf5-9c5f-129d865e40e8 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.0991554 Feb 09 21:22:26.974242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42148) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:26.978300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-bd2f7b4f-fefb-4d4d-9faa-b1eea169139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:26.979794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-bd2f7b4f-fefb-4d4d-9faa-b1eea169139a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 1168 time: 0.0755281 Feb 09 21:22:27.085058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'ff886b2d-5415-4b11-b946-2d31613e63e5', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'port_id': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'mac_address': 'fa:16:3e:04:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:22:25Z', 'updated_at': '2022-02-09T21:22:25Z', 'revision_number': 0, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:14Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:27.088914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-79d1075b-d200-4fd4-84df-ab6e3fcc214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:27.090479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-79d1075b-d200-4fd4-84df-ab6e3fcc214f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f9fe849d-d394-42ca-8678-c8bb1ed145b4 HTTP/1.1" status: 200 len: 898 time: 0.1030304 Feb 09 21:22:27.114878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] Checking router: 40ec5b83-05b5-473f-8033-c22faa3f5a15 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:22:27.125023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:22:27.125644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:27.153040 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7ee5d14a-1494-46a3-a3aa-117a14509402 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.1766448 Feb 09 21:22:27.154346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42150) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:27.171317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-c6f4a30e-bbc1-4b92-b5db-b654d1bc2776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a HTTP/1.1" status: 200 len: 1000 time: 0.0749099 Feb 09 21:22:27.230675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10055f-fe06-4012-8b72-3bbc97fd6b2d tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:27.231153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10055f-fe06-4012-8b72-3bbc97fd6b2d tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:27.247075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7f10055f-fe06-4012-8b72-3bbc97fd6b2d tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=40ec5b83-05b5-473f-8033-c22faa3f5a15 HTTP/1.1" status: 200 len: 2064 time: 0.0773401 Feb 09 21:22:27.247268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-8274c229-6dfd-4147-9180-d1a4993e273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:27.247268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-8274c229-6dfd-4147-9180-d1a4993e273f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4f560-24d1-4eb8-bf72-72a10ebf3313 HTTP/1.1" status: 200 len: 835 time: 0.0584230 Feb 09 21:22:27.271841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:22:27.298956 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e194e43-de33-4826-90c1-242263787926 req-59916269-0182-4597-91f4-66c15e3712ad tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=ce98ad11-f761-48b9-ad9d-ab5e38df8ce2 HTTP/1.1" status: 200 len: 210 time: 0.0456798 Feb 09 21:22:27.319944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-e2afcfe5-b346-432a-b308-4350aded4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:27.322791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-e2afcfe5-b346-432a-b308-4350aded4331 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9fe849d-d394-42ca-8678-c8bb1ed145b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0806360 Feb 09 21:22:27.422370 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-37e2aa06-8290-40a2-913d-19541fdd1695 service neutron] 10.222.0.50 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938091 Feb 09 21:22:27.543537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fbd2af31-9b34-4302-a025-118aec7d9b98 req-217e69e9-379e-4939-93c1-945937040374 service neutron] 10.222.0.50 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162584 Feb 09 21:22:27.678601 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'ff886b2d-5415-4b11-b946-2d31613e63e5', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'port_id': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'mac_address': 'fa:16:3e:04:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:22:25Z', 'updated_at': '2022-02-09T21:22:25Z', 'revision_number': 0, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:14Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:22:27.704932 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec7d31c-e289-4592-90d2-6e422417d207 None None] The sync data for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 is: [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'ff886b2d-5415-4b11-b946-2d31613e63e5', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'floating_ip_address': '172.25.4.196', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'port_id': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'mac_address': 'fa:16:3e:04:23:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:22:25Z', 'updated_at': '2022-02-09T21:22:25Z', 'revision_number': 0, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:14Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:22:27.940600 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d340313-4156-41be-917a-11d5ffe174c8 None None] New status for floating IP ff886b2d-5415-4b11-b946-2d31613e63e5: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:22:33.720236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42218) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:33.725507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-38acba8e-ebb0-4e92-81a9-8efc2010ca0d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239200803', 'description': 'tempest-secgroup-smoke-239200803 description', 'project_id': '16aea6b47359417f91bad0ba0074cd59'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:33.745085 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38acba8e-ebb0-4e92-81a9-8efc2010ca0d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:33.809886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38acba8e-ebb0-4e92-81a9-8efc2010ca0d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group (a977ac9d-f2bd-4148-8d1a-6199bcb06153), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:33.813574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38acba8e-ebb0-4e92-81a9-8efc2010ca0d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a977ac9d-f2bd-4148-8d1a-6199bcb06153), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:33.842347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38acba8e-ebb0-4e92-81a9-8efc2010ca0d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:33.843569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38acba8e-ebb0-4e92-81a9-8efc2010ca0d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1223140 Feb 09 21:22:33.845400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acba8e-ebb0-4e92-81a9-8efc2010ca0d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a977ac9d-f2bd-4148-8d1a-6199bcb06153,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:33.846665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:33.851750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a351b183-272a-466f-a609-3ec8f3a2c8e9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'security_group_rule': {'security_group_id': 'a977ac9d-f2bd-4148-8d1a-6199bcb06153', 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:33.876975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a351b183-272a-466f-a609-3ec8f3a2c8e9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (1e0089ec-8bfc-40ef-a106-9963d2297bc7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:33.932162 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a351b183-272a-466f-a609-3ec8f3a2c8e9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (1e0089ec-8bfc-40ef-a106-9963d2297bc7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:33.936304 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a351b183-272a-466f-a609-3ec8f3a2c8e9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (1e0089ec-8bfc-40ef-a106-9963d2297bc7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:33.954653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351b183-272a-466f-a609-3ec8f3a2c8e9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0089ec-8bfc-40ef-a106-9963d2297bc7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:33.963894 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a351b183-272a-466f-a609-3ec8f3a2c8e9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:33.968278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a351b183-272a-466f-a609-3ec8f3a2c8e9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203189 Feb 09 21:22:33.968407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42222) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:33.972815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f049d45e-8813-4af7-ba48-c3eddf384575 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'security_group_rule': {'security_group_id': 'a977ac9d-f2bd-4148-8d1a-6199bcb06153', 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:33.996693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f049d45e-8813-4af7-ba48-c3eddf384575 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (adb52c8b-0700-42a7-bb3f-1e1a7ffb73d5), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.055578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f049d45e-8813-4af7-ba48-c3eddf384575 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (adb52c8b-0700-42a7-bb3f-1e1a7ffb73d5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.059938 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f049d45e-8813-4af7-ba48-c3eddf384575 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (adb52c8b-0700-42a7-bb3f-1e1a7ffb73d5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.080219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049d45e-8813-4af7-ba48-c3eddf384575 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb52c8b-0700-42a7-bb3f-1e1a7ffb73d5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:34.086567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f049d45e-8813-4af7-ba48-c3eddf384575 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.088088 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f049d45e-8813-4af7-ba48-c3eddf384575 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186445 Feb 09 21:22:34.090690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:34.096625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6503bc06-eef4-43da-8c44-542faad80cc8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'security_group_rule': {'security_group_id': 'a977ac9d-f2bd-4148-8d1a-6199bcb06153', 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:34.121942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6503bc06-eef4-43da-8c44-542faad80cc8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (a1658fac-e3d6-4896-87d5-cc40653c60b9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.177566 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6503bc06-eef4-43da-8c44-542faad80cc8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (a1658fac-e3d6-4896-87d5-cc40653c60b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.180846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6503bc06-eef4-43da-8c44-542faad80cc8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (a1658fac-e3d6-4896-87d5-cc40653c60b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.199203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503bc06-eef4-43da-8c44-542faad80cc8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1658fac-e3d6-4896-87d5-cc40653c60b9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:34.206708 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6503bc06-eef4-43da-8c44-542faad80cc8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.208624 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6503bc06-eef4-43da-8c44-542faad80cc8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155515 Feb 09 21:22:34.211843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:34.216014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-43db8bc3-887b-4081-8046-40ec70ca3dfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'security_group_rule': {'security_group_id': 'a977ac9d-f2bd-4148-8d1a-6199bcb06153', 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:34.240339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43db8bc3-887b-4081-8046-40ec70ca3dfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (b6d96b63-72ad-42a5-8af6-a88bc73105a1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.301476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43db8bc3-887b-4081-8046-40ec70ca3dfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (b6d96b63-72ad-42a5-8af6-a88bc73105a1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.305166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43db8bc3-887b-4081-8046-40ec70ca3dfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b6d96b63-72ad-42a5-8af6-a88bc73105a1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.323352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db8bc3-887b-4081-8046-40ec70ca3dfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d96b63-72ad-42a5-8af6-a88bc73105a1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:34.330994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43db8bc3-887b-4081-8046-40ec70ca3dfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.332223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-43db8bc3-887b-4081-8046-40ec70ca3dfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194272 Feb 09 21:22:34.335014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:34.339184 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-80c40bd0-b8e6-4909-a430-fd64442b94e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'security_group_rule': {'security_group_id': 'a977ac9d-f2bd-4148-8d1a-6199bcb06153', 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:34.357410 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-80c40bd0-b8e6-4909-a430-fd64442b94e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Project 16aea6b47359417f91bad0ba0074cd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:22:34.362038 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c40bd0-b8e6-4909-a430-fd64442b94e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (dad5d988-4f0c-4e8f-a228-751b3ae364a6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.424226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c40bd0-b8e6-4909-a430-fd64442b94e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (dad5d988-4f0c-4e8f-a228-751b3ae364a6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.429187 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c40bd0-b8e6-4909-a430-fd64442b94e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (dad5d988-4f0c-4e8f-a228-751b3ae364a6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.448624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c40bd0-b8e6-4909-a430-fd64442b94e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad5d988-4f0c-4e8f-a228-751b3ae364a6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:34.462013 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80c40bd0-b8e6-4909-a430-fd64442b94e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.463164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-80c40bd0-b8e6-4909-a430-fd64442b94e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272128 Feb 09 21:22:34.468930 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:22:34.470515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9a3e569e-5449-4adc-8643-f682c765d5fb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'security_group_rule': {'security_group_id': 'a977ac9d-f2bd-4148-8d1a-6199bcb06153', 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:34.492935 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-9a3e569e-5449-4adc-8643-f682c765d5fb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Project 16aea6b47359417f91bad0ba0074cd59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:22:34.497825 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a3e569e-5449-4adc-8643-f682c765d5fb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (f6022c22-49a2-477e-9500-f6494845a34d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.555482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a3e569e-5449-4adc-8643-f682c765d5fb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (f6022c22-49a2-477e-9500-f6494845a34d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.558951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a3e569e-5449-4adc-8643-f682c765d5fb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (f6022c22-49a2-477e-9500-f6494845a34d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.578806 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e569e-5449-4adc-8643-f682c765d5fb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6022c22-49a2-477e-9500-f6494845a34d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:34.584496 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a3e569e-5449-4adc-8643-f682c765d5fb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:34.585904 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9a3e569e-5449-4adc-8643-f682c765d5fb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189306 Feb 09 21:22:37.677024 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e15fe97-6e8d-40e5-8a67-d27da0867d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:39.756017 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ccf92e19-3cab-4c31-a2bb-fbc60c065ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:41.334134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:42.817232 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:43.937894 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:46.195456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62a0870-83d5-4826-b84c-362c7067f7af req-5081bf39-3c74-4f78-ad21-3af30becbd91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419850 Feb 09 21:22:46.284624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0870-83d5-4826-b84c-362c7067f7af req-eaa90605-4b75-422e-98f1-2d1e7ed81f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:46.286178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62a0870-83d5-4826-b84c-362c7067f7af req-eaa90605-4b75-422e-98f1-2d1e7ed81f45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c73d6ba39aa4834b8575181466b5f75&device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 1129 time: 0.0485029 Feb 09 21:22:46.388352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0870-83d5-4826-b84c-362c7067f7af req-a5c25d70-9a7e-4e7e-ba37-1375aaaad00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:46.389830 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62a0870-83d5-4826-b84c-362c7067f7af req-a5c25d70-9a7e-4e7e-ba37-1375aaaad00b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 200 len: 909 time: 0.0835240 Feb 09 21:22:46.458579 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62a0870-83d5-4826-b84c-362c7067f7af req-59375084-d922-488d-87ff-063cbfadde46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 200 len: 1002 time: 0.0628529 Feb 09 21:22:46.510320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0870-83d5-4826-b84c-362c7067f7af req-707c2a0c-54f1-446d-8d38-67d05db4bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:46.511804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62a0870-83d5-4826-b84c-362c7067f7af req-707c2a0c-54f1-446d-8d38-67d05db4bcd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 200 len: 847 time: 0.0474436 Feb 09 21:22:46.558093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a0870-83d5-4826-b84c-362c7067f7af req-87e874ea-5dff-4729-a7c8-1133031d87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:46.559610 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62a0870-83d5-4826-b84c-362c7067f7af req-87e874ea-5dff-4729-a7c8-1133031d87b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423121 Feb 09 21:22:46.653810 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62a0870-83d5-4826-b84c-362c7067f7af req-6ac7a96d-c359-45b3-8b1a-e7a830562ed7 service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878963 Feb 09 21:22:46.750150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62a0870-83d5-4826-b84c-362c7067f7af req-997f48a5-cfab-4534-867b-7b47fa1ec4cd service neutron] 10.222.0.50 "GET /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899734 Feb 09 21:22:51.876035 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:53.020963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-223a7c50-3b6b-4070-bff8-c9d7172bcdc5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239200803&fields=id&tenant_id=16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 267 time: 0.0428383 Feb 09 21:22:53.126335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-f5b4dcaf-e4e2-48ff-9d87-1a6527cfff2d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:53.127827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-f5b4dcaf-e4e2-48ff-9d87-1a6527cfff2d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1007268 Feb 09 21:22:53.142077 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-bcc229fd-fe20-437b-8058-e3228c3eb261 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/quotas/16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 375 time: 0.0089517 Feb 09 21:22:53.195072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-e8e0d897-8dd2-42bf-b7a5-8256a9680d14 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478256 Feb 09 21:22:53.272323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-9b94fd9d-80e9-490c-a8ea-5318e8e2ba45 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:22:53.273285 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-9b94fd9d-80e9-490c-a8ea-5318e8e2ba45 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0667276 Feb 09 21:22:53.364072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-56e8c031-beb7-4c12-8eec-ef6da907088c service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850167 Feb 09 21:22:53.450392 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-e021f28a-e0ff-4e1a-bc8e-7af58b294ba3 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807283 Feb 09 21:22:54.396809 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:22:54.734208 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae54f40a-88f4-456b-995f-a28e89730389 req-c4b8b935-5179-4112-b63c-f52fff52073b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0278053 Feb 09 21:22:55.645417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-482a61e3-2508-4de9-8264-04ab2922f414 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:55.647071 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-482a61e3-2508-4de9-8264-04ab2922f414 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1070788 Feb 09 21:22:55.708753 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-155213b8-ebf0-41e3-986a-2da349996f82 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 379 time: 0.0535991 Feb 09 21:22:55.716013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'port': {'device_id': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'admin_state_up': True, 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'security_groups': ['a977ac9d-f2bd-4148-8d1a-6199bcb06153']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:55.830892 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca682f41-8663-4f9f-8b55-77eeef1bcc8f req-3d89911c-bd08-445d-bdc2-b597311ac809 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0280657 Feb 09 21:22:55.831555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:22:55.835169 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:55.962743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.20.0.4 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/a297276d-aeca-462b-95cd-b72d8a773398) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:22:56.100698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (a297276d-aeca-462b-95cd-b72d8a773398), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.133348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a297276d-aeca-462b-95cd-b72d8a773398), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.175629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:22:56.179182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:22:56.182750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:22:56.209994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=a297276d-aeca-462b-95cd-b72d8a773398,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:56.237047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:56.237665 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.255902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-d32a64f6-02d5-4cb2-b79f-2b172dc84387 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421598 Feb 09 21:22:56.266047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Request body: {'port': {'device_id': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:22:56.332519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a297276d-aeca-462b-95cd-b72d8a773398), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.428460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-71618b03-7fbc-4e02-ae40-7007caa29025 None None] Provisioning complete for port a297276d-aeca-462b-95cd-b72d8a773398 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:22:56.429014 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71618b03-7fbc-4e02-ae40-7007caa29025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a297276d-aeca-462b-95cd-b72d8a773398), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.462654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-71618b03-7fbc-4e02-ae40-7007caa29025 None None] Port a297276d-aeca-462b-95cd-b72d8a773398 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:22:56.619769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a297276d-aeca-462b-95cd-b72d8a773398 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:22:56.627146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Publish callbacks [] for port (a297276d-aeca-462b-95cd-b72d8a773398), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.639178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Transition to ACTIVE for port object a297276d-aeca-462b-95cd-b72d8a773398 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:22:56.642428 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a297276d-aeca-462b-95cd-b72d8a773398), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.694732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Pushing event updated for resources: {'Port': ['ID=a297276d-aeca-462b-95cd-b72d8a773398,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:56.765416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Attempting to bind port a297276d-aeca-462b-95cd-b72d8a773398 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:22:56.765759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Attempting to bind port a297276d-aeca-462b-95cd-b72d8a773398 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:22:56.766089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Attempting to bind port a297276d-aeca-462b-95cd-b72d8a773398 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:22:56.771476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Port a297276d-aeca-462b-95cd-b72d8a773398 on network 72e5c1f4-1207-4113-b38d-a95879450107 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:22:56.771824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Attempting to bind port a297276d-aeca-462b-95cd-b72d8a773398 on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:22:56.777329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:22:56.777674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:22:56.778049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:22:56.778583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Bound port: a297276d-aeca-462b-95cd-b72d8a773398, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:22:56.778944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a297276d-aeca-462b-95cd-b72d8a773398), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.829910 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:56.883492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] For port a297276d-aeca-462b-95cd-b72d8a773398, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:22:56.887023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] For port a297276d-aeca-462b-95cd-b72d8a773398, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a297276d-aeca-462b-95cd-b72d8a773398,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:22:56.894150 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a297276d-aeca-462b-95cd-b72d8a773398), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:57.258395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:57.259005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:57.260405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] 10.222.0.13 "PUT /v2.0/ports/a297276d-aeca-462b-95cd-b72d8a773398 HTTP/1.1" status: 200 len: 1092 time: 0.9992390 Feb 09 21:22:57.262532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'tag': 'a297276d-aeca-462b-95cd-b72d8a773398'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:22:57.264827 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a310491-926c-4ae6-ae95-2e847a332a25" -d '{"events": [{"name": "network-changed", "server_uuid": "b4970092-d0c1-4b39-8763-c4b1de893d7a", "tag": "a297276d-aeca-462b-95cd-b72d8a773398"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:22:57.301930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d5f71-8396-4178-9c27-4345d0639160 service neutron] Pushing event updated for resources: {'Port': ['ID=a297276d-aeca-462b-95cd-b72d8a773398,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:22:57.325614 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0b547-f319-400e-962f-4795e96c28c4 x-openstack-request-id: req-80f0b547-f319-400e-962f-4795e96c28c4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:22:57.325906 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4970092-d0c1-4b39-8763-c4b1de893d7a", "tag": "a297276d-aeca-462b-95cd-b72d8a773398", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:22:57.326161 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-80f0b547-f319-400e-962f-4795e96c28c4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:22:57.326562 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'tag': 'a297276d-aeca-462b-95cd-b72d8a773398', 'status': 'completed', 'code': 200} Feb 09 21:22:57.348348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedea042-3665-4a4a-9c42-e6b5d48be8f3 req-a8ec321d-02e5-4b39-b976-74c01291322c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:57.349860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fedea042-3665-4a4a-9c42-e6b5d48be8f3 req-a8ec321d-02e5-4b39-b976-74c01291322c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.1436069 Feb 09 21:22:57.391239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-6b4bdf14-017f-4dfa-a83b-1cbd6235a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:57.392797 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-6b4bdf14-017f-4dfa-a83b-1cbd6235a68c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 1126 time: 0.0875487 Feb 09 21:22:57.444798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-6c35351c-4c96-4078-b3ee-6ad0ae1f180e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a297276d-aeca-462b-95cd-b72d8a773398 HTTP/1.1" status: 200 len: 217 time: 0.0455375 Feb 09 21:22:57.450150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fedea042-3665-4a4a-9c42-e6b5d48be8f3 req-3e64fefb-24b0-4add-a42c-54f296a00810 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928414 Feb 09 21:22:57.494759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-03bd453f-75ba-45ab-a359-f9dd8a6742c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:57.496285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-03bd453f-75ba-45ab-a359-f9dd8a6742c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0452688 Feb 09 21:22:57.550443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-36cdea90-864a-4fea-9acf-f25183dfef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:57.552543 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-36cdea90-864a-4fea-9acf-f25183dfef8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493832 Feb 09 21:22:57.638745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-59d183a1-e9d9-486f-b390-23d862c25eec service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800502 Feb 09 21:22:57.730433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a64d4d5-b44c-4fc0-b49e-606161168759 req-08642abe-ce8a-4234-8bc2-50960d0a30ea service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861833 Feb 09 21:22:57.816188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-a51c9334-9243-45d3-a652-a1d97afb452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:57.818264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-a51c9334-9243-45d3-a652-a1d97afb452b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 1126 time: 0.0458291 Feb 09 21:22:57.905186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-ae9664f7-9cae-4ecb-82b4-d586d8b9b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:57.906677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-ae9664f7-9cae-4ecb-82b4-d586d8b9b4eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0831020 Feb 09 21:22:57.949849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-24fcac2a-9445-4910-a0d3-645ce14d597f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a297276d-aeca-462b-95cd-b72d8a773398 HTTP/1.1" status: 200 len: 217 time: 0.0376282 Feb 09 21:22:57.998344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-d9b85dca-5e44-4960-9b64-82fca6a77209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:57.999814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-d9b85dca-5e44-4960-9b64-82fca6a77209 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0432136 Feb 09 21:22:58.047196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-b90767d5-1065-4fa5-866d-eb36c2d1ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:58.048791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-b90767d5-1065-4fa5-866d-eb36c2d1ee33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436544 Feb 09 21:22:58.139069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-263864d6-08d7-4a92-9a3c-6abc90f07930 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845854 Feb 09 21:22:58.227073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0a310491-926c-4ae6-ae95-2e847a332a25 req-ce97da3d-4bc1-4ca2-b0a8-7713c2d13983 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815625 Feb 09 21:22:58.632157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56f189-06ef-4211-b39d-df1a8d005d23 req-e1978b1e-2228-489d-9cf7-38dab66bca48 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:22:58.633647 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb56f189-06ef-4211-b39d-df1a8d005d23 req-e1978b1e-2228-489d-9cf7-38dab66bca48 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0570261 Feb 09 21:22:59.000136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bb56f189-06ef-4211-b39d-df1a8d005d23 req-cecf9216-0714-4b23-bcd3-2a0cd3d9dff2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606822 Feb 09 21:23:00.127740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2adf5-72b9-4b6b-afe9-478fbf4c42cf req-7409204e-c4a1-46ed-b999-685c82a80113 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:00.129324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0c2adf5-72b9-4b6b-afe9-478fbf4c42cf req-7409204e-c4a1-46ed-b999-685c82a80113 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0563457 Feb 09 21:23:00.183700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0c2adf5-72b9-4b6b-afe9-478fbf4c42cf req-0f3f9fb0-bfa8-4d9a-a5e7-0853328ecba7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485106 Feb 09 21:23:01.300911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b0018-08a1-4f7f-80af-1f2036bb8016 req-834d4132-6b5d-47dc-9f4a-68f3c01100cc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:01.302433 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed5b0018-08a1-4f7f-80af-1f2036bb8016 req-834d4132-6b5d-47dc-9f4a-68f3c01100cc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0523856 Feb 09 21:23:01.350998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed5b0018-08a1-4f7f-80af-1f2036bb8016 req-fd9a6cde-3e5e-4969-8d7d-5436384a71e7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 Feb 09 21:23:02.469594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dccbb-4345-4886-8a72-8c94ac8ff78c req-0e18add7-1325-439b-be48-8967f366494a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:02.471256 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-863dccbb-4345-4886-8a72-8c94ac8ff78c req-0e18add7-1325-439b-be48-8967f366494a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0543089 Feb 09 21:23:02.520730 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-863dccbb-4345-4886-8a72-8c94ac8ff78c req-41192a7c-a18a-49f1-826c-70a326695055 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431027 Feb 09 21:23:03.640203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608ea39-6bcc-47a7-8c0a-44b186cfb6e0 req-606a3741-027c-40ff-bd28-78abd809ed04 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:03.641573 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9608ea39-6bcc-47a7-8c0a-44b186cfb6e0 req-606a3741-027c-40ff-bd28-78abd809ed04 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0539556 Feb 09 21:23:03.694585 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9608ea39-6bcc-47a7-8c0a-44b186cfb6e0 req-2ac6a63e-29d5-46e2-a2f8-8753888fb513 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474021 Feb 09 21:23:03.711378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42418) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:03.807303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5aee20a0-a609-47b2-bc8a-eeb285bfef91 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3320 time: 0.0947318 Feb 09 21:23:03.809988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42420) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:03.814950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'network': {'name': 'tempest-network-smoke--1831702987', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'port_security_enabled': False}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:23:03.835041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Made reservation on behalf of 52cb972465f14ef3b6bcb805a5f2ae16 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:23:03.838699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:03.867253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:23:03.876861 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8b77baf8-4a27-446b-9773-a2441e9b2e33), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:03.877209 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Added segment 8b77baf8-4a27-446b-9773-a2441e9b2e33 of type vlan for network ab663466-12a5-429e-bd0d-7ac0596fecb0 Feb 09 21:23:03.919722 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ab663466-12a5-429e-bd0d-7ac0596fecb0), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:03.945625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ab663466-12a5-429e-bd0d-7ac0596fecb0), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:03.955098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:03.955715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.028658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2175887 Feb 09 21:23:04.031396 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:04.042513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'admin_state_up': True, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:23:04.054131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312a4c-16f9-4311-9fe7-36834eb5fe47 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Network': ['ID=ab663466-12a5-429e-bd0d-7ac0596fecb0,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:04.066406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:23:04.075509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (4c10aa4b-3fab-47c5-b5da-716b420f1928), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.076939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (4c10aa4b-3fab-47c5-b5da-716b420f1928), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.151622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_controller (4c10aa4b-3fab-47c5-b5da-716b420f1928), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.303304 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_gateway (4c10aa4b-3fab-47c5-b5da-716b420f1928), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.503155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_gateway (4c10aa4b-3fab-47c5-b5da-716b420f1928), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.522184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.629899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Allocated IP 172.25.4.148 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/920d1e81-f67a-4c51-8f2d-3f62947a4230) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:23:04.731121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.767018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:04.817345 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:23:04.820359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:23:04.822719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a810-0222-4814-bfe8-055df2d3f31a req-182d5b4c-7150-427f-b6d7-6500917b5a42 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:04.824459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:23:04.830004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=920d1e81-f67a-4c51-8f2d-3f62947a4230,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:04.830444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2212a810-0222-4814-bfe8-055df2d3f31a req-182d5b4c-7150-427f-b6d7-6500917b5a42 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0655956 Feb 09 21:23:04.858588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.858950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.859304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.859652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.860030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.860972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.860972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.861213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.861355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.861697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.862032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.862364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.862691 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:04.881342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2212a810-0222-4814-bfe8-055df2d3f31a req-6edfbc06-5af7-4b2d-89ab-128d3c904bb5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499086 Feb 09 21:23:05.120361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_gateway (4c10aa4b-3fab-47c5-b5da-716b420f1928), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:05.333686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64daa80-5160-4a75-a563-01cfd7dd9547 req-6d961061-883e-4d12-bfec-4e3254acbffe tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:05.335130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f64daa80-5160-4a75-a563-01cfd7dd9547 req-6d961061-883e-4d12-bfec-4e3254acbffe tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 946 time: 0.0572615 Feb 09 21:23:05.344095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (4c10aa4b-3fab-47c5-b5da-716b420f1928), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:05.383341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f64daa80-5160-4a75-a563-01cfd7dd9547 req-fce7adff-9b61-4cd9-a952-740bf08fd46a tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Feb 09 21:23:05.475045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Router 4c10aa4b-3fab-47c5-b5da-716b420f1928 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:23:05.581253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:05.591489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Sync routers for ids ['4c10aa4b-3fab-47c5-b5da-716b420f1928'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:05.602240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Routers {'4c10aa4b-3fab-47c5-b5da-716b420f1928'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:05.602455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:05.603224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4c10aa4b-3fab-47c5-b5da-716b420f1928'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:05.603806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2dc703b9-5d11-4c91-9cfc-eb57505e1e27 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5712516 Feb 09 21:23:05.607326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42432) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:05.654514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb3529-21eb-43b9-a144-e9fb0183918a tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:05.656354 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-69bb3529-21eb-43b9-a144-e9fb0183918a tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=52cb972465f14ef3b6bcb805a5f2ae16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0479026 Feb 09 21:23:05.659154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42434) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:05.710672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Set router 4c10aa4b-3fab-47c5-b5da-716b420f1928 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:05.747322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198bf7cf-921f-460e-9051-b9702647305f tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:05.748867 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-198bf7cf-921f-460e-9051-b9702647305f tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887554 Feb 09 21:23:05.751573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42436) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:05.783083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2cae8911-33fb-4850-a3da-f52072905299 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304177 Feb 09 21:23:05.786383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42438) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:05.813170 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-648bdb0b-564b-4489-aadf-e74784832c4a tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=52cb972465f14ef3b6bcb805a5f2ae16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257306 Feb 09 21:23:05.815578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:05.891396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:04Z', 'revision_number': 3, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:05.902709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73cfd8a-42ba-4e91-81ad-5da1b2a6eaa3 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:05.905130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b73cfd8a-42ba-4e91-81ad-5da1b2a6eaa3 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877514 Feb 09 21:23:05.907010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42444) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:05.918737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Checking router: 4c10aa4b-3fab-47c5-b5da-716b420f1928 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:05.919214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Updating router 4c10aa4b-3fab-47c5-b5da-716b420f1928 port 920d1e81-f67a-4c51-8f2d-3f62947a4230 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:23:05.940358 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d6af85ab-1f50-4efe-ba46-bc5eb1e0c58f tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297563 Feb 09 21:23:05.940557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:05.946335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-30557487', 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:23:05.948417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.068039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689ef1b-ded3-42b5-9a0b-fd6dc0ec7b68 req-2ea26c62-39c1-489d-ba67-722cea794958 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:06.069498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6689ef1b-ded3-42b5-9a0b-fd6dc0ec7b68 req-2ea26c62-39c1-489d-ba67-722cea794958 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.1083972 Feb 09 21:23:06.088879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Made reservation on behalf of 52cb972465f14ef3b6bcb805a5f2ae16 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:23:06.092257 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.181109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6689ef1b-ded3-42b5-9a0b-fd6dc0ec7b68 req-6e960d47-7539-4019-bfe6-d530927d1914 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054823 Feb 09 21:23:06.209504 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Publish callbacks [] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.215659 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.264953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Attempting to bind port 920d1e81-f67a-4c51-8f2d-3f62947a4230 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:23:06.265333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Attempting to bind port 920d1e81-f67a-4c51-8f2d-3f62947a4230 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:23:06.265704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Attempting to bind port 920d1e81-f67a-4c51-8f2d-3f62947a4230 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:23:06.274640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea2f3-120c-4a11-94a8-2477f6c33079 None None] Pushing event updated for resources: {'Port': ['ID=920d1e81-f67a-4c51-8f2d-3f62947a4230,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:06.277913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:23:06.278302 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:23:06.278711 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.279134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:23:06.279581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Bound port: 920d1e81-f67a-4c51-8f2d-3f62947a4230, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:23:06.280499 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.298382 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.331941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] For port 920d1e81-f67a-4c51-8f2d-3f62947a4230, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:23:06.335301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] For port 920d1e81-f67a-4c51-8f2d-3f62947a4230, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=920d1e81-f67a-4c51-8f2d-3f62947a4230,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:23:06.342147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.360255 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Subnet': ['ID=24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:06.370840 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Checking segment: {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:23:06.371199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network hostable DHCP agents. Network: ab663466-12a5-429e-bd0d-7ac0596fecb0, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:23:06.390377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:23:06.401480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, ab663466-12a5-429e-bd0d-7ac0596fecb0) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:23:06.405048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Routers {'4c10aa4b-3fab-47c5-b5da-716b420f1928'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:06.406722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:06.407801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.416482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4c10aa4b-3fab-47c5-b5da-716b420f1928'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:06.424065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6eeb70-a3c1-4db0-8a77-ef26dfefa887 None None] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:23:06.433881 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42450) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:06.434734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-253b6c7d-2715-470e-ae4d-e2ff337fa78d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4930601 Feb 09 21:23:06.460428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea2f3-120c-4a11-94a8-2477f6c33079 None None] Pushing event updated for resources: {'Port': ['ID=920d1e81-f67a-4c51-8f2d-3f62947a4230,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:06.573756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc94fc-6856-47ff-8c08-179dfe2d8d97 req-a7387504-d773-4a3e-ae94-926cae1bb471 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:06.575274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dbc94fc-6856-47ff-8c08-179dfe2d8d97 req-a7387504-d773-4a3e-ae94-926cae1bb471 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 946 time: 0.0976608 Feb 09 21:23:06.609680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] Set router 4c10aa4b-3fab-47c5-b5da-716b420f1928 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:06.639072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-ab663466-12a5-429e-bd0d-7ac0596fecb0', 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0', 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'fixed_ips': [{'subnet_id': '24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:23:06.640028 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.756814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5dbc94fc-6856-47ff-8c08-179dfe2d8d97 req-739d62c3-dd4a-4efd-8f48-dcabec7cae46 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750154 Feb 09 21:23:06.765619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-197a0c1a-9b7e-4682-93ff-fe414ce85d44 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:06.767087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-197a0c1a-9b7e-4682-93ff-fe414ce85d44 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 946 time: 0.1837449 Feb 09 21:23:06.886022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Allocated IP 172.20.0.18 (ab663466-12a5-429e-bd0d-7ac0596fecb0/24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2/035dd489-6d15-4756-9f84-f4e2662984c0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:23:06.958877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:04Z', 'revision_number': 3, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:06.963544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Deleting port 6a7bd70f-7a99-4778-9663-dd7a3b77358f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:06.963901 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:06.987201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c519137-5f2d-42b3-828f-64c241d03c0c None None] The sync data for ids ['4c10aa4b-3fab-47c5-b5da-716b420f1928'] in n-d-789963-29 is: [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:04Z', 'revision_number': 3, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:07.086515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Publish callbacks [] for port (035dd489-6d15-4756-9f84-f4e2662984c0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.093552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.116248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] For port 6a7bd70f-7a99-4778-9663-dd7a3b77358f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6a7bd70f-7a99-4778-9663-dd7a3b77358f,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:07.116615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.135949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:23:07.138902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:23:07.142338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:23:07.150165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Pushing event updated for resources: {'Port': ['ID=035dd489-6d15-4756-9f84-f4e2662984c0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:07.205502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Attempting to bind port 035dd489-6d15-4756-9f84-f4e2662984c0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:23:07.206597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Attempting to bind port 035dd489-6d15-4756-9f84-f4e2662984c0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:23:07.207247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Attempting to bind port 035dd489-6d15-4756-9f84-f4e2662984c0 on network ab663466-12a5-429e-bd0d-7ac0596fecb0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:23:07.215432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:23:07.215990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Checking segment: {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:23:07.216523 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.217021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Bound using segment: {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:23:07.217611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Bound port: 035dd489-6d15-4756-9f84-f4e2662984c0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:23:07.218104 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.257337 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.346009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] For port 035dd489-6d15-4756-9f84-f4e2662984c0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:23:07.351020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] For port 035dd489-6d15-4756-9f84-f4e2662984c0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=035dd489-6d15-4756-9f84-f4e2662984c0,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:23:07.361062 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.455069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9480b-b743-45c9-9023-285bab35eb04 None None] Pushing event updated for resources: {'Port': ['ID=035dd489-6d15-4756-9f84-f4e2662984c0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:07.611613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.612163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (09708566-9489-4190-a39a-5b29854db481), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.612465 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Floating IP 09708566-9489-4190-a39a-5b29854db481 disassociated. External IP: 172.25.4.112, port: 6a7bd70f-7a99-4778-9663-dd7a3b77358f. Feb 09 21:23:07.612905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Calling delete_port for 6a7bd70f-7a99-4778-9663-dd7a3b77358f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:07.712558 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8f63f10-63c6-4369-95bf-e30a0813528d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.718573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc059861-ce04-4f8c-9ec4-f627bb827f35 req-af211c49-6ba6-4de1-bc17-91a813edef64 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:07.720198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc059861-ce04-4f8c-9ec4-f627bb827f35 req-af211c49-6ba6-4de1-bc17-91a813edef64 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.1087787 Feb 09 21:23:07.806957 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc059861-ce04-4f8c-9ec4-f627bb827f35 req-668ec946-1726-4848-bc97-ffcae6f44c73 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798211 Feb 09 21:23:07.843911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Allocated IP 172.20.0.17 (ab663466-12a5-429e-bd0d-7ac0596fecb0/24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2/1ed3f508-cdc3-420c-b6da-bf101389d8a3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:23:07.919519 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6a7bd70f-7a99-4778-9663-dd7a3b77358f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:07.991669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event deleted for resources: {'Port': ['ID=6a7bd70f-7a99-4778-9663-dd7a3b77358f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:08.016002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60e9c4-330e-4bfc-90ea-7068c71958a3 req-c37c6196-7ec8-4048-b5ba-6273c8b7ecd1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:08.017620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b60e9c4-330e-4bfc-90ea-7068c71958a3 req-c37c6196-7ec8-4048-b5ba-6273c8b7ecd1 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 867 time: 0.1623356 Feb 09 21:23:08.419174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 035dd489-6d15-4756-9f84-f4e2662984c0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:23:08.487091 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.495946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b60e9c4-330e-4bfc-90ea-7068c71958a3 req-0767d283-9f83-4af1-a775-bd4458682043 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b6d1f3-925b-4b83-8032-a0bc6926abdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701693 Feb 09 21:23:08.505981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 035dd489-6d15-4756-9f84-f4e2662984c0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:08.506380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.553091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Router 2175b928-5f8e-41e3-90ca-868f5d15bcba has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:23:08.563592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.605301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 035dd489-6d15-4756-9f84-f4e2662984c0 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:08.605707 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.625696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=1ed3f508-cdc3-420c-b6da-bf101389d8a3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:08.653609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 035dd489-6d15-4756-9f84-f4e2662984c0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=035dd489-6d15-4756-9f84-f4e2662984c0,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:08.659570 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.660643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 920d1e81-f67a-4c51-8f2d-3f62947a4230 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:23:08.676959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:23:08.704195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:23:08.707182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:23:08.743102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=035dd489-6d15-4756-9f84-f4e2662984c0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:08.747222 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0adc0-68a8-473c-ac81-5ceaaef6dddf None None] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:23:08.771777 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (4c10aa4b-3fab-47c5-b5da-716b420f1928), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.799003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 920d1e81-f67a-4c51-8f2d-3f62947a4230 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:08.799375 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.835884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:08.851181 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] Sync routers for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:08.860668 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:08.861295 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:08.888161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-fc784dfb-01ab-41a8-a0b6-6e97e4d0de38 None None] Provisioning complete for port 035dd489-6d15-4756-9f84-f4e2662984c0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:08.888668 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc784dfb-01ab-41a8-a0b6-6e97e4d0de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.909374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] No DVR routers for this DVR port 6a7bd70f-7a99-4778-9663-dd7a3b77358f on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:23:08.913630 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.917142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7279e682-5cb2-46cd-b701-e25809fa9966 req-0219b5be-5fbe-4cf0-b20f-3ef66ef28b5b tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.50 "DELETE /v2.0/ports/6a7bd70f-7a99-4778-9663-dd7a3b77358f HTTP/1.1" status: 204 len: 173 time: 2.1428702 Feb 09 21:23:08.917605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'name': 'network-vif-deleted', 'tag': '6a7bd70f-7a99-4778-9663-dd7a3b77358f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:23:08.920546 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b930aa0-02d0-4ee0-a5a5-3835aebe28a2" -d '{"events": [{"server_uuid": "7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03", "name": "network-vif-deleted", "tag": "6a7bd70f-7a99-4778-9663-dd7a3b77358f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:23:09.002326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3e058-ae90-4bcc-8dbd-9c431361de58 req-4a884f65-f2fa-4819-9d14-97493a3dc8e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:09.005566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aaf3e058-ae90-4bcc-8dbd-9c431361de58 req-4a884f65-f2fa-4819-9d14-97493a3dc8e4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0936058 Feb 09 21:23:09.021214 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.025786 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4f695a-a00f-4c5c-be12-1d128ed06850 x-openstack-request-id: req-ca4f695a-a00f-4c5c-be12-1d128ed06850 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:23:09.026418 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03", "name": "network-vif-deleted", "tag": "6a7bd70f-7a99-4778-9663-dd7a3b77358f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:23:09.026837 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ca4f695a-a00f-4c5c-be12-1d128ed06850 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:23:09.027449 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03', 'name': 'network-vif-deleted', 'tag': '6a7bd70f-7a99-4778-9663-dd7a3b77358f', 'status': 'completed', 'code': 200} Feb 09 21:23:09.044229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-fc784dfb-01ab-41a8-a0b6-6e97e4d0de38 None None] Current status of the port 035dd489-6d15-4756-9f84-f4e2662984c0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:09.094026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 920d1e81-f67a-4c51-8f2d-3f62947a4230 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:09.094510 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.119441 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:09.125377 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aaf3e058-ae90-4bcc-8dbd-9c431361de58 req-744e6724-a9a2-4a2b-b1e1-7695b8a3684b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134350 Feb 09 21:23:09.127977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 920d1e81-f67a-4c51-8f2d-3f62947a4230, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=920d1e81-f67a-4c51-8f2d-3f62947a4230,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:09.144899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.220927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=920d1e81-f67a-4c51-8f2d-3f62947a4230,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:09.415069 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 5, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:09.422561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.433694 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.458732 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] Checking router: 2175b928-5f8e-41e3-90ca-868f5d15bcba for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:09.468181 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:09.469431 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:22:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:09.513794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=1ed3f508-cdc3-420c-b6da-bf101389d8a3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:09.516699 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (4c10aa4b-3fab-47c5-b5da-716b420f1928), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.591715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c3149067-c543-4cdf-9e9a-d42f8b451b14 None None] Provisioning complete for port 035dd489-6d15-4756-9f84-f4e2662984c0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:09.592431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3149067-c543-4cdf-9e9a-d42f8b451b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.662906 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96ea87ad-4af3-4d23-830d-1cbe9883a039 req-786da8e5-9a97-4998-ac82-3591f286efd3 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d1c60cb-06fa-4aa3-9cb2-f55de6c37f03 HTTP/1.1" status: 200 len: 210 time: 0.0460646 Feb 09 21:23:09.704240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c3149067-c543-4cdf-9e9a-d42f8b451b14 None None] Current status of the port 035dd489-6d15-4756-9f84-f4e2662984c0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:09.711557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:23:09.713295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:23:09.727561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c3149067-c543-4cdf-9e9a-d42f8b451b14 None None] Provisioning complete for port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:09.728135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c3149067-c543-4cdf-9e9a-d42f8b451b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.744453 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:09.795076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c3149067-c543-4cdf-9e9a-d42f8b451b14 None None] Port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:23:09.805179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4478b3f-67fc-430b-bc80-5912d8dc0a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.850782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Router 4c10aa4b-3fab-47c5-b5da-716b420f1928 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:23:09.922293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c258de7f-512f-466d-85ca-4bea3712fee2 None None] Provisioning complete for port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:09.922674 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c258de7f-512f-466d-85ca-4bea3712fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:09.962492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c258de7f-512f-466d-85ca-4bea3712fee2 None None] Port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:23:09.968173 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 5, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:09.982303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:09.992202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b9986163-4ad4-4f6a-ac94-e3c5b110be5b tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "PUT /v2.0/routers/4c10aa4b-3fab-47c5-b5da-716b420f1928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5572660 Feb 09 21:23:09.996080 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cb15d-636c-4259-a2eb-4029fde6cf84 None None] The sync data for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 is: [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:48Z', 'revision_number': 4, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4e12295b-fa62-4598-b62f-78201aab00b6', 'name': '', 'network_id': 'b12980b1-a4d3-4c85-b51e-5b1f71abfc8e', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'mac_address': 'fa:16:3e:9f:40:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:47Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 5, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'subnets': [{'id': '32cefa7e-cfd0-4cad-a020-56fe1aa28356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:10.000141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Sync routers for ids ['4c10aa4b-3fab-47c5-b5da-716b420f1928'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:10.016595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Routers {'4c10aa4b-3fab-47c5-b5da-716b420f1928'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:10.017226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4c10aa4b-3fab-47c5-b5da-716b420f1928'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:10.060826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6a7bd70f-7a99-4778-9663-dd7a3b77358f no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:10.230365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-7aac1d1f-00fc-45c8-9b5d-e54983f8a73d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:10.231985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-7aac1d1f-00fc-45c8-9b5d-e54983f8a73d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/networks?id=ab663466-12a5-429e-bd0d-7ac0596fecb0 HTTP/1.1" status: 200 len: 798 time: 0.1197302 Feb 09 21:23:10.252967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-74889088-6116-4724-a377-e7f8f4092856 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/quotas/52cb972465f14ef3b6bcb805a5f2ae16 HTTP/1.1" status: 200 len: 375 time: 0.0115848 Feb 09 21:23:10.256439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742f080-71d7-4a44-8ac0-8a5941579cdc req-7a9182cc-892c-40c4-a492-180fd5e332a3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:10.258089 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1742f080-71d7-4a44-8ac0-8a5941579cdc req-7a9182cc-892c-40c4-a492-180fd5e332a3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0626738 Feb 09 21:23:10.307494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 6a7bd70f-7a99-4778-9663-dd7a3b77358f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:10.307885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6a7bd70f-7a99-4778-9663-dd7a3b77358f not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:10.329643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e4c7aed4-c692-4be8-9e91-923675b9d2f6 None None] Provisioning complete for port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:10.330107 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4c7aed4-c692-4be8-9e91-923675b9d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.344835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1742f080-71d7-4a44-8ac0-8a5941579cdc req-f07d1bba-c906-4fb2-a255-074ab61d89ed tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795329 Feb 09 21:23:10.352074 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-3ae9a995-0b81-49c0-822c-102e3d0eccc7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0840349 Feb 09 21:23:10.358907 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cea17f3-6344-4621-865d-4a33861b03d7 None None] New status for floating IP 09708566-9489-4190-a39a-5b29854db481: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:23:10.392871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e4c7aed4-c692-4be8-9e91-923675b9d2f6 None None] Port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:23:10.397508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 035dd489-6d15-4756-9f84-f4e2662984c0 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:23:10.406776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Set router 4c10aa4b-3fab-47c5-b5da-716b420f1928 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:10.460385 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-0d3b3567-d05d-43e0-8607-78bb04969a1c service neutron] 10.222.0.102 "GET /v2.0/networks/ab663466-12a5-429e-bd0d-7ac0596fecb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072581 Feb 09 21:23:10.557233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-085dafda-6277-4b49-ac8d-d5f7c080e3fc service neutron] 10.222.0.102 "GET /v2.0/networks/ab663466-12a5-429e-bd0d-7ac0596fecb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908720 Feb 09 21:23:10.583312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 035dd489-6d15-4756-9f84-f4e2662984c0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:10.583704 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.725081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 035dd489-6d15-4756-9f84-f4e2662984c0 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:10.726192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 920d1e81-f67a-4c51-8f2d-3f62947a4230 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:23:10.738803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:10.738986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5d2bbec-1ee7-4a97-9366-5e9b68d167ca req-903e0932-271e-47a9-ae97-e718f41bc92d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 210 time: 0.0385203 Feb 09 21:23:10.756478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:08Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1ed3f508-cdc3-420c-b6da-bf101389d8a3', 'name': '', 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:53:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:07Z', 'updated_at': '2022-02-09T21:23:09Z', 'revision_number': 2, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:10.790452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Checking router: 4c10aa4b-3fab-47c5-b5da-716b420f1928 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:10.790816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Updating router 4c10aa4b-3fab-47c5-b5da-716b420f1928 port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:23:10.829270 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.847784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 920d1e81-f67a-4c51-8f2d-3f62947a4230 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:10.848178 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.886838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Deleting port d6b9fa55-1af1-4a3a-b7fd-6d23f4723390 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:10.887207 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.982830 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.983176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for floatingip (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.999753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Calling delete_port for d6b9fa55-1af1-4a3a-b7fd-6d23f4723390 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:11.059973 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 920d1e81-f67a-4c51-8f2d-3f62947a4230 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:11.185699 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Publish callbacks [] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.192291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.249551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23580ac-122b-437f-a560-d97bf6f73186 None None] Pushing event updated for resources: {'Port': ['ID=1ed3f508-cdc3-420c-b6da-bf101389d8a3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:11.322718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Attempting to bind port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:23:11.323110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Attempting to bind port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:23:11.323657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Attempting to bind port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 on network ab663466-12a5-429e-bd0d-7ac0596fecb0 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:23:11.340581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:23:11.340964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Checking segment: {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:23:11.341375 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.341765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Bound using segment: {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:23:11.342263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Bound port: 1ed3f508-cdc3-420c-b6da-bf101389d8a3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:23:11.342650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.365168 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.425459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] For port 1ed3f508-cdc3-420c-b6da-bf101389d8a3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:23:11.429861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] For port 1ed3f508-cdc3-420c-b6da-bf101389d8a3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1ed3f508-cdc3-420c-b6da-bf101389d8a3,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:23:11.437246 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.484178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Routers {'4c10aa4b-3fab-47c5-b5da-716b420f1928'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:11.484970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4c10aa4b-3fab-47c5-b5da-716b420f1928'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:11.537520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d6b9fa55-1af1-4a3a-b7fd-6d23f4723390), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.571575 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event deleted for resources: {'Port': ['ID=d6b9fa55-1af1-4a3a-b7fd-6d23f4723390,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:11.584518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f68b7e-2aa6-4e21-bfef-8ce1bc01673f req-b4902df9-f821-47dc-8cb5-4e31ef04aa48 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:11.586073 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1f68b7e-2aa6-4e21-bfef-8ce1bc01673f req-b4902df9-f821-47dc-8cb5-4e31ef04aa48 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.1038079 Feb 09 21:23:11.606978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23580ac-122b-437f-a560-d97bf6f73186 None None] Pushing event updated for resources: {'Port': ['ID=1ed3f508-cdc3-420c-b6da-bf101389d8a3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:11.631700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8d7052a5-426e-4850-83c2-4683fcbb27e8 None None] Provisioning complete for port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:11.632200 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d7052a5-426e-4850-83c2-4683fcbb27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.689689 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for floatingip (09708566-9489-4190-a39a-5b29854db481), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.692891 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.694284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3b22989a-24d7-4c42-8d70-0b5e905d1cac tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "DELETE /v2.0/floatingips/09708566-9489-4190-a39a-5b29854db481 HTTP/1.1" status: 204 len: 168 time: 0.9543102 Feb 09 21:23:11.741543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e1f68b7e-2aa6-4e21-bfef-8ce1bc01673f req-6a9da745-45e5-427a-859b-91b639e9f885 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336372 Feb 09 21:23:11.763725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] Set router 4c10aa4b-3fab-47c5-b5da-716b420f1928 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:11.803961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:11.819368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8d7052a5-426e-4850-83c2-4683fcbb27e8 None None] Current status of the port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:11.819799 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d7052a5-426e-4850-83c2-4683fcbb27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.886665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-8d86e75e-4651-49c8-b995-92d035bb4f89 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:11.888374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-8d86e75e-4651-49c8-b995-92d035bb4f89 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.13 "GET /v2.0/networks?id=ab663466-12a5-429e-bd0d-7ac0596fecb0 HTTP/1.1" status: 200 len: 798 time: 0.2553508 Feb 09 21:23:11.902260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Request body: {'port': {'device_id': 'eb806e19-60c8-47d2-95e8-7c6d912cbd24', 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0', 'admin_state_up': True, 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:23:11.918568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ffbf09b5-dbc5-42f8-b659-c5be75604c79 req-467140b0-a9dd-4858-8d06-15d120b1260d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 210 time: 0.0354617 Feb 09 21:23:11.924955 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2efd6224-b6b2-4848-8434-1c9af3c1cdc4 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group (b1b6d1f3-925b-4b83-8032-a0bc6926abdd), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.937802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8d7052a5-426e-4850-83c2-4683fcbb27e8 None None] For port 1ed3f508-cdc3-420c-b6da-bf101389d8a3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1ed3f508-cdc3-420c-b6da-bf101389d8a3,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:11.949777 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d7052a5-426e-4850-83c2-4683fcbb27e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:11.956681 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2efd6224-b6b2-4848-8434-1c9af3c1cdc4 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group (b1b6d1f3-925b-4b83-8032-a0bc6926abdd), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.029883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2efd6224-b6b2-4848-8434-1c9af3c1cdc4 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b1b6d1f3-925b-4b83-8032-a0bc6926abdd), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.033114 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2efd6224-b6b2-4848-8434-1c9af3c1cdc4 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.037402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2efd6224-b6b2-4848-8434-1c9af3c1cdc4 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] 10.222.0.102 "DELETE /v2.0/security-groups/b1b6d1f3-925b-4b83-8032-a0bc6926abdd HTTP/1.1" status: 204 len: 168 time: 0.2289550 Feb 09 21:23:12.038713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Made reservation on behalf of 52cb972465f14ef3b6bcb805a5f2ae16 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:23:12.042166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.049099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7052a5-426e-4850-83c2-4683fcbb27e8 None None] Pushing event updated for resources: {'Port': ['ID=1ed3f508-cdc3-420c-b6da-bf101389d8a3,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:12.050803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd6224-b6b2-4848-8434-1c9af3c1cdc4 tempest-TestServerBasicOps-1336062820 tempest-TestServerBasicOps-1336062820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b6d1f3-925b-4b83-8032-a0bc6926abdd,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:12.085362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:12.094310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5509a1d9-af31-49bf-b288-1dfd0999881b None None] Provisioning complete for port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:12.094788 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5509a1d9-af31-49bf-b288-1dfd0999881b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.131420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:08Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1ed3f508-cdc3-420c-b6da-bf101389d8a3', 'name': '', 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:53:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:07Z', 'updated_at': '2022-02-09T21:23:11Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:12.164043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda4a81-2e86-4065-af03-0adbf4d9bd3f None None] The sync data for ids ['4c10aa4b-3fab-47c5-b5da-716b420f1928'] in n-d-789963-29 is: [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:08Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '1ed3f508-cdc3-420c-b6da-bf101389d8a3', 'name': '', 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:53:a3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:07Z', 'updated_at': '2022-02-09T21:23:11Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:12.227055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Allocated IP 172.20.0.25 (ab663466-12a5-429e-bd0d-7ac0596fecb0/24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2/2b7fa80e-228b-40bf-8992-0320253aa813) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:23:12.234584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5509a1d9-af31-49bf-b288-1dfd0999881b None None] Current status of the port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:12.396979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1ed3f508-cdc3-420c-b6da-bf101389d8a3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:23:12.449607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:12.450040 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.520734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for port (2b7fa80e-228b-40bf-8992-0320253aa813), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.546218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:12.585116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.657737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:23:12.668078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:23:12.670977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event updated for resources: {'Port': ['ID=2b7fa80e-228b-40bf-8992-0320253aa813,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:12.693930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:23:12.748254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:12.748911 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.793385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b9bb95f0-571b-4d6e-a0ab-5544d255d4cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8950882 Feb 09 21:23:12.808392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Request body: {'port': {'device_id': 'eb806e19-60c8-47d2-95e8-7c6d912cbd24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:23:12.827972 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.893357 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689eeb9-376f-4687-b55b-dafed1f6bd87 req-de358cfb-ab90-44f4-9496-2ee4888e7ce0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:12.895533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8689eeb9-376f-4687-b55b-dafed1f6bd87 req-de358cfb-ab90-44f4-9496-2ee4888e7ce0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 943 time: 0.0764244 Feb 09 21:23:12.928364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.965881 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8689eeb9-376f-4687-b55b-dafed1f6bd87 req-10e68d5c-a1bd-4fee-b732-467d45bf279e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582225 Feb 09 21:23:12.977157 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (2175b928-5f8e-41e3-90ca-868f5d15bcba), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.983636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eace5138-a688-4688-8d52-932dd178ed41 None None] Provisioning complete for port 2b7fa80e-228b-40bf-8992-0320253aa813 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:12.984211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eace5138-a688-4688-8d52-932dd178ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.028946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eace5138-a688-4688-8d52-932dd178ed41 None None] Port 2b7fa80e-228b-40bf-8992-0320253aa813 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:23:13.241363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bd30d-264a-4c18-a34b-91a2e08352ca req-07c9fe85-c696-4edd-acd9-0086dcde91ae tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:13.242842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a77bd30d-264a-4c18-a34b-91a2e08352ca req-07c9fe85-c696-4edd-acd9-0086dcde91ae tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 895 time: 0.1939206 Feb 09 21:23:13.429848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7fa80e-228b-40bf-8992-0320253aa813 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:23:13.438758 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Publish callbacks [] for port (2b7fa80e-228b-40bf-8992-0320253aa813), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.471063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Transition to ACTIVE for port object 2b7fa80e-228b-40bf-8992-0320253aa813 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:23:13.478315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.543906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7fa80e-228b-40bf-8992-0320253aa813,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:13.679063 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device a297276d-aeca-462b-95cd-b72d8a773398 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:23:13.792061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port a297276d-aeca-462b-95cd-b72d8a773398, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a297276d-aeca-462b-95cd-b72d8a773398,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:13.804395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'a297276d-aeca-462b-95cd-b72d8a773398', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'port_id': 'a297276d-aeca-462b-95cd-b72d8a773398', 'mac_address': 'fa:16:3e:d9:9c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:23:13.845282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port a297276d-aeca-462b-95cd-b72d8a773398 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:13.845758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a297276d-aeca-462b-95cd-b72d8a773398), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.859879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a297276d-aeca-462b-95cd-b72d8a773398 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:23:13.881146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port a297276d-aeca-462b-95cd-b72d8a773398, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a297276d-aeca-462b-95cd-b72d8a773398,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:13.885697 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a297276d-aeca-462b-95cd-b72d8a773398), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.894180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Deleting port 4e12295b-fa62-4598-b62f-78201aab00b6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:13.894556 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.948032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=a297276d-aeca-462b-95cd-b72d8a773398,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:13.957275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.959761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.960107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.960459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.960798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.961133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.961464 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.961796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.962124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.962878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.963180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.963529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.964332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:13.964332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:14.001512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Attempting to bind port 2b7fa80e-228b-40bf-8992-0320253aa813 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:23:14.002050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Attempting to bind port 2b7fa80e-228b-40bf-8992-0320253aa813 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:23:14.002160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Attempting to bind port 2b7fa80e-228b-40bf-8992-0320253aa813 on network ab663466-12a5-429e-bd0d-7ac0596fecb0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:23:14.008935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Port 2b7fa80e-228b-40bf-8992-0320253aa813 on network ab663466-12a5-429e-bd0d-7ac0596fecb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:23:14.009262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Attempting to bind port 2b7fa80e-228b-40bf-8992-0320253aa813 on network ab663466-12a5-429e-bd0d-7ac0596fecb0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:23:14.022749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:23:14.023092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Checking segment: {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:23:14.023541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Bound using segment: {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:23:14.023965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Bound port: 2b7fa80e-228b-40bf-8992-0320253aa813, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b77baf8-4a27-446b-9773-a2441e9b2e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:23:14.024323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:14.030792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] For port 4e12295b-fa62-4598-b62f-78201aab00b6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4e12295b-fa62-4598-b62f-78201aab00b6,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:14.031150 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:14.051027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Calling delete_port for 4e12295b-fa62-4598-b62f-78201aab00b6 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:14.080719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5705f25-cdd1-49dd-83ac-3cb3ed837c2a req-44cbec68-72fb-4721-a3fd-c53fa176125d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:14.083528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5705f25-cdd1-49dd-83ac-3cb3ed837c2a req-44cbec68-72fb-4721-a3fd-c53fa176125d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 944 time: 0.0562546 Feb 09 21:23:14.093205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['a297276d-aeca-462b-95cd-b72d8a773398'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:23:14.141041 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5705f25-cdd1-49dd-83ac-3cb3ed837c2a req-35cbce56-89d2-475a-8551-585d5b95ee93 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507030 Feb 09 21:23:14.150589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] For port 2b7fa80e-228b-40bf-8992-0320253aa813, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:23:14.165744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] For port 2b7fa80e-228b-40bf-8992-0320253aa813, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2b7fa80e-228b-40bf-8992-0320253aa813,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:23:14.173648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:14.249566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:14.250190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:14.251593 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b7fa80e-228b-40bf-8992-0320253aa813 HTTP/1.1" status: 200 len: 1056 time: 1.4479032 Feb 09 21:23:14.252068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb806e19-60c8-47d2-95e8-7c6d912cbd24', 'tag': '2b7fa80e-228b-40bf-8992-0320253aa813'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:23:14.254362 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc107fd4-0589-4dc8-869c-da7bc0570369" -d '{"events": [{"name": "network-changed", "server_uuid": "eb806e19-60c8-47d2-95e8-7c6d912cbd24", "tag": "2b7fa80e-228b-40bf-8992-0320253aa813"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:23:14.292515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee073-9979-4bcf-a254-8f0629efedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7fa80e-228b-40bf-8992-0320253aa813,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:14.308545 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f75599c-7608-44e0-bb5b-cbc0cf36905d x-openstack-request-id: req-4f75599c-7608-44e0-bb5b-cbc0cf36905d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:23:14.309021 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb806e19-60c8-47d2-95e8-7c6d912cbd24", "tag": "2b7fa80e-228b-40bf-8992-0320253aa813", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:23:14.309285 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4f75599c-7608-44e0-bb5b-cbc0cf36905d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:23:14.309739 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb806e19-60c8-47d2-95e8-7c6d912cbd24', 'tag': '2b7fa80e-228b-40bf-8992-0320253aa813', 'status': 'completed', 'code': 200} Feb 09 21:23:14.399332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4e12295b-fa62-4598-b62f-78201aab00b6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:14.409078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc107fd4-0589-4dc8-869c-da7bc0570369 req-a70da84a-9826-4c97-80d9-64328919d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:14.411268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc107fd4-0589-4dc8-869c-da7bc0570369 req-a70da84a-9826-4c97-80d9-64328919d4e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 1090 time: 0.0757535 Feb 09 21:23:14.436050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b322b3-e302-44a1-87fa-983a4a8a3892 req-bb7bb76b-228d-4008-987b-ca135d973db3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:14.437610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1b322b3-e302-44a1-87fa-983a4a8a3892 req-bb7bb76b-228d-4008-987b-ca135d973db3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 907 time: 0.0620954 Feb 09 21:23:14.439113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Pushing event deleted for resources: {'Port': ['ID=4e12295b-fa62-4598-b62f-78201aab00b6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:14.718197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc107fd4-0589-4dc8-869c-da7bc0570369 req-58da8ba3-1be1-4fba-aeba-7b3040f49112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:14.718664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc107fd4-0589-4dc8-869c-da7bc0570369 req-58da8ba3-1be1-4fba-aeba-7b3040f49112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:14.720223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc107fd4-0589-4dc8-869c-da7bc0570369 req-58da8ba3-1be1-4fba-aeba-7b3040f49112 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.2898307 Feb 09 21:23:14.860746 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (2175b928-5f8e-41e3-90ca-868f5d15bcba), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:14.932562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc107fd4-0589-4dc8-869c-da7bc0570369 req-1fb8c359-cdb1-4b65-9158-5d4fa5791b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:14.933982 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc107fd4-0589-4dc8-869c-da7bc0570369 req-1fb8c359-cdb1-4b65-9158-5d4fa5791b45 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067943 Feb 09 21:23:15.034424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b34ec827-f58c-401f-8c28-f5ecb7631498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:15.036645 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-b34ec827-f58c-401f-8c28-f5ecb7631498 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 1090 time: 0.0617845 Feb 09 21:23:15.131674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-1072387d-c626-4c50-afc0-e435d914c998 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=2b7fa80e-228b-40bf-8992-0320253aa813 HTTP/1.1" status: 200 len: 217 time: 0.0620515 Feb 09 21:23:15.193801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-8096eabf-d7f7-4111-9604-dc14f10351ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:15.195178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-8096eabf-d7f7-4111-9604-dc14f10351ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2 HTTP/1.1" status: 200 len: 836 time: 0.0572104 Feb 09 21:23:15.228943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Router 2175b928-5f8e-41e3-90ca-868f5d15bcba has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:23:15.347346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-e8d890d2-a6f1-46bb-a310-be15777d550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:15.348919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-e8d890d2-a6f1-46bb-a310-be15777d550a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab663466-12a5-429e-bd0d-7ac0596fecb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1479342 Feb 09 21:23:15.388459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54658-ae5f-4ef7-baab-f8c5b7385ef6 req-db85510b-9aa5-48a0-aad3-e7bc1baee20e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:15.389895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55e54658-ae5f-4ef7-baab-f8c5b7385ef6 req-db85510b-9aa5-48a0-aad3-e7bc1baee20e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 944 time: 0.1599500 Feb 09 21:23:15.477282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:15.486483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3409917e-060d-4dc9-8641-d0a4e30327fc admin admin] 10.222.0.102 "PUT /v2.0/routers/2175b928-5f8e-41e3-90ca-868f5d15bcba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3978412 Feb 09 21:23:15.487157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42522) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:15.492166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] Sync routers for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:15.502049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55e54658-ae5f-4ef7-baab-f8c5b7385ef6 req-afb15ba9-8186-4c83-9ee1-2140061b2913 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859933 Feb 09 21:23:15.513266 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-e2c0e4c2-a7d2-4b3a-a8e1-f8b4bc648429 service neutron] 10.222.0.13 "GET /v2.0/networks/ab663466-12a5-429e-bd0d-7ac0596fecb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539991 Feb 09 21:23:15.519201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:15.527486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:15.622562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d13deb62-e7ee-46b0-9cdb-4dfa664a448a req-f75db84a-c19e-4258-9094-d717bd2a69fc service neutron] 10.222.0.13 "GET /v2.0/networks/ab663466-12a5-429e-bd0d-7ac0596fecb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019263 Feb 09 21:23:15.647796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks [] for router (2175b928-5f8e-41e3-90ca-868f5d15bcba), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:15.652772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:15.655479 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fffa00-e9df-4e15-a3cd-cd50e8f4fc1c req-8c4e2ccf-c5cc-480a-b0e4-d8086bbb56e8 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:15.656987 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-76fffa00-e9df-4e15-a3cd-cd50e8f4fc1c req-8c4e2ccf-c5cc-480a-b0e4-d8086bbb56e8 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 907 time: 0.0891070 Feb 09 21:23:15.712907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device a297276d-aeca-462b-95cd-b72d8a773398 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:23:15.766014 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks [] for router_gateway (2175b928-5f8e-41e3-90ca-868f5d15bcba), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:15.821388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Deleting port b3b14f35-8af5-46e8-a86f-04b003a021e1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:15.821731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:15.905351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] For port b3b14f35-8af5-46e8-a86f-04b003a021e1, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b3b14f35-8af5-46e8-a86f-04b003a021e1,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:15.905732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:15.919334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Calling delete_port for b3b14f35-8af5-46e8-a86f-04b003a021e1 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:15.997028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port a297276d-aeca-462b-95cd-b72d8a773398 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:23:16.003202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port a297276d-aeca-462b-95cd-b72d8a773398 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:16.003580 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a297276d-aeca-462b-95cd-b72d8a773398), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.091451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b3b14f35-8af5-46e8-a86f-04b003a021e1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.106732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251'}], 'enable_snat': True}, 'gw_port_id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:23:14Z', 'revision_number': 5, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port': {'id': 'b3b14f35-8af5-46e8-a86f-04b003a021e1', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:44Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:16.122605 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b14f35-8af5-46e8-a86f-04b003a021e1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:16.144650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] Checking router: 2175b928-5f8e-41e3-90ca-868f5d15bcba for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:16.152257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port a297276d-aeca-462b-95cd-b72d8a773398 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:16.152650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a297276d-aeca-462b-95cd-b72d8a773398), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.166136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] Routers {'2175b928-5f8e-41e3-90ca-868f5d15bcba'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:16.166755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['2175b928-5f8e-41e3-90ca-868f5d15bcba'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:16.183505 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (2175b928-5f8e-41e3-90ca-868f5d15bcba), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.242708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a297276d-aeca-462b-95cd-b72d8a773398'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:23:16.244942 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ef7f4-7b96-45f2-b409-9d387b0f5b10" -d '{"events": [{"server_uuid": "b4970092-d0c1-4b39-8763-c4b1de893d7a", "name": "network-vif-plugged", "status": "completed", "tag": "a297276d-aeca-462b-95cd-b72d8a773398"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:23:16.261243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] Set router 2175b928-5f8e-41e3-90ca-868f5d15bcba gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:16.263970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port a297276d-aeca-462b-95cd-b72d8a773398, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a297276d-aeca-462b-95cd-b72d8a773398,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:16.278933 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (2175b928-5f8e-41e3-90ca-868f5d15bcba), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.281226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks [] for router_controller (2175b928-5f8e-41e3-90ca-868f5d15bcba), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.289187 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a297276d-aeca-462b-95cd-b72d8a773398), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.326801 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a6c8ba-4007-4603-a272-090b25cd3392 x-openstack-request-id: req-99a6c8ba-4007-4603-a272-090b25cd3392 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:23:16.327164 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4970092-d0c1-4b39-8763-c4b1de893d7a", "name": "network-vif-plugged", "status": "completed", "tag": "a297276d-aeca-462b-95cd-b72d8a773398", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:23:16.327485 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-99a6c8ba-4007-4603-a272-090b25cd3392 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:23:16.328313 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a297276d-aeca-462b-95cd-b72d8a773398', 'code': 200} Feb 09 21:23:16.334507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:23:16Z', 'revision_number': 7, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:16.340393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (2175b928-5f8e-41e3-90ca-868f5d15bcba), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.343464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2175b928-5f8e-41e3-90ca-868f5d15bcba {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:23:16.351198 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.352389 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cdcd12c7-a0b7-48e8-a9b8-66967c13d7cb admin admin] 10.222.0.102 "DELETE /v2.0/routers/2175b928-5f8e-41e3-90ca-868f5d15bcba HTTP/1.1" status: 204 len: 168 time: 0.8644502 Feb 09 21:23:16.355077 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42526) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:16.392841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab14ae-1c70-4590-9cfd-0744c466d8f1 None None] The sync data for ids ['2175b928-5f8e-41e3-90ca-868f5d15bcba'] in n-d-789963-29 is: [{'id': '2175b928-5f8e-41e3-90ca-868f5d15bcba', 'name': 'tempest-TestServerBasicOps-932486861-router', 'tenant_id': '1c73d6ba39aa4834b8575181466b5f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:23:16Z', 'revision_number': 7, 'project_id': '1c73d6ba39aa4834b8575181466b5f75', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:16.418083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=a297276d-aeca-462b-95cd-b72d8a773398,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:16.445631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7a360d-abb5-4004-b2a8-771e1a6b3bcd admin admin] Deleting subnet 32cefa7e-cfd0-4cad-a020-56fe1aa28356 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:23:16.450889 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7a360d-abb5-4004-b2a8-771e1a6b3bcd admin admin] Publish callbacks [] for subnet (32cefa7e-cfd0-4cad-a020-56fe1aa28356), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.485414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff30ed7-1bfc-48f5-8380-fb4b37e4800a req-a61827c1-dbfe-4160-85b4-481863c45ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:16.486914 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ff30ed7-1bfc-48f5-8380-fb4b37e4800a req-a61827c1-dbfe-4160-85b4-481863c45ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 1128 time: 0.1235673 Feb 09 21:23:16.499513 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7a360d-abb5-4004-b2a8-771e1a6b3bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (32cefa7e-cfd0-4cad-a020-56fe1aa28356), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.571255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ff30ed7-1bfc-48f5-8380-fb4b37e4800a req-2a6840da-bde8-4ff2-b69e-519ff84888d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778468 Feb 09 21:23:16.608906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7a360d-abb5-4004-b2a8-771e1a6b3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (32cefa7e-cfd0-4cad-a020-56fe1aa28356), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.630264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969668-44a5-444b-b7cb-c834f64fdf82 req-5ebac860-1b1e-4268-af49-d84e52039f0a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:16.631792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59969668-44a5-444b-b7cb-c834f64fdf82 req-5ebac860-1b1e-4268-af49-d84e52039f0a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 945 time: 0.0553117 Feb 09 21:23:16.662901 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7a360d-abb5-4004-b2a8-771e1a6b3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (32cefa7e-cfd0-4cad-a020-56fe1aa28356), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.685756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59969668-44a5-444b-b7cb-c834f64fdf82 req-533b595b-fe0e-478d-8c8b-5774e1410cc8 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479238 Feb 09 21:23:16.689122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a360d-abb5-4004-b2a8-771e1a6b3bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cefa7e-cfd0-4cad-a020-56fe1aa28356,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:16.693562 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be7a360d-abb5-4004-b2a8-771e1a6b3bcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.697092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-be7a360d-abb5-4004-b2a8-771e1a6b3bcd admin admin] 10.222.0.102 "DELETE /v2.0/subnets/32cefa7e-cfd0-4cad-a020-56fe1aa28356 HTTP/1.1" status: 204 len: 168 time: 0.3408153 Feb 09 21:23:16.704323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42532) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:16.707617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d708004d-d4f6-4475-b5ca-6aad97b32294 None None] Network b12980b1-a4d3-4c85-b51e-5b1f71abfc8e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:23:16.800521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b12980b1-a4d3-4c85-b51e-5b1f71abfc8e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.813100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eaca5-1a62-4a9a-b4b1-b4c627e69259 req-d00e48b2-003b-4599-9e00-2d09d72e5ad4 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:16.814860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a12eaca5-1a62-4a9a-b4b1-b4c627e69259 req-d00e48b2-003b-4599-9e00-2d09d72e5ad4 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 907 time: 0.0770352 Feb 09 21:23:16.862731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Deleting port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:16.863105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.913735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06099171-f131-47cb-8971-52187d783b89 None None] DHCP port deletion for b12980b1-a4d3-4c85-b51e-5b1f71abfc8e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:23:16.931675 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] For port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:16.932166 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:16.950482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Calling delete_port for 8b89ef2c-ca1b-495d-9c23-8dde1dce891e owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:16.969209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-06099171-f131-47cb-8971-52187d783b89 None None] Deleting port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:16.969742 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06099171-f131-47cb-8971-52187d783b89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.037253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.038610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-06099171-f131-47cb-8971-52187d783b89 None None] For port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,segment=NetworkSegment(3e51c3c2-bd02-4bb8-b728-611cba6d249d),segment_id=3e51c3c2-bd02-4bb8-b728-611cba6d249d)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:17.039105 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06099171-f131-47cb-8971-52187d783b89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.052236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-06099171-f131-47cb-8971-52187d783b89 None None] Calling delete_port for 8b89ef2c-ca1b-495d-9c23-8dde1dce891e owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:17.062998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:17.067094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] No DVR routers for this DVR port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:23:17.126711 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06099171-f131-47cb-8971-52187d783b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (8b89ef2c-ca1b-495d-9c23-8dde1dce891e), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.142559 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b12980b1-a4d3-4c85-b51e-5b1f71abfc8e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.149647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06099171-f131-47cb-8971-52187d783b89 None None] Pushing event deleted for resources: {'Port': ['ID=8b89ef2c-ca1b-495d-9c23-8dde1dce891e,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:17.155215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06099171-f131-47cb-8971-52187d783b89 None None] No DVR routers for this DVR port 8b89ef2c-ca1b-495d-9c23-8dde1dce891e on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:23:17.165697 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12980b1-a4d3-4c85-b51e-5b1f71abfc8e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:17.174876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e51c3c2-bd02-4bb8-b728-611cba6d249d') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:17.175177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e51c3c2-bd02-4bb8-b728-611cba6d249d') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:17.185368 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (3e51c3c2-bd02-4bb8-b728-611cba6d249d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.199049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3e51c3c2-bd02-4bb8-b728-611cba6d249d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.204939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:23:17.205328 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (3e51c3c2-bd02-4bb8-b728-611cba6d249d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:23:17.206941 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:23:17.260183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b12980b1-a4d3-4c85-b51e-5b1f71abfc8e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.265578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.268791 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] 10.222.0.102 "DELETE /v2.0/networks/b12980b1-a4d3-4c85-b51e-5b1f71abfc8e HTTP/1.1" status: 204 len: 168 time: 0.5682707 Feb 09 21:23:17.271816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42534) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:17.279877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bd20a-4c17-4584-8bb8-337a11ba11c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b12980b1-a4d3-4c85-b51e-5b1f71abfc8e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:17.638042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (bb89412d-e99b-46f4-bcc2-c904010560d1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.696358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 2b7fa80e-228b-40bf-8992-0320253aa813 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:23:17.804863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 2b7fa80e-228b-40bf-8992-0320253aa813, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2b7fa80e-228b-40bf-8992-0320253aa813,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:17.817177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '2b7fa80e-228b-40bf-8992-0320253aa813', 'network_id': 'ab663466-12a5-429e-bd0d-7ac0596fecb0', 'port_id': '2b7fa80e-228b-40bf-8992-0320253aa813', 'mac_address': 'fa:16:3e:81:6e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:23:17.817411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7e0af-5f1b-4b24-945a-e91f2ec6a95d req-a4bca813-dc9d-4ac0-9fd1-a670524141b3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:17.818715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77d7e0af-5f1b-4b24-945a-e91f2ec6a95d req-a4bca813-dc9d-4ac0-9fd1-a670524141b3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 945 time: 0.0552311 Feb 09 21:23:17.865137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 2b7fa80e-228b-40bf-8992-0320253aa813 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:17.865605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.883255 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77d7e0af-5f1b-4b24-945a-e91f2ec6a95d req-b01794c4-1339-4913-82b6-925e1da0c557 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581131 Feb 09 21:23:17.894191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7fa80e-228b-40bf-8992-0320253aa813 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:23:17.928200 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 2b7fa80e-228b-40bf-8992-0320253aa813, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2b7fa80e-228b-40bf-8992-0320253aa813,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:17.933639 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:17.992717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=2b7fa80e-228b-40bf-8992-0320253aa813,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:18.029337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18713a80-09d0-45c4-ad8d-63ff6615ae65 req-19c03226-7209-4adb-9004-5ba170697ba7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:18.031029 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18713a80-09d0-45c4-ad8d-63ff6615ae65 req-19c03226-7209-4adb-9004-5ba170697ba7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 945 time: 0.0665352 Feb 09 21:23:18.083905 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18713a80-09d0-45c4-ad8d-63ff6615ae65 req-541ee0e2-b590-4039-a64a-7e368d438d0f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463283 Feb 09 21:23:18.107565 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42542) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:18.135404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['2b7fa80e-228b-40bf-8992-0320253aa813'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:23:18.262018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbedd4-8d10-475e-9661-9549509d8a34 tempest-TestVolumeBootPattern-1908505380 tempest-TestVolumeBootPattern-1908505380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:18.263596 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2edbedd4-8d10-475e-9661-9549509d8a34 tempest-TestVolumeBootPattern-1908505380 tempest-TestVolumeBootPattern-1908505380-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 1123 time: 0.1548765 Feb 09 21:23:18.266538 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42546) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:18.271447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'a297276d-aeca-462b-95cd-b72d8a773398', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:23:18.281462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Deleting port 5449437a-45bd-4156-b4a0-361d4498a65b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:18.281805 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:18.291240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73b28-4101-46ff-a3b8-d7d4a32d2034 req-8fa66a7e-d30a-4d11-878d-84c4fc982c99 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:18.292486 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:18.292809 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-03e73b28-4101-46ff-a3b8-d7d4a32d2034 req-8fa66a7e-d30a-4d11-878d-84c4fc982c99 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 908 time: 0.0692968 Feb 09 21:23:18.360784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b3b14f35-8af5-46e8-a86f-04b003a021e1 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:18.381809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b3b14f35-8af5-46e8-a86f-04b003a021e1 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:18.382149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b3b14f35-8af5-46e8-a86f-04b003a021e1 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:18.382860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4e12295b-fa62-4598-b62f-78201aab00b6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:18.384547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] For port 5449437a-45bd-4156-b4a0-361d4498a65b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5449437a-45bd-4156-b4a0-361d4498a65b,segment=NetworkSegment(f1516563-e46f-4a73-ae88-2ce326c2165c),segment_id=f1516563-e46f-4a73-ae88-2ce326c2165c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:18.384913 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:18.399498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Calling delete_port for 5449437a-45bd-4156-b4a0-361d4498a65b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:18.401974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4e12295b-fa62-4598-b62f-78201aab00b6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:18.402323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4e12295b-fa62-4598-b62f-78201aab00b6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:18.403091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8b89ef2c-ca1b-495d-9c23-8dde1dce891e no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:18.407815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:18.425617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8b89ef2c-ca1b-495d-9c23-8dde1dce891e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:18.425963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8b89ef2c-ca1b-495d-9c23-8dde1dce891e not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:18.517224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.25.4.15 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/e7db55fa-ada2-48c6-84f5-9b13f69a9df9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:23:18.586846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5449437a-45bd-4156-b4a0-361d4498a65b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:18.614250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5449437a-45bd-4156-b4a0-361d4498a65b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:18.629886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:18.664404 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:18.709366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:23:18.712317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:23:18.715928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:23:18.740726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=e7db55fa-ada2-48c6-84f5-9b13f69a9df9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:18.795808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (bb89412d-e99b-46f4-bcc2-c904010560d1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.018932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Router bb89412d-e99b-46f4-bcc2-c904010560d1 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:23:19.091617 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (43381592-662b-4211-9d5a-b02640bed95e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.128259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:19.134258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-54b48cb3-bd72-429e-ad26-0fbc9ab244bc admin admin] 10.222.0.102 "PUT /v2.0/routers/bb89412d-e99b-46f4-bcc2-c904010560d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8613853 Feb 09 21:23:19.137143 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42548) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:19.138118 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] Sync routers for ids ['bb89412d-e99b-46f4-bcc2-c904010560d1'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:19.147425 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] Routers {'bb89412d-e99b-46f4-bcc2-c904010560d1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:19.148069 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bb89412d-e99b-46f4-bcc2-c904010560d1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:19.235292 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.253100 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] Set router bb89412d-e99b-46f4-bcc2-c904010560d1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:19.310871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks [] for router (bb89412d-e99b-46f4-bcc2-c904010560d1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.426958 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:23:18Z', 'revision_number': 5, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:19.452970 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] Checking router: bb89412d-e99b-46f4-bcc2-c904010560d1 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:19.461701 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] Routers {'bb89412d-e99b-46f4-bcc2-c904010560d1'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:19.462293 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['bb89412d-e99b-46f4-bcc2-c904010560d1'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:19.509151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2052-2037-4c38-9cec-d92320223951 req-c1200f15-9465-4812-83e4-9a6389318665 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:19.510618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98bf2052-2037-4c38-9cec-d92320223951 req-c1200f15-9465-4812-83e4-9a6389318665 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 908 time: 0.1135910 Feb 09 21:23:19.532117 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks [] for router_gateway (bb89412d-e99b-46f4-bcc2-c904010560d1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.546122 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.567674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.568200 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] Set router bb89412d-e99b-46f4-bcc2-c904010560d1 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:19.644315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=e7db55fa-ada2-48c6-84f5-9b13f69a9df9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:19.664249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (43381592-662b-4211-9d5a-b02640bed95e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.702524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Deleting port 25fcb896-0f18-4b23-b0d9-bee799597005 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:19.702862 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.711520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 2b7fa80e-228b-40bf-8992-0320253aa813 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:23:19.750234 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:23:18Z', 'revision_number': 5, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:19.763547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 2b7fa80e-228b-40bf-8992-0320253aa813 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:23:19.768115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 2b7fa80e-228b-40bf-8992-0320253aa813 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:23:19.768644 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.778656 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029f33f-7ffb-4be4-9a8b-edc425911515 None None] The sync data for ids ['bb89412d-e99b-46f4-bcc2-c904010560d1'] in n-d-789963-29 is: [{'id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'name': 'tempest-TestServerBasicOps-632632610-router', 'tenant_id': 'eaa85a7ba0b145419213ef26b7327590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:23:18Z', 'revision_number': 5, 'project_id': 'eaa85a7ba0b145419213ef26b7327590', 'gw_port': {'id': '25fcb896-0f18-4b23-b0d9-bee799597005', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89412d-e99b-46f4-bcc2-c904010560d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:52Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:19.858042 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 2b7fa80e-228b-40bf-8992-0320253aa813 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:19.858446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.882364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb806e19-60c8-47d2-95e8-7c6d912cbd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7fa80e-228b-40bf-8992-0320253aa813'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:23:19.885019 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d7d23f-857b-4ecc-ae67-3f0dede32f73" -d '{"events": [{"server_uuid": "eb806e19-60c8-47d2-95e8-7c6d912cbd24", "name": "network-vif-plugged", "status": "completed", "tag": "2b7fa80e-228b-40bf-8992-0320253aa813"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:23:19.902185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 2b7fa80e-228b-40bf-8992-0320253aa813, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2b7fa80e-228b-40bf-8992-0320253aa813,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:19.907030 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:19.932396 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5820e5-c6ef-47a2-832d-30edd71e8c26 x-openstack-request-id: req-0d5820e5-c6ef-47a2-832d-30edd71e8c26 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:23:19.932701 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb806e19-60c8-47d2-95e8-7c6d912cbd24", "name": "network-vif-plugged", "status": "completed", "tag": "2b7fa80e-228b-40bf-8992-0320253aa813", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:23:19.932960 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0d5820e5-c6ef-47a2-832d-30edd71e8c26 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:23:19.933356 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb806e19-60c8-47d2-95e8-7c6d912cbd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7fa80e-228b-40bf-8992-0320253aa813', 'code': 200} Feb 09 21:23:19.962488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=2b7fa80e-228b-40bf-8992-0320253aa813,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:20.032869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cf90d-8923-46ae-9e5a-5d0918e05da1 req-e76dae7a-08c9-49a6-80e8-f2265157b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:20.034414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e23cf90d-8923-46ae-9e5a-5d0918e05da1 req-e76dae7a-08c9-49a6-80e8-f2265157b9af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 1092 time: 0.0456316 Feb 09 21:23:20.185169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] For port 25fcb896-0f18-4b23-b0d9-bee799597005, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=25fcb896-0f18-4b23-b0d9-bee799597005,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:20.185691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:20.188861 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Floating IP 43381592-662b-4211-9d5a-b02640bed95e associated. External IP: 172.25.4.15, port: a297276d-aeca-462b-95cd-b72d8a773398. Feb 09 21:23:20.262155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Calling delete_port for 25fcb896-0f18-4b23-b0d9-bee799597005 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:20.346765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5449437a-45bd-4156-b4a0-361d4498a65b no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:20.368133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5449437a-45bd-4156-b4a0-361d4498a65b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:20.368487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5449437a-45bd-4156-b4a0-361d4498a65b not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:20.538075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:23:20.546884 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (25fcb896-0f18-4b23-b0d9-bee799597005), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:20.576317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Pushing event deleted for resources: {'Port': ['ID=25fcb896-0f18-4b23-b0d9-bee799597005,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:20.748930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (bb89412d-e99b-46f4-bcc2-c904010560d1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:20.821683 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c058ee-56db-4c39-9597-405b7fc4e8ec req-a01809d0-3a48-46a8-9a4c-be2581536eb7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:20.823141 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01c058ee-56db-4c39-9597-405b7fc4e8ec req-a01809d0-3a48-46a8-9a4c-be2581536eb7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 909 time: 0.2428279 Feb 09 21:23:20.855542 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:20.865624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:20.866118 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (bb89412d-e99b-46f4-bcc2-c904010560d1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:20.869926 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks [] for router_controller (bb89412d-e99b-46f4-bcc2-c904010560d1), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:20.879477 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:20.880398 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:20.880702 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:20.945238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-27b32967-f46b-4cbb-a53c-dc1f381e9b25 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6719825 Feb 09 21:23:20.945238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'tag': 'a297276d-aeca-462b-95cd-b72d8a773398'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:23:20.945238 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4970092-d0c1-4b39-8763-c4b1de893d7a", "tag": "a297276d-aeca-462b-95cd-b72d8a773398"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:23:20.947853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (bb89412d-e99b-46f4-bcc2-c904010560d1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:20.948573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb89412d-e99b-46f4-bcc2-c904010560d1 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:23:20.959764 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:20.963188 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-51915066-81ff-422c-b92e-ae05ddd0d686 admin admin] 10.222.0.102 "DELETE /v2.0/routers/bb89412d-e99b-46f4-bcc2-c904010560d1 HTTP/1.1" status: 204 len: 168 time: 1.8230529 Feb 09 21:23:20.963864 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42560) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:21.003587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:21.013824 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564b7944-f650-4a13-a157-1011279e6bdc x-openstack-request-id: req-564b7944-f650-4a13-a157-1011279e6bdc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:23:21.014008 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4970092-d0c1-4b39-8763-c4b1de893d7a", "tag": "a297276d-aeca-462b-95cd-b72d8a773398", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:23:21.014228 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-564b7944-f650-4a13-a157-1011279e6bdc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:23:21.014640 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'tag': 'a297276d-aeca-462b-95cd-b72d8a773398', 'status': 'completed', 'code': 200} Feb 09 21:23:21.029640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdac49f-aa6b-4880-9f16-4d3ca624a5da admin admin] Deleting subnet e9f58bee-01bf-498f-ab5b-02ded4cec31e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:23:21.033230 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cdac49f-aa6b-4880-9f16-4d3ca624a5da admin admin] Publish callbacks [] for subnet (e9f58bee-01bf-498f-ab5b-02ded4cec31e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.093347 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cdac49f-aa6b-4880-9f16-4d3ca624a5da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (e9f58bee-01bf-498f-ab5b-02ded4cec31e), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.149918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-b549a34f-ac14-43f1-89c9-3c3888ec3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:21.152168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-b549a34f-ac14-43f1-89c9-3c3888ec3ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 1128 time: 0.0758967 Feb 09 21:23:21.191654 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cdac49f-aa6b-4880-9f16-4d3ca624a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e9f58bee-01bf-498f-ab5b-02ded4cec31e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.254045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cdac49f-aa6b-4880-9f16-4d3ca624a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (e9f58bee-01bf-498f-ab5b-02ded4cec31e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.256691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-4da50461-296e-4632-938c-6734a2769620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:21.258278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-4da50461-296e-4632-938c-6734a2769620 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.1004868 Feb 09 21:23:21.280788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdac49f-aa6b-4880-9f16-4d3ca624a5da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f58bee-01bf-498f-ab5b-02ded4cec31e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:21.284379 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7cdac49f-aa6b-4880-9f16-4d3ca624a5da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.290008 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7cdac49f-aa6b-4880-9f16-4d3ca624a5da admin admin] 10.222.0.102 "DELETE /v2.0/subnets/e9f58bee-01bf-498f-ab5b-02ded4cec31e HTTP/1.1" status: 204 len: 168 time: 0.3226478 Feb 09 21:23:21.290172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42562) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:21.291778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '43381592-662b-4211-9d5a-b02640bed95e', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': 'a297276d-aeca-462b-95cd-b72d8a773398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:d9:9c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:23:18Z', 'updated_at': '2022-02-09T21:23:18Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:21.295535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd602c-96b1-4a0e-a348-e08659bd4fb0 None None] Network 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:23:21.325998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-d2a31e0f-bcd2-4c9c-821b-ca94b8aa2e26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a297276d-aeca-462b-95cd-b72d8a773398 HTTP/1.1" status: 200 len: 998 time: 0.0621548 Feb 09 21:23:21.333088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:21.359491 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (825e86c8-9c1f-4fc4-a583-9b9f701c47a8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.381131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:21.381773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:21.395241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-38eb10ee-b195-49eb-ad21-897a06e1f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:21.397749 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-38eb10ee-b195-49eb-ad21-897a06e1f6f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0662739 Feb 09 21:23:21.413182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Deleting port 5c847975-e490-41ba-9042-38ba0ac14d49 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:21.413640 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.451403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-2529479d-c3e8-42bc-99f5-9ceff33e1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:21.453250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-2529479d-c3e8-42bc-99f5-9ceff33e1661 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500553 Feb 09 21:23:21.502885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] For port 5c847975-e490-41ba-9042-38ba0ac14d49, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5c847975-e490-41ba-9042-38ba0ac14d49,segment=NetworkSegment(f1516563-e46f-4a73-ae88-2ce326c2165c),segment_id=f1516563-e46f-4a73-ae88-2ce326c2165c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:21.503239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.519136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Calling delete_port for 5c847975-e490-41ba-9042-38ba0ac14d49 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:21.526051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:21.592890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-b90201d4-07de-4c58-b0f4-dd0a5dfc66a1 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301260 Feb 09 21:23:21.621706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (5c847975-e490-41ba-9042-38ba0ac14d49), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.623486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0779d0-0820-4bb9-b013-fecde3b68026 None None] DHCP port deletion for 825e86c8-9c1f-4fc4-a583-9b9f701c47a8 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:23:21.658316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c847975-e490-41ba-9042-38ba0ac14d49,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:21.662354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] No DVR routers for this DVR port 5c847975-e490-41ba-9042-38ba0ac14d49 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:23:21.712767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a8d8808-58f1-4ff6-a099-228a90a5cf5c req-3ce14892-88eb-486b-9fb5-a97ebc80eb03 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131504 Feb 09 21:23:21.740575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (825e86c8-9c1f-4fc4-a583-9b9f701c47a8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.763908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825e86c8-9c1f-4fc4-a583-9b9f701c47a8']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:21.773368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1516563-e46f-4a73-ae88-2ce326c2165c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:21.773670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1516563-e46f-4a73-ae88-2ce326c2165c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:21.774821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '43381592-662b-4211-9d5a-b02640bed95e', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': 'a297276d-aeca-462b-95cd-b72d8a773398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:d9:9c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:23:18Z', 'updated_at': '2022-02-09T21:23:18Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:21.783215 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (f1516563-e46f-4a73-ae88-2ce326c2165c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.796695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (f1516563-e46f-4a73-ae88-2ce326c2165c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.802930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef20ef9-6cc7-4901-bfc9-faa85b627a82 None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '43381592-662b-4211-9d5a-b02640bed95e', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': 'a297276d-aeca-462b-95cd-b72d8a773398', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:d9:9c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:23:18Z', 'updated_at': '2022-02-09T21:23:18Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:21.803637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:23:21.805003 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (f1516563-e46f-4a73-ae88-2ce326c2165c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:23:21.807131 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:23:21.871244 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (825e86c8-9c1f-4fc4-a583-9b9f701c47a8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.878343 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.884537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] 10.222.0.102 "DELETE /v2.0/networks/825e86c8-9c1f-4fc4-a583-9b9f701c47a8 HTTP/1.1" status: 204 len: 168 time: 0.5933909 Feb 09 21:23:21.894947 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:21.896793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072847c-4891-4d37-94dd-131219a02181 admin admin] Pushing event deleted for resources: {'Network': ['ID=825e86c8-9c1f-4fc4-a583-9b9f701c47a8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:21.967834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e8e92-6678-4101-9af2-257fa8aeff12 req-f23d96bc-cdd3-4bd4-8d90-f9c30e8981e1 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:21.969601 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3a5e8e92-6678-4101-9af2-257fa8aeff12 req-f23d96bc-cdd3-4bd4-8d90-f9c30e8981e1 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 909 time: 0.0610070 Feb 09 21:23:22.038914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:22.062894 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9c2d5-129d-4ec4-9860-daf8998e5090 None None] New status for floating IP 43381592-662b-4211-9d5a-b02640bed95e: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:23:22.110655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-568947c7-3862-4154-a22c-44274f5b66c3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1c73d6ba39aa4834b8575181466b5f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704801 Feb 09 21:23:22.113829 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42572) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:22.130590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026f672-e069-4c3f-a5ea-97f224559b5d req-93f868d2-bac8-4926-93d7-89bff47cf7a1 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:22.132114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6026f672-e069-4c3f-a5ea-97f224559b5d req-93f868d2-bac8-4926-93d7-89bff47cf7a1 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 909 time: 0.0856781 Feb 09 21:23:22.167655 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd3-ce71-4da5-a5e2-c2cbf08bd336 admin admin] Publish callbacks [] for security_group (6ed8a218-ee05-4d81-a26e-d0057022edb3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:22.192426 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd3-ce71-4da5-a5e2-c2cbf08bd336 admin admin] Publish callbacks [] for security_group (6ed8a218-ee05-4d81-a26e-d0057022edb3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:22.269623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae9bd7-84c2-4846-8226-fd0adba63b8a req-3efd7e5d-a925-4278-99ee-75ce3360e33b tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:22.271276 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6ae9bd7-84c2-4846-8226-fd0adba63b8a req-3efd7e5d-a925-4278-99ee-75ce3360e33b tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 1092 time: 0.0695648 Feb 09 21:23:22.278536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd3-ce71-4da5-a5e2-c2cbf08bd336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (6ed8a218-ee05-4d81-a26e-d0057022edb3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:22.281155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c544bbd3-ce71-4da5-a5e2-c2cbf08bd336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:22.285599 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c544bbd3-ce71-4da5-a5e2-c2cbf08bd336 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6ed8a218-ee05-4d81-a26e-d0057022edb3 HTTP/1.1" status: 204 len: 168 time: 0.1698503 Feb 09 21:23:22.294259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544bbd3-ce71-4da5-a5e2-c2cbf08bd336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8a218-ee05-4d81-a26e-d0057022edb3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:22.374056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5c847975-e490-41ba-9042-38ba0ac14d49 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:22.394977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab767df-1132-4a0d-81f9-cccec38dc9a7 req-c9015f7a-d05f-4d90-a741-b1c6e793cac5 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:22.395482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5c847975-e490-41ba-9042-38ba0ac14d49 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:22.395482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5c847975-e490-41ba-9042-38ba0ac14d49 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:22.395829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 25fcb896-0f18-4b23-b0d9-bee799597005 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:22.397283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ab767df-1132-4a0d-81f9-cccec38dc9a7 req-c9015f7a-d05f-4d90-a741-b1c6e793cac5 tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 1168 time: 0.0521958 Feb 09 21:23:22.415412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 25fcb896-0f18-4b23-b0d9-bee799597005 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:22.415862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 25fcb896-0f18-4b23-b0d9-bee799597005 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:22.456363 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3ab767df-1132-4a0d-81f9-cccec38dc9a7 req-5b5bbbc3-1aca-443b-a2c8-e8531ba6e25d tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0528100 Feb 09 21:23:22.479758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42580) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:22.524334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679372dd-0a86-42f3-8ded-40b5d1d9862a tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:22.525872 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-679372dd-0a86-42f3-8ded-40b5d1d9862a tempest-TestSecurityGroupsBasicOps-1343731861 tempest-TestSecurityGroupsBasicOps-1343731861-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 1087 time: 0.0451138 Feb 09 21:23:22.655526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:22.699021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8d7ab27-3f74-4ef6-8d15-f9b0814492ea admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=eaa85a7ba0b145419213ef26b7327590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422945 Feb 09 21:23:22.701611 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42590) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:22.748911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41f8fc9d-5620-44cd-9622-076822ded5f5 admin admin] Publish callbacks [] for security_group (d6810b6f-b552-46c2-8f62-c3d76c3a65fe), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:22.757454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f8094-297c-4d6f-ae62-2c946fe78dc6 req-acee6790-e777-4cd8-a9bd-a8c76795f6f4 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:22.758992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd1f8094-297c-4d6f-ae62-2c946fe78dc6 req-acee6790-e777-4cd8-a9bd-a8c76795f6f4 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 909 time: 0.0533342 Feb 09 21:23:22.780187 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41f8fc9d-5620-44cd-9622-076822ded5f5 admin admin] Publish callbacks [] for security_group (d6810b6f-b552-46c2-8f62-c3d76c3a65fe), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:22.822691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41f8fc9d-5620-44cd-9622-076822ded5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d6810b6f-b552-46c2-8f62-c3d76c3a65fe), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:22.825626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41f8fc9d-5620-44cd-9622-076822ded5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:22.826756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-41f8fc9d-5620-44cd-9622-076822ded5f5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d6810b6f-b552-46c2-8f62-c3d76c3a65fe HTTP/1.1" status: 204 len: 168 time: 0.1242354 Feb 09 21:23:22.835326 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8fc9d-5620-44cd-9622-076822ded5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6810b6f-b552-46c2-8f62-c3d76c3a65fe,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:23.880872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1308-c1eb-4da8-938f-2b35cf164ffb req-dbcc184f-4426-45c0-94c5-385b7b410a45 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:23.882350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cdaa1308-c1eb-4da8-938f-2b35cf164ffb req-dbcc184f-4426-45c0-94c5-385b7b410a45 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 909 time: 0.0540268 Feb 09 21:23:24.052946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-a1b70b2e-ccc9-4bf7-8b84-cc73a23643cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:24.054391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-a1b70b2e-ccc9-4bf7-8b84-cc73a23643cd tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 909 time: 0.0519693 Feb 09 21:23:24.157842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting port 2b7fa80e-228b-40bf-8992-0320253aa813 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:24.158193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:24.245529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] For port 2b7fa80e-228b-40bf-8992-0320253aa813, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=2b7fa80e-228b-40bf-8992-0320253aa813,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:24.245892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:24.257924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Calling delete_port for 2b7fa80e-228b-40bf-8992-0320253aa813 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:24.384099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2b7fa80e-228b-40bf-8992-0320253aa813), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:24.410409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Port': ['ID=2b7fa80e-228b-40bf-8992-0320253aa813,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:24.459518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] No DVR routers for this DVR port 2b7fa80e-228b-40bf-8992-0320253aa813 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:23:24.462230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:24.465759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b705063e-dfd8-4e05-be1e-7ee5da44dc11 req-b313f62e-b1f8-44e2-89f0-4ec5b0ad94d6 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.13 "DELETE /v2.0/ports/2b7fa80e-228b-40bf-8992-0320253aa813 HTTP/1.1" status: 204 len: 173 time: 0.3999138 Feb 09 21:23:24.466238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb806e19-60c8-47d2-95e8-7c6d912cbd24', 'name': 'network-vif-deleted', 'tag': '2b7fa80e-228b-40bf-8992-0320253aa813'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:23:24.468588 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3651f2e-172b-4220-afb4-e623c7af0792" -d '{"events": [{"server_uuid": "eb806e19-60c8-47d2-95e8-7c6d912cbd24", "name": "network-vif-deleted", "tag": "2b7fa80e-228b-40bf-8992-0320253aa813"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:23:24.718353 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe4dd2-b63b-4dee-80bc-a8d7e6fbaa16 x-openstack-request-id: req-e3fe4dd2-b63b-4dee-80bc-a8d7e6fbaa16 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:23:24.718649 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb806e19-60c8-47d2-95e8-7c6d912cbd24", "name": "network-vif-deleted", "tag": "2b7fa80e-228b-40bf-8992-0320253aa813", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:23:24.718907 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e3fe4dd2-b63b-4dee-80bc-a8d7e6fbaa16 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:23:24.719312 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb806e19-60c8-47d2-95e8-7c6d912cbd24', 'name': 'network-vif-deleted', 'tag': '2b7fa80e-228b-40bf-8992-0320253aa813', 'status': 'completed', 'code': 200} Feb 09 21:23:24.992510 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-87e31f86-a039-4f3c-831b-ec989c4a7605 req-67259794-c19a-4303-9326-13ba4173bd0d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=eb806e19-60c8-47d2-95e8-7c6d912cbd24 HTTP/1.1" status: 200 len: 210 time: 0.0265024 Feb 09 21:23:26.048404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42604) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:26.403940 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (4c10aa4b-3fab-47c5-b5da-716b420f1928), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:26.664899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting port 1ed3f508-cdc3-420c-b6da-bf101389d8a3 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:26.665165 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:26.755014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] For port 1ed3f508-cdc3-420c-b6da-bf101389d8a3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1ed3f508-cdc3-420c-b6da-bf101389d8a3,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:26.755380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:26.767500 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Calling delete_port for 1ed3f508-cdc3-420c-b6da-bf101389d8a3 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:26.828156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:26.954297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1ed3f508-cdc3-420c-b6da-bf101389d8a3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:26.982315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Port': ['ID=1ed3f508-cdc3-420c-b6da-bf101389d8a3,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:27.162103 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (4c10aa4b-3fab-47c5-b5da-716b420f1928), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:27.377026 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Router 4c10aa4b-3fab-47c5-b5da-716b420f1928 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:23:27.480495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:27.485560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a63f07c8-cb50-4c92-a4ca-2751711e3333 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "PUT /v2.0/routers/4c10aa4b-3fab-47c5-b5da-716b420f1928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4361186 Feb 09 21:23:27.488954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:27.490704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] Sync routers for ids ['4c10aa4b-3fab-47c5-b5da-716b420f1928'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:27.500004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] Routers {'4c10aa4b-3fab-47c5-b5da-716b420f1928'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:27.500613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4c10aa4b-3fab-47c5-b5da-716b420f1928'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:27.539321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting subnet 24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:23:27.542523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for subnet (24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:27.583193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:27.604959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] Set router 4c10aa4b-3fab-47c5-b5da-716b420f1928 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:27.672162 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:27.732953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:27.763197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Subnet': ['ID=24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:27.768224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:27.774084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/subnets/24c6fe0a-909b-4524-bf3c-9c3cbd3e92e2 HTTP/1.1" status: 204 len: 168 time: 0.2815173 Feb 09 21:23:27.774488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42610) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:27.780636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.780889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.781201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.782135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.782490 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.782832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.783175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.783515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.783880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.784221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.784585 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.784915 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.785247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f586a-806c-489c-8cee-04939e0882a9 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:23:27.824784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 2b7fa80e-228b-40bf-8992-0320253aa813 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:27.827254 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc189e-76ec-4619-b94a-c4f3e303d5c6 None None] Network ab663466-12a5-429e-bd0d-7ac0596fecb0 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:23:27.886822 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router (4c10aa4b-3fab-47c5-b5da-716b420f1928), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:27.914581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 2b7fa80e-228b-40bf-8992-0320253aa813 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:27.915160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 2b7fa80e-228b-40bf-8992-0320253aa813 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:28.057826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:26Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:28.087260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] Checking router: 4c10aa4b-3fab-47c5-b5da-716b420f1928 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:28.095039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] DHCP port deletion for ab663466-12a5-429e-bd0d-7ac0596fecb0 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:23:28.106004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] Routers {'4c10aa4b-3fab-47c5-b5da-716b420f1928'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:28.106632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4c10aa4b-3fab-47c5-b5da-716b420f1928'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:28.256705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] Deleting port 035dd489-6d15-4756-9f84-f4e2662984c0 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:28.257134 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.262576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] Set router 4c10aa4b-3fab-47c5-b5da-716b420f1928 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:28.342313 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_gateway (4c10aa4b-3fab-47c5-b5da-716b420f1928), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.407511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting port 920d1e81-f67a-4c51-8f2d-3f62947a4230 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:28.408152 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.431990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 035dd489-6d15-4756-9f84-f4e2662984c0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:28.436862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] For port 035dd489-6d15-4756-9f84-f4e2662984c0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=035dd489-6d15-4756-9f84-f4e2662984c0,segment=NetworkSegment(8b77baf8-4a27-446b-9773-a2441e9b2e33),segment_id=8b77baf8-4a27-446b-9773-a2441e9b2e33)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:28.437370 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.480643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] Calling delete_port for 035dd489-6d15-4756-9f84-f4e2662984c0 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:28.490379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] For port 920d1e81-f67a-4c51-8f2d-3f62947a4230, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=920d1e81-f67a-4c51-8f2d-3f62947a4230,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:28.490761 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.505996 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Calling delete_port for 920d1e81-f67a-4c51-8f2d-3f62947a4230 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:28.667598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 035dd489-6d15-4756-9f84-f4e2662984c0 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:23:28.668111 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.679852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (035dd489-6d15-4756-9f84-f4e2662984c0), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.681323 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (920d1e81-f67a-4c51-8f2d-3f62947a4230), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.705104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Port': ['ID=920d1e81-f67a-4c51-8f2d-3f62947a4230,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:28.717874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] Pushing event deleted for resources: {'Port': ['ID=035dd489-6d15-4756-9f84-f4e2662984c0,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:28.725700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:26Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:28.729807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e637232-279a-4349-94d6-cf295fbbf17d None None] No DVR routers for this DVR port 035dd489-6d15-4756-9f84-f4e2662984c0 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:23:28.774604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992486cd-7c63-405e-b73c-ff055bccb30d None None] The sync data for ids ['4c10aa4b-3fab-47c5-b5da-716b420f1928'] in n-d-789963-29 is: [{'id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1612727316', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:26Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': '920d1e81-f67a-4c51-8f2d-3f62947a4230', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ee:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c10aa4b-3fab-47c5-b5da-716b420f1928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:23:04Z', 'updated_at': '2022-02-09T21:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:28.791101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (4c10aa4b-3fab-47c5-b5da-716b420f1928), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.895137 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (4c10aa4b-3fab-47c5-b5da-716b420f1928), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.897299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_controller (4c10aa4b-3fab-47c5-b5da-716b420f1928), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.940486 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (4c10aa4b-3fab-47c5-b5da-716b420f1928), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.940948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Fanout notify agent at l3_agent the message router_deleted on router 4c10aa4b-3fab-47c5-b5da-716b420f1928 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:23:28.948578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:28.949699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5eec3422-74b6-4d9f-894c-754e4d54e00f tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/routers/4c10aa4b-3fab-47c5-b5da-716b420f1928 HTTP/1.1" status: 204 len: 168 time: 1.1740177 Feb 09 21:23:28.952441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42612) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:29.030699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (ab663466-12a5-429e-bd0d-7ac0596fecb0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.123322 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (ab663466-12a5-429e-bd0d-7ac0596fecb0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.147250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab663466-12a5-429e-bd0d-7ac0596fecb0']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:29.158100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b77baf8-4a27-446b-9773-a2441e9b2e33') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:29.158356 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b77baf8-4a27-446b-9773-a2441e9b2e33') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:29.169582 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8b77baf8-4a27-446b-9773-a2441e9b2e33), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.183986 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8b77baf8-4a27-446b-9773-a2441e9b2e33), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.190210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:23:29.190654 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8b77baf8-4a27-446b-9773-a2441e9b2e33), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:23:29.193737 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:23:29.257134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (ab663466-12a5-429e-bd0d-7ac0596fecb0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.262721 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.266125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/networks/ab663466-12a5-429e-bd0d-7ac0596fecb0 HTTP/1.1" status: 204 len: 168 time: 0.3126683 Feb 09 21:23:29.269403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42614) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:29.281603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cb850-94bb-4092-9bde-8f703ee832c3 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Network': ['ID=ab663466-12a5-429e-bd0d-7ac0596fecb0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:29.442890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting port b048e58c-e041-4774-bd3a-94a6ab92f5a2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:29.443173 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b048e58c-e041-4774-bd3a-94a6ab92f5a2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.519711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b048e58c-e041-4774-bd3a-94a6ab92f5a2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.520066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for floatingip (b048e58c-e041-4774-bd3a-94a6ab92f5a2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.531226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Calling delete_port for b048e58c-e041-4774-bd3a-94a6ab92f5a2 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:29.673309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b048e58c-e041-4774-bd3a-94a6ab92f5a2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.699102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Port': ['ID=b048e58c-e041-4774-bd3a-94a6ab92f5a2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:29.759422 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for floatingip (ff886b2d-5415-4b11-b946-2d31613e63e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:29.759879 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Floating IP ff886b2d-5415-4b11-b946-2d31613e63e5 disassociated (deleted). External IP: 172.25.4.196, port: 057c8d65-35d8-4478-8d08-330c0caa7d9a. Feb 09 21:23:29.969919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Router 40ec5b83-05b5-473f-8033-c22faa3f5a15 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:23:30.077900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:30.082921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:30.087321 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] Sync routers for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:30.097380 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:30.097991 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:30.113887 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1649c10a-c164-46d6-bb71-a964af1ba6f2 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/floatingips/ff886b2d-5415-4b11-b946-2d31613e63e5 HTTP/1.1" status: 204 len: 168 time: 0.8433714 Feb 09 21:23:30.114481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:23:30.116752 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7effd7e2-d2b7-419c-b777-bfd339c62084" -d '{"events": [{"name": "network-changed", "server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:23:30.155163 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02047e-67b5-4b5e-b20d-e4ed1399caa0 x-openstack-request-id: req-fb02047e-67b5-4b5e-b20d-e4ed1399caa0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:23:30.155459 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:23:30.155741 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fb02047e-67b5-4b5e-b20d-e4ed1399caa0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:23:30.156156 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'status': 'completed', 'code': 200} Feb 09 21:23:30.210383 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:30.372619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 920d1e81-f67a-4c51-8f2d-3f62947a4230 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:30.393900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-f1ad56e1-b6cf-4fb9-b78a-4ad862388397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:30.396233 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-f1ad56e1-b6cf-4fb9-b78a-4ad862388397 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 1168 time: 0.2179682 Feb 09 21:23:30.397355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 920d1e81-f67a-4c51-8f2d-3f62947a4230 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:30.397704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 920d1e81-f67a-4c51-8f2d-3f62947a4230 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:30.398305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1ed3f508-cdc3-420c-b6da-bf101389d8a3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:30.418697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1ed3f508-cdc3-420c-b6da-bf101389d8a3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:30.419045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1ed3f508-cdc3-420c-b6da-bf101389d8a3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:30.459758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedf3f3-3529-41cd-aa5e-1917fbcf0212 req-11933a66-9fb1-4fab-b309-a958b95f2e9d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:30.461347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-feedf3f3-3529-41cd-aa5e-1917fbcf0212 req-11933a66-9fb1-4fab-b309-a958b95f2e9d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 985 time: 0.1262236 Feb 09 21:23:30.520978 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:14Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:30.540766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-38371018-d42b-4882-999f-e9215f14f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:30.542240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-38371018-d42b-4882-999f-e9215f14f4ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=f9fe849d-d394-42ca-8678-c8bb1ed145b4 HTTP/1.1" status: 200 len: 898 time: 0.1384904 Feb 09 21:23:30.546302 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] Checking router: 40ec5b83-05b5-473f-8033-c22faa3f5a15 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:30.547588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-feedf3f3-3529-41cd-aa5e-1917fbcf0212 req-8274a371-04fb-45da-8f9e-f5c684fa05f0 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0796704 Feb 09 21:23:30.556182 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:30.556782 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:30.586974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-45e98fa0-d17b-45cd-b198-8e2fcdbea55c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a HTTP/1.1" status: 200 len: 217 time: 0.0384274 Feb 09 21:23:30.636413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-ef783018-5a7f-4f33-b4b1-c78eba62a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:30.638124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-ef783018-5a7f-4f33-b4b1-c78eba62a6f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=52a4f560-24d1-4eb8-bf72-72a10ebf3313 HTTP/1.1" status: 200 len: 835 time: 0.0441608 Feb 09 21:23:30.662001 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:30.687356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-fe5b78c2-5b17-4192-b098-0e7aa8c8cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:30.688919 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-fe5b78c2-5b17-4192-b098-0e7aa8c8cb77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f9fe849d-d394-42ca-8678-c8bb1ed145b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448263 Feb 09 21:23:30.782998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-6c981553-7bb9-4ea4-9bdd-a4cf1fb4d103 service neutron] 10.222.0.50 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860453 Feb 09 21:23:30.858627 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:14Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:30.872033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7effd7e2-d2b7-419c-b777-bfd339c62084 req-9517e0a9-cc89-4be4-b394-c5dd33f930c5 service neutron] 10.222.0.50 "GET /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829883 Feb 09 21:23:30.888728 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd68a6b-d8ae-461d-82a2-b2a3ca42698c None None] The sync data for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 is: [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:10Z', 'revision_number': 4, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6889790e-8af8-42cd-ab46-1f0a41f51b3f', 'name': '', 'network_id': 'f9fe849d-d394-42ca-8678-c8bb1ed145b4', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'mac_address': 'fa:16:3e:dc:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:10Z', 'updated_at': '2022-02-09T21:22:14Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'subnets': [{'id': '52a4f560-24d1-4eb8-bf72-72a10ebf3313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:31.107627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c9a7c7-7f42-411d-8a87-91664071513e None None] New status for floating IP ff886b2d-5415-4b11-b946-2d31613e63e5: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:23:31.396072 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:23:31.676346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdaa45-7418-4604-8309-23d5551cf638 req-61c2f126-6359-4c0b-897e-e57d89d17896 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:31.676896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-9f36acc3-741a-49d0-83ae-48d33451ddd1 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:31.677943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-9f36acc3-741a-49d0-83ae-48d33451ddd1 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.50 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 985 time: 0.0585811 Feb 09 21:23:31.680121 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8dcdaa45-7418-4604-8309-23d5551cf638 req-61c2f126-6359-4c0b-897e-e57d89d17896 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/ports?device_id=248e18f5-36b4-4da8-ac77-42960b8d7d29 HTTP/1.1" status: 200 len: 985 time: 0.0627241 Feb 09 21:23:31.736371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8dcdaa45-7418-4604-8309-23d5551cf638 req-8a2f6e4a-8d4e-4f5c-a3b4-a17958b340c7 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "GET /v2.0/security-groups?id=7bad92b3-ec81-4a38-93c9-c5e269173b6f&id=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517378 Feb 09 21:23:31.775215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting port 057c8d65-35d8-4478-8d08-330c0caa7d9a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:31.775552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:31.872063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] For port 057c8d65-35d8-4478-8d08-330c0caa7d9a, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=057c8d65-35d8-4478-8d08-330c0caa7d9a,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:31.872416 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:31.885302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Calling delete_port for 057c8d65-35d8-4478-8d08-330c0caa7d9a owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:32.010016 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (057c8d65-35d8-4478-8d08-330c0caa7d9a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:32.043405 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Port': ['ID=057c8d65-35d8-4478-8d08-330c0caa7d9a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:32.085168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] No DVR routers for this DVR port 057c8d65-35d8-4478-8d08-330c0caa7d9a on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:23:32.087624 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:32.091008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0f63595-4b01-480e-9141-e8bc59732b06 req-d1a94f7e-69fb-43e8-a00a-649a65ead4bc tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.50 "DELETE /v2.0/ports/057c8d65-35d8-4478-8d08-330c0caa7d9a HTTP/1.1" status: 204 len: 173 time: 0.4078543 Feb 09 21:23:32.157812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'name': 'network-vif-deleted', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:23:32.160362 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723ef202-0ad8-4402-8666-82bdb37ca1bb" -d '{"events": [{"server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "name": "network-vif-deleted", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:23:32.207565 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3728f9f-bcff-49a0-98b0-9da919489d70 x-openstack-request-id: req-b3728f9f-bcff-49a0-98b0-9da919489d70 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:23:32.207991 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248e18f5-36b4-4da8-ac77-42960b8d7d29", "name": "network-vif-deleted", "tag": "057c8d65-35d8-4478-8d08-330c0caa7d9a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:23:32.208311 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b3728f9f-bcff-49a0-98b0-9da919489d70 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:23:32.209155 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248e18f5-36b4-4da8-ac77-42960b8d7d29', 'name': 'network-vif-deleted', 'tag': '057c8d65-35d8-4478-8d08-330c0caa7d9a', 'status': 'completed', 'code': 200} Feb 09 21:23:32.805387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:32.856383 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3406-3b1a-4674-b315-ae23b3a5d38d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:32.877438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3406-3b1a-4674-b315-ae23b3a5d38d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:32.918982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3406-3b1a-4674-b315-ae23b3a5d38d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:32.921774 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3406-3b1a-4674-b315-ae23b3a5d38d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:32.923016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8a9a3406-3b1a-4674-b315-ae23b3a5d38d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/security-groups/bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d HTTP/1.1" status: 204 len: 168 time: 0.1166415 Feb 09 21:23:32.925923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42632) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:32.932181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a3406-3b1a-4674-b315-ae23b3a5d38d tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3b54a3-c6d7-4dbe-bb20-7e1e2d01c24d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:32.983592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3320dd69-07d3-4d60-a88e-07972044fdcb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (7bad92b3-ec81-4a38-93c9-c5e269173b6f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:33.006029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3320dd69-07d3-4d60-a88e-07972044fdcb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (7bad92b3-ec81-4a38-93c9-c5e269173b6f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:33.053458 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3320dd69-07d3-4d60-a88e-07972044fdcb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7bad92b3-ec81-4a38-93c9-c5e269173b6f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:33.056036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3320dd69-07d3-4d60-a88e-07972044fdcb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:33.059663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3320dd69-07d3-4d60-a88e-07972044fdcb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/security-groups/7bad92b3-ec81-4a38-93c9-c5e269173b6f HTTP/1.1" status: 204 len: 168 time: 0.1302097 Feb 09 21:23:33.060019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:33.069296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320dd69-07d3-4d60-a88e-07972044fdcb tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bad92b3-ec81-4a38-93c9-c5e269173b6f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:33.422906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (40ec5b83-05b5-473f-8033-c22faa3f5a15), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:33.685164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting port 6889790e-8af8-42cd-ab46-1f0a41f51b3f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:33.685425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:33.771599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] For port 6889790e-8af8-42cd-ab46-1f0a41f51b3f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6889790e-8af8-42cd-ab46-1f0a41f51b3f,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:33.771908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:33.787759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Calling delete_port for 6889790e-8af8-42cd-ab46-1f0a41f51b3f owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:33.968483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6889790e-8af8-42cd-ab46-1f0a41f51b3f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:33.993479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Port': ['ID=6889790e-8af8-42cd-ab46-1f0a41f51b3f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:34.173181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (40ec5b83-05b5-473f-8033-c22faa3f5a15), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:34.712029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Router 40ec5b83-05b5-473f-8033-c22faa3f5a15 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:23:34.848626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:23:34.856073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f77f7905-5a9f-4f1a-8b32-137245c7c037 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "PUT /v2.0/routers/40ec5b83-05b5-473f-8033-c22faa3f5a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940140 Feb 09 21:23:34.858287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42638) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:34.860101 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] Sync routers for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:23:34.871586 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:34.872686 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:34.909528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5376322-c636-4c8a-b6ba-d42326025e15 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting subnet 52a4f560-24d1-4eb8-bf72-72a10ebf3313 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:23:34.912607 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5376322-c636-4c8a-b6ba-d42326025e15 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for subnet (52a4f560-24d1-4eb8-bf72-72a10ebf3313), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:34.955003 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5376322-c636-4c8a-b6ba-d42326025e15 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (52a4f560-24d1-4eb8-bf72-72a10ebf3313), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:34.982502 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:35.046600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5376322-c636-4c8a-b6ba-d42326025e15 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (52a4f560-24d1-4eb8-bf72-72a10ebf3313), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.105071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5376322-c636-4c8a-b6ba-d42326025e15 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (52a4f560-24d1-4eb8-bf72-72a10ebf3313), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.133299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5376322-c636-4c8a-b6ba-d42326025e15 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Subnet': ['ID=52a4f560-24d1-4eb8-bf72-72a10ebf3313,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:35.139465 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5376322-c636-4c8a-b6ba-d42326025e15 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.145949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42640) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:35.146462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3de5e-26c7-488a-b417-1b2273291440 None None] Network f9fe849d-d394-42ca-8678-c8bb1ed145b4 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:23:35.147811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d5376322-c636-4c8a-b6ba-d42326025e15 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/subnets/52a4f560-24d1-4eb8-bf72-72a10ebf3313 HTTP/1.1" status: 204 len: 168 time: 0.2837837 Feb 09 21:23:35.166642 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:23:33Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:35.198103 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] Checking router: 40ec5b83-05b5-473f-8033-c22faa3f5a15 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:23:35.206507 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] Routers {'40ec5b83-05b5-473f-8033-c22faa3f5a15'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:23:35.207142 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:23:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['40ec5b83-05b5-473f-8033-c22faa3f5a15'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:35.269683 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router (40ec5b83-05b5-473f-8033-c22faa3f5a15), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.315483 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] Set router 40ec5b83-05b5-473f-8033-c22faa3f5a15 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:23:35.334051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] DHCP port deletion for f9fe849d-d394-42ca-8678-c8bb1ed145b4 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:23:35.380626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] Deleting port 93e6707f-5a8f-4358-8aec-65532a2323cb {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:35.381263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.388384 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_gateway (40ec5b83-05b5-473f-8033-c22faa3f5a15), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.447676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] For port 93e6707f-5a8f-4358-8aec-65532a2323cb, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=93e6707f-5a8f-4358-8aec-65532a2323cb,segment=NetworkSegment(34f9071e-3366-44dd-8429-93d49ec31397),segment_id=34f9071e-3366-44dd-8429-93d49ec31397)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:35.448124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.450080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Deleting port b6a55347-e36a-4e65-a880-f77635a2d6ad {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:23:35.451331 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.462006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] Calling delete_port for 93e6707f-5a8f-4358-8aec-65532a2323cb owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:35.500263 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:23:33Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:35.526110 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead0446-81c8-4f48-975b-75e3f76093b6 None None] The sync data for ids ['40ec5b83-05b5-473f-8033-c22faa3f5a15'] in n-d-789963-29 is: [{'id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2031677093', 'tenant_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:23:33Z', 'revision_number': 5, 'project_id': '52cb972465f14ef3b6bcb805a5f2ae16', 'gw_port': {'id': 'b6a55347-e36a-4e65-a880-f77635a2d6ad', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ec5b83-05b5-473f-8033-c22faa3f5a15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:22:07Z', 'updated_at': '2022-02-09T21:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:23:35.542635 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (93e6707f-5a8f-4358-8aec-65532a2323cb), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.542860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] For port b6a55347-e36a-4e65-a880-f77635a2d6ad, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=b6a55347-e36a-4e65-a880-f77635a2d6ad,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:23:35.543174 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.558152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Calling delete_port for b6a55347-e36a-4e65-a880-f77635a2d6ad owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:23:35.577070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] Pushing event deleted for resources: {'Port': ['ID=93e6707f-5a8f-4358-8aec-65532a2323cb,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:35.584673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee03ea-e161-4f30-bd4b-7ea28ac72076 None None] No DVR routers for this DVR port 93e6707f-5a8f-4358-8aec-65532a2323cb on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:23:35.736821 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b6a55347-e36a-4e65-a880-f77635a2d6ad), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.762221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Port': ['ID=b6a55347-e36a-4e65-a880-f77635a2d6ad,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:35.824028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (40ec5b83-05b5-473f-8033-c22faa3f5a15), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.922678 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (40ec5b83-05b5-473f-8033-c22faa3f5a15), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.925100 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router_controller (40ec5b83-05b5-473f-8033-c22faa3f5a15), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.978573 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (40ec5b83-05b5-473f-8033-c22faa3f5a15), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.979117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Fanout notify agent at l3_agent the message router_deleted on router 40ec5b83-05b5-473f-8033-c22faa3f5a15 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:23:35.985879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:35.987026 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-97f826d9-075c-402f-9da6-c5a6c072b147 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/routers/40ec5b83-05b5-473f-8033-c22faa3f5a15 HTTP/1.1" status: 204 len: 168 time: 0.8400757 Feb 09 21:23:35.989763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:36.065786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (f9fe849d-d394-42ca-8678-c8bb1ed145b4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.150208 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 057c8d65-35d8-4478-8d08-330c0caa7d9a no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:36.160934 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (f9fe849d-d394-42ca-8678-c8bb1ed145b4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.170564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 057c8d65-35d8-4478-8d08-330c0caa7d9a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:36.170927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 057c8d65-35d8-4478-8d08-330c0caa7d9a not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:36.182035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fe849d-d394-42ca-8678-c8bb1ed145b4']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:36.191908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f9071e-3366-44dd-8429-93d49ec31397') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:36.192440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f9071e-3366-44dd-8429-93d49ec31397') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:23:36.203498 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (34f9071e-3366-44dd-8429-93d49ec31397), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.218186 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (34f9071e-3366-44dd-8429-93d49ec31397), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.224905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:23:36.224905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (34f9071e-3366-44dd-8429-93d49ec31397), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:23:36.228178 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:23:36.289622 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (f9fe849d-d394-42ca-8678-c8bb1ed145b4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.297705 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.300219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] 10.222.0.102 "DELETE /v2.0/networks/f9fe849d-d394-42ca-8678-c8bb1ed145b4 HTTP/1.1" status: 204 len: 168 time: 0.3094735 Feb 09 21:23:36.311918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd83d76-4518-45a3-a49e-aca196e99c79 tempest-TestSecurityGroupsBasicOps-694348682 tempest-TestSecurityGroupsBasicOps-694348682-project] Pushing event deleted for resources: {'Network': ['ID=f9fe849d-d394-42ca-8678-c8bb1ed145b4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:36.598615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42650) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:36.607182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 93e6707f-5a8f-4358-8aec-65532a2323cb no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:36.630630 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 93e6707f-5a8f-4358-8aec-65532a2323cb {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:36.630976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 93e6707f-5a8f-4358-8aec-65532a2323cb not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:36.631392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6a55347-e36a-4e65-a880-f77635a2d6ad no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:36.649919 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: b6a55347-e36a-4e65-a880-f77635a2d6ad {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:36.650273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device b6a55347-e36a-4e65-a880-f77635a2d6ad not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:36.650689 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6889790e-8af8-42cd-ab46-1f0a41f51b3f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:23:36.669099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6889790e-8af8-42cd-ab46-1f0a41f51b3f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:23:36.669452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6889790e-8af8-42cd-ab46-1f0a41f51b3f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:23:36.737239 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2cc23325-a0a6-4f53-b953-029960a778ac admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=52cb972465f14ef3b6bcb805a5f2ae16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374567 Feb 09 21:23:36.740275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42654) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:36.786194 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8354c5f-7877-4aa2-a35e-5f39aa92c3c8 admin admin] Publish callbacks [] for security_group (cb91858e-7b0a-4504-9bf3-2352e7b664ac), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.807248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8354c5f-7877-4aa2-a35e-5f39aa92c3c8 admin admin] Publish callbacks [] for security_group (cb91858e-7b0a-4504-9bf3-2352e7b664ac), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.855394 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8354c5f-7877-4aa2-a35e-5f39aa92c3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (cb91858e-7b0a-4504-9bf3-2352e7b664ac), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.858398 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f8354c5f-7877-4aa2-a35e-5f39aa92c3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:36.859558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f8354c5f-7877-4aa2-a35e-5f39aa92c3c8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cb91858e-7b0a-4504-9bf3-2352e7b664ac HTTP/1.1" status: 204 len: 168 time: 0.1183696 Feb 09 21:23:36.868079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354c5f-7877-4aa2-a35e-5f39aa92c3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb91858e-7b0a-4504-9bf3-2352e7b664ac,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:37.126290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:37.140072 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5822c18-6fc7-4c33-aead-3aead4662fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.225429 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5822c18-6fc7-4c33-aead-3aead4662fab admin admin] Publish callbacks [] for security_group (ab5bc540-d36d-403f-9976-75b09f58d0be), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.229031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c5822c18-6fc7-4c33-aead-3aead4662fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ab5bc540-d36d-403f-9976-75b09f58d0be), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.266232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c5822c18-6fc7-4c33-aead-3aead4662fab admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d27659296b7d47449c7f95bfabfd2d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388519 Feb 09 21:23:37.267096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5822c18-6fc7-4c33-aead-3aead4662fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bc540-d36d-403f-9976-75b09f58d0be,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:37.270442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:37.319717 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef77a378-1a31-47a1-940b-e41334a40db6 admin admin] Publish callbacks [] for security_group (ab5bc540-d36d-403f-9976-75b09f58d0be), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.340897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef77a378-1a31-47a1-940b-e41334a40db6 admin admin] Publish callbacks [] for security_group (ab5bc540-d36d-403f-9976-75b09f58d0be), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.389225 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef77a378-1a31-47a1-940b-e41334a40db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (ab5bc540-d36d-403f-9976-75b09f58d0be), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.391950 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef77a378-1a31-47a1-940b-e41334a40db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.393118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ef77a378-1a31-47a1-940b-e41334a40db6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ab5bc540-d36d-403f-9976-75b09f58d0be HTTP/1.1" status: 204 len: 168 time: 0.1213057 Feb 09 21:23:37.401909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77a378-1a31-47a1-940b-e41334a40db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bc540-d36d-403f-9976-75b09f58d0be,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:37.695273 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3ef86c89-ab49-4a2a-bf8d-61393fb3aa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.726049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 42668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:37.765643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6a4a605d-ae5b-45cb-bc53-2897582665aa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f6c063e1afe549ec8bbfe494c48d3f6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384045 Feb 09 21:23:37.768853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:23:37.816101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6da55e59-a781-420c-a042-30af8cb932c7 admin admin] Publish callbacks [] for security_group (81967cdf-8d07-4246-82f1-d90b7e3a01ca), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.838391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6da55e59-a781-420c-a042-30af8cb932c7 admin admin] Publish callbacks [] for security_group (81967cdf-8d07-4246-82f1-d90b7e3a01ca), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.884146 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6da55e59-a781-420c-a042-30af8cb932c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (81967cdf-8d07-4246-82f1-d90b7e3a01ca), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.886823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6da55e59-a781-420c-a042-30af8cb932c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:37.888004 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6da55e59-a781-420c-a042-30af8cb932c7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/81967cdf-8d07-4246-82f1-d90b7e3a01ca HTTP/1.1" status: 204 len: 168 time: 0.1175299 Feb 09 21:23:37.896526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da55e59-a781-420c-a042-30af8cb932c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81967cdf-8d07-4246-82f1-d90b7e3a01ca,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:23:38.866660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-d5fe2393-9380-4a0e-91e3-6d4394dd6b84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461671 Feb 09 21:23:38.961649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-343315bb-4c1e-41a0-93da-aabe6802d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:38.963278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-343315bb-4c1e-41a0-93da-aabe6802d047 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 1128 time: 0.0465159 Feb 09 21:23:39.066055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-a9c9b709-30bf-4793-bc45-029e8fd9f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:39.067579 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-a9c9b709-30bf-4793-bc45-029e8fd9f248 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0862482 Feb 09 21:23:39.132361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-6daac537-9e96-4f53-806d-c9886bb5a748 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a297276d-aeca-462b-95cd-b72d8a773398 HTTP/1.1" status: 200 len: 1000 time: 0.0585163 Feb 09 21:23:39.182498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-1033e88a-b61e-4faa-9530-a0484228dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:39.183986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-1033e88a-b61e-4faa-9530-a0484228dd12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0458846 Feb 09 21:23:39.232240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-f7feccc0-afd6-454f-ad5d-77a1f0dd0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:23:39.233755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-f7feccc0-afd6-454f-ad5d-77a1f0dd0d3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440555 Feb 09 21:23:39.321723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-25699049-fda9-4434-b9b4-796cbbf6d346 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813785 Feb 09 21:23:39.415577 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f552d796-2e3a-48e4-a9eb-b98e426c55fa req-eaa98ea0-0344-4da4-a0dd-286d63a353f5 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875845 Feb 09 21:23:39.759137 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebca43e2-5b6d-4419-b437-77170b26022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:41.341835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:42.823795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:43.941768 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:51.904942 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:56.825674 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:07.697354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d423-ec2a-4fb2-abd0-99eaddb63c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:08.394559 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:24:09.759717 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a96f659-656b-41da-a65c-2df887772af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:11.343390 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:12.829706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:13.945357 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:21.900906 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:26.823631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:37.699795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a5a89a34-1647-4b07-8936-1df220742f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:39.760303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0468c92d-b8bc-4beb-8193-650c223033f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:40.811089 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d02f987e-bc76-4ac2-b420-771941526d23 req-75951937-be7e-4dd7-8184-d6c9a17942bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1848612 Feb 09 21:24:40.893281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f987e-bc76-4ac2-b420-771941526d23 req-60b7b693-ef50-41ae-8095-8de5be9030d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:40.894662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d02f987e-bc76-4ac2-b420-771941526d23 req-60b7b693-ef50-41ae-8095-8de5be9030d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 1128 time: 0.0433431 Feb 09 21:24:40.996791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f987e-bc76-4ac2-b420-771941526d23 req-e06516c8-afd6-41bf-9711-83cc3930534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:40.998259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d02f987e-bc76-4ac2-b420-771941526d23 req-e06516c8-afd6-41bf-9711-83cc3930534d service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0859642 Feb 09 21:24:41.060916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d02f987e-bc76-4ac2-b420-771941526d23 req-790c9b39-211e-4043-befb-a0ea5a7fdcce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a297276d-aeca-462b-95cd-b72d8a773398 HTTP/1.1" status: 200 len: 1000 time: 0.0570030 Feb 09 21:24:41.112756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f987e-bc76-4ac2-b420-771941526d23 req-412b35d7-5c6c-4efe-aa0c-738e44d484fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:41.114193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d02f987e-bc76-4ac2-b420-771941526d23 req-412b35d7-5c6c-4efe-aa0c-738e44d484fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0477052 Feb 09 21:24:41.162218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f987e-bc76-4ac2-b420-771941526d23 req-8fccb490-89a4-4eec-9c5c-2aab8577a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:24:41.163633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d02f987e-bc76-4ac2-b420-771941526d23 req-8fccb490-89a4-4eec-9c5c-2aab8577a77c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432618 Feb 09 21:24:41.248944 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d02f987e-bc76-4ac2-b420-771941526d23 req-dc074519-397d-491a-b96f-ad6decd9fc8e service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794382 Feb 09 21:24:41.339626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d02f987e-bc76-4ac2-b420-771941526d23 req-b587139e-9f07-4ebf-a831-999ecd41e2b5 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850389 Feb 09 21:24:41.346374 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.828097 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:43.950634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:45.393578 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:24:51.916380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:56.823417 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:07.700779 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1965ae82-62e7-4005-bafa-ebeb1e347e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:09.761488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fa59cfcb-03b7-4bf3-9616-413a21512e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:11.349973 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:12.830967 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:13.504038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-385c5c03-b8bc-45eb-bbc9-70c1c7a916ec req-0f079d15-be6c-4f5f-8cf7-0e415949f55b service neutron] (103325) timed out ('10.222.0.102', 54794) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:25:13.951876 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:16.680994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febce32-b08e-4716-a864-349a4483f35c req-c509da6b-73af-40e0-be2d-95decec2144e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:16.682472 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4febce32-b08e-4716-a864-349a4483f35c req-c509da6b-73af-40e0-be2d-95decec2144e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 945 time: 0.0595422 Feb 09 21:25:16.732246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4febce32-b08e-4716-a864-349a4483f35c req-0dc9c833-57af-4aab-bc97-e52fc94ca0b5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440645 Feb 09 21:25:17.861189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf5ed2-27e9-4ca8-8400-da0f1857a231 req-27931e6f-4201-410f-9372-24440ad3cec5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:17.862670 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4cf5ed2-27e9-4ca8-8400-da0f1857a231 req-27931e6f-4201-410f-9372-24440ad3cec5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 945 time: 0.0563083 Feb 09 21:25:17.911090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4cf5ed2-27e9-4ca8-8400-da0f1857a231 req-c31d5a9f-5d73-4459-95a4-d427b083794c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422065 Feb 09 21:25:18.149191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62213610-5cda-4d77-939c-92cb75330e34 req-521a4e52-2090-4f29-8f96-3bbe52c60079 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:18.150631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62213610-5cda-4d77-939c-92cb75330e34 req-521a4e52-2090-4f29-8f96-3bbe52c60079 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 945 time: 0.0512700 Feb 09 21:25:18.244763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port a297276d-aeca-462b-95cd-b72d8a773398 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:25:18.245101 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a297276d-aeca-462b-95cd-b72d8a773398), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:18.335269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] For port a297276d-aeca-462b-95cd-b72d8a773398, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a297276d-aeca-462b-95cd-b72d8a773398,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:25:18.337126 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a297276d-aeca-462b-95cd-b72d8a773398), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:18.500464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:18.500836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (43381592-662b-4211-9d5a-b02640bed95e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:18.501154 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Floating IP 43381592-662b-4211-9d5a-b02640bed95e disassociated. External IP: 172.25.4.15, port: a297276d-aeca-462b-95cd-b72d8a773398. Feb 09 21:25:18.501496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for a297276d-aeca-462b-95cd-b72d8a773398 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:25:18.628470 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a297276d-aeca-462b-95cd-b72d8a773398), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:18.656257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=a297276d-aeca-462b-95cd-b72d8a773398,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:25:18.666221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.666612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.666965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.667365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.667660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.668033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.668782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.668782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.668990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.669422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.669642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.669971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.670322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:18.783390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:25:18.890587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:25:18.900879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:25:18.910451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:25:18.911051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:25:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:25:18.930872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] No DVR routers for this DVR port a297276d-aeca-462b-95cd-b72d8a773398 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:25:18.933677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:18.937426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62213610-5cda-4d77-939c-92cb75330e34 req-cab4cb30-4bcf-494a-bb36-c9a107284a44 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "DELETE /v2.0/ports/a297276d-aeca-462b-95cd-b72d8a773398 HTTP/1.1" status: 204 len: 173 time: 0.7815726 Feb 09 21:25:18.938078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'name': 'network-vif-deleted', 'tag': 'a297276d-aeca-462b-95cd-b72d8a773398'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:25:18.940758 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5744bbb1-f824-4d99-a658-590a750aa2ec" -d '{"events": [{"server_uuid": "b4970092-d0c1-4b39-8763-c4b1de893d7a", "name": "network-vif-deleted", "tag": "a297276d-aeca-462b-95cd-b72d8a773398"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:25:19.035258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-13e73e1d-5eb7-4a57-a0e2-242156756279 req-2a1d08be-9761-471d-8c2f-46cec737eadd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0335267 Feb 09 21:25:19.037315 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a980503e-3115-4ea8-a2c2-498781175562 x-openstack-request-id: req-a980503e-3115-4ea8-a2c2-498781175562 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:25:19.037621 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4970092-d0c1-4b39-8763-c4b1de893d7a", "name": "network-vif-deleted", "tag": "a297276d-aeca-462b-95cd-b72d8a773398", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:25:19.037967 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a980503e-3115-4ea8-a2c2-498781175562 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:25:19.038283 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4970092-d0c1-4b39-8763-c4b1de893d7a', 'name': 'network-vif-deleted', 'tag': 'a297276d-aeca-462b-95cd-b72d8a773398', 'status': 'completed', 'code': 200} Feb 09 21:25:19.212762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:25:19.408161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:25:19.434266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:25:19.442299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:25:19.442915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:25:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:25:19.548881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:25:19.746099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:25:19.771828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee8868-b69b-4fc4-8424-1d0902172ba2 None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:25:19.996710 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd57c2-1905-44a5-bb2a-2eb74fa6aa8e None None] New status for floating IP 43381592-662b-4211-9d5a-b02640bed95e: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:25:20.141924 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c8b0db0-389c-46b0-9348-5b1db0fc68a4 req-4c0428d1-2ac5-4129-9cf2-3a5f9b12c4cf tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0347075 Feb 09 21:25:21.236976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-626cec3a-49d4-4ec6-91ab-e0ca396b3693 req-5ebed216-df8c-4b1d-9369-db0f41d3f15f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0265112 Feb 09 21:25:21.917171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:22.310958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device a297276d-aeca-462b-95cd-b72d8a773398 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:25:22.332133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: a297276d-aeca-462b-95cd-b72d8a773398 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:25:22.332491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device a297276d-aeca-462b-95cd-b72d8a773398 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:25:22.336656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98aa8bfe-4000-4354-ae02-f839fe2697e3 req-7ed3648d-22ad-465d-99e9-f8ad4754b187 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0285060 Feb 09 21:25:22.393340 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:25:23.429105 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cae40f6-26e9-42ea-95fc-a75a835dd4b2 req-0aaa914c-2d41-4979-b5da-70afdde915ba tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0270247 Feb 09 21:25:24.523344 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7a9c3f24-2d22-4ec6-bd74-c4352b162bab req-8a8dfa0d-5b33-4241-8b36-828d6d6f410e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0264337 Feb 09 21:25:25.619913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0cf9b5c9-c75f-4892-940f-2c4d8c79672c req-c66d6d73-1603-4c88-89cf-60db2628143a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0305376 Feb 09 21:25:26.712917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-91edbb45-0c5d-4e1d-96cd-a1931b9ade4b req-33e02fc5-bb16-4f56-88a9-c4f682da9a7a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=b4970092-d0c1-4b39-8763-c4b1de893d7a HTTP/1.1" status: 200 len: 210 time: 0.0264795 Feb 09 21:25:26.826700 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:27.965109 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-61a71d38-ca1d-4f15-9ae3-36f3113a4bbc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239200803&fields=id&tenant_id=16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 267 time: 0.0465844 Feb 09 21:25:28.068370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-f3b220b7-9a6a-4cef-a636-7bcd4b4e46ab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:28.070346 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-f3b220b7-9a6a-4cef-a636-7bcd4b4e46ab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.0989304 Feb 09 21:25:28.084728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-7c8c31dd-4c6e-49ec-ad5c-186764e5d7c3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/quotas/16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 375 time: 0.0087304 Feb 09 21:25:28.138859 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-7cd28fb0-35aa-4806-b96d-541b84955db5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480366 Feb 09 21:25:28.234300 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-806485a4-42f8-4573-99c7-78526554b7f2 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838993 Feb 09 21:25:28.321021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-a275d3ab-7b82-4f99-bee3-f3a070ff58f0 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807447 Feb 09 21:25:28.595381 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87d838c1-e0af-449d-8a59-ec3b9a415fd8 req-74008706-d18f-4d1e-938e-8eea1642490b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0280120 Feb 09 21:25:29.675851 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-21ee2491-4e3f-4d64-a29f-c23fbd89614f req-98c56a91-34c0-4e95-b153-97f3e9a486fa tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0315547 Feb 09 21:25:30.752731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1eed4c09-1d16-4ca3-890c-efafa78052e6 req-057797ad-7c3d-4c50-83b3-fc2de4715e5d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Feb 09 21:25:31.845393 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f7044bbb-9c11-413d-b4b8-8b6b4a56423a req-ad445f5b-4c12-447b-a1b7-2ecabfc5065e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0275886 Feb 09 21:25:32.629845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-9287d4dd-0a35-48e6-9104-1437e7fc6838 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:32.631353 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-9287d4dd-0a35-48e6-9104-1437e7fc6838 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1119118 Feb 09 21:25:32.696569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-ba57ee32-f003-4ffa-9b4c-72cf7b6e6305 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 379 time: 0.0558922 Feb 09 21:25:32.704750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'port': {'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'admin_state_up': True, 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'security_groups': ['a977ac9d-f2bd-4148-8d1a-6199bcb06153']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:25:32.812553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:25:32.816658 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:32.965388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f94996d2-6a68-4c94-9816-102ac631ba18 req-382e2134-81bc-40dd-af64-e4fd3b2d7ef0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0378101 Feb 09 21:25:32.983889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.20.0.14 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/193f873a-dea6-4ec0-a07f-cddb5ccb822e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:25:33.129172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.163557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.205636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:25:33.213141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:25:33.216970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:25:33.243321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=193f873a-dea6-4ec0-a07f-cddb5ccb822e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:25:33.275239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:33.275921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.295006 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-49ce467c-ec1d-4805-b764-e2b713af3c13 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5938032 Feb 09 21:25:33.306930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Request body: {'port': {'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:25:33.375221 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.502239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2531ed2d-b058-4800-8bc0-72b1de3bdeb7 None None] Provisioning complete for port 193f873a-dea6-4ec0-a07f-cddb5ccb822e triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:25:33.503283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2531ed2d-b058-4800-8bc0-72b1de3bdeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.558737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2531ed2d-b058-4800-8bc0-72b1de3bdeb7 None None] Port 193f873a-dea6-4ec0-a07f-cddb5ccb822e cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:25:33.663605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193f873a-dea6-4ec0-a07f-cddb5ccb822e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:25:33.671799 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Publish callbacks [] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.684789 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Transition to ACTIVE for port object 193f873a-dea6-4ec0-a07f-cddb5ccb822e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:25:33.688288 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.740183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Pushing event updated for resources: {'Port': ['ID=193f873a-dea6-4ec0-a07f-cddb5ccb822e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:25:33.816758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Attempting to bind port 193f873a-dea6-4ec0-a07f-cddb5ccb822e on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:25:33.817088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Attempting to bind port 193f873a-dea6-4ec0-a07f-cddb5ccb822e by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:25:33.817429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Attempting to bind port 193f873a-dea6-4ec0-a07f-cddb5ccb822e on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:25:33.823278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Port 193f873a-dea6-4ec0-a07f-cddb5ccb822e on network 72e5c1f4-1207-4113-b38d-a95879450107 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:25:33.823606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Attempting to bind port 193f873a-dea6-4ec0-a07f-cddb5ccb822e on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:25:33.829511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:25:33.829860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:25:33.830247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:25:33.830681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Bound port: 193f873a-dea6-4ec0-a07f-cddb5ccb822e, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:25:33.831041 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.901126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] For port 193f873a-dea6-4ec0-a07f-cddb5ccb822e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:25:33.904358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] For port 193f873a-dea6-4ec0-a07f-cddb5ccb822e, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:25:33.912530 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.948447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:33.949071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:33.950459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 1093 time: 0.6484818 Feb 09 21:25:33.950983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:25:33.953245 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ef811-bddf-4c46-bd80-56b369d1ad15" -d '{"events": [{"name": "network-changed", "server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:25:34.052243 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7913d01-9ff6-416b-874a-9d1e666f925f x-openstack-request-id: req-b7913d01-9ff6-416b-874a-9d1e666f925f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:25:34.052537 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:25:34.052796 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b7913d01-9ff6-416b-874a-9d1e666f925f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:25:34.053197 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'status': 'completed', 'code': 200} Feb 09 21:25:34.056401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c7d9c-06e0-436a-b9a5-430b504295a5 service neutron] Pushing event updated for resources: {'Port': ['ID=193f873a-dea6-4ec0-a07f-cddb5ccb822e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:25:34.111253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-76f37d7e-5dda-4a10-9758-58e7b23fe7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:34.112808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-76f37d7e-5dda-4a10-9758-58e7b23fe7a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1127 time: 0.1014984 Feb 09 21:25:34.124318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a44c63-9d6c-4b16-8634-95f4519281d0 req-ee6e526f-bd6f-4a45-8a60-b51adc41f5d9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:34.126958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4a44c63-9d6c-4b16-8634-95f4519281d0 req-ee6e526f-bd6f-4a45-8a60-b51adc41f5d9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0767553 Feb 09 21:25:34.162312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-98c1813f-e4c5-4ea2-84f1-e5c8c6ef8cb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 217 time: 0.0343697 Feb 09 21:25:34.241607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4a44c63-9d6c-4b16-8634-95f4519281d0 req-6762cb2a-1bce-4856-90ce-325f316bd143 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772271 Feb 09 21:25:34.250391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-750ae1ad-efd9-4687-823e-fdc0960bfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:34.251831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-750ae1ad-efd9-4687-823e-fdc0960bfbe4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0635657 Feb 09 21:25:34.300857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-3f619da6-209f-4ef2-962e-1ffd87eff71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:34.302357 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-3f619da6-209f-4ef2-962e-1ffd87eff71d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451427 Feb 09 21:25:34.395909 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-079bf792-26db-47cc-84d0-30fab320c4eb service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863671 Feb 09 21:25:34.486674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8521d8-01f7-4b8c-a7c3-85530ff59687 req-f1a0d61a-9df5-4de7-8b73-2d00f8220df4 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844319 Feb 09 21:25:34.574407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-1ad28bad-d503-4e1b-827d-bedf4081195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:34.575978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-1ad28bad-d503-4e1b-827d-bedf4081195f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1127 time: 0.0450039 Feb 09 21:25:34.667282 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-7a055d39-2687-4796-ac75-f349b7a505e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:34.668814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-7a055d39-2687-4796-ac75-f349b7a505e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0875874 Feb 09 21:25:34.707894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-b2e7bdf0-836d-4284-bfd9-74e7e2f09b48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 217 time: 0.0333972 Feb 09 21:25:34.759356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-ed2740fe-93d1-4004-bc65-155d16545a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:34.760828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-ed2740fe-93d1-4004-bc65-155d16545a2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0470231 Feb 09 21:25:34.809431 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-b53fc20f-855b-472b-8677-d254205261c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:34.810948 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-b53fc20f-855b-472b-8677-d254205261c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443306 Feb 09 21:25:34.900485 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-50dae4ee-a694-4ff8-bcf3-0a113eaa454a service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830896 Feb 09 21:25:34.991648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-552ef811-bddf-4c46-bd80-56b369d1ad15 req-590bd65b-185b-4b28-9a2a-be7ca58333e5 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857325 Feb 09 21:25:35.368569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0b6f1-17c7-4a1c-ada1-a6065bb0e964 req-51919891-6a4c-4585-8165-c032c73975e6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:35.370195 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-acb0b6f1-17c7-4a1c-ada1-a6065bb0e964 req-51919891-6a4c-4585-8165-c032c73975e6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0584242 Feb 09 21:25:35.422994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-acb0b6f1-17c7-4a1c-ada1-a6065bb0e964 req-ba3ddb8c-d522-410e-b5d4-b937b2fe6c23 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468888 Feb 09 21:25:36.543187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0365b36-cfb2-41f7-bc83-b8dbfc776553 req-4b673e97-460d-4215-a894-0763026bee75 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:36.544706 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0365b36-cfb2-41f7-bc83-b8dbfc776553 req-4b673e97-460d-4215-a894-0763026bee75 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0524321 Feb 09 21:25:36.592319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0365b36-cfb2-41f7-bc83-b8dbfc776553 req-ffca8a0b-0ccd-4011-81f8-78e777db5205 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Feb 09 21:25:37.706762 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7c7841d1-0484-43d3-a535-83bc3188cc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:37.720157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d68ae6-b04f-41ab-a3e6-dc7fde5eda42 req-3229810f-d97b-4841-a190-6b39864add20 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:37.721732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-89d68ae6-b04f-41ab-a3e6-dc7fde5eda42 req-3229810f-d97b-4841-a190-6b39864add20 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0621703 Feb 09 21:25:37.775749 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-89d68ae6-b04f-41ab-a3e6-dc7fde5eda42 req-23179f9d-3575-42c2-a0c6-8eb9488f2dbc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477383 Feb 09 21:25:38.898946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ffd29-0475-482a-8581-6d7cf71e2ba7 req-2fc78113-50b7-45da-9733-5e23b57971e5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:38.900469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-305ffd29-0475-482a-8581-6d7cf71e2ba7 req-2fc78113-50b7-45da-9733-5e23b57971e5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0564928 Feb 09 21:25:38.949805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-305ffd29-0475-482a-8581-6d7cf71e2ba7 req-d7b7c643-62e2-4f54-a26e-2655639d9b9a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Feb 09 21:25:39.762772 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98c361af-26e1-4bbb-b0f6-333cae521eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:40.066879 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda03c8-606c-4033-9281-698de25f62ca req-7cac134c-9d04-432d-8cec-7e86fb238166 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:40.068390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fda03c8-606c-4033-9281-698de25f62ca req-7cac134c-9d04-432d-8cec-7e86fb238166 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0527022 Feb 09 21:25:40.118197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0fda03c8-606c-4033-9281-698de25f62ca req-56089df3-03b8-42b5-aa4f-2a92f8bcae2a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432639 Feb 09 21:25:41.237906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b850510-a2ae-4092-bea0-725039b96432 req-40cb9c91-e780-4cf1-b0c6-ff34f811c615 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:41.239404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b850510-a2ae-4092-bea0-725039b96432 req-40cb9c91-e780-4cf1-b0c6-ff34f811c615 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0530005 Feb 09 21:25:41.286969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3b850510-a2ae-4092-bea0-725039b96432 req-26006039-a6e8-447e-85cd-fc709dd23bcc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Feb 09 21:25:41.353606 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:42.403778 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15288653-2729-48a1-9120-282cbe6a7426 req-a6dedab6-ba58-4c6b-972c-94adba161a6f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:42.405247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15288653-2729-48a1-9120-282cbe6a7426 req-a6dedab6-ba58-4c6b-972c-94adba161a6f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0515451 Feb 09 21:25:42.453662 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-15288653-2729-48a1-9120-282cbe6a7426 req-b354c4fd-2835-4425-ae3c-556e47d6f31e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428081 Feb 09 21:25:42.833496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:43.568393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3f75a-7323-40a4-abc6-d62a64a75178 req-ce682e91-b13b-4c54-91ee-93b6db4af507 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:43.570704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79c3f75a-7323-40a4-abc6-d62a64a75178 req-ce682e91-b13b-4c54-91ee-93b6db4af507 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0510187 Feb 09 21:25:43.621125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-79c3f75a-7323-40a4-abc6-d62a64a75178 req-79ed8a96-4bac-44a2-b141-797950e9c5b7 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448546 Feb 09 21:25:43.951839 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:44.742474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa70d87-9cb7-4596-87d6-0fb5599476d2 req-91191bad-a49b-4693-bc88-8a7db604266c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:44.743992 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4fa70d87-9cb7-4596-87d6-0fb5599476d2 req-91191bad-a49b-4693-bc88-8a7db604266c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0556746 Feb 09 21:25:44.791732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4fa70d87-9cb7-4596-87d6-0fb5599476d2 req-9dfc2d2c-9463-414f-a57b-5095eac95fcd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Feb 09 21:25:45.911191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957521a-acd6-4e17-983e-b2a49f8650fb req-62259711-ec93-4d50-8298-1aa6e5923ba1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:45.913316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d957521a-acd6-4e17-983e-b2a49f8650fb req-62259711-ec93-4d50-8298-1aa6e5923ba1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0517011 Feb 09 21:25:45.960933 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d957521a-acd6-4e17-983e-b2a49f8650fb req-bae71812-f514-4bda-bbef-f20cb7fff5fa tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419517 Feb 09 21:25:47.076764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62092468-f202-4b35-9770-0710129c9641 req-95eff497-4cdb-4bd9-af7d-125bb6edb32a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:47.078222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-62092468-f202-4b35-9770-0710129c9641 req-95eff497-4cdb-4bd9-af7d-125bb6edb32a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0519528 Feb 09 21:25:47.126592 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-62092468-f202-4b35-9770-0710129c9641 req-b6358e57-b40c-4f92-aa35-8553fec14e51 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426719 Feb 09 21:25:48.243221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e329d7-534c-4797-9f1f-269f3624b65a req-c8986eb2-060a-4bbb-a15e-e767ae763608 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:48.244708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52e329d7-534c-4797-9f1f-269f3624b65a req-c8986eb2-060a-4bbb-a15e-e767ae763608 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0531826 Feb 09 21:25:48.292087 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-52e329d7-534c-4797-9f1f-269f3624b65a req-8756c1ad-1e04-4094-af04-7362d4553433 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418246 Feb 09 21:25:49.416429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b73a4-558f-49a6-9388-f842929431ce req-b151c8d1-31a7-472e-9356-b4f0b55e2bbb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:49.417894 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec9b73a4-558f-49a6-9388-f842929431ce req-b151c8d1-31a7-472e-9356-b4f0b55e2bbb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0566003 Feb 09 21:25:49.465460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec9b73a4-558f-49a6-9388-f842929431ce req-16e5cf86-ae2b-4e39-9c45-4adaf9fd7002 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 Feb 09 21:25:50.586081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43560441-542d-4661-8fb6-92133b3373f2 req-edb4b8e0-8d3f-4cb7-852f-fefb378213d4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:50.588079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43560441-542d-4661-8fb6-92133b3373f2 req-edb4b8e0-8d3f-4cb7-852f-fefb378213d4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 944 time: 0.0555282 Feb 09 21:25:50.635050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43560441-542d-4661-8fb6-92133b3373f2 req-0e6c3fe7-3bb5-498f-8f4f-fbf8cbfffbc2 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413284 Feb 09 21:25:50.951707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 193f873a-dea6-4ec0-a07f-cddb5ccb822e details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:25:51.047746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 193f873a-dea6-4ec0-a07f-cddb5ccb822e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:25:51.059652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:25:51.096446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 193f873a-dea6-4ec0-a07f-cddb5ccb822e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:25:51.096846 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:51.109881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193f873a-dea6-4ec0-a07f-cddb5ccb822e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:25:51.133860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 193f873a-dea6-4ec0-a07f-cddb5ccb822e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:25:51.137584 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:51.183632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=193f873a-dea6-4ec0-a07f-cddb5ccb822e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:25:51.191091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.191445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.191823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.192166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.192506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.192840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.193173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.193503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.193829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.194156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.194483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.194849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.195154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:51.379675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['193f873a-dea6-4ec0-a07f-cddb5ccb822e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:25:51.751769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9b13-eb48-4228-85c1-94cc5d78dc62 req-35cbc7d0-b6a3-433d-bffc-d28c7345e314 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:51.753151 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-afdc9b13-eb48-4228-85c1-94cc5d78dc62 req-35cbc7d0-b6a3-433d-bffc-d28c7345e314 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 945 time: 0.0518348 Feb 09 21:25:51.800771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-afdc9b13-eb48-4228-85c1-94cc5d78dc62 req-c9c4584a-8424-4158-98a5-3c59eb382256 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421205 Feb 09 21:25:51.916091 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:52.917112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca07bf3-8b98-47ee-b0bc-39a9a011ff0f req-70850236-b719-4007-be2e-0bd3b1e80cb3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:52.918595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ca07bf3-8b98-47ee-b0bc-39a9a011ff0f req-70850236-b719-4007-be2e-0bd3b1e80cb3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 945 time: 0.0523410 Feb 09 21:25:52.964595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 193f873a-dea6-4ec0-a07f-cddb5ccb822e up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:25:52.966725 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ca07bf3-8b98-47ee-b0bc-39a9a011ff0f req-0ea97cb4-0a6c-4bd3-8984-6ad8da96e711 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424120 Feb 09 21:25:53.013199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 193f873a-dea6-4ec0-a07f-cddb5ccb822e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:25:53.017052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 193f873a-dea6-4ec0-a07f-cddb5ccb822e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:25:53.017440 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:53.095502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 193f873a-dea6-4ec0-a07f-cddb5ccb822e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:25:53.095852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:53.118566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:25:53.120820 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444a1516-148a-4ed8-a1f8-0e258ad66260" -d '{"events": [{"server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "name": "network-vif-plugged", "status": "completed", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:25:53.133314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 193f873a-dea6-4ec0-a07f-cddb5ccb822e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:25:53.137059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:53.185360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=193f873a-dea6-4ec0-a07f-cddb5ccb822e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:25:53.280960 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922d48b1-f3f3-4b1f-ad82-c6b1540a8f20 x-openstack-request-id: req-922d48b1-f3f3-4b1f-ad82-c6b1540a8f20 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:25:53.281261 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "name": "network-vif-plugged", "status": "completed", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:25:53.281519 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-922d48b1-f3f3-4b1f-ad82-c6b1540a8f20 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:25:53.281926 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'code': 200} Feb 09 21:25:53.376602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68918ed4-8562-468a-920b-0881d8b6b80c req-cf07c9b4-c577-4f72-96f0-0426f6a97040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:53.377987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68918ed4-8562-468a-920b-0881d8b6b80c req-cf07c9b4-c577-4f72-96f0-0426f6a97040 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1129 time: 0.0417819 Feb 09 21:25:53.424733 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68918ed4-8562-468a-920b-0881d8b6b80c req-989cbff0-5126-4641-b04b-34de855b1363 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 Feb 09 21:25:54.082765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd8469-aac3-4c87-bb1c-78f59fa41163 req-cd9310cc-f0fb-4e76-8cdb-1c485845ce8f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:54.084255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cd8469-aac3-4c87-bb1c-78f59fa41163 req-cd9310cc-f0fb-4e76-8cdb-1c485845ce8f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 946 time: 0.0513937 Feb 09 21:25:54.131207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9cd8469-aac3-4c87-bb1c-78f59fa41163 req-2bb45078-575e-4226-aa53-2aa1e873f4c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409834 Feb 09 21:25:55.248703 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f9423-6266-4b2f-835b-08fa8a31a885 req-0340c91a-a36e-49d5-8aaa-8e0f45a1d248 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:55.250158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-261f9423-6266-4b2f-835b-08fa8a31a885 req-0340c91a-a36e-49d5-8aaa-8e0f45a1d248 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Feb 09 21:25:55.301777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-261f9423-6266-4b2f-835b-08fa8a31a885 req-c6c6c27d-6094-4b71-95bd-95f22ccc4e86 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460985 Feb 09 21:25:55.416975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac436ba-370f-43fb-a92b-149cda7434f9 req-92e4b6f0-1e8e-4ca4-993d-5f56ae971e3c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:55.418351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dac436ba-370f-43fb-a92b-149cda7434f9 req-92e4b6f0-1e8e-4ca4-993d-5f56ae971e3c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 946 time: 0.0504158 Feb 09 21:25:55.466545 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dac436ba-370f-43fb-a92b-149cda7434f9 req-70b61fe3-33b9-412d-acc3-e36fecb7781b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Feb 09 21:25:55.488746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42818) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:25:55.531524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c3c51b-8005-4936-ac51-df2d3352638a tempest-TestVolumeBootPattern-1908505380 tempest-TestVolumeBootPattern-1908505380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:55.533044 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-12c3c51b-8005-4936-ac51-df2d3352638a tempest-TestVolumeBootPattern-1908505380 tempest-TestVolumeBootPattern-1908505380-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1124 time: 0.0432732 Feb 09 21:25:55.535843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 42820) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:25:55.540120 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:25:55.559876 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:55.653124 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:55.759962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.25.4.52 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c927aaa8-664e-444f-b507-57068e56f353) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:25:55.860612 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (c927aaa8-664e-444f-b507-57068e56f353), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:55.893442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c927aaa8-664e-444f-b507-57068e56f353), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:55.938147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:25:55.942518 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:25:55.947232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:25:55.950254 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=c927aaa8-664e-444f-b507-57068e56f353,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:25:55.976053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.976941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.977287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.977629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.977971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.978305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.978638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.978972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.979296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.979623 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.979977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.980300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:55.980627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:25:56.303183 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (be715384-6c6b-4af9-b13e-ebf3af563829), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:56.370068 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c927aaa8-664e-444f-b507-57068e56f353), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:56.525755 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (c927aaa8-664e-444f-b507-57068e56f353), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:56.530250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c927aaa8-664e-444f-b507-57068e56f353), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:56.594268 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=c927aaa8-664e-444f-b507-57068e56f353,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:25:56.606609 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (be715384-6c6b-4af9-b13e-ebf3af563829), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:56.706458 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Floating IP be715384-6c6b-4af9-b13e-ebf3af563829 associated. External IP: 172.25.4.52, port: 193f873a-dea6-4ec0-a07f-cddb5ccb822e. Feb 09 21:25:56.846973 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:56.913928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:25:57.334530 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:25:57.344672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16742611-0a38-4c32-a754-297699271c3e None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:25:57.352723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:57.356461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16742611-0a38-4c32-a754-297699271c3e None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:25:57.357111 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-16742611-0a38-4c32-a754-297699271c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:25:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:25:57.382807 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-04fa3a10-2b15-4451-a984-18a7dd03be37 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8459294 Feb 09 21:25:57.383699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:25:57.385944 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20780d2-81f0-443e-8c29-cb20597d9276" -d '{"events": [{"name": "network-changed", "server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:25:57.423238 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af849f1f-d692-49db-b704-878a2cfcf219 x-openstack-request-id: req-af849f1f-d692-49db-b704-878a2cfcf219 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:25:57.423558 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:25:57.423861 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-af849f1f-d692-49db-b704-878a2cfcf219 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:25:57.424268 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'status': 'completed', 'code': 200} Feb 09 21:25:57.467660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-16742611-0a38-4c32-a754-297699271c3e None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:25:57.490473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-4f234c08-bd91-46e3-a0d1-9b64962e9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:57.492711 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-4f234c08-bd91-46e3-a0d1-9b64962e9601 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1129 time: 0.0478468 Feb 09 21:25:57.579365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-7ef9b60c-d2ca-4aa2-a0f3-2ab6a1b46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:57.581002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-7ef9b60c-d2ca-4aa2-a0f3-2ab6a1b46c41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0822332 Feb 09 21:25:57.648160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-4d33f9ed-8f9a-429f-960b-a363b351e97c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 999 time: 0.0616195 Feb 09 21:25:57.690419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-16742611-0a38-4c32-a754-297699271c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:56Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:25:57.696738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-392269c6-8b61-4f5d-9425-9b3c0f598b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:57.698205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-392269c6-8b61-4f5d-9425-9b3c0f598b2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0439353 Feb 09 21:25:57.699933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-9bb85ec1-1b22-4028-a0b6-4a4b55fe30bb req-b0941a32-ef36-40ef-9be9-b22c2d76f62f service neutron] (103324) timed out ('10.222.0.102', 47916) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:25:57.716683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16742611-0a38-4c32-a754-297699271c3e None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:25:57.725113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16742611-0a38-4c32-a754-297699271c3e None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:25:57.725714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-16742611-0a38-4c32-a754-297699271c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:25:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:25:57.746367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-5da0464f-8f40-40e1-b7bd-f0777c16353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:25:57.747960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-5da0464f-8f40-40e1-b7bd-f0777c16353f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442522 Feb 09 21:25:57.833294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-16742611-0a38-4c32-a754-297699271c3e None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:25:57.838397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-d6fb5a95-6251-4ae0-bb70-040188f4016e service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Feb 09 21:25:57.925142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f20780d2-81f0-443e-8c29-cb20597d9276 req-14fed977-c40c-47ed-88ba-a446939ca7d7 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812049 Feb 09 21:25:58.055640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-16742611-0a38-4c32-a754-297699271c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:56Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:25:58.081681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16742611-0a38-4c32-a754-297699271c3e None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:56Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:25:58.260816 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad25179-7c41-48bf-a6bb-a0943e4b6640 None None] New status for floating IP be715384-6c6b-4af9-b13e-ebf3af563829: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:25:59.391421 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:26:07.701528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4e66af1-0e0d-4473-a323-a5a02df0e46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:09.769163 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e25476f8-2d79-47b8-8780-06383dcbc30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:11.354837 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:12.837188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:13.953415 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:21.915449 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:26.851402 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:36.390655 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:26:37.702814 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3461d2c7-1c19-4beb-9f49-ffa1b7fa15b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:39.760484 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e6ed88a-9ac2-4014-aea2-3f62c1c0bd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:41.357936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:42.839867 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:43.954702 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:48.589371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-4bed45fb-8c58-4724-8cc8-3f88ef389bd6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452011 Feb 09 21:26:48.679810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-ad2a76a7-fdf7-4d0e-9111-2eb8e457fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:48.681500 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-ad2a76a7-fdf7-4d0e-9111-2eb8e457fadd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1129 time: 0.0497963 Feb 09 21:26:48.779376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-149e74d5-57d8-402f-b8a4-7471f8492c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:48.780832 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-149e74d5-57d8-402f-b8a4-7471f8492c57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0805521 Feb 09 21:26:48.847338 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-1db05d7a-b1da-4fb2-bfb9-39e8484c3017 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 1001 time: 0.0604560 Feb 09 21:26:48.894573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-6983d96b-c928-459d-89ac-ec2279b1118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:48.896105 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-6983d96b-c928-459d-89ac-ec2279b1118b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0416417 Feb 09 21:26:48.943278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-feca9f9a-1b46-4f61-ad48-18b0877a36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:26:48.944750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-feca9f9a-1b46-4f61-ad48-18b0877a36a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425527 Feb 09 21:26:49.370331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-eb517c0c-9604-40a9-987d-d87ea31df08f service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190023 Feb 09 21:26:49.456873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6902db24-582a-4a42-b81d-12e6efbffcf5 req-58d17975-3e0a-4ba3-83bc-02d761063b25 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799983 Feb 09 21:26:51.914566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:56.881671 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.703804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21493596-c321-4446-8f3d-19ea0beb7151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:09.761613 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-137ac2af-2c30-4ab5-8227-5d36025c9df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:11.360616 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.842012 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.390924 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:27:13.955818 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.928234 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:26.895583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.705536 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-af3fef9a-2e39-449f-bd3f-67071d7cbb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.763506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f01d266-fcb5-4690-8913-996454db526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.364014 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.845360 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.957445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.373917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-13056886-0820-45a6-9c91-72acef87857d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239200803&fields=id&tenant_id=16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 267 time: 0.0441599 Feb 09 21:27:50.390647 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:27:50.491503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-2a4b166c-8c60-402c-8e32-6c98e60b6e59 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:50.493001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-2a4b166c-8c60-402c-8e32-6c98e60b6e59 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1127038 Feb 09 21:27:50.507433 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-866a8fa9-a39d-4205-b541-e717f08d0402 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/quotas/16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 375 time: 0.0089183 Feb 09 21:27:50.590123 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-94cfe322-0ef2-4efe-92ec-c52c8324de0f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771279 Feb 09 21:27:50.610682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-bf76f5f7-8dc8-465a-8218-4519f18f31af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598183 Feb 09 21:27:50.763380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-0cea213c-1786-40ba-8311-299c9f098e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:50.764828 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-0cea213c-1786-40ba-8311-299c9f098e5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1129 time: 0.1157265 Feb 09 21:27:50.782846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-e3439e12-e699-4f86-856d-752c84d13ed9 service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815495 Feb 09 21:27:50.932785 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-b94c1e8f-1e56-4b22-9dba-692e86819a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:50.934257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-b94c1e8f-1e56-4b22-9dba-692e86819a3e service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.1505709 Feb 09 21:27:50.936168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-a7702c45-c1b1-457f-b8a2-7bda813bdd4b service neutron] 10.222.0.102 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454194 Feb 09 21:27:50.999715 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-ca0fb8c2-4d20-4c26-b627-7431af2554ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 1001 time: 0.0591946 Feb 09 21:27:51.054264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-139ef682-97d1-42e4-bcdd-f0867e7d13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.055926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-139ef682-97d1-42e4-bcdd-f0867e7d13b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0496936 Feb 09 21:27:51.108011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-54258d08-7a98-40e3-8dcb-43e73f76b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.109510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-54258d08-7a98-40e3-8dcb-43e73f76b002 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473628 Feb 09 21:27:51.119542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-36358ede-af10-4b7e-9d21-936c298721f7 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:51.120578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-36358ede-af10-4b7e-9d21-936c298721f7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053165 Feb 09 21:27:51.211746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-20038721-f934-4b7b-8d31-3b06ff3e892f service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855293 Feb 09 21:27:51.307378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c0b481b-20fe-4770-a492-4e38cd1e2b0b req-968d0bcd-e036-4225-ae89-3460de0cd47c service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 Feb 09 21:27:51.335828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-24a7c9b8-112b-4b47-8168-dd2537f9902b req-f2215b0f-79ba-4bf0-a876-23b8cad5ba10 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.1240063 Feb 09 21:27:51.947935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.251352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-45f3de8c-caa3-4f69-9c6f-c6a8da077ec6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.252910 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-45f3de8c-caa3-4f69-9c6f-c6a8da077ec6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 812 time: 0.1073554 Feb 09 21:27:52.316148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-40e78619-63c8-478f-9705-23b8421664d9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16aea6b47359417f91bad0ba0074cd59 HTTP/1.1" status: 200 len: 379 time: 0.0537672 Feb 09 21:27:52.326695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'port': {'device_id': '4fc3be88-6637-4815-8ab5-078d8d168994', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'admin_state_up': True, 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'security_groups': ['a977ac9d-f2bd-4148-8d1a-6199bcb06153']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:52.451486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5064c132-c7d2-4867-ad49-2515733a549e req-a7fb9105-1f85-4a4e-b037-daa038788a71 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0404308 Feb 09 21:27:52.470934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Made reservation on behalf of 16aea6b47359417f91bad0ba0074cd59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:52.475810 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.604380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.20.0.12 (72e5c1f4-1207-4113-b38d-a95879450107/62af7473-9721-4362-a0b3-ec7d21842a1e/0716caa5-98f2-4e37-b80a-419505988a4d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:52.765925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (0716caa5-98f2-4e37-b80a-419505988a4d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.800976 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.850461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network 72e5c1f4-1207-4113-b38d-a95879450107 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:52.854537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:52.858949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:52.863107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=0716caa5-98f2-4e37-b80a-419505988a4d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:52.901462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.901975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.902404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.902783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.903188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.903591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.904037 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.904409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.904822 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.905199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.905603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.906000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.906398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:52.933406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.934109 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.955939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-7d235d2b-7f9d-4ae2-93f3-b776653a430d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6328571 Feb 09 21:27:52.968485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-a84632bd-c3f3-4a51-b680-f4ac073d28f9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:52.970113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-a84632bd-c3f3-4a51-b680-f4ac073d28f9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087898 Feb 09 21:27:52.982722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Request body: {'port': {'device_id': '4fc3be88-6637-4815-8ab5-078d8d168994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:53.052945 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.184265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7907f37e-8572-4459-93d0-835d4c4c685a None None] Provisioning complete for port 0716caa5-98f2-4e37-b80a-419505988a4d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:53.184808 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7907f37e-8572-4459-93d0-835d4c4c685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.223346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7907f37e-8572-4459-93d0-835d4c4c685a None None] Port 0716caa5-98f2-4e37-b80a-419505988a4d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:53.338075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0716caa5-98f2-4e37-b80a-419505988a4d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:53.345279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Publish callbacks [] for port (0716caa5-98f2-4e37-b80a-419505988a4d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.357718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Transition to ACTIVE for port object 0716caa5-98f2-4e37-b80a-419505988a4d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:27:53.362070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.413349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Pushing event updated for resources: {'Port': ['ID=0716caa5-98f2-4e37-b80a-419505988a4d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:53.496363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Attempting to bind port 0716caa5-98f2-4e37-b80a-419505988a4d on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:53.496716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Attempting to bind port 0716caa5-98f2-4e37-b80a-419505988a4d by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:53.497066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Attempting to bind port 0716caa5-98f2-4e37-b80a-419505988a4d on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:53.501956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Port 0716caa5-98f2-4e37-b80a-419505988a4d on network 72e5c1f4-1207-4113-b38d-a95879450107 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:53.502283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Attempting to bind port 0716caa5-98f2-4e37-b80a-419505988a4d on network 72e5c1f4-1207-4113-b38d-a95879450107 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:53.507621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:53.508012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Checking segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:53.508400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Bound using segment: {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:53.509385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Bound port: 0716caa5-98f2-4e37-b80a-419505988a4d, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:53.509726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.586736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] For port 0716caa5-98f2-4e37-b80a-419505988a4d, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:53.590690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] For port 0716caa5-98f2-4e37-b80a-419505988a4d, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0716caa5-98f2-4e37-b80a-419505988a4d,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:53.598135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.601067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb0f4-9efd-41da-8a81-502d0f51b4b4 req-c5385ad2-dbeb-4e4f-ad88-81b83e916edb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.602674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f4eb0f4-9efd-41da-8a81-502d0f51b4b4 req-c5385ad2-dbeb-4e4f-ad88-81b83e916edb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0547624 Feb 09 21:27:53.642377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.643373 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.645182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] 10.222.0.13 "PUT /v2.0/ports/0716caa5-98f2-4e37-b80a-419505988a4d HTTP/1.1" status: 200 len: 1093 time: 0.6677582 Feb 09 21:27:53.648078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:53.652561 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:53.669551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f4eb0f4-9efd-41da-8a81-502d0f51b4b4 req-968419e2-15b8-4031-b1ea-a1a0c0edf08e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542684 Feb 09 21:27:53.719268 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5fed4e-e6bb-44f5-a131-ba6558345577 x-openstack-request-id: req-9b5fed4e-e6bb-44f5-a131-ba6558345577 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:53.719268 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:53.719268 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9b5fed4e-e6bb-44f5-a131-ba6558345577 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:53.719654 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d', 'status': 'completed', 'code': 200} Feb 09 21:27:53.735231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9365cd4-f5cd-4de9-84e8-3bfd04ff1a0c service neutron] Pushing event updated for resources: {'Port': ['ID=0716caa5-98f2-4e37-b80a-419505988a4d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:53.760043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-19a50717-93d9-4941-8cd8-e07bccd628fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.761621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-19a50717-93d9-4941-8cd8-e07bccd628fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 1127 time: 0.0551503 Feb 09 21:27:53.803542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-f65689ed-eb4f-47ca-b5e2-d6fc623fdebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0716caa5-98f2-4e37-b80a-419505988a4d HTTP/1.1" status: 200 len: 217 time: 0.0355117 Feb 09 21:27:53.860644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-493fdf4f-6195-41b6-b115-1b06f5594741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.862252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-493fdf4f-6195-41b6-b115-1b06f5594741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0528324 Feb 09 21:27:53.913812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-c41c2d81-364f-47ce-82c3-9dcb25cebebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.915334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-c41c2d81-364f-47ce-82c3-9dcb25cebebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478005 Feb 09 21:27:54.001475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-cbff3255-d772-4a31-9243-76fc6ecea9b4 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803754 Feb 09 21:27:54.094505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d85fcb98-4fc5-48ee-9620-1d0cbb49e120 req-41be78c4-142e-4876-96e6-78295a967312 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865331 Feb 09 21:27:54.182244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-acd0131b-ab98-4104-a89c-8d1a99a2d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.183920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-acd0131b-ab98-4104-a89c-8d1a99a2d00b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 1127 time: 0.0473506 Feb 09 21:27:54.282229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-a1aa020a-8f9a-4b1b-90d0-d081f5cc9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.283903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-a1aa020a-8f9a-4b1b-90d0-d081f5cc9f53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0947387 Feb 09 21:27:54.330863 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-0e01f084-96e9-4be5-9a79-ee4ed4c1cae4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0716caa5-98f2-4e37-b80a-419505988a4d HTTP/1.1" status: 200 len: 217 time: 0.0414605 Feb 09 21:27:54.385177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-660a4030-82ea-4282-84a2-ff41954e272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.387336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-660a4030-82ea-4282-84a2-ff41954e272b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0515463 Feb 09 21:27:54.447866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-adf9e7fb-d45d-409d-8d73-71c42a8d3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.449647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-adf9e7fb-d45d-409d-8d73-71c42a8d3ace service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0569522 Feb 09 21:27:54.541268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-066704a4-647e-4e22-bf2c-c0d53cc608b8 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859611 Feb 09 21:27:54.632833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-968b0e07-9b3a-4b9c-bd65-68814c13e7bf req-b8cf0fd4-0252-477b-8b5d-5b7863502c65 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864961 Feb 09 21:27:54.787614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85758839-2e68-4e72-ac81-3dfaf33d30c2 req-6466e470-a25e-49b3-9dd8-97ad647d9613 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.789284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85758839-2e68-4e72-ac81-3dfaf33d30c2 req-6466e470-a25e-49b3-9dd8-97ad647d9613 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0618467 Feb 09 21:27:54.845386 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85758839-2e68-4e72-ac81-3dfaf33d30c2 req-59bb2e02-8a30-4753-b6a6-76576ccf02aa tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492258 Feb 09 21:27:55.984072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd3a52-c047-4f6f-ad94-6b142bcbd453 req-8ba82eaa-884c-47af-8eb1-eb03ded37bea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:55.985604 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40cd3a52-c047-4f6f-ad94-6b142bcbd453 req-8ba82eaa-884c-47af-8eb1-eb03ded37bea tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0605440 Feb 09 21:27:56.042096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40cd3a52-c047-4f6f-ad94-6b142bcbd453 req-b5edb176-360c-4126-909d-3f5da8bb949d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493255 Feb 09 21:27:56.894647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:57.165012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4dcb-33ae-488f-8860-6268f5d02abe req-05bc256f-ebb7-4a8b-a9af-e0f83463e9cc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.166515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9df4dcb-33ae-488f-8860-6268f5d02abe req-05bc256f-ebb7-4a8b-a9af-e0f83463e9cc tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0514348 Feb 09 21:27:57.214456 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c9df4dcb-33ae-488f-8860-6268f5d02abe req-9eb1e0a8-9655-4785-a9db-3f886989dc89 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Feb 09 21:27:58.392574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e2f87-e899-4e33-9166-5e6774401ae5 req-2d193810-7f05-43d9-a8f2-667409b58e1d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:58.394155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-326e2f87-e899-4e33-9166-5e6774401ae5 req-2d193810-7f05-43d9-a8f2-667409b58e1d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0539155 Feb 09 21:27:58.448097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-326e2f87-e899-4e33-9166-5e6774401ae5 req-e64eb9e1-2989-4cc3-90e5-a28f10d83b10 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481174 Feb 09 21:27:59.569244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad730f2-8984-48e2-b8a6-830d8cd843e1 req-f29258b5-2066-46bc-9379-d6cf491ca5d9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:59.570974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bad730f2-8984-48e2-b8a6-830d8cd843e1 req-f29258b5-2066-46bc-9379-d6cf491ca5d9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0551805 Feb 09 21:27:59.620533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bad730f2-8984-48e2-b8a6-830d8cd843e1 req-a95a1d61-130c-42d5-ab76-e1b22ed7fceb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Feb 09 21:28:00.753817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c98c-dfe7-4e4c-823b-b15ce641e43a req-76879063-34fd-4934-829d-bad6dd305aa0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:00.755245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3d0c98c-dfe7-4e4c-823b-b15ce641e43a req-76879063-34fd-4934-829d-bad6dd305aa0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0579829 Feb 09 21:28:00.805125 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3d0c98c-dfe7-4e4c-823b-b15ce641e43a req-00b5fea4-c20b-4ee3-b738-54dd6a803972 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436518 Feb 09 21:28:01.929828 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562af0-c3af-42f6-8f37-66c940138d90 req-a7367c30-aca8-4920-acc2-c7572b336657 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:01.932067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f562af0-c3af-42f6-8f37-66c940138d90 req-a7367c30-aca8-4920-acc2-c7572b336657 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0559311 Feb 09 21:28:01.986551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f562af0-c3af-42f6-8f37-66c940138d90 req-cf655994-79a7-457c-8517-27fc9ff5d749 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486457 Feb 09 21:28:03.103640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24932a4-049f-4d77-b450-d7a13a2ee3cf req-037229cd-a5e1-4e9d-93ab-5395daf0df35 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.105109 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e24932a4-049f-4d77-b450-d7a13a2ee3cf req-037229cd-a5e1-4e9d-93ab-5395daf0df35 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0511992 Feb 09 21:28:03.153592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e24932a4-049f-4d77-b450-d7a13a2ee3cf req-ec7acb84-a76b-4068-9979-e9aac99a16b5 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429232 Feb 09 21:28:04.271670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f659-79f0-4a8f-b30f-8e5dda8e2816 req-2df6cdd4-8218-48be-b389-e77abbad4a63 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:04.273163 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ee8f659-79f0-4a8f-b30f-8e5dda8e2816 req-2df6cdd4-8218-48be-b389-e77abbad4a63 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0520866 Feb 09 21:28:04.325353 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ee8f659-79f0-4a8f-b30f-8e5dda8e2816 req-83eba587-05d1-486a-a44f-d42e810bf0c6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460625 Feb 09 21:28:05.450221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af53cd-a579-4b64-8f23-bcf2674197dc req-b685f259-641b-43b1-9509-56345f59bcd9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:05.451741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47af53cd-a579-4b64-8f23-bcf2674197dc req-b685f259-641b-43b1-9509-56345f59bcd9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0563409 Feb 09 21:28:05.500726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47af53cd-a579-4b64-8f23-bcf2674197dc req-0f223990-90e4-4f41-9f91-85ba07a14a1d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Feb 09 21:28:06.616510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50bba-4f07-4e12-bcba-fc6430154520 req-70cf4a70-0d29-4ee4-9af9-14025b0adfc3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:06.618482 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ec50bba-4f07-4e12-bcba-fc6430154520 req-70cf4a70-0d29-4ee4-9af9-14025b0adfc3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0515552 Feb 09 21:28:06.674155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ec50bba-4f07-4e12-bcba-fc6430154520 req-43ac1779-82a4-4bce-9123-df853838d85b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497055 Feb 09 21:28:07.707711 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b69d377-fc9c-46e2-9e29-e909e8d144ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.791403 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409c673-152d-41ab-ad2a-b691b7d734aa req-3e124bc0-bb01-4f62-8175-f0e5615c1e8c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:07.793043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7409c673-152d-41ab-ad2a-b691b7d734aa req-3e124bc0-bb01-4f62-8175-f0e5615c1e8c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0514174 Feb 09 21:28:07.840742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7409c673-152d-41ab-ad2a-b691b7d734aa req-852303ba-6e0d-44ec-856a-8acdb1654f04 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421360 Feb 09 21:28:08.956979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add0bf4-cb3c-4342-96f1-2113af04faa7 req-6d380358-0617-4582-9b28-83188e19b88b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:08.958446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0add0bf4-cb3c-4342-96f1-2113af04faa7 req-6d380358-0617-4582-9b28-83188e19b88b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 944 time: 0.0517366 Feb 09 21:28:09.006704 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0add0bf4-cb3c-4342-96f1-2113af04faa7 req-809305c5-75c9-4ef7-9f88-96f366af292d tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Feb 09 21:28:09.200758 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0716caa5-98f2-4e37-b80a-419505988a4d details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:09.295544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0716caa5-98f2-4e37-b80a-419505988a4d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0716caa5-98f2-4e37-b80a-419505988a4d,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:09.306624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '0716caa5-98f2-4e37-b80a-419505988a4d', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'port_id': '0716caa5-98f2-4e37-b80a-419505988a4d', 'mac_address': 'fa:16:3e:42:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:09.343083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0716caa5-98f2-4e37-b80a-419505988a4d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:09.343482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.356405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0716caa5-98f2-4e37-b80a-419505988a4d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:09.375660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0716caa5-98f2-4e37-b80a-419505988a4d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0716caa5-98f2-4e37-b80a-419505988a4d,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:09.379392 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:09.426902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0716caa5-98f2-4e37-b80a-419505988a4d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:09.434135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.434492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.434840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.435526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.435902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.436244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.436581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.436915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.437248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.437584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.437915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.438245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.438572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.615831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['0716caa5-98f2-4e37-b80a-419505988a4d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:09.779605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5f7bd364-e649-42f8-b451-f3fc9fbf10b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.125159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bfb16-d65a-496d-a407-ee068f15c1a0 req-7cea1865-0fbe-4326-9f6b-886e612866a1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:10.126607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c92bfb16-d65a-496d-a407-ee068f15c1a0 req-7cea1865-0fbe-4326-9f6b-886e612866a1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Feb 09 21:28:10.176658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c92bfb16-d65a-496d-a407-ee068f15c1a0 req-53348646-08d2-4852-b769-7cccde353034 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446064 Feb 09 21:28:11.218795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0716caa5-98f2-4e37-b80a-419505988a4d up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:11.266434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 0716caa5-98f2-4e37-b80a-419505988a4d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:11.270123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 0716caa5-98f2-4e37-b80a-419505988a4d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:11.270492 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.302421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a6b59-cc1b-4ae1-add3-1c09ab488c46 req-88d1c475-e2ca-4e3c-b417-1d70f1dae8c4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:11.303978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0c4a6b59-cc1b-4ae1-add3-1c09ab488c46 req-88d1c475-e2ca-4e3c-b417-1d70f1dae8c4 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 945 time: 0.0581248 Feb 09 21:28:11.346875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 0716caa5-98f2-4e37-b80a-419505988a4d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:11.347287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.354221 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0c4a6b59-cc1b-4ae1-add3-1c09ab488c46 req-0c8dfe38-7043-4bff-88fd-8a2d6b114cfe tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441666 Feb 09 21:28:11.379922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:11.382099 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5afbbb-781c-4aa2-97aa-b0cb5b81490b" -d '{"events": [{"server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "name": "network-vif-plugged", "status": "completed", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:11.392627 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.396006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 0716caa5-98f2-4e37-b80a-419505988a4d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0716caa5-98f2-4e37-b80a-419505988a4d,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:11.400199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.426157 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046f145e-dcf4-4d87-91f5-bca65e1dda8e x-openstack-request-id: req-046f145e-dcf4-4d87-91f5-bca65e1dda8e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:11.426468 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "name": "network-vif-plugged", "status": "completed", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:11.426726 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-046f145e-dcf4-4d87-91f5-bca65e1dda8e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:11.427120 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d', 'code': 200} Feb 09 21:28:11.454466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=0716caa5-98f2-4e37-b80a-419505988a4d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:11.518346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdfa9f-6a43-4373-a918-ea3d97ed0459 req-25c4c140-e60a-4aa0-9af3-b4bc84a9e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:11.519865 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cffdfa9f-6a43-4373-a918-ea3d97ed0459 req-25c4c140-e60a-4aa0-9af3-b4bc84a9e85e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 1129 time: 0.0437567 Feb 09 21:28:11.564621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cffdfa9f-6a43-4373-a918-ea3d97ed0459 req-689b85d9-dd5b-42d8-b066-dbd66c6806b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Feb 09 21:28:12.472922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47459f-2a23-4b36-b5ee-de1809306613 req-bb564f1c-5a3a-444c-b13e-973059101ac6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:12.474396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c47459f-2a23-4b36-b5ee-de1809306613 req-bb564f1c-5a3a-444c-b13e-973059101ac6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 946 time: 0.0529234 Feb 09 21:28:12.525821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c47459f-2a23-4b36-b5ee-de1809306613 req-66fd6a76-fe4c-4f46-af86-eb8cb76fddbe tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451314 Feb 09 21:28:12.848596 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.644197 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1929-16f0-4ea4-a197-e16b8fc8ef42 req-c233f177-3bb4-4d11-9398-9a20e935d60a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:13.645657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce3f1929-16f0-4ea4-a197-e16b8fc8ef42 req-c233f177-3bb4-4d11-9398-9a20e935d60a tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 946 time: 0.0512187 Feb 09 21:28:13.694075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce3f1929-16f0-4ea4-a197-e16b8fc8ef42 req-b99f02ef-bf0c-4ebc-9384-6c61794729f6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 Feb 09 21:28:13.809634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd18c09-615c-4b94-86fd-8a83fbaf87c4 req-0d34fecf-d443-45dd-ba01-d145f8c2413e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:13.811098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fd18c09-615c-4b94-86fd-8a83fbaf87c4 req-0d34fecf-d443-45dd-ba01-d145f8c2413e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 946 time: 0.0508199 Feb 09 21:28:13.863581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fd18c09-615c-4b94-86fd-8a83fbaf87c4 req-2f7f5330-4e58-44bd-a6ef-58c1c360f952 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466173 Feb 09 21:28:13.886142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43034) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:13.928814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703b856-f4bb-415a-a86a-45a3ca19667e tempest-TestVolumeBootPattern-1908505380 tempest-TestVolumeBootPattern-1908505380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:13.930296 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7703b856-f4bb-415a-a86a-45a3ca19667e tempest-TestVolumeBootPattern-1908505380 tempest-TestVolumeBootPattern-1908505380-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 1124 time: 0.0431690 Feb 09 21:28:13.932971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43036) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:13.937171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '0716caa5-98f2-4e37-b80a-419505988a4d', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:13.958337 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.960215 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.052377 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.158916 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Allocated IP 172.25.4.36 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/bbcc89c5-a224-4cb1-a385-8560307ead9a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:14.257931 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (bbcc89c5-a224-4cb1-a385-8560307ead9a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.296062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (bbcc89c5-a224-4cb1-a385-8560307ead9a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.332012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:14.336608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:14.340103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:14.362411 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=bbcc89c5-a224-4cb1-a385-8560307ead9a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:14.375940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.376288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.376628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.376966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.377298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.377627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.377950 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.378276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.378596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.378920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.379240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.379556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.379906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:14.697288 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (a7ed9a12-f765-4845-819d-f7ec551d9991), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.762162 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bbcc89c5-a224-4cb1-a385-8560307ead9a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.907665 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for port (bbcc89c5-a224-4cb1-a385-8560307ead9a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.912194 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (bbcc89c5-a224-4cb1-a385-8560307ead9a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.982769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event updated for resources: {'Port': ['ID=bbcc89c5-a224-4cb1-a385-8560307ead9a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:14.991697 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (a7ed9a12-f765-4845-819d-f7ec551d9991), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:15.093178 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Floating IP a7ed9a12-f765-4845-819d-f7ec551d9991 associated. External IP: 172.25.4.36, port: 0716caa5-98f2-4e37-b80a-419505988a4d. Feb 09 21:28:15.302860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:28:15.412578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:28:15.424444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:28:15.430444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:15.434140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:28:15.434757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:28:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:15.471726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fe62f8f0-2336-4423-89ec-894a63e971bd tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5264978 Feb 09 21:28:15.471726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:15.471726 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9505bd-41fb-473b-aeee-201a39cee693" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:15.593303 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a99aa22-c1d9-4685-9389-2d504ddd1927 x-openstack-request-id: req-1a99aa22-c1d9-4685-9389-2d504ddd1927 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:15.593598 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:15.593856 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1a99aa22-c1d9-4685-9389-2d504ddd1927 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:15.594297 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d', 'status': 'completed', 'code': 200} Feb 09 21:28:15.665627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-db6fc035-3d20-416e-8621-1343c363a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:15.668053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-db6fc035-3d20-416e-8621-1343c363a3dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 1129 time: 0.0521457 Feb 09 21:28:15.708657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:28:15.757009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-f15c05ab-6e7b-4164-9cea-27a6b7ff2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:15.759120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-f15c05ab-6e7b-4164-9cea-27a6b7ff2b3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0849504 Feb 09 21:28:15.826294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-fbb68f2e-e6fb-492a-9dbe-63a5fd0071fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0716caa5-98f2-4e37-b80a-419505988a4d HTTP/1.1" status: 200 len: 999 time: 0.0617149 Feb 09 21:28:15.873090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-8f37b62b-7125-4e85-bf86-31ccb7f70bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:15.874583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-8f37b62b-7125-4e85-bf86-31ccb7f70bbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0422287 Feb 09 21:28:15.926906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-f622522e-e497-4e5b-8270-1111f8e75def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:15.928473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-f622522e-e497-4e5b-8270-1111f8e75def service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478761 Feb 09 21:28:15.935939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'a7ed9a12-f765-4845-819d-f7ec551d9991', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.36', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '0716caa5-98f2-4e37-b80a-419505988a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:42:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc3be88-6637-4815-8ab5-078d8d168994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:28:14Z', 'updated_at': '2022-02-09T21:28:14Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}, {'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:58Z', 'revision_number': 1, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:15.962365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:28:15.971246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:28:15.971884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:28:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:16.022085 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-6f967fe7-731b-4cab-a91d-e0cf89102410 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864723 Feb 09 21:28:16.078606 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:28:16.111024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4d9505bd-41fb-473b-aeee-201a39cee693 req-93ff17e6-db1e-4603-91ec-0756322a7848 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827830 Feb 09 21:28:16.303666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'a7ed9a12-f765-4845-819d-f7ec551d9991', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.36', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '0716caa5-98f2-4e37-b80a-419505988a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:42:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc3be88-6637-4815-8ab5-078d8d168994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:28:14Z', 'updated_at': '2022-02-09T21:28:14Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}, {'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:58Z', 'revision_number': 1, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:16.328999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f190c47-c1c6-449b-a30b-c851a2515561 None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'a7ed9a12-f765-4845-819d-f7ec551d9991', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.36', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '0716caa5-98f2-4e37-b80a-419505988a4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:42:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc3be88-6637-4815-8ab5-078d8d168994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:28:14Z', 'updated_at': '2022-02-09T21:28:14Z', 'revision_number': 0, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}, {'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:58Z', 'revision_number': 1, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:28:16.528581 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff2cfa7-6836-4f62-8110-cc6d1bb72b2c None None] New status for floating IP a7ed9a12-f765-4845-819d-f7ec551d9991: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:28:21.949286 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.892614 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.389590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:28:37.709159 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-021c43ff-6a8f-4bb2-ad87-46f636cbe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.760962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e09a0d72-8dcf-42cd-afd8-5a9d69f3c19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.850685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34be50e5-507d-4806-bb05-04ce1570115f req-0cd7ac8e-acec-4911-91cc-3b8f88032d97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430837 Feb 09 21:28:39.936326 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be50e5-507d-4806-bb05-04ce1570115f req-6b6a74bc-472b-4219-a8af-b9737033f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.937802 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34be50e5-507d-4806-bb05-04ce1570115f req-6b6a74bc-472b-4219-a8af-b9737033f15a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 1129 time: 0.0473762 Feb 09 21:28:40.034800 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be50e5-507d-4806-bb05-04ce1570115f req-eddec96a-6c4a-4007-94e3-ae9be9680347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.036303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34be50e5-507d-4806-bb05-04ce1570115f req-eddec96a-6c4a-4007-94e3-ae9be9680347 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0821748 Feb 09 21:28:40.102228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34be50e5-507d-4806-bb05-04ce1570115f req-57483c87-88bd-4d18-a69e-10df48482857 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0716caa5-98f2-4e37-b80a-419505988a4d HTTP/1.1" status: 200 len: 1001 time: 0.0597749 Feb 09 21:28:40.147299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be50e5-507d-4806-bb05-04ce1570115f req-35f07da6-1886-45d7-98d2-2793ef509bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.148695 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34be50e5-507d-4806-bb05-04ce1570115f req-35f07da6-1886-45d7-98d2-2793ef509bea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0409980 Feb 09 21:28:40.195424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be50e5-507d-4806-bb05-04ce1570115f req-b2d3742f-9e62-43fd-b715-853573b4a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.196966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34be50e5-507d-4806-bb05-04ce1570115f req-b2d3742f-9e62-43fd-b715-853573b4a6ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428483 Feb 09 21:28:40.285446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34be50e5-507d-4806-bb05-04ce1570115f req-d4646e26-9e3d-4c5f-a29d-e40f33818712 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825193 Feb 09 21:28:40.372734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-34be50e5-507d-4806-bb05-04ce1570115f req-2929c090-5cbe-484b-b57a-98acf291dac2 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813549 Feb 09 21:28:41.368495 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.850077 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.965707 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.966953 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.627924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-286b7f8a-1ac2-4a71-94f7-d9fd7edfb7ec service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0889096 Feb 09 21:28:52.715855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-1c52208a-e7ba-4206-8ffa-e35bdbd02a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.717290 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-1c52208a-e7ba-4206-8ffa-e35bdbd02a7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1129 time: 0.0481136 Feb 09 21:28:52.817678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-1dd78185-9303-4feb-8143-f258834d5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.819143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-1dd78185-9303-4feb-8143-f258834d5daf service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0833881 Feb 09 21:28:52.886721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-02f4df7d-2c6e-411a-bc94-efa4644c7cab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 1001 time: 0.0615268 Feb 09 21:28:52.932987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-51d8d97e-67ac-4a3c-b58d-662df5cc8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.934395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-51d8d97e-67ac-4a3c-b58d-662df5cc8c22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0417914 Feb 09 21:28:52.981376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-d9fb9c82-7bde-4011-bdc8-aa7c928d86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.982776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-d9fb9c82-7bde-4011-bdc8-aa7c928d86a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431123 Feb 09 21:28:53.071348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-929413d6-db52-4f62-9a35-30495ab62121 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829124 Feb 09 21:28:53.157621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc33cb46-b165-411e-aac1-8dbd63a9e2bf req-79910397-1074-4960-852c-ec9c8ff2de3e service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791860 Feb 09 21:28:56.892763 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.389587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:29:07.710698 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8bab06f-890a-4af4-bf46-5869a3b5cdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.762116 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e370861d-d041-4ca0-bd07-5cfbc77bff02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.371979 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.853480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.958858 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.983523 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.893108 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:37.712041 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7b2d62f4-b126-4b24-b176-2fa2e907f748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.763708 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a29aa633-2afa-4983-abff-7f97d48404e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.863434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-79238126-764d-4fc2-be82-63b16468b897 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423572 Feb 09 21:29:39.951251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-6288b48a-6f41-4caf-a3fb-33bc246338ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.952860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-6288b48a-6f41-4caf-a3fb-33bc246338ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 1129 time: 0.0490608 Feb 09 21:29:40.052497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-0d2b5af9-e5a9-43cd-8060-ea5e5796e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.054050 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-0d2b5af9-e5a9-43cd-8060-ea5e5796e04c service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0837283 Feb 09 21:29:40.120501 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-5361345c-ed19-4499-9e35-9879bb7f0393 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0716caa5-98f2-4e37-b80a-419505988a4d HTTP/1.1" status: 200 len: 1001 time: 0.0603218 Feb 09 21:29:40.166255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-f8e394f2-7bf0-40b4-af0c-1accc70fb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.167707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-f8e394f2-7bf0-40b4-af0c-1accc70fb63d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0414841 Feb 09 21:29:40.214360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-f443595e-202b-4a3e-9b17-370d026b0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.215864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-f443595e-202b-4a3e-9b17-370d026b0baa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0416241 Feb 09 21:29:40.621240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-92e00a7e-f246-4732-adb7-17466c7ef8c4 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997965 Feb 09 21:29:40.709935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccaf7f4e-8ced-46b7-ab1d-061d4dcd0e3c req-1e769ba9-ab58-46cd-a7ac-09473654de14 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826840 Feb 09 21:29:41.374172 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.388153 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:29:42.855901 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.960879 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:47.229168 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43078) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:47.389025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port bbcc89c5-a224-4cb1-a385-8560307ead9a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:47.389361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bbcc89c5-a224-4cb1-a385-8560307ead9a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:47.465787 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bbcc89c5-a224-4cb1-a385-8560307ead9a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:47.466105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (bbcc89c5-a224-4cb1-a385-8560307ead9a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:47.478585 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for bbcc89c5-a224-4cb1-a385-8560307ead9a owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:47.625660 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (bbcc89c5-a224-4cb1-a385-8560307ead9a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:47.652067 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=bbcc89c5-a224-4cb1-a385-8560307ead9a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:47.675937 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.676283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.676624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.676962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.677292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.677621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.677947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.678278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.678587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.678914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.679231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.679548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.679888 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:47.721563 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (a7ed9a12-f765-4845-819d-f7ec551d9991), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:47.722001 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Floating IP a7ed9a12-f765-4845-819d-f7ec551d9991 disassociated (deleted). External IP: 172.25.4.36, port: 0716caa5-98f2-4e37-b80a-419505988a4d. Feb 09 21:29:47.934150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:29:48.041841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:48.046695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.051821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:48.065094 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:48.065723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:48.077151 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-929ec17c-1094-41b5-92bf-847dfedb73c9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "DELETE /v2.0/floatingips/a7ed9a12-f765-4845-819d-f7ec551d9991 HTTP/1.1" status: 204 len: 168 time: 0.8468833 Feb 09 21:29:48.077863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:48.080250 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d1c80b-5727-4d54-98c6-898a11126f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:48.120310 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645daf68-1bad-4959-bc03-95cadef75781 x-openstack-request-id: req-645daf68-1bad-4959-bc03-95cadef75781 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:48.120676 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:48.121005 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-645daf68-1bad-4959-bc03-95cadef75781 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:48.121483 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d', 'status': 'completed', 'code': 200} Feb 09 21:29:48.173587 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:48.239666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-74b592a0-9b01-4724-8fba-88eb26ce6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.241407 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-74b592a0-9b01-4724-8fba-88eb26ce6275 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 1129 time: 0.0988960 Feb 09 21:29:48.373419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dae48-494d-4a7c-92c0-29b9dd07f379 req-99f6fa71-7d8d-4832-9a17-76f450902cfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.374905 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb8dae48-494d-4a7c-92c0-29b9dd07f379 req-99f6fa71-7d8d-4832-9a17-76f450902cfb tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 946 time: 0.1034238 Feb 09 21:29:48.377676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-c0eb4daf-8088-4ae5-82bc-6778f96f1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.379022 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-c0eb4daf-8088-4ae5-82bc-6778f96f1071 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.1300044 Feb 09 21:29:48.409738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:58Z', 'revision_number': 1, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:48.431939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-5f0b54b0-3167-42aa-b8cd-13cb406f592b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0716caa5-98f2-4e37-b80a-419505988a4d HTTP/1.1" status: 200 len: 217 time: 0.0443695 Feb 09 21:29:48.436061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:48.444277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:48.445086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:48.492567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb8dae48-494d-4a7c-92c0-29b9dd07f379 req-249036f8-0206-46e8-a1ed-e5e54bc4ddab tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115732 Feb 09 21:29:48.501639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-5ad253ad-7a47-4f42-b607-cf8abd4d2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.503076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-5ad253ad-7a47-4f42-b607-cf8abd4d2fa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0617170 Feb 09 21:29:48.552660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-fc893d07-bab8-42c2-9a81-00166f2f5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.554163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-fc893d07-bab8-42c2-9a81-00166f2f5791 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444782 Feb 09 21:29:48.562696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:48.647419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-0ee2471c-ebf8-40a9-8b78-559b3879a4fe service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857148 Feb 09 21:29:48.735648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06d1c80b-5727-4d54-98c6-898a11126f7e req-507f26a2-154a-4097-bc9b-588de9105d48 service neutron] 10.222.0.13 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813713 Feb 09 21:29:48.788358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:58Z', 'revision_number': 1, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:48.814192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27b1de-746a-4117-92b2-b3d697cabb30 None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'be715384-6c6b-4af9-b13e-ebf3af563829', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'floating_ip_address': '172.25.4.52', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'port_id': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'mac_address': 'fa:16:3e:5a:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221440e9-f90f-411b-9087-fa3a04df1836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:25:56Z', 'updated_at': '2022-02-09T21:25:58Z', 'revision_number': 1, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:49.021066 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016bb1b-35f2-4b93-88b4-a904dce72a7b None None] New status for floating IP a7ed9a12-f765-4845-819d-f7ec551d9991: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:29:49.614672 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8d9e1-95d4-4622-9905-693dc135c725 req-e30eed38-5fcc-4d86-9f88-a072f9aa4f73 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.616161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29d8d9e1-95d4-4622-9905-693dc135c725 req-e30eed38-5fcc-4d86-9f88-a072f9aa4f73 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 946 time: 0.0521965 Feb 09 21:29:49.663996 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29d8d9e1-95d4-4622-9905-693dc135c725 req-7e467d31-3bd3-475c-b43e-7da3b34106da tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421207 Feb 09 21:29:49.790055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-c4bd4f56-f0fe-457f-a169-d2718062971e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.791552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-c4bd4f56-f0fe-457f-a169-d2718062971e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 946 time: 0.0554066 Feb 09 21:29:49.887299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port 0716caa5-98f2-4e37-b80a-419505988a4d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:49.887639 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:49.976858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] For port 0716caa5-98f2-4e37-b80a-419505988a4d, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=0716caa5-98f2-4e37-b80a-419505988a4d,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:49.977226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:49.989765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for 0716caa5-98f2-4e37-b80a-419505988a4d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:50.116356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (0716caa5-98f2-4e37-b80a-419505988a4d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.146363 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=0716caa5-98f2-4e37-b80a-419505988a4d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:50.156224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.156582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.156932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.157278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.157625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.157965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.158301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.158635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.158966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.159939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.159939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.159939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.160373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:50.202991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] No DVR routers for this DVR port 0716caa5-98f2-4e37-b80a-419505988a4d on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:50.205904 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.209222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f71b6e7-56cc-4fe9-9c3d-8de55c72e871 req-713bd05f-9fd4-4e7c-8387-2f8e5839aef3 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.13 "DELETE /v2.0/ports/0716caa5-98f2-4e37-b80a-419505988a4d HTTP/1.1" status: 204 len: 173 time: 0.4128861 Feb 09 21:29:50.209793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'name': 'network-vif-deleted', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:50.212233 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964c2e13-1cc3-413c-b644-d6f8c0bef990" -d '{"events": [{"server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "name": "network-vif-deleted", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:50.317595 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01690dcf-0a54-4c2a-8288-bcf3648739f3 x-openstack-request-id: req-01690dcf-0a54-4c2a-8288-bcf3648739f3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:50.317897 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc3be88-6637-4815-8ab5-078d8d168994", "name": "network-vif-deleted", "tag": "0716caa5-98f2-4e37-b80a-419505988a4d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:50.318180 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-01690dcf-0a54-4c2a-8288-bcf3648739f3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:50.318589 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc3be88-6637-4815-8ab5-078d8d168994', 'name': 'network-vif-deleted', 'tag': '0716caa5-98f2-4e37-b80a-419505988a4d', 'status': 'completed', 'code': 200} Feb 09 21:29:50.762207 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-356b16ac-284f-4162-b1b5-2fd50b02263d req-e51118f3-63d1-4f0d-9a93-c18402a15c90 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0306294 Feb 09 21:29:51.865459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55be24ec-112c-4b61-a3ca-7990998eafbb req-72671f93-6fde-425e-b065-52baba50b1ef tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0287912 Feb 09 21:29:51.986112 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:52.966500 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-946b1800-509d-4f42-904c-51bee4a2fa77 req-6c1780d0-222a-454f-8286-91cb96ed72e1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0274959 Feb 09 21:29:53.784743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0716caa5-98f2-4e37-b80a-419505988a4d no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:53.808404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 0716caa5-98f2-4e37-b80a-419505988a4d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:29:53.808714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 0716caa5-98f2-4e37-b80a-419505988a4d not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:54.061622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76b64397-d0bc-4c42-b4c1-6167feffa313 req-df9d4034-0463-4e85-816c-2c7609ff9739 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0272007 Feb 09 21:29:54.272956 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-35182a6d-c4b7-4eb9-87fe-1650f6fe55e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458283 Feb 09 21:29:54.359550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-fc102037-0b45-4bfc-bbe8-ee5e265a2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.361583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-fc102037-0b45-4bfc-bbe8-ee5e265a2ad5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1129 time: 0.0467329 Feb 09 21:29:54.462458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-15dc3564-17cf-44b4-8679-dfbbc43a0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.463967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-15dc3564-17cf-44b4-8679-dfbbc43a0601 service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.0847111 Feb 09 21:29:54.534144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-43fbf2ac-aa9b-4e05-84ba-89556469ef2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 1001 time: 0.0621397 Feb 09 21:29:54.581064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-b8574c4c-ca73-4133-ad9e-cbce354d23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.582524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-b8574c4c-ca73-4133-ad9e-cbce354d23f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0427542 Feb 09 21:29:54.630395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-47e623df-01e2-479f-879b-d6a3a04c5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.631855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-47e623df-01e2-479f-879b-d6a3a04c5295 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438788 Feb 09 21:29:54.722438 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-f5617980-38bb-43a3-9c65-0da6c3e442a8 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Feb 09 21:29:54.808574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-789e0619-d0a8-4941-af15-622e0b070ed8 req-54e93800-710d-46a9-aee4-edfae2c54df0 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800068 Feb 09 21:29:55.162087 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-555e4fd7-0510-4979-81e1-bdf6c43aa972 req-627cfe01-f5b1-4b30-a08d-9da77c44f01f tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0285773 Feb 09 21:29:56.261932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c34dc91d-5cc5-42f4-a714-be8c7554c1d8 req-419efccd-326a-4819-b7b7-499a3f92ce17 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0313768 Feb 09 21:29:56.894318 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.357963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-530dd304-7160-49e6-bee5-89b57b762fc4 req-97b8a3c6-1620-40e0-b4b2-d38e6f187947 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0266864 Feb 09 21:29:58.454550 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9ee915f2-18e9-4bbf-b07c-ada0ed589b8c req-fb148327-4431-4481-bc04-20031d679e90 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=4fc3be88-6637-4815-8ab5-078d8d168994 HTTP/1.1" status: 200 len: 210 time: 0.0277216 Feb 09 21:30:07.713656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64e68a55-3464-4d87-b056-b018453d3912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:07.980980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43154) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:08.136065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port c927aaa8-664e-444f-b507-57068e56f353 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:08.136408 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c927aaa8-664e-444f-b507-57068e56f353), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.213126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c927aaa8-664e-444f-b507-57068e56f353), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.213450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (c927aaa8-664e-444f-b507-57068e56f353), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.225358 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for c927aaa8-664e-444f-b507-57068e56f353 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:08.368510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c927aaa8-664e-444f-b507-57068e56f353), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.392118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=c927aaa8-664e-444f-b507-57068e56f353,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:08.455627 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (be715384-6c6b-4af9-b13e-ebf3af563829), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.455985 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Floating IP be715384-6c6b-4af9-b13e-ebf3af563829 disassociated (deleted). External IP: 172.25.4.52, port: 193f873a-dea6-4ec0-a07f-cddb5ccb822e. Feb 09 21:30:08.667417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:08.777376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:08.781786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.787326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:08.798019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:08.798643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:08.812065 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1918f888-e301-4c85-868c-9ec3aaf627d1 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "DELETE /v2.0/floatingips/be715384-6c6b-4af9-b13e-ebf3af563829 HTTP/1.1" status: 204 len: 168 time: 0.8299527 Feb 09 21:30:08.812659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:08.816218 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8bbb8b-0eee-4a90-a315-786378d10d70" -d '{"events": [{"name": "network-changed", "server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:08.856369 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c518279-0611-43a1-b4f8-c849bdb9616e x-openstack-request-id: req-3c518279-0611-43a1-b4f8-c849bdb9616e {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:08.856664 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:08.856916 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3c518279-0611-43a1-b4f8-c849bdb9616e {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:08.857325 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'status': 'completed', 'code': 200} Feb 09 21:30:08.923453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:08.924776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-d3669df0-e62b-4e1e-ac18-5aaf954665cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.926913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-d3669df0-e62b-4e1e-ac18-5aaf954665cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=16aea6b47359417f91bad0ba0074cd59&device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 1129 time: 0.0475030 Feb 09 21:30:09.049479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-111c88df-81ab-48d6-b67e-d5c8940e1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.050964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-111c88df-81ab-48d6-b67e-d5c8940e1edf service neutron] 10.222.0.50 "GET /v2.0/networks?id=72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 200 len: 913 time: 0.1112552 Feb 09 21:30:09.066192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023ef6d-ebf3-4446-bd19-17c4ae987822 req-925449d5-fdb8-41f8-896b-80412c39e9c6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.067767 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2023ef6d-ebf3-4446-bd19-17c4ae987822 req-925449d5-fdb8-41f8-896b-80412c39e9c6 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 946 time: 0.0617492 Feb 09 21:30:09.106332 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-07e0e6e4-7e4b-4993-82f6-39e741f0d94f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 200 len: 217 time: 0.0484667 Feb 09 21:30:09.122302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2023ef6d-ebf3-4446-bd19-17c4ae987822 req-067525cc-5261-4afa-a781-6b81c6602778 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466850 Feb 09 21:30:09.160211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:09.168423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-5f804e3d-b7b0-4632-b0ce-3cd64c5de486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.169900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-5f804e3d-b7b0-4632-b0ce-3cd64c5de486 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 200 len: 851 time: 0.0544608 Feb 09 21:30:09.191696 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:09.200375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:09.201021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:29:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:09.222538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-bdf10a8f-a427-486e-ae36-51f040c58e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.224176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-bdf10a8f-a427-486e-ae36-51f040c58e3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=72e5c1f4-1207-4113-b38d-a95879450107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459576 Feb 09 21:30:09.308365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:09.334628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-8d5185fd-65f6-4495-9ecf-891047f054cb service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032059 Feb 09 21:30:09.441276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae8bbb8b-0eee-4a90-a315-786378d10d70 req-835bb215-bdac-485b-9a02-f9bf079578a7 service neutron] 10.222.0.50 "GET /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996335 Feb 09 21:30:09.513002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:09.543402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93432bde-19b6-4427-ac0f-1e0768a8059a None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '6392c6ed-ac98-4b1c-b0bb-51186576d63a', 'name': '', 'network_id': '72e5c1f4-1207-4113-b38d-a95879450107', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'mac_address': 'fa:16:3e:a2:20:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:45Z', 'updated_at': '2022-02-09T21:17:59Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'subnets': [{'id': '62af7473-9721-4362-a0b3-ec7d21842a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:09.753287 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02440e-19f5-42df-936a-edd0a19a9047 None None] New status for floating IP be715384-6c6b-4af9-b13e-ebf3af563829: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:30:09.764983 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4c534f3-adab-4789-9e54-decddd990988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.254990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5bc58-3b02-408a-8695-25c693f1d5fc req-f969fde6-b2f2-4723-8270-26ec02864919 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:10.256496 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ca5bc58-3b02-408a-8695-25c693f1d5fc req-f969fde6-b2f2-4723-8270-26ec02864919 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 946 time: 0.0580950 Feb 09 21:30:10.306639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1ca5bc58-3b02-408a-8695-25c693f1d5fc req-75b2abd8-9924-4bb9-847c-20e3c1428182 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/security-groups?id=a977ac9d-f2bd-4148-8d1a-6199bcb06153&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Feb 09 21:30:10.715284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d54c-f284-4d05-855d-770a96f5a493 req-3e2a56ef-ef5b-493a-92f6-bbb174ebe15e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:10.716763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5797d54c-f284-4d05-855d-770a96f5a493 req-3e2a56ef-ef5b-493a-92f6-bbb174ebe15e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 946 time: 0.0513926 Feb 09 21:30:10.809079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port 193f873a-dea6-4ec0-a07f-cddb5ccb822e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:10.809427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.896700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] For port 193f873a-dea6-4ec0-a07f-cddb5ccb822e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=193f873a-dea6-4ec0-a07f-cddb5ccb822e,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:10.897061 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.909036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for 193f873a-dea6-4ec0-a07f-cddb5ccb822e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:11.036668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (193f873a-dea6-4ec0-a07f-cddb5ccb822e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.063477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=193f873a-dea6-4ec0-a07f-cddb5ccb822e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:11.110047 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] No DVR routers for this DVR port 193f873a-dea6-4ec0-a07f-cddb5ccb822e on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:11.113402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.116821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5797d54c-f284-4d05-855d-770a96f5a493 req-d28d2016-707b-4aaf-9381-1bd4fc38fc66 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.50 "DELETE /v2.0/ports/193f873a-dea6-4ec0-a07f-cddb5ccb822e HTTP/1.1" status: 204 len: 173 time: 0.3949151 Feb 09 21:30:11.117276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'name': 'network-vif-deleted', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:11.119475 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b34e55-a8ec-4078-9c1a-c6cfa90ba1d8" -d '{"events": [{"server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "name": "network-vif-deleted", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:11.166428 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c449db1b-f24b-4b58-8d6f-6f5271caa60f x-openstack-request-id: req-c449db1b-f24b-4b58-8d6f-6f5271caa60f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:11.167144 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221440e9-f90f-411b-9087-fa3a04df1836", "name": "network-vif-deleted", "tag": "193f873a-dea6-4ec0-a07f-cddb5ccb822e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:11.167144 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c449db1b-f24b-4b58-8d6f-6f5271caa60f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:11.167366 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221440e9-f90f-411b-9087-fa3a04df1836', 'name': 'network-vif-deleted', 'tag': '193f873a-dea6-4ec0-a07f-cddb5ccb822e', 'status': 'completed', 'code': 200} Feb 09 21:30:11.378129 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.412470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58387fb3-0d3d-4eee-8641-85261d9383a2 req-5cd2dd04-f1f4-4ec6-86a7-ab4d648ab5d0 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0380576 Feb 09 21:30:12.514286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f8f570d-9004-4a5f-a0a4-38653273cd9e req-72ddda46-4c70-4105-9698-c625ba24a217 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0309746 Feb 09 21:30:12.859263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.610072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6721d53-4066-4703-8f94-c4fcd24e1e09 req-15011445-b89b-4123-9fac-44bf7bbabdae tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0264952 Feb 09 21:30:13.964049 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:14.131944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 193f873a-dea6-4ec0-a07f-cddb5ccb822e no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:14.152388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 193f873a-dea6-4ec0-a07f-cddb5ccb822e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:14.152655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 193f873a-dea6-4ec0-a07f-cddb5ccb822e not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:14.708361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-74bf5182-0c70-4d45-82ff-8be48052ff3b req-20716200-55af-4207-97e0-8a38f6b4d725 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Feb 09 21:30:15.802254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-853cea48-4a8c-4935-8f00-d0123dce4904 req-93696394-8cac-4b85-8f65-7d63157171d9 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0271730 Feb 09 21:30:16.895874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bc776067-922c-4814-b4a5-ad2361380470 req-b990e0ca-f400-416b-b255-ee2595054340 tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0269728 Feb 09 21:30:17.990469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b9507b6e-3d51-43cd-9123-89077041b99a req-916d0d45-eb62-440a-958d-6ed40e05dbaa tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0270808 Feb 09 21:30:18.386803 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:30:19.085589 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e241b9aa-740c-4874-a000-f1151baf98ff req-f98421c8-5f77-4ccb-b1f6-a0fec359a52e tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "GET /v2.0/ports?device_id=221440e9-f90f-411b-9087-fa3a04df1836 HTTP/1.1" status: 200 len: 210 time: 0.0283086 Feb 09 21:30:20.142989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43184) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:20.582425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Deleting port e7db55fa-ada2-48c6-84f5-9b13f69a9df9 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:20.582769 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.658370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.658695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.669981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Calling delete_port for e7db55fa-ada2-48c6-84f5-9b13f69a9df9 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:20.802083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (e7db55fa-ada2-48c6-84f5-9b13f69a9df9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.826782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'Port': ['ID=e7db55fa-ada2-48c6-84f5-9b13f69a9df9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:20.887284 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for floatingip (43381592-662b-4211-9d5a-b02640bed95e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.889958 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.891107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f25024cb-92d3-414e-9d94-7210f7c3824c tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "DELETE /v2.0/floatingips/43381592-662b-4211-9d5a-b02640bed95e HTTP/1.1" status: 204 len: 168 time: 0.7471187 Feb 09 21:30:21.984790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.269892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43204) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:26.326928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb85e432-5c15-421a-ab1b-3944579b630b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group (a977ac9d-f2bd-4148-8d1a-6199bcb06153), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.351625 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb85e432-5c15-421a-ab1b-3944579b630b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group (a977ac9d-f2bd-4148-8d1a-6199bcb06153), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.415964 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb85e432-5c15-421a-ab1b-3944579b630b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a977ac9d-f2bd-4148-8d1a-6199bcb06153), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.418535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb85e432-5c15-421a-ab1b-3944579b630b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.419756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eb85e432-5c15-421a-ab1b-3944579b630b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] 10.222.0.102 "DELETE /v2.0/security-groups/a977ac9d-f2bd-4148-8d1a-6199bcb06153 HTTP/1.1" status: 204 len: 168 time: 0.1488435 Feb 09 21:30:26.429589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85e432-5c15-421a-ab1b-3944579b630b tempest-TestVolumeBootPattern-1916688141 tempest-TestVolumeBootPattern-1916688141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977ac9d-f2bd-4148-8d1a-6199bcb06153,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:26.904578 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.498526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:27.955758 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (ae41f9c0-0b47-4f7c-9639-9962766156d2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.195325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Deleting port 6392c6ed-ac98-4b1c-b0bb-51186576d63a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:28.195549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.272178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] For port 6392c6ed-ac98-4b1c-b0bb-51186576d63a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=6392c6ed-ac98-4b1c-b0bb-51186576d63a,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:28.272536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.285462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Calling delete_port for 6392c6ed-ac98-4b1c-b0bb-51186576d63a owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:28.461014 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6392c6ed-ac98-4b1c-b0bb-51186576d63a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.487886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Pushing event deleted for resources: {'Port': ['ID=6392c6ed-ac98-4b1c-b0bb-51186576d63a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:28.658871 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (ae41f9c0-0b47-4f7c-9639-9962766156d2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.877836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Router ae41f9c0-0b47-4f7c-9639-9962766156d2 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:28.983985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:28.989529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aaba3ac2-31ca-460a-8268-24676c8d407f admin admin] 10.222.0.102 "PUT /v2.0/routers/ae41f9c0-0b47-4f7c-9639-9962766156d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4895051 Feb 09 21:30:28.992508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:28.993392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] Sync routers for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:29.002976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:29.003584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:29.100851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks [] for router (ae41f9c0-0b47-4f7c-9639-9962766156d2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.116143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:29.204322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks [] for router_gateway (ae41f9c0-0b47-4f7c-9639-9962766156d2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.258662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Deleting port 469c836e-028e-4d2b-8d1d-b9fe007044d7 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:29.259005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.294784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:30:28Z', 'revision_number': 5, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port': {'id': '469c836e-028e-4d2b-8d1d-b9fe007044d7', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:42Z', 'updated_at': '2022-02-09T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:29.320746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] Checking router: ae41f9c0-0b47-4f7c-9639-9962766156d2 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:29.329539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] Routers {'ae41f9c0-0b47-4f7c-9639-9962766156d2'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:29.330138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ae41f9c0-0b47-4f7c-9639-9962766156d2'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:29.341911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] For port 469c836e-028e-4d2b-8d1d-b9fe007044d7, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=469c836e-028e-4d2b-8d1d-b9fe007044d7,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:29.342280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.356710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Calling delete_port for 469c836e-028e-4d2b-8d1d-b9fe007044d7 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:29.423255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] Set router ae41f9c0-0b47-4f7c-9639-9962766156d2 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:29.480812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:30:29Z', 'revision_number': 6, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:29.507255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c316e1b7-8e79-4186-a489-02321860f327 None None] The sync data for ids ['ae41f9c0-0b47-4f7c-9639-9962766156d2'] in n-d-789963-29 is: [{'id': 'ae41f9c0-0b47-4f7c-9639-9962766156d2', 'name': 'tempest-TestVolumeBootPattern-1579189915-router', 'tenant_id': '16aea6b47359417f91bad0ba0074cd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:41Z', 'updated_at': '2022-02-09T21:30:29Z', 'revision_number': 6, 'project_id': '16aea6b47359417f91bad0ba0074cd59', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:29.532363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (469c836e-028e-4d2b-8d1d-b9fe007044d7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.564428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Pushing event deleted for resources: {'Port': ['ID=469c836e-028e-4d2b-8d1d-b9fe007044d7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:29.619051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (ae41f9c0-0b47-4f7c-9639-9962766156d2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.708739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (ae41f9c0-0b47-4f7c-9639-9962766156d2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.710820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks [] for router_controller (ae41f9c0-0b47-4f7c-9639-9962766156d2), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.756019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (ae41f9c0-0b47-4f7c-9639-9962766156d2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.756432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae41f9c0-0b47-4f7c-9639-9962766156d2 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:30:29.760705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.761851 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3d42ae7d-4921-4b17-bc54-0829c9023829 admin admin] 10.222.0.102 "DELETE /v2.0/routers/ae41f9c0-0b47-4f7c-9639-9962766156d2 HTTP/1.1" status: 204 len: 168 time: 0.7684236 Feb 09 21:30:29.764321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43216) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:29.807444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1fad0c-4274-4deb-931e-6bd9b0163450 admin admin] Deleting subnet 62af7473-9721-4362-a0b3-ec7d21842a1e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:30:29.810399 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1fad0c-4274-4deb-931e-6bd9b0163450 admin admin] Publish callbacks [] for subnet (62af7473-9721-4362-a0b3-ec7d21842a1e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.843834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1fad0c-4274-4deb-931e-6bd9b0163450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (62af7473-9721-4362-a0b3-ec7d21842a1e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.927625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1fad0c-4274-4deb-931e-6bd9b0163450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (62af7473-9721-4362-a0b3-ec7d21842a1e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.978735 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1fad0c-4274-4deb-931e-6bd9b0163450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (62af7473-9721-4362-a0b3-ec7d21842a1e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.005598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fad0c-4274-4deb-931e-6bd9b0163450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62af7473-9721-4362-a0b3-ec7d21842a1e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:30.007719 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cb1fad0c-4274-4deb-931e-6bd9b0163450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.010804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cb1fad0c-4274-4deb-931e-6bd9b0163450 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/62af7473-9721-4362-a0b3-ec7d21842a1e HTTP/1.1" status: 204 len: 168 time: 0.2455716 Feb 09 21:30:30.012124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5139b826-eb70-4a9d-824e-a744cf444306 None None] Network 72e5c1f4-1207-4113-b38d-a95879450107 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:30.013257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:30.081712 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (72e5c1f4-1207-4113-b38d-a95879450107), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.140849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Deleting port 5410418b-a321-4dcd-a4ed-e37b6380ca96 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:30.141738 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.201856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] For port 5410418b-a321-4dcd-a4ed-e37b6380ca96, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5410418b-a321-4dcd-a4ed-e37b6380ca96,segment=NetworkSegment(cfef08fd-f8b9-445a-89fc-2d991ebbd5f6),segment_id=cfef08fd-f8b9-445a-89fc-2d991ebbd5f6)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:30.202149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.214856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Calling delete_port for 5410418b-a321-4dcd-a4ed-e37b6380ca96 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:30.260113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] DHCP port deletion for 72e5c1f4-1207-4113-b38d-a95879450107 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:30:30.301895 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.306886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Deleting port 5410418b-a321-4dcd-a4ed-e37b6380ca96 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:30.307276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.328207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=5410418b-a321-4dcd-a4ed-e37b6380ca96,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:30.332391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] No DVR routers for this DVR port 5410418b-a321-4dcd-a4ed-e37b6380ca96 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:30.376246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] For port 5410418b-a321-4dcd-a4ed-e37b6380ca96, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:30.376641 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.389318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Calling delete_port for 5410418b-a321-4dcd-a4ed-e37b6380ca96 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:30.392697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Port 5410418b-a321-4dcd-a4ed-e37b6380ca96 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:30:30.393932 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (5410418b-a321-4dcd-a4ed-e37b6380ca96), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.404538 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (72e5c1f4-1207-4113-b38d-a95879450107), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.417497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Pushing event deleted for resources: {'Port': ['ID=5410418b-a321-4dcd-a4ed-e37b6380ca96,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:30.426971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] No DVR routers for this DVR port 5410418b-a321-4dcd-a4ed-e37b6380ca96 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:30.428092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e5c1f4-1207-4113-b38d-a95879450107']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:30.429154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.429510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.429861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.430202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.430538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.430873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.431235 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.431566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.431920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.432243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.432572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.432900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.433227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb201f45-96b8-440a-b97e-ac850a975463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:30.437638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:30.438450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfef08fd-f8b9-445a-89fc-2d991ebbd5f6') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:30.449760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (cfef08fd-f8b9-445a-89fc-2d991ebbd5f6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.465181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (cfef08fd-f8b9-445a-89fc-2d991ebbd5f6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.472956 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:30:30.473301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (cfef08fd-f8b9-445a-89fc-2d991ebbd5f6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:30:30.475051 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:30:30.536371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (72e5c1f4-1207-4113-b38d-a95879450107), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.554179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.557542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] 10.222.0.102 "DELETE /v2.0/networks/72e5c1f4-1207-4113-b38d-a95879450107 HTTP/1.1" status: 204 len: 168 time: 0.5433571 Feb 09 21:30:30.558522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd090f-4b5b-437d-a778-b9e2d2f3bd0d admin admin] Pushing event deleted for resources: {'Network': ['ID=72e5c1f4-1207-4113-b38d-a95879450107,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:30.560413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:30.579852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5410418b-a321-4dcd-a4ed-e37b6380ca96 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:30.598225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5410418b-a321-4dcd-a4ed-e37b6380ca96 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:30.598585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5410418b-a321-4dcd-a4ed-e37b6380ca96 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:30.599003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6392c6ed-ac98-4b1c-b0bb-51186576d63a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:30.618898 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 6392c6ed-ac98-4b1c-b0bb-51186576d63a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:30.619255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 6392c6ed-ac98-4b1c-b0bb-51186576d63a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:30.619675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 469c836e-028e-4d2b-8d1d-b9fe007044d7 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:30.643084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 469c836e-028e-4d2b-8d1d-b9fe007044d7 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:30.643442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 469c836e-028e-4d2b-8d1d-b9fe007044d7 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:30.909045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (382f8c07-9880-4f2f-be0d-5a846e855c1f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.148698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Deleting port e1af9ad5-750e-4819-938f-f84e70e91551 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:31.149046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.227370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] For port e1af9ad5-750e-4819-938f-f84e70e91551, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e1af9ad5-750e-4819-938f-f84e70e91551,segment=NetworkSegment(6f3aa3da-7b2c-4220-bcd5-efe5af2237ac),segment_id=6f3aa3da-7b2c-4220-bcd5-efe5af2237ac)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:31.227636 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.240087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Calling delete_port for e1af9ad5-750e-4819-938f-f84e70e91551 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:31.738293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e1af9ad5-750e-4819-938f-f84e70e91551), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.762658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Pushing event deleted for resources: {'Port': ['ID=e1af9ad5-750e-4819-938f-f84e70e91551,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:31.932475 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (382f8c07-9880-4f2f-be0d-5a846e855c1f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.147949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Router 382f8c07-9880-4f2f-be0d-5a846e855c1f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:32.255539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:32.260554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c708b1c6-e866-41a3-b5cc-ca1bb7e5bace admin admin] 10.222.0.102 "PUT /v2.0/routers/382f8c07-9880-4f2f-be0d-5a846e855c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6950889 Feb 09 21:30:32.263158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:32.266782 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] Sync routers for ids ['382f8c07-9880-4f2f-be0d-5a846e855c1f'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:32.276917 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] Routers {'382f8c07-9880-4f2f-be0d-5a846e855c1f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:32.277606 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['382f8c07-9880-4f2f-be0d-5a846e855c1f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:32.370984 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks [] for router (382f8c07-9880-4f2f-be0d-5a846e855c1f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.388587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] Set router 382f8c07-9880-4f2f-be0d-5a846e855c1f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:32.491257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks [] for router_gateway (382f8c07-9880-4f2f-be0d-5a846e855c1f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.558816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Deleting port 23f46237-b307-4811-9811-e7d23525d7d6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:32.559163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (23f46237-b307-4811-9811-e7d23525d7d6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.591674 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127'}], 'enable_snat': True}, 'gw_port_id': '23f46237-b307-4811-9811-e7d23525d7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:30:31Z', 'revision_number': 5, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port': {'id': '23f46237-b307-4811-9811-e7d23525d7d6', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:32.617195 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] Checking router: 382f8c07-9880-4f2f-be0d-5a846e855c1f for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:32.627332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] Routers {'382f8c07-9880-4f2f-be0d-5a846e855c1f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:32.628491 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:30:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['382f8c07-9880-4f2f-be0d-5a846e855c1f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:32.651669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] For port 23f46237-b307-4811-9811-e7d23525d7d6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=23f46237-b307-4811-9811-e7d23525d7d6,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:32.652063 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (23f46237-b307-4811-9811-e7d23525d7d6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.665329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Calling delete_port for 23f46237-b307-4811-9811-e7d23525d7d6 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:32.717518 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] Set router 382f8c07-9880-4f2f-be0d-5a846e855c1f gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:32.771812 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:30:32Z', 'revision_number': 6, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:32.798189 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf22baf-872d-4943-aa62-4de4aec6bfe0 None None] The sync data for ids ['382f8c07-9880-4f2f-be0d-5a846e855c1f'] in n-d-789963-29 is: [{'id': '382f8c07-9880-4f2f-be0d-5a846e855c1f', 'name': 'tempest-TestVolumeBootPattern-345623678-router', 'tenant_id': '089d9e6047524f629c2516a34d239e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:50Z', 'updated_at': '2022-02-09T21:30:32Z', 'revision_number': 6, 'project_id': '089d9e6047524f629c2516a34d239e1d', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:32.847493 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (23f46237-b307-4811-9811-e7d23525d7d6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.874862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f46237-b307-4811-9811-e7d23525d7d6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:32.934223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (382f8c07-9880-4f2f-be0d-5a846e855c1f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.024653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (382f8c07-9880-4f2f-be0d-5a846e855c1f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.026906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks [] for router_controller (382f8c07-9880-4f2f-be0d-5a846e855c1f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.073557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (382f8c07-9880-4f2f-be0d-5a846e855c1f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.074178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 382f8c07-9880-4f2f-be0d-5a846e855c1f {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:30:33.079007 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.080241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-203f0523-92e6-4b3e-a081-adaa38b302e4 admin admin] 10.222.0.102 "DELETE /v2.0/routers/382f8c07-9880-4f2f-be0d-5a846e855c1f HTTP/1.1" status: 204 len: 168 time: 0.8157303 Feb 09 21:30:33.082778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:33.126859 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fceb1c-c8a6-4290-a32c-ab4ac8c7d7b6 admin admin] Deleting subnet e851324b-fd51-4771-9522-3073551845fe {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:30:33.129869 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fceb1c-c8a6-4290-a32c-ab4ac8c7d7b6 admin admin] Publish callbacks [] for subnet (e851324b-fd51-4771-9522-3073551845fe), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.166495 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fceb1c-c8a6-4290-a32c-ab4ac8c7d7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (e851324b-fd51-4771-9522-3073551845fe), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.258919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fceb1c-c8a6-4290-a32c-ab4ac8c7d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (e851324b-fd51-4771-9522-3073551845fe), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.310705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fceb1c-c8a6-4290-a32c-ab4ac8c7d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (e851324b-fd51-4771-9522-3073551845fe), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.336418 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fceb1c-c8a6-4290-a32c-ab4ac8c7d7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e851324b-fd51-4771-9522-3073551845fe,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:33.340071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-60fceb1c-c8a6-4290-a32c-ab4ac8c7d7b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.345336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-60fceb1c-c8a6-4290-a32c-ab4ac8c7d7b6 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/e851324b-fd51-4771-9522-3073551845fe HTTP/1.1" status: 204 len: 168 time: 0.2603683 Feb 09 21:30:33.346607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43226) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:33.348090 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1007786-6663-4e0b-adca-e2d07359b95d None None] Network 53ab178a-13c2-454d-a54f-003179f3be79 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:33.414002 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (53ab178a-13c2-454d-a54f-003179f3be79), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.476820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Deleting port 838d0bf8-65b1-4654-94fd-8abc96afa05c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:33.477160 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.544240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] For port 838d0bf8-65b1-4654-94fd-8abc96afa05c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=838d0bf8-65b1-4654-94fd-8abc96afa05c,segment=NetworkSegment(6f3aa3da-7b2c-4220-bcd5-efe5af2237ac),segment_id=6f3aa3da-7b2c-4220-bcd5-efe5af2237ac)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:33.544611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.560543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Calling delete_port for 838d0bf8-65b1-4654-94fd-8abc96afa05c owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:33.579754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] DHCP port deletion for 53ab178a-13c2-454d-a54f-003179f3be79 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:30:33.643344 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] Deleting port 838d0bf8-65b1-4654-94fd-8abc96afa05c {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:33.643872 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.653316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.683991 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=838d0bf8-65b1-4654-94fd-8abc96afa05c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:33.687725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] No DVR routers for this DVR port 838d0bf8-65b1-4654-94fd-8abc96afa05c on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:33.720186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] For port 838d0bf8-65b1-4654-94fd-8abc96afa05c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=838d0bf8-65b1-4654-94fd-8abc96afa05c,segment=NetworkSegment(6f3aa3da-7b2c-4220-bcd5-efe5af2237ac),segment_id=6f3aa3da-7b2c-4220-bcd5-efe5af2237ac)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:33.721322 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.735493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] Calling delete_port for 838d0bf8-65b1-4654-94fd-8abc96afa05c owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:33.758900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (53ab178a-13c2-454d-a54f-003179f3be79), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.780096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ab178a-13c2-454d-a54f-003179f3be79']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:33.790526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:33.790834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3aa3da-7b2c-4220-bcd5-efe5af2237ac') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:33.800906 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (6f3aa3da-7b2c-4220-bcd5-efe5af2237ac), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.815086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6f3aa3da-7b2c-4220-bcd5-efe5af2237ac), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.816819 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (838d0bf8-65b1-4654-94fd-8abc96afa05c), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.824019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:30:33.824502 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (6f3aa3da-7b2c-4220-bcd5-efe5af2237ac), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:30:33.827014 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:30:33.843210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] Pushing event deleted for resources: {'Port': ['ID=838d0bf8-65b1-4654-94fd-8abc96afa05c,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:33.847227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98759f-6d1c-4c94-bc78-31bfaa8ce415 None None] No DVR routers for this DVR port 838d0bf8-65b1-4654-94fd-8abc96afa05c on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:33.894614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (53ab178a-13c2-454d-a54f-003179f3be79), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.900307 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.903570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] 10.222.0.102 "DELETE /v2.0/networks/53ab178a-13c2-454d-a54f-003179f3be79 HTTP/1.1" status: 204 len: 168 time: 0.5559640 Feb 09 21:30:33.917572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16a3d0-842e-421d-9d3e-da0d24d3d5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=53ab178a-13c2-454d-a54f-003179f3be79,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:34.044035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:34.084849 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6cf8403e-65c3-44ed-b53d-2acce94fecf4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=16aea6b47359417f91bad0ba0074cd59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395827 Feb 09 21:30:34.087242 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:34.133664 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d421798d-33ec-46e9-8010-dc1f3cf67e2f admin admin] Publish callbacks [] for security_group (8f42960c-ef82-4aa0-ad2d-076ff6cb690f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.154846 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d421798d-33ec-46e9-8010-dc1f3cf67e2f admin admin] Publish callbacks [] for security_group (8f42960c-ef82-4aa0-ad2d-076ff6cb690f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.200748 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d421798d-33ec-46e9-8010-dc1f3cf67e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (8f42960c-ef82-4aa0-ad2d-076ff6cb690f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.203286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d421798d-33ec-46e9-8010-dc1f3cf67e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.204991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d421798d-33ec-46e9-8010-dc1f3cf67e2f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8f42960c-ef82-4aa0-ad2d-076ff6cb690f HTTP/1.1" status: 204 len: 168 time: 0.1168203 Feb 09 21:30:34.212493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421798d-33ec-46e9-8010-dc1f3cf67e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42960c-ef82-4aa0-ad2d-076ff6cb690f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:34.527754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:34.564440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 838d0bf8-65b1-4654-94fd-8abc96afa05c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:34.575627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-339a505b-ef14-4f3f-bdfc-b7427460dc70 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=089d9e6047524f629c2516a34d239e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467093 Feb 09 21:30:34.578167 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:34.585203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 838d0bf8-65b1-4654-94fd-8abc96afa05c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:34.585551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 838d0bf8-65b1-4654-94fd-8abc96afa05c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:34.585957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 23f46237-b307-4811-9811-e7d23525d7d6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:34.606995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 23f46237-b307-4811-9811-e7d23525d7d6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:34.607343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 23f46237-b307-4811-9811-e7d23525d7d6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:34.607773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e1af9ad5-750e-4819-938f-f84e70e91551 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:34.624627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffe9f9f9-13ea-4d8f-880a-a3204f54a666 admin admin] Publish callbacks [] for security_group (2547791d-0996-4a3e-966f-fc38f0da5a10), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.627428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e1af9ad5-750e-4819-938f-f84e70e91551 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:34.627799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e1af9ad5-750e-4819-938f-f84e70e91551 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:34.646313 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffe9f9f9-13ea-4d8f-880a-a3204f54a666 admin admin] Publish callbacks [] for security_group (2547791d-0996-4a3e-966f-fc38f0da5a10), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.696257 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffe9f9f9-13ea-4d8f-880a-a3204f54a666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2547791d-0996-4a3e-966f-fc38f0da5a10), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.698926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ffe9f9f9-13ea-4d8f-880a-a3204f54a666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.700104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ffe9f9f9-13ea-4d8f-880a-a3204f54a666 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2547791d-0996-4a3e-966f-fc38f0da5a10 HTTP/1.1" status: 204 len: 168 time: 0.1210063 Feb 09 21:30:34.707451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9f9f9-13ea-4d8f-880a-a3204f54a666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547791d-0996-4a3e-966f-fc38f0da5a10,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:37.715904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-14e67286-00c8-4971-939f-2ed0dad6be9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.769874 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-31d5e9f0-7579-4042-aeb2-136212393668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.378989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.862342 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.966158 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.012817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-5fcfe7bf-0263-4354-917e-220c020e0894 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=052278a2b097436ebd2c1d4a3bfacc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224805 Feb 09 21:30:45.120121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-d2919ab4-04b4-4ff9-9b81-a623887896bf tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.121536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-d2919ab4-04b4-4ff9-9b81-a623887896bf tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028118 Feb 09 21:30:45.136557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-949e4de0-a78c-4dc0-9dff-800d7bb7d6cb tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/quotas/052278a2b097436ebd2c1d4a3bfacc0e HTTP/1.1" status: 200 len: 375 time: 0.0089910 Feb 09 21:30:45.170977 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-e0c7a246-4cff-4cc6-b56e-eb50d239d77a tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=052278a2b097436ebd2c1d4a3bfacc0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294089 Feb 09 21:30:46.342836 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4343cfed-f412-4ad6-bb3d-445136e443a0 req-01e400db-a36b-4994-90ac-5a82c3624381 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 210 time: 0.0316174 Feb 09 21:30:47.306324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-b9b1a105-98be-4208-b4be-dea7f75dd605 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=052278a2b097436ebd2c1d4a3bfacc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238519 Feb 09 21:30:47.429248 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-bd803230-08b3-4611-8908-071f00d751f8 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.430659 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-bd803230-08b3-4611-8908-071f00d751f8 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199820 Feb 09 21:30:47.453132 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Request body: {'port': {'device_id': '0abb65d1-93ec-407a-885e-bff9fba2c8d7', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'admin_state_up': True, 'tenant_id': '052278a2b097436ebd2c1d4a3bfacc0e'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:47.457513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-636cbf4e-327c-4373-bae6-5501a08fe70f req-42f7a644-bb62-4937-ab97-e2cc3a5690ad tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 210 time: 0.0452180 Feb 09 21:30:47.559667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Made reservation on behalf of 052278a2b097436ebd2c1d4a3bfacc0e for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:47.562942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.571894 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.645518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks [] for security_group (2f3d70ac-015d-4a70-85a3-0ef07c9447a7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.649669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2f3d70ac-015d-4a70-85a3-0ef07c9447a7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.715922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3d70ac-015d-4a70-85a3-0ef07c9447a7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:47.787324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Allocated IP 192.168.233.189 (bbfd010d-eece-477b-8834-b5a945275f65/16565ebe-2a7d-4100-9e0c-f8b06081ae89/240f1794-c349-4a0d-8905-cb130c052e16) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:47.932553 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks [] for port (240f1794-c349-4a0d-8905-cb130c052e16), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.964935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (240f1794-c349-4a0d-8905-cb130c052e16), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.008133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Network bbfd010d-eece-477b-8834-b5a945275f65 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:48.011215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:48.014803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:48.021695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Pushing event updated for resources: {'Port': ['ID=240f1794-c349-4a0d-8905-cb130c052e16,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:48.067759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.068399 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.085242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-423284f7-dcf1-425a-ab2e-884641e79715 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6358652 Feb 09 21:30:48.097344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Request body: {'port': {'device_id': '0abb65d1-93ec-407a-885e-bff9fba2c8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:48.164429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (240f1794-c349-4a0d-8905-cb130c052e16), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.275455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bb469adf-3f91-4d0b-9744-ce0f89441d80 None None] Provisioning complete for port 240f1794-c349-4a0d-8905-cb130c052e16 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:48.276038 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb469adf-3f91-4d0b-9744-ce0f89441d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (240f1794-c349-4a0d-8905-cb130c052e16), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.310346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bb469adf-3f91-4d0b-9744-ce0f89441d80 None None] Port 240f1794-c349-4a0d-8905-cb130c052e16 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:30:48.422500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240f1794-c349-4a0d-8905-cb130c052e16 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:48.429800 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Publish callbacks [] for port (240f1794-c349-4a0d-8905-cb130c052e16), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.442564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Transition to ACTIVE for port object 240f1794-c349-4a0d-8905-cb130c052e16 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:48.446247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (240f1794-c349-4a0d-8905-cb130c052e16), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.534829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Pushing event updated for resources: {'Port': ['ID=240f1794-c349-4a0d-8905-cb130c052e16,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:48.570045 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Attempting to bind port 240f1794-c349-4a0d-8905-cb130c052e16 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:48.570523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Attempting to bind port 240f1794-c349-4a0d-8905-cb130c052e16 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:48.570856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Attempting to bind port 240f1794-c349-4a0d-8905-cb130c052e16 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:48.575441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Port 240f1794-c349-4a0d-8905-cb130c052e16 on network bbfd010d-eece-477b-8834-b5a945275f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:48.575795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Attempting to bind port 240f1794-c349-4a0d-8905-cb130c052e16 on network bbfd010d-eece-477b-8834-b5a945275f65 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:48.581277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:48.581883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Checking segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:48.582266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Bound using segment: {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:48.582693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Bound port: 240f1794-c349-4a0d-8905-cb130c052e16, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced60443-8e5b-445d-8840-d5b55a884a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:48.583049 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (240f1794-c349-4a0d-8905-cb130c052e16), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.591537 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031615a-71ba-4bb0-a3f0-5757140c8f16 req-f178f744-359d-4fd8-ab6b-4d684604f30f tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.595735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c031615a-71ba-4bb0-a3f0-5757140c8f16 req-f178f744-359d-4fd8-ab6b-4d684604f30f tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 948 time: 0.0652032 Feb 09 21:30:48.648846 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c031615a-71ba-4bb0-a3f0-5757140c8f16 req-c7210da0-aa7a-4fec-9840-dbdf80e37382 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479078 Feb 09 21:30:48.651013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] For port 240f1794-c349-4a0d-8905-cb130c052e16, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:48.654332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] For port 240f1794-c349-4a0d-8905-cb130c052e16, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=240f1794-c349-4a0d-8905-cb130c052e16,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:48.661686 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (240f1794-c349-4a0d-8905-cb130c052e16), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.695792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.696363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.697786 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] 10.222.0.50 "PUT /v2.0/ports/240f1794-c349-4a0d-8905-cb130c052e16 HTTP/1.1" status: 200 len: 1097 time: 0.6052914 Feb 09 21:30:48.698255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abb65d1-93ec-407a-885e-bff9fba2c8d7', 'tag': '240f1794-c349-4a0d-8905-cb130c052e16'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:48.700528 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccff3049-9c5a-48f7-8cc8-5269c140ed82" -d '{"events": [{"name": "network-changed", "server_uuid": "0abb65d1-93ec-407a-885e-bff9fba2c8d7", "tag": "240f1794-c349-4a0d-8905-cb130c052e16"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:48.738642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e50d8-40ed-4bed-8977-294f0b6b9a62 service neutron] Pushing event updated for resources: {'Port': ['ID=240f1794-c349-4a0d-8905-cb130c052e16,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:48.756245 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb000a1a-4769-4c18-83a7-3af6fd7de54d x-openstack-request-id: req-cb000a1a-4769-4c18-83a7-3af6fd7de54d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:48.756584 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abb65d1-93ec-407a-885e-bff9fba2c8d7", "tag": "240f1794-c349-4a0d-8905-cb130c052e16", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:48.757257 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cb000a1a-4769-4c18-83a7-3af6fd7de54d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:48.757759 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abb65d1-93ec-407a-885e-bff9fba2c8d7', 'tag': '240f1794-c349-4a0d-8905-cb130c052e16', 'status': 'completed', 'code': 200} Feb 09 21:30:48.799229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-06acea97-0771-4d40-aad7-a710d3745e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.800787 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-06acea97-0771-4d40-aad7-a710d3745e55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=052278a2b097436ebd2c1d4a3bfacc0e&device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 1131 time: 0.0564337 Feb 09 21:30:48.843558 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-89440065-41a4-4db0-8da0-720eb25a83ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=240f1794-c349-4a0d-8905-cb130c052e16 HTTP/1.1" status: 200 len: 217 time: 0.0355802 Feb 09 21:30:48.893397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-3c2296a5-4b82-4ee1-abc1-f6a98a766be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.894864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-3c2296a5-4b82-4ee1-abc1-f6a98a766be4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0441313 Feb 09 21:30:48.946536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-09802775-fe8c-4b00-8a98-9ec5654ec4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.947966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-09802775-fe8c-4b00-8a98-9ec5654ec4da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0473773 Feb 09 21:30:49.036069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-c3aae368-73b5-420e-ad11-d7944229ac7c service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808198 Feb 09 21:30:49.130453 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ab301db4-a4c7-4679-b4fc-4b222a4aa6c3 req-1bb8764a-7430-4171-b7cf-95f85638b459 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885859 Feb 09 21:30:49.218720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-5ad87526-fd64-434c-9766-bb6da9ea082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.220168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-5ad87526-fd64-434c-9766-bb6da9ea082a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=052278a2b097436ebd2c1d4a3bfacc0e&device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 1131 time: 0.0452483 Feb 09 21:30:49.305758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-1ba302fc-c343-45f2-bdee-14b2a972ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.307205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-1ba302fc-c343-45f2-bdee-14b2a972ed14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.0813720 Feb 09 21:30:49.350600 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-56b4af28-59b0-4037-b78d-5d8e41fe0c07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=240f1794-c349-4a0d-8905-cb130c052e16 HTTP/1.1" status: 200 len: 217 time: 0.0378451 Feb 09 21:30:49.397839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-d6358741-23fc-4d4b-b332-de323f6d86af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.399279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-d6358741-23fc-4d4b-b332-de323f6d86af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0433917 Feb 09 21:30:49.447470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-c38b6ed0-2f71-426f-84f1-78a05fe247e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.448991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-c38b6ed0-2f71-426f-84f1-78a05fe247e0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0434132 Feb 09 21:30:49.539742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-af0ef906-1c9e-4d88-9b3e-7be4564b46ae service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835588 Feb 09 21:30:49.627052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ccff3049-9c5a-48f7-8cc8-5269c140ed82 req-a98df17a-fce6-4d4d-aba7-4bb4f6d919fb service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795414 Feb 09 21:30:49.769954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c40946-c857-4d1a-922c-917c6c3c18b3 req-4a4104b4-fb79-4d14-890d-addd2cbde135 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.771355 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8c40946-c857-4d1a-922c-917c6c3c18b3 req-4a4104b4-fb79-4d14-890d-addd2cbde135 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 948 time: 0.0523520 Feb 09 21:30:49.821270 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8c40946-c857-4d1a-922c-917c6c3c18b3 req-d81f2ea7-186e-49f8-b00b-54cda6de1239 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443144 Feb 09 21:30:50.311392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 240f1794-c349-4a0d-8905-cb130c052e16 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:50.407347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 240f1794-c349-4a0d-8905-cb130c052e16, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=240f1794-c349-4a0d-8905-cb130c052e16,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:50.418273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '240f1794-c349-4a0d-8905-cb130c052e16', 'network_id': 'bbfd010d-eece-477b-8834-b5a945275f65', 'port_id': '240f1794-c349-4a0d-8905-cb130c052e16', 'mac_address': 'fa:16:3e:96:fb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16565ebe-2a7d-4100-9e0c-f8b06081ae89', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:50.454826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 240f1794-c349-4a0d-8905-cb130c052e16 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:50.455353 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (240f1794-c349-4a0d-8905-cb130c052e16), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:50.468071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240f1794-c349-4a0d-8905-cb130c052e16 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:50.487435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 240f1794-c349-4a0d-8905-cb130c052e16, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=240f1794-c349-4a0d-8905-cb130c052e16,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:50.491296 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (240f1794-c349-4a0d-8905-cb130c052e16), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:50.542878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=240f1794-c349-4a0d-8905-cb130c052e16,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:50.732681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['240f1794-c349-4a0d-8905-cb130c052e16'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:50.945650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711a784-6997-4461-a9e6-2fc03cd4e2b5 req-8fca1ef1-e8d0-41a9-994e-c09096560a0e tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.947126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4711a784-6997-4461-a9e6-2fc03cd4e2b5 req-8fca1ef1-e8d0-41a9-994e-c09096560a0e tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 949 time: 0.0574005 Feb 09 21:30:50.992907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4711a784-6997-4461-a9e6-2fc03cd4e2b5 req-870b8240-bee5-478e-93ac-2f84e0992f77 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Feb 09 21:30:51.980932 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.112365 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baa544-e9fe-49b0-bac5-a1462a58033c req-e4a1e8df-7b42-4f51-adcb-b0627a8a3b36 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.113844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8baa544-e9fe-49b0-bac5-a1462a58033c req-e4a1e8df-7b42-4f51-adcb-b0627a8a3b36 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 949 time: 0.0528760 Feb 09 21:30:52.160077 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e8baa544-e9fe-49b0-bac5-a1462a58033c req-e5a55e45-d88a-4877-a6c6-1c38727ea797 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Feb 09 21:30:52.331154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 240f1794-c349-4a0d-8905-cb130c052e16 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:52.377786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 240f1794-c349-4a0d-8905-cb130c052e16 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:52.381673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 240f1794-c349-4a0d-8905-cb130c052e16 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:52.382050 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (240f1794-c349-4a0d-8905-cb130c052e16), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.457223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 240f1794-c349-4a0d-8905-cb130c052e16 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:52.457622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (240f1794-c349-4a0d-8905-cb130c052e16), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.480040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abb65d1-93ec-407a-885e-bff9fba2c8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240f1794-c349-4a0d-8905-cb130c052e16'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:52.482377 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4a4eb5-ee00-4e89-8814-99e9391c3a77" -d '{"events": [{"server_uuid": "0abb65d1-93ec-407a-885e-bff9fba2c8d7", "name": "network-vif-plugged", "status": "completed", "tag": "240f1794-c349-4a0d-8905-cb130c052e16"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:52.494859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 240f1794-c349-4a0d-8905-cb130c052e16, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=240f1794-c349-4a0d-8905-cb130c052e16,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:52.499836 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (240f1794-c349-4a0d-8905-cb130c052e16), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.532652 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84006970-3d6c-4568-b916-00e3041efc90 x-openstack-request-id: req-84006970-3d6c-4568-b916-00e3041efc90 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:52.532957 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abb65d1-93ec-407a-885e-bff9fba2c8d7", "name": "network-vif-plugged", "status": "completed", "tag": "240f1794-c349-4a0d-8905-cb130c052e16", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:52.533222 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-84006970-3d6c-4568-b916-00e3041efc90 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:52.533620 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abb65d1-93ec-407a-885e-bff9fba2c8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240f1794-c349-4a0d-8905-cb130c052e16', 'code': 200} Feb 09 21:30:52.562232 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=240f1794-c349-4a0d-8905-cb130c052e16,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:52.624872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b718500-0161-4646-92a4-0ca43cdbb27a req-f4387b38-2b1c-4391-bad2-7a1f5cff6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.626638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b718500-0161-4646-92a4-0ca43cdbb27a req-f4387b38-2b1c-4391-bad2-7a1f5cff6fb1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 1133 time: 0.0436630 Feb 09 21:30:52.668929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b718500-0161-4646-92a4-0ca43cdbb27a req-244f11bb-44a8-4cf4-bf64-b22704dcef2a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Feb 09 21:30:53.279457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce37ec-7b5b-4294-8d69-eb61bca99ecb req-40eae133-3d48-4e80-96f0-3e3a4cda102d tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:53.280997 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-33ce37ec-7b5b-4294-8d69-eb61bca99ecb req-40eae133-3d48-4e80-96f0-3e3a4cda102d tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 950 time: 0.0532954 Feb 09 21:30:53.328920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-33ce37ec-7b5b-4294-8d69-eb61bca99ecb req-727e9931-c1f4-46f0-bd1c-57f788413e52 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Feb 09 21:30:54.335322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d86067c-2602-4647-b807-163eba979cb9 req-e767076d-c555-4a79-bcb9-744908e99544 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415957 Feb 09 21:30:54.451212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86067c-2602-4647-b807-163eba979cb9 req-431004fc-d220-47bf-9189-f651ea1a9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.452755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d86067c-2602-4647-b807-163eba979cb9 req-431004fc-d220-47bf-9189-f651ea1a9e2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=052278a2b097436ebd2c1d4a3bfacc0e&device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 1133 time: 0.0769377 Feb 09 21:30:54.467720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea806934-6b39-44bd-93ed-2a0252d84422 req-1071bb10-52f3-4edf-be05-e45ef5b81782 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.469707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea806934-6b39-44bd-93ed-2a0252d84422 req-1071bb10-52f3-4edf-be05-e45ef5b81782 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 950 time: 0.0667810 Feb 09 21:30:54.566150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea806934-6b39-44bd-93ed-2a0252d84422 req-6766485c-c2b4-4612-a4f4-85c23abeadfe tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882227 Feb 09 21:30:54.589600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86067c-2602-4647-b807-163eba979cb9 req-c4ea1132-9b7f-4c4c-a15e-26825ffcc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.591893 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d86067c-2602-4647-b807-163eba979cb9 req-c4ea1132-9b7f-4c4c-a15e-26825ffcc66f service neutron] 10.222.0.50 "GET /v2.0/networks?id=bbfd010d-eece-477b-8834-b5a945275f65 HTTP/1.1" status: 200 len: 870 time: 0.1210258 Feb 09 21:30:54.632654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d86067c-2602-4647-b807-163eba979cb9 req-78144090-066d-4001-98ee-2b01e81530a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=240f1794-c349-4a0d-8905-cb130c052e16 HTTP/1.1" status: 200 len: 217 time: 0.0353346 Feb 09 21:30:54.681840 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86067c-2602-4647-b807-163eba979cb9 req-02b9b9b9-53f7-4dbf-83e9-c1143e852dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.683337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d86067c-2602-4647-b807-163eba979cb9 req-02b9b9b9-53f7-4dbf-83e9-c1143e852dee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16565ebe-2a7d-4100-9e0c-f8b06081ae89 HTTP/1.1" status: 200 len: 843 time: 0.0445957 Feb 09 21:30:54.741328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86067c-2602-4647-b807-163eba979cb9 req-7be9a906-b5f7-43a5-9311-4a554636891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.742847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d86067c-2602-4647-b807-163eba979cb9 req-7be9a906-b5f7-43a5-9311-4a554636891d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bbfd010d-eece-477b-8834-b5a945275f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0524397 Feb 09 21:30:54.832223 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d86067c-2602-4647-b807-163eba979cb9 req-fca57358-5129-45df-8cb3-d527ac139376 service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832341 Feb 09 21:30:54.922986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d86067c-2602-4647-b807-163eba979cb9 req-6ef464d0-e2fb-43d4-a978-f0c2085e7c4c service neutron] 10.222.0.50 "GET /v2.0/networks/bbfd010d-eece-477b-8834-b5a945275f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851898 Feb 09 21:30:54.967885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-9859cbeb-ee4b-4eeb-97bc-e1d9cfc23750 req-5bdacc05-443b-4902-b9b4-5bf4579efa6d service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:54.969693 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9859cbeb-ee4b-4eeb-97bc-e1d9cfc23750 req-5bdacc05-443b-4902-b9b4-5bf4579efa6d service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088705 Feb 09 21:30:55.286832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-6d173123-ef9f-48de-a7c1-14228f37b3d0 req-015faeff-c6bc-4b59-871e-67af09efb15a service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:55.287966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d173123-ef9f-48de-a7c1-14228f37b3d0 req-015faeff-c6bc-4b59-871e-67af09efb15a service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054038 Feb 09 21:30:55.385431 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:30:55.617850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8f00d-bb5c-48df-83dc-29501052b92d req-894307cf-6a6e-4ab4-a1b0-a46bbd9861f2 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.619337 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99b8f00d-bb5c-48df-83dc-29501052b92d req-894307cf-6a6e-4ab4-a1b0-a46bbd9861f2 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 950 time: 0.0522890 Feb 09 21:30:55.666097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99b8f00d-bb5c-48df-83dc-29501052b92d req-9c9ddb3b-4cb0-4154-a915-e78b384e1b97 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410907 Feb 09 21:30:56.797657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4afe8d-ed41-4f1e-ab26-647957345e0a req-d89829c3-4cab-4ab5-b636-1958fcc6cbe5 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.799158 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c4afe8d-ed41-4f1e-ab26-647957345e0a req-d89829c3-4cab-4ab5-b636-1958fcc6cbe5 tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 950 time: 0.0585039 Feb 09 21:30:56.845763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c4afe8d-ed41-4f1e-ab26-647957345e0a req-da4dc3c1-5a71-4340-8b9b-4fcea039132a tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.102 "GET /v2.0/security-groups?id=2f3d70ac-015d-4a70-85a3-0ef07c9447a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 Feb 09 21:30:56.918193 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.948622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d05f81-fca5-40b8-989a-8df622167745 req-9971eaa3-3e0b-4faa-b1de-7ec87052a64c tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.950080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22d05f81-fca5-40b8-989a-8df622167745 req-9971eaa3-3e0b-4faa-b1de-7ec87052a64c tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.50 "GET /v2.0/ports?device_id=0abb65d1-93ec-407a-885e-bff9fba2c8d7 HTTP/1.1" status: 200 len: 950 time: 0.0510008 Feb 09 21:30:57.043182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Deleting port 240f1794-c349-4a0d-8905-cb130c052e16 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:57.043531 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (240f1794-c349-4a0d-8905-cb130c052e16), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.128611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] For port 240f1794-c349-4a0d-8905-cb130c052e16, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=240f1794-c349-4a0d-8905-cb130c052e16,segment=NetworkSegment(ced60443-8e5b-445d-8840-d5b55a884a87),segment_id=ced60443-8e5b-445d-8840-d5b55a884a87)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:57.128897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (240f1794-c349-4a0d-8905-cb130c052e16), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.141368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Calling delete_port for 240f1794-c349-4a0d-8905-cb130c052e16 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:57.267196 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (240f1794-c349-4a0d-8905-cb130c052e16), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.278478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['240f1794-c349-4a0d-8905-cb130c052e16'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:57.294753 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Pushing event deleted for resources: {'Port': ['ID=240f1794-c349-4a0d-8905-cb130c052e16,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:57.306888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.307241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.307613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.307973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.308307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.308637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.308965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.309293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.309623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.309945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.310268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.310592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.310914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:57.353357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] No DVR routers for this DVR port 240f1794-c349-4a0d-8905-cb130c052e16 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:57.356245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.359827 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22d05f81-fca5-40b8-989a-8df622167745 req-bb6ae373-fce8-4205-b319-56497c7ddeff tempest-ServersAdminNegativeTestJSON-1521550148 tempest-ServersAdminNegativeTestJSON-1521550148-project] 10.222.0.50 "DELETE /v2.0/ports/240f1794-c349-4a0d-8905-cb130c052e16 HTTP/1.1" status: 204 len: 173 time: 0.4037914 Feb 09 21:30:57.360292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abb65d1-93ec-407a-885e-bff9fba2c8d7', 'name': 'network-vif-deleted', 'tag': '240f1794-c349-4a0d-8905-cb130c052e16'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:57.362747 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01413f9a-60da-4bde-bb8e-eaa310b5ef94" -d '{"events": [{"server_uuid": "0abb65d1-93ec-407a-885e-bff9fba2c8d7", "name": "network-vif-deleted", "tag": "240f1794-c349-4a0d-8905-cb130c052e16"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:57.409533 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefbd019-bd5b-4ac3-a46b-7c4f9edbc503 x-openstack-request-id: req-aefbd019-bd5b-4ac3-a46b-7c4f9edbc503 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:57.409834 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abb65d1-93ec-407a-885e-bff9fba2c8d7", "name": "network-vif-deleted", "tag": "240f1794-c349-4a0d-8905-cb130c052e16", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:57.410092 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-aefbd019-bd5b-4ac3-a46b-7c4f9edbc503 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:57.410501 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abb65d1-93ec-407a-885e-bff9fba2c8d7', 'name': 'network-vif-deleted', 'tag': '240f1794-c349-4a0d-8905-cb130c052e16', 'status': 'completed', 'code': 200} Feb 09 21:30:58.142353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:58.267998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a524ce6f-5bf3-4589-b84a-595ebc41a3fd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=052278a2b097436ebd2c1d4a3bfacc0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244678 Feb 09 21:30:58.270482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:58.316163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-024654b5-65c5-4e67-9555-148a8484a724 admin admin] Publish callbacks [] for security_group (2f3d70ac-015d-4a70-85a3-0ef07c9447a7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.336642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-024654b5-65c5-4e67-9555-148a8484a724 admin admin] Publish callbacks [] for security_group (2f3d70ac-015d-4a70-85a3-0ef07c9447a7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.383549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-024654b5-65c5-4e67-9555-148a8484a724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2f3d70ac-015d-4a70-85a3-0ef07c9447a7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.386070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-024654b5-65c5-4e67-9555-148a8484a724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.387284 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-024654b5-65c5-4e67-9555-148a8484a724 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2f3d70ac-015d-4a70-85a3-0ef07c9447a7 HTTP/1.1" status: 204 len: 168 time: 0.1159048 Feb 09 21:30:58.394894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024654b5-65c5-4e67-9555-148a8484a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3d70ac-015d-4a70-85a3-0ef07c9447a7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:58.639398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:58.652293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3b739c-6551-4140-838a-5ae3fdd072c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.728380 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3b739c-6551-4140-838a-5ae3fdd072c5 admin admin] Publish callbacks [] for security_group (4584b50b-c44e-4f60-8ece-dc346d28faed), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.732103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5e3b739c-6551-4140-838a-5ae3fdd072c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4584b50b-c44e-4f60-8ece-dc346d28faed), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.769571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5e3b739c-6551-4140-838a-5ae3fdd072c5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9a063adfaea14d329c9585f986215975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290519 Feb 09 21:30:58.770470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b739c-6551-4140-838a-5ae3fdd072c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4584b50b-c44e-4f60-8ece-dc346d28faed,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:58.772361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43386) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:58.819297 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Publish callbacks [] for security_group (4584b50b-c44e-4f60-8ece-dc346d28faed), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.839843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Publish callbacks [] for security_group (4584b50b-c44e-4f60-8ece-dc346d28faed), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.887472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4584b50b-c44e-4f60-8ece-dc346d28faed), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.890011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.891157 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4584b50b-c44e-4f60-8ece-dc346d28faed HTTP/1.1" status: 204 len: 168 time: 0.1177351 Feb 09 21:30:58.898717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4584b50b-c44e-4f60-8ece-dc346d28faed,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:58.906668 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.907025 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.907376 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.907741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.908090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.908428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.908765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.909100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.909433 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.909764 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.910108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.910409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:58.910738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f3cb6e-c826-4ea4-adba-186a85876093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:59.430066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-36d09c94-5214-477a-a4a3-e6f4872e0c90 req-82635a68-97bd-4c24-862b-c861f2ed8d0d tempest-TestNetworkBasicOps-1912482057 tempest-TestNetworkBasicOps-1912482057-project] (103325) timed out ('10.222.0.13', 58254) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:30:59.552503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43408) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:59.651237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-561678522-network', 'tenant_id': 'f0d2d2899986442db90ebe95032613eb'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:59.670305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Made reservation on behalf of f0d2d2899986442db90ebe95032613eb for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:59.672673 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.681156 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.754490 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Publish callbacks [] for security_group (4f1b82c3-5477-4009-ada6-15def5972961), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.758062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4f1b82c3-5477-4009-ada6-15def5972961), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.781590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:30:59.790551 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b82c3-5477-4009-ada6-15def5972961,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:59.796856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (efef3d8c-d3fb-498d-b678-b160e5a2b54a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.797202 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Added segment efef3d8c-d3fb-498d-b678-b160e5a2b54a of type vlan for network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 Feb 09 21:30:59.835638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (619fd8f2-f0f8-4e9f-8b74-1ae6187e0969), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.859411 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (619fd8f2-f0f8-4e9f-8b74-1ae6187e0969), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.860433 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.861011 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.911483 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3577447 Feb 09 21:30:59.914397 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43412) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:59.919649 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Request body: {'subnet': {'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-561678522-subnet', 'tenant_id': 'f0d2d2899986442db90ebe95032613eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:59.924247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c12a4f-ee3a-4056-b2bc-36218c73de67 admin admin] Pushing event updated for resources: {'Network': ['ID=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:59.936534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:30:59.941234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Made reservation on behalf of f0d2d2899986442db90ebe95032613eb for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:59.943504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.110455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (fc26c5fb-f7b2-4a84-965d-55d0d603b13f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.169960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc26c5fb-f7b2-4a84-965d-55d0d603b13f,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:00.177569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Checking segment: {'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:00.177947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Network hostable DHCP agents. Network: 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:31:00.195562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:31:00.203961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:00.208078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:00.209149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.214102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216dc60-cb35-48ca-876d-8d7e2a29158c None None] Network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:00.225664 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6c0bd813-043c-4ec2-8acb-d9e295be38bf admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3099337 Feb 09 21:31:00.312500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5aa04-2b83-43b1-bcba-8700507a43e1 None None] Network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:00.349857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 240f1794-c349-4a0d-8905-cb130c052e16 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:00.378148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 240f1794-c349-4a0d-8905-cb130c052e16 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:00.378489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 240f1794-c349-4a0d-8905-cb130c052e16 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:00.648608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520f57-3f65-4306-94ce-96421c010c6e req-cae898e9-a2d2-477c-b7ce-8b3ae7a15608 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:00.650075 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-cae898e9-a2d2-477c-b7ce-8b3ae7a15608 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/networks?id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 200 len: 811 time: 0.0988207 Feb 09 21:31:00.664962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-06cae98d-6d81-4520-8238-fcd27f58522a tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/quotas/f0d2d2899986442db90ebe95032613eb HTTP/1.1" status: 200 len: 375 time: 0.0094957 Feb 09 21:31:00.699772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-a4cdf087-6736-4265-a609-8f103bd6c455 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0d2d2899986442db90ebe95032613eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298266 Feb 09 21:31:00.710613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-995131ab-68c2-4b02-84ff-1de8e18119db service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:00.711503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-995131ab-68c2-4b02-84ff-1de8e18119db service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050187 Feb 09 21:31:00.766571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-07a91efc-eaa1-493f-bd39-6ab380dc4d47 req-1361225a-1c49-4c33-bb2b-f9c10d624617 service neutron] (103324) timed out ('10.222.0.13', 58256) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:31:00.797333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-a4bf9c7f-d0b7-48ec-9986-8deee42b43c2 service neutron] 10.222.0.102 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807731 Feb 09 21:31:00.886686 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-62a76eef-0318-4bdf-b15c-e8373ef7eff7 service neutron] 10.222.0.102 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838120 Feb 09 21:31:01.042423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43e7d3b5-ec02-4475-a479-ca4115b05bff req-6f436d54-09ef-4c90-b285-63fc08b7ff9c tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 210 time: 0.0273900 Feb 09 21:31:02.119145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8552482e-9236-44db-8a0e-2770e3dbc89c req-685c7f0e-ccbe-4ade-98cf-b8c2f01db73b tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 210 time: 0.0271649 Feb 09 21:31:03.197751 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fb4316a-c0ff-48e4-8218-487dc880ab4c req-64123f3f-e244-4378-876b-68e55e41a1e3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 210 time: 0.0281634 Feb 09 21:31:04.276339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5cf8234c-7ea3-46d9-8c01-53e342a3ea9f req-2c400635-eb5f-40cc-b8ae-fe337773baae tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 210 time: 0.0267959 Feb 09 21:31:05.368513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4f28c93-3251-4ba2-8467-ad21b0e4374c req-3f88f585-8e1f-434e-b59e-264388360e15 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 210 time: 0.0269711 Feb 09 21:31:05.992907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520f57-3f65-4306-94ce-96421c010c6e req-14c7f959-7efb-401a-8d38-de0490dd6583 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.994361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-14c7f959-7efb-401a-8d38-de0490dd6583 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.50 "GET /v2.0/networks?id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 200 len: 811 time: 0.1038899 Feb 09 21:31:06.007149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Request body: {'port': {'device_id': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969', 'admin_state_up': True, 'tenant_id': 'f0d2d2899986442db90ebe95032613eb'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:06.428000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Made reservation on behalf of f0d2d2899986442db90ebe95032613eb for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:06.431322 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.480482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-589e1dbf-60c6-4cdb-b1f4-1aa67490b702 req-94a59e90-6f13-495e-9f2b-ee969a2470ec tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 210 time: 0.0394747 Feb 09 21:31:06.578726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Allocated IP 172.20.0.3 (619fd8f2-f0f8-4e9f-8b74-1ae6187e0969/fc26c5fb-f7b2-4a84-965d-55d0d603b13f/a55676ea-ac7f-42cd-832c-a7693d4ce51e) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:06.720704 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Publish callbacks [] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.753668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.792828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:06.798369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:06.802194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:06.832593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:06.856141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.856757 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.872168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-f6bc874d-31a5-4081-a250-109e6039bca2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688676 Feb 09 21:31:06.883965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Request body: {'port': {'device_id': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:06.940239 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.192462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55676ea-ac7f-42cd-832c-a7693d4ce51e {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:07.200072 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Publish callbacks [] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.211709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Transition to ACTIVE for port object a55676ea-ac7f-42cd-832c-a7693d4ce51e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:07.215492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.266609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:07.329558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Attempting to bind port a55676ea-ac7f-42cd-832c-a7693d4ce51e on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:07.329899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Attempting to bind port a55676ea-ac7f-42cd-832c-a7693d4ce51e by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:07.330229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Attempting to bind port a55676ea-ac7f-42cd-832c-a7693d4ce51e on network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:07.334412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Port a55676ea-ac7f-42cd-832c-a7693d4ce51e on network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:07.334718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Attempting to bind port a55676ea-ac7f-42cd-832c-a7693d4ce51e on network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:07.339410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:07.339780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Checking segment: {'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:07.340169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Bound using segment: {'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:07.340591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Bound port: a55676ea-ac7f-42cd-832c-a7693d4ce51e, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:07.340942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.404327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:07.408020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:07.413497 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.445110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.445672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.447045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] 10.222.0.50 "PUT /v2.0/ports/a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 1092 time: 0.5673234 Feb 09 21:31:07.447496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:07.449749 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814b994-5eef-4846-9dc2-db52507ed7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:07.480812 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4bf9-1ae5-448c-9aa8-e3f8ccf6c77b service neutron] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:07.497964 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1e4049-2784-472e-96e4-4f4d6331f23c x-openstack-request-id: req-8f1e4049-2784-472e-96e4-4f4d6331f23c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:07.498253 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:07.498515 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8f1e4049-2784-472e-96e4-4f4d6331f23c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:07.498925 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'status': 'completed', 'code': 200} Feb 09 21:31:07.536297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520f57-3f65-4306-94ce-96421c010c6e req-79bde638-e8ac-4ff9-9dd9-25494394a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.537860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-79bde638-e8ac-4ff9-9dd9-25494394a16a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0d2d2899986442db90ebe95032613eb&device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 1126 time: 0.0487864 Feb 09 21:31:07.589300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-fae62539-ca27-42df-9a44-0bb96adc0c6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 217 time: 0.0449340 Feb 09 21:31:07.656883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520f57-3f65-4306-94ce-96421c010c6e req-d15a6a6d-fc93-42f4-96e6-3dc631f5ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.658345 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-d15a6a6d-fc93-42f4-96e6-3dc631f5ca10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc26c5fb-f7b2-4a84-965d-55d0d603b13f HTTP/1.1" status: 200 len: 851 time: 0.0545685 Feb 09 21:31:07.665922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb73361-e2c4-4a56-b6fb-ca762b78aecf req-54aca4cd-23bc-41f0-a0d2-457728dfffe0 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.667301 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cb73361-e2c4-4a56-b6fb-ca762b78aecf req-54aca4cd-23bc-41f0-a0d2-457728dfffe0 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 943 time: 0.1174450 Feb 09 21:31:07.698240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-63dea81b-f2e9-43f2-9675-39bfe6f9c050 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298555 Feb 09 21:31:07.716315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-73595c13-9b17-4020-8ed1-937e450ec4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.782582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3cb73361-e2c4-4a56-b6fb-ca762b78aecf req-7e0e0abd-e6da-40bf-9b26-a8355a45ba9c tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072681 Feb 09 21:31:07.813003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-db3d1246-b27f-435a-bebf-920cdfaa650a service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083736 Feb 09 21:31:07.898746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8520f57-3f65-4306-94ce-96421c010c6e req-70dc494d-bf5e-4c5a-a0c2-c76816330aae service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799320 Feb 09 21:31:07.989693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-a2ac68f8-67b6-4ddb-ab0b-f8806adf63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.991097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-a2ac68f8-67b6-4ddb-ab0b-f8806adf63c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0d2d2899986442db90ebe95032613eb&device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 1126 time: 0.0493567 Feb 09 21:31:08.079973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-dc739a90-e0c1-43f9-8098-b99c2f717d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:08.081437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-dc739a90-e0c1-43f9-8098-b99c2f717d55 service neutron] 10.222.0.50 "GET /v2.0/networks?id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 200 len: 912 time: 0.0835562 Feb 09 21:31:08.124935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-d1fcc9d4-fcb6-44c3-9df8-5830c9acc91e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 217 time: 0.0370972 Feb 09 21:31:08.171330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-ce4bf7d9-25b7-41f9-a39e-ffc276c63713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:08.172767 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-ce4bf7d9-25b7-41f9-a39e-ffc276c63713 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc26c5fb-f7b2-4a84-965d-55d0d603b13f HTTP/1.1" status: 200 len: 851 time: 0.0420082 Feb 09 21:31:08.203864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-86921a86-c53f-4725-84b8-6063688ecab9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245762 Feb 09 21:31:08.288439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-737fc3ab-652e-48b7-9720-739362fa46be service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786359 Feb 09 21:31:08.378076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6814b994-5eef-4846-9dc2-db52507ed7f9 req-ebc92f76-ff91-48ea-986a-c2946a5ad028 service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838542 Feb 09 21:31:08.907838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4090963-e2b4-4a30-bdfc-a06912debada req-e616a9f6-eb20-420c-9fc9-d6e510af5967 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:08.909323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f4090963-e2b4-4a30-bdfc-a06912debada req-e616a9f6-eb20-420c-9fc9-d6e510af5967 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 943 time: 0.0531738 Feb 09 21:31:08.954907 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f4090963-e2b4-4a30-bdfc-a06912debada req-afe33eed-ea17-41be-b6fd-0ae3df20d87b tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Feb 09 21:31:09.771629 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47d50e47-9680-4a37-8e15-798ffdf4d9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.077794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776b87-0113-42f5-88b3-5554c1a5452f req-597e811a-5daa-45d7-b9b1-4071685f8915 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.079333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95776b87-0113-42f5-88b3-5554c1a5452f req-597e811a-5daa-45d7-b9b1-4071685f8915 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 943 time: 0.0553751 Feb 09 21:31:10.129420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-95776b87-0113-42f5-88b3-5554c1a5452f req-85ba3708-9d7d-468c-813a-e11490df61a3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Feb 09 21:31:10.411924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a55676ea-ac7f-42cd-832c-a7693d4ce51e details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:10.507563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:10.519160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969', 'port_id': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'mac_address': 'fa:16:3e:51:03:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc26c5fb-f7b2-4a84-965d-55d0d603b13f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:10.554657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port a55676ea-ac7f-42cd-832c-a7693d4ce51e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:10.555048 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.567925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55676ea-ac7f-42cd-832c-a7693d4ce51e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:10.587397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:10.591844 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.640207 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:10.798182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['a55676ea-ac7f-42cd-832c-a7693d4ce51e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:11.250233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f79366-556b-403b-a75b-317bb77f7564 req-fa062c8c-3e69-4d5c-b46c-9a2b297878d3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.251705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7f79366-556b-403b-a75b-317bb77f7564 req-fa062c8c-3e69-4d5c-b46c-9a2b297878d3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 944 time: 0.0555334 Feb 09 21:31:11.297105 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7f79366-556b-403b-a75b-317bb77f7564 req-0d1abdc2-6a72-4798-a785-6c2f05a5510c tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Feb 09 21:31:11.384334 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.417954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e844b-a069-440f-bc43-596aca41e170 req-fdd4214f-5e4e-4cde-9a03-15414077e8d3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.419418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e0e844b-a069-440f-bc43-596aca41e170 req-fdd4214f-5e4e-4cde-9a03-15414077e8d3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 944 time: 0.0564945 Feb 09 21:31:12.420172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a55676ea-ac7f-42cd-832c-a7693d4ce51e up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:12.467907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e0e844b-a069-440f-bc43-596aca41e170 req-e47b9a4c-17f7-4f89-844a-1007dbc205da tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Feb 09 21:31:12.472526 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port a55676ea-ac7f-42cd-832c-a7693d4ce51e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:12.476348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port a55676ea-ac7f-42cd-832c-a7693d4ce51e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:12.476730 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.552169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port a55676ea-ac7f-42cd-832c-a7693d4ce51e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:12.552561 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.574796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:12.576973 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010cf2b1-a8b5-44b5-a142-03326238fbb6" -d '{"events": [{"server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "name": "network-vif-plugged", "status": "completed", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:12.592570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:12.596781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.644360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:12.684027 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a4d6c6-d5f7-41f4-b09a-986fd6c70f36 x-openstack-request-id: req-d3a4d6c6-d5f7-41f4-b09a-986fd6c70f36 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:12.684327 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "name": "network-vif-plugged", "status": "completed", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:12.684586 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d3a4d6c6-d5f7-41f4-b09a-986fd6c70f36 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:12.684989 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'code': 200} Feb 09 21:31:12.782656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46194cf1-ea32-4350-8efd-4053d8356180 req-e9c5fde4-f1db-4a89-ac2b-60d0a55eaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.784195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46194cf1-ea32-4350-8efd-4053d8356180 req-e9c5fde4-f1db-4a89-ac2b-60d0a55eaca4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 1128 time: 0.0426650 Feb 09 21:31:12.826713 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46194cf1-ea32-4350-8efd-4053d8356180 req-fa00926c-f753-4018-ae36-2b8a1eafe99a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366600 Feb 09 21:31:12.865776 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.585368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b53d2-889d-44ab-a7af-0c6181e80fa4 req-4414c53d-2f3e-44a0-85eb-aa25099161de tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:13.586848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-695b53d2-889d-44ab-a7af-0c6181e80fa4 req-4414c53d-2f3e-44a0-85eb-aa25099161de tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0513012 Feb 09 21:31:13.635511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-695b53d2-889d-44ab-a7af-0c6181e80fa4 req-1509a5b8-3a94-4dea-b752-1a1652dbe439 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Feb 09 21:31:13.968304 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.757733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc2cf2-4cac-4f6e-a8fe-9778436bbd9a req-3f3ea45f-34a3-4fc0-97cf-03a20ed6317b tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.759125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fddc2cf2-4cac-4f6e-a8fe-9778436bbd9a req-3f3ea45f-34a3-4fc0-97cf-03a20ed6317b tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0514688 Feb 09 21:31:14.805691 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fddc2cf2-4cac-4f6e-a8fe-9778436bbd9a req-c49e65a8-df37-4c8e-9f26-1ddb7d1d76b2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Feb 09 21:31:15.071343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:15.158381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae6bc7-fd2d-4dae-a4f1-3d3de3454a34 req-ce727668-ea63-402f-a73a-ea0946ac816c tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.159867 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59ae6bc7-fd2d-4dae-a4f1-3d3de3454a34 req-ce727668-ea63-402f-a73a-ea0946ac816c tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0791147 Feb 09 21:31:15.201997 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-7d4ebc06-07ad-4f83-8b80-1445156e98c5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293337 Feb 09 21:31:15.211073 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-c51c6fa6-55b7-43f1-8be2-8f48f9c66346 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:15.212145 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-c51c6fa6-55b7-43f1-8be2-8f48f9c66346 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049214 Feb 09 21:31:15.224114 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-59ae6bc7-fd2d-4dae-a4f1-3d3de3454a34 req-5bbb09e3-f2b0-4830-a8a5-9a80a059b8dc tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577881 Feb 09 21:31:16.336408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-3cbc8245-c7bf-4afb-bc75-dbb4aa2b267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.337916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-3cbc8245-c7bf-4afb-bc75-dbb4aa2b267e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0d2d2899986442db90ebe95032613eb&device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 1128 time: 0.0733347 Feb 09 21:31:16.372102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6bdc-0a49-49eb-9641-2fbf79941312 req-643e3c28-900e-4de3-9188-2b097fdbb01c tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.373544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc8b6bdc-0a49-49eb-9641-2fbf79941312 req-643e3c28-900e-4de3-9188-2b097fdbb01c tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0771208 Feb 09 21:31:16.461763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc8b6bdc-0a49-49eb-9641-2fbf79941312 req-b4f24dd2-3c22-4d47-8813-9240065cb67e tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615344 Feb 09 21:31:16.474210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-1124c9fa-b8e2-4ce6-a889-37926ef25ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.475670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-1124c9fa-b8e2-4ce6-a889-37926ef25ffb service neutron] 10.222.0.50 "GET /v2.0/networks?id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 200 len: 912 time: 0.1293063 Feb 09 21:31:16.516254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-00a1fac4-6519-40b9-9257-a5adac64a840 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 217 time: 0.0346146 Feb 09 21:31:16.566446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-255ec8fe-55a8-47a2-bb67-db4f584daed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.567928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-255ec8fe-55a8-47a2-bb67-db4f584daed5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc26c5fb-f7b2-4a84-965d-55d0d603b13f HTTP/1.1" status: 200 len: 851 time: 0.0469198 Feb 09 21:31:16.598140 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-dce77ca8-e4be-42db-a5dc-328177acb6a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239739 Feb 09 21:31:16.684300 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-0952bcad-b514-419f-8b71-26efc6bbdbcb service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799942 Feb 09 21:31:16.774121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-ae2580de-b129-43e7-ab9f-b064152a61de service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842550 Feb 09 21:31:17.585427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b72387-453b-47a7-a609-33d4afa3c6c4 req-706a51b1-f542-4716-b9b0-5fcbe3df6498 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:17.587007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-95b72387-453b-47a7-a609-33d4afa3c6c4 req-706a51b1-f542-4716-b9b0-5fcbe3df6498 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0576520 Feb 09 21:31:17.633737 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-95b72387-453b-47a7-a609-33d4afa3c6c4 req-d3198fcb-9477-46ed-9219-a1e75436b832 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Feb 09 21:31:18.752034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462b3b-3331-4a0c-a83e-579ea52aedaf req-1e839bce-9893-45b5-aafa-2f06689c724d tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.753416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-67462b3b-3331-4a0c-a83e-579ea52aedaf req-1e839bce-9893-45b5-aafa-2f06689c724d tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0530710 Feb 09 21:31:18.798074 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-67462b3b-3331-4a0c-a83e-579ea52aedaf req-32a00bd5-c9ba-4bc5-9a9f-ec5a5a61c19d tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391612 Feb 09 21:31:19.918562 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a185-daad-4d2a-b0c6-4e4a510ea11a req-b44e9b6e-690d-4cbf-935e-b03c089ff494 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.920119 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5a75a185-daad-4d2a-b0c6-4e4a510ea11a req-b44e9b6e-690d-4cbf-935e-b03c089ff494 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0556521 Feb 09 21:31:19.966007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5a75a185-daad-4d2a-b0c6-4e4a510ea11a req-ff6bd2cb-516b-466c-ae05-ba8e564d9713 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398507 Feb 09 21:31:21.082495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc805c2e-38c1-4288-8d39-f08f78e618d3 req-53c20e77-0683-4050-ae03-a9c080afbb18 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.083973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc805c2e-38c1-4288-8d39-f08f78e618d3 req-53c20e77-0683-4050-ae03-a9c080afbb18 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0511260 Feb 09 21:31:21.133242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc805c2e-38c1-4288-8d39-f08f78e618d3 req-dfd6d101-13eb-4c25-a5ae-9e4f216218ae tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Feb 09 21:31:21.997628 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.252922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576d8c2-081f-4483-98f6-c9dba1a261ff req-cebecbd9-562a-473c-8099-c16c2b289805 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.254322 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5576d8c2-081f-4483-98f6-c9dba1a261ff req-cebecbd9-562a-473c-8099-c16c2b289805 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0515673 Feb 09 21:31:22.300198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5576d8c2-081f-4483-98f6-c9dba1a261ff req-bdde8e02-ad9d-4934-92bb-e34916de311f tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Feb 09 21:31:23.417416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a71273-5c01-4456-a20c-9db88224be8a req-281df516-3efb-4249-a15d-8eba4ec66c3d tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.418868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2a71273-5c01-4456-a20c-9db88224be8a req-281df516-3efb-4249-a15d-8eba4ec66c3d tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0514936 Feb 09 21:31:23.465319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d2a71273-5c01-4456-a20c-9db88224be8a req-58fe70a9-422e-47c3-b96a-a435546baa3a tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Feb 09 21:31:24.581398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c744572-e3e5-4d2f-89f6-e8c80fe76eb5 req-da8e4935-a4ad-4ad2-af95-0326f92746cb tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.582854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c744572-e3e5-4d2f-89f6-e8c80fe76eb5 req-da8e4935-a4ad-4ad2-af95-0326f92746cb tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0519364 Feb 09 21:31:24.631883 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6c744572-e3e5-4d2f-89f6-e8c80fe76eb5 req-e6464ca2-df3f-4862-874f-f20e64952342 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Feb 09 21:31:25.750594 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf8a7c-2934-4c41-acfd-f5817518ace7 req-f83e30d4-3780-4dea-adb1-3daf0cb80a20 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.752017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efdf8a7c-2934-4c41-acfd-f5817518ace7 req-f83e30d4-3780-4dea-adb1-3daf0cb80a20 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0534451 Feb 09 21:31:25.796938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efdf8a7c-2934-4c41-acfd-f5817518ace7 req-cd0a0cad-facb-4015-89e6-b032b8064259 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Feb 09 21:31:26.917626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18410852-df5a-46e2-a4e9-74bb229f1f53 req-5f895ffd-60ef-4947-b3a2-ef99dc49cc85 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.919159 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18410852-df5a-46e2-a4e9-74bb229f1f53 req-5f895ffd-60ef-4947-b3a2-ef99dc49cc85 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0528316 Feb 09 21:31:26.926063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:26.966135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18410852-df5a-46e2-a4e9-74bb229f1f53 req-0b6ae501-9577-4823-85e1-bd502668a710 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412617 Feb 09 21:31:28.089165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09403f6-af4c-4c80-98c1-0bf8cfbf70fa req-41c3e3b9-c565-4ed3-8c76-55d10779241a tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:28.090634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b09403f6-af4c-4c80-98c1-0bf8cfbf70fa req-41c3e3b9-c565-4ed3-8c76-55d10779241a tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0551722 Feb 09 21:31:28.135113 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b09403f6-af4c-4c80-98c1-0bf8cfbf70fa req-1f3a949f-0bcf-41f2-ba76-37cc19d3e3f0 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388982 Feb 09 21:31:29.253199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59c642-8dc2-415d-927c-c9f11f38a8f9 req-a730f5d8-5979-49ce-8674-7522563923e0 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.254678 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c59c642-8dc2-415d-927c-c9f11f38a8f9 req-a730f5d8-5979-49ce-8674-7522563923e0 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0522385 Feb 09 21:31:29.300967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c59c642-8dc2-415d-927c-c9f11f38a8f9 req-0403dc1b-7046-4184-a367-b356b0e69c17 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405450 Feb 09 21:31:30.423030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecae719-1119-48c6-9481-8d37030fc0ff req-2c436203-aed2-4b83-9802-3145367decf3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.424512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ecae719-1119-48c6-9481-8d37030fc0ff req-2c436203-aed2-4b83-9802-3145367decf3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0513747 Feb 09 21:31:30.470703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ecae719-1119-48c6-9481-8d37030fc0ff req-72fe8fc6-df11-4ef6-a8a9-670e280b851b tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Feb 09 21:31:31.594348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a5429-6ba5-40d7-8c4c-30988cdc26b7 req-f5e0a201-94a6-4174-aadf-0c895171a582 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:31.595868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df8a5429-6ba5-40d7-8c4c-30988cdc26b7 req-f5e0a201-94a6-4174-aadf-0c895171a582 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0570004 Feb 09 21:31:31.643027 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df8a5429-6ba5-40d7-8c4c-30988cdc26b7 req-450c7eb4-6db8-40ab-af14-2dcab207d5cb tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 Feb 09 21:31:32.385236 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:31:32.765454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c556-adbf-4c76-af31-de7b8089ff3d req-38c96a9a-3288-424f-9fc8-e2abed160021 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.766946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d99c556-adbf-4c76-af31-de7b8089ff3d req-38c96a9a-3288-424f-9fc8-e2abed160021 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0555191 Feb 09 21:31:32.812683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d99c556-adbf-4c76-af31-de7b8089ff3d req-98569ee0-047f-4dc4-b57b-86a3f9b0321d tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Feb 09 21:31:33.929878 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e845fa-3908-483f-8400-64fa6c957f67 req-c9b7f721-b93a-4b78-a073-e712c0b870cb tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:33.931328 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29e845fa-3908-483f-8400-64fa6c957f67 req-c9b7f721-b93a-4b78-a073-e712c0b870cb tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0516038 Feb 09 21:31:33.978691 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-29e845fa-3908-483f-8400-64fa6c957f67 req-6f94ec8e-ad43-4adc-b516-cbbcb38212c0 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Feb 09 21:31:35.095350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f53a6-e262-4084-82fa-9de0d31dd7b6 req-9b962474-9978-41d9-a1ce-4dba779a6d18 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.096866 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d41f53a6-e262-4084-82fa-9de0d31dd7b6 req-9b962474-9978-41d9-a1ce-4dba779a6d18 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0524585 Feb 09 21:31:35.143421 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d41f53a6-e262-4084-82fa-9de0d31dd7b6 req-0cd0cc32-3b9e-4b5b-8ec8-392926c98c1b tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Feb 09 21:31:36.267191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6e798-5728-4b52-bf1f-e64b8c19b921 req-26259eb9-a54f-40da-8ca4-202550648cd3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.268702 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7f6e798-5728-4b52-bf1f-e64b8c19b921 req-26259eb9-a54f-40da-8ca4-202550648cd3 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0571914 Feb 09 21:31:36.314863 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7f6e798-5728-4b52-bf1f-e64b8c19b921 req-24fdfa78-cc46-4071-b566-0f97b8736b50 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Feb 09 21:31:37.431355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d849454-9f11-409d-ae64-b24b109e4e6c req-bf9ba06e-2bf0-4e8d-80ee-d6ad889dab68 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.432837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d849454-9f11-409d-ae64-b24b109e4e6c req-bf9ba06e-2bf0-4e8d-80ee-d6ad889dab68 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0514185 Feb 09 21:31:37.483096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d849454-9f11-409d-ae64-b24b109e4e6c req-5c0a3bde-0780-4e1f-80cb-f51179f63313 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441732 Feb 09 21:31:37.718380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60d36ee3-9c35-4fd4-a3d0-56106da3214c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.601959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6afd-2e3c-4ed7-8fd6-2c78c8ae2ba2 req-24ec44e6-7c6d-4071-b015-cc04afb4d8e0 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.603443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e6e6afd-2e3c-4ed7-8fd6-2c78c8ae2ba2 req-24ec44e6-7c6d-4071-b015-cc04afb4d8e0 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0528316 Feb 09 21:31:38.649659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2e6e6afd-2e3c-4ed7-8fd6-2c78c8ae2ba2 req-3236e021-2933-4938-9673-a36b3702208a tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Feb 09 21:31:39.768335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b15b9a-36ba-4f05-9e33-7b1a8a0a65c5 req-75745138-d9eb-4071-aadf-684724162082 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.769841 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16b15b9a-36ba-4f05-9e33-7b1a8a0a65c5 req-75745138-d9eb-4071-aadf-684724162082 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0532296 Feb 09 21:31:39.772889 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c26ff8a-8037-4b74-a1e5-109127f939c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.816319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16b15b9a-36ba-4f05-9e33-7b1a8a0a65c5 req-a6aaffbe-2017-402d-9175-cab34fbacd0c tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Feb 09 21:31:40.935169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243c7e-2d76-43db-baa3-f3d7f8f8221e req-f6d1ef25-271d-4054-9e5f-fb176af783ea tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.936637 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8243c7e-2d76-43db-baa3-f3d7f8f8221e req-f6d1ef25-271d-4054-9e5f-fb176af783ea tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0505598 Feb 09 21:31:40.986470 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c8243c7e-2d76-43db-baa3-f3d7f8f8221e req-2a370e44-80cf-44f1-9b44-49dbe4e0781e tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Feb 09 21:31:41.386904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.110061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee1933-56f0-4e78-9b10-8b236223bc85 req-0093480b-8e7d-4561-9113-d1ffec7d221f tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:42.111609 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cee1933-56f0-4e78-9b10-8b236223bc85 req-0093480b-8e7d-4561-9113-d1ffec7d221f tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0553493 Feb 09 21:31:42.157637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cee1933-56f0-4e78-9b10-8b236223bc85 req-286c8219-9b03-4e3b-94c4-9e5508b45451 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404742 Feb 09 21:31:42.867328 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.274650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193c4ab-74a5-441b-8832-76f7fef202c2 req-df8f7ae4-287b-49c1-b234-28894eff11dc tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.276138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1193c4ab-74a5-441b-8832-76f7fef202c2 req-df8f7ae4-287b-49c1-b234-28894eff11dc tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0520384 Feb 09 21:31:43.322097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1193c4ab-74a5-441b-8832-76f7fef202c2 req-6ab0380e-3c93-4679-9287-351ed04b8613 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397480 Feb 09 21:31:43.776023 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-c7e946f8-10a1-455a-b08d-c0a2ce7cdc8d service neutron] show failed (client error): The resource could not be found. Feb 09 21:31:43.777021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-c7e946f8-10a1-455a-b08d-c0a2ce7cdc8d service neutron] 10.222.0.50 "GET /v2.0/ports/a55676ea-ac7f-42cd-832c-a7693d4ce51e/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0575693 Feb 09 21:31:43.970395 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.001544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-c2cdd3e5-d92e-4c70-b005-c6cd3d718b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.003045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-c2cdd3e5-d92e-4c70-b005-c6cd3d718b34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d&tenant_id=f0d2d2899986442db90ebe95032613eb HTTP/1.1" status: 200 len: 1128 time: 0.0765970 Feb 09 21:31:44.014533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:44.075787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.268238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:44.300494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:44.338958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:44.341267 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07453a4-cc74-4f52-a154-1b4f1d975f26" -d '{"events": [{"server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "name": "network-vif-unplugged", "status": "completed", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:44.344698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Publish callbacks [] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.357599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Transition to ACTIVE for port object a55676ea-ac7f-42cd-832c-a7693d4ce51e will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:44.361372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.409040 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77972bc9-4934-4dcb-8b4a-d54bdc2fc7c4 x-openstack-request-id: req-77972bc9-4934-4dcb-8b4a-d54bdc2fc7c4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:44.409370 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "name": "network-vif-unplugged", "status": "completed", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:44.409626 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-77972bc9-4934-4dcb-8b4a-d54bdc2fc7c4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:44.410018 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'code': 200} Feb 09 21:31:44.445231 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:44.462241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] No DVR routers for this DVR port a55676ea-ac7f-42cd-832c-a7693d4ce51e on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:44.509352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Attempting to bind port a55676ea-ac7f-42cd-832c-a7693d4ce51e on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:44.509692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Attempting to bind port a55676ea-ac7f-42cd-832c-a7693d4ce51e by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:44.510023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Attempting to bind port a55676ea-ac7f-42cd-832c-a7693d4ce51e on network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:44.519720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e223dc-de39-4356-92f3-da6ec3c78668 req-f2779693-8652-48e7-ada6-4b882a01dd9e tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.521196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51e223dc-de39-4356-92f3-da6ec3c78668 req-f2779693-8652-48e7-ada6-4b882a01dd9e tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 943 time: 0.1163778 Feb 09 21:31:44.523200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Port a55676ea-ac7f-42cd-832c-a7693d4ce51e on network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:44.523521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Attempting to bind port a55676ea-ac7f-42cd-832c-a7693d4ce51e on network 619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:44.535010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:44.535348 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Checking segment: {'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:44.535751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Bound using segment: {'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:44.536177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Bound port: a55676ea-ac7f-42cd-832c-a7693d4ce51e, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efef3d8c-d3fb-498d-b678-b160e5a2b54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:44.536527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.608222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51e223dc-de39-4356-92f3-da6ec3c78668 req-d6a2bd0c-f2e1-4260-be9b-df03af06b675 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814898 Feb 09 21:31:44.626736 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:44.629668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:44.635621 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.669472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.670088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.671491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] 10.222.0.13 "PUT /v2.0/ports/a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 1092 time: 0.6611743 Feb 09 21:31:44.690996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef1457-2d06-4d6c-8f10-bfdcd0d71a51 service neutron] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:44.737591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-719936fb-57ad-4edd-ae5d-2ad52d51740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.739083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-719936fb-57ad-4edd-ae5d-2ad52d51740f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0d2d2899986442db90ebe95032613eb&device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 1126 time: 0.0452256 Feb 09 21:31:44.827009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-af087a91-ad71-4049-b2e5-4765d60c8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.829024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-af087a91-ad71-4049-b2e5-4765d60c8cd0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 200 len: 912 time: 0.0837660 Feb 09 21:31:44.868183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-1b375760-069c-44eb-903d-85a2326cdfdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 217 time: 0.0334315 Feb 09 21:31:44.913238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-502dc8df-39fc-4e94-8041-028da7388204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.914616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-502dc8df-39fc-4e94-8041-028da7388204 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc26c5fb-f7b2-4a84-965d-55d0d603b13f HTTP/1.1" status: 200 len: 851 time: 0.0415623 Feb 09 21:31:44.944231 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-ad3fbcd5-0cdd-4b15-b1b7-d4b0910a7264 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233026 Feb 09 21:31:45.035785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-3a08a51c-e7d6-426f-a23c-c88a638eb816 service neutron] 10.222.0.13 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849998 Feb 09 21:31:45.120777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebe913ea-ff1b-41d1-9338-4020971e035d req-fe374908-56b6-4729-a75f-b14d89e8e90d service neutron] 10.222.0.13 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796952 Feb 09 21:31:45.728056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db0c5f-e47a-4190-914f-43afc72f2318 req-d6413f44-8ade-4f1b-b92e-c9856d7c8a65 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.729432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3db0c5f-e47a-4190-914f-43afc72f2318 req-d6413f44-8ade-4f1b-b92e-c9856d7c8a65 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 943 time: 0.0525670 Feb 09 21:31:45.777568 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3db0c5f-e47a-4190-914f-43afc72f2318 req-0e935e3b-3581-479d-afe3-352e329dae26 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Feb 09 21:31:46.186674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device a55676ea-ac7f-42cd-832c-a7693d4ce51e details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:46.283299 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:46.294206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'network_id': '619fd8f2-f0f8-4e9f-8b74-1ae6187e0969', 'port_id': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'mac_address': 'fa:16:3e:51:03:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc26c5fb-f7b2-4a84-965d-55d0d603b13f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:46.330564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port a55676ea-ac7f-42cd-832c-a7693d4ce51e is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:46.330949 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.343205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55676ea-ac7f-42cd-832c-a7693d4ce51e {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:46.361798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:46.365772 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:46.410219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:46.411198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:46.413689 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:46.417807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.418156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.418496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.418831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.419161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.419487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.419842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.420171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.420491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.420966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.422026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.422121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.422445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:46.463729 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d1500-a20c-45db-869b-386a10948471 x-openstack-request-id: req-e54d1500-a20c-45db-869b-386a10948471 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:46.464027 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:46.464281 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e54d1500-a20c-45db-869b-386a10948471 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:46.464683 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'status': 'completed', 'code': 200} Feb 09 21:31:46.560657 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-8b1db29a-7bec-4139-9d54-f3d836a2f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.562924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-8b1db29a-7bec-4139-9d54-f3d836a2f8e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0d2d2899986442db90ebe95032613eb&device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 1127 time: 0.0806057 Feb 09 21:31:46.565489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-98cd99eb-6378-450d-a02a-ccb639c32be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.566858 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-98cd99eb-6378-450d-a02a-ccb639c32be3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0d2d2899986442db90ebe95032613eb&device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 1127 time: 0.0770566 Feb 09 21:31:46.627255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['a55676ea-ac7f-42cd-832c-a7693d4ce51e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:46.656582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a55676ea-ac7f-42cd-832c-a7693d4ce51e no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:46.719146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port a55676ea-ac7f-42cd-832c-a7693d4ce51e host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:31:46.719461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device a55676ea-ac7f-42cd-832c-a7693d4ce51e not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:46.723671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-572d92a4-fac2-4af7-bf46-ede8526ab9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.725177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-572d92a4-fac2-4af7-bf46-ede8526ab9e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 200 len: 912 time: 0.1568754 Feb 09 21:31:46.726533 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-9eafc6b6-890d-4ce0-b154-ffd65866bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.727889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-9eafc6b6-890d-4ce0-b154-ffd65866bafd service neutron] 10.222.0.13 "GET /v2.0/networks?id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 200 len: 912 time: 0.1423621 Feb 09 21:31:46.772873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-d74ed6b2-2483-43a7-b290-b90b37daafbf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 217 time: 0.0419469 Feb 09 21:31:46.807044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-bc98cf48-122f-4480-a900-2f1b1c85f0ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 217 time: 0.0698714 Feb 09 21:31:46.874091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-f29a8d08-d8a5-4ee1-a0c8-05ced43df058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.875576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-f29a8d08-d8a5-4ee1-a0c8-05ced43df058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc26c5fb-f7b2-4a84-965d-55d0d603b13f HTTP/1.1" status: 200 len: 851 time: 0.0769687 Feb 09 21:31:46.889458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-b13f9239-304a-4ebe-9c63-213469ed3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.890991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-b13f9239-304a-4ebe-9c63-213469ed3311 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc26c5fb-f7b2-4a84-965d-55d0d603b13f HTTP/1.1" status: 200 len: 851 time: 0.0642462 Feb 09 21:31:46.904732 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ba4f6-dbe1-40e0-9dff-bb37ceb7e5f1 req-2778980d-1744-40e4-963b-4dc17944e7df tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.906731 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c67ba4f6-dbe1-40e0-9dff-bb37ceb7e5f1 req-2778980d-1744-40e4-963b-4dc17944e7df tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 944 time: 0.0570407 Feb 09 21:31:46.914473 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-48ffa5fa-4ee5-40e8-b83d-25c917452853 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330710 Feb 09 21:31:46.945344 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-b0e661ac-e6ec-4eb4-baf9-2abb8b4757c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333920 Feb 09 21:31:46.954272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c67ba4f6-dbe1-40e0-9dff-bb37ceb7e5f1 req-c40a5e3c-c27d-4426-9f2f-310116afb66e tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Feb 09 21:31:47.087165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-004803ef-f066-4f9c-b2b6-a3d44d247932 service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642363 Feb 09 21:31:47.092410 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-c0d961f6-3124-4ea8-a0ee-f1c69c5525ed service neutron] 10.222.0.13 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380649 Feb 09 21:31:47.641481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-8e1ff7dd-c922-4be5-a5f9-6c21774dd9c4 service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466526 Feb 09 21:31:47.650172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-8cc23046-f298-4772-b23f-e23dc854046a tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.651506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-8cc23046-f298-4772-b23f-e23dc854046a tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d&tenant_id=f0d2d2899986442db90ebe95032613eb&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 944 time: 0.4752920 Feb 09 21:31:47.655037 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d83ad8b5-b04b-46ab-800b-d1a91bdd9aa2 req-e718b1be-7bb8-4c40-a969-de297ae83bbb service neutron] 10.222.0.13 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532646 Feb 09 21:31:47.713740 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-36158b9b-2fd7-4bec-86c4-a4ca8ccb45a3 service neutron] delete failed (client error): The resource could not be found. Feb 09 21:31:47.714758 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-36158b9b-2fd7-4bec-86c4-a4ca8ccb45a3 service neutron] 10.222.0.50 "DELETE /v2.0/ports/a55676ea-ac7f-42cd-832c-a7693d4ce51e/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0566807 Feb 09 21:31:47.803894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-2d5d1322-8e1e-4da3-8b85-f8de181db0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.805484 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-2d5d1322-8e1e-4da3-8b85-f8de181db0b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f0d2d2899986442db90ebe95032613eb&device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 1127 time: 0.0477378 Feb 09 21:31:47.890856 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-b1852a0c-9b04-43e8-9921-498443ae0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.892326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-b1852a0c-9b04-43e8-9921-498443ae0632 service neutron] 10.222.0.50 "GET /v2.0/networks?id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 200 len: 912 time: 0.0812621 Feb 09 21:31:47.930912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-a4407098-4fb7-407b-b716-8a989fa2fbf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 200 len: 217 time: 0.0329208 Feb 09 21:31:47.980432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-5770da5e-a0b8-41cb-b959-fa5b83c0b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.981822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-5770da5e-a0b8-41cb-b959-fa5b83c0b621 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc26c5fb-f7b2-4a84-965d-55d0d603b13f HTTP/1.1" status: 200 len: 851 time: 0.0454757 Feb 09 21:31:48.011747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-c9def1dd-0bba-43ee-9151-e535477169d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236983 Feb 09 21:31:48.097148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-a205adbb-3485-41ca-9dd3-699bf9382098 service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785239 Feb 09 21:31:48.186286 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-2449aa2c-8c08-48cb-b578-5c03101a318e service neutron] 10.222.0.50 "GET /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836141 Feb 09 21:31:48.203143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device a55676ea-ac7f-42cd-832c-a7693d4ce51e up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:48.251549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port a55676ea-ac7f-42cd-832c-a7693d4ce51e completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:48.256391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port a55676ea-ac7f-42cd-832c-a7693d4ce51e triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:48.256866 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.336212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port a55676ea-ac7f-42cd-832c-a7693d4ce51e is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:48.336603 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.359995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:48.362147 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac002c3-1820-43a4-9d52-af17478f7fc0" -d '{"events": [{"server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "name": "network-vif-plugged", "status": "completed", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:48.374071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:48.378157 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:48.413931 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89a9737-f0bd-4b97-a948-e86127f0273a x-openstack-request-id: req-f89a9737-f0bd-4b97-a948-e86127f0273a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:48.414235 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "name": "network-vif-plugged", "status": "completed", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:48.414497 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f89a9737-f0bd-4b97-a948-e86127f0273a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:48.414892 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'code': 200} Feb 09 21:31:48.436628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:48.911407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6937e-abaf-463a-b850-3f7bd3f8421a req-cdc90861-bbd8-4d3a-a2b7-58fc56ff93cd tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.912835 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0cb6937e-abaf-463a-b850-3f7bd3f8421a req-cdc90861-bbd8-4d3a-a2b7-58fc56ff93cd tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0523694 Feb 09 21:31:48.959440 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0cb6937e-abaf-463a-b850-3f7bd3f8421a req-e3df5fa3-ace9-4fae-9d57-5d9658cc2d10 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Feb 09 21:31:50.078074 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afeb93-2e3b-403f-b24b-92962c3396fc req-699f0cab-c8fd-458f-bfdc-43655c8a92b2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.079620 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71afeb93-2e3b-403f-b24b-92962c3396fc req-699f0cab-c8fd-458f-bfdc-43655c8a92b2 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0527637 Feb 09 21:31:50.134175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-71afeb93-2e3b-403f-b24b-92962c3396fc req-b014292d-2a41-4989-b6ff-2bdd3ec0c64f tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.102 "GET /v2.0/security-groups?id=4f1b82c3-5477-4009-ada6-15def5972961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490241 Feb 09 21:31:50.177244 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-04afd5eb-7489-4415-8abd-24c5cdef00dd tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.178690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-04afd5eb-7489-4415-8abd-24c5cdef00dd tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d HTTP/1.1" status: 200 len: 945 time: 0.0603654 Feb 09 21:31:50.267180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Deleting port a55676ea-ac7f-42cd-832c-a7693d4ce51e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:50.267423 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.354707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] For port a55676ea-ac7f-42cd-832c-a7693d4ce51e, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=a55676ea-ac7f-42cd-832c-a7693d4ce51e,segment=NetworkSegment(efef3d8c-d3fb-498d-b678-b160e5a2b54a),segment_id=efef3d8c-d3fb-498d-b678-b160e5a2b54a)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:50.355065 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.368039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Calling delete_port for a55676ea-ac7f-42cd-832c-a7693d4ce51e owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:50.490000 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a55676ea-ac7f-42cd-832c-a7693d4ce51e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.501552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['a55676ea-ac7f-42cd-832c-a7693d4ce51e'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:50.521954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Pushing event deleted for resources: {'Port': ['ID=a55676ea-ac7f-42cd-832c-a7693d4ce51e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:50.564406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] No DVR routers for this DVR port a55676ea-ac7f-42cd-832c-a7693d4ce51e on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:50.566964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.570642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dd1c18b8-46f4-4df9-b1a9-3a1d91548258 req-ef65c0f8-9a94-4242-b2a4-2671cff8a8c8 tempest-DeleteServersTestJSON-1501651215 tempest-DeleteServersTestJSON-1501651215-project] 10.222.0.13 "DELETE /v2.0/ports/a55676ea-ac7f-42cd-832c-a7693d4ce51e HTTP/1.1" status: 204 len: 173 time: 0.3869655 Feb 09 21:31:50.571113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'name': 'network-vif-deleted', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:50.573400 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09589ea-9b29-40e9-a76b-38788448208b" -d '{"events": [{"server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "name": "network-vif-deleted", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:50.616575 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5315b09e-48d0-42aa-8607-1765a4f84feb x-openstack-request-id: req-5315b09e-48d0-42aa-8607-1765a4f84feb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:50.616873 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d", "name": "network-vif-deleted", "tag": "a55676ea-ac7f-42cd-832c-a7693d4ce51e", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:50.617129 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5315b09e-48d0-42aa-8607-1765a4f84feb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:50.617543 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf8301a-e4cc-47fe-abca-71dd2e4ebb5d', 'name': 'network-vif-deleted', 'tag': 'a55676ea-ac7f-42cd-832c-a7693d4ce51e', 'status': 'completed', 'code': 200} Feb 09 21:31:51.263362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43588) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:51.306102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e238425-46fe-462a-8a69-fcd72cb8f91d admin admin] Deleting subnet fc26c5fb-f7b2-4a84-965d-55d0d603b13f {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:31:51.309080 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e238425-46fe-462a-8a69-fcd72cb8f91d admin admin] Publish callbacks [] for subnet (fc26c5fb-f7b2-4a84-965d-55d0d603b13f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.349132 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e238425-46fe-462a-8a69-fcd72cb8f91d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (fc26c5fb-f7b2-4a84-965d-55d0d603b13f), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.386760 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e238425-46fe-462a-8a69-fcd72cb8f91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (fc26c5fb-f7b2-4a84-965d-55d0d603b13f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.441196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e238425-46fe-462a-8a69-fcd72cb8f91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (fc26c5fb-f7b2-4a84-965d-55d0d603b13f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.469292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e238425-46fe-462a-8a69-fcd72cb8f91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc26c5fb-f7b2-4a84-965d-55d0d603b13f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:51.471346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6e238425-46fe-462a-8a69-fcd72cb8f91d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.474605 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6e238425-46fe-462a-8a69-fcd72cb8f91d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/fc26c5fb-f7b2-4a84-965d-55d0d603b13f HTTP/1.1" status: 204 len: 168 time: 0.2101989 Feb 09 21:31:51.477214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43590) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:51.548833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (619fd8f2-f0f8-4e9f-8b74-1ae6187e0969), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.625928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (619fd8f2-f0f8-4e9f-8b74-1ae6187e0969), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.646104 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619fd8f2-f0f8-4e9f-8b74-1ae6187e0969']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:51.654960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efef3d8c-d3fb-498d-b678-b160e5a2b54a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:51.655260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efef3d8c-d3fb-498d-b678-b160e5a2b54a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:51.664336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (efef3d8c-d3fb-498d-b678-b160e5a2b54a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.677497 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (efef3d8c-d3fb-498d-b678-b160e5a2b54a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.683118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:31:51.683493 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (efef3d8c-d3fb-498d-b678-b160e5a2b54a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:31:51.685111 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:31:51.743414 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (619fd8f2-f0f8-4e9f-8b74-1ae6187e0969), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.749121 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.752834 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] 10.222.0.102 "DELETE /v2.0/networks/619fd8f2-f0f8-4e9f-8b74-1ae6187e0969 HTTP/1.1" status: 204 len: 168 time: 0.2747095 Feb 09 21:31:51.763577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c177a36-34c5-4a7f-81c4-11021bee7e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=619fd8f2-f0f8-4e9f-8b74-1ae6187e0969,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:51.861270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43594) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:51.900657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-edbd4ea9-1835-4074-9a79-9d23f67166b0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f0d2d2899986442db90ebe95032613eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381472 Feb 09 21:31:51.903116 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43596) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:51.949209 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dd612b3-425a-467a-acfa-a2731d1f469a admin admin] Publish callbacks [] for security_group (4f1b82c3-5477-4009-ada6-15def5972961), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.969849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dd612b3-425a-467a-acfa-a2731d1f469a admin admin] Publish callbacks [] for security_group (4f1b82c3-5477-4009-ada6-15def5972961), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.014680 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.018095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dd612b3-425a-467a-acfa-a2731d1f469a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4f1b82c3-5477-4009-ada6-15def5972961), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.020592 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6dd612b3-425a-467a-acfa-a2731d1f469a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.021740 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6dd612b3-425a-467a-acfa-a2731d1f469a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4f1b82c3-5477-4009-ada6-15def5972961 HTTP/1.1" status: 204 len: 168 time: 0.1176617 Feb 09 21:31:52.029478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd612b3-425a-467a-acfa-a2731d1f469a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b82c3-5477-4009-ada6-15def5972961,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:52.682632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43618) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:52.779958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2036322310-network', 'tenant_id': '11f2996e3a4c4dcbb84702ee6081681c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:52.800835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Made reservation on behalf of 11f2996e3a4c4dcbb84702ee6081681c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:52.803145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.811439 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.884921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Publish callbacks [] for security_group (350c1d1b-73a9-4764-b84f-ca3397b52903), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.888687 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (350c1d1b-73a9-4764-b84f-ca3397b52903), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.909003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:31:52.924442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350c1d1b-73a9-4764-b84f-ca3397b52903,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:52.928451 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (94141576-7797-4bdd-b32a-8798ed7dd91e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.928900 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Added segment 94141576-7797-4bdd-b32a-8798ed7dd91e of type vlan for network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 Feb 09 21:31:52.967194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (6d710148-ec84-46d1-bff0-4bb5d0f66c27), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.992014 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (6d710148-ec84-46d1-bff0-4bb5d0f66c27), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.992940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.993510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.051306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3674819 Feb 09 21:31:53.054150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43622) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:53.058254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023233ed-18af-4d7d-92c5-d8a4e0663768 admin admin] Pushing event updated for resources: {'Network': ['ID=6d710148-ec84-46d1-bff0-4bb5d0f66c27,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.059598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Request body: {'subnet': {'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2036322310-subnet', 'tenant_id': '11f2996e3a4c4dcbb84702ee6081681c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:53.068049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:31:53.080229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Made reservation on behalf of 11f2996e3a4c4dcbb84702ee6081681c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:53.082535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.247230 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (6846c3fd-d6de-45c4-85f9-229bcef5f93e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.301184 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6846c3fd-d6de-45c4-85f9-229bcef5f93e,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.309593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Checking segment: {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:53.309959 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Network hostable DHCP agents. Network: 6d710148-ec84-46d1-bff0-4bb5d0f66c27, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:31:53.326079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:31:53.335426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 6d710148-ec84-46d1-bff0-4bb5d0f66c27) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:53.340360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.340951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.344700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482499e1-ac10-4ade-8d6f-e35065aff486 None None] Network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:53.359329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-17bb6f00-3967-4e2a-9b89-8c9cac5a9f4c admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3035479 Feb 09 21:31:53.442604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98255ffe-3512-4240-b2dc-91f3559d2e74 None None] Network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:53.785619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-e8be44b0-e7b8-4767-a72a-b1b239ddca8a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.787102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-e8be44b0-e7b8-4767-a72a-b1b239ddca8a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 815 time: 0.1052284 Feb 09 21:31:53.801793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-92485cbc-389f-4d81-a515-ee5120caa545 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/quotas/11f2996e3a4c4dcbb84702ee6081681c HTTP/1.1" status: 200 len: 375 time: 0.0091989 Feb 09 21:31:53.832988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-1ead7362-939e-4276-b2a9-db9f39a1926a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264986 Feb 09 21:31:53.923162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-75ec569f-5ce0-4c9b-86c3-dcd3afcd1a04 service neutron] 10.222.0.102 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835516 Feb 09 21:31:54.009885 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-424c28cb-d38c-48f7-8d01-60fa0574e577 service neutron] 10.222.0.102 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811334 Feb 09 21:31:54.249609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device a55676ea-ac7f-42cd-832c-a7693d4ce51e no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:54.269705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: a55676ea-ac7f-42cd-832c-a7693d4ce51e {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:54.270057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device a55676ea-ac7f-42cd-832c-a7693d4ce51e not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:55.175468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bb6c659b-b02c-4946-816d-f63ebd60997d req-b40c2be7-a21a-4120-a2b0-c649be116c86 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 210 time: 0.0268173 Feb 09 21:31:56.094686 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-512a1115-837a-404d-9f22-4f27e6a8f2db tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.096177 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-512a1115-837a-404d-9f22-4f27e6a8f2db tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.50 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 815 time: 0.1066523 Feb 09 21:31:56.108371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Request body: {'port': {'device_id': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27', 'admin_state_up': True, 'tenant_id': '11f2996e3a4c4dcbb84702ee6081681c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:56.217254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Made reservation on behalf of 11f2996e3a4c4dcbb84702ee6081681c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:56.221133 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.271770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-006e0858-3b01-4a91-badb-1fc7d68c99b2 req-ad969905-cac4-4a5d-8a64-f387122a141d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 210 time: 0.0275276 Feb 09 21:31:56.347660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Allocated IP 172.20.0.2 (6d710148-ec84-46d1-bff0-4bb5d0f66c27/6846c3fd-d6de-45c4-85f9-229bcef5f93e/770c0018-d3b1-4fbf-9490-b8cfd90218c9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:56.487131 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks [] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.524576 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.568596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:56.571943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:56.575556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:56.582249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:56.625159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.625697 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.641475 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-5cedee90-b416-4add-9fef-b6432ef712be tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5370367 Feb 09 21:31:56.652489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Request body: {'port': {'device_id': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:56.715279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.920360 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.967276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770c0018-d3b1-4fbf-9490-b8cfd90218c9 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:56.974570 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Publish callbacks [] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.986934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Transition to ACTIVE for port object 770c0018-d3b1-4fbf-9490-b8cfd90218c9 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:56.990224 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.039903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:57.106229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Attempting to bind port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:57.106565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Attempting to bind port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:57.106892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Attempting to bind port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:57.111630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:57.111975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Attempting to bind port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:57.116847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:57.117180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Checking segment: {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:57.117561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Bound using segment: {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:57.117983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Bound port: 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:57.118333 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.180232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:57.183473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:57.189692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.222573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.223180 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.224598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] 10.222.0.50 "PUT /v2.0/ports/770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 1092 time: 0.5760677 Feb 09 21:31:57.225083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:57.227367 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d192bc9-e63e-4607-8f90-0e9a2090976a" -d '{"events": [{"name": "network-changed", "server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:57.252550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100de092-4e50-47ce-b20c-b3cb4ab0124a service neutron] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:57.264904 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cccc6f-bca8-46cd-a5ec-49913a0f2002 x-openstack-request-id: req-75cccc6f-bca8-46cd-a5ec-49913a0f2002 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:57.265204 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:57.265466 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-75cccc6f-bca8-46cd-a5ec-49913a0f2002 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:57.265928 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'status': 'completed', 'code': 200} Feb 09 21:31:57.313867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-e3dff929-b581-4413-8bc1-5cc4a0a2e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.315396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-e3dff929-b581-4413-8bc1-5cc4a0a2e781 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 1126 time: 0.0456758 Feb 09 21:31:57.362466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-072e9b6f-a869-4f1a-9825-9fa93daca132 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 217 time: 0.0393283 Feb 09 21:31:57.391761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d116a1-6f5d-48af-ad27-19cadf004476 req-2e2b3d3e-dc53-4ede-8bb6-deb32860b455 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.393252 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-32d116a1-6f5d-48af-ad27-19cadf004476 req-2e2b3d3e-dc53-4ede-8bb6-deb32860b455 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 943 time: 0.0530355 Feb 09 21:31:57.410310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-219f3ebf-5b78-47c4-bd67-b5afed4ce27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.411854 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-219f3ebf-5b78-47c4-bd67-b5afed4ce27e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0436265 Feb 09 21:31:57.443150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-393217d6-43e7-425a-9a62-e797f4b5e804 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254734 Feb 09 21:31:57.445531 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-32d116a1-6f5d-48af-ad27-19cadf004476 req-31c6f255-56c0-4aff-94bd-4a6e5167f390 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Feb 09 21:31:57.537574 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-042e0aa1-b28b-46ba-af10-c37afe4c628f service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882242 Feb 09 21:31:57.623928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c423ac12-1aec-4032-a697-8c697ca05ba4 req-fd150c78-47da-4046-8d76-ee307e262923 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807722 Feb 09 21:31:57.714311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-21687b28-41ec-4eca-a689-8763f18f38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.715756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-21687b28-41ec-4eca-a689-8763f18f38a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 1126 time: 0.0467076 Feb 09 21:31:57.807851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-1a953391-06c8-4bc0-8cab-65788d3d859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.809296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-1a953391-06c8-4bc0-8cab-65788d3d859a service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.0866618 Feb 09 21:31:57.849947 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-b2a70db4-be99-4c18-a107-9528396a111c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 217 time: 0.0344245 Feb 09 21:31:57.899999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-2a31f84c-fc7f-45dd-ab5d-4bc72b020dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.901413 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-2a31f84c-fc7f-45dd-ab5d-4bc72b020dbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0456984 Feb 09 21:31:57.931286 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-47f548e0-4033-47b9-9e77-9b4de02492c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241168 Feb 09 21:31:58.019262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-91ccd65d-a14a-4a6a-a02c-15acfcb07c89 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804367 Feb 09 21:31:58.111118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9d192bc9-e63e-4607-8f90-0e9a2090976a req-436a7a3c-5753-47ff-9a06-e32ac0a989a3 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Feb 09 21:31:58.568497 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf46a8e-dec2-4142-8d4e-b412bf18f9bf req-8f43f943-90c8-48a4-bac5-d8e0ff7b43ba tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.570238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-edf46a8e-dec2-4142-8d4e-b412bf18f9bf req-8f43f943-90c8-48a4-bac5-d8e0ff7b43ba tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 943 time: 0.0527983 Feb 09 21:31:58.616979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-edf46a8e-dec2-4142-8d4e-b412bf18f9bf req-97eb2451-e51b-484e-9f09-1d95be9310c0 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Feb 09 21:31:58.677732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 770c0018-d3b1-4fbf-9490-b8cfd90218c9 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:58.771002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:58.782363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27', 'port_id': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'mac_address': 'fa:16:3e:ae:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6846c3fd-d6de-45c4-85f9-229bcef5f93e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:58.821268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:58.821653 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.834011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770c0018-d3b1-4fbf-9490-b8cfd90218c9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:58.853019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:58.856717 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.902790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:59.076586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['770c0018-d3b1-4fbf-9490-b8cfd90218c9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:59.735525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0659f91-ed40-4dec-8104-b9952604f6f1 req-9bb567fa-2622-4ea4-a413-5ff617c647a9 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.737015 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0659f91-ed40-4dec-8104-b9952604f6f1 req-9bb567fa-2622-4ea4-a413-5ff617c647a9 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 944 time: 0.0522563 Feb 09 21:31:59.783431 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0659f91-ed40-4dec-8104-b9952604f6f1 req-8ec89a1f-eee1-485d-b191-ee5d1a166294 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Feb 09 21:32:00.694306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 770c0018-d3b1-4fbf-9490-b8cfd90218c9 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:00.742279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:00.746121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:00.746498 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.820979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:00.821383 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.848404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:00.850619 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d04534-f5a4-4e3f-8b5a-5c0f3e608b2c" -d '{"events": [{"server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "name": "network-vif-plugged", "status": "completed", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:00.865520 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:00.870747 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.896975 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f311c0dd-da82-4408-b191-c4e364f48886 x-openstack-request-id: req-f311c0dd-da82-4408-b191-c4e364f48886 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:00.897298 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "name": "network-vif-plugged", "status": "completed", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:00.897510 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f311c0dd-da82-4408-b191-c4e364f48886 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:00.897894 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'code': 200} Feb 09 21:32:00.908146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4f644-fe59-4a0d-8daa-9a72c9607e48 req-eefc4864-ca8c-4755-9a2a-fe104d7dd90e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.910466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27c4f644-fe59-4a0d-8daa-9a72c9607e48 req-eefc4864-ca8c-4755-9a2a-fe104d7dd90e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 944 time: 0.0601685 Feb 09 21:32:00.923723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:00.989157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27c4f644-fe59-4a0d-8daa-9a72c9607e48 req-430f6a99-7898-4a6d-8f30-39aa373c6452 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735648 Feb 09 21:32:01.005399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a3d4b-df86-431a-86e3-0f849a618461 req-bab2eeb1-2798-456a-aeee-b554b244ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.006983 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df0a3d4b-df86-431a-86e3-0f849a618461 req-bab2eeb1-2798-456a-aeee-b554b244ab81 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 1128 time: 0.0571399 Feb 09 21:32:01.049303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df0a3d4b-df86-431a-86e3-0f849a618461 req-9199c9cc-eaad-4cb5-a933-7db85d31e8a9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Feb 09 21:32:02.108946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa45c86-619e-433e-889c-614fc4359464 req-b5c575e9-89f6-41d3-bad1-efc177067dea tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.111862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1fa45c86-619e-433e-889c-614fc4359464 req-b5c575e9-89f6-41d3-bad1-efc177067dea tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0541694 Feb 09 21:32:02.160379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1fa45c86-619e-433e-889c-614fc4359464 req-ba596f64-4bc8-40d5-9e75-65fde858c382 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Feb 09 21:32:03.275602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73120a4-57ec-46bd-914c-34828238d132 req-c3dd0f39-c564-4e07-8d6c-c9c842a6cf75 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.277095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73120a4-57ec-46bd-914c-34828238d132 req-c3dd0f39-c564-4e07-8d6c-c9c842a6cf75 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0513706 Feb 09 21:32:03.322015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a73120a4-57ec-46bd-914c-34828238d132 req-2a23992e-b7ee-4f39-8446-fe6b1d0fbbff tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394802 Feb 09 21:32:03.444260 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bca9b9-16c7-4631-8dc5-0c44e543b980 req-cbd1fdbb-df0f-4585-ba98-a595d745787c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.445912 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2bca9b9-16c7-4631-8dc5-0c44e543b980 req-cbd1fdbb-df0f-4585-ba98-a595d745787c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0559545 Feb 09 21:32:03.492887 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2bca9b9-16c7-4631-8dc5-0c44e543b980 req-3ff9be89-81e8-4433-9fa0-02d3a8df467e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 Feb 09 21:32:03.690663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71c44-952b-4030-b4f4-eb8a1a973f1a req-54cfaa9b-4c6e-4fb5-aae5-69447981377a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.692220 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36c71c44-952b-4030-b4f4-eb8a1a973f1a req-54cfaa9b-4c6e-4fb5-aae5-69447981377a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0523822 Feb 09 21:32:03.740048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36c71c44-952b-4030-b4f4-eb8a1a973f1a req-a24cf462-85e2-4e13-af77-ac72fca9fe6f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Feb 09 21:32:03.857586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7dfc4-f918-40f7-a765-25b89ec8780a req-52064530-ec4a-41f9-bf54-463570435ceb tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.859070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9eb7dfc4-f918-40f7-a765-25b89ec8780a req-52064530-ec4a-41f9-bf54-463570435ceb tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0557454 Feb 09 21:32:03.904134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9eb7dfc4-f918-40f7-a765-25b89ec8780a req-a49e7ef2-eb93-43cf-a5f2-fbdf934786e1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Feb 09 21:32:04.135941 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-15c4955f-d9ea-4bc3-90dd-149284c47aac service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478308 Feb 09 21:32:04.141918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbc610-8f96-4ec5-b050-e87f09a8cc5b req-b0be6329-6f4e-46db-8957-0edce0d35f87 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:04.143464 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0fbc610-8f96-4ec5-b050-e87f09a8cc5b req-b0be6329-6f4e-46db-8957-0edce0d35f87 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0517933 Feb 09 21:32:04.193193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c0fbc610-8f96-4ec5-b050-e87f09a8cc5b req-49ff1865-42e8-492a-9db4-5a4e4a783954 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441523 Feb 09 21:32:05.315743 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274dc07-0bcf-4938-935c-763af47fdcab req-a9cba3e4-d5f7-43ec-b2da-b5bc1ed0dcfa tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.317240 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4274dc07-0bcf-4938-935c-763af47fdcab req-a9cba3e4-d5f7-43ec-b2da-b5bc1ed0dcfa tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0547898 Feb 09 21:32:05.356505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-1fd428cf-8aec-44c4-b88c-3fd56456ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.358092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-1fd428cf-8aec-44c4-b88c-3fd56456ee24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 1128 time: 0.0494630 Feb 09 21:32:05.365698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4274dc07-0bcf-4938-935c-763af47fdcab req-412346e6-c0b1-4e46-b879-e6c4b7b261c1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Feb 09 21:32:05.445600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-16db197d-d76f-4c84-8896-ecfb170fb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.447060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-16db197d-d76f-4c84-8896-ecfb170fb5fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.0832417 Feb 09 21:32:05.486846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-fac31e5d-8667-446e-bad9-de57d70b7185 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 217 time: 0.0344501 Feb 09 21:32:05.537794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-cb619cb8-0227-4809-9954-fc9bf68ff6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.539283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-cb619cb8-0227-4809-9954-fc9bf68ff6f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0467339 Feb 09 21:32:05.569607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-3251a95d-aad2-4aeb-aad4-2481602d5b2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248065 Feb 09 21:32:05.655562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-d2521fff-0307-4597-b5d1-1d6c7088d4e9 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793283 Feb 09 21:32:05.746437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-ce7bf4a5-cf86-4c87-ac8c-75543d75e3d8 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844448 Feb 09 21:32:06.487884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62292da-d3a1-463e-bc97-f1c5b19a6b06 req-828ceecf-4da3-49c2-af86-dec3e52afd66 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.489382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62292da-d3a1-463e-bc97-f1c5b19a6b06 req-828ceecf-4da3-49c2-af86-dec3e52afd66 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0542884 Feb 09 21:32:06.534354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e62292da-d3a1-463e-bc97-f1c5b19a6b06 req-99c18c3a-49ff-48a8-8d04-52ee7fecfc70 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Feb 09 21:32:07.653235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2ab98-77e8-428b-9fb6-de90cfd5b809 req-fdd35295-0107-41a0-a7b9-30a28707e4e7 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:07.654704 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-04b2ab98-77e8-428b-9fb6-de90cfd5b809 req-fdd35295-0107-41a0-a7b9-30a28707e4e7 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0515058 Feb 09 21:32:07.700362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-04b2ab98-77e8-428b-9fb6-de90cfd5b809 req-c84efda1-a1c6-46d7-9012-f261d0c32d64 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Feb 09 21:32:07.720022 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3895-4322-4387-b710-09339d1db637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.821007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e2739-0dce-405b-9147-0c443c6c22bc req-bf4cb08a-4e4e-4a7f-b558-3817da5aa22b tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.822480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-013e2739-0dce-405b-9147-0c443c6c22bc req-bf4cb08a-4e4e-4a7f-b558-3817da5aa22b tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0559168 Feb 09 21:32:08.868053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-013e2739-0dce-405b-9147-0c443c6c22bc req-ae5758e2-7df6-418c-9dc3-b8cbec384d78 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Feb 09 21:32:09.384804 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:32:09.773372 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3981a096-2224-4f22-8032-c6a2cf88a484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.989249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8d445-fd00-478a-9bb9-dcab21d43636 req-96482fc7-41c4-4875-8307-1026e59f586e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:09.990707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-81d8d445-fd00-478a-9bb9-dcab21d43636 req-96482fc7-41c4-4875-8307-1026e59f586e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0566106 Feb 09 21:32:10.036820 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-81d8d445-fd00-478a-9bb9-dcab21d43636 req-c78e8d87-d2e0-46cf-97b3-6316077eb702 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Feb 09 21:32:11.158827 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253efd9-de2a-4774-b9bd-8bb547efd405 req-39271888-5f3a-473c-942c-b670baa2bccf tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:11.160371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f253efd9-de2a-4774-b9bd-8bb547efd405 req-39271888-5f3a-473c-942c-b670baa2bccf tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0575855 Feb 09 21:32:11.208275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f253efd9-de2a-4774-b9bd-8bb547efd405 req-5c631e9d-6f3b-4f75-9a88-10624332481a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Feb 09 21:32:11.389077 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.330405 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc236d3-6e44-48b6-a921-5e9c21587600 req-52560211-1302-4e8a-8cf9-f49180894677 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.331894 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bfc236d3-6e44-48b6-a921-5e9c21587600 req-52560211-1302-4e8a-8cf9-f49180894677 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0519044 Feb 09 21:32:12.377156 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bfc236d3-6e44-48b6-a921-5e9c21587600 req-b272891a-0fab-4380-bab7-05be68b117ea tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Feb 09 21:32:12.870228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.494654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e4a3d-1c9b-46ce-af6c-6bba5db4dba9 req-f9f91e5d-fffa-4539-8935-9e1320bf7191 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.496170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de4e4a3d-1c9b-46ce-af6c-6bba5db4dba9 req-f9f91e5d-fffa-4539-8935-9e1320bf7191 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0523975 Feb 09 21:32:13.545368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de4e4a3d-1c9b-46ce-af6c-6bba5db4dba9 req-a4decde0-950b-4afe-9c90-4647a896bbc9 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Feb 09 21:32:13.972947 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.663495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c710019-b160-4b8a-a54d-b5c07ffce81b req-31180be1-a49f-486f-8122-3c6d70fdca2f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:14.664964 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c710019-b160-4b8a-a54d-b5c07ffce81b req-31180be1-a49f-486f-8122-3c6d70fdca2f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0506868 Feb 09 21:32:14.714713 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c710019-b160-4b8a-a54d-b5c07ffce81b req-55066202-6d89-4a18-8185-d30be556f5a8 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442708 Feb 09 21:32:15.833687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ad3c3-663a-428b-b1ff-cba7307df570 req-4e203781-ec44-4851-89cd-2c128e1b627b tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.835195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e52ad3c3-663a-428b-b1ff-cba7307df570 req-4e203781-ec44-4851-89cd-2c128e1b627b tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0540583 Feb 09 21:32:15.885665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e52ad3c3-663a-428b-b1ff-cba7307df570 req-9e4b3b21-faaa-4805-b089-ba26f2ff355f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Feb 09 21:32:17.006125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef096-0736-47b4-9d3c-826601c10de6 req-4970e3bc-f89c-4a25-9188-851ecdc65e46 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.007618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0aef096-0736-47b4-9d3c-826601c10de6 req-4970e3bc-f89c-4a25-9188-851ecdc65e46 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0513012 Feb 09 21:32:17.053966 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f0aef096-0736-47b4-9d3c-826601c10de6 req-0a49ba3e-b98d-4e59-abd2-2996404f8b21 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Feb 09 21:32:18.170486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0eb64-55e9-4cf2-9cc4-d5d5dacbb2d7 req-38b1c857-96eb-4398-9757-ed4d98861270 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.172533 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd0eb64-55e9-4cf2-9cc4-d5d5dacbb2d7 req-38b1c857-96eb-4398-9757-ed4d98861270 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0516248 Feb 09 21:32:18.217279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8dd0eb64-55e9-4cf2-9cc4-d5d5dacbb2d7 req-86d42853-a9c8-4b79-a4c1-5c123772fdc3 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Feb 09 21:32:19.334729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa5db-7e81-4e01-b901-32dad174fe13 req-9bf5aeab-776e-4332-bff9-083e77bf7bde tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.336231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-736fa5db-7e81-4e01-b901-32dad174fe13 req-9bf5aeab-776e-4332-bff9-083e77bf7bde tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0520387 Feb 09 21:32:19.383815 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-736fa5db-7e81-4e01-b901-32dad174fe13 req-f2a62e87-2a98-485c-8461-33f025c1b544 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Feb 09 21:32:20.506709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0fa5-a97a-42e9-8790-725a98cc4faf req-b0e11573-71b7-45d4-80ba-1c6077a87004 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.508220 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-457e0fa5-a97a-42e9-8790-725a98cc4faf req-b0e11573-71b7-45d4-80ba-1c6077a87004 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0558100 Feb 09 21:32:20.553399 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-457e0fa5-a97a-42e9-8790-725a98cc4faf req-ece1907d-6fa9-473a-b979-10a181fa323e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Feb 09 21:32:21.675513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382d733-6122-4036-a48b-446df4348367 req-843c7a6a-e8ce-4169-8739-ae917a8567f4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:21.676994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1382d733-6122-4036-a48b-446df4348367 req-843c7a6a-e8ce-4169-8739-ae917a8567f4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0550504 Feb 09 21:32:21.724289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1382d733-6122-4036-a48b-446df4348367 req-193d58c8-769e-4de8-bf31-c84583db2887 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Feb 09 21:32:22.029104 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.839432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c315f6-068e-460f-9caf-4d629a4f035a req-b703e30a-760a-42a2-a669-778bc2c3c771 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.840939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05c315f6-068e-460f-9caf-4d629a4f035a req-b703e30a-760a-42a2-a669-778bc2c3c771 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0513422 Feb 09 21:32:22.887159 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05c315f6-068e-460f-9caf-4d629a4f035a req-43ce654a-bcf0-4f74-811e-83552b17c9fc tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Feb 09 21:32:24.004351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c3e99-4b87-458c-9fe0-f16996f9728d req-7adf6f2a-431c-407f-9d6b-6131cc3704df tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.005833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee9c3e99-4b87-458c-9fe0-f16996f9728d req-7adf6f2a-431c-407f-9d6b-6131cc3704df tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0516245 Feb 09 21:32:24.052730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee9c3e99-4b87-458c-9fe0-f16996f9728d req-11c886b2-d7fc-40c4-826f-bc4992fea7d9 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Feb 09 21:32:25.168655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa0094-5fde-4b23-8a93-86d64f2f205a req-775e0421-f8c8-46f7-90c2-f9b55534d1e0 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.170114 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60aa0094-5fde-4b23-8a93-86d64f2f205a req-775e0421-f8c8-46f7-90c2-f9b55534d1e0 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0509160 Feb 09 21:32:25.219784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-60aa0094-5fde-4b23-8a93-86d64f2f205a req-05c3b935-af44-4de1-8cfe-c47607300d6c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Feb 09 21:32:26.340367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b8fe2-7b89-4007-8cfe-0d94aeaf7412 req-91b6213c-fafa-4259-b04b-31a2ec53eed0 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:26.341822 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f16b8fe2-7b89-4007-8cfe-0d94aeaf7412 req-91b6213c-fafa-4259-b04b-31a2ec53eed0 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0556614 Feb 09 21:32:26.388450 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f16b8fe2-7b89-4007-8cfe-0d94aeaf7412 req-9fc6ce79-fee4-437a-b7d5-6e81cfb766f4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Feb 09 21:32:26.926507 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.507139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d985d39-08fd-4702-9eb3-02ff0f47f934 req-3943124f-c577-4045-aedd-dec5a64216a6 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.508670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d985d39-08fd-4702-9eb3-02ff0f47f934 req-3943124f-c577-4045-aedd-dec5a64216a6 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0529134 Feb 09 21:32:27.553912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d985d39-08fd-4702-9eb3-02ff0f47f934 req-3f0f4c38-46d0-4842-8e45-0b7fb24e70c5 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397561 Feb 09 21:32:28.674891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0baa0-6020-44dc-9c0d-0998833ff911 req-7b3fb769-c52f-43a4-978d-07cfed9b1431 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.676547 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72e0baa0-6020-44dc-9c0d-0998833ff911 req-7b3fb769-c52f-43a4-978d-07cfed9b1431 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0527925 Feb 09 21:32:28.723528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72e0baa0-6020-44dc-9c0d-0998833ff911 req-0bb394a3-8b1d-4b01-b534-b3365fe66090 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Feb 09 21:32:29.840627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3daa0-bdfb-4bfd-bc86-d87b9c9f0a26 req-669299ff-c923-43dc-9b57-0b983f1d8ba3 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:29.842081 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87d3daa0-bdfb-4bfd-bc86-d87b9c9f0a26 req-669299ff-c923-43dc-9b57-0b983f1d8ba3 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0515733 Feb 09 21:32:29.887166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-87d3daa0-bdfb-4bfd-bc86-d87b9c9f0a26 req-dc057b8d-a306-4ceb-bfc0-99005df824cd tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Feb 09 21:32:31.007652 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4fdb8-2984-4cc4-909c-b9db3ba7fc53 req-3af80419-8959-4087-a89a-1554901e09aa tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:31.009153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22b4fdb8-2984-4cc4-909c-b9db3ba7fc53 req-3af80419-8959-4087-a89a-1554901e09aa tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0558925 Feb 09 21:32:31.058740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22b4fdb8-2984-4cc4-909c-b9db3ba7fc53 req-0b7035be-1491-44c1-976d-dcfd72448306 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439892 Feb 09 21:32:32.180766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80532021-66c9-4588-91e5-18239b25a3aa req-244a297c-7155-4884-991e-442f8cc1c146 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:32.182269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80532021-66c9-4588-91e5-18239b25a3aa req-244a297c-7155-4884-991e-442f8cc1c146 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0561516 Feb 09 21:32:32.229091 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-80532021-66c9-4588-91e5-18239b25a3aa req-d612525d-95f0-4b47-ae46-f26fd78b02a7 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Feb 09 21:32:32.640827 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-cc2ba08e-636c-4563-a05f-cc63ebe65380 service neutron] show failed (client error): The resource could not be found. Feb 09 21:32:32.642427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-cc2ba08e-636c-4563-a05f-cc63ebe65380 service neutron] 10.222.0.50 "GET /v2.0/ports/770c0018-d3b1-4fbf-9490-b8cfd90218c9/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0536847 Feb 09 21:32:32.842565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-9e769c70-42e5-4330-9a0a-499a9d7afab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:32.844096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-9e769c70-42e5-4330-9a0a-499a9d7afab1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d&tenant_id=11f2996e3a4c4dcbb84702ee6081681c HTTP/1.1" status: 200 len: 1128 time: 0.0444756 Feb 09 21:32:32.854057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:32.915071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.112263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:33.145435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:33.184119 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:33.186385 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3730b71-0bf8-4cbe-a681-646683531cfc" -d '{"events": [{"server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "name": "network-vif-unplugged", "status": "completed", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:33.190204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Publish callbacks [] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.203410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Transition to ACTIVE for port object 770c0018-d3b1-4fbf-9490-b8cfd90218c9 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:33.208466 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.250184 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc065f4-6f61-4eb5-8568-80d49f439af0 x-openstack-request-id: req-5bc065f4-6f61-4eb5-8568-80d49f439af0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:33.250459 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "name": "network-vif-unplugged", "status": "completed", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:33.250743 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5bc065f4-6f61-4eb5-8568-80d49f439af0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:33.251191 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'code': 200} Feb 09 21:32:33.279141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] No DVR routers for this DVR port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:33.313607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:33.350666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Attempting to bind port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:33.351007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Attempting to bind port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:33.351333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Attempting to bind port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:33.353935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.354283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.354627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.354968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.355304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.355636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.355989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.356319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.356645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.356971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.357297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.357619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.357940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:33.369790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:33.370653 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Attempting to bind port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:33.380010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:33.380353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Checking segment: {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:33.380737 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Bound using segment: {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:33.381165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Bound port: 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:33.381523 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.404646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9eb6-0d41-4db5-b2b5-c46a3b0be037 req-4a5813ad-cce4-4784-ad1c-158190cdcefa tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.406138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6bf9eb6-0d41-4db5-b2b5-c46a3b0be037 req-4a5813ad-cce4-4784-ad1c-158190cdcefa tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 943 time: 0.0969574 Feb 09 21:32:33.492288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:33.497575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6bf9eb6-0d41-4db5-b2b5-c46a3b0be037 req-b6ee2ed7-c4d7-4e5a-928f-3609f4109b52 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716891 Feb 09 21:32:33.499460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:33.507024 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.523141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.524192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.525666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] 10.222.0.13 "PUT /v2.0/ports/770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 1092 time: 0.6754696 Feb 09 21:32:33.602530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53191e0-25f3-4071-b1f2-d8eadca3e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:33.615463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-73d1d6e1-616b-489c-9c86-96a26dadc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.617069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-73d1d6e1-616b-489c-9c86-96a26dadc277 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 1126 time: 0.0668929 Feb 09 21:32:33.708398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-c7098896-67e7-4554-a3d9-08b7884e558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.709935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-c7098896-67e7-4554-a3d9-08b7884e558c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.0865190 Feb 09 21:32:33.749188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-cdda0d9c-43d1-4f60-a095-69f58797b9fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 217 time: 0.0336556 Feb 09 21:32:33.794593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a507ba88-61fe-449e-b4ed-469a5be1a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.796028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-a507ba88-61fe-449e-b4ed-469a5be1a822 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0412860 Feb 09 21:32:33.830923 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-06973071-b152-4790-822d-b7b5d7144cf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291743 Feb 09 21:32:33.919883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-bfd044cb-fd7d-4306-a732-f970d693808d service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836356 Feb 09 21:32:34.004907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-24a41b4f-c9a3-4766-8fef-5337b57d2a19 req-98a9de03-f5cb-4225-9cc8-ec76486936e2 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794911 Feb 09 21:32:34.620153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b5193-6f0a-4946-84c6-820de2a39c5f req-0dbbb288-9191-487d-a235-2359be40c4ad tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:34.621603 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab5b5193-6f0a-4946-84c6-820de2a39c5f req-0dbbb288-9191-487d-a235-2359be40c4ad tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 943 time: 0.0515835 Feb 09 21:32:34.667851 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab5b5193-6f0a-4946-84c6-820de2a39c5f req-1b2400cb-170b-410d-a217-695f292af420 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Feb 09 21:32:35.252165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:35.254545 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f75207f-f680-4576-8cad-57c8b6543aff" -d '{"events": [{"name": "network-changed", "server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:35.302320 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c24bd3-752e-474c-acdf-d50b6a7f5305 x-openstack-request-id: req-88c24bd3-752e-474c-acdf-d50b6a7f5305 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:35.302613 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:35.302869 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-88c24bd3-752e-474c-acdf-d50b6a7f5305 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:35.303289 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'status': 'completed', 'code': 200} Feb 09 21:32:35.399609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75207f-f680-4576-8cad-57c8b6543aff req-aa646b06-fdd9-4ba3-93e8-486c9d7f71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.401154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-aa646b06-fdd9-4ba3-93e8-486c9d7f71b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 1126 time: 0.0714688 Feb 09 21:32:35.402883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75207f-f680-4576-8cad-57c8b6543aff req-c79466e8-ca55-4f04-9713-5b2dbf74a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.404294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-c79466e8-ca55-4f04-9713-5b2dbf74a00b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 1126 time: 0.0824130 Feb 09 21:32:35.562607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75207f-f680-4576-8cad-57c8b6543aff req-b59c01e4-c9a7-4f93-86bd-92d511ae1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.564110 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-b59c01e4-c9a7-4f93-86bd-92d511ae1695 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.1538460 Feb 09 21:32:35.567247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75207f-f680-4576-8cad-57c8b6543aff req-a57d0a9a-bc33-494b-bb1b-a36333c635a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.568637 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-a57d0a9a-bc33-494b-bb1b-a36333c635a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.1504817 Feb 09 21:32:35.636857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-aed94bc8-bfa1-43fb-8cca-3952010ca690 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 217 time: 0.0658920 Feb 09 21:32:35.638178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-d2c7bc1c-6278-4f32-a817-4ceb6fadfc11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 217 time: 0.0608060 Feb 09 21:32:35.724059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75207f-f680-4576-8cad-57c8b6543aff req-bd5c3d7f-4cfe-4d13-b7a5-70f8cace6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.725555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-bd5c3d7f-4cfe-4d13-b7a5-70f8cace6221 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0833127 Feb 09 21:32:35.727208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75207f-f680-4576-8cad-57c8b6543aff req-2e351ae8-862d-4e04-b7ec-edf8bdaafcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.728623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-2e351ae8-862d-4e04-b7ec-edf8bdaafcd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0847065 Feb 09 21:32:35.776285 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-0090d182-81d9-457f-974e-942cb1d2f25e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450184 Feb 09 21:32:35.778156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-db589b73-3371-4201-8e17-9b911d7a4d2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392582 Feb 09 21:32:35.788350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea791e20-98b3-4fd3-b743-0de89157e80e req-817343ab-ad07-481d-8d2a-af96aaf41e34 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.790424 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea791e20-98b3-4fd3-b743-0de89157e80e req-817343ab-ad07-481d-8d2a-af96aaf41e34 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 943 time: 0.0544825 Feb 09 21:32:35.838265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ea791e20-98b3-4fd3-b743-0de89157e80e req-2bacf6d1-c8d6-416d-a6b0-6725c176c101 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Feb 09 21:32:35.936175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-75976a9c-27a2-4289-a39a-58572a447645 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524312 Feb 09 21:32:35.936356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-9a796650-75d0-4d3c-b1bc-32b9bc9e9f95 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456635 Feb 09 21:32:36.045235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22b13-f900-4840-94c6-183154e731f9 req-69323c61-d67e-46df-a38a-082fa59ede33 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.046733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7fc22b13-f900-4840-94c6-183154e731f9 req-69323c61-d67e-46df-a38a-082fa59ede33 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 943 time: 0.0613105 Feb 09 21:32:36.096620 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7fc22b13-f900-4840-94c6-183154e731f9 req-007ef81c-a41b-41f5-ab3f-1eb622e4376e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 Feb 09 21:32:36.397482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 770c0018-d3b1-4fbf-9490-b8cfd90218c9 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:36.472632 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-69223f50-e9ba-4f5c-b356-43ad355d2835 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291941 Feb 09 21:32:36.479597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-99811c4b-5ed3-47cf-8473-7b8e325faf00 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.481055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-99811c4b-5ed3-47cf-8473-7b8e325faf00 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.50 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d&tenant_id=11f2996e3a4c4dcbb84702ee6081681c&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 943 time: 0.4432921 Feb 09 21:32:36.483038 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-bea59f2d-c2a0-4c6b-b644-8d461dfb9a32 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407116 Feb 09 21:32:36.496474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:36.512348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27', 'port_id': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'mac_address': 'fa:16:3e:ae:43:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6846c3fd-d6de-45c4-85f9-229bcef5f93e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:36.541266 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-71d40295-6800-4391-8535-b313c0fa0f78 service neutron] delete failed (client error): The resource could not be found. Feb 09 21:32:36.542290 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-71d40295-6800-4391-8535-b313c0fa0f78 service neutron] 10.222.0.50 "DELETE /v2.0/ports/770c0018-d3b1-4fbf-9490-b8cfd90218c9/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0549214 Feb 09 21:32:36.548668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:36.549625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.562285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770c0018-d3b1-4fbf-9490-b8cfd90218c9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:36.583532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:36.587922 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.628137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-5e7577d0-6eae-486a-a631-3b05f7aa201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.629642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-5e7577d0-6eae-486a-a631-3b05f7aa201d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 1127 time: 0.0461533 Feb 09 21:32:36.635617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:36.721147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-f7911a72-13c3-4bb6-a053-8c124b7c45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.723178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-f7911a72-13c3-4bb6-a053-8c124b7c45fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.0876062 Feb 09 21:32:36.763951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-7f551c06-2cf0-42de-9219-6fcd4dc8f69d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 200 len: 217 time: 0.0348775 Feb 09 21:32:36.794243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['770c0018-d3b1-4fbf-9490-b8cfd90218c9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:36.815950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-19c4c717-05cc-45e9-8f0e-d808a42e7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.817421 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-19c4c717-05cc-45e9-8f0e-d808a42e7754 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0483196 Feb 09 21:32:36.849594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-1511434c-a466-4736-a6f1-f798624ca43b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258377 Feb 09 21:32:36.883478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 770c0018-d3b1-4fbf-9490-b8cfd90218c9 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:36.935535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-71276a35-8b13-4092-b0a8-bce92d633669 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798752 Feb 09 21:32:36.949907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:32:36.950304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 770c0018-d3b1-4fbf-9490-b8cfd90218c9 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:37.024677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54738436-f7a5-4c75-82c8-52e0adb25c15 req-11db492d-b910-4d3a-a3ce-c62d3b3bbcb0 service neutron] 10.222.0.50 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839841 Feb 09 21:32:37.218287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855a6b6-3c7e-441b-bc37-0900ab8d1c5d req-1e4d710d-2589-4874-9611-d8c379a30a6d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:37.219775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0855a6b6-3c7e-441b-bc37-0900ab8d1c5d req-1e4d710d-2589-4874-9611-d8c379a30a6d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 944 time: 0.0523994 Feb 09 21:32:37.264552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0855a6b6-3c7e-441b-bc37-0900ab8d1c5d req-b6594be0-9fcb-4798-a4ef-67144510108d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386875 Feb 09 21:32:37.721716 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47bd71d4-0eef-42c4-ac06-0e219cf0f680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.381644 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff13b7-e678-44a1-a3a7-c479bd418c68 req-0c6b7f20-3473-4ba6-951b-94b3ae7a5404 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.383086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cff13b7-e678-44a1-a3a7-c479bd418c68 req-0c6b7f20-3473-4ba6-951b-94b3ae7a5404 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 944 time: 0.0514860 Feb 09 21:32:38.408790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 770c0018-d3b1-4fbf-9490-b8cfd90218c9 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:38.429523 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cff13b7-e678-44a1-a3a7-c479bd418c68 req-3f79318d-f76e-4a3e-af1c-edd6f5c7f7e0 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Feb 09 21:32:38.460718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:38.464897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:38.465172 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.543582 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:38.543924 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.547899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6800ea-3b39-4c0c-8694-75ab6ac3cb37 req-545352fc-2d7c-491f-ae2b-77c64b8a2040 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.549388 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c6800ea-3b39-4c0c-8694-75ab6ac3cb37 req-545352fc-2d7c-491f-ae2b-77c64b8a2040 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 944 time: 0.0518172 Feb 09 21:32:38.567349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:38.569871 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036fe218-5da7-4bcb-a82a-dccc9dc058d8" -d '{"events": [{"server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "name": "network-vif-plugged", "status": "completed", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:38.582463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:38.587009 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.608346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c6800ea-3b39-4c0c-8694-75ab6ac3cb37 req-f0de4297-eb94-494c-b67d-50bcc93a3f48 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525775 Feb 09 21:32:38.616764 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2fbe6d-6fb4-4fc8-988c-d20f6e3b00a2 x-openstack-request-id: req-4b2fbe6d-6fb4-4fc8-988c-d20f6e3b00a2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:38.617063 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "name": "network-vif-plugged", "status": "completed", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:38.617322 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4b2fbe6d-6fb4-4fc8-988c-d20f6e3b00a2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:38.617715 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'code': 200} Feb 09 21:32:38.638948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:38.729207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0bf55-4649-4731-bdfe-6d50769ce837 req-f7dea28b-d6d2-4c34-9542-6264b3f3a98e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.730669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3f0bf55-4649-4731-bdfe-6d50769ce837 req-f7dea28b-d6d2-4c34-9542-6264b3f3a98e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0527959 Feb 09 21:32:38.781372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3f0bf55-4649-4731-bdfe-6d50769ce837 req-aca61745-0da5-4da2-9740-b283ea37ee99 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Feb 09 21:32:39.115859 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff21daa-d89e-4251-82d2-68403d269382 req-e6f3d082-0162-4836-89cb-6f53ce198db1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.117210 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-e6f3d082-0162-4836-89cb-6f53ce198db1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 815 time: 0.0980279 Feb 09 21:32:39.132742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-8b37c918-73c9-4ac7-ae69-d8b439b1479d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/quotas/11f2996e3a4c4dcbb84702ee6081681c HTTP/1.1" status: 200 len: 375 time: 0.0098052 Feb 09 21:32:39.184193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-4f549766-3868-4751-ac57-14431f6db410 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463488 Feb 09 21:32:39.275976 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-3cb1f4c9-9116-4665-b7be-d25152ea9327 service neutron] 10.222.0.102 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851076 Feb 09 21:32:39.364320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-4892d379-867e-4ebc-b8fa-8989529f31e6 service neutron] 10.222.0.102 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824699 Feb 09 21:32:39.523120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5beb06f2-a89b-4e52-a541-be899dd4a734 req-5249d241-a368-495b-865c-c07ae111c835 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 210 time: 0.0267701 Feb 09 21:32:39.775177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b8acd1d0-bcb7-4aae-841e-c70c33f3b436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.260650 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-154bca94-0d84-48b1-bdb4-43b867fb4146 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.262018 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-154bca94-0d84-48b1-bdb4-43b867fb4146 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.13 "GET /v2.0/ports?device_id=e38835a6-4e94-4c33-8739-874dd78fec6d HTTP/1.1" status: 200 len: 945 time: 0.0509403 Feb 09 21:32:40.320963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.13', 58934) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:40.361974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Deleting port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:40.362350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.430898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff21daa-d89e-4251-82d2-68403d269382 req-972f74db-d030-4158-b28d-427624db9f6e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.432480 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-972f74db-d030-4158-b28d-427624db9f6e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.13 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 815 time: 0.1100018 Feb 09 21:32:40.445471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Request body: {'port': {'device_id': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27', 'admin_state_up': True, 'tenant_id': '11f2996e3a4c4dcbb84702ee6081681c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:40.463592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] For port 770c0018-d3b1-4fbf-9490-b8cfd90218c9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=770c0018-d3b1-4fbf-9490-b8cfd90218c9,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:40.464075 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.477212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Calling delete_port for 770c0018-d3b1-4fbf-9490-b8cfd90218c9 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:40.557226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Made reservation on behalf of 11f2996e3a4c4dcbb84702ee6081681c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:40.560949 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.609093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (770c0018-d3b1-4fbf-9490-b8cfd90218c9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.621329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['770c0018-d3b1-4fbf-9490-b8cfd90218c9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:40.638246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Pushing event deleted for resources: {'Port': ['ID=770c0018-d3b1-4fbf-9490-b8cfd90218c9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:40.658503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7ad34c4f-3da7-448a-8310-821495829621 req-edff3619-d153-4ea4-9dcb-13a56ba006f8 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 210 time: 0.0592718 Feb 09 21:32:40.687335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] No DVR routers for this DVR port 770c0018-d3b1-4fbf-9490-b8cfd90218c9 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:40.689998 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.693970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.13 "DELETE /v2.0/ports/770c0018-d3b1-4fbf-9490-b8cfd90218c9 HTTP/1.1" status: 204 len: 173 time: 0.4269915 Feb 09 21:32:40.694679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'name': 'network-vif-deleted', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:40.697367 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5944ba1c-dcd5-43bd-8632-07fe8693f00f" -d '{"events": [{"server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "name": "network-vif-deleted", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:40.739770 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34cd43a-193e-4b1e-bef5-f7a10be52dcb x-openstack-request-id: req-d34cd43a-193e-4b1e-bef5-f7a10be52dcb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:40.740069 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38835a6-4e94-4c33-8739-874dd78fec6d", "name": "network-vif-deleted", "tag": "770c0018-d3b1-4fbf-9490-b8cfd90218c9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:40.740329 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d34cd43a-193e-4b1e-bef5-f7a10be52dcb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:40.740730 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38835a6-4e94-4c33-8739-874dd78fec6d', 'name': 'network-vif-deleted', 'tag': '770c0018-d3b1-4fbf-9490-b8cfd90218c9', 'status': 'completed', 'code': 200} Feb 09 21:32:40.745261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Allocated IP 172.20.0.11 (6d710148-ec84-46d1-bff0-4bb5d0f66c27/6846c3fd-d6de-45c4-85f9-229bcef5f93e/63748aae-4404-4a50-b532-0c81a4169d81) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:40.898691 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks [] for port (63748aae-4404-4a50-b532-0c81a4169d81), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.932124 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (63748aae-4404-4a50-b532-0c81a4169d81), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:40.943594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['770c0018-d3b1-4fbf-9490-b8cfd90218c9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:40.980639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:40.983831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:40.987480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:41.011033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Pushing event updated for resources: {'Port': ['ID=63748aae-4404-4a50-b532-0c81a4169d81,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:41.025151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.025505 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.025854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.026204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.026541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.026877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.027209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.027540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.027899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.028231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.028558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.028883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.029212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:41.048183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:41.048802 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.064382 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-9051fa23-600d-4dbc-bbf6-edb861be9c1c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6232641 Feb 09 21:32:41.075063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Request body: {'port': {'device_id': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:41.132632 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (63748aae-4404-4a50-b532-0c81a4169d81), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.390210 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.433813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63748aae-4404-4a50-b532-0c81a4169d81 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:41.441593 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Publish callbacks [] for port (63748aae-4404-4a50-b532-0c81a4169d81), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.458033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Transition to ACTIVE for port object 63748aae-4404-4a50-b532-0c81a4169d81 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:41.461759 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (63748aae-4404-4a50-b532-0c81a4169d81), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.517148 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Pushing event updated for resources: {'Port': ['ID=63748aae-4404-4a50-b532-0c81a4169d81,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:41.580253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Attempting to bind port 63748aae-4404-4a50-b532-0c81a4169d81 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:41.580588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Attempting to bind port 63748aae-4404-4a50-b532-0c81a4169d81 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:41.580917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Attempting to bind port 63748aae-4404-4a50-b532-0c81a4169d81 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:41.585618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Port 63748aae-4404-4a50-b532-0c81a4169d81 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:41.585940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Attempting to bind port 63748aae-4404-4a50-b532-0c81a4169d81 on network 6d710148-ec84-46d1-bff0-4bb5d0f66c27 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:41.590911 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:41.591248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Checking segment: {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:41.591633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Bound using segment: {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:41.592086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Bound port: 63748aae-4404-4a50-b532-0c81a4169d81, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94141576-7797-4bdd-b32a-8798ed7dd91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:41.592436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (63748aae-4404-4a50-b532-0c81a4169d81), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.653941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:41.656788 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=63748aae-4404-4a50-b532-0c81a4169d81,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:41.662526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (63748aae-4404-4a50-b532-0c81a4169d81), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.027956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.028564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.029929 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] 10.222.0.13 "PUT /v2.0/ports/63748aae-4404-4a50-b532-0c81a4169d81 HTTP/1.1" status: 200 len: 1093 time: 0.9587922 Feb 09 21:32:42.043969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'tag': '63748aae-4404-4a50-b532-0c81a4169d81'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:42.046201 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ccc25f-f844-4247-8635-fd036c6229f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb5fe6e-2a96-4e83-bcdf-e85d4054edca", "tag": "63748aae-4404-4a50-b532-0c81a4169d81"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:42.124456 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eab796-e6b6-4937-b7ab-ec0e1fb45016 x-openstack-request-id: req-e2eab796-e6b6-4937-b7ab-ec0e1fb45016 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:42.124745 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb5fe6e-2a96-4e83-bcdf-e85d4054edca", "tag": "63748aae-4404-4a50-b532-0c81a4169d81", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:42.124996 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e2eab796-e6b6-4937-b7ab-ec0e1fb45016 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:42.125376 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'tag': '63748aae-4404-4a50-b532-0c81a4169d81', 'status': 'completed', 'code': 200} Feb 09 21:32:42.128573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a125c-b6e0-496d-9ede-b65758770be1 service neutron] Pushing event updated for resources: {'Port': ['ID=63748aae-4404-4a50-b532-0c81a4169d81,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:42.163607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cbc62-b2d4-453d-8c76-c9f555c0200d req-37d1d2e9-f65b-4996-a13e-51b3ccecce71 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.165103 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee0cbc62-b2d4-453d-8c76-c9f555c0200d req-37d1d2e9-f65b-4996-a13e-51b3ccecce71 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 944 time: 0.1545157 Feb 09 21:32:42.184997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff21daa-d89e-4251-82d2-68403d269382 req-21d25c0e-c06c-4ee4-b851-f685ac5cb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.186400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-21d25c0e-c06c-4ee4-b851-f685ac5cb59a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 1127 time: 0.1137223 Feb 09 21:32:42.248876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-d8b42b60-8252-4a71-8008-818f65aaa5f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63748aae-4404-4a50-b532-0c81a4169d81 HTTP/1.1" status: 200 len: 217 time: 0.0561132 Feb 09 21:32:42.309162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee0cbc62-b2d4-453d-8c76-c9f555c0200d req-a4956020-7d91-4bfc-b909-b22a309746d1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373305 Feb 09 21:32:42.319949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff21daa-d89e-4251-82d2-68403d269382 req-c3234ca1-d60b-4524-9173-e08c59a26617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.321368 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-c3234ca1-d60b-4524-9173-e08c59a26617 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0669022 Feb 09 21:32:42.372126 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-d7a7708f-c117-493c-acdf-774ffc5530b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444622 Feb 09 21:32:42.461720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-6cb7be05-4a2e-4270-a2b5-e9cb802103ec service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841513 Feb 09 21:32:42.549864 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ff21daa-d89e-4251-82d2-68403d269382 req-05c26e0c-3613-4145-a353-5baa904da3e5 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812833 Feb 09 21:32:42.641564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-c3b7be0d-fad3-40ec-abdc-d2c85068c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.643064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-c3b7be0d-fad3-40ec-abdc-d2c85068c5b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 1127 time: 0.0491462 Feb 09 21:32:42.735113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-c3fa842b-1b53-42d6-8255-b0699440363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.736655 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-c3fa842b-1b53-42d6-8255-b0699440363a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.0880351 Feb 09 21:32:42.781332 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-379ba883-6cb5-4282-8714-8d7579432a28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63748aae-4404-4a50-b532-0c81a4169d81 HTTP/1.1" status: 200 len: 217 time: 0.0388150 Feb 09 21:32:42.828115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-d659a19b-164e-4590-b8b2-34b756e8fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.829443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-d659a19b-164e-4590-b8b2-34b756e8fb6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0427456 Feb 09 21:32:42.860221 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-8b5b2c1e-2c91-47b3-be19-ba3059a49274 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242505 Feb 09 21:32:42.873718 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.948033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-d9930637-76db-44ad-860e-4ed3a8450e45 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808582 Feb 09 21:32:43.038828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4ccc25f-f844-4247-8635-fd036c6229f4 req-ff89024b-33b1-466f-a241-7bf3c190cacf service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845675 Feb 09 21:32:43.432118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abc22a-66ca-436e-a63a-33a3d018f316 req-2fe05b78-4a72-469b-b4d8-f40721a59014 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:43.433576 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8abc22a-66ca-436e-a63a-33a3d018f316 req-2fe05b78-4a72-469b-b4d8-f40721a59014 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 944 time: 0.0541816 Feb 09 21:32:43.480374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e8abc22a-66ca-436e-a63a-33a3d018f316 req-29d88cf9-f230-487f-ae82-6c6fe0386a13 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Feb 09 21:32:43.975014 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.415144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 63748aae-4404-4a50-b532-0c81a4169d81 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:44.418246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 770c0018-d3b1-4fbf-9490-b8cfd90218c9 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:44.444893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 770c0018-d3b1-4fbf-9490-b8cfd90218c9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:44.445241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 770c0018-d3b1-4fbf-9490-b8cfd90218c9 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:44.528869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=63748aae-4404-4a50-b532-0c81a4169d81,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:44.540074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '63748aae-4404-4a50-b532-0c81a4169d81', 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27', 'port_id': '63748aae-4404-4a50-b532-0c81a4169d81', 'mac_address': 'fa:16:3e:c1:6d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6846c3fd-d6de-45c4-85f9-229bcef5f93e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:44.580688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 63748aae-4404-4a50-b532-0c81a4169d81 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:44.581079 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (63748aae-4404-4a50-b532-0c81a4169d81), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.595014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63748aae-4404-4a50-b532-0c81a4169d81 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:44.600077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b5259-2628-4fa9-ac40-a4210b18bef5 req-50cef12d-6cf2-4d8e-8010-d647849bbf2a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:44.601575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec1b5259-2628-4fa9-ac40-a4210b18bef5 req-50cef12d-6cf2-4d8e-8010-d647849bbf2a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 944 time: 0.0539589 Feb 09 21:32:44.614431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=63748aae-4404-4a50-b532-0c81a4169d81,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:44.617475 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (63748aae-4404-4a50-b532-0c81a4169d81), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.650166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec1b5259-2628-4fa9-ac40-a4210b18bef5 req-738e8115-a18a-4ac4-b2fb-8b4ca141dc55 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Feb 09 21:32:44.664371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=63748aae-4404-4a50-b532-0c81a4169d81,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:44.806122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['63748aae-4404-4a50-b532-0c81a4169d81'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:45.765304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c3b6a-6130-43da-87d3-7ab1290590b9 req-9987e3d2-5d17-448a-a78f-4a363fb6ac7b tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.766704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee3c3b6a-6130-43da-87d3-7ab1290590b9 req-9987e3d2-5d17-448a-a78f-4a363fb6ac7b tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 945 time: 0.0512981 Feb 09 21:32:45.814468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ee3c3b6a-6130-43da-87d3-7ab1290590b9 req-4050774c-8f09-49b3-adff-a4220902b887 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Feb 09 21:32:46.383794 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:32:46.434421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 63748aae-4404-4a50-b532-0c81a4169d81 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:46.483429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 63748aae-4404-4a50-b532-0c81a4169d81 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:46.487178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 63748aae-4404-4a50-b532-0c81a4169d81 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:46.488255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (63748aae-4404-4a50-b532-0c81a4169d81), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.562390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 63748aae-4404-4a50-b532-0c81a4169d81 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:46.562780 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (63748aae-4404-4a50-b532-0c81a4169d81), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.587340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63748aae-4404-4a50-b532-0c81a4169d81'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:46.589571 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0ed903-5c99-41f0-b376-e6d64f66d79f" -d '{"events": [{"server_uuid": "ceb5fe6e-2a96-4e83-bcdf-e85d4054edca", "name": "network-vif-plugged", "status": "completed", "tag": "63748aae-4404-4a50-b532-0c81a4169d81"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:46.602458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=63748aae-4404-4a50-b532-0c81a4169d81,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:46.607400 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (63748aae-4404-4a50-b532-0c81a4169d81), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.631168 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b67ce-83e4-404c-a642-df4b3e958c83 x-openstack-request-id: req-533b67ce-83e4-404c-a642-df4b3e958c83 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:46.631464 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb5fe6e-2a96-4e83-bcdf-e85d4054edca", "name": "network-vif-plugged", "status": "completed", "tag": "63748aae-4404-4a50-b532-0c81a4169d81", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:46.631742 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-533b67ce-83e4-404c-a642-df4b3e958c83 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:46.632137 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63748aae-4404-4a50-b532-0c81a4169d81', 'code': 200} Feb 09 21:32:46.656794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=63748aae-4404-4a50-b532-0c81a4169d81,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:46.664612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.664967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.665321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.665667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.666008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.666348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.666682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.667017 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.667350 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.667701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.668035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.668364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.668691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:46.729993 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bf057-57fd-4015-a5fb-ae5558572153 req-221f6c2b-408b-4e5d-95a4-835a7cf4b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.731581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c57bf057-57fd-4015-a5fb-ae5558572153 req-221f6c2b-408b-4e5d-95a4-835a7cf4b86f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 1129 time: 0.0483057 Feb 09 21:32:46.781543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c57bf057-57fd-4015-a5fb-ae5558572153 req-9f4ad653-4506-45cb-a3f7-f50a640aa865 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438974 Feb 09 21:32:46.935358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7595c2-882a-4a15-94e6-74e250e06dc7 req-015ab774-7b6f-417b-9e44-9d85cd6d575c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.936754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb7595c2-882a-4a15-94e6-74e250e06dc7 req-015ab774-7b6f-417b-9e44-9d85cd6d575c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0547857 Feb 09 21:32:46.982601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eb7595c2-882a-4a15-94e6-74e250e06dc7 req-5c510fc8-ab6f-42e2-9243-993c2fc0dcea tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Feb 09 21:32:48.107213 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3591c-1f80-491d-b120-5d0478461920 req-7e9f2f49-e732-4ff1-9b63-8ac90b0fe979 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.108743 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c1b3591c-1f80-491d-b120-5d0478461920 req-7e9f2f49-e732-4ff1-9b63-8ac90b0fe979 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0561070 Feb 09 21:32:48.154939 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c1b3591c-1f80-491d-b120-5d0478461920 req-fa73060e-d455-4f0a-b48d-0eaf9f8d9d19 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Feb 09 21:32:48.270159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca9241-c0ff-447e-b4a0-a3574e883fa3 req-690a1f45-5700-428e-a75d-5b790e7b9f17 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.271536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4ca9241-c0ff-447e-b4a0-a3574e883fa3 req-690a1f45-5700-428e-a75d-5b790e7b9f17 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0509851 Feb 09 21:32:48.317883 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4ca9241-c0ff-447e-b4a0-a3574e883fa3 req-edbb5abc-63cc-4408-90cc-840e554e4e7f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Feb 09 21:32:48.542686 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-09593c2f-ef89-4589-ae10-e06b355e3295 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437994 Feb 09 21:32:48.558336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf11019-3162-4a77-91e4-2e7718df49f3 req-c33e8371-3bc9-4bae-b0f5-4b6d42ada52a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.559915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5cf11019-3162-4a77-91e4-2e7718df49f3 req-c33e8371-3bc9-4bae-b0f5-4b6d42ada52a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0512977 Feb 09 21:32:48.612200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5cf11019-3162-4a77-91e4-2e7718df49f3 req-a2ebc5e7-7a10-4415-8310-f467c94532a2 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461471 Feb 09 21:32:49.583462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-5dbaf05a-1b71-40c5-bb0f-212054f5bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.585112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-5dbaf05a-1b71-40c5-bb0f-212054f5bd05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 1129 time: 0.0485835 Feb 09 21:32:49.673723 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-b29d424c-f836-41e3-ab0d-274f204b3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.675219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-b29d424c-f836-41e3-ab0d-274f204b3a20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.0835941 Feb 09 21:32:49.740666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-f4b3e305-ac8f-4b28-82f7-783a6cf4175f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63748aae-4404-4a50-b532-0c81a4169d81 HTTP/1.1" status: 200 len: 217 time: 0.0535033 Feb 09 21:32:49.793093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f17bd-16c6-4428-8430-c1222fca2fc8 req-7c827dab-3f32-4925-a3cf-b06cf596f8c0 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.794535 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da6f17bd-16c6-4428-8430-c1222fca2fc8 req-7c827dab-3f32-4925-a3cf-b06cf596f8c0 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.1154699 Feb 09 21:32:49.809228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-2b0787dc-e8f4-4acd-9794-649116e2d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.810580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-2b0787dc-e8f4-4acd-9794-649116e2d41b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0627060 Feb 09 21:32:49.855746 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-476764ea-08dd-4fc9-9058-ecc227cb479c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386741 Feb 09 21:32:49.879894 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-da6f17bd-16c6-4428-8430-c1222fca2fc8 req-6fec503e-dba8-458a-8160-5778e99c7a1d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795939 Feb 09 21:32:49.952683 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-82d921e0-258d-4c59-8ccb-f1b4cc30b970 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871089 Feb 09 21:32:50.041821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-c76ece33-1fb2-40c9-bdc2-3151a2b25fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837741 Feb 09 21:32:51.051786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec97d0-c4e3-4f38-9de2-381a32247a9d req-92a5e732-fff0-43b4-9912-c0b1a69155b8 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.053252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93ec97d0-c4e3-4f38-9de2-381a32247a9d req-92a5e732-fff0-43b4-9912-c0b1a69155b8 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.1061778 Feb 09 21:32:51.100612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93ec97d0-c4e3-4f38-9de2-381a32247a9d req-cd5594c9-f849-4bbd-b4a8-d6a3ac69780e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Feb 09 21:32:52.025439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.273928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813196c-955f-4cce-957a-dbaf586b38b9 req-a836cf26-0d52-48ce-9389-61e3ca982fed tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:52.275400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c813196c-955f-4cce-957a-dbaf586b38b9 req-a836cf26-0d52-48ce-9389-61e3ca982fed tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.1084483 Feb 09 21:32:52.322615 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c813196c-955f-4cce-957a-dbaf586b38b9 req-46799bc8-9fb7-4b65-b474-9400be82916e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Feb 09 21:32:53.440003 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c7a1f-ac92-4324-b8f2-499a7d93abab req-016de8bb-4475-4079-860c-08d971c24b5f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:53.441989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80c7a1f-ac92-4324-b8f2-499a7d93abab req-016de8bb-4475-4079-860c-08d971c24b5f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0516315 Feb 09 21:32:53.488842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a80c7a1f-ac92-4324-b8f2-499a7d93abab req-21e19c0e-269e-470e-9da9-6665412754af tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Feb 09 21:32:54.606169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0b934-f68b-4510-a142-f26ad6df2ccd req-1f718e9c-c7e6-4942-9a17-b142f2af7bba tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:54.607629 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44e0b934-f68b-4510-a142-f26ad6df2ccd req-1f718e9c-c7e6-4942-9a17-b142f2af7bba tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0517285 Feb 09 21:32:54.654513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44e0b934-f68b-4510-a142-f26ad6df2ccd req-19fef372-03a1-4eca-9910-855575522f5c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Feb 09 21:32:55.777936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3156c-7926-4bc6-871c-08d0f7aa9770 req-775d09f8-0b29-4abd-82ab-ac445b33c461 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:55.779549 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77b3156c-7926-4bc6-871c-08d0f7aa9770 req-775d09f8-0b29-4abd-82ab-ac445b33c461 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0563345 Feb 09 21:32:55.843138 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-77b3156c-7926-4bc6-871c-08d0f7aa9770 req-162f853c-f509-4bfb-ad82-0e31adc53406 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Feb 09 21:32:56.914490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.967462 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d6156-12af-438b-8820-e60d2d42426e req-a0e8af93-437e-45e6-936d-01bb487cb405 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.968977 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-376d6156-12af-438b-8820-e60d2d42426e req-a0e8af93-437e-45e6-936d-01bb487cb405 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0574343 Feb 09 21:32:57.015499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-376d6156-12af-438b-8820-e60d2d42426e req-0e58dda8-0d8c-476b-97be-1fc1a0144223 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Feb 09 21:32:58.133139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfd8a4-bc52-4297-a281-62b54150ef8d req-a123ea35-2f7e-4498-a8b8-5d62ce8e3486 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.134617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cbfd8a4-bc52-4297-a281-62b54150ef8d req-a123ea35-2f7e-4498-a8b8-5d62ce8e3486 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0516992 Feb 09 21:32:58.179322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cbfd8a4-bc52-4297-a281-62b54150ef8d req-5d4077bc-b6aa-43ea-843a-7804aaad2e4a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 Feb 09 21:32:59.300075 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3ad2b-bbff-41a5-8b30-7264886493d7 req-48bab619-7f14-4ac9-876b-0dc68f180f96 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.301570 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37d3ad2b-bbff-41a5-8b30-7264886493d7 req-48bab619-7f14-4ac9-876b-0dc68f180f96 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0522211 Feb 09 21:32:59.349272 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-37d3ad2b-bbff-41a5-8b30-7264886493d7 req-6aac0d77-3fa0-4f09-9dd5-7167a1474f50 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Feb 09 21:33:00.466332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a41d21-0098-4ec2-8622-46f33573b3e8 req-b4ad54f8-5903-49cb-93ab-da2659cd42f5 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.467848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00a41d21-0098-4ec2-8622-46f33573b3e8 req-b4ad54f8-5903-49cb-93ab-da2659cd42f5 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0522158 Feb 09 21:33:00.518268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-00a41d21-0098-4ec2-8622-46f33573b3e8 req-fe4344ab-da05-4a0b-b4ee-5b9f3572e394 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Feb 09 21:33:01.639355 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce801624-47b8-4677-bd3e-9b0b64bc438c req-0175bafd-4bc8-42be-80c8-8a6d361aef5c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:01.640884 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce801624-47b8-4677-bd3e-9b0b64bc438c req-0175bafd-4bc8-42be-80c8-8a6d361aef5c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0554135 Feb 09 21:33:01.686058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ce801624-47b8-4677-bd3e-9b0b64bc438c req-c3107d8a-afff-4395-ab5e-0d46cb62c9d8 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390470 Feb 09 21:33:02.803721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a861a0-de6c-4814-9449-87198eac92ac req-ec29eec9-a6f6-43f3-b9e9-05d416d3a80c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:02.805222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a861a0-de6c-4814-9449-87198eac92ac req-ec29eec9-a6f6-43f3-b9e9-05d416d3a80c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0513875 Feb 09 21:33:02.851096 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4a861a0-de6c-4814-9449-87198eac92ac req-7208d0b2-e067-4a24-974c-91ccfe5adf95 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Feb 09 21:33:03.968208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee282cc-4d62-487b-a763-d98e7e8a6796 req-001f1b77-0de7-4e88-b512-a3d97af0b873 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:03.969674 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bee282cc-4d62-487b-a763-d98e7e8a6796 req-001f1b77-0de7-4e88-b512-a3d97af0b873 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0521195 Feb 09 21:33:04.015916 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bee282cc-4d62-487b-a763-d98e7e8a6796 req-d9b08add-b494-4989-a4ca-6e168059f014 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Feb 09 21:33:05.133795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03493d1-d739-4090-8e30-3c508db0b5d3 req-a44385ef-ae41-40f6-ac75-31a74b608efe tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.135276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c03493d1-d739-4090-8e30-3c508db0b5d3 req-a44385ef-ae41-40f6-ac75-31a74b608efe tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0516953 Feb 09 21:33:05.180748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c03493d1-d739-4090-8e30-3c508db0b5d3 req-0a326491-9b5b-4ffc-a631-5f1fb44045d9 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Feb 09 21:33:06.298373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2370b-c505-47e9-9be4-422f87a4665f req-5066b92b-31e1-4e53-bfb0-eddafb498a86 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.300555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7cd2370b-c505-47e9-9be4-422f87a4665f req-5066b92b-31e1-4e53-bfb0-eddafb498a86 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0511861 Feb 09 21:33:06.350365 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7cd2370b-c505-47e9-9be4-422f87a4665f req-0f864b60-0357-4a93-b0c0-3bb77ed4f673 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444431 Feb 09 21:33:07.473279 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d681f-f31b-486e-848e-35adc034c914 req-6bf1f794-9bd4-4b5e-8e8f-28e37ec7ceb1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:07.474772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-233d681f-f31b-486e-848e-35adc034c914 req-6bf1f794-9bd4-4b5e-8e8f-28e37ec7ceb1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0559101 Feb 09 21:33:07.521005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-233d681f-f31b-486e-848e-35adc034c914 req-33fd7f7a-3f9a-4032-81d9-1d4ee811f648 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Feb 09 21:33:07.722562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f64f5121-3381-47d8-96a4-642dfa8d1961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.638739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4c17d-6173-42bd-8d7c-d08b86ced396 req-0a048559-6cb9-4114-b95c-34b939badf82 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:08.640232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61d4c17d-6173-42bd-8d7c-d08b86ced396 req-0a048559-6cb9-4114-b95c-34b939badf82 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0519037 Feb 09 21:33:08.685897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61d4c17d-6173-42bd-8d7c-d08b86ced396 req-14cc0a81-9859-4dec-b8af-aba7c366b92d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Feb 09 21:33:09.776664 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b54d914-6e2e-4c20-9dba-e21c932322c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.802704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc0f00-d9ba-4ea0-abe5-f8eb282ccfad req-faee5b6c-ab47-4a8c-8a53-8803b1f23de3 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.804202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7bdc0f00-d9ba-4ea0-abe5-f8eb282ccfad req-faee5b6c-ab47-4a8c-8a53-8803b1f23de3 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0520973 Feb 09 21:33:09.850700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7bdc0f00-d9ba-4ea0-abe5-f8eb282ccfad req-b50446f4-e7a0-4a17-8315-26a30b44ed45 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Feb 09 21:33:10.967101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba7917-a9be-4f96-ade9-9a6dec427748 req-6493b4bb-1887-402e-b3c6-0672395f6d7d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.968607 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c4ba7917-a9be-4f96-ade9-9a6dec427748 req-6493b4bb-1887-402e-b3c6-0672395f6d7d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0520527 Feb 09 21:33:11.015356 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c4ba7917-a9be-4f96-ade9-9a6dec427748 req-cccb5f24-24de-4d6f-9ef4-be55464ab7a1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 Feb 09 21:33:11.392707 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.136669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047784f-6b5d-4569-b65d-775ac4747334 req-f58b1478-5acf-404f-84b4-164b4fa460fb tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.138133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c047784f-6b5d-4569-b65d-775ac4747334 req-f58b1478-5acf-404f-84b4-164b4fa460fb tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0555615 Feb 09 21:33:12.183664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c047784f-6b5d-4569-b65d-775ac4747334 req-5d7ef565-3730-47ee-b870-a7f0b8da911c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Feb 09 21:33:12.869588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.310865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc27e-514b-46c3-b4e8-683fd7b1dd01 req-8f5d3bb8-6158-435d-97b1-3c0b8a35b48c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.312402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-10cfc27e-514b-46c3-b4e8-683fd7b1dd01 req-8f5d3bb8-6158-435d-97b1-3c0b8a35b48c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0598154 Feb 09 21:33:13.360509 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-10cfc27e-514b-46c3-b4e8-683fd7b1dd01 req-1d5058f1-4789-4c0a-ae4a-448f8e1fe2b2 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Feb 09 21:33:13.977015 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.477061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54b158-a865-43b9-b6ee-33fb210884ba req-538c7181-e47f-424d-af35-22a3e5957887 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:14.478671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf54b158-a865-43b9-b6ee-33fb210884ba req-538c7181-e47f-424d-af35-22a3e5957887 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0517645 Feb 09 21:33:14.525312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bf54b158-a865-43b9-b6ee-33fb210884ba req-55bb8bad-7f86-414e-ad54-171fe92376c6 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Feb 09 21:33:15.645774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9246f0e-3659-42b5-b38b-a8e71a2dfadd req-2d6cddfa-e7dd-4db7-a20b-39846e33291b tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:15.647458 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e9246f0e-3659-42b5-b38b-a8e71a2dfadd req-2d6cddfa-e7dd-4db7-a20b-39846e33291b tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0527179 Feb 09 21:33:15.693680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e9246f0e-3659-42b5-b38b-a8e71a2dfadd req-90ccff68-062b-4e01-bf97-64178b68f365 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Feb 09 21:33:16.646167 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-3d63e461-aa94-4145-b55d-6bece31ec1db service neutron] 10.222.0.13 "GET /v2.0/ports/63748aae-4404-4a50-b532-0c81a4169d81/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 383 time: 0.0545957 Feb 09 21:33:16.822675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201db44-da52-4840-993f-0472622a3b31 req-b289f715-0ef0-4eeb-95ed-a9003fa2cd37 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:16.824222 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3201db44-da52-4840-993f-0472622a3b31 req-b289f715-0ef0-4eeb-95ed-a9003fa2cd37 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0617433 Feb 09 21:33:16.875510 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3201db44-da52-4840-993f-0472622a3b31 req-517caf3e-53f8-43a3-864c-6be09b6d5ddd tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Feb 09 21:33:16.884731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-d2b42349-4113-4f5d-a30b-c448a98eb58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:16.886246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-d2b42349-4113-4f5d-a30b-c448a98eb58c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca&tenant_id=11f2996e3a4c4dcbb84702ee6081681c HTTP/1.1" status: 200 len: 1129 time: 0.0800722 Feb 09 21:33:16.949181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-dc099cc5-68a3-465c-a605-7e20393bd491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:16.950659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-dc099cc5-68a3-465c-a605-7e20393bd491 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 1129 time: 0.0434475 Feb 09 21:33:17.041231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-4540a596-1bdc-4c0d-a234-152547e1d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:17.042693 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-4540a596-1bdc-4c0d-a234-152547e1d1ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.0867698 Feb 09 21:33:17.083352 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-2b22f689-d491-43ca-8376-7eddbb39948e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63748aae-4404-4a50-b532-0c81a4169d81 HTTP/1.1" status: 200 len: 217 time: 0.0343504 Feb 09 21:33:17.129594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-6143ab47-0922-4f58-b3d9-28b6d425df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:17.131036 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-6143ab47-0922-4f58-b3d9-28b6d425df3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0427766 Feb 09 21:33:17.165966 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-df41833f-97d5-48f7-914f-ad7c48a3ddce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293732 Feb 09 21:33:17.254106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-8180075a-12d9-4af9-9929-b1a1b6b6cd83 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811541 Feb 09 21:33:17.344915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f5ceeb4-616a-4435-b059-cf5cdaf0b695 req-9b381ef5-19d4-42a5-96e4-e858285c08b3 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849144 Feb 09 21:33:17.997109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b7721-648c-4080-9c9c-21d7a2f2e509 req-e3d4e928-a846-40da-98ef-99d736be4a1a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:17.998572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-153b7721-648c-4080-9c9c-21d7a2f2e509 req-e3d4e928-a846-40da-98ef-99d736be4a1a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0544107 Feb 09 21:33:18.044658 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-153b7721-648c-4080-9c9c-21d7a2f2e509 req-d501522c-6d67-4ab6-abab-6358f8655d9e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Feb 09 21:33:18.683311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 63748aae-4404-4a50-b532-0c81a4169d81 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:18.781933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=63748aae-4404-4a50-b532-0c81a4169d81,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:18.793929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '63748aae-4404-4a50-b532-0c81a4169d81', 'network_id': '6d710148-ec84-46d1-bff0-4bb5d0f66c27', 'port_id': '63748aae-4404-4a50-b532-0c81a4169d81', 'mac_address': 'fa:16:3e:c1:6d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6846c3fd-d6de-45c4-85f9-229bcef5f93e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:18.830357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 63748aae-4404-4a50-b532-0c81a4169d81 is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:18.830749 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (63748aae-4404-4a50-b532-0c81a4169d81), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.843158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63748aae-4404-4a50-b532-0c81a4169d81 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:18.864096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=63748aae-4404-4a50-b532-0c81a4169d81,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:18.867584 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (63748aae-4404-4a50-b532-0c81a4169d81), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.913904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=63748aae-4404-4a50-b532-0c81a4169d81,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:19.077767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['63748aae-4404-4a50-b532-0c81a4169d81'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:19.165312 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c944cec-0185-4f8f-a6d8-d3e90364c37c req-d745aa4b-f2bb-48df-a7b2-0e97fc3f8403 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.166798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c944cec-0185-4f8f-a6d8-d3e90364c37c req-d745aa4b-f2bb-48df-a7b2-0e97fc3f8403 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 945 time: 0.0531452 Feb 09 21:33:19.213339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c944cec-0185-4f8f-a6d8-d3e90364c37c req-9eba73df-e012-4901-89e8-afe417546379 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Feb 09 21:33:19.409778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a7941-d567-459f-8a7d-ef491720dc3a req-36faa3a2-1554-4149-ac9e-5972b11f950d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.411762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-406a7941-d567-459f-8a7d-ef491720dc3a req-36faa3a2-1554-4149-ac9e-5972b11f950d tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 945 time: 0.0532160 Feb 09 21:33:19.459902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-406a7941-d567-459f-8a7d-ef491720dc3a req-ee3492ea-e916-4a00-b661-cdf280225ec6 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 Feb 09 21:33:19.460510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-b90c00ed-8b76-4aec-be8a-ce2e9ebe4cfb tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.461994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-b90c00ed-8b76-4aec-be8a-ce2e9ebe4cfb tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca&tenant_id=11f2996e3a4c4dcbb84702ee6081681c&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 945 time: 0.0964749 Feb 09 21:33:19.547738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-c54d7af4-671b-41b5-8707-65c4ffabf7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.549231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-c54d7af4-671b-41b5-8707-65c4ffabf7dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 1128 time: 0.0431716 Feb 09 21:33:19.635869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-231804a4-c6b6-4190-96d9-83b91cfbe169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.637335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-231804a4-c6b6-4190-96d9-83b91cfbe169 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 200 len: 916 time: 0.0813768 Feb 09 21:33:19.690460 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-5af6a126-7c2e-4008-91ba-0033a125137f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63748aae-4404-4a50-b532-0c81a4169d81 HTTP/1.1" status: 200 len: 217 time: 0.0463398 Feb 09 21:33:19.737526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-69fab1d2-e816-4bed-bdbc-0007cb774812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.739495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-69fab1d2-e816-4bed-bdbc-0007cb774812 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 200 len: 855 time: 0.0431173 Feb 09 21:33:19.768827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-dc416298-b292-43b3-9f69-5c9422569ff8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d710148-ec84-46d1-bff0-4bb5d0f66c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239406 Feb 09 21:33:19.857993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-79998ec0-ce57-4f6e-ae90-2bd720c05113 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833442 Feb 09 21:33:19.943089 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1671269b-b956-42fb-ab36-d33efffc7fc5 req-a0bb9f8b-d98a-4a51-9a5d-be40254fb988 service neutron] 10.222.0.13 "GET /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791943 Feb 09 21:33:20.586418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d53902-564b-436d-928d-f7fc4dd2bda6 req-1bdfe2eb-b137-49d2-acb1-4fba1f983722 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:20.587910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b8d53902-564b-436d-928d-f7fc4dd2bda6 req-1bdfe2eb-b137-49d2-acb1-4fba1f983722 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 945 time: 0.0569465 Feb 09 21:33:20.634517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b8d53902-564b-436d-928d-f7fc4dd2bda6 req-ff1051d8-3ab7-40e5-89d6-4fa6bfe6419a tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Feb 09 21:33:20.684203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 63748aae-4404-4a50-b532-0c81a4169d81 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:20.731859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 63748aae-4404-4a50-b532-0c81a4169d81 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:20.732228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (63748aae-4404-4a50-b532-0c81a4169d81), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.755507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30891e8a-f8c9-40f2-8642-7294badcc79e req-42243a3c-8518-499d-b308-8a7950182783 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:20.757410 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30891e8a-f8c9-40f2-8642-7294badcc79e req-42243a3c-8518-499d-b308-8a7950182783 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 945 time: 0.0574961 Feb 09 21:33:20.803164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30891e8a-f8c9-40f2-8642-7294badcc79e req-504933a0-88ba-4cdd-a0a2-7b0d9c59586e tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Feb 09 21:33:20.813387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 63748aae-4404-4a50-b532-0c81a4169d81 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:20.813880 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (63748aae-4404-4a50-b532-0c81a4169d81), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.837004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63748aae-4404-4a50-b532-0c81a4169d81'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:20.839241 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483ec083-2d2a-4945-906d-ff0b2aa43648" -d '{"events": [{"server_uuid": "ceb5fe6e-2a96-4e83-bcdf-e85d4054edca", "name": "network-vif-plugged", "status": "completed", "tag": "63748aae-4404-4a50-b532-0c81a4169d81"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:20.851101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=63748aae-4404-4a50-b532-0c81a4169d81,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:20.856008 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (63748aae-4404-4a50-b532-0c81a4169d81), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.882665 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52109a0-6d80-4177-9220-392703a05f82 x-openstack-request-id: req-e52109a0-6d80-4177-9220-392703a05f82 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:20.882970 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb5fe6e-2a96-4e83-bcdf-e85d4054edca", "name": "network-vif-plugged", "status": "completed", "tag": "63748aae-4404-4a50-b532-0c81a4169d81", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:20.883217 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e52109a0-6d80-4177-9220-392703a05f82 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:20.883668 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63748aae-4404-4a50-b532-0c81a4169d81', 'code': 200} Feb 09 21:33:20.908365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=63748aae-4404-4a50-b532-0c81a4169d81,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:20.921544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7088f-b24a-4693-9232-4266f9cec606 req-a2addad6-25b9-405e-a01a-d8bd34a47cf2 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:20.923020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eae7088f-b24a-4693-9232-4266f9cec606 req-a2addad6-25b9-405e-a01a-d8bd34a47cf2 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0528753 Feb 09 21:33:20.969022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eae7088f-b24a-4693-9232-4266f9cec606 req-9005b7de-4216-4b89-9f83-31190b9a9168 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Feb 09 21:33:21.291600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c6d8e-61c8-4632-af5f-3e2e8244a820 req-923188c4-bd7a-42a0-8dad-2e8d9e54e49f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:21.293088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-100c6d8e-61c8-4632-af5f-3e2e8244a820 req-923188c4-bd7a-42a0-8dad-2e8d9e54e49f tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0512745 Feb 09 21:33:21.338754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-100c6d8e-61c8-4632-af5f-3e2e8244a820 req-55dffd64-0f97-4e52-9da1-e72a4b69686c tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Feb 09 21:33:22.033215 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.411081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee7f67-2255-4117-8ef3-a35775006384 req-62d1c7a1-0302-4fb4-a02c-c417d1b6deb1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.412558 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9cee7f67-2255-4117-8ef3-a35775006384 req-62d1c7a1-0302-4fb4-a02c-c417d1b6deb1 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.13 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.0526881 Feb 09 21:33:22.518481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6a5cc-6ae8-4241-9fdd-39d0d0f7e011 req-6fa82b5b-af75-45ae-b131-63fd20c7ddde tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.520002 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01b6a5cc-6ae8-4241-9fdd-39d0d0f7e011 req-6fa82b5b-af75-45ae-b131-63fd20c7ddde tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/ports?device_id=ceb5fe6e-2a96-4e83-bcdf-e85d4054edca HTTP/1.1" status: 200 len: 946 time: 0.1065607 Feb 09 21:33:22.561975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Deleting port 63748aae-4404-4a50-b532-0c81a4169d81 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:22.562314 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (63748aae-4404-4a50-b532-0c81a4169d81), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.618527 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01b6a5cc-6ae8-4241-9fdd-39d0d0f7e011 req-f56e2401-4318-40ed-ac07-dd742788f4d6 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.102 "GET /v2.0/security-groups?id=350c1d1b-73a9-4764-b84f-ca3397b52903&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921109 Feb 09 21:33:22.663406 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] For port 63748aae-4404-4a50-b532-0c81a4169d81, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=63748aae-4404-4a50-b532-0c81a4169d81,segment=NetworkSegment(94141576-7797-4bdd-b32a-8798ed7dd91e),segment_id=94141576-7797-4bdd-b32a-8798ed7dd91e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:22.663801 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (63748aae-4404-4a50-b532-0c81a4169d81), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.677322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Calling delete_port for 63748aae-4404-4a50-b532-0c81a4169d81 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:22.802678 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (63748aae-4404-4a50-b532-0c81a4169d81), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.814795 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['63748aae-4404-4a50-b532-0c81a4169d81'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:22.833657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Pushing event deleted for resources: {'Port': ['ID=63748aae-4404-4a50-b532-0c81a4169d81,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:22.878055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] No DVR routers for this DVR port 63748aae-4404-4a50-b532-0c81a4169d81 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:22.880717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.884021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9cee7f67-2255-4117-8ef3-a35775006384 req-69c7e03e-1b37-4add-81d9-e78a50fba8b4 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] 10.222.0.13 "DELETE /v2.0/ports/63748aae-4404-4a50-b532-0c81a4169d81 HTTP/1.1" status: 204 len: 173 time: 0.4629245 Feb 09 21:33:22.884481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'name': 'network-vif-deleted', 'tag': '63748aae-4404-4a50-b532-0c81a4169d81'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:22.886773 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a681c-9885-41f2-a1b6-fb17569eeb4d" -d '{"events": [{"server_uuid": "ceb5fe6e-2a96-4e83-bcdf-e85d4054edca", "name": "network-vif-deleted", "tag": "63748aae-4404-4a50-b532-0c81a4169d81"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:22.991615 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83e17cc-db27-4059-803f-7e28d7719a2a x-openstack-request-id: req-a83e17cc-db27-4059-803f-7e28d7719a2a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:22.991944 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb5fe6e-2a96-4e83-bcdf-e85d4054edca", "name": "network-vif-deleted", "tag": "63748aae-4404-4a50-b532-0c81a4169d81", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:22.992197 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a83e17cc-db27-4059-803f-7e28d7719a2a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:22.992596 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb5fe6e-2a96-4e83-bcdf-e85d4054edca', 'name': 'network-vif-deleted', 'tag': '63748aae-4404-4a50-b532-0c81a4169d81', 'status': 'completed', 'code': 200} Feb 09 21:33:23.382469 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:33:23.737757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43944) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:23.781164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a002d85-7034-4282-a763-28131e80349e admin admin] Deleting subnet 6846c3fd-d6de-45c4-85f9-229bcef5f93e {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:33:23.784132 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a002d85-7034-4282-a763-28131e80349e admin admin] Publish callbacks [] for subnet (6846c3fd-d6de-45c4-85f9-229bcef5f93e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.820439 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a002d85-7034-4282-a763-28131e80349e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (6846c3fd-d6de-45c4-85f9-229bcef5f93e), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.857751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a002d85-7034-4282-a763-28131e80349e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6846c3fd-d6de-45c4-85f9-229bcef5f93e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.906833 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a002d85-7034-4282-a763-28131e80349e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (6846c3fd-d6de-45c4-85f9-229bcef5f93e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.929960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a002d85-7034-4282-a763-28131e80349e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6846c3fd-d6de-45c4-85f9-229bcef5f93e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:23.935845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8a002d85-7034-4282-a763-28131e80349e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.939033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8a002d85-7034-4282-a763-28131e80349e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/6846c3fd-d6de-45c4-85f9-229bcef5f93e HTTP/1.1" status: 204 len: 168 time: 0.2002773 Feb 09 21:33:23.942092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43946) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:24.011290 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (6d710148-ec84-46d1-bff0-4bb5d0f66c27), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.086947 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (6d710148-ec84-46d1-bff0-4bb5d0f66c27), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.105821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d710148-ec84-46d1-bff0-4bb5d0f66c27']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:24.114819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94141576-7797-4bdd-b32a-8798ed7dd91e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:24.115114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94141576-7797-4bdd-b32a-8798ed7dd91e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:24.124036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (94141576-7797-4bdd-b32a-8798ed7dd91e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.137614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (94141576-7797-4bdd-b32a-8798ed7dd91e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.143259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:33:24.143642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (94141576-7797-4bdd-b32a-8798ed7dd91e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:33:24.145883 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:33:24.200863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (6d710148-ec84-46d1-bff0-4bb5d0f66c27), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.206266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.209981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] 10.222.0.102 "DELETE /v2.0/networks/6d710148-ec84-46d1-bff0-4bb5d0f66c27 HTTP/1.1" status: 204 len: 168 time: 0.2669911 Feb 09 21:33:24.220726 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76b6f7-836a-483e-b48a-46ba8c24a674 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d710148-ec84-46d1-bff0-4bb5d0f66c27,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:24.328590 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:24.367250 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7a2b9123-9253-44b8-9a58-e414e63faf1e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=11f2996e3a4c4dcbb84702ee6081681c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375414 Feb 09 21:33:24.369738 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43952) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:24.414456 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ec1f62a-6976-4246-bfe9-8a82a675e1b8 admin admin] Publish callbacks [] for security_group (350c1d1b-73a9-4764-b84f-ca3397b52903), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.435284 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ec1f62a-6976-4246-bfe9-8a82a675e1b8 admin admin] Publish callbacks [] for security_group (350c1d1b-73a9-4764-b84f-ca3397b52903), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.481155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ec1f62a-6976-4246-bfe9-8a82a675e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (350c1d1b-73a9-4764-b84f-ca3397b52903), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.483786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2ec1f62a-6976-4246-bfe9-8a82a675e1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.484951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2ec1f62a-6976-4246-bfe9-8a82a675e1b8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/350c1d1b-73a9-4764-b84f-ca3397b52903 HTTP/1.1" status: 204 len: 168 time: 0.1143186 Feb 09 21:33:24.494189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1f62a-6976-4246-bfe9-8a82a675e1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350c1d1b-73a9-4764-b84f-ca3397b52903,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.143618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43974) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.245474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2005133587-network', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:25.267867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Made reservation on behalf of b5b09b30d50444149e525ed2480f286b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:25.270578 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.278608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.350880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Publish callbacks [] for security_group (d93495bb-6c67-4cf3-87fc-c4b719a2d00d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.354416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d93495bb-6c67-4cf3-87fc-c4b719a2d00d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.379077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:25.387398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93495bb-6c67-4cf3-87fc-c4b719a2d00d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.393428 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (729a2e01-441e-4ad2-8b45-2e16f0fcebeb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.393878 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Added segment 729a2e01-441e-4ad2-8b45-2e16f0fcebeb of type vlan for network a01c15ac-3b7c-4aa9-9896-25d0508503db Feb 09 21:33:25.433930 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (a01c15ac-3b7c-4aa9-9896-25d0508503db), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.458965 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (a01c15ac-3b7c-4aa9-9896-25d0508503db), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.459917 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.460494 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.515548 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3702471 Feb 09 21:33:25.518656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.522805 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10f62a-78e0-479e-bdce-a28f1d0e59aa admin admin] Pushing event updated for resources: {'Network': ['ID=a01c15ac-3b7c-4aa9-9896-25d0508503db,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.524929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Request body: {'subnet': {'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2005133587-subnet', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:25.532496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network a01c15ac-3b7c-4aa9-9896-25d0508503db details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:25.545142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Made reservation on behalf of b5b09b30d50444149e525ed2480f286b for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:25.547457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.710036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (6d61a3e8-139a-401d-8273-4ea102c4c95b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.768164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d61a3e8-139a-401d-8273-4ea102c4c95b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.776351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:25.776708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Network hostable DHCP agents. Network: a01c15ac-3b7c-4aa9-9896-25d0508503db, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:25.792786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Network a01c15ac-3b7c-4aa9-9896-25d0508503db is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:25.801992 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, a01c15ac-3b7c-4aa9-9896-25d0508503db) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:25.806432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.807031 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.814781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce49113-1f85-47b5-aa75-f660bd76bbe9 None None] Network a01c15ac-3b7c-4aa9-9896-25d0508503db requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:25.824601 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c67ba955-548f-436b-a1d1-e38a35bc0d79 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3035798 Feb 09 21:33:25.827392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43980) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.831776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:25.849734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (6313e499-ceb7-46d1-9dac-3777f1b6796b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.851080 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (6313e499-ceb7-46d1-9dac-3777f1b6796b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.904231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks [] for router_controller (6313e499-ceb7-46d1-9dac-3777f1b6796b), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.924751 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-a01c15ac-3b7c-4aa9-9896-25d0508503db', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:33:25.926124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.046181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks [] for router_gateway (6313e499-ceb7-46d1-9dac-3777f1b6796b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.061740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Allocated IP 172.20.0.2 (a01c15ac-3b7c-4aa9-9896-25d0508503db/6d61a3e8-139a-401d-8273-4ea102c4c95b/a565a96a-5a62-40c7-a193-3784bfb07a50) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:26.204094 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Publish callbacks [] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.210302 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.244413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks [] for router_gateway (6313e499-ceb7-46d1-9dac-3777f1b6796b), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.250274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Network a01c15ac-3b7c-4aa9-9896-25d0508503db is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:26.253184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:26.256609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:26.263448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Pushing event updated for resources: {'Port': ['ID=a565a96a-5a62-40c7-a193-3784bfb07a50,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.266578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.316113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Attempting to bind port a565a96a-5a62-40c7-a193-3784bfb07a50 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:26.316382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Attempting to bind port a565a96a-5a62-40c7-a193-3784bfb07a50 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:26.316753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Attempting to bind port a565a96a-5a62-40c7-a193-3784bfb07a50 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:26.322018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:26.322396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:26.322952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.323239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:26.323866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Bound port: a565a96a-5a62-40c7-a193-3784bfb07a50, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:26.324337 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.369828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Allocated IP 172.25.4.250 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/4291f037-bdb0-45d1-b05e-1957ff4897bc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:26.389405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] For port a565a96a-5a62-40c7-a193-3784bfb07a50, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:26.392322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] For port a565a96a-5a62-40c7-a193-3784bfb07a50, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a565a96a-5a62-40c7-a193-3784bfb07a50,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:26.397962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.457097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdee5d-9cf5-49ff-ae67-eaea58e61747 None None] Pushing event updated for resources: {'Port': ['ID=a565a96a-5a62-40c7-a193-3784bfb07a50,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.483977 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks [] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.518334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.560538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:26.563560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:26.567289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:26.573010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Pushing event updated for resources: {'Port': ['ID=4291f037-bdb0-45d1-b05e-1957ff4897bc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.724205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 63748aae-4404-4a50-b532-0c81a4169d81 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:26.731193 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a565a96a-5a62-40c7-a193-3784bfb07a50 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:26.750568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 63748aae-4404-4a50-b532-0c81a4169d81 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:26.750925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 63748aae-4404-4a50-b532-0c81a4169d81 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:26.800742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a565a96a-5a62-40c7-a193-3784bfb07a50 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:26.801119 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.856171 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks [] for router_gateway (6313e499-ceb7-46d1-9dac-3777f1b6796b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.878076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a565a96a-5a62-40c7-a193-3784bfb07a50 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:26.878425 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.918241 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port a565a96a-5a62-40c7-a193-3784bfb07a50, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a565a96a-5a62-40c7-a193-3784bfb07a50,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:26.924611 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.949770 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.974527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=a565a96a-5a62-40c7-a193-3784bfb07a50,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:27.057915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (6313e499-ceb7-46d1-9dac-3777f1b6796b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.197400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:33:27.306942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:27.316925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:27.327622 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.329239 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c6de0fa2-306e-4840-bb45-b5390ae0df99 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5008655 Feb 09 21:33:27.333070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:27.334564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:27.335195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:27.419354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c6e83-6220-4428-8258-d5a19be3c3f9 None None] Network a01c15ac-3b7c-4aa9-9896-25d0508503db requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:27.512885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bad377d0-a1a0-4a25-a04d-98870ad67c14 None None] Provisioning complete for port a565a96a-5a62-40c7-a193-3784bfb07a50 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:27.513257 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bad377d0-a1a0-4a25-a04d-98870ad67c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.544143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:27.773776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bad377d0-a1a0-4a25-a04d-98870ad67c14 None None] Current status of the port a565a96a-5a62-40c7-a193-3784bfb07a50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:27.807440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:26Z', 'revision_number': 3, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:27.838790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:27.839142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Updating router 6313e499-ceb7-46d1-9dac-3777f1b6796b port 4291f037-bdb0-45d1-b05e-1957ff4897bc binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:27.867594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.044835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3f7c22a3-781d-4caf-acaf-81bf961a69b0 None None] Provisioning complete for port a565a96a-5a62-40c7-a193-3784bfb07a50 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:28.045213 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f7c22a3-781d-4caf-acaf-81bf961a69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.095060 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.188269 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Publish callbacks [] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.196904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c22a3-781d-4caf-acaf-81bf961a69b0 None None] Current status of the port a565a96a-5a62-40c7-a193-3784bfb07a50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:28.200823 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.252574 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Allocated IP 172.20.0.1 (a01c15ac-3b7c-4aa9-9896-25d0508503db/6d61a3e8-139a-401d-8273-4ea102c4c95b/4c1860d6-f1f0-4256-a375-bd6676b63179) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:28.253902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983c204-07a1-444a-a32f-560b5692eb90 None None] Pushing event updated for resources: {'Port': ['ID=4291f037-bdb0-45d1-b05e-1957ff4897bc,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:28.257544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Attempting to bind port 4291f037-bdb0-45d1-b05e-1957ff4897bc on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:28.257929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Attempting to bind port 4291f037-bdb0-45d1-b05e-1957ff4897bc by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:28.258313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Attempting to bind port 4291f037-bdb0-45d1-b05e-1957ff4897bc on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:28.264793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:28.265184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:28.265642 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.266117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:28.266493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Bound port: 4291f037-bdb0-45d1-b05e-1957ff4897bc, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:28.266916 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.320658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] For port 4291f037-bdb0-45d1-b05e-1957ff4897bc, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:28.324390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] For port 4291f037-bdb0-45d1-b05e-1957ff4897bc, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4291f037-bdb0-45d1-b05e-1957ff4897bc,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:28.330217 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.361459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Publish callbacks [] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.391962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:28.392584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:28.395694 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983c204-07a1-444a-a32f-560b5692eb90 None None] Pushing event updated for resources: {'Port': ['ID=4291f037-bdb0-45d1-b05e-1957ff4897bc,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:28.398339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.434666 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Network a01c15ac-3b7c-4aa9-9896-25d0508503db is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:28.439452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:28.443604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:28.468048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1860d6-f1f0-4256-a375-bd6676b63179,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:28.490695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (6313e499-ceb7-46d1-9dac-3777f1b6796b), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.641609 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.682146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:28.709585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a565a96a-5a62-40c7-a193-3784bfb07a50 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:28.813481 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-656797a3-f8bf-448d-93e4-b897b5895d64 None None] Provisioning complete for port 4c1860d6-f1f0-4256-a375-bd6676b63179 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:28.814238 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-656797a3-f8bf-448d-93e4-b897b5895d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.814829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Publish callbacks [] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.819813 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.873442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-656797a3-f8bf-448d-93e4-b897b5895d64 None None] Port 4c1860d6-f1f0-4256-a375-bd6676b63179 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:28.886052 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (6313e499-ceb7-46d1-9dac-3777f1b6796b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.888676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1860d6-f1f0-4256-a375-bd6676b63179,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:28.890248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a565a96a-5a62-40c7-a193-3784bfb07a50 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:28.890547 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.982608 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Network a01c15ac-3b7c-4aa9-9896-25d0508503db is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:28.984076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:29.004619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:26Z', 'revision_number': 3, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:29.006497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a565a96a-5a62-40c7-a193-3784bfb07a50 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:29.036303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bbc9a4-0abf-4574-8634-ac792bb91c94 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:26Z', 'revision_number': 3, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:29.111481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:33:29.229389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:29.234672 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-21dc8ca4-0475-449d-bd6a-0cee3a7cff85 admin admin] 10.222.0.102 "PUT /v2.0/routers/6313e499-ceb7-46d1-9dac-3777f1b6796b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8999588 Feb 09 21:33:29.299273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3b40ebff-3adc-4682-bed7-f8bea9888fc4 None None] Provisioning complete for port 4c1860d6-f1f0-4256-a375-bd6676b63179 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:29.299749 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b40ebff-3adc-4682-bed7-f8bea9888fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.352002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3b40ebff-3adc-4682-bed7-f8bea9888fc4 None None] Port 4c1860d6-f1f0-4256-a375-bd6676b63179 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:29.729044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 43990) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:29.733658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-203f778f-0e77-42ff-b03e-0d3f5cd13893 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985230205', 'description': 'tempest-description--1487771153'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:29.753270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203f778f-0e77-42ff-b03e-0d3f5cd13893 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.822835 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203f778f-0e77-42ff-b03e-0d3f5cd13893 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group (fd624019-5e63-479d-894c-78f4dab6bdc5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.827023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203f778f-0e77-42ff-b03e-0d3f5cd13893 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd624019-5e63-479d-894c-78f4dab6bdc5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.856218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203f778f-0e77-42ff-b03e-0d3f5cd13893 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.860348 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-203f778f-0e77-42ff-b03e-0d3f5cd13893 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1273925 Feb 09 21:33:29.860539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43992) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:29.865138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bac010cb-2011-427f-80b8-59f78a2eb3b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'security_group_rule': {'security_group_id': 'fd624019-5e63-479d-894c-78f4dab6bdc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:29.871145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f778f-0e77-42ff-b03e-0d3f5cd13893 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd624019-5e63-479d-894c-78f4dab6bdc5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:29.901902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac010cb-2011-427f-80b8-59f78a2eb3b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group_rule (61aeb49f-6a9b-46f7-8671-29b3e53b426e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.957518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac010cb-2011-427f-80b8-59f78a2eb3b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group_rule (61aeb49f-6a9b-46f7-8671-29b3e53b426e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.960942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac010cb-2011-427f-80b8-59f78a2eb3b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (61aeb49f-6a9b-46f7-8671-29b3e53b426e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.978591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac010cb-2011-427f-80b8-59f78a2eb3b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61aeb49f-6a9b-46f7-8671-29b3e53b426e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:29.986759 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bac010cb-2011-427f-80b8-59f78a2eb3b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.988164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bac010cb-2011-427f-80b8-59f78a2eb3b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267004 Feb 09 21:33:29.990839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43994) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:29.995033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d2c0b251-0794-481b-987d-70c93e7ca3b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'security_group_rule': {'security_group_id': 'fd624019-5e63-479d-894c-78f4dab6bdc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:30.018742 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b251-0794-481b-987d-70c93e7ca3b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group_rule (c27310a4-e839-49a0-8faa-d1d31968f7d7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.073721 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b251-0794-481b-987d-70c93e7ca3b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group_rule (c27310a4-e839-49a0-8faa-d1d31968f7d7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.077613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b251-0794-481b-987d-70c93e7ca3b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c27310a4-e839-49a0-8faa-d1d31968f7d7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.097424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0b251-0794-481b-987d-70c93e7ca3b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27310a4-e839-49a0-8faa-d1d31968f7d7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:30.104754 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b251-0794-481b-987d-70c93e7ca3b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.105949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d2c0b251-0794-481b-987d-70c93e7ca3b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142094 Feb 09 21:33:30.108936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 43996) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:30.113093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:30.133047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.229882 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.330211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Allocated IP 172.25.4.158 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/75d62366-4006-47b0-a5f3-00cf032e4a05) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:30.433848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for port (75d62366-4006-47b0-a5f3-00cf032e4a05), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.468390 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (75d62366-4006-47b0-a5f3-00cf032e4a05), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.505210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:30.510355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:30.513843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:30.539203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'Port': ['ID=75d62366-4006-47b0-a5f3-00cf032e4a05,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:30.591865 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:30.601657 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:30.602267 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:30.605222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.650360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (75d62366-4006-47b0-a5f3-00cf032e4a05), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.710773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4291f037-bdb0-45d1-b05e-1957ff4897bc up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:30.715106 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:30.760127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4291f037-bdb0-45d1-b05e-1957ff4897bc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:30.760416 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.811348 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for port (75d62366-4006-47b0-a5f3-00cf032e4a05), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.816971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (75d62366-4006-47b0-a5f3-00cf032e4a05), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.849155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4291f037-bdb0-45d1-b05e-1957ff4897bc is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:30.849480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.872730 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 4291f037-bdb0-45d1-b05e-1957ff4897bc, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4291f037-bdb0-45d1-b05e-1957ff4897bc,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:30.877875 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.886369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'Port': ['ID=75d62366-4006-47b0-a5f3-00cf032e4a05,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:30.903068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.922521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.924536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7db55662-3ea8-497c-b43d-a15e7ad534f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8146303 Feb 09 21:33:30.936165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=4291f037-bdb0-45d1-b05e-1957ff4897bc,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:31.023512 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 2, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:31.053477 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:31.053819 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Updating router 6313e499-ceb7-46d1-9dac-3777f1b6796b port 4c1860d6-f1f0-4256-a375-bd6676b63179 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:31.073389 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-3e1cd3e0-75a1-40b8-9f83-3a2a8bca21c4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--985230205&fields=id&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 267 time: 0.0436537 Feb 09 21:33:31.081031 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.182837 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-a0c15ae9-18b1-41c0-a76b-4401eb826ed2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:31.184397 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-a0c15ae9-18b1-41c0-a76b-4401eb826ed2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 812 time: 0.1045883 Feb 09 21:33:31.200819 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-eaa6c003-b00e-46ed-ab43-2dac6bdae66e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/quotas/b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 375 time: 0.0108826 Feb 09 21:33:31.257323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-23a17f39-4e5d-474c-b12f-2247ff90eff9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512278 Feb 09 21:33:31.273018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-d64b56d1-a94e-4aff-a571-3cd549c8fc89 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:33:31.274097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-d64b56d1-a94e-4aff-a571-3cd549c8fc89 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058236 Feb 09 21:33:31.336248 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Publish callbacks [] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.342427 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.364110 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-89dbec19-eb67-4e24-b2ec-a074927be1ce service neutron] 10.222.0.102 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838346 Feb 09 21:33:31.388913 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Pushing event updated for resources: {'Port': ['ID=4c1860d6-f1f0-4256-a375-bd6676b63179,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:31.398359 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.398706 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.399041 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.399374 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.399714 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.400036 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.400356 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.400674 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.400992 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.401306 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.401621 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.401936 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.402248 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.462228 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Attempting to bind port 4c1860d6-f1f0-4256-a375-bd6676b63179 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:31.462599 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Attempting to bind port 4c1860d6-f1f0-4256-a375-bd6676b63179 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:31.462978 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Attempting to bind port 4c1860d6-f1f0-4256-a375-bd6676b63179 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:31.468084 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:31.468450 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:31.468846 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.469226 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:31.469686 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Bound port: 4c1860d6-f1f0-4256-a375-bd6676b63179, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:31.470054 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.490239 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-892584db-40e9-45fe-9cff-f142d71ed24f service neutron] 10.222.0.102 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202135 Feb 09 21:33:31.536825 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] For port 4c1860d6-f1f0-4256-a375-bd6676b63179, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:31.540794 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] For port 4c1860d6-f1f0-4256-a375-bd6676b63179, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4c1860d6-f1f0-4256-a375-bd6676b63179,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:31.550202 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.608880 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:31.609523 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:31.699954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bbc424c0-f62a-4dda-95a8-6da090999b0a None None] Provisioning complete for port 4c1860d6-f1f0-4256-a375-bd6676b63179 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:31.700610 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbc424c0-f62a-4dda-95a8-6da090999b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.712745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-54cfa99e-ac9f-45a1-9b73-dd2c7e823bef req-a3dcef6d-44de-4157-acf4-175b706f6e4b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 210 time: 0.0509982 Feb 09 21:33:31.720344 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d1177-cabc-43ab-9214-e364a689b4ec None None] Pushing event updated for resources: {'Port': ['ID=4c1860d6-f1f0-4256-a375-bd6676b63179,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:31.805653 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:31.856771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bbc424c0-f62a-4dda-95a8-6da090999b0a None None] Current status of the port 4c1860d6-f1f0-4256-a375-bd6676b63179 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:31.858056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbc424c0-f62a-4dda-95a8-6da090999b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.906938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-bbc424c0-f62a-4dda-95a8-6da090999b0a None None] For port 4c1860d6-f1f0-4256-a375-bd6676b63179, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4c1860d6-f1f0-4256-a375-bd6676b63179,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:31.912979 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bbc424c0-f62a-4dda-95a8-6da090999b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.981901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc424c0-f62a-4dda-95a8-6da090999b0a None None] Pushing event updated for resources: {'Port': ['ID=4c1860d6-f1f0-4256-a375-bd6676b63179,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:32.035069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c2f7b035-de0e-4c5f-a1bc-51a3c2b6aea8 None None] Provisioning complete for port 4c1860d6-f1f0-4256-a375-bd6676b63179 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:32.035728 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c2f7b035-de0e-4c5f-a1bc-51a3c2b6aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.060547 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:32.089841 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfda7d-0278-4216-9b8b-6fbe157cec23 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:32.126457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7b035-de0e-4c5f-a1bc-51a3c2b6aea8 None None] Current status of the port 4c1860d6-f1f0-4256-a375-bd6676b63179 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:32.786809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4291f037-bdb0-45d1-b05e-1957ff4897bc up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:32.853349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5fa19b33-d19d-4d7f-a9ca-e60eec8df950 req-89700554-3ff4-44b8-94a0-07fbb263d769 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 210 time: 0.0458281 Feb 09 21:33:32.857212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4291f037-bdb0-45d1-b05e-1957ff4897bc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:32.858089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.953197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4291f037-bdb0-45d1-b05e-1957ff4897bc is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:32.955132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4c1860d6-f1f0-4256-a375-bd6676b63179 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:33.019756 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 4c1860d6-f1f0-4256-a375-bd6676b63179 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:33.020185 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.114054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 4c1860d6-f1f0-4256-a375-bd6676b63179 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:33.130589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-f495e009-51f5-4fe8-afc0-0f304045363f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:33.132707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-f495e009-51f5-4fe8-afc0-0f304045363f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 812 time: 0.1935220 Feb 09 21:33:33.203227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-beb0936d-2729-42f2-9789-71e41790e10e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 379 time: 0.0616951 Feb 09 21:33:33.213852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'port': {'device_id': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'admin_state_up': True, 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'security_groups': ['fd624019-5e63-479d-894c-78f4dab6bdc5']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:33.671990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Made reservation on behalf of b5b09b30d50444149e525ed2480f286b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:33.675856 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.798749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Allocated IP 172.20.0.3 (a01c15ac-3b7c-4aa9-9896-25d0508503db/6d61a3e8-139a-401d-8273-4ea102c4c95b/6abd9667-1670-4eb7-9200-dc7690ee9f27) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:33.949193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-365be7b0-04ed-497b-9111-2fe7885f9642 req-cb3a6f49-e502-4de4-bf86-e60ebb0c8657 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 210 time: 0.0348904 Feb 09 21:33:33.966549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.999820 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.043398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Network a01c15ac-3b7c-4aa9-9896-25d0508503db is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:34.048308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:34.053304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:34.080553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:34.095463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.095847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.096201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.096550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.097467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.097809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.098146 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.098486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.098852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.099182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.099513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.099869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.100200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:34.118386 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.119020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.135668 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-37cb69ca-d0eb-4b92-91fa-cf7ac96e34d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9257278 Feb 09 21:33:34.147641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Request body: {'port': {'device_id': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:34.209463 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.277735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e36c3251-cf82-433b-bd6c-362fa6a7d613 None None] Provisioning complete for port 6abd9667-1670-4eb7-9200-dc7690ee9f27 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:34.278351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e36c3251-cf82-433b-bd6c-362fa6a7d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.315860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e36c3251-cf82-433b-bd6c-362fa6a7d613 None None] Port 6abd9667-1670-4eb7-9200-dc7690ee9f27 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:34.470482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abd9667-1670-4eb7-9200-dc7690ee9f27 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:34.477846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Publish callbacks [] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.489314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Transition to ACTIVE for port object 6abd9667-1670-4eb7-9200-dc7690ee9f27 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:34.493228 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.544567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:34.611179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Attempting to bind port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:34.611523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Attempting to bind port 6abd9667-1670-4eb7-9200-dc7690ee9f27 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:34.611888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Attempting to bind port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:34.616560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:34.616885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Attempting to bind port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:34.622141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:34.622484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:34.622904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:34.623328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Bound port: 6abd9667-1670-4eb7-9200-dc7690ee9f27, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:34.623715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.692727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:34.696087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:34.702277 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.737352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.737989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.740352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] 10.222.0.50 "PUT /v2.0/ports/6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 1092 time: 0.5970836 Feb 09 21:33:34.742830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:34.746628 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19edebb0c13ba06f94e20d3d52649ac8498af7bafeebf90cafa2c111b1387f9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3696021-4420-45c2-a650-b7dc0e13650d" -d '{"events": [{"name": "network-changed", "server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:34.783470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816de58f-975a-470f-9387-a45e996dcc0e service neutron] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:34.796928 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7483442-8abd-4341-a3d3-132d00f2df94 x-openstack-request-id: req-b7483442-8abd-4341-a3d3-132d00f2df94 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:34.797223 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:34.797481 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b7483442-8abd-4341-a3d3-132d00f2df94 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:34.797874 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'status': 'completed', 'code': 200} Feb 09 21:33:34.835138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-f1a7367a-460d-452a-82dc-fdd0afea7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.836734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-f1a7367a-460d-452a-82dc-fdd0afea7139 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1126 time: 0.0501626 Feb 09 21:33:34.882892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-820da5fc-63e5-4286-a630-e4015f22bb4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 217 time: 0.0396624 Feb 09 21:33:34.930044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-6b8b6564-79da-43fa-93e0-5dc65dd5868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.931506 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-6b8b6564-79da-43fa-93e0-5dc65dd5868d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0436368 Feb 09 21:33:34.985205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-a04b7f3b-d5a9-4429-b86b-a09664231620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.987181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-a04b7f3b-d5a9-4429-b86b-a09664231620 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499067 Feb 09 21:33:35.113607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-73ce4934-dd77-492f-9fee-25a62f16fb95 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196363 Feb 09 21:33:35.120212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d35a36-1994-451b-8598-c18240dc24e2 req-c47be8ec-8d60-4316-a04c-da578ffcc486 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.121554 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51d35a36-1994-451b-8598-c18240dc24e2 req-c47be8ec-8d60-4316-a04c-da578ffcc486 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 943 time: 0.0818188 Feb 09 21:33:35.222936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-51d35a36-1994-451b-8598-c18240dc24e2 req-27241bca-31d1-4391-9a12-5fbcbb1b1de8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929105 Feb 09 21:33:35.241588 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cc654725-34b7-4823-9407-b0ac8c0969e8 req-b70e5398-3d62-449a-86a1-e33d772aa228 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190703 Feb 09 21:33:35.330631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3696021-4420-45c2-a650-b7dc0e13650d req-af4a7090-3d18-4358-beb9-d4b208096a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.332234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3696021-4420-45c2-a650-b7dc0e13650d req-af4a7090-3d18-4358-beb9-d4b208096a1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1126 time: 0.0438755 Feb 09 21:33:35.421815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3696021-4420-45c2-a650-b7dc0e13650d req-bec5151f-25a7-4ed1-be5e-eaca4974695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.423251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3696021-4420-45c2-a650-b7dc0e13650d req-bec5151f-25a7-4ed1-be5e-eaca4974695d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0859113 Feb 09 21:33:35.464712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3696021-4420-45c2-a650-b7dc0e13650d req-c3d5e459-0459-4f2c-9655-cbac23ad48a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 217 time: 0.0335798 Feb 09 21:33:35.512233 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3696021-4420-45c2-a650-b7dc0e13650d req-457b9b52-8969-4bce-9b1b-0da5b5b51b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.513569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3696021-4420-45c2-a650-b7dc0e13650d req-457b9b52-8969-4bce-9b1b-0da5b5b51b30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0427184 Feb 09 21:33:35.567254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3696021-4420-45c2-a650-b7dc0e13650d req-e68db6ce-0452-4cf8-aafb-7e665efcbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.568887 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3696021-4420-45c2-a650-b7dc0e13650d req-e68db6ce-0452-4cf8-aafb-7e665efcbbbc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474601 Feb 09 21:33:35.655068 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3696021-4420-45c2-a650-b7dc0e13650d req-bce1356d-4db9-48eb-bc0d-5d3733e963a3 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795326 Feb 09 21:33:35.748665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c3696021-4420-45c2-a650-b7dc0e13650d req-4b68fe35-9a67-4caf-bba6-99e438d65452 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864062 Feb 09 21:33:36.341998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef470a8-247b-4f80-a78c-57f46bdd6a44 req-62395cc6-5b2d-464e-a9c5-7aa846ec2610 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.343448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ef470a8-247b-4f80-a78c-57f46bdd6a44 req-62395cc6-5b2d-464e-a9c5-7aa846ec2610 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 943 time: 0.0518632 Feb 09 21:33:36.392824 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4ef470a8-247b-4f80-a78c-57f46bdd6a44 req-679e2025-1a9b-41af-93be-4b1e1c7d9045 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437894 Feb 09 21:33:37.086173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6abd9667-1670-4eb7-9200-dc7690ee9f27 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:37.179903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:37.194502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'mac_address': 'fa:16:3e:9e:e1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:37.231205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6abd9667-1670-4eb7-9200-dc7690ee9f27 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:37.231604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.244466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abd9667-1670-4eb7-9200-dc7690ee9f27 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:37.263315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:37.267235 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.312784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:37.485316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6abd9667-1670-4eb7-9200-dc7690ee9f27'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:37.509850 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956ed20-8720-4d39-838d-b84d5fcdf524 req-0c3f2733-d7a9-4bcd-a7fc-6160bef40305 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.511356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a956ed20-8720-4d39-838d-b84d5fcdf524 req-0c3f2733-d7a9-4bcd-a7fc-6160bef40305 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 944 time: 0.0531495 Feb 09 21:33:37.557600 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a956ed20-8720-4d39-838d-b84d5fcdf524 req-d47120c8-faef-4247-adaa-140aff65fbe1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406289 Feb 09 21:33:37.724064 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6b70-1d36-4e3b-8210-b530370483ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.676609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717f2a1-03c2-413e-af06-98834dbec696 req-27eb221b-7f71-4457-965d-f551ea36bcb7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.677986 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a717f2a1-03c2-413e-af06-98834dbec696 req-27eb221b-7f71-4457-965d-f551ea36bcb7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 944 time: 0.0528641 Feb 09 21:33:38.725132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a717f2a1-03c2-413e-af06-98834dbec696 req-c2623c9e-6052-4118-96bd-8d0698994568 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415964 Feb 09 21:33:39.086857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6abd9667-1670-4eb7-9200-dc7690ee9f27 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:39.134995 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 6abd9667-1670-4eb7-9200-dc7690ee9f27 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:39.139289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6abd9667-1670-4eb7-9200-dc7690ee9f27 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:39.139622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.219796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6abd9667-1670-4eb7-9200-dc7690ee9f27 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:39.220194 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.241624 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:39.243902 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28a4937-16d1-47c3-836a-1acbdbb75215" -d '{"events": [{"server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "name": "network-vif-plugged", "status": "completed", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:39.256501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:39.260401 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.283784 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6872d5-1d14-4a8d-a609-27382a5f0168 x-openstack-request-id: req-ac6872d5-1d14-4a8d-a609-27382a5f0168 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:39.284110 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "name": "network-vif-plugged", "status": "completed", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:39.284374 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ac6872d5-1d14-4a8d-a609-27382a5f0168 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:39.284803 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'code': 200} Feb 09 21:33:39.310440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:39.381385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc6b3-63e9-4856-9dbd-09ec12c9efd7 req-2d3578ce-94f4-49ee-b3aa-a7951015e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:39.382964 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08fdc6b3-63e9-4856-9dbd-09ec12c9efd7 req-2d3578ce-94f4-49ee-b3aa-a7951015e2da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1128 time: 0.0469878 Feb 09 21:33:39.425126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-08fdc6b3-63e9-4856-9dbd-09ec12c9efd7 req-57cd90a9-bc62-4439-836b-c14217d2a777 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359845 Feb 09 21:33:39.778193 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ea14f10-d98f-482a-b83b-e5369277e216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.846507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4a44e-b503-4331-b1ad-48e59551e68c req-e2e5e33a-ae01-4290-a95d-03ed28927fcd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:39.848526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06a4a44e-b503-4331-b1ad-48e59551e68c req-e2e5e33a-ae01-4290-a95d-03ed28927fcd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0535693 Feb 09 21:33:39.893993 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06a4a44e-b503-4331-b1ad-48e59551e68c req-6da5dbf6-64b1-4cf8-9010-0c79e5394453 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398843 Feb 09 21:33:41.015710 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b470e-a34e-4341-8c9c-e366de259bd6 req-0a41a1be-1b77-4521-a084-87ab2e958b6a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:41.017179 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-735b470e-a34e-4341-8c9c-e366de259bd6 req-0a41a1be-1b77-4521-a084-87ab2e958b6a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0551302 Feb 09 21:33:41.062051 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-735b470e-a34e-4341-8c9c-e366de259bd6 req-779b29af-45c5-4586-a983-e94001bc4d0a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393803 Feb 09 21:33:41.179860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800bfcc-21db-444e-920f-d86a08166493 req-48c6bffe-679c-411f-87f3-b370f9c65516 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:41.181285 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b800bfcc-21db-444e-920f-d86a08166493 req-48c6bffe-679c-411f-87f3-b370f9c65516 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0571215 Feb 09 21:33:41.189861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:41.195043 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'floatingip': {'port_id': '6abd9667-1670-4eb7-9200-dc7690ee9f27'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:41.233176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.396543 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.661370 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.665096 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.765202 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Floating IP 52345e95-2520-471c-a3c4-c1955f1a346d associated. External IP: 172.25.4.158, port: 6abd9667-1670-4eb7-9200-dc7690ee9f27. Feb 09 21:33:41.973298 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:33:42.078553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:42.084285 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.092476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:42.101623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:42.102238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:42.117692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a7210364-aa91-40f7-a6a0-b5ce7b9fa042 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "PUT /v2.0/floatingips/52345e95-2520-471c-a3c4-c1955f1a346d HTTP/1.1" status: 200 len: 991 time: 0.9261775 Feb 09 21:33:42.118300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:42.120746 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bffeebf-4718-416c-b6f4-ac90282227f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:42.169966 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf84083-3ede-4bc0-a07e-ad3d949eb5e7 x-openstack-request-id: req-bbf84083-3ede-4bc0-a07e-ad3d949eb5e7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:42.170701 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:42.170701 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bbf84083-3ede-4bc0-a07e-ad3d949eb5e7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:42.171050 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'status': 'completed', 'code': 200} Feb 09 21:33:42.219640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:42.250769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde07bb-44a4-4744-b166-bce9c6a1ea4d req-14897630-9e7e-4135-85a7-cacc99ed8ea8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.252335 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6dde07bb-44a4-4744-b166-bce9c6a1ea4d req-14897630-9e7e-4135-85a7-cacc99ed8ea8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0834935 Feb 09 21:33:42.258996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-fbe3e669-e000-41c4-a504-88f694c6bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.260508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-fbe3e669-e000-41c4-a504-88f694c6bc2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1128 time: 0.0639446 Feb 09 21:33:42.354701 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6dde07bb-44a4-4744-b166-bce9c6a1ea4d req-9fe0cbc5-e3fb-428d-8408-a88418702d26 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930796 Feb 09 21:33:42.383649 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-3a39b377-893f-4c2e-9094-0c8e279a9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.385194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-3a39b377-893f-4c2e-9094-0c8e279a9d34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.1169202 Feb 09 21:33:42.452493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:9e:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:41Z', 'revision_number': 1, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:42.453838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-059b701e-8d8b-4257-850d-58c6f5d168f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 999 time: 0.0630744 Feb 09 21:33:42.478651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:42.488341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:42.488950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:33:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:42.502210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-2c5d7c12-3adc-4095-b123-99e04d4cb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.504384 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-2c5d7c12-3adc-4095-b123-99e04d4cb981 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0451515 Feb 09 21:33:42.553120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-b5167df5-5112-467b-8129-6bd5d5788cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.554677 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-b5167df5-5112-467b-8129-6bd5d5788cb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442803 Feb 09 21:33:42.595503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:42.645268 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-5bcc6d67-cfb7-4adc-b191-9f5f6ab23c08 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847297 Feb 09 21:33:42.733615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0bffeebf-4718-416c-b6f4-ac90282227f4 req-e1c46793-de60-4983-8c80-84b28e164174 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826547 Feb 09 21:33:42.821651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:9e:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:41Z', 'revision_number': 1, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:42.848146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea051aca-bda7-415e-8b89-e4d1a4acbf3d None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:9e:e1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:33:41Z', 'revision_number': 1, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:42.872727 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.037221 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee53e71-d719-4118-9412-88f1e00236a0 None None] New status for floating IP 52345e95-2520-471c-a3c4-c1955f1a346d: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:33:43.474898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f4657-955f-462d-bbb7-6f950d64fe01 req-88833a16-6d79-48b4-a38c-c7d357b60629 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.476350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d7f4657-955f-462d-bbb7-6f950d64fe01 req-88833a16-6d79-48b4-a38c-c7d357b60629 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0526748 Feb 09 21:33:43.522940 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d7f4657-955f-462d-bbb7-6f950d64fe01 req-0b6cf126-d912-4b79-989f-0d6e3e8e86fe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409040 Feb 09 21:33:43.639066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ef00-c724-47f4-9ae7-fea6176614db req-c64721be-9061-490a-bcc3-f08fb79ef9b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.640555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2317ef00-c724-47f4-9ae7-fea6176614db req-c64721be-9061-490a-bcc3-f08fb79ef9b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0518305 Feb 09 21:33:43.685444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2317ef00-c724-47f4-9ae7-fea6176614db req-f483dfb6-7ced-4a4c-8922-c35577d96dd6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393775 Feb 09 21:33:43.907468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-6db7e0a3-5efa-434c-89f2-42397a17ac57 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423343 Feb 09 21:33:43.928995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c82ba-0fcf-41dc-a62e-a73b81338666 req-50ea166a-1436-4082-bcb9-2bb6c253d06c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.930461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d7c82ba-0fcf-41dc-a62e-a73b81338666 req-50ea166a-1436-4082-bcb9-2bb6c253d06c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0562646 Feb 09 21:33:43.980003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7d7c82ba-0fcf-41dc-a62e-a73b81338666 req-b282a172-8417-4110-be5a-2a01f64daf04 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435052 Feb 09 21:33:43.980287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.973918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-4ddc063f-9632-4221-bf83-74d399049bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:44.975417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-4ddc063f-9632-4221-bf83-74d399049bd0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1128 time: 0.0439768 Feb 09 21:33:45.067183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-477785d9-988c-40aa-bf11-c2bafc738ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.068700 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-477785d9-988c-40aa-bf11-c2bafc738ba4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0879350 Feb 09 21:33:45.104182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b6f68-4cb4-41a8-bb8a-a482a47c6857 req-5cee64ee-ad3b-4bc3-b15d-bd5d633ccadf tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.105659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-849b6f68-4cb4-41a8-bb8a-a482a47c6857 req-5cee64ee-ad3b-4bc3-b15d-bd5d633ccadf tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0561821 Feb 09 21:33:45.133734 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-fe2bc016-558c-4640-a654-87675c682fff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 1001 time: 0.0592320 Feb 09 21:33:45.182983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-9256602f-eb2b-4cec-a1fd-82fda9ae2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.184516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-9256602f-eb2b-4cec-a1fd-82fda9ae2726 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0456803 Feb 09 21:33:45.240539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-11849ce8-6460-48fd-a371-8412900c8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.241982 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-11849ce8-6460-48fd-a371-8412900c8423 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520086 Feb 09 21:33:45.333481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-f751bec6-c0ea-42ca-b0c3-8da60fabe4fb service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858004 Feb 09 21:33:45.427670 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-5315eaee-4224-4994-9bbf-ef869a7f0882 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888700 Feb 09 21:33:45.493974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-849b6f68-4cb4-41a8-bb8a-a482a47c6857 req-ba14908a-47d6-45ab-96d9-3702ad33779f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825967 Feb 09 21:33:46.611543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456bc57-7dfd-40f5-9107-2e7ede416b1f req-03ed46c6-f255-439a-b054-0ce35d89547b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.613661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4456bc57-7dfd-40f5-9107-2e7ede416b1f req-03ed46c6-f255-439a-b054-0ce35d89547b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0528712 Feb 09 21:33:46.662968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4456bc57-7dfd-40f5-9107-2e7ede416b1f req-0d013095-7a9b-4355-a874-1d2736d67939 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438211 Feb 09 21:33:47.781134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500570b-05a1-4a67-b049-1f1580854a9e req-018a0817-486b-4c38-b45b-9732b034f941 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.782618 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7500570b-05a1-4a67-b049-1f1580854a9e req-018a0817-486b-4c38-b45b-9732b034f941 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0518625 Feb 09 21:33:47.828626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7500570b-05a1-4a67-b049-1f1580854a9e req-29b0ecf0-fa3a-4f79-8897-d6fd546430c7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403650 Feb 09 21:33:48.945168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a183d-e537-4ac5-bf02-81e5f45970a8 req-28455d32-227f-498f-951e-980e3b0433de tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:48.946661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb6a183d-e537-4ac5-bf02-81e5f45970a8 req-28455d32-227f-498f-951e-980e3b0433de tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0512021 Feb 09 21:33:48.991707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb6a183d-e537-4ac5-bf02-81e5f45970a8 req-4ba63d99-3d05-4513-97a6-e938a3a4dcbc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394957 Feb 09 21:33:50.112078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844a741-23c2-46c0-9a30-a4aae03fc2c8 req-dee7ae0d-3764-4b66-a8bb-dc559015cefe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.113550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1844a741-23c2-46c0-9a30-a4aae03fc2c8 req-dee7ae0d-3764-4b66-a8bb-dc559015cefe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Feb 09 21:33:50.162266 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1844a741-23c2-46c0-9a30-a4aae03fc2c8 req-1ce86491-ff41-4d59-965d-f7384af3737e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432427 Feb 09 21:33:51.280477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9048e4-2b89-4575-b945-3d8c3f040af9 req-31be10b1-d350-4d75-a4c6-e3a7073fc478 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.281943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff9048e4-2b89-4575-b945-3d8c3f040af9 req-31be10b1-d350-4d75-a4c6-e3a7073fc478 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Feb 09 21:33:51.327598 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff9048e4-2b89-4575-b945-3d8c3f040af9 req-ca9b392c-a244-41ea-a71d-c9fa885c3c9d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396757 Feb 09 21:33:52.031638 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.447437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd646b8d-4899-449d-af7b-2db082065974 req-9af5d08c-6b76-435c-9fa8-0353ab361b17 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.448936 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd646b8d-4899-449d-af7b-2db082065974 req-9af5d08c-6b76-435c-9fa8-0353ab361b17 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0520532 Feb 09 21:33:52.495176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd646b8d-4899-449d-af7b-2db082065974 req-ec1bb9ae-f88e-4619-9368-d06af03bcef3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406430 Feb 09 21:33:53.611855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed537-9aad-4e0c-abc2-c79421cec7b6 req-238adaf7-3731-4a2c-b2ae-6421874b4483 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:53.613340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f6ed537-9aad-4e0c-abc2-c79421cec7b6 req-238adaf7-3731-4a2c-b2ae-6421874b4483 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0522256 Feb 09 21:33:53.658397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f6ed537-9aad-4e0c-abc2-c79421cec7b6 req-e7275f52-4925-4c75-ae55-8b27dd67ccd3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Feb 09 21:33:54.775416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89cf24-3a22-45fe-8136-348ac337f2a4 req-bee8c86f-abeb-4aa2-8efe-17a8a7af2f48 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:54.776933 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f89cf24-3a22-45fe-8136-348ac337f2a4 req-bee8c86f-abeb-4aa2-8efe-17a8a7af2f48 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0518534 Feb 09 21:33:54.824390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f89cf24-3a22-45fe-8136-348ac337f2a4 req-cd9d6c32-000b-452c-ac93-8afaae3d9be7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 Feb 09 21:33:55.945655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe267f-eb06-41e7-97be-933bba6472be req-9bc9f197-4a35-4c90-a7cd-5339525dcacb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.947130 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebbe267f-eb06-41e7-97be-933bba6472be req-9bc9f197-4a35-4c90-a7cd-5339525dcacb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0561025 Feb 09 21:33:55.993106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebbe267f-eb06-41e7-97be-933bba6472be req-10eab6c7-cba2-41cd-b7ef-9a76c77c84ee tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Feb 09 21:33:56.914298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.114451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae287c9-dedd-494c-a313-8b208b6d1169 req-eab5eaf2-f4bd-4ea0-80f8-252e1ba3707a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.115938 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ae287c9-dedd-494c-a313-8b208b6d1169 req-eab5eaf2-f4bd-4ea0-80f8-252e1ba3707a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0554004 Feb 09 21:33:57.162483 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6ae287c9-dedd-494c-a313-8b208b6d1169 req-f7273ea0-8cf4-4ead-b65a-be46d9c14eb7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409899 Feb 09 21:33:57.657031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-d7a9d4a5-a616-4eee-a10a-258894742ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.658508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-d7a9d4a5-a616-4eee-a10a-258894742ee7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1128 time: 0.0945466 Feb 09 21:33:57.762586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-c153099e-1d7e-4848-8b17-6342c2d23e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.763971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-c153099e-1d7e-4848-8b17-6342c2d23e0c service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0839586 Feb 09 21:33:57.825466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-31a62c0a-e2da-495e-97e8-146259a0cd60 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 1001 time: 0.0559807 Feb 09 21:33:57.871944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-7a43c14b-f1d5-4b00-9ba2-cf1e459a9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.873329 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-7a43c14b-f1d5-4b00-9ba2-cf1e459a9133 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0420048 Feb 09 21:33:57.922254 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-0dee77e3-f478-4698-97bd-090646ad1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.923790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-0dee77e3-f478-4698-97bd-090646ad1ab8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449452 Feb 09 21:33:58.009102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-1c748c48-38f9-4c43-87ed-5e519b70d51d service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780869 Feb 09 21:33:58.096805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-05a4f9c3-89ea-4e6e-b898-856d92a1339a req-ae2a71ed-29ad-4227-9c04-0311df05b791 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820065 Feb 09 21:33:58.278834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbefce-0c2c-4f6b-991e-86c5aea02493 req-71be56fd-12f9-4067-bcb7-ecdec0ace1dd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.280322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fbefce-0c2c-4f6b-991e-86c5aea02493 req-71be56fd-12f9-4067-bcb7-ecdec0ace1dd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Feb 09 21:33:58.325585 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fbefce-0c2c-4f6b-991e-86c5aea02493 req-5b39a5ef-8dd8-4c00-a50c-166c816c2cf6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391297 Feb 09 21:33:59.443752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb5217-5494-4b5d-a6e7-328431034939 req-df211f34-de37-4105-9027-b70198311436 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.445456 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bedb5217-5494-4b5d-a6e7-328431034939 req-df211f34-de37-4105-9027-b70198311436 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0522394 Feb 09 21:33:59.492176 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bedb5217-5494-4b5d-a6e7-328431034939 req-a0db5421-f3af-4bb0-b15b-4725e6f759f1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411882 Feb 09 21:34:00.381636 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:34:00.476232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-18c4ece7-f4f5-49ae-9d27-b9c0a1b3bc35 req-733d626c-b444-4d72-82ba-49bb749859fd service neutron] (103324) timed out ('10.222.0.102', 39156) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:34:00.611144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e68d9-c7e7-4ce6-83f0-8c4ca9dd1a56 req-1d9fc17b-a1d7-4d3e-bd63-3ae24638edec tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:00.612662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c22e68d9-c7e7-4ce6-83f0-8c4ca9dd1a56 req-1d9fc17b-a1d7-4d3e-bd63-3ae24638edec tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0518422 Feb 09 21:34:00.657580 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c22e68d9-c7e7-4ce6-83f0-8c4ca9dd1a56 req-d57682fe-e6ac-478a-b8bb-3298958b22ab tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393555 Feb 09 21:34:01.778670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2db0c-0f15-4c29-96b0-685bcfb4d66f req-24f3b7f5-312e-46da-a9ab-3dc2a75b4cfc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.780161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6dc2db0c-0f15-4c29-96b0-685bcfb4d66f req-24f3b7f5-312e-46da-a9ab-3dc2a75b4cfc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0550354 Feb 09 21:34:01.825538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6dc2db0c-0f15-4c29-96b0-685bcfb4d66f req-344ada26-bcb8-4f1b-923b-7d6740af2197 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393059 Feb 09 21:34:02.948930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ba33-0cd3-406b-a21f-0fd3c7e551ca req-98b3328e-7394-4d50-8820-379ab30a72f4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:02.950393 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c691ba33-0cd3-406b-a21f-0fd3c7e551ca req-98b3328e-7394-4d50-8820-379ab30a72f4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0556898 Feb 09 21:34:02.997523 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c691ba33-0cd3-406b-a21f-0fd3c7e551ca req-625d20c7-a1bf-46e2-b1b4-c8cce73e2c01 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416195 Feb 09 21:34:04.117007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbefe2c-1c56-45b5-a3c3-5d3c1fb2cc7b req-d10a84ba-b3b8-44af-9f83-3af8917c1d31 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.118468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-adbefe2c-1c56-45b5-a3c3-5d3c1fb2cc7b req-d10a84ba-b3b8-44af-9f83-3af8917c1d31 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0510101 Feb 09 21:34:04.163922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-adbefe2c-1c56-45b5-a3c3-5d3c1fb2cc7b req-2b21f0af-f9a2-4557-8656-7d61618d2db9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 Feb 09 21:34:05.281017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92b680-51e2-450e-bfc3-f99f3a293931 req-c9429399-35fd-4f83-becf-269250112480 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.282474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2d92b680-51e2-450e-bfc3-f99f3a293931 req-c9429399-35fd-4f83-becf-269250112480 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0514081 Feb 09 21:34:05.327451 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2d92b680-51e2-450e-bfc3-f99f3a293931 req-4a13bcad-833b-4486-ae99-e06b1405dd51 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395110 Feb 09 21:34:06.444498 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe34f4-08a0-466c-866d-0362dd4512d2 req-bab2df32-e082-4c7a-9b72-e1cb8b4280db tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.445974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-debe34f4-08a0-466c-866d-0362dd4512d2 req-bab2df32-e082-4c7a-9b72-e1cb8b4280db tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0527349 Feb 09 21:34:06.496757 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-debe34f4-08a0-466c-866d-0362dd4512d2 req-ede20ba8-67f1-4de2-b561-262e60b5bd5b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452218 Feb 09 21:34:07.614417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd774c-a001-43cd-852f-53156633ec7d req-a56dc228-15c2-44d7-84bc-3f81b10fa8e6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.615915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2afd774c-a001-43cd-852f-53156633ec7d req-a56dc228-15c2-44d7-84bc-3f81b10fa8e6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Feb 09 21:34:07.664741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2afd774c-a001-43cd-852f-53156633ec7d req-bec84e72-fd31-4ea7-b264-3ecbec2cbf9a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 Feb 09 21:34:07.725023 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f2727a70-fb05-4386-9f16-27957f848f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.783263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f66b7c-8e2d-4260-b0a2-2633fb300b4f req-671b57dc-2805-4eff-adb4-54477b28b2ce tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:08.784784 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55f66b7c-8e2d-4260-b0a2-2633fb300b4f req-671b57dc-2805-4eff-adb4-54477b28b2ce tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0521359 Feb 09 21:34:08.831122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55f66b7c-8e2d-4260-b0a2-2633fb300b4f req-f5155f25-de63-4962-8914-44c755dc6687 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407276 Feb 09 21:34:09.779864 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-32932eac-2080-428b-8cbd-1319b099bf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.947449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c754-a27a-44a3-a4cb-211c8b28deff req-a924042c-3033-44ae-9bf4-7c4050e66e8d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.948949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0714c754-a27a-44a3-a4cb-211c8b28deff req-a924042c-3033-44ae-9bf4-7c4050e66e8d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Feb 09 21:34:09.994218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0714c754-a27a-44a3-a4cb-211c8b28deff req-cbd1df7f-408d-41ef-bcf6-0bb0d0a3484e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397732 Feb 09 21:34:11.119753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e97940-d092-4660-a086-5ff8be27a40d req-c5652af9-4982-4d54-96be-a39546c86f86 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.121205 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63e97940-d092-4660-a086-5ff8be27a40d req-c5652af9-4982-4d54-96be-a39546c86f86 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0507829 Feb 09 21:34:11.167238 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63e97940-d092-4660-a086-5ff8be27a40d req-0e4f2892-476c-4201-9a47-11b3b7ff14b0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Feb 09 21:34:11.398261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.284401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44485dd-ce08-420c-bbc1-52b9cb3ba7ee req-c9071a93-95e3-466c-b7d7-e767f4f09a56 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.285868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a44485dd-ce08-420c-bbc1-52b9cb3ba7ee req-c9071a93-95e3-466c-b7d7-e767f4f09a56 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0509286 Feb 09 21:34:12.331900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a44485dd-ce08-420c-bbc1-52b9cb3ba7ee req-6a2f430a-0751-4ff4-af4d-a8cf867af107 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403817 Feb 09 21:34:12.875199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.453235 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985e379-c36d-4c97-a0fc-f853ed658bef req-8bb69350-d4b3-4355-999f-5e3dbea1d3e4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.454728 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9985e379-c36d-4c97-a0fc-f853ed658bef req-8bb69350-d4b3-4355-999f-5e3dbea1d3e4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0560505 Feb 09 21:34:13.500705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9985e379-c36d-4c97-a0fc-f853ed658bef req-cfc6fab4-a90a-4f41-bd76-67aaae772bd0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397606 Feb 09 21:34:13.982261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.623918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9955bcf-cd2a-4037-9179-decba31b9246 req-07de4b12-3a25-409c-8932-212a3910b278 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.625396 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9955bcf-cd2a-4037-9179-decba31b9246 req-07de4b12-3a25-409c-8932-212a3910b278 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0554883 Feb 09 21:34:14.672561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9955bcf-cd2a-4037-9179-decba31b9246 req-e40fc074-7f23-4508-896c-2d73709bb7f8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 Feb 09 21:34:15.844131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c40a6-2b14-4b0f-8731-ec138c33c9ec req-2ad0bda0-0b82-4e7f-865e-3d768366b54f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.845655 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca0c40a6-2b14-4b0f-8731-ec138c33c9ec req-2ad0bda0-0b82-4e7f-865e-3d768366b54f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0529985 Feb 09 21:34:15.895359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ca0c40a6-2b14-4b0f-8731-ec138c33c9ec req-1c7fc3ff-50dc-4d3f-83fe-a9503b584305 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437961 Feb 09 21:34:17.047356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bfe1e-f8ed-4c2d-aca1-3152937cf84e req-7d68fcce-ca3e-47fd-aa07-169d8dd90a22 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.048886 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-375bfe1e-f8ed-4c2d-aca1-3152937cf84e req-7d68fcce-ca3e-47fd-aa07-169d8dd90a22 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0517712 Feb 09 21:34:17.093835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-375bfe1e-f8ed-4c2d-aca1-3152937cf84e req-600f9548-1d47-4c10-847d-9236b0928a6c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393639 Feb 09 21:34:17.268075 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-7d06fe68-4ec1-455e-9a64-cc65e6cd6395 service neutron] show failed (client error): The resource could not be found. Feb 09 21:34:17.269658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-7d06fe68-4ec1-455e-9a64-cc65e6cd6395 service neutron] 10.222.0.50 "GET /v2.0/ports/6abd9667-1670-4eb7-9200-dc7690ee9f27/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0562942 Feb 09 21:34:17.466813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-89817e43-704d-4910-8a6c-6e040b527c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.468370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-89817e43-704d-4910-8a6c-6e040b527c0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 1128 time: 0.0450013 Feb 09 21:34:17.479324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:17.540346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.737987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:17.770263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:17.808205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:17.810394 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc39988-a5ed-4d29-9211-5665b6b2cb53" -d '{"events": [{"server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "name": "network-vif-unplugged", "status": "completed", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:17.813867 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Publish callbacks [] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.826848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Transition to ACTIVE for port object 6abd9667-1670-4eb7-9200-dc7690ee9f27 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:17.830514 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.870546 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a25f3-f456-447e-af5d-9e4903a9a79a x-openstack-request-id: req-f66a25f3-f456-447e-af5d-9e4903a9a79a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:17.870912 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "name": "network-vif-unplugged", "status": "completed", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:17.871090 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f66a25f3-f456-447e-af5d-9e4903a9a79a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:17.871492 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'code': 200} Feb 09 21:34:17.939872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:17.967661 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.968035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.968380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.968724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.969070 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.969421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.969844 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.970059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.970387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.970720 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.971050 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.971375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:17.972263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:18.025846 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] No DVR routers for this DVR port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:18.162618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Attempting to bind port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:18.162906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Attempting to bind port 6abd9667-1670-4eb7-9200-dc7690ee9f27 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:18.163186 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Attempting to bind port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:18.167486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:18.167872 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Attempting to bind port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:18.172773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:18.173125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:18.173508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:18.173925 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Bound port: 6abd9667-1670-4eb7-9200-dc7690ee9f27, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:18.174275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.214198 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72455d0-711f-4005-8026-56a47e1ff45f req-33756e57-e0f9-4c51-83da-d685af0a7cb3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.215676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c72455d0-711f-4005-8026-56a47e1ff45f req-33756e57-e0f9-4c51-83da-d685af0a7cb3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 943 time: 0.0520923 Feb 09 21:34:18.237920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:18.241119 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:18.247271 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.263237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c72455d0-711f-4005-8026-56a47e1ff45f req-1b4a78b7-235b-48b8-9cfd-8eeb2ef8647d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 Feb 09 21:34:18.286900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.287525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.289117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] 10.222.0.13 "PUT /v2.0/ports/6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 1092 time: 0.8138974 Feb 09 21:34:18.310618 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b98d6-6f1b-4e72-a08a-33a8386e3ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:18.358222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-d24f8a23-cd38-42ab-92d3-6f1d0366095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.359823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-d24f8a23-cd38-42ab-92d3-6f1d0366095b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1126 time: 0.0502226 Feb 09 21:34:18.453717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-d9020a2e-602d-4fa3-9344-4fe9d9e94e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.455361 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-d9020a2e-602d-4fa3-9344-4fe9d9e94e05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0894494 Feb 09 21:34:18.573730 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-e9cbef5a-f808-4171-9f70-cbeb3244186b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 999 time: 0.1125708 Feb 09 21:34:18.621635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-fcd22077-ebd0-488a-a8f1-2b529eed3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.623072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-fcd22077-ebd0-488a-a8f1-2b529eed3723 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0427423 Feb 09 21:34:18.686509 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b19159b2-dcef-4438-81ae-76af8d8940ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.688033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-b19159b2-dcef-4438-81ae-76af8d8940ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0585201 Feb 09 21:34:18.774763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-f48bbf03-3272-469d-8960-88c9a5061acc service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810874 Feb 09 21:34:18.867039 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f1f6878-1c81-41a3-8444-25731ece9259 req-7d4d3658-97c7-4212-82cc-3ef63e557853 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857413 Feb 09 21:34:19.387079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fd56-0b28-4a55-95c4-00978c38632b req-f915c3e0-39b9-4e4d-89db-aaafec4396d7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.388579 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-79d2fd56-0b28-4a55-95c4-00978c38632b req-f915c3e0-39b9-4e4d-89db-aaafec4396d7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 943 time: 0.0546350 Feb 09 21:34:19.435486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-79d2fd56-0b28-4a55-95c4-00978c38632b req-afddf175-5caf-43f2-9993-72c15de7c3fb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Feb 09 21:34:19.872150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:19.874564 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f25ea-5259-4ccc-85ef-27664ec66423" -d '{"events": [{"name": "network-changed", "server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:19.921037 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07491835-92c9-4c6d-9093-dd335b008f39 x-openstack-request-id: req-07491835-92c9-4c6d-9093-dd335b008f39 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:19.921329 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:19.921582 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-07491835-92c9-4c6d-9093-dd335b008f39 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:19.921979 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'status': 'completed', 'code': 200} Feb 09 21:34:19.981819 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-e844608a-30c1-496c-a098-50090673a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.983327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-e844608a-30c1-496c-a098-50090673a41a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1126 time: 0.0449610 Feb 09 21:34:19.987222 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-676d3885-1a5e-4d60-b149-1a598b518047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.988796 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-676d3885-1a5e-4d60-b149-1a598b518047 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1126 time: 0.0442016 Feb 09 21:34:20.073813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-09fa93aa-b0da-40bf-8e91-e3b37bf0ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.075302 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-09fa93aa-b0da-40bf-8e91-e3b37bf0ea99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0857835 Feb 09 21:34:20.081954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-4804b03b-783f-41fe-82c9-63fa049da97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.083397 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-4804b03b-783f-41fe-82c9-63fa049da97d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0866539 Feb 09 21:34:20.139498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-480e2d52-40e1-482e-8fa9-dcbc38348e5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 999 time: 0.0568819 Feb 09 21:34:20.149014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-37c62a2d-ce22-4945-99bd-1d860116746f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 999 time: 0.0592406 Feb 09 21:34:20.186579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-2bc6b06f-cb6c-443d-a48a-29adfd0d1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.188073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-2bc6b06f-cb6c-443d-a48a-29adfd0d1f6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0426896 Feb 09 21:34:20.200295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-b8528674-ed7b-4a41-a978-eae89021e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.201764 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-b8528674-ed7b-4a41-a978-eae89021e7e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0469840 Feb 09 21:34:20.240745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-001b12b7-6b7f-45a9-b1cd-a7fcd6daf755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.242262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-001b12b7-6b7f-45a9-b1cd-a7fcd6daf755 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473292 Feb 09 21:34:20.256956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-049e1911-90fd-415e-9386-16e8457a120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.258446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-049e1911-90fd-415e-9386-16e8457a120f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496998 Feb 09 21:34:20.351391 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-e07842cf-8ff5-4603-aeb5-0c9261c49385 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035335 Feb 09 21:34:20.355268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-de9ecd05-0ebe-4c68-8df7-fbd3b8a0e397 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896013 Feb 09 21:34:20.445250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-68e11272-1212-4698-a2e1-e505f7dad425 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884914 Feb 09 21:34:20.460227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c5f25ea-5259-4ccc-85ef-27664ec66423 req-a3dc30cb-1568-491a-9489-a81f2927c540 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931106 Feb 09 21:34:20.558780 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700f357-e106-4779-82dc-ac5b95a61708 req-2ac62389-96b7-4368-8c29-f85c71f5742d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.560333 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3700f357-e106-4779-82dc-ac5b95a61708 req-2ac62389-96b7-4368-8c29-f85c71f5742d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 943 time: 0.0529199 Feb 09 21:34:20.610160 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3700f357-e106-4779-82dc-ac5b95a61708 req-9f0eb0a7-c3e9-4370-97a6-ed5cb7e313cb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442820 Feb 09 21:34:20.811700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11900-2ad9-44b9-b681-60590e99d6b1 req-2414b88c-d670-486c-88f8-fccc06db0448 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.813227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85b11900-2ad9-44b9-b681-60590e99d6b1 req-2414b88c-d670-486c-88f8-fccc06db0448 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 943 time: 0.0541804 Feb 09 21:34:20.825215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-6b3a89df-8808-4789-800d-fc268f4db67c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.826681 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-6b3a89df-8808-4789-800d-fc268f4db67c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452&tenant_id=b5b09b30d50444149e525ed2480f286b&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 943 time: 0.0552595 Feb 09 21:34:20.865407 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85b11900-2ad9-44b9-b681-60590e99d6b1 req-dec4e910-fa58-4803-bda3-35f64334b415 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463495 Feb 09 21:34:20.886011 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-48f30f10-e209-4aab-9980-110d605fca1a service neutron] delete failed (client error): The resource could not be found. Feb 09 21:34:20.887047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-48f30f10-e209-4aab-9980-110d605fca1a service neutron] 10.222.0.50 "DELETE /v2.0/ports/6abd9667-1670-4eb7-9200-dc7690ee9f27/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0531785 Feb 09 21:34:20.972984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-82cab85f-da3b-4ed7-adcb-770040c5736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.974392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-82cab85f-da3b-4ed7-adcb-770040c5736d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 1126 time: 0.0445871 Feb 09 21:34:20.988218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 6abd9667-1670-4eb7-9200-dc7690ee9f27 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:21.067281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-98eb0c3a-4153-46f2-9c18-ebb6c35d0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.068923 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-98eb0c3a-4153-46f2-9c18-ebb6c35d0ae2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0884960 Feb 09 21:34:21.083698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:21.094982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'mac_address': 'fa:16:3e:9e:e1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:21.131435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-d5adb3c6-4d88-445f-9ff7-15f3ef8478ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 200 len: 999 time: 0.0568433 Feb 09 21:34:21.134557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 6abd9667-1670-4eb7-9200-dc7690ee9f27 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:21.134981 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.149732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abd9667-1670-4eb7-9200-dc7690ee9f27 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:21.169250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:21.174024 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.183565 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-df732fcc-e783-40ea-9dcd-a051e52b8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.185079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-df732fcc-e783-40ea-9dcd-a051e52b8cf1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0480402 Feb 09 21:34:21.221517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.228848 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.229138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.229484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.229825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.230159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.230486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.230814 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.231144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.231476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.231825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.232153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.232549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.232878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:21.233980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-5532c964-2cb6-42ef-abe1-c7c724ab5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.235626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-5532c964-2cb6-42ef-abe1-c7c724ab5a3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441093 Feb 09 21:34:21.260071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6abd9667-1670-4eb7-9200-dc7690ee9f27 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:21.298115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 6abd9667-1670-4eb7-9200-dc7690ee9f27 host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:34:21.298535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6abd9667-1670-4eb7-9200-dc7690ee9f27 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:21.324765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-6ad3f644-b3a0-45e9-8f35-b8326c671e21 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831089 Feb 09 21:34:21.385734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['6abd9667-1670-4eb7-9200-dc7690ee9f27'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:21.413847 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4af5f158-ca1b-4cc4-bf20-d3da2d043d6f req-059701f6-031a-4a51-9773-86dedbf7f407 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Feb 09 21:34:22.032789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:22.066899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b12de-3fc8-47d8-8847-a4941079a124 req-f23bdfd4-131d-44da-bc88-dfc77c0a646c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.068313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-033b12de-3fc8-47d8-8847-a4941079a124 req-f23bdfd4-131d-44da-bc88-dfc77c0a646c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 944 time: 0.0967774 Feb 09 21:34:22.115895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-033b12de-3fc8-47d8-8847-a4941079a124 req-e5936ac7-2182-4395-8ad1-d100b3240eb1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418007 Feb 09 21:34:22.310658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acacc8c-dd6f-418b-a202-b87b25c19eac req-df134ca9-97ad-4ee9-876c-e7d42a30d664 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.312133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1acacc8c-dd6f-418b-a202-b87b25c19eac req-df134ca9-97ad-4ee9-876c-e7d42a30d664 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 944 time: 0.0947185 Feb 09 21:34:22.358524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1acacc8c-dd6f-418b-a202-b87b25c19eac req-af9fddff-d7aa-4177-8a20-6ae9935d3fdb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407333 Feb 09 21:34:22.475891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22f54c-e09d-4e70-bb4b-cced26a24941 req-459f0048-962a-485e-91a9-12211272ef89 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.477678 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e22f54c-e09d-4e70-bb4b-cced26a24941 req-459f0048-962a-485e-91a9-12211272ef89 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 944 time: 0.0553498 Feb 09 21:34:22.523012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e22f54c-e09d-4e70-bb4b-cced26a24941 req-fd5ffd9f-f56e-4005-86f5-458230c79adc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401001 Feb 09 21:34:22.751772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035864dd-d6fe-4a21-ba71-783aa1157f0e req-f51400f5-d49b-4a2a-b145-1973ea45f41b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.753754 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-035864dd-d6fe-4a21-ba71-783aa1157f0e req-f51400f5-d49b-4a2a-b145-1973ea45f41b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 944 time: 0.0512691 Feb 09 21:34:22.798881 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-035864dd-d6fe-4a21-ba71-783aa1157f0e req-05318f37-3773-4983-be62-eabede9c84d2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393636 Feb 09 21:34:22.998641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 6abd9667-1670-4eb7-9200-dc7690ee9f27 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:23.048093 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 6abd9667-1670-4eb7-9200-dc7690ee9f27 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:23.052322 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 6abd9667-1670-4eb7-9200-dc7690ee9f27 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:23.052700 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.131166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 6abd9667-1670-4eb7-9200-dc7690ee9f27 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:23.131557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.152896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:23.155211 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a9e327-3a5a-4bad-a20e-f85a5c78104f" -d '{"events": [{"server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "name": "network-vif-plugged", "status": "completed", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:23.168083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:23.172197 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.195783 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877f8dd3-3c49-4e67-8720-0b081cf76332 x-openstack-request-id: req-877f8dd3-3c49-4e67-8720-0b081cf76332 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:23.196084 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "name": "network-vif-plugged", "status": "completed", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:23.196344 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-877f8dd3-3c49-4e67-8720-0b081cf76332 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:23.196740 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'code': 200} Feb 09 21:34:23.220759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:23.916924 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb732d-3159-48c5-bfec-d8411fdc6dd0 req-249abc73-1481-4689-94ff-047e7ff8ec8b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.918377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1bb732d-3159-48c5-bfec-d8411fdc6dd0 req-249abc73-1481-4689-94ff-047e7ff8ec8b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0506449 Feb 09 21:34:23.969054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1bb732d-3159-48c5-bfec-d8411fdc6dd0 req-bd7d6c8c-c3fa-4e86-aa48-fcb40b923a99 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451362 Feb 09 21:34:23.975311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62be3e-6990-4924-af36-a777438b06bc req-661db760-7a51-415a-bcbb-9436f87ad6df tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.976814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ef62be3e-6990-4924-af36-a777438b06bc req-661db760-7a51-415a-bcbb-9436f87ad6df tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Feb 09 21:34:24.068890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Deleting port 6abd9667-1670-4eb7-9200-dc7690ee9f27 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:24.069486 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.154699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] For port 6abd9667-1670-4eb7-9200-dc7690ee9f27, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=6abd9667-1670-4eb7-9200-dc7690ee9f27,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:24.154975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.371901 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.372402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.372720 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Floating IP 52345e95-2520-471c-a3c4-c1955f1a346d disassociated. External IP: 172.25.4.158, port: 6abd9667-1670-4eb7-9200-dc7690ee9f27. Feb 09 21:34:24.373056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Calling delete_port for 6abd9667-1670-4eb7-9200-dc7690ee9f27 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:24.502211 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6abd9667-1670-4eb7-9200-dc7690ee9f27), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.532328 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event deleted for resources: {'Port': ['ID=6abd9667-1670-4eb7-9200-dc7690ee9f27,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:24.650677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:34:24.763248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:34:24.773528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:34:24.782643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:24.783273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:24.804379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] No DVR routers for this DVR port 6abd9667-1670-4eb7-9200-dc7690ee9f27 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:24.806952 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.810332 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ef62be3e-6990-4924-af36-a777438b06bc req-af320d5d-aee7-44a3-ab30-9c79f75d7255 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "DELETE /v2.0/ports/6abd9667-1670-4eb7-9200-dc7690ee9f27 HTTP/1.1" status: 204 len: 173 time: 0.8286762 Feb 09 21:34:24.810779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'name': 'network-vif-deleted', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:24.813154 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8f6ed7-73ad-4c5b-8bba-2cd81b9030af" -d '{"events": [{"server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "name": "network-vif-deleted", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:24.858025 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5858f337-3b60-4bfb-ac2c-acc7c53f090f x-openstack-request-id: req-5858f337-3b60-4bfb-ac2c-acc7c53f090f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:24.858892 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275a66a-029a-4dc5-b180-74eb2b098452", "name": "network-vif-deleted", "tag": "6abd9667-1670-4eb7-9200-dc7690ee9f27", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:24.859152 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5858f337-3b60-4bfb-ac2c-acc7c53f090f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:24.859550 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275a66a-029a-4dc5-b180-74eb2b098452', 'name': 'network-vif-deleted', 'tag': '6abd9667-1670-4eb7-9200-dc7690ee9f27', 'status': 'completed', 'code': 200} Feb 09 21:34:24.899495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:25.087723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e0babdb-08e2-45dc-a595-af0e04a66764 req-5e03de5e-946e-4d27-bd7c-de88ffd77e7e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d275a66a-029a-4dc5-b180-74eb2b098452 HTTP/1.1" status: 200 len: 210 time: 0.0272384 Feb 09 21:34:25.114842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:25.140040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:34:25.148731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:25.149332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:25.263088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:25.458854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:25.484224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b96fc6-5271-4299-bc35-7e70e0bb23d5 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:34:25.700862 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924a148-e6a7-4072-91b5-d2736bfd77cb None None] New status for floating IP 52345e95-2520-471c-a3c4-c1955f1a346d: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:34:26.324949 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-932f3d5f-bc07-43d3-98e8-bf840ebc65be tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--985230205&fields=id&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 267 time: 0.0425332 Feb 09 21:34:26.432654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-f744c019-1ca8-4de0-9c9e-264dfb9ed5e2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.434046 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-f744c019-1ca8-4de0-9c9e-264dfb9ed5e2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 812 time: 0.1028023 Feb 09 21:34:26.448439 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-54f48861-c2bd-4ee3-a995-7f81dbcb3d72 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/quotas/b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 375 time: 0.0089917 Feb 09 21:34:26.502186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-00c87ee2-8b58-45d0-a139-b395157631dd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489390 Feb 09 21:34:26.599485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-35c7fc40-b97e-4db1-a8e9-3d7d5556660c service neutron] 10.222.0.102 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 Feb 09 21:34:26.685957 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-47fe68cf-c13e-4577-a838-f6abd4ddcda0 service neutron] 10.222.0.102 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806723 Feb 09 21:34:26.842965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8bc85515-1b85-49ad-a4f7-6f28890f922e req-be770274-77b8-45b1-bf9f-ee53aba75ed1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0273860 Feb 09 21:34:26.927305 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.009343 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 6abd9667-1670-4eb7-9200-dc7690ee9f27 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:27.029592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 6abd9667-1670-4eb7-9200-dc7690ee9f27 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:27.029940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 6abd9667-1670-4eb7-9200-dc7690ee9f27 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:27.756765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-277a7c3a-164b-4246-b28f-47ccb5949680 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.758219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-277a7c3a-164b-4246-b28f-47ccb5949680 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 812 time: 0.1065869 Feb 09 21:34:27.826438 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-faf72507-7482-4038-92f0-869236b6822c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 379 time: 0.0606399 Feb 09 21:34:27.836078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'port': {'device_id': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'admin_state_up': True, 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'security_groups': ['fd624019-5e63-479d-894c-78f4dab6bdc5']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:27.945353 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8395fbc-9671-4ba4-8163-49fa47a79c7f req-40e71197-99b4-4dea-b52d-3bf85a92b3a2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0337298 Feb 09 21:34:27.968283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Made reservation on behalf of b5b09b30d50444149e525ed2480f286b for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:27.971726 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.099798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Allocated IP 172.20.0.4 (a01c15ac-3b7c-4aa9-9896-25d0508503db/6d61a3e8-139a-401d-8273-4ea102c4c95b/d9101d26-cc8a-43dd-8ade-349383c7bfc9) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:28.231187 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.263018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.636313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Network a01c15ac-3b7c-4aa9-9896-25d0508503db is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:28.639482 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:28.643204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:28.650385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:28.695811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.696451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.713722 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-71812cc4-d8f9-4927-bee9-a78087baca0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8811116 Feb 09 21:34:28.799948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Request body: {'port': {'device_id': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:28.860913 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.931294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-82b5e4df-dab7-4801-9f73-0a7af4e5657b None None] Provisioning complete for port d9101d26-cc8a-43dd-8ade-349383c7bfc9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:28.931896 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-82b5e4df-dab7-4801-9f73-0a7af4e5657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.969194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-82b5e4df-dab7-4801-9f73-0a7af4e5657b None None] Port d9101d26-cc8a-43dd-8ade-349383c7bfc9 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:29.067384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4efcb-c937-46a9-9edf-7906e82055cf req-9c688d70-945e-4fd0-aded-6f35d76081b8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.069145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64e4efcb-c937-46a9-9edf-7906e82055cf req-9c688d70-945e-4fd0-aded-6f35d76081b8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 931 time: 0.0539742 Feb 09 21:34:29.118726 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64e4efcb-c937-46a9-9edf-7906e82055cf req-84c10375-f896-482e-ae4f-cbfa8d0d250b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 Feb 09 21:34:29.131266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9101d26-cc8a-43dd-8ade-349383c7bfc9 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:29.138937 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Publish callbacks [] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.150883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Transition to ACTIVE for port object d9101d26-cc8a-43dd-8ade-349383c7bfc9 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:29.154074 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.249779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:29.280682 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Attempting to bind port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:29.281031 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Attempting to bind port d9101d26-cc8a-43dd-8ade-349383c7bfc9 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:29.281362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Attempting to bind port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:29.286474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:29.286802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Attempting to bind port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:29.291857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:29.292206 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:29.292592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:29.293049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Bound port: d9101d26-cc8a-43dd-8ade-349383c7bfc9, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:29.293412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.365656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:29.368854 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:29.375079 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.408553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.410225 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.411550 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] 10.222.0.13 "PUT /v2.0/ports/d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 1092 time: 0.6558461 Feb 09 21:34:29.413809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:29.416757 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16ea62cc21005a218b61b08d08d4f8a587dd1f05806f14cb76a454f090a68ceb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a451b155-e791-41e4-bd06-97e0c2f467d3" -d '{"events": [{"name": "network-changed", "server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:29.455903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6470051-fca1-449f-a9fb-3e4a66308eec service neutron] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:29.475857 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8d022c-5a6f-4f16-8959-70ae683026b3 x-openstack-request-id: req-ec8d022c-5a6f-4f16-8959-70ae683026b3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:29.476148 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:29.476401 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ec8d022c-5a6f-4f16-8959-70ae683026b3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:29.476800 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'status': 'completed', 'code': 200} Feb 09 21:34:29.514291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e20a87cf-d772-433e-a8c6-a13da91da7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.515956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-e20a87cf-d772-433e-a8c6-a13da91da7da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0656571 Feb 09 21:34:29.562925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-4d327079-9e96-481c-927d-1ff7451ad537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0398276 Feb 09 21:34:29.613367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-061d54d5-3ace-4b74-bb0e-09b4244a6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.614869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-061d54d5-3ace-4b74-bb0e-09b4244a6e8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0463974 Feb 09 21:34:29.663189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-b1f1f434-e504-4296-95f0-66b95d54b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.664706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-b1f1f434-e504-4296-95f0-66b95d54b909 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442147 Feb 09 21:34:29.755319 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-642d3230-85ce-406c-abd3-40467f6f89a3 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843070 Feb 09 21:34:29.844363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44b5f80d-843f-45b9-924f-c68849bf8302 req-bc821082-2039-4d19-9b05-8e2e5182eabf service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835884 Feb 09 21:34:29.930519 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-7f9c30de-fd55-4814-89ec-1710318bdc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.932020 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-7f9c30de-fd55-4814-89ec-1710318bdc70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0440466 Feb 09 21:34:30.023128 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-300ea2f1-a63a-408a-9db7-1b8e68bd8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.024612 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-300ea2f1-a63a-408a-9db7-1b8e68bd8b4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0874476 Feb 09 21:34:30.063734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-5b393759-a244-4ac1-8f11-1e779c9ae4a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0333400 Feb 09 21:34:30.116395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-f8d5ec16-ab25-42eb-a3f1-e94a6507db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.117751 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-f8d5ec16-ab25-42eb-a3f1-e94a6507db1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0465801 Feb 09 21:34:30.167086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-3b929446-0927-4218-a974-35150a2f41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.168642 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-3b929446-0927-4218-a974-35150a2f41a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450203 Feb 09 21:34:30.238796 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd23a7e-ae8d-4276-b116-3b66a2d63fc8 req-58d17d94-5d8b-4216-9c73-8b2a9ca267b0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.240323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd23a7e-ae8d-4276-b116-3b66a2d63fc8 req-58d17d94-5d8b-4216-9c73-8b2a9ca267b0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 943 time: 0.0551217 Feb 09 21:34:30.259774 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-78874b81-a1d6-4870-874e-04dca2aad881 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835953 Feb 09 21:34:30.286805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd23a7e-ae8d-4276-b116-3b66a2d63fc8 req-c4900567-578e-4cb3-b695-ce2b669cf03e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404835 Feb 09 21:34:30.350534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a451b155-e791-41e4-bd06-97e0c2f467d3 req-6f363ef4-480d-421d-8c23-121e16f663df service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851629 Feb 09 21:34:31.020762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d9101d26-cc8a-43dd-8ade-349383c7bfc9 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:31.113508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:31.127892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'mac_address': 'fa:16:3e:2a:3e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:31.163998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d9101d26-cc8a-43dd-8ade-349383c7bfc9 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:31.164509 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.177720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9101d26-cc8a-43dd-8ade-349383c7bfc9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:31.196479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:31.199958 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.245413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:31.390953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['d9101d26-cc8a-43dd-8ade-349383c7bfc9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:31.407507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de0b73-bc09-4152-85ed-d16f95f23cef req-cfa0aa39-e144-48cb-b086-d66ed3d7b276 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.409017 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06de0b73-bc09-4152-85ed-d16f95f23cef req-cfa0aa39-e144-48cb-b086-d66ed3d7b276 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 944 time: 0.0531280 Feb 09 21:34:31.455978 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06de0b73-bc09-4152-85ed-d16f95f23cef req-5e55ba29-b366-49d1-b202-96c588ebd44a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411625 Feb 09 21:34:32.579599 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8f94-81f9-4ca7-a8ac-5aeed7e1f098 req-109821b7-fc57-4011-9ea4-bc7c7a925c23 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.581209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e80e8f94-81f9-4ca7-a8ac-5aeed7e1f098 req-109821b7-fc57-4011-9ea4-bc7c7a925c23 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 944 time: 0.0545180 Feb 09 21:34:32.629513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e80e8f94-81f9-4ca7-a8ac-5aeed7e1f098 req-022a22cd-860b-400b-b6b4-58ef4b751602 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421124 Feb 09 21:34:33.055950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d9101d26-cc8a-43dd-8ade-349383c7bfc9 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:33.104346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port d9101d26-cc8a-43dd-8ade-349383c7bfc9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:33.109069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port d9101d26-cc8a-43dd-8ade-349383c7bfc9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:33.109434 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.188290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port d9101d26-cc8a-43dd-8ade-349383c7bfc9 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:33.188720 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.212978 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:33.215206 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff45bdc554277ca1b9426562432f0b87a387b0f88fbd35df00fae1faaa84d3bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7647af10-8cee-4c63-8fc1-c5c20f01285b" -d '{"events": [{"server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:33.227272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:33.231477 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.257019 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ce7ec-6ee9-4a1f-9a45-5d18c3954c1d x-openstack-request-id: req-9c3ce7ec-6ee9-4a1f-9a45-5d18c3954c1d {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:33.257323 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:33.257610 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9c3ce7ec-6ee9-4a1f-9a45-5d18c3954c1d {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:33.258001 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'code': 200} Feb 09 21:34:33.286393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:33.363468 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8c703-983c-4682-b03b-b63c0a0e76dd req-7fc93569-6f7a-4a82-9794-144a08818cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.364923 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06a8c703-983c-4682-b03b-b63c0a0e76dd req-7fc93569-6f7a-4a82-9794-144a08818cce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0436656 Feb 09 21:34:33.412161 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06a8c703-983c-4682-b03b-b63c0a0e76dd req-94617dc4-ecf3-4704-96ff-56783b2439e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Feb 09 21:34:33.750931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389d75-416e-4402-92af-a80bb498030f req-3fe02cff-d68f-49e4-9314-0e41997855dd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.752437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-02389d75-416e-4402-92af-a80bb498030f req-3fe02cff-d68f-49e4-9314-0e41997855dd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0556271 Feb 09 21:34:33.797240 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-02389d75-416e-4402-92af-a80bb498030f req-22a2b234-1b8a-417a-ba9f-2055efa586ef tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393858 Feb 09 21:34:34.918749 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882e44d-dc01-490d-8850-0d5ff1911a82 req-ffa4d4d1-e70d-4d43-9841-7d9b4ecb7f76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:34.920260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4882e44d-dc01-490d-8850-0d5ff1911a82 req-ffa4d4d1-e70d-4d43-9841-7d9b4ecb7f76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0533023 Feb 09 21:34:34.966712 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4882e44d-dc01-490d-8850-0d5ff1911a82 req-0f3ce200-dc02-48a0-87b9-a0dce40a3631 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Feb 09 21:34:35.082875 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40665255-330b-4d53-a70a-3e025290e81c req-543e4e17-504c-4f1e-98cb-f22f24abeeef tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.084288 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-40665255-330b-4d53-a70a-3e025290e81c req-543e4e17-504c-4f1e-98cb-f22f24abeeef tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0516269 Feb 09 21:34:35.092769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:35.097109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'floatingip': {'port_id': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:35.136091 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.878679 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.882470 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.982536 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Floating IP 52345e95-2520-471c-a3c4-c1955f1a346d associated. External IP: 172.25.4.158, port: d9101d26-cc8a-43dd-8ade-349383c7bfc9. Feb 09 21:34:36.186776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:34:36.294410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:34:36.299301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.305055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:34:36.314370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:36.314983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:36.332103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ae545016-6847-469a-8136-910524422227 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "PUT /v2.0/floatingips/52345e95-2520-471c-a3c4-c1955f1a346d HTTP/1.1" status: 200 len: 991 time: 1.2357674 Feb 09 21:34:36.332103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:36.369084 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:36.433841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f86283-89e9-474e-a4bb-8acbc3d91834 req-a755697a-4cc0-472d-be32-b6e0019277f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.435360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98f86283-89e9-474e-a4bb-8acbc3d91834 req-a755697a-4cc0-472d-be32-b6e0019277f3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0538638 Feb 09 21:34:36.437124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:36.465938 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41f6703-d63b-4654-9264-9c10cbb8b27c x-openstack-request-id: req-b41f6703-d63b-4654-9264-9c10cbb8b27c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:36.466236 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:36.466497 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b41f6703-d63b-4654-9264-9c10cbb8b27c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:36.466905 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'status': 'completed', 'code': 200} Feb 09 21:34:36.502827 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98f86283-89e9-474e-a4bb-8acbc3d91834 req-1bd38cd1-a797-43a5-99a0-08a83ea881f8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604081 Feb 09 21:34:36.540227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-db417349-e107-4a7f-ba9a-ecb8d3daa885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.541751 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-db417349-e107-4a7f-ba9a-ecb8d3daa885 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0543785 Feb 09 21:34:36.629389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-63147232-ec74-456e-8e44-a99f6117cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.630973 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-63147232-ec74-456e-8e44-a99f6117cc41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0839713 Feb 09 21:34:36.670967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:2a:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:34:35Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:36.697415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:34:36.699526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-708975dc-c9f4-4630-82c9-dd2d7563908e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 999 time: 0.0632246 Feb 09 21:34:36.705558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:36.706182 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:34:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:36.747539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-b992a15f-f407-4267-99c1-2e0baec773d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.749040 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-b992a15f-f407-4267-99c1-2e0baec773d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0434694 Feb 09 21:34:36.798182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-d9ba1930-de92-435c-8a36-9010bf521b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.799703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-d9ba1930-de92-435c-8a36-9010bf521b56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443466 Feb 09 21:34:36.816524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:36.892289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-3f2d468b-5cf2-47eb-94ec-390303acb31c service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870597 Feb 09 21:34:36.983902 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75de222-72f9-4b19-8bf1-c2eb65d01fd3 req-f1900a6c-93f7-43ab-be2d-92404cb5ed66 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856888 Feb 09 21:34:37.194433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:2a:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:34:35Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:37.219626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1386a2f-7e43-4855-b1a0-dce0e6b62e14 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:2a:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:34:35Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:34:37.381626 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:34:37.398482 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3281b58d-30ca-40da-813b-a12f977cb3f1 None None] New status for floating IP 52345e95-2520-471c-a3c4-c1955f1a346d: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:34:37.626443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054447-779a-455c-b3cf-a96d234d60ec req-0c3891b7-4c76-410f-804a-149805d7e9f9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.627952 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b054447-779a-455c-b3cf-a96d234d60ec req-0c3891b7-4c76-410f-804a-149805d7e9f9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Feb 09 21:34:37.672959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b054447-779a-455c-b3cf-a96d234d60ec req-78a98d52-05c9-43cd-837a-c88a7811c890 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394652 Feb 09 21:34:37.727581 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb005efa-ac6b-4ec8-94b4-36b7098f35a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.876537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551faf-10a3-4f1c-9b25-32e0028f3d1f req-5c55f70d-ca8b-4001-918a-df29223a18fe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.878044 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0551faf-10a3-4f1c-9b25-32e0028f3d1f req-5c55f70d-ca8b-4001-918a-df29223a18fe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0577109 Feb 09 21:34:37.924327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e0551faf-10a3-4f1c-9b25-32e0028f3d1f req-879bb790-db9a-493e-9db0-64343ff2e11a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Feb 09 21:34:39.042819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96e359-a123-4c1e-ab8a-03f7c5d1911c req-f47ef760-bf98-4310-a9e9-48c5682da9f4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.044331 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f96e359-a123-4c1e-ab8a-03f7c5d1911c req-f47ef760-bf98-4310-a9e9-48c5682da9f4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0518923 Feb 09 21:34:39.095673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6f96e359-a123-4c1e-ab8a-03f7c5d1911c req-4ef72d72-8f86-499d-b376-09a5190e9b31 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456939 Feb 09 21:34:39.780806 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be4eeb17-56fa-4002-b4c5-cca320fe9f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.213781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c20a5-beaf-4f79-b9a5-1c20393ac1d5 req-66f09b38-72e0-407e-abd8-471644b907d5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.215274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e7c20a5-beaf-4f79-b9a5-1c20393ac1d5 req-66f09b38-72e0-407e-abd8-471644b907d5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0523880 Feb 09 21:34:40.260979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1e7c20a5-beaf-4f79-b9a5-1c20393ac1d5 req-51545543-104d-44df-a33c-e6a821a6fae9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402665 Feb 09 21:34:41.378822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497d18-0235-4ca9-afc9-16fc30ac5771 req-a437ac03-eded-4281-b9f1-52334a83d32f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.380373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7497d18-0235-4ca9-afc9-16fc30ac5771 req-a437ac03-eded-4281-b9f1-52334a83d32f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0521898 Feb 09 21:34:41.402422 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.427455 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7497d18-0235-4ca9-afc9-16fc30ac5771 req-031c0a9f-6e0c-4921-b4a7-b7767cf8cfd6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406795 Feb 09 21:34:42.545395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a711d-94b5-4c2d-a4d1-dff6171d65eb req-7441d4f3-32b6-47c2-9cd7-06bf5f772c24 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.546869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-888a711d-94b5-4c2d-a4d1-dff6171d65eb req-7441d4f3-32b6-47c2-9cd7-06bf5f772c24 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0518448 Feb 09 21:34:42.595657 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-888a711d-94b5-4c2d-a4d1-dff6171d65eb req-c7b345f9-427f-4f8e-8b70-421e258ea1e0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432711 Feb 09 21:34:42.882245 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.712063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25876bbe-f415-4bcf-bf78-799154351b53 req-cb64e2b2-b8d6-4290-baa0-daabaec1ad64 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.713576 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-25876bbe-f415-4bcf-bf78-799154351b53 req-cb64e2b2-b8d6-4290-baa0-daabaec1ad64 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0511327 Feb 09 21:34:43.759703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-25876bbe-f415-4bcf-bf78-799154351b53 req-31cdaa91-9493-4164-9bb8-0a48c1f4ef4a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 Feb 09 21:34:43.984426 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.880485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84fa7d-7a6d-48e6-8921-d120eb3f6d67 req-d795a415-5b25-44cf-9616-f3e8e98f742e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.881977 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa84fa7d-7a6d-48e6-8921-d120eb3f6d67 req-d795a415-5b25-44cf-9616-f3e8e98f742e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0540659 Feb 09 21:34:44.882424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-05241185-5738-411c-9999-12c696f8b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.883936 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-05241185-5738-411c-9999-12c696f8b4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0496004 Feb 09 21:34:44.930182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fa84fa7d-7a6d-48e6-8921-d120eb3f6d67 req-8d1fdddd-2ebb-4f18-ad8b-5ba236fb5187 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423141 Feb 09 21:34:44.985245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-63fa7673-ea7a-40b1-a378-3abd2255372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.986720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-63fa7673-ea7a-40b1-a378-3abd2255372f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0846236 Feb 09 21:34:45.054901 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-e4ddd731-3c6d-4076-b3be-b908673ee39f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 1001 time: 0.0618994 Feb 09 21:34:45.103308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-bc58d030-7fec-47a6-9500-4fa8952b60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.104756 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-bc58d030-7fec-47a6-9500-4fa8952b60c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0427907 Feb 09 21:34:45.154484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-2ee281a0-0de9-49c7-989c-931e068f05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.156036 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-2ee281a0-0de9-49c7-989c-931e068f05c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434916 Feb 09 21:34:45.252495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-73015660-0707-4e8e-8110-2bb8237afa40 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836627 Feb 09 21:34:45.338284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9daef0c2-c448-4705-80ff-e12cbe4566b3 req-d79ab5a4-fea5-42f9-9399-3e8b781dde6b service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796943 Feb 09 21:34:46.048838 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06330207-f12f-4a69-93a4-b3a6d101945f req-39a550aa-9823-46fc-baae-ea43c7f20598 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.050808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06330207-f12f-4a69-93a4-b3a6d101945f req-39a550aa-9823-46fc-baae-ea43c7f20598 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Feb 09 21:34:46.101501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-06330207-f12f-4a69-93a4-b3a6d101945f req-244a9f05-e25d-4fe9-8a0c-dee29cf63b07 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450680 Feb 09 21:34:47.218804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e5a11-44a0-48fe-aed0-0837ce5e31a2 req-328b06a6-61c3-4f5d-95a0-15ee6b6490e3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.220317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea6e5a11-44a0-48fe-aed0-0837ce5e31a2 req-328b06a6-61c3-4f5d-95a0-15ee6b6490e3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Feb 09 21:34:47.266281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea6e5a11-44a0-48fe-aed0-0837ce5e31a2 req-9549648d-8431-452f-bf3b-2cfe4f1fbc43 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400276 Feb 09 21:34:48.383757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7010975-00c5-45c8-a0b2-bde1d1765f12 req-a05002ed-c383-468f-a801-48ee4c140d72 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.385231 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7010975-00c5-45c8-a0b2-bde1d1765f12 req-a05002ed-c383-468f-a801-48ee4c140d72 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0519855 Feb 09 21:34:48.430998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7010975-00c5-45c8-a0b2-bde1d1765f12 req-df0b03ec-f016-4c2d-b653-c58eda8e6e9d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 Feb 09 21:34:49.552591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd087b9-bd9e-47ea-b888-b3cef7f4df59 req-4628b93f-b3fd-4f87-ab64-1dc9aeb51f84 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:49.554072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bdd087b9-bd9e-47ea-b888-b3cef7f4df59 req-4628b93f-b3fd-4f87-ab64-1dc9aeb51f84 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0565932 Feb 09 21:34:49.600481 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bdd087b9-bd9e-47ea-b888-b3cef7f4df59 req-a944a94d-9c6e-4a43-bd0d-deb996c3e1ec tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408347 Feb 09 21:34:50.722567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cb475-fc4e-4a68-b728-92b7fc8a44a8 req-11bbc92a-12a8-49a2-a8f9-ba5a0f6538c3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:50.724112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-214cb475-fc4e-4a68-b728-92b7fc8a44a8 req-11bbc92a-12a8-49a2-a8f9-ba5a0f6538c3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0548718 Feb 09 21:34:50.771182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-214cb475-fc4e-4a68-b728-92b7fc8a44a8 req-fe62862e-3743-4c79-83b6-5da14174a8aa tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Feb 09 21:34:51.886200 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37917932-6e43-4a2e-8b45-1ab7258006d9 req-2ab9083c-91c0-41ce-81e3-4b43c20c818b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:51.887659 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37917932-6e43-4a2e-8b45-1ab7258006d9 req-2ab9083c-91c0-41ce-81e3-4b43c20c818b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0507193 Feb 09 21:34:51.932961 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-37917932-6e43-4a2e-8b45-1ab7258006d9 req-b599262a-2857-4dd9-82b9-ba359fefdc3e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397539 Feb 09 21:34:52.034382 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.056017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978ef98-c58e-4b99-8a9f-daa477b5fcf0 req-10939799-0c46-494e-b815-bd8fd9b6d8bd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:53.057490 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f978ef98-c58e-4b99-8a9f-daa477b5fcf0 req-10939799-0c46-494e-b815-bd8fd9b6d8bd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0568554 Feb 09 21:34:53.103894 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f978ef98-c58e-4b99-8a9f-daa477b5fcf0 req-646cc6dd-db59-46a7-afd6-f118a438a744 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Feb 09 21:34:54.220257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8add52-1dec-4a87-a52e-110583f07563 req-393d621f-cb28-4015-bd52-49ef25f6e58e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.221649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8add52-1dec-4a87-a52e-110583f07563 req-393d621f-cb28-4015-bd52-49ef25f6e58e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0518863 Feb 09 21:34:54.271340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8add52-1dec-4a87-a52e-110583f07563 req-d8b75af8-96fa-430b-ad92-291d234a769f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Feb 09 21:34:55.387997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403e0f-bcdb-4e81-98cc-01a789965774 req-565e565e-7a8d-47ea-801f-f257bd7e28fc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.389467 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee403e0f-bcdb-4e81-98cc-01a789965774 req-565e565e-7a8d-47ea-801f-f257bd7e28fc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Feb 09 21:34:55.436546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ee403e0f-bcdb-4e81-98cc-01a789965774 req-7c580f81-cf76-4147-bee9-2440df975882 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Feb 09 21:34:56.554587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bfcf6-4c28-463c-9f15-8a9fcd579bf8 req-bb1884f2-9f72-4c7a-86eb-13f3bdfab476 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.556102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-144bfcf6-4c28-463c-9f15-8a9fcd579bf8 req-bb1884f2-9f72-4c7a-86eb-13f3bdfab476 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0525644 Feb 09 21:34:56.601495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-144bfcf6-4c28-463c-9f15-8a9fcd579bf8 req-3b317de2-9d92-487b-a51e-434f2c9a7bf3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399618 Feb 09 21:34:56.945599 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.719533 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17690d0-e3f1-466d-b3d2-64d4fc62de04 req-3dcd6d27-d2f6-497e-9649-6a63918c04c4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.721045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d17690d0-e3f1-466d-b3d2-64d4fc62de04 req-3dcd6d27-d2f6-497e-9649-6a63918c04c4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0521896 Feb 09 21:34:57.771760 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d17690d0-e3f1-466d-b3d2-64d4fc62de04 req-c60093af-acae-4c3c-ba0f-4aad7f015784 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445037 Feb 09 21:34:58.890425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ee36d-cb84-4905-aa50-58dc3d831fd2 req-35916cd5-7fbe-4d8c-8255-6ba77645dbbd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.891910 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e02ee36d-cb84-4905-aa50-58dc3d831fd2 req-35916cd5-7fbe-4d8c-8255-6ba77645dbbd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0518138 Feb 09 21:34:58.937349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e02ee36d-cb84-4905-aa50-58dc3d831fd2 req-46c9561f-4c99-4ac8-9f2d-50f312028b6f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Feb 09 21:35:00.056718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9fee9-3e74-4bca-a04d-efa913e5185a req-7c2e9ec6-1146-4569-9894-d4f9c09d3fa0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.058208 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da9fee9-3e74-4bca-a04d-efa913e5185a req-7c2e9ec6-1146-4569-9894-d4f9c09d3fa0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0539522 Feb 09 21:35:00.106390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2da9fee9-3e74-4bca-a04d-efa913e5185a req-fd2fb68b-1845-4c26-8d24-e29fe80e0dfa tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 Feb 09 21:35:01.227707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad9f35-88b3-4626-815f-424333bb8908 req-10e5e0fb-4913-4168-adb2-128fb686d900 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.229196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76ad9f35-88b3-4626-815f-424333bb8908 req-10e5e0fb-4913-4168-adb2-128fb686d900 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0570354 Feb 09 21:35:01.275171 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76ad9f35-88b3-4626-815f-424333bb8908 req-45069de2-d202-404f-9431-1a0abc64d150 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Feb 09 21:35:02.396771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27251395-553c-4b67-81db-a97618ec7bff req-ce0489a9-6fba-4ffc-ab8a-501ae42ad38e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.400134 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27251395-553c-4b67-81db-a97618ec7bff req-ce0489a9-6fba-4ffc-ab8a-501ae42ad38e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0564072 Feb 09 21:35:02.446780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27251395-553c-4b67-81db-a97618ec7bff req-b2e93a3b-9f61-4937-b1c6-7688d3634169 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429013 Feb 09 21:35:03.812151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1ae00-ac99-49bf-8237-109a2cb4e52f req-21c55142-40df-476b-9e36-672bd8bdba31 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.813616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-baf1ae00-ac99-49bf-8237-109a2cb4e52f req-21c55142-40df-476b-9e36-672bd8bdba31 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0510144 Feb 09 21:35:03.859658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-baf1ae00-ac99-49bf-8237-109a2cb4e52f req-2ac6ff01-1b25-45ae-a95e-b89785db6a0b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398107 Feb 09 21:35:04.092310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-7cd26cd6-875b-484f-9611-0380bd4c0f42 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472858 Feb 09 21:35:04.104196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e4f5-5551-4a31-aca5-ae0fb2ca0118 req-2034e14d-0290-4340-89a2-bb688752f3a2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.106069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22b9e4f5-5551-4a31-aca5-ae0fb2ca0118 req-2034e14d-0290-4340-89a2-bb688752f3a2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0574844 Feb 09 21:35:04.153975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22b9e4f5-5551-4a31-aca5-ae0fb2ca0118 req-d1df9f67-be92-4d3c-92b9-c86a9365ac2d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419092 Feb 09 21:35:05.164072 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-8d555346-ba47-4442-94dc-9eef26be90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.165537 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-8d555346-ba47-4442-94dc-9eef26be90cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0436831 Feb 09 21:35:05.287236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e77d1f4c-89d2-4f8c-8cfc-61eeb2335b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.288702 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e77d1f4c-89d2-4f8c-8cfc-61eeb2335b10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.1175392 Feb 09 21:35:05.299812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0da4fa-5554-4231-b70b-22548d87ac13 req-166f1ea8-393b-4299-8130-f71bd8624a47 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.301232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d0da4fa-5554-4231-b70b-22548d87ac13 req-166f1ea8-393b-4299-8130-f71bd8624a47 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0787621 Feb 09 21:35:05.390641 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-382b7268-641b-4e19-b330-2b6730ca09a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 1001 time: 0.0879076 Feb 09 21:35:05.394038 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d0da4fa-5554-4231-b70b-22548d87ac13 req-48a436e9-4c26-4bde-b511-8d303c72152a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861425 Feb 09 21:35:05.438097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-c88788d3-a036-47fb-9acc-8593b7588220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.439442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-c88788d3-a036-47fb-9acc-8593b7588220 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0427704 Feb 09 21:35:05.487552 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-2aa4c239-374a-4be1-9ac0-8be107062402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.489669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-2aa4c239-374a-4be1-9ac0-8be107062402 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443180 Feb 09 21:35:05.577549 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-5528f9fe-f5e5-4583-a4c5-434f60b85ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822988 Feb 09 21:35:05.664097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-aab663a1-f535-4bc5-9d50-273e1c7d2a43 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803652 Feb 09 21:35:06.512449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b0557-a8d6-44e6-9897-1f05a45da665 req-5ad8e656-6fee-4c60-9e87-7bb31cda12b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.513945 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b88b0557-a8d6-44e6-9897-1f05a45da665 req-5ad8e656-6fee-4c60-9e87-7bb31cda12b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0525811 Feb 09 21:35:06.561523 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b88b0557-a8d6-44e6-9897-1f05a45da665 req-ba5f51da-0f84-4811-a5cb-78f5e8d58951 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418177 Feb 09 21:35:07.435140 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-3aba4762-35e4-45cb-9de4-f78b9a51025c service neutron] show failed (client error): The resource could not be found. Feb 09 21:35:07.436193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-3aba4762-35e4-45cb-9de4-f78b9a51025c service neutron] 10.222.0.13 "GET /v2.0/ports/d9101d26-cc8a-43dd-8ade-349383c7bfc9/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0540402 Feb 09 21:35:07.695009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a45e07-cd34-4da3-838d-7d159013d91e req-7f90b3f9-82b8-499a-9549-04665a9d727b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.696788 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6a45e07-cd34-4da3-838d-7d159013d91e req-7f90b3f9-82b8-499a-9549-04665a9d727b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0660777 Feb 09 21:35:07.727545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e2541ee0-9543-436a-b298-325e7997c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.729217 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e2541ee0-9543-436a-b298-325e7997c0e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 1128 time: 0.0862033 Feb 09 21:35:07.730655 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dce40be7-bf4d-44ab-a005-e408a90d9317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.740461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:07.750638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e6a45e07-cd34-4da3-838d-7d159013d91e req-b06cea9b-440d-480b-a053-0966ce5b8121 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482891 Feb 09 21:35:07.802948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.001035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:08.033202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:08.071582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:08.073842 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fca4cb-5b7e-4471-a0c5-612f227a33ab" -d '{"events": [{"server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:08.077649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Publish callbacks [] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.089637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Transition to ACTIVE for port object d9101d26-cc8a-43dd-8ade-349383c7bfc9 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:08.093685 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.129325 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eda8ae-99c2-4072-8397-5ec6079ea5e1 x-openstack-request-id: req-d7eda8ae-99c2-4072-8397-5ec6079ea5e1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:08.129620 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:08.129880 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d7eda8ae-99c2-4072-8397-5ec6079ea5e1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:08.130284 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'code': 200} Feb 09 21:35:08.213427 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:08.238505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.239366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.239735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.240091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.240425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.240761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.241093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.241425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.241754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.242082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.242414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.242743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.243068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:08.290109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] No DVR routers for this DVR port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:08.425355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Attempting to bind port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:08.425612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Attempting to bind port d9101d26-cc8a-43dd-8ade-349383c7bfc9 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:08.425983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Attempting to bind port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:08.430671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:08.430994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Attempting to bind port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:08.435767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:08.436104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:08.436506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:08.436911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Bound port: d9101d26-cc8a-43dd-8ade-349383c7bfc9, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:08.437259 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.498716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:08.501638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:08.506785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.543662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.544369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.545759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] 10.222.0.50 "PUT /v2.0/ports/d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 1092 time: 0.8099985 Feb 09 21:35:08.565722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0e065-5e00-4959-ba4d-809dbc6718e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:08.613979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-756f40b3-64f5-41a6-a8e7-c94a56ea967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.615524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-756f40b3-64f5-41a6-a8e7-c94a56ea967a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0469644 Feb 09 21:35:08.705525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e8617abb-3465-46fd-a735-41cb3ba6d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.707024 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-e8617abb-3465-46fd-a735-41cb3ba6d83f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0863817 Feb 09 21:35:08.774157 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-8e81c047-a8ff-4946-a91c-97b1435036b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 999 time: 0.0608494 Feb 09 21:35:08.821939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-d2cbfd3a-10fb-45ac-ba45-297cbd2e39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.823324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-d2cbfd3a-10fb-45ac-ba45-297cbd2e39f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0439532 Feb 09 21:35:08.869931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-855eee5e-c42d-4d39-a5b8-dc1d9ce8c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.871078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb8b1b-5486-4e94-a668-a552916c757f req-c282edf5-3583-46c5-bd89-ebfb11ff6aea tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.871613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-855eee5e-c42d-4d39-a5b8-dc1d9ce8c389 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426896 Feb 09 21:35:08.872753 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55fb8b1b-5486-4e94-a668-a552916c757f req-c282edf5-3583-46c5-bd89-ebfb11ff6aea tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 943 time: 0.0524123 Feb 09 21:35:08.920062 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55fb8b1b-5486-4e94-a668-a552916c757f req-c5851a1b-9aac-4bd1-b84d-0abc43ac7bc7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 Feb 09 21:35:08.963246 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-d3f78e8f-ea03-4332-b556-9edfed6a96a5 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Feb 09 21:35:09.049456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1406e1ac-eb91-4748-8e5f-f26b15eabe14 req-f0d8330f-0e66-48ad-b559-7e725ae57ebf service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801730 Feb 09 21:35:09.781518 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5b9d4199-8afc-4aaf-8c05-20dfcb48636d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.038327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf5ee1-4f6d-429f-b7f6-0faf7288f4cc req-482790af-1090-4d94-a272-2a87686a065f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.039745 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2cf5ee1-4f6d-429f-b7f6-0faf7288f4cc req-482790af-1090-4d94-a272-2a87686a065f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 943 time: 0.0519416 Feb 09 21:35:10.088689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a2cf5ee1-4f6d-429f-b7f6-0faf7288f4cc req-03a2a44c-f55d-442e-a6f0-ec819611b765 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434606 Feb 09 21:35:10.131373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:10.133658 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36934ffe-a7f6-4d47-ac69-1783f678794a" -d '{"events": [{"name": "network-changed", "server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:10.180986 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34df954-3bdc-440c-ac24-40a9dcd8436f x-openstack-request-id: req-a34df954-3bdc-440c-ac24-40a9dcd8436f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:10.181281 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:10.182106 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a34df954-3bdc-440c-ac24-40a9dcd8436f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:10.182690 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'status': 'completed', 'code': 200} Feb 09 21:35:10.244360 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-d45ee6b9-d74e-4dc2-b82f-63cafc93a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.245875 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-d45ee6b9-d74e-4dc2-b82f-63cafc93a2cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0449648 Feb 09 21:35:10.246196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-9f158653-4e72-4b4b-a31b-6c883e12ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.247706 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-9f158653-4e72-4b4b-a31b-6c883e12ba6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0449135 Feb 09 21:35:10.340437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-0b0f91f7-6d09-4ddd-ab31-bcd756747650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.341838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-0b0f91f7-6d09-4ddd-ab31-bcd756747650 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0892591 Feb 09 21:35:10.350125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-c1fca9b7-bef9-4939-9d9e-9565f8d61ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.351804 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-c1fca9b7-bef9-4939-9d9e-9565f8d61ada service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0972834 Feb 09 21:35:10.416379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-a33d00b1-4293-43e2-9874-d370252ced55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 999 time: 0.0593863 Feb 09 21:35:10.421406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-c1461e7d-6259-4769-9608-04d2559acf82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 999 time: 0.0623484 Feb 09 21:35:10.469462 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-e5f1fe3c-439e-4688-8668-d75532dc6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.469699 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-e608dc5c-1bc6-40c5-8630-fbcbf9872e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.470957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-e5f1fe3c-439e-4688-8668-d75532dc6531 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0442386 Feb 09 21:35:10.471107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-e608dc5c-1bc6-40c5-8630-fbcbf9872e1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0493889 Feb 09 21:35:10.518758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-e5bd9f4a-7929-4273-81a8-c4633b86d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.519760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-df1746b9-289f-4d98-93f1-47e7959a4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.520975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-e5bd9f4a-7929-4273-81a8-c4633b86d717 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438068 Feb 09 21:35:10.521863 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-df1746b9-289f-4d98-93f1-47e7959a4685 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456254 Feb 09 21:35:10.608585 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-c96d4ad3-08f5-4fd6-b3ae-969402c2e8ee service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807271 Feb 09 21:35:10.610166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-63a484b7-27ed-45d3-8127-274d22224ea2 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834022 Feb 09 21:35:10.697796 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-bf262fab-ad2a-4b2d-8a74-722a12134861 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823870 Feb 09 21:35:10.700600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-36934ffe-a7f6-4d47-ac69-1783f678794a req-5d0c2459-690b-411a-8b6c-5c78f3595bd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865986 Feb 09 21:35:11.213082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83477-4721-49ec-8294-13d9a943b012 req-bdec6fe9-3314-49bd-9518-a4c52e02c555 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.214564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2b83477-4721-49ec-8294-13d9a943b012 req-bdec6fe9-3314-49bd-9518-a4c52e02c555 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 943 time: 0.0572305 Feb 09 21:35:11.260557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b2b83477-4721-49ec-8294-13d9a943b012 req-55a7f1ae-d87f-42e3-ac05-18688e0c31d6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Feb 09 21:35:11.273607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d9101d26-cc8a-43dd-8ade-349383c7bfc9 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:11.315220 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port d9101d26-cc8a-43dd-8ade-349383c7bfc9 host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:35:11.315619 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device d9101d26-cc8a-43dd-8ade-349383c7bfc9 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:11.404567 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.457494 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47922d9c-8778-4c13-80f9-254b206974c9 req-ee83c328-543b-40ac-98de-dfe153ecdb21 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.460322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47922d9c-8778-4c13-80f9-254b206974c9 req-ee83c328-543b-40ac-98de-dfe153ecdb21 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 943 time: 0.0538659 Feb 09 21:35:11.475293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-0ca9908e-c13d-49dd-abb1-2911dc19a6ce tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.476950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-0ca9908e-c13d-49dd-abb1-2911dc19a6ce tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0&tenant_id=b5b09b30d50444149e525ed2480f286b&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 943 time: 0.0607264 Feb 09 21:35:11.506824 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-47922d9c-8778-4c13-80f9-254b206974c9 req-a425abb4-f17d-4fb2-837e-4b91fa068275 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 Feb 09 21:35:11.537132 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-644a709d-93c1-463c-a6c5-b29c9b409ba9 service neutron] delete failed (client error): The resource could not be found. Feb 09 21:35:11.538132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-644a709d-93c1-463c-a6c5-b29c9b409ba9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d9101d26-cc8a-43dd-8ade-349383c7bfc9/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0550292 Feb 09 21:35:11.625814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-8bd2dae3-5fa6-4b65-8c14-d805f82100f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.627194 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-8bd2dae3-5fa6-4b65-8c14-d805f82100f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1126 time: 0.0484948 Feb 09 21:35:11.713814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-e61d755e-06e5-41b5-9ad6-3a04c82b00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.715504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-e61d755e-06e5-41b5-9ad6-3a04c82b00fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0822096 Feb 09 21:35:12.022268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-35bd4323-5914-484e-b877-77a57aa681b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 999 time: 0.3003945 Feb 09 21:35:12.068415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-4ab00693-fb50-40b9-9cf6-ee13f753aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.070050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-4ab00693-fb50-40b9-9cf6-ee13f753aa4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0426219 Feb 09 21:35:12.117280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-ae7ae79e-b4b5-47a9-932b-d96e87b05426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.118720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-ae7ae79e-b4b5-47a9-932b-d96e87b05426 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429604 Feb 09 21:35:12.207487 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-bab211fc-44de-4949-9b13-6400310431de service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827565 Feb 09 21:35:12.293118 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3c2a10a-91a0-47c8-9beb-29a59341b980 req-8fff0345-b96a-458b-8f7e-034c9886e9f5 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797906 Feb 09 21:35:12.635647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d774a-be42-42d1-8c1d-312f6da67757 req-7da06e7c-e638-4ec6-8578-1b4b9681ad12 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.637156 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-257d774a-be42-42d1-8c1d-312f6da67757 req-7da06e7c-e638-4ec6-8578-1b4b9681ad12 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 943 time: 0.0534816 Feb 09 21:35:12.684825 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-257d774a-be42-42d1-8c1d-312f6da67757 req-8660a1a7-ef70-4116-84a9-083189a82df4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420303 Feb 09 21:35:12.881189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.495180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d9101d26-cc8a-43dd-8ade-349383c7bfc9 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:13.587641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:13.602421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'mac_address': 'fa:16:3e:2a:3e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:13.639000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d9101d26-cc8a-43dd-8ade-349383c7bfc9 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:13.639401 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.651852 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9101d26-cc8a-43dd-8ade-349383c7bfc9 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:13.670418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:13.674308 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.720155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.805966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88518e45-80ff-4478-8b97-413d592e286b req-77b9bb3b-4399-453f-b32f-6f34d9042416 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.807419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88518e45-80ff-4478-8b97-413d592e286b req-77b9bb3b-4399-453f-b32f-6f34d9042416 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 944 time: 0.0508718 Feb 09 21:35:13.856793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-88518e45-80ff-4478-8b97-413d592e286b req-505aba19-2073-4d74-95bb-1cba8babab9c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437846 Feb 09 21:35:13.900906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['d9101d26-cc8a-43dd-8ade-349383c7bfc9'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:13.986342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7872cac-8d19-462c-9d47-1078d9d39fda req-a64dacad-435d-436b-9b3f-10d39bee1f87 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.987771 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7872cac-8d19-462c-9d47-1078d9d39fda req-a64dacad-435d-436b-9b3f-10d39bee1f87 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 944 time: 0.0580795 Feb 09 21:35:14.000364 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.037323 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7872cac-8d19-462c-9d47-1078d9d39fda req-8c38dd0c-7225-4c2f-bde8-92926c11ae1c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432315 Feb 09 21:35:14.238032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965ae52-6c85-4f56-8669-ad8cd4a3af75 req-02f86766-d7af-44dd-857e-d39250390939 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.239477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6965ae52-6c85-4f56-8669-ad8cd4a3af75 req-02f86766-d7af-44dd-857e-d39250390939 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 944 time: 0.0551238 Feb 09 21:35:14.261122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-e6ca127c-dfb3-4c7a-918c-72794db4ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.262791 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-e6ca127c-dfb3-4c7a-918c-72794db4ea1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 1127 time: 0.0451515 Feb 09 21:35:14.287148 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6965ae52-6c85-4f56-8669-ad8cd4a3af75 req-ece780de-94dc-4ffb-aae1-b18c8dac925d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 Feb 09 21:35:14.352770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-900b130d-6534-491f-91b6-d75f121f7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.354224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-900b130d-6534-491f-91b6-d75f121f7743 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0844200 Feb 09 21:35:14.381231 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:35:14.420783 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-30f222a3-c8dd-459a-9260-13d293099779 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 200 len: 1000 time: 0.0603666 Feb 09 21:35:14.467613 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-e7873342-ba58-4b8e-913f-0671af5d506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.469162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-e7873342-ba58-4b8e-913f-0671af5d506d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0432432 Feb 09 21:35:14.516855 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-fd1307f2-fce1-44fe-8675-de4175794ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.518250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-fd1307f2-fce1-44fe-8675-de4175794ba5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432956 Feb 09 21:35:14.606951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-6791fa7f-e29c-4aa8-a401-19be19ae7768 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814779 Feb 09 21:35:14.694145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5519f197-0cc4-4c20-9aab-d27b9e59f790 req-7fdb2cdf-32cf-4922-9e15-0e2d9076a876 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815358 Feb 09 21:35:15.416090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72403-2196-4f4a-a158-bec859334baa req-c5388d4a-907a-4df6-9650-7bd6faacf480 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.417573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2a72403-2196-4f4a-a158-bec859334baa req-c5388d4a-907a-4df6-9650-7bd6faacf480 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 944 time: 0.0588903 Feb 09 21:35:15.465005 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2a72403-2196-4f4a-a158-bec859334baa req-b770f30d-e357-42f8-bc21-c7ef127234d2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414779 Feb 09 21:35:15.504456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d9101d26-cc8a-43dd-8ade-349383c7bfc9 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:15.553029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port d9101d26-cc8a-43dd-8ade-349383c7bfc9 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:15.556861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port d9101d26-cc8a-43dd-8ade-349383c7bfc9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:15.557241 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.640740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port d9101d26-cc8a-43dd-8ade-349383c7bfc9 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:15.641139 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.664473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:15.679347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:15.684228 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.710209 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2a6d8-5bc6-4133-bb40-7f04f5175e7f req-7a4cc216-3df3-4e43-bf66-f80f02c8ce10 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.710378 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7bcb08-a0e1-4ddd-80b4-23b78c2fa4c9" -d '{"events": [{"server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:15.711778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84d2a6d8-5bc6-4133-bb40-7f04f5175e7f req-7a4cc216-3df3-4e43-bf66-f80f02c8ce10 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 944 time: 0.0565524 Feb 09 21:35:15.740782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:15.767750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-84d2a6d8-5bc6-4133-bb40-7f04f5175e7f req-f7878b24-d011-469e-9774-f22768a49f4f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500705 Feb 09 21:35:15.803131 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aeddff-4f11-456a-aa5d-6617c7ed5842 x-openstack-request-id: req-02aeddff-4f11-456a-aa5d-6617c7ed5842 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:15.803430 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:15.803717 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-02aeddff-4f11-456a-aa5d-6617c7ed5842 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:15.804118 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'code': 200} Feb 09 21:35:16.889965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e02ed-478b-462a-b4fc-a3006eb5dcb7 req-f8126191-bfcc-4725-a896-020d0d0e25bd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:16.891416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c36e02ed-478b-462a-b4fc-a3006eb5dcb7 req-f8126191-bfcc-4725-a896-020d0d0e25bd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0514967 Feb 09 21:35:16.939234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c36e02ed-478b-462a-b4fc-a3006eb5dcb7 req-26a838ef-9957-41f6-9973-5bdefaf4bdf0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Feb 09 21:35:17.021553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-3eed6c51-dde9-4a48-aa50-a992f655b5e8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.022973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-3eed6c51-dde9-4a48-aa50-a992f655b5e8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 945 time: 0.0500064 Feb 09 21:35:17.110196 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Deleting port d9101d26-cc8a-43dd-8ade-349383c7bfc9 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:17.110459 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.199743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] For port d9101d26-cc8a-43dd-8ade-349383c7bfc9, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=d9101d26-cc8a-43dd-8ade-349383c7bfc9,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:17.200105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.361433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.361707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.362024 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Floating IP 52345e95-2520-471c-a3c4-c1955f1a346d disassociated. External IP: 172.25.4.158, port: d9101d26-cc8a-43dd-8ade-349383c7bfc9. Feb 09 21:35:17.362355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Calling delete_port for d9101d26-cc8a-43dd-8ade-349383c7bfc9 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:17.488278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (d9101d26-cc8a-43dd-8ade-349383c7bfc9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.514220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event deleted for resources: {'Port': ['ID=d9101d26-cc8a-43dd-8ade-349383c7bfc9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:17.627636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:18.044659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56039209-7153-44cf-838a-05333fcca5e2 req-b968e361-52e4-4d8c-a43f-82c17ddd496a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=592fcfa9-e291-4fd1-842b-ef371090c7c0 HTTP/1.1" status: 200 len: 210 time: 0.0315974 Feb 09 21:35:18.070933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:18.081234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:18.091675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:18.092323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:18.110922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] No DVR routers for this DVR port d9101d26-cc8a-43dd-8ade-349383c7bfc9 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:18.113764 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.117086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2db7acc-ac63-4c0e-a7af-ae7a01c59a80 req-31771f1f-6072-4267-9850-8dd4588e3280 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "DELETE /v2.0/ports/d9101d26-cc8a-43dd-8ade-349383c7bfc9 HTTP/1.1" status: 204 len: 173 time: 1.0889924 Feb 09 21:35:18.117525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'name': 'network-vif-deleted', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:18.119766 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b282be-e333-4dbd-9e3c-214158335380" -d '{"events": [{"server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "name": "network-vif-deleted", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:18.157600 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422f5780-ffbf-426b-bc7a-209eb79d9793 x-openstack-request-id: req-422f5780-ffbf-426b-bc7a-209eb79d9793 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:18.158311 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592fcfa9-e291-4fd1-842b-ef371090c7c0", "name": "network-vif-deleted", "tag": "d9101d26-cc8a-43dd-8ade-349383c7bfc9", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:18.158311 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-422f5780-ffbf-426b-bc7a-209eb79d9793 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:18.158527 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592fcfa9-e291-4fd1-842b-ef371090c7c0', 'name': 'network-vif-deleted', 'tag': 'd9101d26-cc8a-43dd-8ade-349383c7bfc9', 'status': 'completed', 'code': 200} Feb 09 21:35:18.207497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:18.414791 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:18.440365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:18.449336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:18.449931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:18.555407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:18.745627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:18.774746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c72f74-f9b1-4863-8424-dd84fa7d7ae5 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:18.990144 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ea1ee-faf2-419e-a793-e9666f965b74 None None] New status for floating IP 52345e95-2520-471c-a3c4-c1955f1a346d: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:35:19.293216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-1526add8-30ce-4c45-a5af-157e72093c6a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--985230205&fields=id&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 267 time: 0.0418122 Feb 09 21:35:19.397690 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-c0e57e55-c6e8-4e5e-b9c8-8e4d846fcefe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.399142 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-c0e57e55-c6e8-4e5e-b9c8-8e4d846fcefe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 812 time: 0.0996130 Feb 09 21:35:19.413211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-db51186c-4bfd-4cb0-8842-4e26a0657e18 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/quotas/b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 375 time: 0.0087254 Feb 09 21:35:19.471721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-97c1c59f-f299-4dd8-84f7-0646d7dd1a65 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537217 Feb 09 21:35:19.509796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d9101d26-cc8a-43dd-8ade-349383c7bfc9 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:19.530903 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: d9101d26-cc8a-43dd-8ade-349383c7bfc9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:19.531249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device d9101d26-cc8a-43dd-8ade-349383c7bfc9 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:19.639125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-796cc298-4c38-4269-96ae-fce478f94027 service neutron] 10.222.0.102 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213076 Feb 09 21:35:19.731143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-8c17386e-82dd-4ff5-8bc5-ed9ab25312e5 service neutron] 10.222.0.102 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Feb 09 21:35:19.892687 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ebb6b9f7-9e2e-4077-83c9-a7269a565d4b req-e059cbc5-b52c-4239-abfa-5bba5510733b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 210 time: 0.0268421 Feb 09 21:35:20.777432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-e1f337d6-a7a9-4a5d-aa7e-773046d52d3f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.778875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-e1f337d6-a7a9-4a5d-aa7e-773046d52d3f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 812 time: 0.1012654 Feb 09 21:35:20.838282 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-1a001c23-60b9-4261-90f1-f5eee53ffd78 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 379 time: 0.0511243 Feb 09 21:35:20.847203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'port': {'device_id': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'admin_state_up': True, 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'security_groups': ['fd624019-5e63-479d-894c-78f4dab6bdc5']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:20.960224 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Made reservation on behalf of b5b09b30d50444149e525ed2480f286b for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:20.963500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.999610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-89231ff4-d440-4686-95fe-c000687c9819 req-1c09b5f4-d963-4f2d-b633-65a629548416 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 210 time: 0.0329082 Feb 09 21:35:21.115264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Allocated IP 172.20.0.6 (a01c15ac-3b7c-4aa9-9896-25d0508503db/6d61a3e8-139a-401d-8273-4ea102c4c95b/37998e0b-0edc-4c84-9cb6-9999a905d0ea) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:21.253989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.286945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.328251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Network a01c15ac-3b7c-4aa9-9896-25d0508503db is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:21.333471 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:21.335949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:21.365226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.380364 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.380714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.381063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.381407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.381746 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.382087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.382414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.382744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.383071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.383400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.383745 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.384076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.384404 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:21.403466 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:21.404197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.421915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-b2fe2b4d-3358-42ee-b3fe-6cd7868d7569 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782270 Feb 09 21:35:21.433428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Request body: {'port': {'device_id': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:21.502521 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.584370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4e4d2d06-d6d1-4e77-80f7-cfbe7d2382e1 None None] Provisioning complete for port 37998e0b-0edc-4c84-9cb6-9999a905d0ea triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:21.584964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2d06-d6d1-4e77-80f7-cfbe7d2382e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.618673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d2d06-d6d1-4e77-80f7-cfbe7d2382e1 None None] Port 37998e0b-0edc-4c84-9cb6-9999a905d0ea cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:21.764349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37998e0b-0edc-4c84-9cb6-9999a905d0ea {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:21.771493 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Publish callbacks [] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.782912 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Transition to ACTIVE for port object 37998e0b-0edc-4c84-9cb6-9999a905d0ea will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:21.787182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.853696 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.910631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:21.910969 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:21.911296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:21.915818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:21.916145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:21.921039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:21.921375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:21.921768 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:21.922191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Bound port: 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:21.922551 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.989684 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:21.993038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:21.998759 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.037642 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.038266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.039666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] 10.222.0.13 "PUT /v2.0/ports/37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1092 time: 0.6109295 Feb 09 21:35:22.040149 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:22.059978 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.072863 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e371c7b-6dca-4adc-9dd5-7622632ee652 service neutron] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.104776 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780eec99-f042-4101-9896-c9cc3e9432cb" -d '{"events": [{"name": "network-changed", "server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:22.174645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2edcb-2619-4efd-80c3-ae52a2beae5f req-dab28eb9-638a-416f-a357-a1b9ef0e8da6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.179088 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7f2edcb-2619-4efd-80c3-ae52a2beae5f req-dab28eb9-638a-416f-a357-a1b9ef0e8da6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0735276 Feb 09 21:35:22.179576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-5bc62471-f5ba-49dc-9c39-fdcb3ec57d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.181421 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-5bc62471-f5ba-49dc-9c39-fdcb3ec57d1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1126 time: 0.0885403 Feb 09 21:35:22.229615 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3658ce30-4415-4129-aa21-26ac6888b9e1 x-openstack-request-id: req-3658ce30-4415-4129-aa21-26ac6888b9e1 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:22.229983 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:22.230207 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3658ce30-4415-4129-aa21-26ac6888b9e1 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:22.230607 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'status': 'completed', 'code': 200} Feb 09 21:35:22.232427 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-da66135c-ee8f-49d7-b6a8-5ffdd140f1c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 217 time: 0.0442927 Feb 09 21:35:22.232796 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d7f2edcb-2619-4efd-80c3-ae52a2beae5f req-8dbb56d3-5ee1-4b80-8ae6-39968810c30b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472646 Feb 09 21:35:22.283646 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-a8563e2c-c39e-422f-ac57-bf831357e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.285139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-a8563e2c-c39e-422f-ac57-bf831357e547 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0449991 Feb 09 21:35:22.333663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-faf32501-871c-451d-9b63-e2ca5f4851f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.335166 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-faf32501-871c-451d-9b63-e2ca5f4851f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444274 Feb 09 21:35:22.425829 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-72382a1b-c09c-4998-93ef-32ba5b30983f service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846829 Feb 09 21:35:22.513967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-937725c8-ea98-423f-a85b-74f990c4fc98 req-9812e30e-5a94-450b-aa53-eeba2d9f13b9 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823278 Feb 09 21:35:22.602949 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eec99-f042-4101-9896-c9cc3e9432cb req-2d27f10f-feb7-4266-bbfb-40606415a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.604448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-780eec99-f042-4101-9896-c9cc3e9432cb req-2d27f10f-feb7-4266-bbfb-40606415a205 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1126 time: 0.0500498 Feb 09 21:35:22.691251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eec99-f042-4101-9896-c9cc3e9432cb req-5e1d2867-933e-44a8-8874-b0e056e44c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.692800 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-780eec99-f042-4101-9896-c9cc3e9432cb req-5e1d2867-933e-44a8-8874-b0e056e44c78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0830004 Feb 09 21:35:22.737695 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-780eec99-f042-4101-9896-c9cc3e9432cb req-1d926f8c-f1c1-41ff-b623-1698791bce83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 217 time: 0.0391510 Feb 09 21:35:22.786030 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eec99-f042-4101-9896-c9cc3e9432cb req-f2f478b7-fd1b-4534-b1d2-c1f45a200a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.787444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-780eec99-f042-4101-9896-c9cc3e9432cb req-f2f478b7-fd1b-4534-b1d2-c1f45a200a81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0425527 Feb 09 21:35:22.834767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eec99-f042-4101-9896-c9cc3e9432cb req-a15317a0-404a-4c7a-8186-ef2dea0486c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.836254 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-780eec99-f042-4101-9896-c9cc3e9432cb req-a15317a0-404a-4c7a-8186-ef2dea0486c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429242 Feb 09 21:35:22.928133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-780eec99-f042-4101-9896-c9cc3e9432cb req-0402bed8-d7c9-4ef0-8c41-738fcc5d218d service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852814 Feb 09 21:35:23.015871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-780eec99-f042-4101-9896-c9cc3e9432cb req-5a6794eb-17db-44be-a71b-851cc496074d service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817096 Feb 09 21:35:23.353390 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eca203-42ae-4c01-a2e0-11e6b2cf235d req-4879a9f7-9ad0-40ae-a19b-b7238bdd642c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.354845 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57eca203-42ae-4c01-a2e0-11e6b2cf235d req-4879a9f7-9ad0-40ae-a19b-b7238bdd642c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0519533 Feb 09 21:35:23.400383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57eca203-42ae-4c01-a2e0-11e6b2cf235d req-86216687-4007-41b6-a5a0-b1bfbcb07a6f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397403 Feb 09 21:35:24.517207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e1926-f582-4fc7-9524-63517fe9eeca req-15d4987e-b389-49a3-b62f-e707a81f7881 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:24.518667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-567e1926-f582-4fc7-9524-63517fe9eeca req-15d4987e-b389-49a3-b62f-e707a81f7881 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0510719 Feb 09 21:35:24.563464 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-567e1926-f582-4fc7-9524-63517fe9eeca req-4df46f25-af14-45d7-80d9-e33669d828ab tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391750 Feb 09 21:35:25.289273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:25.381859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:25.392776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'mac_address': 'fa:16:3e:56:6e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:25.431574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 37998e0b-0edc-4c84-9cb6-9999a905d0ea is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:25.431996 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.444992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37998e0b-0edc-4c84-9cb6-9999a905d0ea {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:25.464418 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:25.468382 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.514611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.522890 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.523244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.523593 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.523970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.524317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.524653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.524988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.525321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.525654 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.525981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.526313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.526639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.526990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:25.686130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2e144-d17d-474d-aa28-77c66fb117cd req-125a1176-ce83-4db1-a509-ca31a95c2970 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.687628 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-66b2e144-d17d-474d-aa28-77c66fb117cd req-125a1176-ce83-4db1-a509-ca31a95c2970 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0567200 Feb 09 21:35:25.703893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['37998e0b-0edc-4c84-9cb6-9999a905d0ea'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:25.736192 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-66b2e144-d17d-474d-aa28-77c66fb117cd req-1c18eb2e-a112-450b-bbc1-3044ec7e3460 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Feb 09 21:35:26.853948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be665463-206e-4b8d-b1f0-4cad90008e94 req-63dd739a-97c9-42c2-93ad-dad056f1617c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:26.855435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be665463-206e-4b8d-b1f0-4cad90008e94 req-63dd739a-97c9-42c2-93ad-dad056f1617c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0518739 Feb 09 21:35:26.904865 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-be665463-206e-4b8d-b1f0-4cad90008e94 req-9c7108ff-7b8d-43a9-9314-64ab924b7b2a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438662 Feb 09 21:35:26.939403 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.303770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:27.350591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 37998e0b-0edc-4c84-9cb6-9999a905d0ea completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:27.354219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 37998e0b-0edc-4c84-9cb6-9999a905d0ea triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:27.354592 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.431567 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 37998e0b-0edc-4c84-9cb6-9999a905d0ea is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:27.431997 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.454648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:27.456910 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f00d04-9281-4efe-ac1e-526f8377111c" -d '{"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-plugged", "status": "completed", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:27.469721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:27.475211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.498422 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a861be5-ddf2-47b4-b811-7501df4fa84b x-openstack-request-id: req-9a861be5-ddf2-47b4-b811-7501df4fa84b {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:27.498723 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-plugged", "status": "completed", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:27.498984 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9a861be5-ddf2-47b4-b811-7501df4fa84b {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:27.499450 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'code': 200} Feb 09 21:35:27.525341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.588760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c241-0826-4b75-b403-d96e672e734c req-6c497b3c-c94e-444c-a6b1-5ab197ab8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.590168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df66c241-0826-4b75-b403-d96e672e734c req-6c497b3c-c94e-444c-a6b1-5ab197ab8ba1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1128 time: 0.0434098 Feb 09 21:35:27.633876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df66c241-0826-4b75-b403-d96e672e734c req-74f2721e-b2a6-4aa5-a414-52cec9efbaa5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362682 Feb 09 21:35:28.021678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f77c8-cdb5-4393-ae66-be9ba0a6578c req-3aea688b-f1d4-4051-af6b-f7209b7fad2f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:28.023144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a0f77c8-cdb5-4393-ae66-be9ba0a6578c req-3aea688b-f1d4-4051-af6b-f7209b7fad2f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0514672 Feb 09 21:35:28.068327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a0f77c8-cdb5-4393-ae66-be9ba0a6578c req-81812066-917d-44cb-a7fa-43e9e35aa087 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Feb 09 21:35:29.193155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f64116-7b6a-42c4-99bb-130877646d47 req-d568598e-a746-44c7-9a3b-3f2fd1c3a12e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.194924 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52f64116-7b6a-42c4-99bb-130877646d47 req-d568598e-a746-44c7-9a3b-3f2fd1c3a12e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0575819 Feb 09 21:35:29.242010 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-52f64116-7b6a-42c4-99bb-130877646d47 req-271de4f0-2575-4e97-91d7-546734610520 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 Feb 09 21:35:29.356738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3d0f0-3a65-4b67-8ca7-979cdb614cc0 req-7a95bd46-f5a8-4f53-a917-9fcc056162d0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.358172 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e9c3d0f0-3a65-4b67-8ca7-979cdb614cc0 req-7a95bd46-f5a8-4f53-a917-9fcc056162d0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0516002 Feb 09 21:35:29.367697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:29.372041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'floatingip': {'port_id': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:29.413381 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.829642 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.833366 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.933794 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Floating IP 52345e95-2520-471c-a3c4-c1955f1a346d associated. External IP: 172.25.4.158, port: 37998e0b-0edc-4c84-9cb6-9999a905d0ea. Feb 09 21:35:30.140923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:30.250299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:30.255152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.259769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:30.269769 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:30.270911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:30.285258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4ebbb259-e4bd-4475-aa98-603f7a04a94d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "PUT /v2.0/floatingips/52345e95-2520-471c-a3c4-c1955f1a346d HTTP/1.1" status: 200 len: 991 time: 0.9164982 Feb 09 21:35:30.285879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:30.288951 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2" -d '{"events": [{"name": "network-changed", "server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:30.326516 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34321978-d59f-4e78-8215-16316b680c84 x-openstack-request-id: req-34321978-d59f-4e78-8215-16316b680c84 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:30.326815 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:30.327076 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-34321978-d59f-4e78-8215-16316b680c84 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:30.327487 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'status': 'completed', 'code': 200} Feb 09 21:35:30.382959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:30.416287 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cce46-9a42-43dd-a73c-34d88d42bf11 req-e804abe3-d5ea-491d-a627-51134553a29a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.417699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb2cce46-9a42-43dd-a73c-34d88d42bf11 req-e804abe3-d5ea-491d-a627-51134553a29a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0828006 Feb 09 21:35:30.427116 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-c72324d4-d3a1-47ca-9cc9-571e37ca0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.428565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-c72324d4-d3a1-47ca-9cc9-571e37ca0c58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1128 time: 0.0664701 Feb 09 21:35:30.522695 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-eb2cce46-9a42-43dd-a73c-34d88d42bf11 req-0f9c41ff-1fc9-47cd-96c1-b086355fc707 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975847 Feb 09 21:35:30.549633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-9f232cc8-61d8-4e1a-ae8b-a5fb511e03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.551106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-9f232cc8-61d8-4e1a-ae8b-a5fb511e03f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.1160958 Feb 09 21:35:30.614457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:56:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:35:29Z', 'revision_number': 9, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:30.616594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-1b9875d7-9467-475b-8e39-84f315ef41f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 999 time: 0.0588191 Feb 09 21:35:30.640967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:30.649843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:30.650448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:35:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:30.670228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-9f6ce79b-35b9-4a3a-894d-9c8a32dc84af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.672107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-9f6ce79b-35b9-4a3a-894d-9c8a32dc84af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0500381 Feb 09 21:35:30.722320 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-57934375-7a45-416c-9a08-4ee9ee5bd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.723895 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-57934375-7a45-416c-9a08-4ee9ee5bd99b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458388 Feb 09 21:35:30.756926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:30.810508 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-dff2f4bf-f2b0-4f32-a802-bca5f510b038 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811002 Feb 09 21:35:30.905789 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ecd4b3a2-45eb-4739-932f-c6d75b7949a2 req-ee2d5f1d-d9a8-4953-8f4b-bc928c241e59 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891490 Feb 09 21:35:31.133375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:56:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:35:29Z', 'revision_number': 9, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:31.162330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6269b-1412-4d03-9e53-b771a27bc7e0 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:56:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:35:29Z', 'revision_number': 9, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:31.364372 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be122ca-dd3c-4601-953b-f38b9698ded0 None None] New status for floating IP 52345e95-2520-471c-a3c4-c1955f1a346d: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:35:31.650515 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c6925-3206-4c76-8f51-8579d818eb1d req-c0f5a4b2-3b23-4a12-a576-3fb21c5e8c07 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:31.652274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-170c6925-3206-4c76-8f51-8579d818eb1d req-c0f5a4b2-3b23-4a12-a576-3fb21c5e8c07 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0568993 Feb 09 21:35:31.700322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-170c6925-3206-4c76-8f51-8579d818eb1d req-99e5f937-4f55-4351-8fa7-58d16ac7557b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Feb 09 21:35:31.941125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-c15f822c-fcea-4d33-a583-2f84d8b4bff2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0472324 Feb 09 21:35:31.966466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba4c6a-2eb7-458f-8bd2-a0f3edddf85a req-75f6b053-c8f8-4ff8-941e-191d9c80b9ac tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:31.968788 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dba4c6a-2eb7-458f-8bd2-a0f3edddf85a req-75f6b053-c8f8-4ff8-941e-191d9c80b9ac tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0707541 Feb 09 21:35:32.017120 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dba4c6a-2eb7-458f-8bd2-a0f3edddf85a req-37fd8478-d05a-4e4e-af4b-4bd55c40078e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433481 Feb 09 21:35:33.151458 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-219b2a62-a519-4534-b65c-12f8e0c98498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.153025 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-219b2a62-a519-4534-b65c-12f8e0c98498 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1128 time: 0.0800681 Feb 09 21:35:33.176021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1e6ba-f357-4b4f-b2ad-f31e58aeeec3 req-a0d2d038-83c9-410f-b23b-b2baea471837 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.177491 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2d1e6ba-f357-4b4f-b2ad-f31e58aeeec3 req-a0d2d038-83c9-410f-b23b-b2baea471837 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0790517 Feb 09 21:35:33.276954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a2d1e6ba-f357-4b4f-b2ad-f31e58aeeec3 req-8c7b2330-df64-447d-b3e5-3c0b36243314 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896826 Feb 09 21:35:33.290616 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-e0dba476-714b-415a-8689-d8a14cd0ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.292106 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-e0dba476-714b-415a-8689-d8a14cd0ae32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.1313171 Feb 09 21:35:33.357366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-1a1026be-a9f9-477d-a51d-aa6461bd84af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1002 time: 0.0594132 Feb 09 21:35:33.407876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-5af0d3c2-a574-450e-bcd9-7c50225f59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.409351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-5af0d3c2-a574-450e-bcd9-7c50225f59a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0440702 Feb 09 21:35:33.461522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-66c6729a-a5d6-4dc8-9823-1fb15971f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.463074 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-66c6729a-a5d6-4dc8-9823-1fb15971f58f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479112 Feb 09 21:35:33.556926 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-6afa1045-a4a1-496d-821f-322b06cea348 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876658 Feb 09 21:35:33.650183 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-e4ca247a-1025-4b82-b181-3d19d0d1bfcc service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876186 Feb 09 21:35:34.397085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a7864-2474-4289-8d9d-10fd378dda4c req-5c40a3a1-032b-4d62-a8de-2d898ed3e8fe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:34.398581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b93a7864-2474-4289-8d9d-10fd378dda4c req-5c40a3a1-032b-4d62-a8de-2d898ed3e8fe tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0524678 Feb 09 21:35:34.444903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b93a7864-2474-4289-8d9d-10fd378dda4c req-667a222f-3c97-46b3-a419-ef3293efdb84 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407240 Feb 09 21:35:35.572710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0ebf0-d7a3-45db-ac6a-0b393e7c8035 req-20e98b60-57fa-471f-9130-a882aca3d65a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.574173 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bb0ebf0-d7a3-45db-ac6a-0b393e7c8035 req-20e98b60-57fa-471f-9130-a882aca3d65a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0532014 Feb 09 21:35:35.619750 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7bb0ebf0-d7a3-45db-ac6a-0b393e7c8035 req-17f63641-122f-4549-8f8d-6cc71090d1d0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Feb 09 21:35:36.741368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13817e-22a8-4717-896a-f2a6fae49c95 req-2020d688-8ba6-4de1-b824-6608372e5146 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.742756 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e13817e-22a8-4717-896a-f2a6fae49c95 req-2020d688-8ba6-4de1-b824-6608372e5146 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0520701 Feb 09 21:35:36.791782 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e13817e-22a8-4717-896a-f2a6fae49c95 req-3479f918-21b2-4fde-8257-f41e367cc987 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434546 Feb 09 21:35:37.732517 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a4d70573-6ec9-436a-b17f-6e3d3975e5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.909521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eebef-0e3a-4956-8a65-37d80f843207 req-22702dad-eb9d-496e-a171-9fd661091e89 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.911005 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e1eebef-0e3a-4956-8a65-37d80f843207 req-22702dad-eb9d-496e-a171-9fd661091e89 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Feb 09 21:35:37.957007 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3e1eebef-0e3a-4956-8a65-37d80f843207 req-082fb5b1-e889-4049-9d64-1f28a5347d89 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404022 Feb 09 21:35:39.076555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e1dc3-1800-440b-8637-4694584c282c req-2b82f4ba-ee57-4207-97ea-db2079a8cb30 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.078040 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130e1dc3-1800-440b-8637-4694584c282c req-2b82f4ba-ee57-4207-97ea-db2079a8cb30 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Feb 09 21:35:39.123974 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130e1dc3-1800-440b-8637-4694584c282c req-e5bdb733-0117-4209-a3cd-71783725123f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401039 Feb 09 21:35:39.783574 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3dabd31f-625e-470e-99e5-ab57019d2c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.244020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacc480-f48e-4f8e-9d8c-a16d51dd037e req-76ead591-165f-4c62-a769-134d1fc6c147 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.245483 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-beacc480-f48e-4f8e-9d8c-a16d51dd037e req-76ead591-165f-4c62-a769-134d1fc6c147 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0558257 Feb 09 21:35:40.291219 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-beacc480-f48e-4f8e-9d8c-a16d51dd037e req-e432f663-af3e-4308-9a78-f0df28f853e1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401502 Feb 09 21:35:41.407522 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.410152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54bef2-39cc-4814-8d6b-96b12a3f2b7d req-a0a71640-1518-4ad8-b8e8-ba78139a323d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.411666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc54bef2-39cc-4814-8d6b-96b12a3f2b7d req-a0a71640-1518-4ad8-b8e8-ba78139a323d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0523777 Feb 09 21:35:41.459012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bc54bef2-39cc-4814-8d6b-96b12a3f2b7d req-e9e87b55-9221-47dc-a902-39e33fa1bd82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416629 Feb 09 21:35:42.578902 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff2e12-81ba-49a2-8e94-c9b8178b8c15 req-6bd57b80-76f9-404a-9efc-9810e021c429 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.580395 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fcff2e12-81ba-49a2-8e94-c9b8178b8c15 req-6bd57b80-76f9-404a-9efc-9810e021c429 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0516393 Feb 09 21:35:42.625781 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fcff2e12-81ba-49a2-8e94-c9b8178b8c15 req-07ef5a21-e09f-42d7-968b-7386279bb198 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Feb 09 21:35:42.886231 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.748275 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8acb0f-75cf-44df-b493-fde7d76e8cb3 req-5aae4066-df7a-4b41-b002-fd0998f9e39c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:43.749652 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8acb0f-75cf-44df-b493-fde7d76e8cb3 req-5aae4066-df7a-4b41-b002-fd0998f9e39c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0559583 Feb 09 21:35:43.795536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d8acb0f-75cf-44df-b493-fde7d76e8cb3 req-1ca55772-b668-4073-bc28-eb9bb7f4f24c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403297 Feb 09 21:35:43.981995 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.912492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193b19a-875b-40b5-b70d-acd64de6f662 req-c2fb7a08-c9c0-4821-bf3f-301dc9eef726 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:44.913960 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c193b19a-875b-40b5-b70d-acd64de6f662 req-c2fb7a08-c9c0-4821-bf3f-301dc9eef726 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0518584 Feb 09 21:35:44.964314 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c193b19a-875b-40b5-b70d-acd64de6f662 req-518657a3-c3bd-460f-a458-f208b126908a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Feb 09 21:35:46.085068 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8e33b-c42a-45ea-8476-93be3c127fde req-f5241a4a-49cd-4757-bafc-4d9962eae015 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.086566 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26d8e33b-c42a-45ea-8476-93be3c127fde req-f5241a4a-49cd-4757-bafc-4d9962eae015 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Feb 09 21:35:46.140067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-26d8e33b-c42a-45ea-8476-93be3c127fde req-2e8697ab-482c-4013-81fa-5100bbbf1e12 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479374 Feb 09 21:35:46.903100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-c33b2f78-7bf9-45a8-b577-a86a72be7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.904610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-c33b2f78-7bf9-45a8-b577-a86a72be7fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1128 time: 0.0436721 Feb 09 21:35:47.003736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-2f4a1b84-3f03-4404-8485-9a932333a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.005185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-2f4a1b84-3f03-4404-8485-9a932333a290 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0827293 Feb 09 21:35:47.071753 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-d91a642e-1d3e-4951-95c5-61201aa3c6eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1002 time: 0.0608311 Feb 09 21:35:47.118569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-f6fbb6b0-a6b0-4204-9584-542722f405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.120019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-f6fbb6b0-a6b0-4204-9584-542722f405d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0423155 Feb 09 21:35:47.170303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-8ab2e20e-af46-48f6-b2f2-4a85ba74be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.171848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-8ab2e20e-af46-48f6-b2f2-4a85ba74be95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445995 Feb 09 21:35:47.539662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e4cd1-8fb4-43d6-ac5f-2d192b99c60f req-f1d93b42-e43d-41da-93a2-555e6df7facc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.541130 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-371e4cd1-8fb4-43d6-ac5f-2d192b99c60f req-f1d93b42-e43d-41da-93a2-555e6df7facc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0780847 Feb 09 21:35:47.544592 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-ceba34ae-1e69-4d67-ac06-c34ff5c1726d service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665648 Feb 09 21:35:47.634515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-371e4cd1-8fb4-43d6-ac5f-2d192b99c60f req-93376f32-b338-4afc-a19c-d023b5786e3c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877752 Feb 09 21:35:47.663844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ab6d7c14-1b4e-4226-ab58-d554128da9aa req-9f1894af-b8e7-4c13-bb55-964b4272b232 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047146 Feb 09 21:35:48.756863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31da2e-f8ce-44a2-bc30-4fdf8760c121 req-dbab420f-4bcf-4911-96a6-f534ca162afc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:48.758267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e31da2e-f8ce-44a2-bc30-4fdf8760c121 req-dbab420f-4bcf-4911-96a6-f534ca162afc tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0567112 Feb 09 21:35:48.803878 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e31da2e-f8ce-44a2-bc30-4fdf8760c121 req-5a936cb0-a928-47b2-9d4b-fa52607529c8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401020 Feb 09 21:35:49.920830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb2bb-7ba5-4f12-869f-fe16b2a8fcbf req-75d3a7a8-a5f0-45e7-93cb-abdf7b390ea0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.922303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b2bb2bb-7ba5-4f12-869f-fe16b2a8fcbf req-75d3a7a8-a5f0-45e7-93cb-abdf7b390ea0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Feb 09 21:35:49.968952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9b2bb2bb-7ba5-4f12-869f-fe16b2a8fcbf req-c51da646-6bbd-4928-bd11-7a9fda89ad72 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Feb 09 21:35:51.089593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9e5c1-6086-4081-ba73-98bfccd454b4 req-43f2ae6d-b311-4b8c-9a06-a0ffe66e2a50 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.091106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-72a9e5c1-6086-4081-ba73-98bfccd454b4 req-43f2ae6d-b311-4b8c-9a06-a0ffe66e2a50 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0542369 Feb 09 21:35:51.138739 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-72a9e5c1-6086-4081-ba73-98bfccd454b4 req-8d302dad-3547-427a-a512-efe3751a2ff1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420527 Feb 09 21:35:51.379425 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:35:52.050807 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.261229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf11c54-998d-4e52-80ff-061ff238d4e2 req-baf719b2-8a79-4e98-8921-e84e3dbe01ed tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.262683 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbf11c54-998d-4e52-80ff-061ff238d4e2 req-baf719b2-8a79-4e98-8921-e84e3dbe01ed tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0569348 Feb 09 21:35:52.307746 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbf11c54-998d-4e52-80ff-061ff238d4e2 req-ab9446db-6bde-4924-9c92-3eaf9e372759 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393522 Feb 09 21:35:53.425139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683e93a-932e-4dfc-9090-2b0ae763f664 req-2f75f9cc-8aaf-4b02-96bb-2bc4e2c6893b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:53.426586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f683e93a-932e-4dfc-9090-2b0ae763f664 req-2f75f9cc-8aaf-4b02-96bb-2bc4e2c6893b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0512760 Feb 09 21:35:53.477793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f683e93a-932e-4dfc-9090-2b0ae763f664 req-00ac950a-10a5-4d59-b0db-4fe6dc26f409 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454860 Feb 09 21:35:54.594553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b88ad-37b1-4785-a961-0bb39abe8008 req-f2ff2cb9-fc32-40f3-8cbb-ba7d63df42f1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.596099 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f57b88ad-37b1-4785-a961-0bb39abe8008 req-f2ff2cb9-fc32-40f3-8cbb-ba7d63df42f1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0518498 Feb 09 21:35:54.641943 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f57b88ad-37b1-4785-a961-0bb39abe8008 req-fce6834c-74ed-4afb-9c24-83bf23511c85 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 Feb 09 21:35:55.760307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5045925-1252-4710-b244-3b5c33453a88 req-d67c17a0-a53e-4c88-a05d-9509ccc45a7f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.761714 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5045925-1252-4710-b244-3b5c33453a88 req-d67c17a0-a53e-4c88-a05d-9509ccc45a7f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0528691 Feb 09 21:35:55.807487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5045925-1252-4710-b244-3b5c33453a88 req-7fd50fff-f730-4318-9414-24fbfcecd236 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402381 Feb 09 21:35:56.934753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bf3a2-bdf4-4f20-9463-1409de5de240 req-20ae2302-a328-4f7f-b84d-f66103d5435e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:56.937162 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c13bf3a2-bdf4-4f20-9463-1409de5de240 req-20ae2302-a328-4f7f-b84d-f66103d5435e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0610652 Feb 09 21:35:56.952817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.984578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c13bf3a2-bdf4-4f20-9463-1409de5de240 req-86c822c6-28fb-46b3-b006-9f0e3aa31898 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413222 Feb 09 21:35:58.102475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8afa1-d72b-478d-a9e7-d1352cc6efd2 req-601ee737-9d01-49c6-9f5f-0a4430d067e2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:58.103989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-69a8afa1-d72b-478d-a9e7-d1352cc6efd2 req-601ee737-9d01-49c6-9f5f-0a4430d067e2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0519595 Feb 09 21:35:58.150296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-69a8afa1-d72b-478d-a9e7-d1352cc6efd2 req-054e7fec-bddd-4e8d-a847-7bffbd570406 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 Feb 09 21:35:59.269526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0c586-02da-4a16-918d-12ce9f32d4f9 req-eae2618b-456f-4a82-b4a5-89f5382bd95a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.270988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbc0c586-02da-4a16-918d-12ce9f32d4f9 req-eae2618b-456f-4a82-b4a5-89f5382bd95a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0511153 Feb 09 21:35:59.317261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbc0c586-02da-4a16-918d-12ce9f32d4f9 req-3a5862e8-0d68-4d29-8e6c-0908940d7f4a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401437 Feb 09 21:36:00.439883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aae65c-b4fd-4fe8-b7b3-7192e06cef8b req-5a5101af-e9c2-485f-94e2-c238ec372510 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:00.441348 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8aae65c-b4fd-4fe8-b7b3-7192e06cef8b req-5a5101af-e9c2-485f-94e2-c238ec372510 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0547400 Feb 09 21:36:00.487340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b8aae65c-b4fd-4fe8-b7b3-7192e06cef8b req-b4c9b3c3-f739-4d4b-8594-e321f6a1fd63 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399628 Feb 09 21:36:01.607714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c9272-cb0b-4699-9d63-60388335406b req-7b846c79-78ff-4704-a48c-3e043d9269b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:01.609189 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-974c9272-cb0b-4699-9d63-60388335406b req-7b846c79-78ff-4704-a48c-3e043d9269b1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0524800 Feb 09 21:36:01.666541 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-974c9272-cb0b-4699-9d63-60388335406b req-d52cc9ee-0589-4356-96ec-015cdb2fbece tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517652 Feb 09 21:36:02.789362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436ac88-707f-4929-9165-d1febc166355 req-fa0084a3-8219-48b4-a59f-e2c6a1630710 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.790872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5436ac88-707f-4929-9165-d1febc166355 req-fa0084a3-8219-48b4-a59f-e2c6a1630710 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0537875 Feb 09 21:36:02.836618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5436ac88-707f-4929-9165-d1febc166355 req-59c5ab79-a09a-4cc9-bb3c-99db7bbdeff3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400982 Feb 09 21:36:03.954899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5a867-40f7-4041-be02-2d778fe0a910 req-d81215cf-9ad5-4ef6-8708-7c006d5e8bfa tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.956408 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38f5a867-40f7-4041-be02-2d778fe0a910 req-d81215cf-9ad5-4ef6-8708-7c006d5e8bfa tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0530312 Feb 09 21:36:04.003012 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38f5a867-40f7-4041-be02-2d778fe0a910 req-2c3966c2-d4ec-43fb-9140-1a4b9bf1cafd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410542 Feb 09 21:36:05.120771 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7999-8d73-4ee6-ab4a-0817248a03f7 req-bb635d7c-f36f-4478-b8b8-5fce7dfe54f5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.122235 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b8f7999-8d73-4ee6-ab4a-0817248a03f7 req-bb635d7c-f36f-4478-b8b8-5fce7dfe54f5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0523748 Feb 09 21:36:05.171569 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b8f7999-8d73-4ee6-ab4a-0817248a03f7 req-01e36b2b-22ab-4306-80e2-15c744995829 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Feb 09 21:36:05.735341 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [req-41327d76-9046-415b-9aea-3b5f1bb91def req-5ab7dd29-b768-421f-8056-955adec8ab20 service neutron] show failed (client error): The resource could not be found. Feb 09 21:36:05.736312 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-5ab7dd29-b768-421f-8056-955adec8ab20 service neutron] 10.222.0.13 "GET /v2.0/ports/37998e0b-0edc-4c84-9cb6-9999a905d0ea/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0541275 Feb 09 21:36:05.934371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-b95f9b40-f05a-4088-8281-f473c624b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.935998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-b95f9b40-f05a-4088-8281-f473c624b41d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 1128 time: 0.0466166 Feb 09 21:36:05.946688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:06.003926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.201257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:06.234513 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:06.273639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:06.275932 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2609ba35-529c-4290-963a-ef00d0e88cee" -d '{"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:06.279818 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Publish callbacks [] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.294261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954eafb-9c93-4592-bd03-aa3ad516bf3e req-ecdce9d4-b0b7-4ad2-b076-a350180f38fb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.294664 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Transition to ACTIVE for port object 37998e0b-0edc-4c84-9cb6-9999a905d0ea will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:06.295956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c954eafb-9c93-4592-bd03-aa3ad516bf3e req-ecdce9d4-b0b7-4ad2-b076-a350180f38fb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0557988 Feb 09 21:36:06.300268 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.331639 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ca3de-53f1-4615-82b6-09cba8cf6d1d x-openstack-request-id: req-539ca3de-53f1-4615-82b6-09cba8cf6d1d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:06.331964 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:06.332220 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-539ca3de-53f1-4615-82b6-09cba8cf6d1d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:06.332620 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'code': 200} Feb 09 21:36:06.359287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c954eafb-9c93-4592-bd03-aa3ad516bf3e req-993190de-dba2-4a4f-a135-7ed5df310971 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542645 Feb 09 21:36:06.394811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=6']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.434700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] No DVR routers for this DVR port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:06.572342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:06.572681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:06.573038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:06.577406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:06.577727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:06.582445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:06.582781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:06.583161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:06.583578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Bound port: 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:06.584489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.644698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:06.648084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:06.653959 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.684708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.685191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.686249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] 10.222.0.50 "PUT /v2.0/ports/37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1092 time: 0.7440984 Feb 09 21:36:06.742443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5501645-b32d-4696-97c3-603ab5b967df service neutron] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.765958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-5d9f242f-87ef-4e62-9111-7de652628968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.767590 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-5d9f242f-87ef-4e62-9111-7de652628968 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1126 time: 0.0566571 Feb 09 21:36:06.860504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-98124cbd-df94-4d8b-b166-fd0e8652608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.861949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-98124cbd-df94-4d8b-b166-fd0e8652608e service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0872772 Feb 09 21:36:06.929264 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-f81c3329-e5ff-44b0-9114-c42946146627 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1000 time: 0.0613358 Feb 09 21:36:06.976191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a9b71b08-7251-47db-95bc-525015916990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.977540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-a9b71b08-7251-47db-95bc-525015916990 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0428998 Feb 09 21:36:07.025273 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327d76-9046-415b-9aea-3b5f1bb91def req-c7eaf2e4-b34a-40b2-8211-f299efe481a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.026755 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-c7eaf2e4-b34a-40b2-8211-f299efe481a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435431 Feb 09 21:36:07.115015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-8e1c8d30-99ec-4117-8ce0-4e8af58acdc0 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822532 Feb 09 21:36:07.205324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-41327d76-9046-415b-9aea-3b5f1bb91def req-4aaf250f-4b3a-4cff-a7a6-62372b881714 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821433 Feb 09 21:36:07.482662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefcad4-d547-40d9-ab5d-4642b94ed9ac req-13b80ddc-9d86-4054-9012-77268ff50142 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.484182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-deefcad4-d547-40d9-ab5d-4642b94ed9ac req-13b80ddc-9d86-4054-9012-77268ff50142 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0539122 Feb 09 21:36:07.534540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-deefcad4-d547-40d9-ab5d-4642b94ed9ac req-59b16b89-fad4-43b2-b6b7-02d920a34202 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446908 Feb 09 21:36:07.734099 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2337761a-71af-4940-b8b0-b71d2645174c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.333314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:08.336354 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034fc9fd-8367-4331-9d98-0ebb25440e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:08.383382 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e82c961-e704-41cc-b8f2-8a2588b730b4 x-openstack-request-id: req-3e82c961-e704-41cc-b8f2-8a2588b730b4 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:08.383773 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:08.384040 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3e82c961-e704-41cc-b8f2-8a2588b730b4 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:08.384442 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'status': 'completed', 'code': 200} Feb 09 21:36:08.446245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-036d9343-3406-4668-bfc3-15f5436e51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.447351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-81bb7158-bcf9-4153-9fc2-9df3c197a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.447876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-036d9343-3406-4668-bfc3-15f5436e51e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1126 time: 0.0447063 Feb 09 21:36:08.448873 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-81bb7158-bcf9-4153-9fc2-9df3c197a6f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1126 time: 0.0438819 Feb 09 21:36:08.536271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-36010d46-ff5a-4095-ba39-519a5fc883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.536689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-395b18ad-a372-4594-8334-45332a39fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.537763 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-36010d46-ff5a-4095-ba39-519a5fc883b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0837750 Feb 09 21:36:08.538172 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-395b18ad-a372-4594-8334-45332a39fff1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0841365 Feb 09 21:36:08.610202 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-35fe2490-2dc4-47f8-b286-fc2a6bc6fcd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1000 time: 0.0663526 Feb 09 21:36:08.619741 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-fa5358e5-1709-4e8b-a4b1-fbe1764ea64d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1000 time: 0.0759256 Feb 09 21:36:08.658752 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-ddaf0d3c-29a3-478a-b784-9d2d9d43385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.660261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-ddaf0d3c-29a3-478a-b784-9d2d9d43385d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0439286 Feb 09 21:36:08.694959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59150895-c44d-4961-ba3c-bf0543fcee10 req-5c98385c-f4a1-4942-86d1-0dac597c6d00 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.696577 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59150895-c44d-4961-ba3c-bf0543fcee10 req-5c98385c-f4a1-4942-86d1-0dac597c6d00 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0918715 Feb 09 21:36:08.698684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-6d6f1b88-52e6-4d86-bdf7-c47423c1883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.700514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-6d6f1b88-52e6-4d86-bdf7-c47423c1883a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0651853 Feb 09 21:36:08.717732 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-a866c7e2-5867-4b04-b24e-4c5315db3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.720086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-a866c7e2-5867-4b04-b24e-4c5315db3d49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535436 Feb 09 21:36:08.803918 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59150895-c44d-4961-ba3c-bf0543fcee10 req-6fe97805-d166-4940-8ae6-6cfd6f296331 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975785 Feb 09 21:36:08.805721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-514fbfa9-4e06-4894-bf8e-bd758c939fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.807182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-514fbfa9-4e06-4894-bf8e-bd758c939fe4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0947895 Feb 09 21:36:08.819468 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-50785695-412a-4517-9518-3c4598d25198 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930281 Feb 09 21:36:08.906349 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-c4305d5d-3b6c-4659-bfea-72a802e43e27 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 Feb 09 21:36:08.908694 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-4d9f2be2-8405-4d28-9d17-77cd2e54504e service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837433 Feb 09 21:36:08.998249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-034fc9fd-8367-4331-9d98-0ebb25440e3c req-59375bfc-f6b0-4a17-be86-45b4f4ddd662 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862079 Feb 09 21:36:09.525087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:09.562460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] The host n-h1-789963-29 is not matching for port 37998e0b-0edc-4c84-9cb6-9999a905d0ea host n-h2-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:36:09.562844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:09.698527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:09.799604 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-98ab91d4-3e90-48ca-bd6b-fe42190caf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.811218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:09.822255 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'mac_address': 'fa:16:3e:56:6e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:09.860681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 37998e0b-0edc-4c84-9cb6-9999a905d0ea is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:09.861744 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.879891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37998e0b-0edc-4c84-9cb6-9999a905d0ea {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:09.900429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:09.904599 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.935053 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f2b5e-9cc5-4122-bd6b-d8fa303ff670 req-5bedf41c-c2ec-47cd-bd17-65beb6ba767a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.936580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-758f2b5e-9cc5-4122-bd6b-d8fa303ff670 req-5bedf41c-c2ec-47cd-bd17-65beb6ba767a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 943 time: 0.0602987 Feb 09 21:36:09.952195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:09.985448 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-758f2b5e-9cc5-4122-bd6b-d8fa303ff670 req-8c1bfaf0-34cf-416d-9d8a-cbf54e966110 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Feb 09 21:36:10.118097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['37998e0b-0edc-4c84-9cb6-9999a905d0ea'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:10.281435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-a7d618f4-c4d9-4a68-b955-1cb58fadf432 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.282990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-a7d618f4-c4d9-4a68-b955-1cb58fadf432 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0&tenant_id=b5b09b30d50444149e525ed2480f286b&binding%3Ahost_id=n-h2-789963-29 HTTP/1.1" status: 200 len: 944 time: 0.0608480 Feb 09 21:36:10.295151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0b54f-f4be-4ecf-92e6-b46d651f6520 req-f6ff1ff7-5b48-4484-b875-1beeec2ae9a0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.296689 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbe0b54f-f4be-4ecf-92e6-b46d651f6520 req-f6ff1ff7-5b48-4484-b875-1beeec2ae9a0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0574334 Feb 09 21:36:10.343258 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-791a57e0-f573-4b9c-9e14-6f069d65ea33 service neutron] 10.222.0.50 "GET /v2.0/ports/37998e0b-0edc-4c84-9cb6-9999a905d0ea/bindings/n-h2-789963-29 HTTP/1.1" status: 200 len: 383 time: 0.0536425 Feb 09 21:36:10.344520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbe0b54f-f4be-4ecf-92e6-b46d651f6520 req-ea86a154-83bd-42b9-84c4-5320f0c95657 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422881 Feb 09 21:36:10.428099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-9a7d6747-6683-49e8-96b1-89d0197d1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.429626 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-9a7d6747-6683-49e8-96b1-89d0197d1f71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1127 time: 0.0563805 Feb 09 21:36:10.518682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-b1a8ce32-ee6a-48a9-a600-a3a0015d2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.520195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-b1a8ce32-ee6a-48a9-a600-a3a0015d2abb service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0831890 Feb 09 21:36:10.587707 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8e8b8c29-9ddf-4164-83f6-593d9db808c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1001 time: 0.0608311 Feb 09 21:36:10.634290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-b47e52e5-1548-46c1-ad90-199b812b157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.635709 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-b47e52e5-1548-46c1-ad90-199b812b157c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0423801 Feb 09 21:36:10.683156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-3a671aef-1ad8-44ba-b402-f9c4eea07149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.684681 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-3a671aef-1ad8-44ba-b402-f9c4eea07149 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432150 Feb 09 21:36:10.775036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-a9d94bc1-6051-445b-8a97-b203b4d790fd service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Feb 09 21:36:10.860790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-63e3a733-72d2-445e-a2fa-6bd4fcfef7ad service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803990 Feb 09 21:36:11.411756 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.469227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171280b-64f2-4110-835b-6217850f77df req-676775f1-8ffd-43d2-89e1-3ad8f345d748 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.470712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7171280b-64f2-4110-835b-6217850f77df req-676775f1-8ffd-43d2-89e1-3ad8f345d748 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0524495 Feb 09 21:36:11.517333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7171280b-64f2-4110-835b-6217850f77df req-72523685-4fca-4730-bb55-854d26b41981 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408375 Feb 09 21:36:11.705667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:11.757360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 37998e0b-0edc-4c84-9cb6-9999a905d0ea completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:11.761711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 37998e0b-0edc-4c84-9cb6-9999a905d0ea triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:11.762083 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.835522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 37998e0b-0edc-4c84-9cb6-9999a905d0ea is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:11.835935 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.859979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:11.862163 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85343619-6896-4ab3-8317-5e4a66d7ad5e" -d '{"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-plugged", "status": "completed", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:11.875413 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:11.879797 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.924096 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3ed615-169f-469c-b7ae-e0910e9c54e2 x-openstack-request-id: req-9a3ed615-169f-469c-b7ae-e0910e9c54e2 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:11.924405 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-plugged", "status": "completed", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:11.924648 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9a3ed615-169f-469c-b7ae-e0910e9c54e2 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:11.925039 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'code': 200} Feb 09 21:36:11.929857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:12.642954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067792a-312e-4cff-a8c9-5999b2af4796 req-8e08bd65-cb70-4963-a1d2-119d5d13929c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.644460 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a067792a-312e-4cff-a8c9-5999b2af4796 req-8e08bd65-cb70-4963-a1d2-119d5d13929c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0562427 Feb 09 21:36:12.693133 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a067792a-312e-4cff-a8c9-5999b2af4796 req-54324793-df86-42e4-9bb8-2ec8d287de54 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Feb 09 21:36:12.838443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-a8cef227-81e7-4e83-b198-82305cf0db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.839951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-a8cef227-81e7-4e83-b198-82305cf0db42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 1128 time: 0.0437915 Feb 09 21:36:12.850169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:12.887479 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.913601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.111870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:13.143883 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:13.183474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:13.185755 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60554443-c2eb-4907-88c5-7c8588330355" -d '{"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:13.189533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Publish callbacks [] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.202125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Transition to ACTIVE for port object 37998e0b-0edc-4c84-9cb6-9999a905d0ea will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:13.206451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.238075 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e530b2-056a-4e90-8f36-bc84c449b473 x-openstack-request-id: req-b7e530b2-056a-4e90-8f36-bc84c449b473 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:13.238376 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:13.238632 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b7e530b2-056a-4e90-8f36-bc84c449b473 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:13.239027 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'code': 200} Feb 09 21:36:13.294503 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.331733 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] No DVR routers for this DVR port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:13.470870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:13.471208 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:13.471555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:13.476436 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:13.476762 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Attempting to bind port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:13.481609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:13.481957 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:13.482342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:13.482769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Bound port: 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:13.483126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.547995 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:13.551096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:13.557277 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.588963 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.589630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.591061 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] 10.222.0.13 "PUT /v2.0/ports/37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1093 time: 0.7453170 Feb 09 21:36:13.628741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641adc6-3046-435c-b7c1-bf7bbd34b851 service neutron] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=11']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.666578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-15c56b7b-e0ad-40ff-a962-2498649cac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.668175 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-15c56b7b-e0ad-40ff-a962-2498649cac35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1127 time: 0.0527124 Feb 09 21:36:13.768335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-f4007f2f-f7f3-4315-ace5-4f5cf8509f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.769814 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-f4007f2f-f7f3-4315-ace5-4f5cf8509f20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0964653 Feb 09 21:36:13.816945 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73340cde-cd54-495e-b278-6154af3a89d7 req-901c3043-1385-4507-add5-57d3ff19136f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.820166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73340cde-cd54-495e-b278-6154af3a89d7 req-901c3043-1385-4507-add5-57d3ff19136f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0534728 Feb 09 21:36:13.836040 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-89b032da-611d-4a20-86a6-d369596bf1b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1000 time: 0.0593736 Feb 09 21:36:13.866454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73340cde-cd54-495e-b278-6154af3a89d7 req-5ff1434a-d87c-4a81-9e24-753c0fb0a881 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Feb 09 21:36:13.887495 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-d177236b-efba-4a74-85a4-f38aec31fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.888910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-d177236b-efba-4a74-85a4-f38aec31fdd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0477607 Feb 09 21:36:13.937265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-4219bb55-422c-4cd8-88ea-112be4334abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.938777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-4219bb55-422c-4cd8-88ea-112be4334abd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438726 Feb 09 21:36:13.984325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.026367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-60b5badf-bd72-4bb8-918f-144de2384a58 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814664 Feb 09 21:36:14.116823 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7c76be4b-c40d-4c6b-a641-1d3a65f76e60 req-6d935ce7-77a6-4964-a3a2-6b901df79b73 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850947 Feb 09 21:36:14.995561 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2685e-3c2c-4466-97f0-d7b5246c43f3 req-188ed3e4-3cea-4927-a8dc-3b59ef252a82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.997117 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4f2685e-3c2c-4466-97f0-d7b5246c43f3 req-188ed3e4-3cea-4927-a8dc-3b59ef252a82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0563130 Feb 09 21:36:15.044359 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4f2685e-3c2c-4466-97f0-d7b5246c43f3 req-32d23b95-6cdd-4205-99b7-275a00dc4dc3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 Feb 09 21:36:15.239850 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:15.242239 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b80ba9-55b8-4548-9592-b46022139e58" -d '{"events": [{"name": "network-changed", "server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:15.290602 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5177d655-a455-42ac-9527-b9e92b53f7cb x-openstack-request-id: req-5177d655-a455-42ac-9527-b9e92b53f7cb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:15.290899 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:15.291150 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5177d655-a455-42ac-9527-b9e92b53f7cb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:15.291551 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'status': 'completed', 'code': 200} Feb 09 21:36:15.359223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80ba9-55b8-4548-9592-b46022139e58 req-e68f5ac5-2f18-4bdc-8bb2-896a1beee9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.360792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-e68f5ac5-2f18-4bdc-8bb2-896a1beee9a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1127 time: 0.0496652 Feb 09 21:36:15.362522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80ba9-55b8-4548-9592-b46022139e58 req-6122d419-00ff-417d-8280-c7fac8f5d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.364056 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-6122d419-00ff-417d-8280-c7fac8f5d332 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 1127 time: 0.0442433 Feb 09 21:36:15.459976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80ba9-55b8-4548-9592-b46022139e58 req-7551da76-6a94-4027-bc8a-c457daffd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.461415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-7551da76-6a94-4027-bc8a-c457daffd10d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0918047 Feb 09 21:36:15.461541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80ba9-55b8-4548-9592-b46022139e58 req-9755ce2a-c317-4d89-a369-65635bb31f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.463056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-9755ce2a-c317-4d89-a369-65635bb31f2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0951490 Feb 09 21:36:15.536112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-21e39c55-91b7-4091-a416-baf33dfae70c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1000 time: 0.0667226 Feb 09 21:36:15.544245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-1ff5d913-8932-43a0-8db3-08660e96f8f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 200 len: 1000 time: 0.0767446 Feb 09 21:36:15.605127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80ba9-55b8-4548-9592-b46022139e58 req-01df4916-e711-497b-9039-8138a81f6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.607188 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-01df4916-e711-497b-9039-8138a81f6a60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0568817 Feb 09 21:36:15.660124 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80ba9-55b8-4548-9592-b46022139e58 req-f73f8864-0d04-478c-a4c9-953bfd2548e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.661745 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-f73f8864-0d04-478c-a4c9-953bfd2548e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492270 Feb 09 21:36:15.720414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:15.759067 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-38a3632e-54a0-4081-b253-4d19d46c4ed8 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893083 Feb 09 21:36:15.766075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 37998e0b-0edc-4c84-9cb6-9999a905d0ea host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:36:15.766482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:15.856770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-06c17f37-c7d8-4be4-8dcd-5812fdf39e5e service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912013 Feb 09 21:36:15.927529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80ba9-55b8-4548-9592-b46022139e58 req-d3dcff6b-ee3a-4dff-940e-d204658ef881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.929033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-d3dcff6b-ee3a-4dff-940e-d204658ef881 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.3865814 Feb 09 21:36:15.977291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80ba9-55b8-4548-9592-b46022139e58 req-1e23eb68-6ff5-4e93-b804-8f8ee0d79cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.978768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-1e23eb68-6ff5-4e93-b804-8f8ee0d79cc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435593 Feb 09 21:36:16.065376 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-8c02c9a8-781c-48fe-bdab-fa8b53c242cc service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806527 Feb 09 21:36:16.153676 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-27b80ba9-55b8-4548-9592-b46022139e58 req-6399ee1b-94ce-4957-befe-b2ab262c3b66 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812500 Feb 09 21:36:16.164377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa063c56-92db-43be-aee5-3c16b4d6488a req-4452a27c-ac11-4a73-b1d9-95a0a15d3869 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.165869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa063c56-92db-43be-aee5-3c16b4d6488a req-4452a27c-ac11-4a73-b1d9-95a0a15d3869 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0527146 Feb 09 21:36:16.212501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa063c56-92db-43be-aee5-3c16b4d6488a req-aa3078f3-235c-4159-99eb-d9f9af0e1a8e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Feb 09 21:36:16.329048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0482793-f524-4abf-af31-1040f90bb93f req-58ef2ba8-e3c3-4986-bcee-2f831a64c846 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.330519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0482793-f524-4abf-af31-1040f90bb93f req-58ef2ba8-e3c3-4986-bcee-2f831a64c846 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0517883 Feb 09 21:36:16.379542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0482793-f524-4abf-af31-1040f90bb93f req-969e01c3-3ff6-4185-a49b-1f82f0875020 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433869 Feb 09 21:36:16.501381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ee87d-1f2c-4937-876f-51087588ad19 req-86ed979c-830c-4923-b2af-c1e37d962d60 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.502850 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e4ee87d-1f2c-4937-876f-51087588ad19 req-86ed979c-830c-4923-b2af-c1e37d962d60 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0563960 Feb 09 21:36:16.548493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0e4ee87d-1f2c-4937-876f-51087588ad19 req-88cc1eea-69df-4503-9f09-1fd13431db03 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393808 Feb 09 21:36:16.780869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490d769-909b-4c19-a55c-12fb158e1a61 req-d8b234ef-2fca-4773-81c2-a6fb6c429183 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:16.782423 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1490d769-909b-4c19-a55c-12fb158e1a61 req-d8b234ef-2fca-4773-81c2-a6fb6c429183 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 944 time: 0.0530088 Feb 09 21:36:16.829194 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1490d769-909b-4c19-a55c-12fb158e1a61 req-d1b25fdb-4099-4cb6-a84e-a85100280b04 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404580 Feb 09 21:36:17.536763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:17.632897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:17.644079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'mac_address': 'fa:16:3e:56:6e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:17.683037 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 37998e0b-0edc-4c84-9cb6-9999a905d0ea is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:17.683456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.696845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37998e0b-0edc-4c84-9cb6-9999a905d0ea {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:17.715861 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:17.720310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.766563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=12']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:17.952344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a96fae-6efc-4108-b4bd-ed4e08a9f632 req-c4da2b81-0584-4766-ae00-68ef31066dc7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:17.954794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1a96fae-6efc-4108-b4bd-ed4e08a9f632 req-c4da2b81-0584-4766-ae00-68ef31066dc7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0533004 Feb 09 21:36:17.973945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-ec708934-ba8d-4ac1-ad82-26e2ca7c3b09 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:17.975500 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-ec708934-ba8d-4ac1-ad82-26e2ca7c3b09 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 945 time: 0.0547976 Feb 09 21:36:18.000961 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1a96fae-6efc-4108-b4bd-ed4e08a9f632 req-1db9bc3b-787e-493d-830f-b1656e329a84 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Feb 09 21:36:18.069577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Deleting port 37998e0b-0edc-4c84-9cb6-9999a905d0ea {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:18.069921 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.158246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] For port 37998e0b-0edc-4c84-9cb6-9999a905d0ea, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=37998e0b-0edc-4c84-9cb6-9999a905d0ea,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:18.158605 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.322199 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.322477 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.322792 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Floating IP 52345e95-2520-471c-a3c4-c1955f1a346d disassociated. External IP: 172.25.4.158, port: 37998e0b-0edc-4c84-9cb6-9999a905d0ea. Feb 09 21:36:18.323129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Calling delete_port for 37998e0b-0edc-4c84-9cb6-9999a905d0ea owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:18.447014 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (37998e0b-0edc-4c84-9cb6-9999a905d0ea), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.472824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event deleted for resources: {'Port': ['ID=37998e0b-0edc-4c84-9cb6-9999a905d0ea,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.593430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:18.704107 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:18.715809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:18.727990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:18.728612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:18.748045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] No DVR routers for this DVR port 37998e0b-0edc-4c84-9cb6-9999a905d0ea on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:18.750724 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.754037 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5e3fe53f-3ff1-4ffc-8014-152f4071e45d req-f8c30b57-698e-4520-8ae8-8f18df6082b7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "DELETE /v2.0/ports/37998e0b-0edc-4c84-9cb6-9999a905d0ea HTTP/1.1" status: 204 len: 173 time: 0.7737904 Feb 09 21:36:18.754488 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-deleted', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:18.756773 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa93a16f-c2a4-49b5-b0a8-a2e3d39056ab" -d '{"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-deleted", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:18.796132 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2312031-8cc0-47ef-9789-898153f0c8b8 x-openstack-request-id: req-f2312031-8cc0-47ef-9789-898153f0c8b8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:18.796429 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404bf199-e3e2-4c60-8493-6b35f6d1d3f0", "name": "network-vif-deleted", "tag": "37998e0b-0edc-4c84-9cb6-9999a905d0ea", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:18.797176 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f2312031-8cc0-47ef-9789-898153f0c8b8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:18.797645 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404bf199-e3e2-4c60-8493-6b35f6d1d3f0', 'name': 'network-vif-deleted', 'tag': '37998e0b-0edc-4c84-9cb6-9999a905d0ea', 'status': 'completed', 'code': 200} Feb 09 21:36:18.846922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:19.044369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:19.075136 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:19.085559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:19.086172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:19.114681 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a731709-9529-43f9-b914-41ea1d811f44 req-d1146a3c-e6a0-46b5-881d-df2e85e39066 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=404bf199-e3e2-4c60-8493-6b35f6d1d3f0 HTTP/1.1" status: 200 len: 210 time: 0.0315883 Feb 09 21:36:19.195835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:19.394789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:19.420253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d0517b-c3f3-4d9e-9d1c-e69eff16e7de None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:19.536318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:19.540908 n-d-789963-29 neutron-server[103326]: INFO neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No ports have port_id starting with 37998e0b-0edc-4c84-9cb6-9999a905d0ea Feb 09 21:36:19.542430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea requested by agent hyperv_n-h1-789963-29 not found in database {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 09 21:36:19.627452 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebbcf75-9da9-4147-83cc-c10874c8c5b5 None None] New status for floating IP 52345e95-2520-471c-a3c4-c1955f1a346d: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:36:20.360651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-3128e273-048e-4b52-8b9c-56542bd2f55f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--985230205&fields=id&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 267 time: 0.0422599 Feb 09 21:36:20.469236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-722e5895-1aab-4374-8711-2581801be6ff tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.470593 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-722e5895-1aab-4374-8711-2581801be6ff tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 812 time: 0.1035659 Feb 09 21:36:20.485364 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-32e6f423-43ce-4f3a-8ced-aaacdea4e46d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/quotas/b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 375 time: 0.0093689 Feb 09 21:36:20.540081 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-5ad7c7d1-7c6c-413b-a299-3bd8046e1dd5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496213 Feb 09 21:36:20.632302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-8349c7f2-706b-4f31-bd54-761116db25f4 service neutron] 10.222.0.102 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809071 Feb 09 21:36:20.722663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-5e802d32-e355-451c-9338-a19fbefd14dd service neutron] 10.222.0.102 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846331 Feb 09 21:36:20.888230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58d64645-de20-4942-baf7-0a4c75a07218 req-0dcd3ddb-aa0a-450b-a2c9-043030907e3e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0308311 Feb 09 21:36:21.551698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:21.571421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 37998e0b-0edc-4c84-9cb6-9999a905d0ea {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:21.571797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 37998e0b-0edc-4c84-9cb6-9999a905d0ea not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:21.784979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-0d2eb2e2-ab24-4656-b84d-ff530ac18fe8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:21.786471 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-0d2eb2e2-ab24-4656-b84d-ff530ac18fe8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 812 time: 0.1046629 Feb 09 21:36:21.846913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-d9616e89-2020-4bcc-ba0a-b5640d9a823c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 379 time: 0.0511396 Feb 09 21:36:21.858260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'port': {'device_id': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'admin_state_up': True, 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'security_groups': ['fd624019-5e63-479d-894c-78f4dab6bdc5']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:21.967454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Made reservation on behalf of b5b09b30d50444149e525ed2480f286b for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:21.970804 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.986905 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d7f9226-35c6-4eac-9dbc-14d19981ebae req-d461fce3-921d-431d-bb5d-273d1ba25a54 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Feb 09 21:36:22.049488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.092165 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Allocated IP 172.20.0.7 (a01c15ac-3b7c-4aa9-9896-25d0508503db/6d61a3e8-139a-401d-8273-4ea102c4c95b/5def52bd-3d71-48f9-a95c-0469fbc4269f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:22.233864 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.271071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.320115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Network a01c15ac-3b7c-4aa9-9896-25d0508503db is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:22.323712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:22.325854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:22.327908 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:22.336331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.336681 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.337025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.337364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.337703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.338034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.338365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.338688 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.339007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.339331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.339772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.340099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.340424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:22.391388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:22.392029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.408812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-1ebf65c9-40b0-4023-9dd1-65bde478557c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548286 Feb 09 21:36:22.420268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Request body: {'port': {'device_id': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:22.482902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.540204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ecc78628-8a87-429c-b707-68ce3b92eb07 None None] Provisioning complete for port 5def52bd-3d71-48f9-a95c-0469fbc4269f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:22.540589 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ecc78628-8a87-429c-b707-68ce3b92eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.574870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ecc78628-8a87-429c-b707-68ce3b92eb07 None None] Port 5def52bd-3d71-48f9-a95c-0469fbc4269f cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:22.744268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:22.751529 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Publish callbacks [] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.763038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Transition to ACTIVE for port object 5def52bd-3d71-48f9-a95c-0469fbc4269f will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:22.766974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.816295 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:22.885996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:22.886339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:22.886677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:22.891225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:22.891550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:22.897135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:22.897135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:22.897442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:22.897685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Bound port: 5def52bd-3d71-48f9-a95c-0469fbc4269f, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:22.898042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.966964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:22.970205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:22.977262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.010159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.010779 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.012289 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] 10.222.0.50 "PUT /v2.0/ports/5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1092 time: 0.5967035 Feb 09 21:36:23.012836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:23.014976 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409a2671-6502-4994-8f87-3a5e574881fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:23.064195 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77cfec-b619-4937-9438-909534db9d72 x-openstack-request-id: req-bd77cfec-b619-4937-9438-909534db9d72 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:23.064460 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:23.064679 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bd77cfec-b619-4937-9438-909534db9d72 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:23.065079 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'status': 'completed', 'code': 200} Feb 09 21:36:23.068953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df115f-7c1f-44f2-a4e3-34c398353266 service neutron] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:23.139138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-b18597f3-993c-404f-9c0f-21167185dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.140712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-b18597f3-993c-404f-9c0f-21167185dc84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1126 time: 0.0879271 Feb 09 21:36:23.164759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9609cfc-877f-46f0-8e2d-7d299d62c322 req-084f21ba-e7f4-4a86-a8ef-e8cbdd710924 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.166259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9609cfc-877f-46f0-8e2d-7d299d62c322 req-084f21ba-e7f4-4a86-a8ef-e8cbdd710924 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0765793 Feb 09 21:36:23.198854 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-96c7f7b5-a831-4c92-abcc-3d98631ff2a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 217 time: 0.0503969 Feb 09 21:36:23.274613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f9609cfc-877f-46f0-8e2d-7d299d62c322 req-369be89d-175a-42b5-9b06-ab910e10c97b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782080 Feb 09 21:36:23.275959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-9bcd2ac3-2ef3-445b-8e5a-8aca25df8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.277313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-9bcd2ac3-2ef3-445b-8e5a-8aca25df8c6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0723975 Feb 09 21:36:23.329156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-9814ae90-5712-4f59-9e1d-8ed464c98c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.330662 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-9814ae90-5712-4f59-9e1d-8ed464c98c74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456436 Feb 09 21:36:23.422542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-5d5982ad-b008-483e-9177-b4ff509b8daf service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841713 Feb 09 21:36:23.510277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85e80711-7a7a-4824-9d27-13470035d0c6 req-cd38a28f-6fd4-422c-9436-0907bba02b40 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817847 Feb 09 21:36:23.605376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2671-6502-4994-8f87-3a5e574881fc req-122f2092-8a73-4fef-b635-770073600ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.606849 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-409a2671-6502-4994-8f87-3a5e574881fc req-122f2092-8a73-4fef-b635-770073600ba1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1126 time: 0.0511172 Feb 09 21:36:23.691606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2671-6502-4994-8f87-3a5e574881fc req-7ec9d431-a43d-422a-8ae3-bfc1f46e66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.693924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-409a2671-6502-4994-8f87-3a5e574881fc req-7ec9d431-a43d-422a-8ae3-bfc1f46e66b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0810795 Feb 09 21:36:23.737928 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-409a2671-6502-4994-8f87-3a5e574881fc req-1827f479-fa8e-4c5c-8a7b-96c3e521cb0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 217 time: 0.0382288 Feb 09 21:36:23.784823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2671-6502-4994-8f87-3a5e574881fc req-d0bfc515-3bec-4a75-8b35-dcc599f6862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.786251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-409a2671-6502-4994-8f87-3a5e574881fc req-d0bfc515-3bec-4a75-8b35-dcc599f6862a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0421295 Feb 09 21:36:23.834511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2671-6502-4994-8f87-3a5e574881fc req-1b719a18-3e5e-4890-8891-f8bab670b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:23.836062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-409a2671-6502-4994-8f87-3a5e574881fc req-1b719a18-3e5e-4890-8891-f8bab670b29a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434580 Feb 09 21:36:23.928346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-409a2671-6502-4994-8f87-3a5e574881fc req-1bdfeb21-6ad8-4ef9-a1d8-066a23d2c961 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855422 Feb 09 21:36:24.017916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-409a2671-6502-4994-8f87-3a5e574881fc req-7137f88b-5aab-4eb4-8722-dc4cd8707357 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824263 Feb 09 21:36:24.394704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eba769-deea-4967-a6ba-ec39b6c7a4aa req-77ffd643-ae59-4fd8-abe3-d5a4a47f2a29 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.396182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3eba769-deea-4967-a6ba-ec39b6c7a4aa req-77ffd643-ae59-4fd8-abe3-d5a4a47f2a29 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0519116 Feb 09 21:36:24.447415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3eba769-deea-4967-a6ba-ec39b6c7a4aa req-94d3b1aa-75b5-4b8d-aa51-358b28e896ac tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455458 Feb 09 21:36:25.566562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db622c04-09e1-4390-9726-5b41cb8903a0 req-d2db8533-3cf3-4922-aff6-7d9b0b4c16cf tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.568053 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db622c04-09e1-4390-9726-5b41cb8903a0 req-d2db8533-3cf3-4922-aff6-7d9b0b4c16cf tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0540721 Feb 09 21:36:25.613905 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db622c04-09e1-4390-9726-5b41cb8903a0 req-1745f710-b8cf-4343-9e90-2ee02838cbc9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400524 Feb 09 21:36:26.731389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b422b0-290c-474f-95fe-794a41903ca0 req-ecfb21df-1ba5-4e96-b09e-f77816c329df tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:26.732925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63b422b0-290c-474f-95fe-794a41903ca0 req-ecfb21df-1ba5-4e96-b09e-f77816c329df tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0526662 Feb 09 21:36:26.779315 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-63b422b0-290c-474f-95fe-794a41903ca0 req-cced328d-204d-4c81-9f2c-1d0d47c88ce1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Feb 09 21:36:26.951401 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.797855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:27.893972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:27.904988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1bce2-c7ae-4897-b871-b87d0d75a0f9 req-5ab1cf76-87db-452e-97d7-132f02689e25 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.905930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'mac_address': 'fa:16:3e:dc:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:27.906515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b1c1bce2-c7ae-4897-b871-b87d0d75a0f9 req-5ab1cf76-87db-452e-97d7-132f02689e25 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0604587 Feb 09 21:36:27.953019 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b1c1bce2-c7ae-4897-b871-b87d0d75a0f9 req-51fb3862-2880-4bd2-9bfd-865fb0ddbdc8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Feb 09 21:36:27.954968 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5def52bd-3d71-48f9-a95c-0469fbc4269f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:27.955446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.969291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:27.990110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:27.994737 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.041303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:28.048510 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.048810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.049154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.049493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.049829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.050165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.050494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.050821 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.051147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.051472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.051870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.052202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.052527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.208856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5def52bd-3d71-48f9-a95c-0469fbc4269f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:28.379372 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:36:29.077897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c786f8-598a-4b2c-8242-bde7833d6ee6 req-632c077e-b1be-425e-91d9-8f8bcc2857f4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.079723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d1c786f8-598a-4b2c-8242-bde7833d6ee6 req-632c077e-b1be-425e-91d9-8f8bcc2857f4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0583475 Feb 09 21:36:29.125985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d1c786f8-598a-4b2c-8242-bde7833d6ee6 req-bfea95b4-f1bf-4f9f-bbd6-e60f72a8b200 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405774 Feb 09 21:36:29.814029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:29.861952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 5def52bd-3d71-48f9-a95c-0469fbc4269f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:29.865923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 5def52bd-3d71-48f9-a95c-0469fbc4269f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:29.866298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.941375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5def52bd-3d71-48f9-a95c-0469fbc4269f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:29.941789 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.968330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:29.970523 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9382c-b4f1-4aa4-b4f7-10c58bf79405" -d '{"events": [{"server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "name": "network-vif-plugged", "status": "completed", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:29.983068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:29.986560 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.012631 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a870f36a-88b7-422e-9492-e86284669a97 x-openstack-request-id: req-a870f36a-88b7-422e-9492-e86284669a97 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:30.012935 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "name": "network-vif-plugged", "status": "completed", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:30.013198 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a870f36a-88b7-422e-9492-e86284669a97 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:30.013590 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'code': 200} Feb 09 21:36:30.041172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:30.106381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417507b-7619-459b-a828-28c9f055ea90 req-8a35b587-44ac-49bb-a818-5ae6cb41872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.107913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1417507b-7619-459b-a828-28c9f055ea90 req-8a35b587-44ac-49bb-a818-5ae6cb41872c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1128 time: 0.0440023 Feb 09 21:36:30.149867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1417507b-7619-459b-a828-28c9f055ea90 req-fb413396-0a1f-4da1-ab29-644727d018a2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365934 Feb 09 21:36:30.246915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f03d52-908b-469a-a2cd-3ea42f55dae4 req-a78056d7-86f2-4fe2-ae9c-5d4ecfb95b37 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.248397 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4f03d52-908b-469a-a2cd-3ea42f55dae4 req-a78056d7-86f2-4fe2-ae9c-5d4ecfb95b37 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0557630 Feb 09 21:36:30.294408 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a4f03d52-908b-469a-a2cd-3ea42f55dae4 req-4a2a0ecb-e2a7-41e5-b789-76aa93c0ec24 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403771 Feb 09 21:36:31.424682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47f41e-dd1d-406e-99b4-efa25c17fa7e req-05697bad-4b62-4c8f-be73-dccc73b9fd07 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.426148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b47f41e-dd1d-406e-99b4-efa25c17fa7e req-05697bad-4b62-4c8f-be73-dccc73b9fd07 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0582731 Feb 09 21:36:31.471878 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b47f41e-dd1d-406e-99b4-efa25c17fa7e req-d0f1e426-0384-4b71-addc-b6285fe499f5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400784 Feb 09 21:36:32.593020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16238af4-46fb-40ee-adf4-6c93cdac5161 req-4bc3d573-df96-4fd7-ad67-7dfdf0598143 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.594517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16238af4-46fb-40ee-adf4-6c93cdac5161 req-4bc3d573-df96-4fd7-ad67-7dfdf0598143 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0533462 Feb 09 21:36:32.642891 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16238af4-46fb-40ee-adf4-6c93cdac5161 req-ba4ba230-83d0-48da-964b-3bd71590c265 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419559 Feb 09 21:36:32.766730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4141f-12c0-4caa-b099-f3703cf15325 req-325c1f81-dfdd-4540-97ef-e92e36b929e3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.768259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dab4141f-12c0-4caa-b099-f3703cf15325 req-325c1f81-dfdd-4540-97ef-e92e36b929e3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0559711 Feb 09 21:36:32.777058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:32.781355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Request body: {'floatingip': {'port_id': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:32.820155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.242667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.246652 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.348151 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Floating IP 52345e95-2520-471c-a3c4-c1955f1a346d associated. External IP: 172.25.4.158, port: 5def52bd-3d71-48f9-a95c-0469fbc4269f. Feb 09 21:36:33.561758 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:33.674958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:33.679794 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.684614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:33.694623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:33.695243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:33.710509 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-22d6f5dc-b923-4c42-9fe7-f5b79ef8d90e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "PUT /v2.0/floatingips/52345e95-2520-471c-a3c4-c1955f1a346d HTTP/1.1" status: 200 len: 992 time: 0.9316721 Feb 09 21:36:33.711369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:33.713700 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d9586e-b933-425d-9709-f87c466a35a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:33.757460 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c109a2d-0747-4f7c-853d-bf2c4e6a3751 x-openstack-request-id: req-9c109a2d-0747-4f7c-853d-bf2c4e6a3751 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:33.757954 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:33.758270 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9c109a2d-0747-4f7c-853d-bf2c4e6a3751 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:33.758752 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'status': 'completed', 'code': 200} Feb 09 21:36:33.810877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:33.818810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75e183-82b2-4070-9a80-c4995b4c536e req-5559923e-d44b-4714-8721-eb21a66e6ba9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.821304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd75e183-82b2-4070-9a80-c4995b4c536e req-5559923e-d44b-4714-8721-eb21a66e6ba9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0557549 Feb 09 21:36:33.825437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9586e-b933-425d-9709-f87c466a35a9 req-e714a78e-f5da-47be-9576-08acd19bd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.827052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d9586e-b933-425d-9709-f87c466a35a9 req-e714a78e-f5da-47be-9576-08acd19bd838 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1128 time: 0.0479860 Feb 09 21:36:33.873138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dd75e183-82b2-4070-9a80-c4995b4c536e req-97f2e093-3a54-4159-8bc1-dd6bdff389d1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454555 Feb 09 21:36:33.926313 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9586e-b933-425d-9709-f87c466a35a9 req-98c749c5-a765-4b31-94ee-4800851a974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.927833 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d9586e-b933-425d-9709-f87c466a35a9 req-98c749c5-a765-4b31-94ee-4800851a974a service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0954857 Feb 09 21:36:34.002838 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d9586e-b933-425d-9709-f87c466a35a9 req-27cc4e31-6223-4258-949e-d823741b7878 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1000 time: 0.0685937 Feb 09 21:36:34.040711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:dc:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:36:33Z', 'revision_number': 13, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:34.053766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9586e-b933-425d-9709-f87c466a35a9 req-b3ff7c21-1952-4b71-adda-6ba8337ca5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.055228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d9586e-b933-425d-9709-f87c466a35a9 req-b3ff7c21-1952-4b71-adda-6ba8337ca5cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0465412 Feb 09 21:36:34.066740 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:34.075311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:34.075948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:36:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:34.107549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9586e-b933-425d-9709-f87c466a35a9 req-74143ba9-6db1-48fe-b777-bf6ea7a1584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.109079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d9586e-b933-425d-9709-f87c466a35a9 req-74143ba9-6db1-48fe-b777-bf6ea7a1584a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486293 Feb 09 21:36:34.197810 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d9586e-b933-425d-9709-f87c466a35a9 req-6afa5776-56cf-48a6-9bf5-b9a280b4fb45 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829661 Feb 09 21:36:34.292602 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10d9586e-b933-425d-9709-f87c466a35a9 req-1ae930ae-87e6-4b9c-b9b7-3b50cc37a570 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887237 Feb 09 21:36:34.342459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:34.556511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:dc:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:36:33Z', 'revision_number': 13, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:34.586401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec8c14-5c12-4468-9030-4466bdce9418 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '52345e95-2520-471c-a3c4-c1955f1a346d', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'port_id': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'mac_address': 'fa:16:3e:dc:22:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:30Z', 'updated_at': '2022-02-09T21:36:33Z', 'revision_number': 13, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:34.768773 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc216e7-a496-423d-b0c8-b9d767122c91 None None] New status for floating IP 52345e95-2520-471c-a3c4-c1955f1a346d: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:36:34.998892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48ad23-ec60-447e-b0fc-8fcabb1234b6 req-dcf4fc91-7a4c-46e8-a67f-363d4e9e3839 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.000423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc48ad23-ec60-447e-b0fc-8fcabb1234b6 req-dcf4fc91-7a4c-46e8-a67f-363d4e9e3839 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Feb 09 21:36:35.045666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc48ad23-ec60-447e-b0fc-8fcabb1234b6 req-c3d9ae65-6a11-45f5-87c7-1eec9f41b060 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397179 Feb 09 21:36:37.527620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830668c-69a1-4177-8fab-b59ea4bccb3c req-6bd23ece-4917-4a35-b7cf-4f242304337a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:37.529107 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d830668c-69a1-4177-8fab-b59ea4bccb3c req-6bd23ece-4917-4a35-b7cf-4f242304337a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0527554 Feb 09 21:36:37.574969 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d830668c-69a1-4177-8fab-b59ea4bccb3c req-5a2dd3c2-699d-4dce-895e-1c3b8133c0ed tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403333 Feb 09 21:36:37.736662 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3511766-f102-4913-a753-9fb4f6876ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.782020 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9c7ece1f-1a2f-483d-9c7e-512a60d79c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.415386 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.889132 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.993081 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.049357 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.917374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8d2f7-ccb5-4145-a21f-4cd09f1be42f req-b98ca99a-ee6e-4b55-8ca9-493943efe647 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.918882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61b8d2f7-ccb5-4145-a21f-4cd09f1be42f req-b98ca99a-ee6e-4b55-8ca9-493943efe647 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0525799 Feb 09 21:36:53.966016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-61b8d2f7-ccb5-4145-a21f-4cd09f1be42f req-81d75c1b-2baf-4840-bb61-e698293f7dbf tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415897 Feb 09 21:36:53.982761 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-4db43c33-ef4e-4ea2-95b6-ed436dc93bb7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853343 Feb 09 21:36:55.092771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eb1ac-07d6-41c0-b024-b02b2ae7fbe3 req-caa2953a-c8d5-4bc3-8ff3-cbe8d01702f6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.094252 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-131eb1ac-07d6-41c0-b024-b02b2ae7fbe3 req-caa2953a-c8d5-4bc3-8ff3-cbe8d01702f6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0564649 Feb 09 21:36:55.095571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-0231801f-43b4-4c00-9a9b-3a3b72d491cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.097777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-0231801f-43b4-4c00-9a9b-3a3b72d491cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1128 time: 0.0578458 Feb 09 21:36:55.189496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-e9382a04-4b26-4676-904a-0af36f40bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.191340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-e9382a04-4b26-4676-904a-0af36f40bda2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0873456 Feb 09 21:36:55.265129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-3f50251f-0f67-43eb-8774-40464a187372 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1002 time: 0.0677900 Feb 09 21:36:55.315169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-5b7f145c-a89c-4993-a218-583f6ccc8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.316667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-5b7f145c-a89c-4993-a218-583f6ccc8cef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0459967 Feb 09 21:36:55.367858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-1bc8d0fc-f454-47b5-998e-6e84bf31d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.369524 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-1bc8d0fc-f454-47b5-998e-6e84bf31d0ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459855 Feb 09 21:36:55.387671 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-131eb1ac-07d6-41c0-b024-b02b2ae7fbe3 req-72e229d5-46d7-43c1-984c-4ba12a9845b6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862973 Feb 09 21:36:55.789634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-a0a5eb51-a10d-4fe6-bdae-1cf112778ce9 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143429 Feb 09 21:36:55.875336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-4b403923-6b41-4932-b4d8-7e026601f45b service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788131 Feb 09 21:36:56.510897 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d493382-e580-4975-b8fc-5f04fe59d45e req-8c84d46c-0c97-44b1-9f0d-62a6df306435 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.512421 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d493382-e580-4975-b8fc-5f04fe59d45e req-8c84d46c-0c97-44b1-9f0d-62a6df306435 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0562310 Feb 09 21:36:56.560989 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8d493382-e580-4975-b8fc-5f04fe59d45e req-c0497353-6140-4b14-bfaa-83d58cd52931 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429311 Feb 09 21:36:56.967876 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.678371 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd522d-2d9e-4c08-b4df-87dfcb70067e req-70417538-029e-4524-9871-9781cf14bb8e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.679861 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aadd522d-2d9e-4c08-b4df-87dfcb70067e req-70417538-029e-4524-9871-9781cf14bb8e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0512607 Feb 09 21:36:57.725289 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aadd522d-2d9e-4c08-b4df-87dfcb70067e req-c9329449-d718-4033-84a9-8054029ea3a0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397902 Feb 09 21:36:58.847210 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53712-367b-45a4-a49e-c797104778d2 req-97e438f2-356e-4c17-afb2-61806e6c803d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.848724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b1e53712-367b-45a4-a49e-c797104778d2 req-97e438f2-356e-4c17-afb2-61806e6c803d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Feb 09 21:36:58.894418 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b1e53712-367b-45a4-a49e-c797104778d2 req-605a9c9f-b933-476d-8ce0-7ee12ce5899a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 Feb 09 21:37:00.014912 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9df5da-6614-4ce8-bb9b-246ae24e353f req-33428dd9-7ab8-4310-9e99-69ea24d99878 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.016476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f9df5da-6614-4ce8-bb9b-246ae24e353f req-33428dd9-7ab8-4310-9e99-69ea24d99878 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0515358 Feb 09 21:37:00.064920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f9df5da-6614-4ce8-bb9b-246ae24e353f req-41e9480f-a84e-4a66-bef5-b4570c9ab967 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423131 Feb 09 21:37:00.594449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-4840166e-125e-4094-b5f8-c3feef0ce2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.595970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-4840166e-125e-4094-b5f8-c3feef0ce2a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1128 time: 0.0440767 Feb 09 21:37:00.697727 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-9fa34334-c85d-4c22-ba3d-d8fef307ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.699186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-9fa34334-c85d-4c22-ba3d-d8fef307ea10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0865929 Feb 09 21:37:00.762310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-941977b6-c767-4a5c-b32d-7ba2f4a4c7bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1002 time: 0.0571764 Feb 09 21:37:00.812186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-6a9e82aa-0054-4cfb-804d-83a1e225f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.813617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-6a9e82aa-0054-4cfb-804d-83a1e225f48f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0460198 Feb 09 21:37:00.860877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-81bc4823-fd4a-45f6-a02d-d47013fee837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.862356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-81bc4823-fd4a-45f6-a02d-d47013fee837 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424678 Feb 09 21:37:00.950233 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-769a2875-b57e-4fc7-a2fe-6c900c8ae17e service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800965 Feb 09 21:37:01.039582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d6185eb0-fc9f-4322-85de-1620aa548ddc req-319c00da-90ff-49db-8189-70382f825e14 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838349 Feb 09 21:37:01.184627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3152c2-e00e-44fa-9b19-c5d5cd653e8a req-ed1f218f-dbc3-4181-b905-cd8170d85ac5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.186104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc3152c2-e00e-44fa-9b19-c5d5cd653e8a req-ed1f218f-dbc3-4181-b905-cd8170d85ac5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0517602 Feb 09 21:37:01.234243 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fc3152c2-e00e-44fa-9b19-c5d5cd653e8a req-8d50d503-7d6b-4f9e-ab15-1591f5079c37 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 Feb 09 21:37:02.352049 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced43f4-acc2-4a0c-97fd-63340fcac89c req-a020b845-fb7a-4084-aed4-f66a9b4db307 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.353594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ced43f4-acc2-4a0c-97fd-63340fcac89c req-a020b845-fb7a-4084-aed4-f66a9b4db307 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0518460 Feb 09 21:37:02.398983 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ced43f4-acc2-4a0c-97fd-63340fcac89c req-8309a5bb-ba9e-4742-88b3-fbc7ba9df343 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399520 Feb 09 21:37:03.522581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ed167-bb25-4076-989b-e71516ba6d00 req-db38751c-c8bd-4f3d-9c8f-0b2942352b53 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.524112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce4ed167-bb25-4076-989b-e71516ba6d00 req-db38751c-c8bd-4f3d-9c8f-0b2942352b53 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0564198 Feb 09 21:37:03.570292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ce4ed167-bb25-4076-989b-e71516ba6d00 req-39b6f772-fd07-426f-bd32-5978985aafe1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 Feb 09 21:37:04.693401 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a2ea8-0e35-4562-a940-1fed53a4b5f5 req-781f3f47-4008-4a34-88be-4e4068abe7a6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.695155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c5a2ea8-0e35-4562-a940-1fed53a4b5f5 req-781f3f47-4008-4a34-88be-4e4068abe7a6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0541279 Feb 09 21:37:04.743591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c5a2ea8-0e35-4562-a940-1fed53a4b5f5 req-798cb182-c24d-4adb-8dcd-b177058419d4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425370 Feb 09 21:37:05.378142 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:37:05.863129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6563db-a735-439a-a072-2cf27cc3444d req-708db0c0-04fe-4ef7-8343-627cfea1fa44 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.865185 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e6563db-a735-439a-a072-2cf27cc3444d req-708db0c0-04fe-4ef7-8343-627cfea1fa44 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0518854 Feb 09 21:37:05.911985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6e6563db-a735-439a-a072-2cf27cc3444d req-3d244383-61e8-4f9b-bfa8-ac9bf6294f16 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403826 Feb 09 21:37:06.032294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:06.107576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5def52bd-3d71-48f9-a95c-0469fbc4269f is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:06.108003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.130421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:06.132726 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7426d9a2-d709-45fb-a91d-17835a7f71d4" -d '{"events": [{"server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "name": "network-vif-unplugged", "status": "completed", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:06.146106 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:06.151547 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.187612 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ae0ae4-f8b8-4361-a9af-1584f13ed426 x-openstack-request-id: req-b4ae0ae4-f8b8-4361-a9af-1584f13ed426 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:06.187941 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "name": "network-vif-unplugged", "status": "completed", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:06.188198 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b4ae0ae4-f8b8-4361-a9af-1584f13ed426 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:06.188593 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'code': 200} Feb 09 21:37:06.216265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:06.425879 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-ab759d1a-4bec-4c81-9c23-a999ca719cd4 service neutron] show failed (client error): The resource could not be found. Feb 09 21:37:06.426893 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-ab759d1a-4bec-4c81-9c23-a999ca719cd4 service neutron] 10.222.0.50 "GET /v2.0/ports/5def52bd-3d71-48f9-a95c-0469fbc4269f/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0526965 Feb 09 21:37:06.627172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-9d93e6c4-5a0e-4655-b31c-77f2af06c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.628560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-9d93e6c4-5a0e-4655-b31c-77f2af06c76c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 1126 time: 0.0470071 Feb 09 21:37:06.639166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:06.695699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.888823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:06.920301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:06.957131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:06.964689 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Publish callbacks [] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.976604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Transition to ACTIVE for port object 5def52bd-3d71-48f9-a95c-0469fbc4269f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:06.980685 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.044442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a9dd7-92fa-41d7-ad95-46ac88a7850d req-3d05b899-f48c-416c-b854-b89617dbd525 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.045982 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f2a9dd7-92fa-41d7-ad95-46ac88a7850d req-3d05b899-f48c-416c-b854-b89617dbd525 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0594575 Feb 09 21:37:07.057101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.072257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.072602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.072945 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.073293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.073622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.073954 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.074276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.074602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.074931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.075251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.075578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.075923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.076244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:07.100999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4f2a9dd7-92fa-41d7-ad95-46ac88a7850d req-fdc1b398-d784-4349-a895-e79ce27b2475 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488665 Feb 09 21:37:07.113951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] No DVR routers for this DVR port 5def52bd-3d71-48f9-a95c-0469fbc4269f on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:07.256133 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:07.256464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:07.256786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:07.261232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:07.261554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:07.266290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:07.266626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:07.267008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:07.267427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Bound port: 5def52bd-3d71-48f9-a95c-0469fbc4269f, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:07.267799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.330928 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:07.334635 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:07.340481 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.372343 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.372968 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.374345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] 10.222.0.13 "PUT /v2.0/ports/5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1092 time: 0.7390549 Feb 09 21:37:07.374817 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:07.377067 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:07.427571 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c361b8-bb1d-4b6e-b95e-15daf36f4256 service neutron] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.436867 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4140b6-cb7f-427d-bca4-6305b20a1e05 x-openstack-request-id: req-da4140b6-cb7f-427d-bca4-6305b20a1e05 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:07.437432 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:07.437865 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-da4140b6-cb7f-427d-bca4-6305b20a1e05 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:07.438275 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'status': 'completed', 'code': 200} Feb 09 21:37:07.464129 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-60177b3b-4be9-41fc-94b3-fe18e7a29e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.465808 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-60177b3b-4be9-41fc-94b3-fe18e7a29e2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1126 time: 0.0652738 Feb 09 21:37:07.507234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-b4a6be56-0393-49b7-9951-8ae9f9c46fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.508958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-b4a6be56-0393-49b7-9951-8ae9f9c46fb6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1126 time: 0.0592656 Feb 09 21:37:07.566659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-e4155d7d-ff36-488c-8e01-8c9579a84a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.569514 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-e4155d7d-ff36-488c-8e01-8c9579a84a9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0970418 Feb 09 21:37:07.606687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-dd38c7f8-757b-4f4b-bb3f-8b41355f5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.608516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-dd38c7f8-757b-4f4b-bb3f-8b41355f5a04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0933876 Feb 09 21:37:07.636182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-04c2da3f-ea0c-415b-b22a-5294324e7271 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1000 time: 0.0616536 Feb 09 21:37:07.673559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-8bea03c4-dd97-4709-b59b-7af9dd63573b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1000 time: 0.0593967 Feb 09 21:37:07.688121 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-674a4b3d-056c-4752-b129-31c5ac4121a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.689583 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-674a4b3d-056c-4752-b129-31c5ac4121a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0479956 Feb 09 21:37:07.723458 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-b4ee1b5b-e58d-407b-a78a-1198730d0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.725143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-b4ee1b5b-e58d-407b-a78a-1198730d0a25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0449696 Feb 09 21:37:07.736858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-4233d7f8-be8e-4bc7-8d7b-bd9e6b58b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.738479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-4233d7f8-be8e-4bc7-8d7b-bd9e6b58b1fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435743 Feb 09 21:37:07.743194 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b76ea86e-fe07-4f1e-943e-6ce649cc069e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.778060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-cc133fd0-5183-4213-abd6-84dfb14236e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.779559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-cc133fd0-5183-4213-abd6-84dfb14236e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485537 Feb 09 21:37:07.827120 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-4714d9de-d6c5-468b-a97e-04c6ab7f81a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824945 Feb 09 21:37:07.866444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-3ded81d8-d3bc-467f-ab79-89b3beed4e8e service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811515 Feb 09 21:37:07.919055 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-cc4a587d-4598-4eaa-8404-c4f2b2890d06 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860853 Feb 09 21:37:07.962061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-14fb85dc-2257-4b4c-9824-a5260b157ea0 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896299 Feb 09 21:37:08.014558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-e992b2e9-ec8b-44cd-b039-b351759c5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.016198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-e992b2e9-ec8b-44cd-b039-b351759c5d01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1126 time: 0.0495603 Feb 09 21:37:08.117313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-93eb0100-cb93-459a-a21f-6bf0c306daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.118802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-93eb0100-cb93-459a-a21f-6bf0c306daff service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0914829 Feb 09 21:37:08.188316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-61361b4b-24ea-40f8-a14e-0e6e45624ab4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1000 time: 0.0631690 Feb 09 21:37:08.227274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba2bb0-c2f6-45fc-a502-fefbcf69ea48 req-999f6d6e-e663-44dd-b2b7-b351dafcca3f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.229065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecba2bb0-c2f6-45fc-a502-fefbcf69ea48 req-999f6d6e-e663-44dd-b2b7-b351dafcca3f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0565145 Feb 09 21:37:08.237185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-d73da2eb-6ed3-4adc-b9b7-29cb62767655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.238821 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-d73da2eb-6ed3-4adc-b9b7-29cb62767655 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0445797 Feb 09 21:37:08.280560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ecba2bb0-c2f6-45fc-a502-fefbcf69ea48 req-02ddbad3-49e4-4395-9281-46db7e171368 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Feb 09 21:37:08.292893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-10cb0cec-7e4d-492a-a80c-5f726571b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.294588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-10cb0cec-7e4d-492a-a80c-5f726571b767 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502999 Feb 09 21:37:08.386760 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-a6f59012-07c7-4447-8575-44d56bb11413 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852594 Feb 09 21:37:08.480763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e29ec3fa-63d5-45ec-a11a-4ca371b5d1a6 req-86cf61b3-20ab-4029-92d9-8fb874a038ea service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877569 Feb 09 21:37:09.407348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454077e2-a07b-4b8b-aa29-54a31f82da66 req-ca95751d-7075-4f0e-bfd6-b978684f192a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.408772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-454077e2-a07b-4b8b-aa29-54a31f82da66 req-ca95751d-7075-4f0e-bfd6-b978684f192a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0546870 Feb 09 21:37:09.456940 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-454077e2-a07b-4b8b-aa29-54a31f82da66 req-866cf628-73d0-44db-93ad-3d617cf10081 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Feb 09 21:37:09.784069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a3f27a5-d946-4879-9e9b-a3a5a42561c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.580954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af5f77-937d-4a30-a083-cfb76e718964 req-3e2f0b34-428c-4bf3-887e-53309c4a8c37 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.582479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9af5f77-937d-4a30-a083-cfb76e718964 req-3e2f0b34-428c-4bf3-887e-53309c4a8c37 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0527139 Feb 09 21:37:10.633586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c9af5f77-937d-4a30-a083-cfb76e718964 req-27eb21ee-b964-4a3b-9780-fb00e7f23de1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447702 Feb 09 21:37:11.416956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.754423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f61d01-06b2-4aca-a437-0a0c59bf4557 req-9fb04eb2-5ce0-4d5c-aaab-38e90a6930c4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.756492 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9f61d01-06b2-4aca-a437-0a0c59bf4557 req-9fb04eb2-5ce0-4d5c-aaab-38e90a6930c4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0534623 Feb 09 21:37:11.808419 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f9f61d01-06b2-4aca-a437-0a0c59bf4557 req-60d9cc62-7df2-4c55-81e3-94a0f937b1da tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456409 Feb 09 21:37:12.892730 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.933027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54df26-29e0-4aeb-a244-4a1623fcd171 req-46d24c26-5161-4991-8a0b-3b2a6d850f9f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.934544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e54df26-29e0-4aeb-a244-4a1623fcd171 req-46d24c26-5161-4991-8a0b-3b2a6d850f9f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0570986 Feb 09 21:37:12.983207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9e54df26-29e0-4aeb-a244-4a1623fcd171 req-2a6114ee-6184-4ecc-b080-542f3bd069df tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425639 Feb 09 21:37:13.985758 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.103233 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a752f-7ca5-4202-b207-5aae35714133 req-2af77f42-ec3c-485d-a720-1ab90a91b44b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.104746 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-509a752f-7ca5-4202-b207-5aae35714133 req-2af77f42-ec3c-485d-a720-1ab90a91b44b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0532057 Feb 09 21:37:14.151637 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-509a752f-7ca5-4202-b207-5aae35714133 req-cad783f7-e8ba-4b9a-a892-a2073b83736a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Feb 09 21:37:15.275920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc053cea-1a82-4f62-ae37-6a91b1eaf2e4 req-44b33b7e-246d-421f-88a3-469e11436c4a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.277419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc053cea-1a82-4f62-ae37-6a91b1eaf2e4 req-44b33b7e-246d-421f-88a3-469e11436c4a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0567100 Feb 09 21:37:15.324494 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-dc053cea-1a82-4f62-ae37-6a91b1eaf2e4 req-46bc6f9f-12d6-4827-8302-49399203eb52 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413229 Feb 09 21:37:16.447394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14471c73-c7d8-4e5c-8cfe-9179279ad445 req-c7f62929-c3df-47b4-9ab2-fb0cfea47538 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.448914 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14471c73-c7d8-4e5c-8cfe-9179279ad445 req-c7f62929-c3df-47b4-9ab2-fb0cfea47538 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0541012 Feb 09 21:37:16.501340 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-14471c73-c7d8-4e5c-8cfe-9179279ad445 req-643577ac-75b1-46a5-b6be-f106fae3a495 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424874 Feb 09 21:37:17.618208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38772b33-74f4-4929-bffc-5165a94771a8 req-1f187c63-7ada-47d0-bd08-13cc8a0a393d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.619671 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38772b33-74f4-4929-bffc-5165a94771a8 req-1f187c63-7ada-47d0-bd08-13cc8a0a393d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0517292 Feb 09 21:37:17.669412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38772b33-74f4-4929-bffc-5165a94771a8 req-45908396-ecad-42c8-8260-2d2216459e7f tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440800 Feb 09 21:37:18.793807 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae09d-ed8f-4cd0-be50-92837514f5da req-964e3763-1c0f-402e-a772-ba7f641b0647 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.795276 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e44ae09d-ed8f-4cd0-be50-92837514f5da req-964e3763-1c0f-402e-a772-ba7f641b0647 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0561607 Feb 09 21:37:18.841373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e44ae09d-ed8f-4cd0-be50-92837514f5da req-d87dd69c-6c15-44b4-b6e9-35e0210f2550 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Feb 09 21:37:19.959928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e863537-a041-4153-99da-ae9d8833fbb7 req-edcecb0d-4578-43e2-93df-de7da4e4f2b3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.961408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e863537-a041-4153-99da-ae9d8833fbb7 req-edcecb0d-4578-43e2-93df-de7da4e4f2b3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0520773 Feb 09 21:37:20.007322 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3e863537-a041-4153-99da-ae9d8833fbb7 req-64d81e17-235b-4b96-9499-c05a0a44094d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403306 Feb 09 21:37:21.125676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb2cd-e2df-4b26-80ef-c1a504f3fe46 req-0b8a3e52-87c5-409f-b4cc-34c1904438be tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:21.127144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb8eb2cd-e2df-4b26-80ef-c1a504f3fe46 req-0b8a3e52-87c5-409f-b4cc-34c1904438be tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0517008 Feb 09 21:37:21.173111 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb8eb2cd-e2df-4b26-80ef-c1a504f3fe46 req-da6ea667-6096-46b8-bb4f-6c79d3ebe77e tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403137 Feb 09 21:37:22.048637 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.290166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebdee-e4ea-4604-b1f6-17676c5f1e00 req-6e1de8fe-e2ef-4723-8195-2e1a99bf069d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.291642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8feebdee-e4ea-4604-b1f6-17676c5f1e00 req-6e1de8fe-e2ef-4723-8195-2e1a99bf069d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0516512 Feb 09 21:37:22.336899 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8feebdee-e4ea-4604-b1f6-17676c5f1e00 req-b3e61b6a-d8db-4b91-990c-2d1d915755ca tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396163 Feb 09 21:37:23.455453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81efc2-8460-4172-bdcf-c693ef33e23e req-e4470319-08e6-48ad-bf03-c4359ae47354 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.456988 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa81efc2-8460-4172-bdcf-c693ef33e23e req-e4470319-08e6-48ad-bf03-c4359ae47354 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0516503 Feb 09 21:37:23.507757 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aa81efc2-8460-4172-bdcf-c693ef33e23e req-ce2d37d1-90d7-4504-bbfb-f4f25dcec111 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445616 Feb 09 21:37:24.630708 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6837cd-e21b-424a-b7fc-4f01f1290d3c req-11e69e25-efc2-4063-b7e3-df12043c0f32 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.632188 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f6837cd-e21b-424a-b7fc-4f01f1290d3c req-11e69e25-efc2-4063-b7e3-df12043c0f32 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0549729 Feb 09 21:37:24.678324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f6837cd-e21b-424a-b7fc-4f01f1290d3c req-9f277e52-f7ea-4718-97ae-4b50ca6dc2ae tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404949 Feb 09 21:37:24.959353 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-0d3d0700-43e9-487e-b1e1-4d6577eae7d1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.960868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-0d3d0700-43e9-487e-b1e1-4d6577eae7d1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91&tenant_id=b5b09b30d50444149e525ed2480f286b&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 943 time: 0.0571856 Feb 09 21:37:24.976879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3614ff-d036-4dd4-9f54-1bd80d1342e9 req-ef6feb2d-ade4-44c0-a0ca-a585e0b56d4a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.978498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b3614ff-d036-4dd4-9f54-1bd80d1342e9 req-ef6feb2d-ade4-44c0-a0ca-a585e0b56d4a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 943 time: 0.0530767 Feb 09 21:37:25.022577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-28b6efbc-b18f-4db9-a15c-124dc83a70d1 service neutron] 10.222.0.13 "GET /v2.0/ports/5def52bd-3d71-48f9-a95c-0469fbc4269f/bindings/n-h1-789963-29 HTTP/1.1" status: 200 len: 383 time: 0.0556545 Feb 09 21:37:25.033190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1b3614ff-d036-4dd4-9f54-1bd80d1342e9 req-962914b7-1b2b-4fb7-9af6-8149d58c56aa tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412307 Feb 09 21:37:25.087866 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-636c7651-9747-4fd0-9e8e-209e9fe0bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.089366 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-636c7651-9747-4fd0-9e8e-209e9fe0bdee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1126 time: 0.0458720 Feb 09 21:37:25.179716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-6b6da25d-595c-440e-a5a9-a4a2e564908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.181205 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-6b6da25d-595c-440e-a5a9-a4a2e564908b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0865524 Feb 09 21:37:25.244654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d3797312-30df-4f10-b1d3-ab153c48286f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1000 time: 0.0579960 Feb 09 21:37:25.296066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-3cd9df96-33e9-45d0-9b9e-12ca8cb2ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.297432 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-3cd9df96-33e9-45d0-9b9e-12ca8cb2ae08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0477781 Feb 09 21:37:25.345650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-8d944313-f301-4a0e-81e4-6fadf0048193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.347122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-8d944313-f301-4a0e-81e4-6fadf0048193 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437920 Feb 09 21:37:25.432925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-b79a58c8-a346-4bde-8900-fd68f6786b2d service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794377 Feb 09 21:37:25.524697 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-f35f273c-8d6b-4a4b-b2d9-baca80894dac service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858672 Feb 09 21:37:25.900304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:26.001204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:26.012834 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'mac_address': 'fa:16:3e:dc:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:26.048752 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 5def52bd-3d71-48f9-a95c-0469fbc4269f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:26.049150 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.062180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:26.082979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:26.086997 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.134664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:26.162504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e4ad-99c0-4cca-8065-718987c5b5bb req-cf511dd9-7fae-4433-8366-6c3e4de9fa17 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.163886 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ab6e4ad-99c0-4cca-8065-718987c5b5bb req-cf511dd9-7fae-4433-8366-6c3e4de9fa17 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0540106 Feb 09 21:37:26.210580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3ab6e4ad-99c0-4cca-8065-718987c5b5bb req-1944fb94-d323-4444-be7c-2ed585eecd49 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410638 Feb 09 21:37:26.326149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['5def52bd-3d71-48f9-a95c-0469fbc4269f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:26.965236 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.338114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497a1ae-e7af-43c6-a420-a6d91fe669d9 req-33f59041-058e-43b9-a2ff-4c53b1f9e9bb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.339618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9497a1ae-e7af-43c6-a420-a6d91fe669d9 req-33f59041-058e-43b9-a2ff-4c53b1f9e9bb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0576336 Feb 09 21:37:27.386993 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9497a1ae-e7af-43c6-a420-a6d91fe669d9 req-796ec3d3-04ca-41ba-a65f-77ea9165f9d9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406263 Feb 09 21:37:27.917991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:27.998763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 5def52bd-3d71-48f9-a95c-0469fbc4269f is: BUILD; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:27.999431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.012658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:28.031710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:28.035800 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.085323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:28.093014 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.093360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.093707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.094051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.094392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.094728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.095140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.095476 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.095838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.096172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.096509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.096838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.097430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:28.515267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b4ae0-ec26-498c-9f05-bf7eecdb3e6c req-a25cfb46-fbd8-4b26-8737-115bbe4fd3cf tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.516775 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a90b4ae0-ec26-498c-9f05-bf7eecdb3e6c req-a25cfb46-fbd8-4b26-8737-115bbe4fd3cf tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0600238 Feb 09 21:37:28.562679 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a90b4ae0-ec26-498c-9f05-bf7eecdb3e6c req-40447485-a590-4ffc-9225-e296212e5ae7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 Feb 09 21:37:29.682103 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2cbc2-5b1e-49e7-bb5b-055d4f07f62b req-33afbc75-49cc-4807-baf6-bcd99a525f84 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.683636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8fb2cbc2-5b1e-49e7-bb5b-055d4f07f62b req-33afbc75-49cc-4807-baf6-bcd99a525f84 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0522134 Feb 09 21:37:29.730920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8fb2cbc2-5b1e-49e7-bb5b-055d4f07f62b req-e3d4c458-a90d-44f1-b378-66c1e54abaee tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414050 Feb 09 21:37:30.852011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d9760-9b90-4fa5-aa2d-92202d0e74c1 req-bc18bbda-81de-4997-b976-a530034df2db tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.853504 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a28d9760-9b90-4fa5-aa2d-92202d0e74c1 req-bc18bbda-81de-4997-b976-a530034df2db tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0537643 Feb 09 21:37:30.908857 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a28d9760-9b90-4fa5-aa2d-92202d0e74c1 req-ea3cc4e7-5d6c-46e7-a0f4-a1e8b704aa1b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488825 Feb 09 21:37:31.145087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-9a751d8d-ddaa-4854-b1f4-644782a01190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.146575 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-9a751d8d-ddaa-4854-b1f4-644782a01190 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91&tenant_id=b5b09b30d50444149e525ed2480f286b HTTP/1.1" status: 200 len: 1127 time: 0.0446553 Feb 09 21:37:31.157288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:31.219666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.416995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:31.449266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h1-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:31.481453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:31.489425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Publish callbacks [] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.500687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Ignored duplicate provisioning block setup for port 5def52bd-3d71-48f9-a95c-0469fbc4269f by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 21:37:31.504680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.599656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=11']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:31.615250 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.615602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.615981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.616325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.616671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.617008 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.617343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.617677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.618011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.618344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.618678 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.619007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.619336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.647955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] No DVR routers for this DVR port 5def52bd-3d71-48f9-a95c-0469fbc4269f on host n-h1-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:31.790418 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:31.790759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:31.791227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:31.795610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:31.795995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Attempting to bind port 5def52bd-3d71-48f9-a95c-0469fbc4269f on network a01c15ac-3b7c-4aa9-9896-25d0508503db {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:31.800778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:31.801640 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Checking segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:31.802023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Bound using segment: {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:31.802444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Bound port: 5def52bd-3d71-48f9-a95c-0469fbc4269f, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729a2e01-441e-4ad2-8b45-2e16f0fcebeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:31.802798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.866887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:31.869848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:31.876064 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.909832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.910627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.912056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] 10.222.0.50 "PUT /v2.0/ports/5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1093 time: 0.7586927 Feb 09 21:37:31.914179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:31.917391 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace99ffa-8318-436b-af0b-5942079d7132" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:32.004695 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f684b9-812d-4ef1-8161-c9c63b0b4a5e x-openstack-request-id: req-23f684b9-812d-4ef1-8161-c9c63b0b4a5e {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:32.005057 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:32.005315 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-23f684b9-812d-4ef1-8161-c9c63b0b4a5e {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:32.005738 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'status': 'completed', 'code': 200} Feb 09 21:37:32.011806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b8553-fbcc-4d8a-86d6-223bbcbb7729 service neutron] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=12']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:32.036064 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-971c8a99-25af-4b52-8c9c-9b870291fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.037973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-971c8a99-25af-4b52-8c9c-9b870291fbf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1127 time: 0.0973566 Feb 09 21:37:32.101908 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17044f5-256c-4383-9251-5c2b992160b8 req-25e16074-0cc8-4919-8d2d-2156bf8ee0a7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.109633 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a17044f5-256c-4383-9251-5c2b992160b8 req-25e16074-0cc8-4919-8d2d-2156bf8ee0a7 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0999026 Feb 09 21:37:32.133434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ffa-8318-436b-af0b-5942079d7132 req-ce881c30-076c-4cb6-940d-1a88f8c58ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.135210 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-ce881c30-076c-4cb6-940d-1a88f8c58ba0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1127 time: 0.1149702 Feb 09 21:37:32.149364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-2a33d501-bcd2-4457-a609-e8fc3cf2dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.151641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-2a33d501-bcd2-4457-a609-e8fc3cf2dca9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.1062834 Feb 09 21:37:32.230100 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-2550736e-327b-4fad-8907-ff31cad66a1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1000 time: 0.0694976 Feb 09 21:37:32.231718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a17044f5-256c-4383-9251-5c2b992160b8 req-c4b368f2-e994-4642-85d2-416c50b1131a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209238 Feb 09 21:37:32.270638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ffa-8318-436b-af0b-5942079d7132 req-cf885730-95dc-4826-a546-e1d95d1fa3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.272142 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-cf885730-95dc-4826-a546-e1d95d1fa3c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.1282375 Feb 09 21:37:32.285711 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-51b0b2a7-ab68-452e-8b62-afed1192c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.287491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-51b0b2a7-ab68-452e-8b62-afed1192c12c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0518491 Feb 09 21:37:32.342022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-54adc03c-3aa3-44d7-8206-314df692068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.343542 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-51a9e63a-55c1-4a35-af1a-31a594bbffdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1000 time: 0.0654917 Feb 09 21:37:32.344064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-54adc03c-3aa3-44d7-8206-314df692068d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507846 Feb 09 21:37:32.391351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ffa-8318-436b-af0b-5942079d7132 req-f9d06a30-5dd9-43b3-aea0-6d14a8a60834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.392833 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-f9d06a30-5dd9-43b3-aea0-6d14a8a60834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0441251 Feb 09 21:37:32.433282 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-5686a2b2-c58f-4b16-9220-854932a80cb1 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836108 Feb 09 21:37:32.442791 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ffa-8318-436b-af0b-5942079d7132 req-cd166132-d6bc-4072-b9e6-97aa4ef6c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.444659 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-cd166132-d6bc-4072-b9e6-97aa4ef6c54c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459015 Feb 09 21:37:32.539361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a0cf044e-3283-43ee-9188-61f4b6b9f68c req-a11bcd8a-6e82-4374-9913-4e401c423dfc service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996099 Feb 09 21:37:32.552202 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-7320e968-8b30-4828-a7cd-803b8db9696f service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019931 Feb 09 21:37:32.642958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ffa-8318-436b-af0b-5942079d7132 req-077a380c-fd86-4a92-b76e-3faa74913ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.644747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-077a380c-fd86-4a92-b76e-3faa74913ccd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5b09b30d50444149e525ed2480f286b&device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 1127 time: 0.0623717 Feb 09 21:37:32.651203 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-0858af06-0315-4dbd-98d1-9b17af4cfb15 service neutron] 10.222.0.13 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932872 Feb 09 21:37:32.740849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ffa-8318-436b-af0b-5942079d7132 req-e641af00-0cf4-4ec7-aad9-ce7b775ecea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.742339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-e641af00-0cf4-4ec7-aad9-ce7b775ecea3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 200 len: 913 time: 0.0910301 Feb 09 21:37:32.811584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-a4f1b60b-884f-429e-99a8-226cabb80abf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 200 len: 1000 time: 0.0634005 Feb 09 21:37:32.859157 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ffa-8318-436b-af0b-5942079d7132 req-ab4afc39-f9b1-49b8-a597-a09fff2677e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.860750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-ab4afc39-f9b1-49b8-a597-a09fff2677e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 200 len: 851 time: 0.0434642 Feb 09 21:37:32.911253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ffa-8318-436b-af0b-5942079d7132 req-44ad2600-de14-4e89-b9d3-a29a9857effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:32.912895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-44ad2600-de14-4e89-b9d3-a29a9857effa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a01c15ac-3b7c-4aa9-9896-25d0508503db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443537 Feb 09 21:37:33.007664 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-772d2b8b-4dd1-451e-90c6-804272cd0668 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879002 Feb 09 21:37:33.097126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ace99ffa-8318-436b-af0b-5942079d7132 req-f6928b96-a7c6-42e3-a700-1ccdaf3538e4 service neutron] 10.222.0.50 "GET /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836713 Feb 09 21:37:33.373344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2eca6-b8d6-498d-aa26-0e2cb4124fd0 req-0a0bfdf5-2580-494b-b2fb-28aa4c581079 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.374898 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7d2eca6-b8d6-498d-aa26-0e2cb4124fd0 req-0a0bfdf5-2580-494b-b2fb-28aa4c581079 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0658045 Feb 09 21:37:33.422377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a7d2eca6-b8d6-498d-aa26-0e2cb4124fd0 req-bf818fa9-6289-442f-9c94-535d63235a6a tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414510 Feb 09 21:37:34.552231 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dad5da-afeb-4726-80f5-e886123deb8c req-60c64a1d-3613-4fe6-86ae-b4fe2f8af150 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.553733 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3dad5da-afeb-4726-80f5-e886123deb8c req-60c64a1d-3613-4fe6-86ae-b4fe2f8af150 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0597262 Feb 09 21:37:34.600239 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a3dad5da-afeb-4726-80f5-e886123deb8c req-3ee31ef2-ff82-487c-aae0-9165659aeb41 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 Feb 09 21:37:35.721893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68ecb3-da4b-4b33-afe9-40a3604d87c0 req-f6921fd2-f875-453e-87a6-59b97fa383bd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.724128 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d68ecb3-da4b-4b33-afe9-40a3604d87c0 req-f6921fd2-f875-453e-87a6-59b97fa383bd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0543120 Feb 09 21:37:35.777221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d68ecb3-da4b-4b33-afe9-40a3604d87c0 req-7e9afefe-da36-4ad9-ad65-c17fedd70f73 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 Feb 09 21:37:36.901744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeea361-bc7b-4772-a616-93a378ee9706 req-e5253d30-aae9-49ae-9156-4e0a83dc8838 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.903378 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddeea361-bc7b-4772-a616-93a378ee9706 req-e5253d30-aae9-49ae-9156-4e0a83dc8838 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0545666 Feb 09 21:37:36.951912 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddeea361-bc7b-4772-a616-93a378ee9706 req-f0bc3fba-6860-44b3-aae4-f4a07f7af415 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 Feb 09 21:37:37.736315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c008d82c-ee15-4289-9a82-fe0d42c089e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.076355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d797b-ca7f-4d75-9d46-e5f650d64571 req-960f4f93-b715-4a4f-93cf-ff798c7c5ba9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.077821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b1d797b-ca7f-4d75-9d46-e5f650d64571 req-960f4f93-b715-4a4f-93cf-ff798c7c5ba9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0561955 Feb 09 21:37:38.124062 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b1d797b-ca7f-4d75-9d46-e5f650d64571 req-d4094247-9cf7-4dff-a87a-a8ddb212191b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 Feb 09 21:37:39.247229 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dca83-0f33-4c90-817f-b1643284689f req-c5182af8-e5bb-46d0-8c3e-dc6a02bfbff3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.248740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-102dca83-0f33-4c90-817f-b1643284689f req-c5182af8-e5bb-46d0-8c3e-dc6a02bfbff3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0538919 Feb 09 21:37:39.300365 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-102dca83-0f33-4c90-817f-b1643284689f req-01298a6a-2618-4be2-ac97-af151dfbaac8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455480 Feb 09 21:37:39.785365 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66fc6a60-2c1d-401e-a67a-52782376d614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.428006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971ff17-ec3c-46db-a878-c1298ea002d8 req-3a56d684-6b1c-436d-bd25-1e1483b358c9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.429409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4971ff17-ec3c-46db-a878-c1298ea002d8 req-3a56d684-6b1c-436d-bd25-1e1483b358c9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0526893 Feb 09 21:37:40.479003 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4971ff17-ec3c-46db-a878-c1298ea002d8 req-34d0ba66-6c49-4176-b4b8-81e946168606 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440226 Feb 09 21:37:41.420402 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.601504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131f8bf-ad4f-4276-8862-e00685fdf1b8 req-2c763328-3d1c-4190-9fbe-0ce49ba17431 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.602994 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f131f8bf-ad4f-4276-8862-e00685fdf1b8 req-2c763328-3d1c-4190-9fbe-0ce49ba17431 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0540953 Feb 09 21:37:41.653281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f131f8bf-ad4f-4276-8862-e00685fdf1b8 req-0dd60f7a-a175-437b-9402-c09803aceaab tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445778 Feb 09 21:37:42.377594 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:37:42.771972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ec732-18eb-4bed-b5c7-294d75a9f27e req-beb180d2-4e82-4ffe-ae4e-7365b3cf3910 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.773448 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c33ec732-18eb-4bed-b5c7-294d75a9f27e req-beb180d2-4e82-4ffe-ae4e-7365b3cf3910 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0514216 Feb 09 21:37:42.823065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c33ec732-18eb-4bed-b5c7-294d75a9f27e req-661eec78-1f97-4989-b724-41068b4d101c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440414 Feb 09 21:37:42.893625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.940464 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1717d-ef03-4556-a1e0-a369d8477655 req-16cfb8ed-06e0-46bf-89ab-f33bc88c4e95 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.942634 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07e1717d-ef03-4556-a1e0-a369d8477655 req-16cfb8ed-06e0-46bf-89ab-f33bc88c4e95 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0514066 Feb 09 21:37:43.988634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.989649 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07e1717d-ef03-4556-a1e0-a369d8477655 req-ef436af9-ff8b-44b6-8913-94404089ed73 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411754 Feb 09 21:37:45.108080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5fdc2-bd8d-4342-a0f4-658d7b7f1d39 req-b460c55a-37fa-41ff-8db1-cf28645c893d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.109544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12f5fdc2-bd8d-4342-a0f4-658d7b7f1d39 req-b460c55a-37fa-41ff-8db1-cf28645c893d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0520520 Feb 09 21:37:45.155316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-12f5fdc2-bd8d-4342-a0f4-658d7b7f1d39 req-82194983-ea78-45cf-91fc-b00117d96b1c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395687 Feb 09 21:37:46.276628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df0945-becd-4f64-bd3b-c41722dc6e6a req-7e681f8a-c617-4c66-91bd-0c42bf20db74 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.278071 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7df0945-becd-4f64-bd3b-c41722dc6e6a req-7e681f8a-c617-4c66-91bd-0c42bf20db74 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0550077 Feb 09 21:37:46.324216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d7df0945-becd-4f64-bd3b-c41722dc6e6a req-21362752-2ca2-4164-b3fb-dbf47b0a8505 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406320 Feb 09 21:37:47.441726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc9f04-d905-47a8-b73f-0b7cd84ccf72 req-20a2a03e-9dee-4edc-b631-81e600a45cde tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.443166 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7bc9f04-d905-47a8-b73f-0b7cd84ccf72 req-20a2a03e-9dee-4edc-b631-81e600a45cde tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0510809 Feb 09 21:37:47.500119 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7bc9f04-d905-47a8-b73f-0b7cd84ccf72 req-36ede56b-e994-4198-89c9-f01d297acc09 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509810 Feb 09 21:37:48.618593 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb74b-ab74-479b-826e-82b26b91e90f req-499dcd1d-b5b7-4896-bbe8-d9fd5920b4b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.620093 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db8bb74b-ab74-479b-826e-82b26b91e90f req-499dcd1d-b5b7-4896-bbe8-d9fd5920b4b2 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0519307 Feb 09 21:37:48.667450 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-db8bb74b-ab74-479b-826e-82b26b91e90f req-0a438c16-48b6-4997-a008-1949b184e6c3 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416267 Feb 09 21:37:49.790645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5338a-5b28-45a1-bc6e-7342b2bcf528 req-157b9310-fa21-46c2-895d-acc2d13d2e06 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.792136 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ef5338a-5b28-45a1-bc6e-7342b2bcf528 req-157b9310-fa21-46c2-895d-acc2d13d2e06 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0554781 Feb 09 21:37:49.836768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ef5338a-5b28-45a1-bc6e-7342b2bcf528 req-8afa2803-dbfd-4c72-8cb8-c765ff86eaaa tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391188 Feb 09 21:37:49.958171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dead2-8c40-40f2-8623-6883525e3f36 req-742bb770-f9bd-49f4-a2fa-9f94336ae8b6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.959636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-381dead2-8c40-40f2-8623-6883525e3f36 req-742bb770-f9bd-49f4-a2fa-9f94336ae8b6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0557699 Feb 09 21:37:50.005641 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-381dead2-8c40-40f2-8623-6883525e3f36 req-60f3750b-b93b-453e-88f6-cf59ce457a85 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403941 Feb 09 21:37:50.120188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ba12a-d671-462b-84dd-7b67fe95fcd7 req-cc69c911-f627-47b2-adef-86aad0dccddd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.121578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a55ba12a-d671-462b-84dd-7b67fe95fcd7 req-cc69c911-f627-47b2-adef-86aad0dccddd tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0513055 Feb 09 21:37:50.167065 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a55ba12a-d671-462b-84dd-7b67fe95fcd7 req-a13185a4-1f94-4211-aed4-4e302575831d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Feb 09 21:37:50.258192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:50.364008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:50.375422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'port_id': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'mac_address': 'fa:16:3e:dc:22:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:50.403181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0af5-63bb-4397-be8d-3e369ca2a5b3 req-7cafe248-a9ff-421b-b3e8-d2c7dffd96d6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.404816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-923f0af5-63bb-4397-be8d-3e369ca2a5b3 req-7cafe248-a9ff-421b-b3e8-d2c7dffd96d6 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 944 time: 0.0529506 Feb 09 21:37:50.412060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5def52bd-3d71-48f9-a95c-0469fbc4269f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:50.412461 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.428700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:50.448020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:50.452240 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.460967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-923f0af5-63bb-4397-be8d-3e369ca2a5b3 req-05730919-cbf6-4b6c-8011-67a3df0d4dd4 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498846 Feb 09 21:37:50.500151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=13']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:50.696206 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['5def52bd-3d71-48f9-a95c-0469fbc4269f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:51.591756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7dce0-214e-486a-a5e3-605f986b6373 req-c68f21f5-7f58-4376-97ce-4d18ff833ff1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:51.593245 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72f7dce0-214e-486a-a5e3-605f986b6373 req-c68f21f5-7f58-4376-97ce-4d18ff833ff1 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Feb 09 21:37:51.639880 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-72f7dce0-214e-486a-a5e3-605f986b6373 req-2de6b80d-82c7-4a21-9d6b-8775561abbeb tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups?id=fd624019-5e63-479d-894c-78f4dab6bdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406098 Feb 09 21:37:52.029028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-c66b1aff-2fbf-453f-8714-a382fbd85de5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.030542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-c66b1aff-2fbf-453f-8714-a382fbd85de5 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 945 time: 0.0512719 Feb 09 21:37:52.047021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.119000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Deleting port 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:52.119337 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.206624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:52.206985 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.264800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:52.313860 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 5def52bd-3d71-48f9-a95c-0469fbc4269f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:52.318133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 5def52bd-3d71-48f9-a95c-0469fbc4269f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:52.318796 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.375315 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.375771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.376069 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Floating IP 52345e95-2520-471c-a3c4-c1955f1a346d disassociated. External IP: 172.25.4.158, port: 5def52bd-3d71-48f9-a95c-0469fbc4269f. Feb 09 21:37:52.376415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Calling delete_port for 5def52bd-3d71-48f9-a95c-0469fbc4269f owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:52.395721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 5def52bd-3d71-48f9-a95c-0469fbc4269f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:52.396120 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.421615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:52.423887 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153bbd18-a42f-4ccf-ad8a-c68be353ebf4" -d '{"events": [{"server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "name": "network-vif-plugged", "status": "completed", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:52.436862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 5def52bd-3d71-48f9-a95c-0469fbc4269f, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=5def52bd-3d71-48f9-a95c-0469fbc4269f,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:52.441528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.470330 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47963ccc-9cb0-4459-8746-5c74f0c84c53 x-openstack-request-id: req-47963ccc-9cb0-4459-8746-5c74f0c84c53 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:52.470622 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "name": "network-vif-plugged", "status": "completed", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:52.470873 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-47963ccc-9cb0-4459-8746-5c74f0c84c53 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:52.471261 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'code': 200} Feb 09 21:37:52.494831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=14']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:52.509073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5def52bd-3d71-48f9-a95c-0469fbc4269f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.535482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event deleted for resources: {'Port': ['ID=5def52bd-3d71-48f9-a95c-0469fbc4269f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:52.656820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:52.739122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e15744fe-1d2f-40b9-8151-aa54d44551c3 req-80998dc6-5c9c-4a7b-b914-63334e2c12e8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0273907 Feb 09 21:37:52.778532 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:52.789382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:52.799327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:52.800034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:52.819040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] No DVR routers for this DVR port 5def52bd-3d71-48f9-a95c-0469fbc4269f on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:52.821629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.824941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1a5a49f2-eb34-4a3d-b88e-5c79d676c8c7 req-865351d1-f429-4d73-94d9-a288ce87bd76 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.50 "DELETE /v2.0/ports/5def52bd-3d71-48f9-a95c-0469fbc4269f HTTP/1.1" status: 204 len: 173 time: 0.7897363 Feb 09 21:37:52.825413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'name': 'network-vif-deleted', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:52.827702 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c9575d-6b4c-426b-86b4-c0da40649a1a" -d '{"events": [{"server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "name": "network-vif-deleted", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:52.869770 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eae038b-8991-4c98-a75e-110c2ef5426f x-openstack-request-id: req-5eae038b-8991-4c98-a75e-110c2ef5426f {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:52.870071 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a75803-9d30-4ec4-95b0-eff5cff42a91", "name": "network-vif-deleted", "tag": "5def52bd-3d71-48f9-a95c-0469fbc4269f", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:52.870329 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5eae038b-8991-4c98-a75e-110c2ef5426f {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:52.870731 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a75803-9d30-4ec4-95b0-eff5cff42a91', 'name': 'network-vif-deleted', 'tag': '5def52bd-3d71-48f9-a95c-0469fbc4269f', 'status': 'completed', 'code': 200} Feb 09 21:37:52.920305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:53.119226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:53.149975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:53.158227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:53.158822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:37:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:53.263051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:53.617688 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:53.643722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fa139-6589-4b51-b173-57657cd4ce22 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:28Z', 'revision_number': 4, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '4c1860d6-f1f0-4256-a375-bd6676b63179', 'name': '', 'network_id': 'a01c15ac-3b7c-4aa9-9896-25d0508503db', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'mac_address': 'fa:16:3e:51:ec:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:28Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'subnets': [{'id': '6d61a3e8-139a-401d-8273-4ea102c4c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:53.850200 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f453e6d-dba3-4e5f-a3f0-edc84fb559f6 req-0d82e28a-6b42-47f9-9cd5-62fb46994bb8 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0329757 Feb 09 21:37:53.872872 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382364f-9eb4-4c49-b396-f8f75117cdf2 None None] New status for floating IP 52345e95-2520-471c-a3c4-c1955f1a346d: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:37:54.264325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:54.289680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 5def52bd-3d71-48f9-a95c-0469fbc4269f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:54.290030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 5def52bd-3d71-48f9-a95c-0469fbc4269f not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:54.948684 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93e9cd27-7730-470f-8869-294dfa72bfbb req-49dc096d-f22f-4437-acaf-5eebeb84c87b tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0277526 Feb 09 21:37:56.046729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80832ab9-94eb-44ca-85f1-c0f900bf0673 req-13e1fdf8-bbf7-4f01-a81d-58baad062e61 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Feb 09 21:37:56.981004 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.146821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d5efc4a6-75e7-4596-be7c-f8fa7af4436e req-c603b20f-16cf-43cb-a48e-ac3ad2ab8201 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0301473 Feb 09 21:37:58.240624 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-609bf872-4e07-4407-8792-b578abd5e3c5 req-74adace1-c9da-4ba9-8c6a-5076a3f726ba tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0271561 Feb 09 21:37:59.338155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90780b08-bbdf-4870-9f8b-e124d756e76d req-db5bfbec-7194-4d76-8ee2-76a398acfc5c tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0280178 Feb 09 21:38:00.435033 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38476199-edd6-4c4c-85d2-39088b742c44 req-c3481b52-ecbb-46f5-a163-841f3593bcc0 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0272410 Feb 09 21:38:01.548621 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0037f7e4-a169-44fc-a971-9e6192f272df req-0c90a97e-27d2-4ec4-93cf-bcb8b3347106 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/ports?device_id=d6a75803-9d30-4ec4-95b0-eff5cff42a91 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Feb 09 21:38:07.738824 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2653f0a9-4378-44ce-bbdc-1d1f61c12901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.354079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:09.415848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89a2a0b0-874f-4c76-a66d-95193798ae82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group (fd624019-5e63-479d-894c-78f4dab6bdc5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.437816 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89a2a0b0-874f-4c76-a66d-95193798ae82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group (fd624019-5e63-479d-894c-78f4dab6bdc5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.487842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89a2a0b0-874f-4c76-a66d-95193798ae82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fd624019-5e63-479d-894c-78f4dab6bdc5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.490473 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89a2a0b0-874f-4c76-a66d-95193798ae82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.491627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-89a2a0b0-874f-4c76-a66d-95193798ae82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "DELETE /v2.0/security-groups/fd624019-5e63-479d-894c-78f4dab6bdc5 HTTP/1.1" status: 204 len: 168 time: 0.1365335 Feb 09 21:38:09.494424 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:09.504149 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2a0b0-874f-4c76-a66d-95193798ae82 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd624019-5e63-479d-894c-78f4dab6bdc5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:09.510399 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-e645bb9c-0221-4ac1-af53-632722e110b9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] show failed (client error): The resource could not be found. Feb 09 21:38:09.512600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e645bb9c-0221-4ac1-af53-632722e110b9 tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "GET /v2.0/security-groups/fd624019-5e63-479d-894c-78f4dab6bdc5 HTTP/1.1" status: 404 len: 347 time: 0.0168197 Feb 09 21:38:09.514997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44968) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:09.647898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Deleting port 75d62366-4006-47b0-a5f3-00cf032e4a05 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:09.648234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (75d62366-4006-47b0-a5f3-00cf032e4a05), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.725588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (75d62366-4006-47b0-a5f3-00cf032e4a05), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.725860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (75d62366-4006-47b0-a5f3-00cf032e4a05), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.740398 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Calling delete_port for 75d62366-4006-47b0-a5f3-00cf032e4a05 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:09.787441 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-860b0cc7-6353-4785-b573-5f5c90424381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.872357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (75d62366-4006-47b0-a5f3-00cf032e4a05), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.898407 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Pushing event deleted for resources: {'Port': ['ID=75d62366-4006-47b0-a5f3-00cf032e4a05,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:09.922602 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.922953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.923299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.923641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.924009 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.924851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.925187 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.925515 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.925840 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.926167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.926492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.926813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.927136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:09.967196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks [] for floatingip (52345e95-2520-471c-a3c4-c1955f1a346d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.969740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.970878 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64b21fa4-c2cd-463c-a06e-caa87642773d tempest-ServerActionsTestJSON-1250237353 tempest-ServerActionsTestJSON-1250237353-project] 10.222.0.102 "DELETE /v2.0/floatingips/52345e95-2520-471c-a3c4-c1955f1a346d HTTP/1.1" status: 204 len: 168 time: 0.4549923 Feb 09 21:38:09.973834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44970) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:10.616592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (6313e499-ceb7-46d1-9dac-3777f1b6796b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.914825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Deleting port 4c1860d6-f1f0-4256-a375-bd6676b63179 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:10.915155 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.992321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] For port 4c1860d6-f1f0-4256-a375-bd6676b63179, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4c1860d6-f1f0-4256-a375-bd6676b63179,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:10.992838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.006042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Calling delete_port for 4c1860d6-f1f0-4256-a375-bd6676b63179 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:11.184851 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4c1860d6-f1f0-4256-a375-bd6676b63179), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.216517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1860d6-f1f0-4256-a375-bd6676b63179,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.381584 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (6313e499-ceb7-46d1-9dac-3777f1b6796b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.423063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.599153 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Router 6313e499-ceb7-46d1-9dac-3777f1b6796b has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:11.700947 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:11.707268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6213c13f-46f0-4f8f-80f0-08bbaf036e52 admin admin] 10.222.0.102 "PUT /v2.0/routers/6313e499-ceb7-46d1-9dac-3777f1b6796b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7324271 Feb 09 21:38:11.709283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:11.710926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] Sync routers for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:11.720760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:11.722455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:11.814583 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks [] for router (6313e499-ceb7-46d1-9dac-3777f1b6796b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.826878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:11.917653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks [] for router_gateway (6313e499-ceb7-46d1-9dac-3777f1b6796b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.970962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Deleting port 4291f037-bdb0-45d1-b05e-1957ff4897bc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:11.971326 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.999591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:38:11Z', 'revision_number': 5, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port': {'id': '4291f037-bdb0-45d1-b05e-1957ff4897bc', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:12.031146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] Checking router: 6313e499-ceb7-46d1-9dac-3777f1b6796b for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:12.039447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] Routers {'6313e499-ceb7-46d1-9dac-3777f1b6796b'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:12.040089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['6313e499-ceb7-46d1-9dac-3777f1b6796b'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:12.051557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] For port 4291f037-bdb0-45d1-b05e-1957ff4897bc, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=4291f037-bdb0-45d1-b05e-1957ff4897bc,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:12.051951 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.064579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Calling delete_port for 4291f037-bdb0-45d1-b05e-1957ff4897bc owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:12.128844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] Set router 6313e499-ceb7-46d1-9dac-3777f1b6796b gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:12.179007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:38:11Z', 'revision_number': 6, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:12.208839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52829c-ae90-465f-a4c7-bf303bf41bb3 None None] The sync data for ids ['6313e499-ceb7-46d1-9dac-3777f1b6796b'] in n-d-789963-29 is: [{'id': '6313e499-ceb7-46d1-9dac-3777f1b6796b', 'name': 'tempest-ServerActionsTestJSON-2005133587-router', 'tenant_id': 'b5b09b30d50444149e525ed2480f286b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:38:11Z', 'revision_number': 6, 'project_id': 'b5b09b30d50444149e525ed2480f286b', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:12.235505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4291f037-bdb0-45d1-b05e-1957ff4897bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.260923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4291f037-bdb0-45d1-b05e-1957ff4897bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:12.323857 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (6313e499-ceb7-46d1-9dac-3777f1b6796b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.412967 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (6313e499-ceb7-46d1-9dac-3777f1b6796b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.414971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks [] for router_controller (6313e499-ceb7-46d1-9dac-3777f1b6796b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.460542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (6313e499-ceb7-46d1-9dac-3777f1b6796b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.461059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6313e499-ceb7-46d1-9dac-3777f1b6796b {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:12.465666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.468104 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4b924262-e6c6-4c3c-8597-cde6b3fb53bb admin admin] 10.222.0.102 "DELETE /v2.0/routers/6313e499-ceb7-46d1-9dac-3777f1b6796b HTTP/1.1" status: 204 len: 168 time: 0.7578337 Feb 09 21:38:12.469098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 44974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:12.513550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a47c0e4-30d5-4afa-ab38-28f5f0e0b8b4 admin admin] Deleting subnet 6d61a3e8-139a-401d-8273-4ea102c4c95b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:12.516534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a47c0e4-30d5-4afa-ab38-28f5f0e0b8b4 admin admin] Publish callbacks [] for subnet (6d61a3e8-139a-401d-8273-4ea102c4c95b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.549908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a47c0e4-30d5-4afa-ab38-28f5f0e0b8b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (6d61a3e8-139a-401d-8273-4ea102c4c95b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.630971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a47c0e4-30d5-4afa-ab38-28f5f0e0b8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6d61a3e8-139a-401d-8273-4ea102c4c95b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.686444 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a47c0e4-30d5-4afa-ab38-28f5f0e0b8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (6d61a3e8-139a-401d-8273-4ea102c4c95b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.714321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a47c0e4-30d5-4afa-ab38-28f5f0e0b8b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.719811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6a47c0e4-30d5-4afa-ab38-28f5f0e0b8b4 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/6d61a3e8-139a-401d-8273-4ea102c4c95b HTTP/1.1" status: 204 len: 168 time: 0.2475035 Feb 09 21:38:12.719811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47c0e4-30d5-4afa-ab38-28f5f0e0b8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d61a3e8-139a-401d-8273-4ea102c4c95b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:12.720246 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44976) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:12.721396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f2a1c-4303-4144-8c66-e4a05dd277e2 None None] Network a01c15ac-3b7c-4aa9-9896-25d0508503db requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:12.791725 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (a01c15ac-3b7c-4aa9-9896-25d0508503db), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.846560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Deleting port a565a96a-5a62-40c7-a193-3784bfb07a50 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:12.846906 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.897467 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.913238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] For port a565a96a-5a62-40c7-a193-3784bfb07a50, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a565a96a-5a62-40c7-a193-3784bfb07a50,segment=NetworkSegment(729a2e01-441e-4ad2-8b45-2e16f0fcebeb),segment_id=729a2e01-441e-4ad2-8b45-2e16f0fcebeb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:12.913547 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.926626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Calling delete_port for a565a96a-5a62-40c7-a193-3784bfb07a50 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:12.986213 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] DHCP port deletion for a01c15ac-3b7c-4aa9-9896-25d0508503db request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:13.016298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.041762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] Deleting port a565a96a-5a62-40c7-a193-3784bfb07a50 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:13.042147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.046311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Pushing event deleted for resources: {'Port': ['ID=a565a96a-5a62-40c7-a193-3784bfb07a50,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.048228 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] No DVR routers for this DVR port a565a96a-5a62-40c7-a193-3784bfb07a50 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:13.058648 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4291f037-bdb0-45d1-b05e-1957ff4897bc no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:13.104489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4291f037-bdb0-45d1-b05e-1957ff4897bc {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:13.104838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4291f037-bdb0-45d1-b05e-1957ff4897bc not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:13.105773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a565a96a-5a62-40c7-a193-3784bfb07a50 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:13.124794 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (a01c15ac-3b7c-4aa9-9896-25d0508503db), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.137744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: a565a96a-5a62-40c7-a193-3784bfb07a50 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:13.138095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a565a96a-5a62-40c7-a193-3784bfb07a50 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:13.138513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4c1860d6-f1f0-4256-a375-bd6676b63179 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:13.148367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01c15ac-3b7c-4aa9-9896-25d0508503db']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:13.157655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729a2e01-441e-4ad2-8b45-2e16f0fcebeb') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:13.157953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729a2e01-441e-4ad2-8b45-2e16f0fcebeb') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:13.165043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 4c1860d6-f1f0-4256-a375-bd6676b63179 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:13.165394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 4c1860d6-f1f0-4256-a375-bd6676b63179 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:13.168033 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (729a2e01-441e-4ad2-8b45-2e16f0fcebeb), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.181898 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (729a2e01-441e-4ad2-8b45-2e16f0fcebeb), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.182309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] For port a565a96a-5a62-40c7-a193-3784bfb07a50, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:13.182764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.189035 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:13.189450 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (729a2e01-441e-4ad2-8b45-2e16f0fcebeb), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:13.191268 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:13.198283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] Calling delete_port for a565a96a-5a62-40c7-a193-3784bfb07a50 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:13.201187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] Port a565a96a-5a62-40c7-a193-3784bfb07a50 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:38:13.202611 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (a565a96a-5a62-40c7-a193-3784bfb07a50), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.232315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] No DVR routers for this DVR port a565a96a-5a62-40c7-a193-3784bfb07a50 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:13.236950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091bcd9-ca7c-4706-854c-7c521355c135 None None] Pushing event deleted for resources: {'Port': ['ID=a565a96a-5a62-40c7-a193-3784bfb07a50,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.254031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (a01c15ac-3b7c-4aa9-9896-25d0508503db), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.259810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.262944 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] 10.222.0.102 "DELETE /v2.0/networks/a01c15ac-3b7c-4aa9-9896-25d0508503db HTTP/1.1" status: 204 len: 168 time: 0.5416868 Feb 09 21:38:13.277099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9bcd0-83df-4fe9-8f4b-25e812689825 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01c15ac-3b7c-4aa9-9896-25d0508503db,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.398918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:13.442862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64184393-cbbe-4ec5-87ff-41e9c429176c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b5b09b30d50444149e525ed2480f286b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427628 Feb 09 21:38:13.445555 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 44982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:13.492116 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f125fe-9843-4514-90ba-5d2f246cf742 admin admin] Publish callbacks [] for security_group (d93495bb-6c67-4cf3-87fc-c4b719a2d00d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.513375 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f125fe-9843-4514-90ba-5d2f246cf742 admin admin] Publish callbacks [] for security_group (d93495bb-6c67-4cf3-87fc-c4b719a2d00d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.559763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f125fe-9843-4514-90ba-5d2f246cf742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (d93495bb-6c67-4cf3-87fc-c4b719a2d00d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.562870 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d1f125fe-9843-4514-90ba-5d2f246cf742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.564404 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d1f125fe-9843-4514-90ba-5d2f246cf742 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d93495bb-6c67-4cf3-87fc-c4b719a2d00d HTTP/1.1" status: 204 len: 168 time: 0.1179523 Feb 09 21:38:13.572664 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f125fe-9843-4514-90ba-5d2f246cf742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93495bb-6c67-4cf3-87fc-c4b719a2d00d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:13.991969 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.219300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45004) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:14.325577 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-976774847-network', 'tenant_id': '0602d3649b304544857de887ea07ce59'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:14.344366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Made reservation on behalf of 0602d3649b304544857de887ea07ce59 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:14.347097 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.355149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.428720 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Publish callbacks [] for security_group (4a6ca556-e693-4421-bf80-c2fb74f29cd7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.432412 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a6ca556-e693-4421-bf80-c2fb74f29cd7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.460037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:14.466522 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6ca556-e693-4421-bf80-c2fb74f29cd7,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:14.474699 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1e412fca-1011-4e5e-991d-368eaaeef091), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.475137 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Added segment 1e412fca-1011-4e5e-991d-368eaaeef091 of type vlan for network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd Feb 09 21:38:14.518740 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (fc21d68b-7ab7-479c-9cf0-adf5ac779dbd), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.541735 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (fc21d68b-7ab7-479c-9cf0-adf5ac779dbd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.542653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.543220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.590719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3702025 Feb 09 21:38:14.593655 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45008) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:14.599913 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Request body: {'subnet': {'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-976774847-subnet', 'tenant_id': '0602d3649b304544857de887ea07ce59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:14.603809 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fca8cc-cacf-45be-a754-dbaa465db60b admin admin] Pushing event updated for resources: {'Network': ['ID=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:14.613625 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:14.622001 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Made reservation on behalf of 0602d3649b304544857de887ea07ce59 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:14.624393 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.790445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (b772101f-4720-4c66-baee-6c30c3b00441), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.845447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b772101f-4720-4c66-baee-6c30c3b00441,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:14.853031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Checking segment: {'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:14.853389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Network hostable DHCP agents. Network: fc21d68b-7ab7-479c-9cf0-adf5ac779dbd, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:14.869554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:14.878781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, fc21d68b-7ab7-479c-9cf0-adf5ac779dbd) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:14.882836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.883426 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.888240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfeab29-205b-4661-b019-704323ede43b None None] Network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:14.899112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-af1f43bf-8829-49a2-a7b4-d278a5a6d3eb admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3041949 Feb 09 21:38:14.988178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a3b6e-c59d-4a55-bd59-bee69f4362b8 None None] Network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:15.319842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-c53096aa-eb80-46b3-9cce-e246fe6321c0 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.321336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-c53096aa-eb80-46b3-9cce-e246fe6321c0 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/networks?id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd HTTP/1.1" status: 200 len: 813 time: 0.1025538 Feb 09 21:38:15.335432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-5e21b745-9544-4c02-b9db-d3ded7da46d3 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/quotas/0602d3649b304544857de887ea07ce59 HTTP/1.1" status: 200 len: 375 time: 0.0086963 Feb 09 21:38:15.366411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-a3cf2c8a-dc27-4aab-a556-adf9d75085e6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=0602d3649b304544857de887ea07ce59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258734 Feb 09 21:38:15.862395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-44a0a389-0929-4a5c-baff-168c110e15ae service neutron] 10.222.0.102 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563141 Feb 09 21:38:15.948960 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-ee6e5926-0a54-4688-9664-329b2c7d1dbc service neutron] 10.222.0.102 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808539 Feb 09 21:38:17.119747 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e9c4f6df-3f17-4a30-b219-5e3b5fc72551 req-f9c60d57-2e01-4eba-aec8-6b6774fbb349 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Feb 09 21:38:18.056825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-88a4c976-4034-44fb-80bb-87c592213e54 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.058279 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-88a4c976-4034-44fb-80bb-87c592213e54 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.50 "GET /v2.0/networks?id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd HTTP/1.1" status: 200 len: 813 time: 0.1076150 Feb 09 21:38:18.070005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Request body: {'port': {'device_id': '3aabee3e-2788-48e2-94e6-edfb7cc3b573', 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd', 'admin_state_up': True, 'tenant_id': '0602d3649b304544857de887ea07ce59'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:18.177390 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Made reservation on behalf of 0602d3649b304544857de887ea07ce59 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:18.180727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.219971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2898c605-6815-451f-b34e-ac59ba140e2f req-840b98f4-7c4a-42c2-9ec0-765f119832e4 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 210 time: 0.0300801 Feb 09 21:38:18.324457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Allocated IP 172.20.0.2 (fc21d68b-7ab7-479c-9cf0-adf5ac779dbd/b772101f-4720-4c66-baee-6c30c3b00441/b1392101-c6e1-47e7-ae9c-b58ccf88d8b2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:18.467395 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks [] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.500740 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.544177 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:18.549058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:18.552744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:18.577722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Pushing event updated for resources: {'Port': ['ID=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:18.604076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.604690 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.619920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-203ab931-c4d5-40d5-bf9d-4cedd7457441 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541728 Feb 09 21:38:18.629044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-bf49b905-6a1b-43ed-9084-44d87d9321a5 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:38:18.630021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-bf49b905-6a1b-43ed-9084-44d87d9321a5 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054960 Feb 09 21:38:18.640457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Request body: {'port': {'device_id': '3aabee3e-2788-48e2-94e6-edfb7cc3b573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:18.700069 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.964179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:18.971655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Publish callbacks [] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.983370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Transition to ACTIVE for port object b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:18.987763 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.052093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:19.102180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Attempting to bind port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:19.102872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Attempting to bind port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:19.102872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Attempting to bind port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 on network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:19.107153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 on network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:19.107466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Attempting to bind port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 on network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:19.112773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:19.117095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Checking segment: {'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:19.117095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Bound using segment: {'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:19.117095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Bound port: b1392101-c6e1-47e7-ae9c-b58ccf88d8b2, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:19.117095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.183866 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] For port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:19.186700 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] For port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:19.194057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.230343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.230966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.232416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 HTTP/1.1" status: 200 len: 1092 time: 0.5958390 Feb 09 21:38:19.232871 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aabee3e-2788-48e2-94e6-edfb7cc3b573', 'tag': 'b1392101-c6e1-47e7-ae9c-b58ccf88d8b2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:19.235162 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4997c02c-517d-4f42-a2f8-9428f9733338" -d '{"events": [{"name": "network-changed", "server_uuid": "3aabee3e-2788-48e2-94e6-edfb7cc3b573", "tag": "b1392101-c6e1-47e7-ae9c-b58ccf88d8b2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:19.266550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac183c-80e9-43d1-b22c-f09076aaf5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:19.295831 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f1cbd1-8c54-40d2-a76c-3cffde007d91 x-openstack-request-id: req-68f1cbd1-8c54-40d2-a76c-3cffde007d91 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:19.296124 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aabee3e-2788-48e2-94e6-edfb7cc3b573", "tag": "b1392101-c6e1-47e7-ae9c-b58ccf88d8b2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:19.296376 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-68f1cbd1-8c54-40d2-a76c-3cffde007d91 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:19.296827 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aabee3e-2788-48e2-94e6-edfb7cc3b573', 'tag': 'b1392101-c6e1-47e7-ae9c-b58ccf88d8b2', 'status': 'completed', 'code': 200} Feb 09 21:38:19.371004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-26551640-17e9-4d05-a081-5e28cd5eb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.373633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-26551640-17e9-4d05-a081-5e28cd5eb952 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0602d3649b304544857de887ea07ce59&device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 1126 time: 0.0886261 Feb 09 21:38:19.377202 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:38:19.385536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee874b-0c55-466f-9303-0ae5219be949 req-053ce10e-4992-451b-ab76-a84abefa6686 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.386909 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94ee874b-0c55-466f-9303-0ae5219be949 req-053ce10e-4992-451b-ab76-a84abefa6686 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 943 time: 0.0717449 Feb 09 21:38:19.432801 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-49a2b4f2-2d77-4888-8651-4b0c9fd9a750 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0449564 Feb 09 21:38:19.498385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94ee874b-0c55-466f-9303-0ae5219be949 req-2d6bc048-b984-403d-b62c-9208a06b5858 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024761 Feb 09 21:38:19.503622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-f6840f2d-d094-4e3a-9e20-68fec09ff208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.505032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-f6840f2d-d094-4e3a-9e20-68fec09ff208 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b772101f-4720-4c66-baee-6c30c3b00441 HTTP/1.1" status: 200 len: 853 time: 0.0665054 Feb 09 21:38:19.536380 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-91e7df38-5074-4542-b115-e7869405eb20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253251 Feb 09 21:38:19.626857 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-deaa8a76-f527-4b0d-8d79-628623659109 service neutron] 10.222.0.50 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848510 Feb 09 21:38:19.713865 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-104057b5-caaa-447c-bf6c-86b37700fe4d req-7012a2a4-6f64-446f-8d29-06a90ef5381d service neutron] 10.222.0.50 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810320 Feb 09 21:38:19.809807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-a5f4504f-9d13-4bda-8607-f34a1d6b50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.811290 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-a5f4504f-9d13-4bda-8607-f34a1d6b50a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0602d3649b304544857de887ea07ce59&device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 1126 time: 0.0499115 Feb 09 21:38:19.904820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-a47817fc-4ec3-45dc-8698-41c491799ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.906294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-a47817fc-4ec3-45dc-8698-41c491799ad2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd HTTP/1.1" status: 200 len: 914 time: 0.0893691 Feb 09 21:38:19.951215 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-e75efd5a-b8cf-4744-9418-3e88b7378e57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 HTTP/1.1" status: 200 len: 217 time: 0.0370786 Feb 09 21:38:19.998345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-7df86e73-4887-4f26-9a7a-1005478a2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.999890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-7df86e73-4887-4f26-9a7a-1005478a2ab8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b772101f-4720-4c66-baee-6c30c3b00441 HTTP/1.1" status: 200 len: 853 time: 0.0426574 Feb 09 21:38:20.030845 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-9eaf5cf5-7b9c-4157-8078-015ca4cf5481 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245733 Feb 09 21:38:20.116699 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-fafc9f17-7295-46b4-bc74-170030b665c7 service neutron] 10.222.0.50 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793419 Feb 09 21:38:20.207953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4997c02c-517d-4f42-a2f8-9428f9733338 req-ef6326e1-1f44-488b-aa58-c3d469bd93f3 service neutron] 10.222.0.50 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848215 Feb 09 21:38:20.619676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659102c-b09a-46a7-94b3-8ea45c2ed643 req-9ec1057a-64c7-4cbd-ac01-717aeb515af8 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.621187 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c659102c-b09a-46a7-94b3-8ea45c2ed643 req-9ec1057a-64c7-4cbd-ac01-717aeb515af8 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 943 time: 0.0553367 Feb 09 21:38:20.666588 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c659102c-b09a-46a7-94b3-8ea45c2ed643 req-dce11acf-ac68-421d-9088-78c181cf71b9 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Feb 09 21:38:21.782176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5e7f9-14a0-4705-a94e-57e3938ae3f2 req-2245bc20-3ab0-4270-a98f-81167175df70 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.784160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa5e7f9-14a0-4705-a94e-57e3938ae3f2 req-2245bc20-3ab0-4270-a98f-81167175df70 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 943 time: 0.0524924 Feb 09 21:38:21.829404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fa5e7f9-14a0-4705-a94e-57e3938ae3f2 req-a947cab8-e5d5-49f1-b634-ae0f86a11214 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Feb 09 21:38:22.045300 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.370906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:22.462482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:22.474305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'b1392101-c6e1-47e7-ae9c-b58ccf88d8b2', 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd', 'port_id': 'b1392101-c6e1-47e7-ae9c-b58ccf88d8b2', 'mac_address': 'fa:16:3e:1a:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b772101f-4720-4c66-baee-6c30c3b00441', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:22.512875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:22.513262 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.525488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:22.543930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:22.548464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.593605 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.751361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['b1392101-c6e1-47e7-ae9c-b58ccf88d8b2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:22.948511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315712-4880-4f0d-b306-a95501c07c76 req-6f679261-762e-4d26-aeec-47f6ea0fce15 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.949991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1315712-4880-4f0d-b306-a95501c07c76 req-6f679261-762e-4d26-aeec-47f6ea0fce15 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 944 time: 0.0528264 Feb 09 21:38:22.996888 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f1315712-4880-4f0d-b306-a95501c07c76 req-40f39a9b-1e8f-467d-a458-c62f1d58e006 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Feb 09 21:38:24.119042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f67bd6-d152-4a8d-9e38-a19fab8fa8c2 req-0bdc4dee-0f27-41f0-941a-8392d230fa79 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.120568 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4f67bd6-d152-4a8d-9e38-a19fab8fa8c2 req-0bdc4dee-0f27-41f0-941a-8392d230fa79 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 944 time: 0.0566375 Feb 09 21:38:24.166440 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f4f67bd6-d152-4a8d-9e38-a19fab8fa8c2 req-0211cea9-98f7-4073-944e-333e6662969f tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Feb 09 21:38:24.383369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:24.430395 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:24.434388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:24.434762 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.512394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:24.512815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.535455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aabee3e-2788-48e2-94e6-edfb7cc3b573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1392101-c6e1-47e7-ae9c-b58ccf88d8b2'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:24.537711 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedda4f0-0ee2-4f7d-87fd-4599f8e46907" -d '{"events": [{"server_uuid": "3aabee3e-2788-48e2-94e6-edfb7cc3b573", "name": "network-vif-plugged", "status": "completed", "tag": "b1392101-c6e1-47e7-ae9c-b58ccf88d8b2"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:24.549891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:24.554042 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.577044 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca559a6-0485-425f-86b9-c39697c0ab3a x-openstack-request-id: req-3ca559a6-0485-425f-86b9-c39697c0ab3a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:24.577343 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aabee3e-2788-48e2-94e6-edfb7cc3b573", "name": "network-vif-plugged", "status": "completed", "tag": "b1392101-c6e1-47e7-ae9c-b58ccf88d8b2", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:24.577599 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3ca559a6-0485-425f-86b9-c39697c0ab3a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:24.577990 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aabee3e-2788-48e2-94e6-edfb7cc3b573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1392101-c6e1-47e7-ae9c-b58ccf88d8b2', 'code': 200} Feb 09 21:38:24.603204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.670243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75d7f9-a6b6-460a-bf64-c7f1133f3fa7 req-19ad7ff5-bcf1-4710-9940-f188937b235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.671639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb75d7f9-a6b6-460a-bf64-c7f1133f3fa7 req-19ad7ff5-bcf1-4710-9940-f188937b235b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 1128 time: 0.0428600 Feb 09 21:38:24.714419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb75d7f9-a6b6-460a-bf64-c7f1133f3fa7 req-b2bfce54-0870-48ea-ab4f-20fdbb29a166 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366678 Feb 09 21:38:25.284761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62b5c-ebfc-4e0f-b825-2c8e934fa499 req-8c1bb2ba-f4a2-467f-91a9-80d6b99893ab tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.286259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4d62b5c-ebfc-4e0f-b825-2c8e934fa499 req-8c1bb2ba-f4a2-467f-91a9-80d6b99893ab tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0524364 Feb 09 21:38:25.345449 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d4d62b5c-ebfc-4e0f-b825-2c8e934fa499 req-1f21ea1e-6420-47b9-9926-b9a183cbcd43 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Feb 09 21:38:26.464374 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b809a74-95c7-4375-af24-2f8379d40197 req-9e4201ed-98e6-4f67-9a86-e2d4d58bcd53 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:26.465963 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b809a74-95c7-4375-af24-2f8379d40197 req-9e4201ed-98e6-4f67-9a86-e2d4d58bcd53 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0525262 Feb 09 21:38:26.516580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8b809a74-95c7-4375-af24-2f8379d40197 req-965bada5-b583-4fee-8417-190e8cb57ba8 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Feb 09 21:38:26.730364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-ff9218e2-1c9e-4084-9c4b-b08d31a7423d tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:26.731943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-ff9218e2-1c9e-4084-9c4b-b08d31a7423d tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/networks?id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd HTTP/1.1" status: 200 len: 813 time: 0.0983069 Feb 09 21:38:26.748001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-7008f611-1204-431b-8b78-e5d8f4a48a95 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/quotas/0602d3649b304544857de887ea07ce59 HTTP/1.1" status: 200 len: 375 time: 0.0089538 Feb 09 21:38:26.804359 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-32503ddc-bded-42cc-bf80-42db0852fc90 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=0602d3649b304544857de887ea07ce59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509369 Feb 09 21:38:26.891333 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-015cc892-befa-4d85-a5cd-b36a9c218749 service neutron] 10.222.0.102 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803819 Feb 09 21:38:26.981842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-811b09ab-38db-4b67-8130-0964dd103a3c service neutron] 10.222.0.102 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847867 Feb 09 21:38:27.002133 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.138322 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-94af5b5f-478a-4897-a6b7-678d963f17e0 req-c82036ec-4595-4011-85ea-9ce025b070c5 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 210 time: 0.0271478 Feb 09 21:38:28.077265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-a93f300d-4600-47c8-88d7-d5d917d55dc1 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.078703 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-a93f300d-4600-47c8-88d7-d5d917d55dc1 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.13 "GET /v2.0/networks?id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd HTTP/1.1" status: 200 len: 813 time: 0.0995481 Feb 09 21:38:28.091118 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Request body: {'port': {'device_id': 'd263aa34-521f-4182-8b07-23b58d42a816', 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd', 'admin_state_up': True, 'tenant_id': '0602d3649b304544857de887ea07ce59'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:28.201536 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Made reservation on behalf of 0602d3649b304544857de887ea07ce59 for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:28.204904 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.235111 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb0e14fa-8ceb-43f5-93ff-8acff4939f04 req-2a45a13d-fe0e-4c27-ad54-2003f0bf68da tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Feb 09 21:38:28.331884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Allocated IP 172.20.0.3 (fc21d68b-7ab7-479c-9cf0-adf5ac779dbd/b772101f-4720-4c66-baee-6c30c3b00441/07cbdd24-96e6-49d1-bfad-fee0d50afe4f) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:28.474662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks [] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.507774 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.519662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['b1392101-c6e1-47e7-ae9c-b58ccf88d8b2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:28.552252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:28.557595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:28.561352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:28.586280 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Pushing event updated for resources: {'Port': ['ID=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:28.613934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.614567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.630644 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c89d1003-7209-49d2-8174-fc553f62d1d6 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432692 Feb 09 21:38:28.639922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-cc6ab963-9366-4c0f-b2fe-9fbdd7fa40b7 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:38:28.640961 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-cc6ab963-9366-4c0f-b2fe-9fbdd7fa40b7 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054524 Feb 09 21:38:28.651676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Request body: {'port': {'device_id': 'd263aa34-521f-4182-8b07-23b58d42a816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:28.711880 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.969232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07cbdd24-96e6-49d1-bfad-fee0d50afe4f {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:28.977279 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Publish callbacks [] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.989144 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Transition to ACTIVE for port object 07cbdd24-96e6-49d1-bfad-fee0d50afe4f will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:28.993205 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.042637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Pushing event updated for resources: {'Port': ['ID=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.111000 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Attempting to bind port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:29.111701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Attempting to bind port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:29.111701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Attempting to bind port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f on network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:29.115897 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f on network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:29.116226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Attempting to bind port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f on network fc21d68b-7ab7-479c-9cf0-adf5ac779dbd {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:29.121403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:29.121757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Checking segment: {'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:29.122142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Bound using segment: {'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:29.122569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Bound port: 07cbdd24-96e6-49d1-bfad-fee0d50afe4f, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e412fca-1011-4e5e-991d-368eaaeef091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:29.122923 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.188609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] For port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:29.192272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] For port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:29.197787 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.231598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.232272 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.233652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] 10.222.0.13 "PUT /v2.0/ports/07cbdd24-96e6-49d1-bfad-fee0d50afe4f HTTP/1.1" status: 200 len: 1092 time: 0.5857215 Feb 09 21:38:29.234102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd263aa34-521f-4182-8b07-23b58d42a816', 'tag': '07cbdd24-96e6-49d1-bfad-fee0d50afe4f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:29.236500 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179580c8-6d94-4f39-8a50-3a231321deb3" -d '{"events": [{"name": "network-changed", "server_uuid": "d263aa34-521f-4182-8b07-23b58d42a816", "tag": "07cbdd24-96e6-49d1-bfad-fee0d50afe4f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:29.264310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d5c1a-7289-428a-b01f-136243a789ff service neutron] Pushing event updated for resources: {'Port': ['ID=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.288850 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24341caa-bcb0-482d-a31c-184fc2a9d54d x-openstack-request-id: req-24341caa-bcb0-482d-a31c-184fc2a9d54d {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:29.289375 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d263aa34-521f-4182-8b07-23b58d42a816", "tag": "07cbdd24-96e6-49d1-bfad-fee0d50afe4f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:29.289636 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-24341caa-bcb0-482d-a31c-184fc2a9d54d {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:29.290031 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd263aa34-521f-4182-8b07-23b58d42a816', 'tag': '07cbdd24-96e6-49d1-bfad-fee0d50afe4f', 'status': 'completed', 'code': 200} Feb 09 21:38:29.324122 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-a55b72d4-b018-45a7-9329-8220d2a93658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.325653 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-a55b72d4-b018-45a7-9329-8220d2a93658 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0602d3649b304544857de887ea07ce59&device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 1126 time: 0.0488539 Feb 09 21:38:29.367222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b02b33-cab4-43be-8cf4-4a29f682c065 req-95bcbe80-cff8-40af-a951-3400aa3ff767 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.368781 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94b02b33-cab4-43be-8cf4-4a29f682c065 req-95bcbe80-cff8-40af-a951-3400aa3ff767 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 943 time: 0.0548787 Feb 09 21:38:29.372852 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-3704fd6b-8133-4c22-8273-e3d99965fadb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07cbdd24-96e6-49d1-bfad-fee0d50afe4f HTTP/1.1" status: 200 len: 217 time: 0.0408468 Feb 09 21:38:29.415518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94b02b33-cab4-43be-8cf4-4a29f682c065 req-073e540b-7681-4a55-8685-157843198d13 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Feb 09 21:38:29.419890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-88d7b2e6-7529-4ab6-a9fd-be256f6717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.421937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-88d7b2e6-7529-4ab6-a9fd-be256f6717a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b772101f-4720-4c66-baee-6c30c3b00441 HTTP/1.1" status: 200 len: 853 time: 0.0434978 Feb 09 21:38:29.454350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-6707d55a-7e32-406c-8427-13b50cceb772 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263216 Feb 09 21:38:29.790405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-403fd940-8849-4aef-b4cf-74ac3a80495a service neutron] 10.222.0.13 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301744 Feb 09 21:38:29.876190 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e4a77c5e-f567-4981-ac61-fb7ef0f6ed28 req-a2f3d32c-fdfb-4bc0-b47f-b206ebe6de7d service neutron] 10.222.0.13 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799518 Feb 09 21:38:29.966098 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-15a60de3-fb1c-40e7-866b-b264539cf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.967581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-15a60de3-fb1c-40e7-866b-b264539cf160 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0602d3649b304544857de887ea07ce59&device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 1126 time: 0.0456021 Feb 09 21:38:30.057108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-0d28767e-833a-4b96-a8a9-4fba9f4b3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.058459 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-0d28767e-833a-4b96-a8a9-4fba9f4b3eb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd HTTP/1.1" status: 200 len: 914 time: 0.0849202 Feb 09 21:38:30.098227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-29b948dd-c85e-4e4c-98ae-16b3910b0634 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07cbdd24-96e6-49d1-bfad-fee0d50afe4f HTTP/1.1" status: 200 len: 217 time: 0.0345223 Feb 09 21:38:30.150236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-4085ab2d-035c-45f4-ba4e-3841594996cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.151705 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-4085ab2d-035c-45f4-ba4e-3841594996cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b772101f-4720-4c66-baee-6c30c3b00441 HTTP/1.1" status: 200 len: 853 time: 0.0462718 Feb 09 21:38:30.182939 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-96e80d55-245c-4c59-91a8-17d96c96a676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247314 Feb 09 21:38:30.268334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-70f8f99e-c6a5-4044-b366-8133c33faa80 service neutron] 10.222.0.13 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794578 Feb 09 21:38:30.358649 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-179580c8-6d94-4f39-8a50-3a231321deb3 req-c69f130f-ff40-4214-ad73-60591a99aca4 service neutron] 10.222.0.13 "GET /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836337 Feb 09 21:38:30.535276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dd00b-df38-40fc-8fbc-3dc6af127890 req-28708b6e-03c9-48c6-9c04-b6502a6d53e8 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.536783 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d5dd00b-df38-40fc-8fbc-3dc6af127890 req-28708b6e-03c9-48c6-9c04-b6502a6d53e8 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 943 time: 0.0533178 Feb 09 21:38:30.582498 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d5dd00b-df38-40fc-8fbc-3dc6af127890 req-a14f4c61-a117-4558-8a2e-83438cfdfdde tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Feb 09 21:38:31.698987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747f10b-c0f7-420d-835f-c627ca024e74 req-ebf4742e-09aa-4890-81a7-86b98f5ef888 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.700508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b747f10b-c0f7-420d-835f-c627ca024e74 req-ebf4742e-09aa-4890-81a7-86b98f5ef888 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 943 time: 0.0518441 Feb 09 21:38:31.751014 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b747f10b-c0f7-420d-835f-c627ca024e74 req-907c234c-48fc-4e66-a807-85f44992f8b2 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Feb 09 21:38:32.328611 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 07cbdd24-96e6-49d1-bfad-fee0d50afe4f details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:32.425429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:32.436360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '07cbdd24-96e6-49d1-bfad-fee0d50afe4f', 'network_id': 'fc21d68b-7ab7-479c-9cf0-adf5ac779dbd', 'port_id': '07cbdd24-96e6-49d1-bfad-fee0d50afe4f', 'mac_address': 'fa:16:3e:65:0c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b772101f-4720-4c66-baee-6c30c3b00441', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:32.474251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:32.474650 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.488952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07cbdd24-96e6-49d1-bfad-fee0d50afe4f {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:32.509359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:32.514188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.564289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.572078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.572435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.572787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.573126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.573463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.573800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.574134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.574466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.574802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.575129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.575457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.575816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.576145 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:32.718357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['07cbdd24-96e6-49d1-bfad-fee0d50afe4f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:32.872707 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1d3d1-15b6-4c11-9a6a-a77e67981684 req-a891c9e5-5e39-4be3-ba73-c20ecf8e97d3 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:32.874185 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbb1d3d1-15b6-4c11-9a6a-a77e67981684 req-a891c9e5-5e39-4be3-ba73-c20ecf8e97d3 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 944 time: 0.0533199 Feb 09 21:38:32.925671 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dbb1d3d1-15b6-4c11-9a6a-a77e67981684 req-47585406-a67b-4716-8a61-2172326952b0 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 Feb 09 21:38:34.041790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4fcfb-0aef-4b69-8304-4a1e99a40869 req-05adaf02-ce8b-461a-9cc3-53e805500417 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.043249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bff4fcfb-0aef-4b69-8304-4a1e99a40869 req-05adaf02-ce8b-461a-9cc3-53e805500417 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 944 time: 0.0511441 Feb 09 21:38:34.089126 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-bff4fcfb-0aef-4b69-8304-4a1e99a40869 req-91e10773-b9ec-4ae4-9136-38162b5edf55 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Feb 09 21:38:34.354286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 07cbdd24-96e6-49d1-bfad-fee0d50afe4f up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:34.401607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:34.405600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:34.405975 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.484580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:34.485003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.507291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd263aa34-521f-4182-8b07-23b58d42a816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cbdd24-96e6-49d1-bfad-fee0d50afe4f'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:34.509517 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa5b579-f04c-4525-8c0a-b228fb1e3b57" -d '{"events": [{"server_uuid": "d263aa34-521f-4182-8b07-23b58d42a816", "name": "network-vif-plugged", "status": "completed", "tag": "07cbdd24-96e6-49d1-bfad-fee0d50afe4f"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:34.522170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:34.525893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.551187 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435d7c9b-58e4-4edf-bb69-bb39fd58c814 x-openstack-request-id: req-435d7c9b-58e4-4edf-bb69-bb39fd58c814 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:34.551485 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d263aa34-521f-4182-8b07-23b58d42a816", "name": "network-vif-plugged", "status": "completed", "tag": "07cbdd24-96e6-49d1-bfad-fee0d50afe4f", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:34.551768 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-435d7c9b-58e4-4edf-bb69-bb39fd58c814 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:34.552163 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd263aa34-521f-4182-8b07-23b58d42a816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07cbdd24-96e6-49d1-bfad-fee0d50afe4f', 'code': 200} Feb 09 21:38:34.579419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:34.643042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507c94-98c6-44d3-9bbd-53dd802cd45b req-e314a149-9225-4c52-9c11-c32b8303d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.644469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e2507c94-98c6-44d3-9bbd-53dd802cd45b req-e314a149-9225-4c52-9c11-c32b8303d95e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 1128 time: 0.0432308 Feb 09 21:38:34.687565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e2507c94-98c6-44d3-9bbd-53dd802cd45b req-00a923c3-cf8d-4aa7-a9ea-ef4102ad49ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Feb 09 21:38:35.208946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210f7d-6541-4d90-b383-20baf0b908d3 req-1842e3b9-d09e-4d8c-bf03-4292de5389e0 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.210426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a210f7d-6541-4d90-b383-20baf0b908d3 req-1842e3b9-d09e-4d8c-bf03-4292de5389e0 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 945 time: 0.0522118 Feb 09 21:38:35.256039 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6a210f7d-6541-4d90-b383-20baf0b908d3 req-faefa034-45a9-4125-a53d-68dbe402f180 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Feb 09 21:38:36.373772 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61527c13-40d6-4c8e-ab8b-23d26f756b01 req-ceae2879-bfdb-40a7-80fa-e7f353a0a9fb tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.375243 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61527c13-40d6-4c8e-ab8b-23d26f756b01 req-ceae2879-bfdb-40a7-80fa-e7f353a0a9fb tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 945 time: 0.0522585 Feb 09 21:38:36.421532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-61527c13-40d6-4c8e-ab8b-23d26f756b01 req-ade2514a-e493-44a3-be74-cc6e927090a4 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Feb 09 21:38:36.654528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979c2db-a631-4fe0-b6cd-bc8e8c5ca24e req-3705ef94-7691-477a-8246-f30e1add909b tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.656027 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0979c2db-a631-4fe0-b6cd-bc8e8c5ca24e req-3705ef94-7691-477a-8246-f30e1add909b tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 945 time: 0.0552773 Feb 09 21:38:36.701335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0979c2db-a631-4fe0-b6cd-bc8e8c5ca24e req-dfc1c3b5-7c2f-442f-a15b-a140efc37cbc tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Feb 09 21:38:37.740084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5cd7d086-87d7-4b65-a1c7-3a99d907392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.826452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a54155-1c75-472d-9f95-7217c384377c req-e9601002-1da9-4c12-9dfe-1aefc44cfd8e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.827976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07a54155-1c75-472d-9f95-7217c384377c req-e9601002-1da9-4c12-9dfe-1aefc44cfd8e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 945 time: 0.0554740 Feb 09 21:38:37.865877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-a9bebf48-450d-444f-acde-99d9379c23e1 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.867426 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-a9bebf48-450d-444f-acde-99d9379c23e1 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.13 "GET /v2.0/ports?device_id=d263aa34-521f-4182-8b07-23b58d42a816 HTTP/1.1" status: 200 len: 945 time: 0.0520706 Feb 09 21:38:37.875970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07a54155-1c75-472d-9f95-7217c384377c req-7dcba506-d3fb-44c6-b1f0-ab45019ed54c tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Feb 09 21:38:37.961299 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Deleting port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:37.961299 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.052259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] For port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:38.052618 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.065221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Calling delete_port for 07cbdd24-96e6-49d1-bfad-fee0d50afe4f owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:38.190731 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (07cbdd24-96e6-49d1-bfad-fee0d50afe4f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.203895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['b1392101-c6e1-47e7-ae9c-b58ccf88d8b2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:38.206785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['07cbdd24-96e6-49d1-bfad-fee0d50afe4f'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:38.219893 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Pushing event deleted for resources: {'Port': ['ID=07cbdd24-96e6-49d1-bfad-fee0d50afe4f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:38.269167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] No DVR routers for this DVR port 07cbdd24-96e6-49d1-bfad-fee0d50afe4f on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:38.271795 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.275739 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b1a37a6c-e12d-4c6d-bb98-4e7cbc9d06b6 req-fa86a157-0060-41fa-aaba-fb4919ee8090 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.13 "DELETE /v2.0/ports/07cbdd24-96e6-49d1-bfad-fee0d50afe4f HTTP/1.1" status: 204 len: 173 time: 0.4031243 Feb 09 21:38:38.276190 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd263aa34-521f-4182-8b07-23b58d42a816', 'name': 'network-vif-deleted', 'tag': '07cbdd24-96e6-49d1-bfad-fee0d50afe4f'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:38.278483 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af3bb23-5341-4ed5-9ad4-a288c0074c62" -d '{"events": [{"server_uuid": "d263aa34-521f-4182-8b07-23b58d42a816", "name": "network-vif-deleted", "tag": "07cbdd24-96e6-49d1-bfad-fee0d50afe4f"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:38.323653 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780af6f0-de40-4e84-9ccd-4b68f03f347a x-openstack-request-id: req-780af6f0-de40-4e84-9ccd-4b68f03f347a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:38.323985 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d263aa34-521f-4182-8b07-23b58d42a816", "name": "network-vif-deleted", "tag": "07cbdd24-96e6-49d1-bfad-fee0d50afe4f", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:38.324247 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-780af6f0-de40-4e84-9ccd-4b68f03f347a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:38.324650 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd263aa34-521f-4182-8b07-23b58d42a816', 'name': 'network-vif-deleted', 'tag': '07cbdd24-96e6-49d1-bfad-fee0d50afe4f', 'status': 'completed', 'code': 200} Feb 09 21:38:39.028647 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3dea8-2a9b-449a-8b67-4ab5a0cb0461 req-be504400-76da-4afc-9c64-75b8f82e1d52 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.030126 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99d3dea8-2a9b-449a-8b67-4ab5a0cb0461 req-be504400-76da-4afc-9c64-75b8f82e1d52 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0527618 Feb 09 21:38:39.077440 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-99d3dea8-2a9b-449a-8b67-4ab5a0cb0461 req-ce5a3e03-9a21-46e3-aec4-e4c88308d3f5 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Feb 09 21:38:39.209182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6cb3-9b7a-4a58-80ab-8f61b5d98294 req-a14752ec-3256-4e12-8d7e-13de5bc85543 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.210560 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1fb6cb3-9b7a-4a58-80ab-8f61b5d98294 req-a14752ec-3256-4e12-8d7e-13de5bc85543 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0524123 Feb 09 21:38:39.257837 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a1fb6cb3-9b7a-4a58-80ab-8f61b5d98294 req-7293d2b3-c785-47c5-9eb8-9db7959ddb0f tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Feb 09 21:38:39.377343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e8524-1037-41f7-87e7-015b40a3a038 req-1673d313-dafb-432b-a63b-1b343b6e9d36 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.378859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-258e8524-1037-41f7-87e7-015b40a3a038 req-1673d313-dafb-432b-a63b-1b343b6e9d36 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0532715 Feb 09 21:38:39.424375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-258e8524-1037-41f7-87e7-015b40a3a038 req-7fa64a17-3681-48de-b4a4-c1aa72fc5da7 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Feb 09 21:38:39.592251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a461c4-d3de-4b0a-930a-ba317cec2e9e req-2d20dee4-2938-4cd1-9010-81ebc51b186c tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.593731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98a461c4-d3de-4b0a-930a-ba317cec2e9e req-2d20dee4-2938-4cd1-9010-81ebc51b186c tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0513670 Feb 09 21:38:39.644066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-98a461c4-d3de-4b0a-930a-ba317cec2e9e req-5c2967b5-2d43-4426-a7fe-2a8c3694c85e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 Feb 09 21:38:39.764900 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3b2d2-990c-42c2-b319-7f3d235265f4 req-54b15050-1575-4218-aa6c-b957d347433b tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.766282 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aca3b2d2-990c-42c2-b319-7f3d235265f4 req-54b15050-1575-4218-aa6c-b957d347433b tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0569372 Feb 09 21:38:39.789513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3717a053-3d7c-49be-8f2b-aae93a81f164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.815445 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-aca3b2d2-990c-42c2-b319-7f3d235265f4 req-bfb7f916-1c3f-459f-9452-dff3cdc4e552 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Feb 09 21:38:39.941339 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b08c71-dc5e-4bd5-a6c3-47a6efdf1931 req-ec0d0f7f-e7d1-4d5a-a6c6-275fbae35c89 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.942846 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18b08c71-dc5e-4bd5-a6c3-47a6efdf1931 req-ec0d0f7f-e7d1-4d5a-a6c6-275fbae35c89 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0523553 Feb 09 21:38:39.991098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-18b08c71-dc5e-4bd5-a6c3-47a6efdf1931 req-a4a4427c-4af9-4cd6-abed-7858adc408de tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Feb 09 21:38:40.292705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8b093-1e63-488a-a326-b9f2aea7289a req-664762d8-b1db-4224-8597-3c4b3d0c2a9f tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.294182 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-daf8b093-1e63-488a-a326-b9f2aea7289a req-664762d8-b1db-4224-8597-3c4b3d0c2a9f tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0521381 Feb 09 21:38:40.344569 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-daf8b093-1e63-488a-a326-b9f2aea7289a req-265d2bf9-e129-4768-a7a1-145ba934c486 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441396 Feb 09 21:38:40.369614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 07cbdd24-96e6-49d1-bfad-fee0d50afe4f no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:40.546071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 07cbdd24-96e6-49d1-bfad-fee0d50afe4f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:40.546339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 07cbdd24-96e6-49d1-bfad-fee0d50afe4f not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:41.426043 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.467596 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f0154-1f14-48f5-b6b8-cd5269e68ab5 req-1020248a-0606-4722-a834-d07d00fad180 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.469143 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d1f0154-1f14-48f5-b6b8-cd5269e68ab5 req-1020248a-0606-4722-a834-d07d00fad180 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0534632 Feb 09 21:38:41.515387 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3d1f0154-1f14-48f5-b6b8-cd5269e68ab5 req-4d0b5302-85bd-4d20-ba89-e7b15f889221 tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a6ca556-e693-4421-bf80-c2fb74f29cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Feb 09 21:38:41.661392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5706d68-874a-4348-a34f-5563cc5530ed req-4d54bae5-7091-4f51-8576-b71eb10d677b tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.662760 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5706d68-874a-4348-a34f-5563cc5530ed req-4d54bae5-7091-4f51-8576-b71eb10d677b tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.50 "GET /v2.0/ports?device_id=3aabee3e-2788-48e2-94e6-edfb7cc3b573 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Feb 09 21:38:41.756488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Deleting port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:41.756827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.843526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] For port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,segment=NetworkSegment(1e412fca-1011-4e5e-991d-368eaaeef091),segment_id=1e412fca-1011-4e5e-991d-368eaaeef091)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:41.843921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.856590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Calling delete_port for b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:41.982801 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b1392101-c6e1-47e7-ae9c-b58ccf88d8b2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.996181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['b1392101-c6e1-47e7-ae9c-b58ccf88d8b2'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:42.009525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Pushing event deleted for resources: {'Port': ['ID=b1392101-c6e1-47e7-ae9c-b58ccf88d8b2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.019589 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.019979 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.020332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.020675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.021016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.021353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.022121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.022121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.022306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.022643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.022972 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.023298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.023624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:42.069083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] No DVR routers for this DVR port b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:42.071790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.075193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5706d68-874a-4348-a34f-5563cc5530ed req-d838295a-cdf9-428a-89dc-ed8960299c9e tempest-ServersNegativeTestJSON-1790890725 tempest-ServersNegativeTestJSON-1790890725-project] 10.222.0.50 "DELETE /v2.0/ports/b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 HTTP/1.1" status: 204 len: 173 time: 0.4072616 Feb 09 21:38:42.075642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aabee3e-2788-48e2-94e6-edfb7cc3b573', 'name': 'network-vif-deleted', 'tag': 'b1392101-c6e1-47e7-ae9c-b58ccf88d8b2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:42.077932 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3628ac11-1af9-4dad-a14f-7777243b86c4" -d '{"events": [{"server_uuid": "3aabee3e-2788-48e2-94e6-edfb7cc3b573", "name": "network-vif-deleted", "tag": "b1392101-c6e1-47e7-ae9c-b58ccf88d8b2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:42.118490 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f871f0-6479-4242-a65e-9f8a10ddd9df x-openstack-request-id: req-88f871f0-6479-4242-a65e-9f8a10ddd9df {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:42.118781 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aabee3e-2788-48e2-94e6-edfb7cc3b573", "name": "network-vif-deleted", "tag": "b1392101-c6e1-47e7-ae9c-b58ccf88d8b2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:42.119033 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-88f871f0-6479-4242-a65e-9f8a10ddd9df {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:42.119447 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aabee3e-2788-48e2-94e6-edfb7cc3b573', 'name': 'network-vif-deleted', 'tag': 'b1392101-c6e1-47e7-ae9c-b58ccf88d8b2', 'status': 'completed', 'code': 200} Feb 09 21:38:42.575413 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45162) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:42.621039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bd8547-218e-4cd9-8f68-31f34f1d2cbc admin admin] Deleting subnet b772101f-4720-4c66-baee-6c30c3b00441 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:42.624040 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00bd8547-218e-4cd9-8f68-31f34f1d2cbc admin admin] Publish callbacks [] for subnet (b772101f-4720-4c66-baee-6c30c3b00441), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.659042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00bd8547-218e-4cd9-8f68-31f34f1d2cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (b772101f-4720-4c66-baee-6c30c3b00441), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.695799 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00bd8547-218e-4cd9-8f68-31f34f1d2cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (b772101f-4720-4c66-baee-6c30c3b00441), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.744526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00bd8547-218e-4cd9-8f68-31f34f1d2cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (b772101f-4720-4c66-baee-6c30c3b00441), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.775240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd8547-218e-4cd9-8f68-31f34f1d2cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b772101f-4720-4c66-baee-6c30c3b00441,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.777197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00bd8547-218e-4cd9-8f68-31f34f1d2cbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.780303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-00bd8547-218e-4cd9-8f68-31f34f1d2cbc admin admin] 10.222.0.102 "DELETE /v2.0/subnets/b772101f-4720-4c66-baee-6c30c3b00441 HTTP/1.1" status: 204 len: 168 time: 0.2035911 Feb 09 21:38:42.782909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45164) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:42.848239 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (fc21d68b-7ab7-479c-9cf0-adf5ac779dbd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.898600 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.928724 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (fc21d68b-7ab7-479c-9cf0-adf5ac779dbd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.949837 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc21d68b-7ab7-479c-9cf0-adf5ac779dbd']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:42.959042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e412fca-1011-4e5e-991d-368eaaeef091') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:42.959335 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e412fca-1011-4e5e-991d-368eaaeef091') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:42.968432 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (1e412fca-1011-4e5e-991d-368eaaeef091), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.981244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (1e412fca-1011-4e5e-991d-368eaaeef091), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.987514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:42.987989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (1e412fca-1011-4e5e-991d-368eaaeef091), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:42.989563 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:43.040653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (fc21d68b-7ab7-479c-9cf0-adf5ac779dbd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.047255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.050986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] 10.222.0.102 "DELETE /v2.0/networks/fc21d68b-7ab7-479c-9cf0-adf5ac779dbd HTTP/1.1" status: 204 len: 168 time: 0.2670822 Feb 09 21:38:43.061851 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5a28d-bba4-4e3d-8f5a-43ea00aefe97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc21d68b-7ab7-479c-9cf0-adf5ac779dbd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:43.157021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45168) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:43.196227 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eddea7af-0516-4333-a33e-8ec167efbc06 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0602d3649b304544857de887ea07ce59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380216 Feb 09 21:38:43.198694 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45170) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:43.249323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e6583ee-a53e-41fc-98f9-15914eb9e5c6 admin admin] Publish callbacks [] for security_group (4a6ca556-e693-4421-bf80-c2fb74f29cd7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.272545 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e6583ee-a53e-41fc-98f9-15914eb9e5c6 admin admin] Publish callbacks [] for security_group (4a6ca556-e693-4421-bf80-c2fb74f29cd7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.319917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e6583ee-a53e-41fc-98f9-15914eb9e5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a6ca556-e693-4421-bf80-c2fb74f29cd7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.323088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e6583ee-a53e-41fc-98f9-15914eb9e5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.324303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2e6583ee-a53e-41fc-98f9-15914eb9e5c6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4a6ca556-e693-4421-bf80-c2fb74f29cd7 HTTP/1.1" status: 204 len: 168 time: 0.1247346 Feb 09 21:38:43.332055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6583ee-a53e-41fc-98f9-15914eb9e5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6ca556-e693-4421-bf80-c2fb74f29cd7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:43.994002 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.994987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45192) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:44.089511 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-868432826'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:44.108721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:44.111989 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.120181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.191409 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for security_group (7ee5ab4b-60b3-4336-a26d-2488dcc59e4e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.195875 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7ee5ab4b-60b3-4336-a26d-2488dcc59e4e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.219051 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:44.234173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee5ab4b-60b3-4336-a26d-2488dcc59e4e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.238281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (60e72998-0973-4162-a37a-d8720f97ca67), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.238629 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Added segment 60e72998-0973-4162-a37a-d8720f97ca67 of type vlan for network ed1300f6-a94c-4421-85fc-d669cde08c2b Feb 09 21:38:44.278857 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (ed1300f6-a94c-4421-85fc-d669cde08c2b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.306952 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (ed1300f6-a94c-4421-85fc-d669cde08c2b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.312062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.312680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.367357 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3711646 Feb 09 21:38:44.382150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c160e-64aa-4cc5-b4fc-fe892f6a7f38 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Network': ['ID=ed1300f6-a94c-4421-85fc-d669cde08c2b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.392110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network ed1300f6-a94c-4421-85fc-d669cde08c2b details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:44.475945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:44.496474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:44.496825 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device b1392101-c6e1-47e7-ae9c-b58ccf88d8b2 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:47.614751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:47.619860 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'subnet': {'network_id': 'ed1300f6-a94c-4421-85fc-d669cde08c2b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:47.707036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:47.710372 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.884958 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (204b2057-028d-4eca-b5b2-e600e2c56a11), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.936221 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Subnet': ['ID=204b2057-028d-4eca-b5b2-e600e2c56a11,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.950934 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Checking segment: {'id': '60e72998-0973-4162-a37a-d8720f97ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ed1300f6-a94c-4421-85fc-d669cde08c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:47.951294 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network hostable DHCP agents. Network: ed1300f6-a94c-4421-85fc-d669cde08c2b, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:47.967398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network ed1300f6-a94c-4421-85fc-d669cde08c2b is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:47.976012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, ed1300f6-a94c-4421-85fc-d669cde08c2b) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:47.980057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.980653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.985351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2dc843-d7b8-4e2e-b94a-13048bb4127f None None] Network ed1300f6-a94c-4421-85fc-d669cde08c2b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:47.996744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a4b72a6e-7b46-40d8-b51a-83e620a36ef6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3808935 Feb 09 21:38:48.000249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45198) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:48.005704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-703673683'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:48.024397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:48.027561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.055770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:48.064637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2b8a2be6-8bd3-4d91-9df0-0007ca779d0e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.064983 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Added segment 2b8a2be6-8bd3-4d91-9df0-0007ca779d0e of type vlan for network 7e61c27c-d59a-4e7d-9199-05da81c21ef8 Feb 09 21:38:48.083492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-ed1300f6-a94c-4421-85fc-d669cde08c2b', 'network_id': 'ed1300f6-a94c-4421-85fc-d669cde08c2b', 'project_id': '4142e15fe1a04d40832e0f9f8a8432d6', 'fixed_ips': [{'subnet_id': '204b2057-028d-4eca-b5b2-e600e2c56a11'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:48.084453 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.104681 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (7e61c27c-d59a-4e7d-9199-05da81c21ef8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.129392 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (7e61c27c-d59a-4e7d-9199-05da81c21ef8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.134400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.135037 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.191458 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1901667 Feb 09 21:38:48.194702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45200) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:48.199795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'subnet': {'network_id': '7e61c27c-d59a-4e7d-9199-05da81c21ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:48.206743 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a994c3-0565-4963-9760-6219d3af1e0f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Network': ['ID=7e61c27c-d59a-4e7d-9199-05da81c21ef8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.219519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 7e61c27c-d59a-4e7d-9199-05da81c21ef8 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:48.271596 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Allocated IP 2001:db8:0:ffff::2 (ed1300f6-a94c-4421-85fc-d669cde08c2b/204b2057-028d-4eca-b5b2-e600e2c56a11/8ae91fa9-ad85-4124-8965-a6c66002ee37) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:48.287400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:48.290814 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.431001 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Publish callbacks [] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.437867 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.481933 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Network ed1300f6-a94c-4421-85fc-d669cde08c2b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:48.484942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:48.488666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:48.488867 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (55e8b87e-9b9d-4fdd-bb16-6a3441c526ad), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.497790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Pushing event updated for resources: {'Port': ['ID=8ae91fa9-ad85-4124-8965-a6c66002ee37,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.552007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Attempting to bind port 8ae91fa9-ad85-4124-8965-a6c66002ee37 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:48.552478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Attempting to bind port 8ae91fa9-ad85-4124-8965-a6c66002ee37 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '60e72998-0973-4162-a37a-d8720f97ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ed1300f6-a94c-4421-85fc-d669cde08c2b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:48.552913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Attempting to bind port 8ae91fa9-ad85-4124-8965-a6c66002ee37 on network ed1300f6-a94c-4421-85fc-d669cde08c2b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:48.554088 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Subnet': ['ID=55e8b87e-9b9d-4fdd-bb16-6a3441c526ad,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.558556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:48.559027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Checking segment: {'id': '60e72998-0973-4162-a37a-d8720f97ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ed1300f6-a94c-4421-85fc-d669cde08c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:48.559710 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.560451 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Bound using segment: {'id': '60e72998-0973-4162-a37a-d8720f97ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ed1300f6-a94c-4421-85fc-d669cde08c2b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:48.560738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Bound port: 8ae91fa9-ad85-4124-8965-a6c66002ee37, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e72998-0973-4162-a37a-d8720f97ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ed1300f6-a94c-4421-85fc-d669cde08c2b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:48.561199 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.563066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Checking segment: {'id': '2b8a2be6-8bd3-4d91-9df0-0007ca779d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7e61c27c-d59a-4e7d-9199-05da81c21ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:48.563438 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network hostable DHCP agents. Network: 7e61c27c-d59a-4e7d-9199-05da81c21ef8, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:48.580665 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network 7e61c27c-d59a-4e7d-9199-05da81c21ef8 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:48.589769 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 7e61c27c-d59a-4e7d-9199-05da81c21ef8) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:48.594997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.596602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.597949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197783da-4a4e-4347-a633-7678e5890eff None None] Network 7e61c27c-d59a-4e7d-9199-05da81c21ef8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:48.612517 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d8fb23c2-b4cd-4b38-8a72-136d426a6faf tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4167173 Feb 09 21:38:48.615284 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:48.688174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] For port 8ae91fa9-ad85-4124-8965-a6c66002ee37, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:48.695664 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] For port 8ae91fa9-ad85-4124-8965-a6c66002ee37, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8ae91fa9-ad85-4124-8965-a6c66002ee37,segment=NetworkSegment(60e72998-0973-4162-a37a-d8720f97ca67),segment_id=60e72998-0973-4162-a37a-d8720f97ca67)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:48.702351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.712444 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (7e61c27c-d59a-4e7d-9199-05da81c21ef8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.745678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7a4c6-d934-44fe-87cd-b7bea1f1e840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-7e61c27c-d59a-4e7d-9199-05da81c21ef8', 'network_id': '7e61c27c-d59a-4e7d-9199-05da81c21ef8', 'project_id': '4142e15fe1a04d40832e0f9f8a8432d6', 'fixed_ips': [{'subnet_id': '55e8b87e-9b9d-4fdd-bb16-6a3441c526ad'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:48.746521 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5f7a4c6-d934-44fe-87cd-b7bea1f1e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.796504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (55e8b87e-9b9d-4fdd-bb16-6a3441c526ad), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.812317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891e186-ac9a-4c23-a443-224e546a19b8 None None] Pushing event updated for resources: {'Port': ['ID=8ae91fa9-ad85-4124-8965-a6c66002ee37,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.874436 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (55e8b87e-9b9d-4fdd-bb16-6a3441c526ad), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-b5f7a4c6-d934-44fe-87cd-b7bea1f1e840 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55e8b87e-9b9d-4fdd-bb16-6a3441c526ad: This subnet is being modified by another concurrent operation. Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55e8b87e-9b9d-4fdd-bb16-6a3441c526ad: This subnet is being modified by another concurrent operation. Feb 09 21:38:48.887389 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Feb 09 21:38:48.901741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Subnet': ['ID=55e8b87e-9b9d-4fdd-bb16-6a3441c526ad,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.909364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8acf52-3fc1-4386-aa5c-da8cf0978629 None None] Network 7e61c27c-d59a-4e7d-9199-05da81c21ef8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:48.991220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (7e61c27c-d59a-4e7d-9199-05da81c21ef8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.019156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e61c27c-d59a-4e7d-9199-05da81c21ef8']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.028789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8a2be6-8bd3-4d91-9df0-0007ca779d0e') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.029090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8a2be6-8bd3-4d91-9df0-0007ca779d0e') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.038680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (2b8a2be6-8bd3-4d91-9df0-0007ca779d0e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.056062 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (2b8a2be6-8bd3-4d91-9df0-0007ca779d0e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.062657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:49.063065 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (2b8a2be6-8bd3-4d91-9df0-0007ca779d0e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:49.066826 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:49.128008 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (7e61c27c-d59a-4e7d-9199-05da81c21ef8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.132836 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.136593 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/7e61c27c-d59a-4e7d-9199-05da81c21ef8 HTTP/1.1" status: 204 len: 168 time: 0.5202119 Feb 09 21:38:49.146176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:49.151951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020848726'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:49.152820 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a82d3-9a8f-47be-b333-d78981acb81b tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Network': ['ID=7e61c27c-d59a-4e7d-9199-05da81c21ef8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.172241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:49.176358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.200505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:49.209304 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e932ba85-d1dc-423b-a0c6-5e33fd2ac95a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.209642 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Added segment e932ba85-d1dc-423b-a0c6-5e33fd2ac95a of type vlan for network bffa3b95-594e-405d-86db-c36925554a85 Feb 09 21:38:49.247973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (bffa3b95-594e-405d-86db-c36925554a85), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.272754 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (bffa3b95-594e-405d-86db-c36925554a85), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.277624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.278204 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.336868 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1889000 Feb 09 21:38:49.340038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45206) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:49.345642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a0552-1896-4820-b50b-a3f5782a0693 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Network': ['ID=bffa3b95-594e-405d-86db-c36925554a85,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.345803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'subnet': {'network_id': 'bffa3b95-594e-405d-86db-c36925554a85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:49.355957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network bffa3b95-594e-405d-86db-c36925554a85 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:49.433979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:49.437348 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.494761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Performing IP validity checks on allocation pools {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:38:49.495315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103325) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:38:49.627359 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (2d632b50-0b93-41cd-85b8-22c3a5949d80), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.690564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Subnet': ['ID=2d632b50-0b93-41cd-85b8-22c3a5949d80,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.699576 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Checking segment: {'id': 'e932ba85-d1dc-423b-a0c6-5e33fd2ac95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'bffa3b95-594e-405d-86db-c36925554a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:49.699980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network hostable DHCP agents. Network: bffa3b95-594e-405d-86db-c36925554a85, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:49.717216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network bffa3b95-594e-405d-86db-c36925554a85 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:49.727040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, bffa3b95-594e-405d-86db-c36925554a85) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:49.732984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.733665 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.739287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32933ebf-40e8-459b-82cb-d865172d6ab3 None None] Network bffa3b95-594e-405d-86db-c36925554a85 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:49.751759 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3f7a4f1a-af64-4f5c-aaad-ff344bc1f1e6 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4106071 Feb 09 21:38:49.754501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45208) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:49.822197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38e527-f46e-4104-9ba6-43f82c674b48 None None] Network ed1300f6-a94c-4421-85fc-d669cde08c2b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:49.861763 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (bffa3b95-594e-405d-86db-c36925554a85), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.894749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3f5e31-285a-491a-8382-94ac65b65563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-bffa3b95-594e-405d-86db-c36925554a85', 'network_id': 'bffa3b95-594e-405d-86db-c36925554a85', 'project_id': '4142e15fe1a04d40832e0f9f8a8432d6', 'fixed_ips': [{'subnet_id': '2d632b50-0b93-41cd-85b8-22c3a5949d80'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:49.895597 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5e31-285a-491a-8382-94ac65b65563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.912614 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (2d632b50-0b93-41cd-85b8-22c3a5949d80), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.950602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d2fbc5c0-f4ef-4cc6-9834-5ee695795bf8 None None] Provisioning complete for port 8ae91fa9-ad85-4124-8965-a6c66002ee37 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:49.950978 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc5c0-f4ef-4cc6-9834-5ee695795bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.971101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (2d632b50-0b93-41cd-85b8-22c3a5949d80), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.997134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Subnet': ['ID=2d632b50-0b93-41cd-85b8-22c3a5949d80,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.062162 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (bffa3b95-594e-405d-86db-c36925554a85), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-9e3f5e31-285a-491a-8382-94ac65b65563 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d632b50-0b93-41cd-85b8-22c3a5949d80: This subnet is being modified by another concurrent operation. Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d632b50-0b93-41cd-85b8-22c3a5949d80: This subnet is being modified by another concurrent operation. Feb 09 21:38:50.080885 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Feb 09 21:38:50.090300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffa3b95-594e-405d-86db-c36925554a85']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:50.100147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e932ba85-d1dc-423b-a0c6-5e33fd2ac95a') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:50.100446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e932ba85-d1dc-423b-a0c6-5e33fd2ac95a') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:50.112768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (e932ba85-d1dc-423b-a0c6-5e33fd2ac95a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.117920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054359eb-c268-4cf5-aa47-9fed97ef0df3 None None] Network bffa3b95-594e-405d-86db-c36925554a85 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:50.123829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (e932ba85-d1dc-423b-a0c6-5e33fd2ac95a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.130924 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:50.131229 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (e932ba85-d1dc-423b-a0c6-5e33fd2ac95a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:50.134768 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:50.176482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d2fbc5c0-f4ef-4cc6-9834-5ee695795bf8 None None] Current status of the port 8ae91fa9-ad85-4124-8965-a6c66002ee37 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:50.176873 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc5c0-f4ef-4cc6-9834-5ee695795bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.203636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (bffa3b95-594e-405d-86db-c36925554a85), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.214305 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.221776 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/bffa3b95-594e-405d-86db-c36925554a85 HTTP/1.1" status: 204 len: 168 time: 0.4626315 Feb 09 21:38:50.222883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:50.230605 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2002186815'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:50.238496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d2fbc5c0-f4ef-4cc6-9834-5ee695795bf8 None None] For port 8ae91fa9-ad85-4124-8965-a6c66002ee37, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8ae91fa9-ad85-4124-8965-a6c66002ee37,segment=NetworkSegment(60e72998-0973-4162-a37a-d8720f97ca67),segment_id=60e72998-0973-4162-a37a-d8720f97ca67)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:50.238705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d7db5-b725-4db2-8823-4eae43f3edea tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Network': ['ID=bffa3b95-594e-405d-86db-c36925554a85,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.246484 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc5c0-f4ef-4cc6-9834-5ee695795bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.253976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:50.257790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.290523 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:50.301450 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.302115 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Added segment 8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c of type vlan for network 2f3d57ff-38c9-4b75-a648-827fd4a51705 Feb 09 21:38:50.304488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbc5c0-f4ef-4cc6-9834-5ee695795bf8 None None] Pushing event updated for resources: {'Port': ['ID=8ae91fa9-ad85-4124-8965-a6c66002ee37,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.345706 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (2f3d57ff-38c9-4b75-a648-827fd4a51705), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.351561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf217b0-4faf-49fe-8478-97a1c24bdc4e None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:38:50.372154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (2f3d57ff-38c9-4b75-a648-827fd4a51705), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.377884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.378453 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.398576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b762e9a0-d616-41c4-be6a-1b0669bf8c84 None None] Provisioning complete for port 8ae91fa9-ad85-4124-8965-a6c66002ee37 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:50.399121 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b762e9a0-d616-41c4-be6a-1b0669bf8c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.433001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2076931 Feb 09 21:38:50.436321 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45212) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:50.446139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'subnet': {'network_id': '2f3d57ff-38c9-4b75-a648-827fd4a51705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:50.448412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0e607-09a5-454e-8b54-920550e1ef2d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Network': ['ID=2f3d57ff-38c9-4b75-a648-827fd4a51705,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.462818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 2f3d57ff-38c9-4b75-a648-827fd4a51705 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:50.501026 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf217b0-4faf-49fe-8478-97a1c24bdc4e None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:38:50.537946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:50.541443 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.609953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b762e9a0-d616-41c4-be6a-1b0669bf8c84 None None] Current status of the port 8ae91fa9-ad85-4124-8965-a6c66002ee37 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:50.711378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ccf84b-25f9-4600-8017-a17e836c5ab1 None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:38:50.722373 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (79fb1069-520e-4b5c-81a8-074d72e7c055), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.782172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccf84b-25f9-4600-8017-a17e836c5ab1 None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:38:50.788245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Subnet': ['ID=79fb1069-520e-4b5c-81a8-074d72e7c055,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.795314 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Checking segment: {'id': '8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '2f3d57ff-38c9-4b75-a648-827fd4a51705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:50.795632 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network hostable DHCP agents. Network: 2f3d57ff-38c9-4b75-a648-827fd4a51705, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:50.817134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network 2f3d57ff-38c9-4b75-a648-827fd4a51705 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:50.830814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 2f3d57ff-38c9-4b75-a648-827fd4a51705) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:50.835795 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.836601 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.867198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-348ebb84-ee89-4563-97e8-72c00aa10303 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4250565 Feb 09 21:38:50.868056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45214) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:50.873152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11784055'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:50.896113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8ae91fa9-ad85-4124-8965-a6c66002ee37 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:50.896888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:50.901653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.926026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:50.936338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9b81f2b7-bdce-4b7e-b824-67c7980c4ef3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.936930 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Added segment 9b81f2b7-bdce-4b7e-b824-67c7980c4ef3 of type vlan for network e8abe808-47ea-47d9-a703-2275e3ea6914 Feb 09 21:38:50.981583 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8ae91fa9-ad85-4124-8965-a6c66002ee37 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:50.981801 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e8abe808-47ea-47d9-a703-2275e3ea6914), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.981944 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.008720 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e8abe808-47ea-47d9-a703-2275e3ea6914), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.013811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.014735 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.073446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2041624 Feb 09 21:38:51.076351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45216) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:51.081689 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Request body: {'subnet': {'network_id': 'e8abe808-47ea-47d9-a703-2275e3ea6914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:51.089503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de5a3a-20c3-407d-a765-d08725baf876 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Network': ['ID=e8abe808-47ea-47d9-a703-2275e3ea6914,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.172167 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73587a-1f0a-4038-8d5b-e233a272d3fc None None] Network 2f3d57ff-38c9-4b75-a648-827fd4a51705 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:51.174642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e8abe808-47ea-47d9-a703-2275e3ea6914 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:51.178134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Made reservation on behalf of 4142e15fe1a04d40832e0f9f8a8432d6 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:51.181847 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.361420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8ae91fa9-ad85-4124-8965-a6c66002ee37 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:51.367346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-2f3d57ff-38c9-4b75-a648-827fd4a51705', 'network_id': '2f3d57ff-38c9-4b75-a648-827fd4a51705', 'project_id': '4142e15fe1a04d40832e0f9f8a8432d6', 'fixed_ips': [{'subnet_id': '79fb1069-520e-4b5c-81a8-074d72e7c055'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:51.368095 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (c190c350-38ac-465f-bbf3-2d388117904b), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.368404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.427093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event updated for resources: {'Subnet': ['ID=c190c350-38ac-465f-bbf3-2d388117904b,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.438373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Checking segment: {'id': '9b81f2b7-bdce-4b7e-b824-67c7980c4ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e8abe808-47ea-47d9-a703-2275e3ea6914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:51.439007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network hostable DHCP agents. Network: e8abe808-47ea-47d9-a703-2275e3ea6914, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:51.457640 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Network e8abe808-47ea-47d9-a703-2275e3ea6914 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:51.467532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e8abe808-47ea-47d9-a703-2275e3ea6914) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:51.473197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.474012 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.489426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62991224-2eac-4036-8d22-8d07dd9c1026 None None] Network e8abe808-47ea-47d9-a703-2275e3ea6914 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:51.495478 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0d4ee3b8-9fd9-497c-8a0c-b84fd5793c07 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4154639 Feb 09 21:38:51.495717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45218) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:51.558575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Allocated IP 2001:db8::2 (2f3d57ff-38c9-4b75-a648-827fd4a51705/79fb1069-520e-4b5c-81a8-074d72e7c055/1405bb8c-6a5d-4760-8e7e-92f8957a41b0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:51.607251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e8abe808-47ea-47d9-a703-2275e3ea6914), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.658386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097d73a-9522-42ed-b6a0-2da69f4106b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-e8abe808-47ea-47d9-a703-2275e3ea6914', 'network_id': 'e8abe808-47ea-47d9-a703-2275e3ea6914', 'project_id': '4142e15fe1a04d40832e0f9f8a8432d6', 'fixed_ips': [{'subnet_id': 'c190c350-38ac-465f-bbf3-2d388117904b'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:51.659230 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2097d73a-9522-42ed-b6a0-2da69f4106b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.680535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (c190c350-38ac-465f-bbf3-2d388117904b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.740791 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (c190c350-38ac-465f-bbf3-2d388117904b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.778117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Subnet': ['ID=c190c350-38ac-465f-bbf3-2d388117904b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.811007 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Publish callbacks [] for port (1405bb8c-6a5d-4760-8e7e-92f8957a41b0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server [None req-2097d73a-9522-42ed-b6a0-2da69f4106b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c190c350-38ac-465f-bbf3-2d388117904b: This subnet is being modified by another concurrent operation. Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c190c350-38ac-465f-bbf3-2d388117904b: This subnet is being modified by another concurrent operation. Feb 09 21:38:51.815337 n-d-789963-29 neutron-server[103326]: ERROR oslo_messaging.rpc.server Feb 09 21:38:51.821221 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1405bb8c-6a5d-4760-8e7e-92f8957a41b0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.842853 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e8abe808-47ea-47d9-a703-2275e3ea6914), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.848172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d40fb8-1a1c-41f2-89f6-d2e274d19cc5 None None] Network e8abe808-47ea-47d9-a703-2275e3ea6914 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:51.863744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8abe808-47ea-47d9-a703-2275e3ea6914']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:51.873035 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b81f2b7-bdce-4b7e-b824-67c7980c4ef3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:51.873724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b81f2b7-bdce-4b7e-b824-67c7980c4ef3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:51.883587 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (9b81f2b7-bdce-4b7e-b824-67c7980c4ef3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.896521 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9b81f2b7-bdce-4b7e-b824-67c7980c4ef3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.902893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:51.903367 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (9b81f2b7-bdce-4b7e-b824-67c7980c4ef3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:51.906518 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:51.909838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Network 2f3d57ff-38c9-4b75-a648-827fd4a51705 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:51.910320 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Pushing event updated for resources: {'Port': ['ID=1405bb8c-6a5d-4760-8e7e-92f8957a41b0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.918767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:51.923849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:51.972666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e8abe808-47ea-47d9-a703-2275e3ea6914), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.979948 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.983056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/e8abe808-47ea-47d9-a703-2275e3ea6914 HTTP/1.1" status: 204 len: 168 time: 0.4861469 Feb 09 21:38:51.986921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45220) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:52.001938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Attempting to bind port 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:52.002305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Attempting to bind port 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '2f3d57ff-38c9-4b75-a648-827fd4a51705'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:52.002670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Attempting to bind port 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 on network 2f3d57ff-38c9-4b75-a648-827fd4a51705 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:52.005965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a83a53-861f-4fae-b219-ad8063571cd1 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Network': ['ID=e8abe808-47ea-47d9-a703-2275e3ea6914,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.007878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:52.008248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Checking segment: {'id': '8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '2f3d57ff-38c9-4b75-a648-827fd4a51705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:52.008655 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.009049 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Bound using segment: {'id': '8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '2f3d57ff-38c9-4b75-a648-827fd4a51705'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:52.009518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Bound port: 1405bb8c-6a5d-4760-8e7e-92f8957a41b0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '2f3d57ff-38c9-4b75-a648-827fd4a51705'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:52.009904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1405bb8c-6a5d-4760-8e7e-92f8957a41b0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.023829 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c56c99d-76e4-4c11-9197-d11e9e64eead tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] GET failed (client error): The resource could not be found. Feb 09 21:38:52.025167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2c56c99d-76e4-4c11-9197-d11e9e64eead tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "GET /v2.0/subnets/c190c350-38ac-465f-bbf3-2d388117904b HTTP/1.1" status: 404 len: 337 time: 0.0373273 Feb 09 21:38:52.027932 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:52.045314 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec16e97-0c9f-42b8-9da3-50f19e90d49c tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] DELETE failed (client error): The resource could not be found. Feb 09 21:38:52.045808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec16e97-0c9f-42b8-9da3-50f19e90d49c tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:38:52.049339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0ec16e97-0c9f-42b8-9da3-50f19e90d49c tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/e8abe808-47ea-47d9-a703-2275e3ea6914 HTTP/1.1" status: 404 len: 339 time: 0.0205059 Feb 09 21:38:52.053772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:52.078432 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.081505 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb653bf-876f-41cc-aaf8-af918c11ce5d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] DELETE failed (client error): The resource could not be found. Feb 09 21:38:52.081966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb653bf-876f-41cc-aaf8-af918c11ce5d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:38:52.085090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7bb653bf-876f-41cc-aaf8-af918c11ce5d tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/subnets/c190c350-38ac-465f-bbf3-2d388117904b HTTP/1.1" status: 404 len: 337 time: 0.0303822 Feb 09 21:38:52.087823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:52.090011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] For port 1405bb8c-6a5d-4760-8e7e-92f8957a41b0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:52.093239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] For port 1405bb8c-6a5d-4760-8e7e-92f8957a41b0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1405bb8c-6a5d-4760-8e7e-92f8957a41b0,segment=NetworkSegment(8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c),segment_id=8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:52.099003 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1405bb8c-6a5d-4760-8e7e-92f8957a41b0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.105433 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b87763-612a-4b7d-b19d-354c6f46dd9e tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] DELETE failed (client error): The resource could not be found. Feb 09 21:38:52.105925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b87763-612a-4b7d-b19d-354c6f46dd9e tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:38:52.111908 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-29b87763-612a-4b7d-b19d-354c6f46dd9e tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/e8abe808-47ea-47d9-a703-2275e3ea6914 HTTP/1.1" status: 404 len: 339 time: 0.0202003 Feb 09 21:38:52.112114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:52.160495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5cfb-dfd9-4223-9a54-663f18b4f720 None None] Pushing event updated for resources: {'Port': ['ID=1405bb8c-6a5d-4760-8e7e-92f8957a41b0,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.173764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c4f069-ca91-4159-843e-1ee8f88b789f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Deleting subnet 79fb1069-520e-4b5c-81a8-074d72e7c055 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:52.177206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c4f069-ca91-4159-843e-1ee8f88b789f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (79fb1069-520e-4b5c-81a8-074d72e7c055), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.218111 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c4f069-ca91-4159-843e-1ee8f88b789f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (79fb1069-520e-4b5c-81a8-074d72e7c055), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.318126 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c4f069-ca91-4159-843e-1ee8f88b789f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (79fb1069-520e-4b5c-81a8-074d72e7c055), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.390496 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c4f069-ca91-4159-843e-1ee8f88b789f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (79fb1069-520e-4b5c-81a8-074d72e7c055), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.416525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4f069-ca91-4159-843e-1ee8f88b789f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Subnet': ['ID=79fb1069-520e-4b5c-81a8-074d72e7c055,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.422441 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48c4f069-ca91-4159-843e-1ee8f88b789f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.427395 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-48c4f069-ca91-4159-843e-1ee8f88b789f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/subnets/79fb1069-520e-4b5c-81a8-074d72e7c055 HTTP/1.1" status: 204 len: 168 time: 0.3142462 Feb 09 21:38:52.430002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:52.511727 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (2f3d57ff-38c9-4b75-a648-827fd4a51705), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.563777 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Deleting port 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:52.564058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1405bb8c-6a5d-4760-8e7e-92f8957a41b0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.630145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] For port 1405bb8c-6a5d-4760-8e7e-92f8957a41b0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1405bb8c-6a5d-4760-8e7e-92f8957a41b0,segment=NetworkSegment(8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c),segment_id=8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:52.630509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1405bb8c-6a5d-4760-8e7e-92f8957a41b0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.643103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Calling delete_port for 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:52.719651 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (1405bb8c-6a5d-4760-8e7e-92f8957a41b0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.743977 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Port': ['ID=1405bb8c-6a5d-4760-8e7e-92f8957a41b0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.750793 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No DVR routers for this DVR port 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:52.835545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (2f3d57ff-38c9-4b75-a648-827fd4a51705), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.856825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3d57ff-38c9-4b75-a648-827fd4a51705']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:52.866794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:52.867189 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:52.877206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.891298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.898415 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:52.898819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8cd5d9ce-f3b1-451c-8df9-16dfcaadd00c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:52.901959 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:52.966714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (2f3d57ff-38c9-4b75-a648-827fd4a51705), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.972071 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.975273 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/2f3d57ff-38c9-4b75-a648-827fd4a51705 HTTP/1.1" status: 204 len: 168 time: 0.5441864 Feb 09 21:38:52.978419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:52.993265 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77c4f8-f8fb-4cc5-ac78-d3e35af2c6b4 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Network': ['ID=2f3d57ff-38c9-4b75-a648-827fd4a51705,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.007858 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2a1588-875b-497d-98a9-ca2f3612ec64 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] DELETE failed (client error): The resource could not be found. Feb 09 21:38:53.008606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2a1588-875b-497d-98a9-ca2f3612ec64 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:38:53.013973 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ab2a1588-875b-497d-98a9-ca2f3612ec64 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/subnets/2d632b50-0b93-41cd-85b8-22c3a5949d80 HTTP/1.1" status: 404 len: 337 time: 0.0322113 Feb 09 21:38:53.014201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:53.032762 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77518f7-c899-43ca-98f9-c7372120fa5f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] DELETE failed (client error): The resource could not be found. Feb 09 21:38:53.033276 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77518f7-c899-43ca-98f9-c7372120fa5f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:38:53.036317 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d77518f7-c899-43ca-98f9-c7372120fa5f tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/bffa3b95-594e-405d-86db-c36925554a85 HTTP/1.1" status: 404 len: 339 time: 0.0212173 Feb 09 21:38:53.038854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:53.065839 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b42a12f-5adb-418c-bfa6-0d9aa9e0f957 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] DELETE failed (client error): The resource could not be found. Feb 09 21:38:53.066305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b42a12f-5adb-418c-bfa6-0d9aa9e0f957 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:38:53.069604 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2b42a12f-5adb-418c-bfa6-0d9aa9e0f957 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/subnets/55e8b87e-9b9d-4fdd-bb16-6a3441c526ad HTTP/1.1" status: 404 len: 337 time: 0.0298469 Feb 09 21:38:53.072252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45238) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:53.091482 n-d-789963-29 neutron-server[103324]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dfe4ee-26e3-4467-8efe-2e7df9277f9e tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] DELETE failed (client error): The resource could not be found. Feb 09 21:38:53.092012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dfe4ee-26e3-4467-8efe-2e7df9277f9e tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103324) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:38:53.095066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b2dfe4ee-26e3-4467-8efe-2e7df9277f9e tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/7e61c27c-d59a-4e7d-9199-05da81c21ef8 HTTP/1.1" status: 404 len: 339 time: 0.0218980 Feb 09 21:38:53.097630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:53.130401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3c4d7-dcec-4cb8-bd69-8a31b75b940e None None] get_active_networks_info from n-d-789963-29 {{(pid=103326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:38:53.151193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c6df2e-2ac3-4f10-b43d-43710d60a328 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Deleting subnet 204b2057-028d-4eca-b5b2-e600e2c56a11 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:53.154558 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c6df2e-2ac3-4f10-b43d-43710d60a328 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (204b2057-028d-4eca-b5b2-e600e2c56a11), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.160119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-37f8ade2-ab05-47c7-b54c-320ac6a59a00 None None] Could not find standard attr ID for object 1405bb8c-6a5d-4760-8e7e-92f8957a41b0. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:38:53.199155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c6df2e-2ac3-4f10-b43d-43710d60a328 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (204b2057-028d-4eca-b5b2-e600e2c56a11), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.205273 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3c4d7-dcec-4cb8-bd69-8a31b75b940e None None] Resources bound (agent type, host, resource id): {{(pid=103326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:38:53.279582 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c6df2e-2ac3-4f10-b43d-43710d60a328 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (204b2057-028d-4eca-b5b2-e600e2c56a11), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.337246 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c6df2e-2ac3-4f10-b43d-43710d60a328 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (204b2057-028d-4eca-b5b2-e600e2c56a11), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.369575 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6df2e-2ac3-4f10-b43d-43710d60a328 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Subnet': ['ID=204b2057-028d-4eca-b5b2-e600e2c56a11,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.376541 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c6df2e-2ac3-4f10-b43d-43710d60a328 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.379660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a1c6df2e-2ac3-4f10-b43d-43710d60a328 tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/subnets/204b2057-028d-4eca-b5b2-e600e2c56a11 HTTP/1.1" status: 204 len: 168 time: 0.2811241 Feb 09 21:38:53.382194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:53.400697 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a016c4-f1c2-40c6-8e00-3acea36a3e7c None None] DHCP port deletion for 2f3d57ff-38c9-4b75-a648-827fd4a51705 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:53.429376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b7a2e-a287-48e6-8200-3b307cb9d62f None None] Network 2f3d57ff-38c9-4b75-a648-827fd4a51705 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:53.432691 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e3ff5a-c892-46d8-a08c-ed677da012d8 None None] Network ed1300f6-a94c-4421-85fc-d669cde08c2b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:53.474850 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (ed1300f6-a94c-4421-85fc-d669cde08c2b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.478237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b7a2e-a287-48e6-8200-3b307cb9d62f None None] Network 2f3d57ff-38c9-4b75-a648-827fd4a51705 could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:38:53.531865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Deleting port 8ae91fa9-ad85-4124-8965-a6c66002ee37 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:53.532129 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.601903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] For port 8ae91fa9-ad85-4124-8965-a6c66002ee37, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8ae91fa9-ad85-4124-8965-a6c66002ee37,segment=NetworkSegment(60e72998-0973-4162-a37a-d8720f97ca67),segment_id=60e72998-0973-4162-a37a-d8720f97ca67)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:53.602301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.603632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] DHCP port deletion for ed1300f6-a94c-4421-85fc-d669cde08c2b request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:53.615414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Calling delete_port for 8ae91fa9-ad85-4124-8965-a6c66002ee37 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:53.650466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] Deleting port 8ae91fa9-ad85-4124-8965-a6c66002ee37 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:53.650760 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.693554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.711811 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] For port 8ae91fa9-ad85-4124-8965-a6c66002ee37, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8ae91fa9-ad85-4124-8965-a6c66002ee37,segment=NetworkSegment(60e72998-0973-4162-a37a-d8720f97ca67),segment_id=60e72998-0973-4162-a37a-d8720f97ca67)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:53.712196 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.722290 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Port': ['ID=8ae91fa9-ad85-4124-8965-a6c66002ee37,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.725361 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] Calling delete_port for 8ae91fa9-ad85-4124-8965-a6c66002ee37 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:53.725920 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] No DVR routers for this DVR port 8ae91fa9-ad85-4124-8965-a6c66002ee37 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:53.805006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (ed1300f6-a94c-4421-85fc-d669cde08c2b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.806211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (8ae91fa9-ad85-4124-8965-a6c66002ee37), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.825224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1300f6-a94c-4421-85fc-d669cde08c2b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:53.831761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] Pushing event deleted for resources: {'Port': ['ID=8ae91fa9-ad85-4124-8965-a6c66002ee37,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.835184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddce54a-b057-4b6a-8efc-c4139877bdc3 None None] No DVR routers for this DVR port 8ae91fa9-ad85-4124-8965-a6c66002ee37 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:53.839076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e72998-0973-4162-a37a-d8720f97ca67') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:53.840738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e72998-0973-4162-a37a-d8720f97ca67') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:53.850663 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (60e72998-0973-4162-a37a-d8720f97ca67), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.864640 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (60e72998-0973-4162-a37a-d8720f97ca67), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.870409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:53.870795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (60e72998-0973-4162-a37a-d8720f97ca67), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:53.873982 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:53.933975 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (ed1300f6-a94c-4421-85fc-d669cde08c2b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.941692 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.945196 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] 10.222.0.102 "DELETE /v2.0/networks/ed1300f6-a94c-4421-85fc-d669cde08c2b HTTP/1.1" status: 204 len: 168 time: 0.5620909 Feb 09 21:38:53.957112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf54e8-fb37-4440-9376-5728a28e1d2a tempest-NetworksIpV6Test-2112821534 tempest-NetworksIpV6Test-2112821534-project] Pushing event deleted for resources: {'Network': ['ID=ed1300f6-a94c-4421-85fc-d669cde08c2b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:54.192583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:54.329419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9ba1c90c-a22e-4893-a722-97088ef15b42 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4142e15fe1a04d40832e0f9f8a8432d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352401 Feb 09 21:38:54.331823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:54.376834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49ef4a8d-4f77-4f55-aed9-ea75a87662db admin admin] Publish callbacks [] for security_group (7ee5ab4b-60b3-4336-a26d-2488dcc59e4e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.397157 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49ef4a8d-4f77-4f55-aed9-ea75a87662db admin admin] Publish callbacks [] for security_group (7ee5ab4b-60b3-4336-a26d-2488dcc59e4e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.444299 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49ef4a8d-4f77-4f55-aed9-ea75a87662db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7ee5ab4b-60b3-4336-a26d-2488dcc59e4e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.447172 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49ef4a8d-4f77-4f55-aed9-ea75a87662db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.448417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-49ef4a8d-4f77-4f55-aed9-ea75a87662db admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7ee5ab4b-60b3-4336-a26d-2488dcc59e4e HTTP/1.1" status: 204 len: 168 time: 0.1156738 Feb 09 21:38:54.457787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef4a8d-4f77-4f55-aed9-ea75a87662db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee5ab4b-60b3-4336-a26d-2488dcc59e4e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:54.851641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8ae91fa9-ad85-4124-8965-a6c66002ee37 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:54.872511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8ae91fa9-ad85-4124-8965-a6c66002ee37 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:54.872870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8ae91fa9-ad85-4124-8965-a6c66002ee37 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:54.873292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:54.895363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:54.895806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1405bb8c-6a5d-4760-8e7e-92f8957a41b0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:55.088303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:55.181065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a156e577-af9b-4098-8e0c-eab5581ea475 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-503373504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:55.205560 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a156e577-af9b-4098-8e0c-eab5581ea475 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (4e4587bc-6fb0-4e74-ba18-bf31320d154e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.206697 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a156e577-af9b-4098-8e0c-eab5581ea475 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (4e4587bc-6fb0-4e74-ba18-bf31320d154e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.257666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a156e577-af9b-4098-8e0c-eab5581ea475 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for router_controller (4e4587bc-6fb0-4e74-ba18-bf31320d154e), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.261561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a156e577-af9b-4098-8e0c-eab5581ea475 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (4e4587bc-6fb0-4e74-ba18-bf31320d154e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.278105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a156e577-af9b-4098-8e0c-eab5581ea475 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.279314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a156e577-af9b-4098-8e0c-eab5581ea475 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1900697 Feb 09 21:38:55.282618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:55.287437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-884057347'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:55.305689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Made reservation on behalf of 842d6518df6c42c39c6f7d29f324e213 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:55.308957 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.317044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.387786 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for security_group (135b498c-f461-4c2d-adbf-8d17489186b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.391406 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (135b498c-f461-4c2d-adbf-8d17489186b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.417098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:55.426970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135b498c-f461-4c2d-adbf-8d17489186b9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.431549 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9aad9ef5-f451-4bd2-a577-2e5a9cd95baa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.431918 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Added segment 9aad9ef5-f451-4bd2-a577-2e5a9cd95baa of type vlan for network d481104f-b4d4-4458-89c9-349fbdc8b6d8 Feb 09 21:38:55.474364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (d481104f-b4d4-4458-89c9-349fbdc8b6d8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.499797 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (d481104f-b4d4-4458-89c9-349fbdc8b6d8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.504659 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.505240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.558295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2746139 Feb 09 21:38:55.561333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:55.566442 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Request body: {'subnet': {'network_id': 'd481104f-b4d4-4458-89c9-349fbdc8b6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:55.572243 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14934cbd-6821-4cb0-b1f2-9b7bcaa31f6d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event updated for resources: {'Network': ['ID=d481104f-b4d4-4458-89c9-349fbdc8b6d8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.583122 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network d481104f-b4d4-4458-89c9-349fbdc8b6d8 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:55.650678 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Made reservation on behalf of 842d6518df6c42c39c6f7d29f324e213 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:55.654027 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.091968 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (6bcd30ca-d491-41e4-b24e-71bb7a08e40d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.153547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event updated for resources: {'Subnet': ['ID=6bcd30ca-d491-41e4-b24e-71bb7a08e40d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.165463 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Checking segment: {'id': '9aad9ef5-f451-4bd2-a577-2e5a9cd95baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd481104f-b4d4-4458-89c9-349fbdc8b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:56.165818 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Network hostable DHCP agents. Network: d481104f-b4d4-4458-89c9-349fbdc8b6d8, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:56.182054 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Network d481104f-b4d4-4458-89c9-349fbdc8b6d8 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:56.189839 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, d481104f-b4d4-4458-89c9-349fbdc8b6d8) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:56.194942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.195850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.199031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe8d0f-1ffb-4a4f-93ea-8dfc75030c30 None None] Network d481104f-b4d4-4458-89c9-349fbdc8b6d8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:56.211936 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-38da16ec-6894-4867-8163-a17e83f06e57 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6494875 Feb 09 21:38:56.214940 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45282) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:56.220250 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-599276170'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:56.238787 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Made reservation on behalf of 842d6518df6c42c39c6f7d29f324e213 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:56.242190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.266592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:56.277169 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8e046cbb-7e84-48fa-a907-a9d71ed096bc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.277503 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Added segment 8e046cbb-7e84-48fa-a907-a9d71ed096bc of type vlan for network 56786221-43d2-42de-82a4-0fd584520497 Feb 09 21:38:56.301782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-d481104f-b4d4-4458-89c9-349fbdc8b6d8', 'network_id': 'd481104f-b4d4-4458-89c9-349fbdc8b6d8', 'project_id': '842d6518df6c42c39c6f7d29f324e213', 'fixed_ips': [{'subnet_id': '6bcd30ca-d491-41e4-b24e-71bb7a08e40d'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:56.302669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.318098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (56786221-43d2-42de-82a4-0fd584520497), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.343205 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (56786221-43d2-42de-82a4-0fd584520497), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.348606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.349182 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.377688 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:38:56.435887 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2198987 Feb 09 21:38:56.439164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:56.444785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Allocated IP 172.20.0.2 (d481104f-b4d4-4458-89c9-349fbdc8b6d8/6bcd30ca-d491-41e4-b24e-71bb7a08e40d/ae11cbea-e38f-45c4-90bb-84fb47fc6e53) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:56.445182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Request body: {'subnet': {'network_id': '56786221-43d2-42de-82a4-0fd584520497', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:56.451066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a519a-ddae-445f-b751-66ea19e47f9d tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event updated for resources: {'Network': ['ID=56786221-43d2-42de-82a4-0fd584520497,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.463453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 56786221-43d2-42de-82a4-0fd584520497 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:56.545000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Made reservation on behalf of 842d6518df6c42c39c6f7d29f324e213 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:56.548871 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.648700 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Publish callbacks [] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.654100 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.697569 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Network d481104f-b4d4-4458-89c9-349fbdc8b6d8 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:56.702104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:56.705036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:56.711928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Pushing event updated for resources: {'Port': ['ID=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.728973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (9e3d2f8b-9035-4851-ad74-37b461fe5137), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.933536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Attempting to bind port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:56.933823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Attempting to bind port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9aad9ef5-f451-4bd2-a577-2e5a9cd95baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd481104f-b4d4-4458-89c9-349fbdc8b6d8'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:56.934194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Attempting to bind port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 on network d481104f-b4d4-4458-89c9-349fbdc8b6d8 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:56.940128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:56.940496 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Checking segment: {'id': '9aad9ef5-f451-4bd2-a577-2e5a9cd95baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd481104f-b4d4-4458-89c9-349fbdc8b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:56.940905 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.941301 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Bound using segment: {'id': '9aad9ef5-f451-4bd2-a577-2e5a9cd95baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd481104f-b4d4-4458-89c9-349fbdc8b6d8'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:56.941774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Bound port: ae11cbea-e38f-45c4-90bb-84fb47fc6e53, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aad9ef5-f451-4bd2-a577-2e5a9cd95baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'd481104f-b4d4-4458-89c9-349fbdc8b6d8'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:56.942156 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.009161 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.021221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] For port ae11cbea-e38f-45c4-90bb-84fb47fc6e53, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:57.024525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] For port ae11cbea-e38f-45c4-90bb-84fb47fc6e53, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,segment=NetworkSegment(9aad9ef5-f451-4bd2-a577-2e5a9cd95baa),segment_id=9aad9ef5-f451-4bd2-a577-2e5a9cd95baa)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:57.029643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.092384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9245b84-a216-4bfe-8a40-609438365fe6 None None] Pushing event updated for resources: {'Port': ['ID=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.129107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event updated for resources: {'Subnet': ['ID=9e3d2f8b-9035-4851-ad74-37b461fe5137,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.139940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Checking segment: {'id': '8e046cbb-7e84-48fa-a907-a9d71ed096bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '56786221-43d2-42de-82a4-0fd584520497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:57.140305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Network hostable DHCP agents. Network: 56786221-43d2-42de-82a4-0fd584520497, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:57.157370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Network 56786221-43d2-42de-82a4-0fd584520497 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:57.166115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 56786221-43d2-42de-82a4-0fd584520497) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:57.170317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.170925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.175879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149688a7-1ca0-4f6d-956f-ef81da1ef338 None None] Network 56786221-43d2-42de-82a4-0fd584520497 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:57.192573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45286) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:57.193445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-782113d9-ad98-4b3f-9145-b104170879aa tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7522728 Feb 09 21:38:57.197968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1b3fa8fb-3cf8-41c8-9732-ed1ed4b3325b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Request body: {'router': {'external_gateway_info': {'network_id': '56786221-43d2-42de-82a4-0fd584520497'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:57.300203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-56786221-43d2-42de-82a4-0fd584520497', 'network_id': '56786221-43d2-42de-82a4-0fd584520497', 'project_id': '842d6518df6c42c39c6f7d29f324e213', 'fixed_ips': [{'subnet_id': '9e3d2f8b-9035-4851-ad74-37b461fe5137'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:57.301080 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.450229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Allocated IP 172.21.0.2 (56786221-43d2-42de-82a4-0fd584520497/9e3d2f8b-9035-4851-ad74-37b461fe5137/9983b32f-4a56-4dbc-b682-e70ec87afab0) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:57.458997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1b3fa8fb-3cf8-41c8-9732-ed1ed4b3325b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for router_gateway (4e4587bc-6fb0-4e74-ba18-bf31320d154e), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.568980 n-d-789963-29 neutron-server[103325]: INFO neutron.api.v2.resource [None req-1b3fa8fb-3cf8-41c8-9732-ed1ed4b3325b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:38:57.570021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1b3fa8fb-3cf8-41c8-9732-ed1ed4b3325b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "PUT /v2.0/routers/4e4587bc-6fb0-4e74-ba18-bf31320d154e HTTP/1.1" status: 400 len: 364 time: 0.3758361 Feb 09 21:38:57.576056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:57.602121 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Publish callbacks [] for port (9983b32f-4a56-4dbc-b682-e70ec87afab0), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.611400 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (9983b32f-4a56-4dbc-b682-e70ec87afab0), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.628821 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7200dc-b62f-4ef5-afb2-92765da51b0c tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Deleting subnet 9e3d2f8b-9035-4851-ad74-37b461fe5137 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:57.632126 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce7200dc-b62f-4ef5-afb2-92765da51b0c tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for subnet (9e3d2f8b-9035-4851-ad74-37b461fe5137), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.655318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Network 56786221-43d2-42de-82a4-0fd584520497 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:57.660948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:57.663055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Pushing event updated for resources: {'Port': ['ID=9983b32f-4a56-4dbc-b682-e70ec87afab0,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.665263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:57.673509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce7200dc-b62f-4ef5-afb2-92765da51b0c tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (9e3d2f8b-9035-4851-ad74-37b461fe5137), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.725931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Attempting to bind port 9983b32f-4a56-4dbc-b682-e70ec87afab0 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:57.726277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Attempting to bind port 9983b32f-4a56-4dbc-b682-e70ec87afab0 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8e046cbb-7e84-48fa-a907-a9d71ed096bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '56786221-43d2-42de-82a4-0fd584520497'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:57.726653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Attempting to bind port 9983b32f-4a56-4dbc-b682-e70ec87afab0 on network 56786221-43d2-42de-82a4-0fd584520497 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:57.731761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:57.732146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Checking segment: {'id': '8e046cbb-7e84-48fa-a907-a9d71ed096bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '56786221-43d2-42de-82a4-0fd584520497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:57.732699 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.733124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Bound using segment: {'id': '8e046cbb-7e84-48fa-a907-a9d71ed096bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '56786221-43d2-42de-82a4-0fd584520497'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:57.733599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Bound port: 9983b32f-4a56-4dbc-b682-e70ec87afab0, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e046cbb-7e84-48fa-a907-a9d71ed096bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '56786221-43d2-42de-82a4-0fd584520497'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:57.733988 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9983b32f-4a56-4dbc-b682-e70ec87afab0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.794451 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce7200dc-b62f-4ef5-afb2-92765da51b0c tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9e3d2f8b-9035-4851-ad74-37b461fe5137), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.855334 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce7200dc-b62f-4ef5-afb2-92765da51b0c tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (9e3d2f8b-9035-4851-ad74-37b461fe5137), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.858365 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] For port 9983b32f-4a56-4dbc-b682-e70ec87afab0, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:57.862820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] For port 9983b32f-4a56-4dbc-b682-e70ec87afab0, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9983b32f-4a56-4dbc-b682-e70ec87afab0,segment=NetworkSegment(8e046cbb-7e84-48fa-a907-a9d71ed096bc),segment_id=8e046cbb-7e84-48fa-a907-a9d71ed096bc)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:57.868924 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9983b32f-4a56-4dbc-b682-e70ec87afab0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.890076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7200dc-b62f-4ef5-afb2-92765da51b0c tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3d2f8b-9035-4851-ad74-37b461fe5137,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.894536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ce7200dc-b62f-4ef5-afb2-92765da51b0c tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.898089 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ce7200dc-b62f-4ef5-afb2-92765da51b0c tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "DELETE /v2.0/subnets/9e3d2f8b-9035-4851-ad74-37b461fe5137 HTTP/1.1" status: 204 len: 168 time: 0.3210802 Feb 09 21:38:57.900506 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:57.940633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc4db-67c6-400a-b0c4-85c6f03c890a None None] Pushing event updated for resources: {'Port': ['ID=9983b32f-4a56-4dbc-b682-e70ec87afab0,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.987150 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (56786221-43d2-42de-82a4-0fd584520497), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.045394 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Deleting port 9983b32f-4a56-4dbc-b682-e70ec87afab0 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:58.045744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9983b32f-4a56-4dbc-b682-e70ec87afab0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.135591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] For port 9983b32f-4a56-4dbc-b682-e70ec87afab0, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9983b32f-4a56-4dbc-b682-e70ec87afab0,segment=NetworkSegment(8e046cbb-7e84-48fa-a907-a9d71ed096bc),segment_id=8e046cbb-7e84-48fa-a907-a9d71ed096bc)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:58.136028 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9983b32f-4a56-4dbc-b682-e70ec87afab0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.151847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Calling delete_port for 9983b32f-4a56-4dbc-b682-e70ec87afab0 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:58.208356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913adfb-3419-4af0-bb67-6e7689c75192 None None] Network d481104f-b4d4-4458-89c9-349fbdc8b6d8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:58.242900 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9983b32f-4a56-4dbc-b682-e70ec87afab0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.276827 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event deleted for resources: {'Port': ['ID=9983b32f-4a56-4dbc-b682-e70ec87afab0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.277080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-27daf1fa-b8f2-42f4-ba13-d01854c31726 None None] Provisioning complete for port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:58.277445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27daf1fa-b8f2-42f4-ba13-d01854c31726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.282196 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] No DVR routers for this DVR port 9983b32f-4a56-4dbc-b682-e70ec87afab0 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:58.363187 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (56786221-43d2-42de-82a4-0fd584520497), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.383667 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56786221-43d2-42de-82a4-0fd584520497']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:58.393858 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e046cbb-7e84-48fa-a907-a9d71ed096bc') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:58.394217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e046cbb-7e84-48fa-a907-a9d71ed096bc') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:58.398753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-27daf1fa-b8f2-42f4-ba13-d01854c31726 None None] Current status of the port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:58.399725 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27daf1fa-b8f2-42f4-ba13-d01854c31726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.404519 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8e046cbb-7e84-48fa-a907-a9d71ed096bc), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.418998 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8e046cbb-7e84-48fa-a907-a9d71ed096bc), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.426020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:58.426532 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8e046cbb-7e84-48fa-a907-a9d71ed096bc), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:58.430725 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:58.433678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-27daf1fa-b8f2-42f4-ba13-d01854c31726 None None] For port ae11cbea-e38f-45c4-90bb-84fb47fc6e53, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,segment=NetworkSegment(9aad9ef5-f451-4bd2-a577-2e5a9cd95baa),segment_id=9aad9ef5-f451-4bd2-a577-2e5a9cd95baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:58.440157 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27daf1fa-b8f2-42f4-ba13-d01854c31726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.497152 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daf1fa-b8f2-42f4-ba13-d01854c31726 None None] Pushing event updated for resources: {'Port': ['ID=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.516594 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (56786221-43d2-42de-82a4-0fd584520497), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.527520 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.530683 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "DELETE /v2.0/networks/56786221-43d2-42de-82a4-0fd584520497 HTTP/1.1" status: 204 len: 168 time: 0.6292415 Feb 09 21:38:58.534339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:58.543152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcd2c5-ede4-42a4-b1a6-f00eec11f439 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event deleted for resources: {'Network': ['ID=56786221-43d2-42de-82a4-0fd584520497,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.589847 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0481be2-574a-4b78-bf68-816f62229541 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Deleting subnet 6bcd30ca-d491-41e4-b24e-71bb7a08e40d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:58.593377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0481be2-574a-4b78-bf68-816f62229541 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for subnet (6bcd30ca-d491-41e4-b24e-71bb7a08e40d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.634245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0481be2-574a-4b78-bf68-816f62229541 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (6bcd30ca-d491-41e4-b24e-71bb7a08e40d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.663720 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4ceed50f-ae47-4055-a717-ae504e4efbb4 None None] Provisioning complete for port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:58.664138 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4ceed50f-ae47-4055-a717-ae504e4efbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.727518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0481be2-574a-4b78-bf68-816f62229541 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (6bcd30ca-d491-41e4-b24e-71bb7a08e40d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.753741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4ceed50f-ae47-4055-a717-ae504e4efbb4 None None] Current status of the port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:58.794008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0481be2-574a-4b78-bf68-816f62229541 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (6bcd30ca-d491-41e4-b24e-71bb7a08e40d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.820468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0481be2-574a-4b78-bf68-816f62229541 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcd30ca-d491-41e4-b24e-71bb7a08e40d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.828183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0481be2-574a-4b78-bf68-816f62229541 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.832571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b0481be2-574a-4b78-bf68-816f62229541 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "DELETE /v2.0/subnets/6bcd30ca-d491-41e4-b24e-71bb7a08e40d HTTP/1.1" status: 204 len: 168 time: 0.2972012 Feb 09 21:38:58.835308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45294) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:58.839160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747cb8b9-745f-49bb-8a72-6cb3f9e89802 None None] Network d481104f-b4d4-4458-89c9-349fbdc8b6d8 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:58.936977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ae11cbea-e38f-45c4-90bb-84fb47fc6e53 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:58.937368 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (d481104f-b4d4-4458-89c9-349fbdc8b6d8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.003901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:59.004458 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.009019 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Deleting port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:59.009368 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.034426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] DHCP port deletion for d481104f-b4d4-4458-89c9-349fbdc8b6d8 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:59.078065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] For port ae11cbea-e38f-45c4-90bb-84fb47fc6e53, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,segment=NetworkSegment(9aad9ef5-f451-4bd2-a577-2e5a9cd95baa),segment_id=9aad9ef5-f451-4bd2-a577-2e5a9cd95baa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:59.078568 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.093492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Calling delete_port for ae11cbea-e38f-45c4-90bb-84fb47fc6e53 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:59.127872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] Deleting port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:59.128248 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.132146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:59.173640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a99b3-3e96-4059-9d97-9e7f06a5f06e None None] DHCP port deletion for 56786221-43d2-42de-82a4-0fd584520497 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:59.178435 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.193904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9d7227b1-5bb2-4b3a-885c-f0d0c172fa1f None None] Could not find standard attr ID for object 9983b32f-4a56-4dbc-b682-e70ec87afab0. {{(pid=103326) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:38:59.208081 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] No DVR routers for this DVR port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:59.213861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event deleted for resources: {'Port': ['ID=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.216877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e42d37-5a00-4ebe-b35b-d7a08b9aeda5 None None] Network 56786221-43d2-42de-82a4-0fd584520497 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:59.230817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e42d37-5a00-4ebe-b35b-d7a08b9aeda5 None None] Network 56786221-43d2-42de-82a4-0fd584520497 could not be found, it might have been deleted concurrently. {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:38:59.240678 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] For port ae11cbea-e38f-45c4-90bb-84fb47fc6e53, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,segment=NetworkSegment(9aad9ef5-f451-4bd2-a577-2e5a9cd95baa),segment_id=9aad9ef5-f451-4bd2-a577-2e5a9cd95baa)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:59.241072 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.255386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] Calling delete_port for ae11cbea-e38f-45c4-90bb-84fb47fc6e53 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:59.289729 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (d481104f-b4d4-4458-89c9-349fbdc8b6d8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.312907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d481104f-b4d4-4458-89c9-349fbdc8b6d8']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:59.323157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aad9ef5-f451-4bd2-a577-2e5a9cd95baa') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:59.323454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aad9ef5-f451-4bd2-a577-2e5a9cd95baa') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:59.333447 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (9aad9ef5-f451-4bd2-a577-2e5a9cd95baa), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.337984 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (ae11cbea-e38f-45c4-90bb-84fb47fc6e53), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.346319 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9aad9ef5-f451-4bd2-a577-2e5a9cd95baa), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.352789 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:59.353178 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (9aad9ef5-f451-4bd2-a577-2e5a9cd95baa), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:59.356135 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:59.365086 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] Pushing event deleted for resources: {'Port': ['ID=ae11cbea-e38f-45c4-90bb-84fb47fc6e53,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.369677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e7619-1135-40a1-bd5c-204a51d95b8c None None] No DVR routers for this DVR port ae11cbea-e38f-45c4-90bb-84fb47fc6e53 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:59.417707 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (d481104f-b4d4-4458-89c9-349fbdc8b6d8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.425260 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.428376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "DELETE /v2.0/networks/d481104f-b4d4-4458-89c9-349fbdc8b6d8 HTTP/1.1" status: 204 len: 168 time: 0.5920048 Feb 09 21:38:59.431190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:59.440711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51981bae-0ae0-42be-a125-cec5da0289cf tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Pushing event deleted for resources: {'Network': ['ID=d481104f-b4d4-4458-89c9-349fbdc8b6d8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.460144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f6e5223f-6f1f-4c1f-921e-049882ac4672 tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e4587bc-6fb0-4e74-ba18-bf31320d154e HTTP/1.1" status: 200 len: 205 time: 0.0275948 Feb 09 21:38:59.462476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:59.542672 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68eb4adb-1783-4907-ae5f-7205608a683b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for router (4e4587bc-6fb0-4e74-ba18-bf31320d154e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.699713 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68eb4adb-1783-4907-ae5f-7205608a683b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (4e4587bc-6fb0-4e74-ba18-bf31320d154e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.701715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68eb4adb-1783-4907-ae5f-7205608a683b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for router_controller (4e4587bc-6fb0-4e74-ba18-bf31320d154e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.747342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68eb4adb-1783-4907-ae5f-7205608a683b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (4e4587bc-6fb0-4e74-ba18-bf31320d154e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.748026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb4adb-1783-4907-ae5f-7205608a683b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4587bc-6fb0-4e74-ba18-bf31320d154e {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:59.755601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-68eb4adb-1783-4907-ae5f-7205608a683b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.759083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-68eb4adb-1783-4907-ae5f-7205608a683b tempest-RoutersNegativeTest-1899840503 tempest-RoutersNegativeTest-1899840503-project] 10.222.0.102 "DELETE /v2.0/routers/4e4587bc-6fb0-4e74-ba18-bf31320d154e HTTP/1.1" status: 204 len: 168 time: 0.2933409 Feb 09 21:38:59.992413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45306) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:00.121723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-77c92f6d-32ab-4b08-9d51-45ad25b71484 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=842d6518df6c42c39c6f7d29f324e213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281292 Feb 09 21:39:00.124204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45310) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:00.171602 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c2cfd15-6607-456f-8c85-06c99734b742 admin admin] Publish callbacks [] for security_group (135b498c-f461-4c2d-adbf-8d17489186b9), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.196485 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c2cfd15-6607-456f-8c85-06c99734b742 admin admin] Publish callbacks [] for security_group (135b498c-f461-4c2d-adbf-8d17489186b9), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.242385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c2cfd15-6607-456f-8c85-06c99734b742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (135b498c-f461-4c2d-adbf-8d17489186b9), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.244934 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5c2cfd15-6607-456f-8c85-06c99734b742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.246077 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5c2cfd15-6607-456f-8c85-06c99734b742 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/135b498c-f461-4c2d-adbf-8d17489186b9 HTTP/1.1" status: 204 len: 168 time: 0.1209657 Feb 09 21:39:00.254372 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cfd15-6607-456f-8c85-06c99734b742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b498c-f461-4c2d-adbf-8d17489186b9,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:00.853075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9983b32f-4a56-4dbc-b682-e70ec87afab0 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:00.857241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:00.873352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 9983b32f-4a56-4dbc-b682-e70ec87afab0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:00.873707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9983b32f-4a56-4dbc-b682-e70ec87afab0 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:00.874202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ae11cbea-e38f-45c4-90bb-84fb47fc6e53 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:00.893690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ae11cbea-e38f-45c4-90bb-84fb47fc6e53 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:00.893958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ae11cbea-e38f-45c4-90bb-84fb47fc6e53 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:00.954978 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-207040953-network', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:00.973975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Made reservation on behalf of 3be73942ff684ff9ab5e510f11b7b3fe for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:00.976545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.984561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.059354 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Publish callbacks [] for security_group (e4820b7e-4c98-46ef-9a8e-b606a26a68da), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.063906 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e4820b7e-4c98-46ef-9a8e-b606a26a68da), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.083730 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:01.097756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4820b7e-4c98-46ef-9a8e-b606a26a68da,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.100768 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ed205089-06bd-4a00-b08e-3f5ca9144c53), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.101113 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Added segment ed205089-06bd-4a00-b08e-3f5ca9144c53 of type vlan for network 55963208-7afc-4222-8c03-67f78fb4a412 Feb 09 21:39:01.139917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (55963208-7afc-4222-8c03-67f78fb4a412), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.165124 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (55963208-7afc-4222-8c03-67f78fb4a412), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.166039 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.166649 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.225045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3666508 Feb 09 21:39:01.228076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:01.233574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Request body: {'subnet': {'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-subnet', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:01.233736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366366-8f37-42d6-8651-7c8fdf034425 admin admin] Pushing event updated for resources: {'Network': ['ID=55963208-7afc-4222-8c03-67f78fb4a412,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.244115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 55963208-7afc-4222-8c03-67f78fb4a412 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:01.252977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Made reservation on behalf of 3be73942ff684ff9ab5e510f11b7b3fe for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:01.255288 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.418605 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (44108c20-a969-45fa-9b29-b4f90a6346ef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.474352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=44108c20-a969-45fa-9b29-b4f90a6346ef,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.481485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Checking segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:01.481846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Network hostable DHCP agents. Network: 55963208-7afc-4222-8c03-67f78fb4a412, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:01.498407 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Network 55963208-7afc-4222-8c03-67f78fb4a412 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:01.506944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 55963208-7afc-4222-8c03-67f78fb4a412) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:01.510948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.511542 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.516893 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120f880-6ffe-4299-98a7-aea56e2754c3 None None] Network 55963208-7afc-4222-8c03-67f78fb4a412 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:01.526869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-32a7adbe-5dfb-4021-ae54-6722728cdfcc admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2976949 Feb 09 21:39:01.529661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:01.534432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:01.554415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.555461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.606886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks [] for router_controller (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.624586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-55963208-7afc-4222-8c03-67f78fb4a412', 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'fixed_ips': [{'subnet_id': '44108c20-a969-45fa-9b29-b4f90a6346ef'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:01.625423 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.750087 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks [] for router_gateway (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.765899 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Allocated IP 172.20.0.2 (55963208-7afc-4222-8c03-67f78fb4a412/44108c20-a969-45fa-9b29-b4f90a6346ef/d18ba297-8f0d-4012-b3c7-a1952b628a41) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:01.902034 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Publish callbacks [] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.909805 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.949084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Network 55963208-7afc-4222-8c03-67f78fb4a412 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:01.956073 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:01.957939 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks [] for router_gateway (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.958670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:01.969154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Pushing event updated for resources: {'Port': ['ID=d18ba297-8f0d-4012-b3c7-a1952b628a41,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.977461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.020941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Attempting to bind port d18ba297-8f0d-4012-b3c7-a1952b628a41 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:02.021228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Attempting to bind port d18ba297-8f0d-4012-b3c7-a1952b628a41 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:02.021589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Attempting to bind port d18ba297-8f0d-4012-b3c7-a1952b628a41 on network 55963208-7afc-4222-8c03-67f78fb4a412 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:02.026439 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:02.026819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Checking segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:02.027221 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.027615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Bound using segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:02.028119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Bound port: d18ba297-8f0d-4012-b3c7-a1952b628a41, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:02.028501 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.084693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Allocated IP 172.25.4.252 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/784872af-d486-4424-9885-5a30ac666294) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:02.092034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] For port d18ba297-8f0d-4012-b3c7-a1952b628a41, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:02.095541 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] For port d18ba297-8f0d-4012-b3c7-a1952b628a41, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d18ba297-8f0d-4012-b3c7-a1952b628a41,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:02.101486 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.160141 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd1af0-0db2-4b74-8b03-9acc2bdd6d8e None None] Pushing event updated for resources: {'Port': ['ID=d18ba297-8f0d-4012-b3c7-a1952b628a41,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:02.196859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks [] for port (784872af-d486-4424-9885-5a30ac666294), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.231258 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (784872af-d486-4424-9885-5a30ac666294), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.273023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:02.276048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:02.279537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:02.285618 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Pushing event updated for resources: {'Port': ['ID=784872af-d486-4424-9885-5a30ac666294,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:02.563982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks [] for router_gateway (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.758802 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.890991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d18ba297-8f0d-4012-b3c7-a1952b628a41 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:02.902637 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:39:02.960443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d18ba297-8f0d-4012-b3c7-a1952b628a41 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:02.960963 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.019943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:03.031446 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Sync routers for ids ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:03.041033 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.045385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45340) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:03.045904 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7730f9f2-2778-48d7-9334-15689079b06a admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5147462 Feb 09 21:39:03.047413 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Routers {'21a5c9f4-72a4-4af9-a713-b8e28b394c2c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:03.048157 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:03.049327 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d18ba297-8f0d-4012-b3c7-a1952b628a41 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:03.049909 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.099405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port d18ba297-8f0d-4012-b3c7-a1952b628a41, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d18ba297-8f0d-4012-b3c7-a1952b628a41,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:03.105734 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.149187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483072e4-dae9-4864-9c57-4dbe5a25657d None None] Network 55963208-7afc-4222-8c03-67f78fb4a412 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:03.163333 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Set router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:03.219523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=d18ba297-8f0d-4012-b3c7-a1952b628a41,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.233595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-727baeae-27f3-449f-93dc-be984b671ee5 None None] Provisioning complete for port d18ba297-8f0d-4012-b3c7-a1952b628a41 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:03.233971 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-727baeae-27f3-449f-93dc-be984b671ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.384607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-727baeae-27f3-449f-93dc-be984b671ee5 None None] Current status of the port d18ba297-8f0d-4012-b3c7-a1952b628a41 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:03.463004 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '784872af-d486-4424-9885-5a30ac666294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:02Z', 'revision_number': 3, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port': {'id': '784872af-d486-4424-9885-5a30ac666294', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:03.504702 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Checking router: 21a5c9f4-72a4-4af9-a713-b8e28b394c2c for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:03.505049 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Updating router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c port 784872af-d486-4424-9885-5a30ac666294 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:39:03.538363 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.544118 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (784872af-d486-4424-9885-5a30ac666294), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.711314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2e487c91-65dc-4ec7-8ab8-5d40837beea2 None None] Provisioning complete for port d18ba297-8f0d-4012-b3c7-a1952b628a41 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:03.711578 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2e487c91-65dc-4ec7-8ab8-5d40837beea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.716627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Allocated IP 172.20.0.1 (55963208-7afc-4222-8c03-67f78fb4a412/44108c20-a969-45fa-9b29-b4f90a6346ef/210c485c-41b7-42d0-bb97-6624f7921729) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:03.810041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2e487c91-65dc-4ec7-8ab8-5d40837beea2 None None] Current status of the port d18ba297-8f0d-4012-b3c7-a1952b628a41 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:03.825448 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Publish callbacks [] for port (784872af-d486-4424-9885-5a30ac666294), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.826140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Publish callbacks [] for port (210c485c-41b7-42d0-bb97-6624f7921729), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.830767 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (784872af-d486-4424-9885-5a30ac666294), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.859227 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (210c485c-41b7-42d0-bb97-6624f7921729), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.886683 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Pushing event updated for resources: {'Port': ['ID=784872af-d486-4424-9885-5a30ac666294,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.888691 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Attempting to bind port 784872af-d486-4424-9885-5a30ac666294 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:03.889058 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Attempting to bind port 784872af-d486-4424-9885-5a30ac666294 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:03.889419 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Attempting to bind port 784872af-d486-4424-9885-5a30ac666294 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:03.896251 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Network 55963208-7afc-4222-8c03-67f78fb4a412 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:03.898452 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:03.898826 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:03.899227 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.899615 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:03.900104 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Bound port: 784872af-d486-4424-9885-5a30ac666294, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:03.900481 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (784872af-d486-4424-9885-5a30ac666294), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.901087 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:03.903936 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.903936 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.904190 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.904476 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.904592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:03.904811 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.905145 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.905469 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.905792 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.906112 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.906430 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.906873 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.907660 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.908003 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:03.929852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Pushing event updated for resources: {'Port': ['ID=210c485c-41b7-42d0-bb97-6624f7921729,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.949011 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.963332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] For port 784872af-d486-4424-9885-5a30ac666294, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:03.966939 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] For port 784872af-d486-4424-9885-5a30ac666294, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=784872af-d486-4424-9885-5a30ac666294,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:03.974688 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (784872af-d486-4424-9885-5a30ac666294), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.035278 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Routers {'21a5c9f4-72a4-4af9-a713-b8e28b394c2c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:04.036413 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:04.039755 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913aa1a7-fe42-4a70-9060-e35847acc863 None None] Pushing event updated for resources: {'Port': ['ID=784872af-d486-4424-9885-5a30ac666294,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.146023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6814963a-7742-45bb-87aa-fa1c25117bc9 None None] Provisioning complete for port 210c485c-41b7-42d0-bb97-6624f7921729 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:04.146605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6814963a-7742-45bb-87aa-fa1c25117bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (210c485c-41b7-42d0-bb97-6624f7921729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.154684 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] Set router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:04.183659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6814963a-7742-45bb-87aa-fa1c25117bc9 None None] Port 210c485c-41b7-42d0-bb97-6624f7921729 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:04.337712 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '784872af-d486-4424-9885-5a30ac666294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:02Z', 'revision_number': 3, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port': {'id': '784872af-d486-4424-9885-5a30ac666294', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:04.355275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (210c485c-41b7-42d0-bb97-6624f7921729), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.362921 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab66d77d-d3bc-49d2-a525-b2b8639b3ad6 None None] The sync data for ids ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'] in n-d-789963-29 is: [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '784872af-d486-4424-9885-5a30ac666294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:02Z', 'revision_number': 3, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port': {'id': '784872af-d486-4424-9885-5a30ac666294', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:04.525124 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Publish callbacks [] for port (210c485c-41b7-42d0-bb97-6624f7921729), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.530500 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (210c485c-41b7-42d0-bb97-6624f7921729), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.612529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Pushing event updated for resources: {'Port': ['ID=210c485c-41b7-42d0-bb97-6624f7921729,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.614816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.715535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Network 55963208-7afc-4222-8c03-67f78fb4a412 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:04.717051 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:04.853399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:04.970330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 784872af-d486-4424-9885-5a30ac666294 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:04.986135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:05.008303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cb9470e2-6bf2-4b49-ae1b-2eaa770a422a admin admin] 10.222.0.102 "PUT /v2.0/routers/21a5c9f4-72a4-4af9-a713-b8e28b394c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9617288 Feb 09 21:39:05.030406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bc8c7308-a084-45f0-8706-079b78f554ad None None] Provisioning complete for port 210c485c-41b7-42d0-bb97-6624f7921729 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:05.030743 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bc8c7308-a084-45f0-8706-079b78f554ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (210c485c-41b7-42d0-bb97-6624f7921729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.074960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bc8c7308-a084-45f0-8706-079b78f554ad None None] Port 210c485c-41b7-42d0-bb97-6624f7921729 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:05.077419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 784872af-d486-4424-9885-5a30ac666294 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:05.077814 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (784872af-d486-4424-9885-5a30ac666294), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.160515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 784872af-d486-4424-9885-5a30ac666294 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:05.161607 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (784872af-d486-4424-9885-5a30ac666294), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.187221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 784872af-d486-4424-9885-5a30ac666294, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=784872af-d486-4424-9885-5a30ac666294,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:05.195348 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (784872af-d486-4424-9885-5a30ac666294), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.196205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d18ba297-8f0d-4012-b3c7-a1952b628a41 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:05.447725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=784872af-d486-4424-9885-5a30ac666294,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:05.460804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d18ba297-8f0d-4012-b3c7-a1952b628a41 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:05.461183 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.518582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.523633 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1717064482-network', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:05.542953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Made reservation on behalf of 0bd7ea24a94d479cb02ba0846a1c6b4b for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:05.543420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d18ba297-8f0d-4012-b3c7-a1952b628a41 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:05.545326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.554760 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.628525 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Publish callbacks [] for security_group (4a692de7-823d-4408-a847-1edbd0914b3f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.632501 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a692de7-823d-4408-a847-1edbd0914b3f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.652152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:05.665003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a692de7-823d-4408-a847-1edbd0914b3f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:05.669693 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (927a16e0-092d-442f-ab11-29d8f0146708), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.670035 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Added segment 927a16e0-092d-442f-ab11-29d8f0146708 of type vlan for network cde03de0-28db-4aeb-8928-39de6444e1e1 Feb 09 21:39:05.712321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (cde03de0-28db-4aeb-8928-39de6444e1e1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.739674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (cde03de0-28db-4aeb-8928-39de6444e1e1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.740669 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.741546 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.802967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2831547 Feb 09 21:39:05.805886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:05.808131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f330c05-f008-451d-95ee-5417046b5e99 admin admin] Pushing event updated for resources: {'Network': ['ID=cde03de0-28db-4aeb-8928-39de6444e1e1,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:05.810951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Request body: {'subnet': {'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-subnet', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:05.819123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network cde03de0-28db-4aeb-8928-39de6444e1e1 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:05.842173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Made reservation on behalf of 0bd7ea24a94d479cb02ba0846a1c6b4b for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:05.845424 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.018848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (35d046d9-40cc-41c6-94de-9c56702279f2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.023159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Sync routers for ids ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:06.033927 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Routers {'21a5c9f4-72a4-4af9-a713-b8e28b394c2c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:06.034551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:06.072437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d046d9-40cc-41c6-94de-9c56702279f2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.082559 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Checking segment: {'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:06.082949 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Network hostable DHCP agents. Network: cde03de0-28db-4aeb-8928-39de6444e1e1, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:06.100010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Network cde03de0-28db-4aeb-8928-39de6444e1e1 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:06.108950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, cde03de0-28db-4aeb-8928-39de6444e1e1) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:06.114378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.115237 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.125112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18222aeb-2288-45f7-89db-80c2fe0b5e80 None None] Network cde03de0-28db-4aeb-8928-39de6444e1e1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:06.131951 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ed4af8aa-d728-4d25-b9e9-daab4810dcc5 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3249466 Feb 09 21:39:06.134547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:06.138842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:06.158483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (8b6997fc-05a3-45ab-8436-ef456c04901e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.159494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (8b6997fc-05a3-45ab-8436-ef456c04901e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.190920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Set router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:06.215859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks [] for router_controller (8b6997fc-05a3-45ab-8436-ef456c04901e), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.310177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-cde03de0-28db-4aeb-8928-39de6444e1e1', 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1', 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'fixed_ips': [{'subnet_id': '35d046d9-40cc-41c6-94de-9c56702279f2'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:06.311094 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.365032 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks [] for router_gateway (8b6997fc-05a3-45ab-8436-ef456c04901e), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.529699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Allocated IP 172.20.0.2 (cde03de0-28db-4aeb-8928-39de6444e1e1/35d046d9-40cc-41c6-94de-9c56702279f2/1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:06.570181 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks [] for router_gateway (8b6997fc-05a3-45ab-8436-ef456c04901e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.584457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '784872af-d486-4424-9885-5a30ac666294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:04Z', 'revision_number': 4, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port': {'id': '784872af-d486-4424-9885-5a30ac666294', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '210c485c-41b7-42d0-bb97-6624f7921729', 'name': '', 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'mac_address': 'fa:16:3e:f1:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44108c20-a969-45fa-9b29-b4f90a6346ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:03Z', 'updated_at': '2022-02-09T21:39:04Z', 'revision_number': 2, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'subnets': [{'id': '44108c20-a969-45fa-9b29-b4f90a6346ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:06.589048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.618462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Checking router: 21a5c9f4-72a4-4af9-a713-b8e28b394c2c for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:06.618822 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Updating router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c port 210c485c-41b7-42d0-bb97-6624f7921729 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:39:06.659623 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (210c485c-41b7-42d0-bb97-6624f7921729), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.693071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Allocated IP 172.25.4.144 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/17fa7981-e02c-427d-9a22-dcc5aecec79c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:06.794747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks [] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.812612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Publish callbacks [] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.820872 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.832046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.877432 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:06.880422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:06.883926 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:06.889256 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Pushing event updated for resources: {'Port': ['ID=17fa7981-e02c-427d-9a22-dcc5aecec79c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.910780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 784872af-d486-4424-9885-5a30ac666294 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:06.916149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Network cde03de0-28db-4aeb-8928-39de6444e1e1 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:06.936905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Pushing event updated for resources: {'Port': ['ID=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.944154 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:06.950381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:07.059536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Attempting to bind port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:07.059935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Attempting to bind port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:07.060197 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Attempting to bind port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 on network cde03de0-28db-4aeb-8928-39de6444e1e1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:07.065000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 784872af-d486-4424-9885-5a30ac666294 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:07.065366 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (784872af-d486-4424-9885-5a30ac666294), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.092857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:07.093219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Checking segment: {'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:07.093620 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.094013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Bound using segment: {'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:07.094495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Bound port: 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:07.094897 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.134438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks [] for router_gateway (8b6997fc-05a3-45ab-8436-ef456c04901e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.178326 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Publish callbacks [] for port (210c485c-41b7-42d0-bb97-6624f7921729), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.190562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (210c485c-41b7-42d0-bb97-6624f7921729), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.278156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] For port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:07.289957 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1098-53bc-4a62-b595-433d3d529e62 None None] Pushing event updated for resources: {'Port': ['ID=210c485c-41b7-42d0-bb97-6624f7921729,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.306346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] For port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,segment=NetworkSegment(927a16e0-092d-442f-ab11-29d8f0146708),segment_id=927a16e0-092d-442f-ab11-29d8f0146708)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:07.312954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 784872af-d486-4424-9885-5a30ac666294 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:07.319464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.345568 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (8b6997fc-05a3-45ab-8436-ef456c04901e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.420392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Attempting to bind port 210c485c-41b7-42d0-bb97-6624f7921729 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:07.420792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Attempting to bind port 210c485c-41b7-42d0-bb97-6624f7921729 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:07.421375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Attempting to bind port 210c485c-41b7-42d0-bb97-6624f7921729 on network 55963208-7afc-4222-8c03-67f78fb4a412 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:07.424511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c7c23-746e-456f-8d15-2b54cab503b1 None None] Pushing event updated for resources: {'Port': ['ID=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.431174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:07.432095 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Checking segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:07.432679 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.433069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Bound using segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:07.433550 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Bound port: 210c485c-41b7-42d0-bb97-6624f7921729, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:07.433934 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (210c485c-41b7-42d0-bb97-6624f7921729), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.514683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] For port 210c485c-41b7-42d0-bb97-6624f7921729, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:07.520134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] For port 210c485c-41b7-42d0-bb97-6624f7921729, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=210c485c-41b7-42d0-bb97-6624f7921729,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:07.528815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (210c485c-41b7-42d0-bb97-6624f7921729), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.589737 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Routers {'21a5c9f4-72a4-4af9-a713-b8e28b394c2c'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:07.590426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:07.650729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1098-53bc-4a62-b595-433d3d529e62 None None] Pushing event updated for resources: {'Port': ['ID=210c485c-41b7-42d0-bb97-6624f7921729,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.768732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d00d6737-dde1-4369-9a40-74077aa97cd3 None None] Provisioning complete for port 210c485c-41b7-42d0-bb97-6624f7921729 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:07.769260 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d00d6737-dde1-4369-9a40-74077aa97cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (210c485c-41b7-42d0-bb97-6624f7921729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.776965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] Set router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:07.779920 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9d06d149-3767-440f-91f0-83f138c4d635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.932362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Router 8b6997fc-05a3-45ab-8436-ef456c04901e is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:39:08.042224 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:08.051569 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Sync routers for ids ['8b6997fc-05a3-45ab-8436-ef456c04901e'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:08.062011 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Routers {'8b6997fc-05a3-45ab-8436-ef456c04901e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:08.062995 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8b6997fc-05a3-45ab-8436-ef456c04901e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:08.068639 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.070124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f2044607-77a2-4d01-a4ef-e8c9b1e661c4 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9346459 Feb 09 21:39:08.073220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45362) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:08.162824 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d00d6737-dde1-4369-9a40-74077aa97cd3 None None] Current status of the port 210c485c-41b7-42d0-bb97-6624f7921729 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:08.163115 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d00d6737-dde1-4369-9a40-74077aa97cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (210c485c-41b7-42d0-bb97-6624f7921729), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.187555 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Set router 8b6997fc-05a3-45ab-8436-ef456c04901e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:08.229754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d00d6737-dde1-4369-9a40-74077aa97cd3 None None] For port 210c485c-41b7-42d0-bb97-6624f7921729, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=210c485c-41b7-42d0-bb97-6624f7921729,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:08.241810 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d00d6737-dde1-4369-9a40-74077aa97cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (210c485c-41b7-42d0-bb97-6624f7921729), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.299230 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '784872af-d486-4424-9885-5a30ac666294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:04Z', 'revision_number': 4, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port': {'id': '784872af-d486-4424-9885-5a30ac666294', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '210c485c-41b7-42d0-bb97-6624f7921729', 'name': '', 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'mac_address': 'fa:16:3e:f1:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44108c20-a969-45fa-9b29-b4f90a6346ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:03Z', 'updated_at': '2022-02-09T21:39:07Z', 'revision_number': 4, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'subnets': [{'id': '44108c20-a969-45fa-9b29-b4f90a6346ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:08.303363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d6737-dde1-4369-9a40-74077aa97cd3 None None] Pushing event updated for resources: {'Port': ['ID=210c485c-41b7-42d0-bb97-6624f7921729,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:08.328675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f4471-5ac7-4966-b650-045397ff3114 None None] The sync data for ids ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'] in n-d-789963-29 is: [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '784872af-d486-4424-9885-5a30ac666294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:04Z', 'revision_number': 4, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port': {'id': '784872af-d486-4424-9885-5a30ac666294', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '210c485c-41b7-42d0-bb97-6624f7921729', 'name': '', 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'mac_address': 'fa:16:3e:f1:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44108c20-a969-45fa-9b29-b4f90a6346ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:03Z', 'updated_at': '2022-02-09T21:39:07Z', 'revision_number': 4, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'subnets': [{'id': '44108c20-a969-45fa-9b29-b4f90a6346ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:08.367552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9db33217-c98b-46b1-9abe-8ff3114f5f36 None None] Provisioning complete for port 210c485c-41b7-42d0-bb97-6624f7921729 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:08.367552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9db33217-c98b-46b1-9abe-8ff3114f5f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (210c485c-41b7-42d0-bb97-6624f7921729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.465951 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:07Z', 'revision_number': 3, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port': {'id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:08.508456 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Checking router: 8b6997fc-05a3-45ab-8436-ef456c04901e for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:08.509105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Updating router 8b6997fc-05a3-45ab-8436-ef456c04901e port 17fa7981-e02c-427d-9a22-dcc5aecec79c binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:39:08.537626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9db33217-c98b-46b1-9abe-8ff3114f5f36 None None] Current status of the port 210c485c-41b7-42d0-bb97-6624f7921729 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:08.546072 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.658714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.715754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d977edb5-063b-481a-9bd3-43c7d421652b None None] Network cde03de0-28db-4aeb-8928-39de6444e1e1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:08.797632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0bb726eb-3315-4267-922b-7f25f116030d None None] Provisioning complete for port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:08.798042 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bb726eb-3315-4267-922b-7f25f116030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.848663 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Publish callbacks [] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.857621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Allocated IP 172.20.0.1 (cde03de0-28db-4aeb-8928-39de6444e1e1/35d046d9-40cc-41c6-94de-9c56702279f2/c47d3458-e2ca-4a34-89ed-0836f2a593fa) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:08.867861 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.955355 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d923e0f-2d75-4ad2-9c1c-00155a9fa51e None None] Pushing event updated for resources: {'Port': ['ID=17fa7981-e02c-427d-9a22-dcc5aecec79c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:08.989682 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Attempting to bind port 17fa7981-e02c-427d-9a22-dcc5aecec79c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:08.990059 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Attempting to bind port 17fa7981-e02c-427d-9a22-dcc5aecec79c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:08.990423 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Attempting to bind port 17fa7981-e02c-427d-9a22-dcc5aecec79c on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:08.993223 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Publish callbacks [] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.003632 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:09.004054 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:09.004463 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.004856 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:09.005334 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Bound port: 17fa7981-e02c-427d-9a22-dcc5aecec79c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:09.005715 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.018788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0bb726eb-3315-4267-922b-7f25f116030d None None] Current status of the port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:09.020220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bb726eb-3315-4267-922b-7f25f116030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.036591 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 210c485c-41b7-42d0-bb97-6624f7921729 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:09.061662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.091979 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] For port 17fa7981-e02c-427d-9a22-dcc5aecec79c, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:09.098355 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] For port 17fa7981-e02c-427d-9a22-dcc5aecec79c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17fa7981-e02c-427d-9a22-dcc5aecec79c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:09.103704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Network cde03de0-28db-4aeb-8928-39de6444e1e1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:09.113459 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:09.114016 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.117003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:09.123754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0bb726eb-3315-4267-922b-7f25f116030d None None] For port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,segment=NetworkSegment(927a16e0-092d-442f-ab11-29d8f0146708),segment_id=927a16e0-092d-442f-ab11-29d8f0146708)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:09.141171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0bb726eb-3315-4267-922b-7f25f116030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.148984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Pushing event updated for resources: {'Port': ['ID=c47d3458-e2ca-4a34-89ed-0836f2a593fa,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.171163 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (8b6997fc-05a3-45ab-8436-ef456c04901e), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.212794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 210c485c-41b7-42d0-bb97-6624f7921729 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:09.213086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (210c485c-41b7-42d0-bb97-6624f7921729), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.242172 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Routers {'8b6997fc-05a3-45ab-8436-ef456c04901e'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:09.242809 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:38:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8b6997fc-05a3-45ab-8436-ef456c04901e'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:09.312603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb726eb-3315-4267-922b-7f25f116030d None None] Pushing event updated for resources: {'Port': ['ID=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.374788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.410087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 210c485c-41b7-42d0-bb97-6624f7921729 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:09.411303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:09.467055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6e936736-e6c9-44e2-93d0-ff061fa0521b None None] Provisioning complete for port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:09.467382 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e936736-e6c9-44e2-93d0-ff061fa0521b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.493397 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d923e0f-2d75-4ad2-9c1c-00155a9fa51e None None] Pushing event updated for resources: {'Port': ['ID=17fa7981-e02c-427d-9a22-dcc5aecec79c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.568506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:09.568879 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.581723 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] Set router 8b6997fc-05a3-45ab-8436-ef456c04901e gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:09.599919 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Publish callbacks [] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.608063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.660052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e936736-e6c9-44e2-93d0-ff061fa0521b None None] Current status of the port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:09.714789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:09.717534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (8b6997fc-05a3-45ab-8436-ef456c04901e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.777486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Pushing event updated for resources: {'Port': ['ID=c47d3458-e2ca-4a34-89ed-0836f2a593fa,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.803632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9bfaecfa-c795-4a7d-b48e-18fa7ef27023 None None] Provisioning complete for port c47d3458-e2ca-4a34-89ed-0836f2a593fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:09.803904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9bfaecfa-c795-4a7d-b48e-18fa7ef27023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.805257 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:07Z', 'revision_number': 3, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port': {'id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:09.839046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0e9085c9-7ed5-4e7d-9e34-88187ed2f6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.850973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Network cde03de0-28db-4aeb-8928-39de6444e1e1 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:09.852251 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4231b4c-83e1-4af2-95d7-a9355b639316 None None] The sync data for ids ['8b6997fc-05a3-45ab-8436-ef456c04901e'] in n-d-789963-29 is: [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:07Z', 'revision_number': 3, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port': {'id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:09.853077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:09.855950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9bfaecfa-c795-4a7d-b48e-18fa7ef27023 None None] Port c47d3458-e2ca-4a34-89ed-0836f2a593fa cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:09.984624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Router 8b6997fc-05a3-45ab-8436-ef456c04901e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:10.092585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c24d10a1-e08a-4ea4-804d-d0cf36e900b5 None None] Provisioning complete for port c47d3458-e2ca-4a34-89ed-0836f2a593fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:10.092973 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c24d10a1-e08a-4ea4-804d-d0cf36e900b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.106134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:10.112100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e2d5f22a-c385-47af-bd99-873722d2fa73 admin admin] 10.222.0.102 "PUT /v2.0/routers/8b6997fc-05a3-45ab-8436-ef456c04901e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0376377 Feb 09 21:39:10.135214 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c24d10a1-e08a-4ea4-804d-d0cf36e900b5 None None] Port c47d3458-e2ca-4a34-89ed-0836f2a593fa cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:10.939195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17fa7981-e02c-427d-9a22-dcc5aecec79c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:10.985001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 17fa7981-e02c-427d-9a22-dcc5aecec79c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:10.986100 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.059315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 17fa7981-e02c-427d-9a22-dcc5aecec79c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:11.059753 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.081676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 17fa7981-e02c-427d-9a22-dcc5aecec79c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17fa7981-e02c-427d-9a22-dcc5aecec79c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:11.085583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.086376 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:11.170745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=17fa7981-e02c-427d-9a22-dcc5aecec79c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:11.180067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:11.180448 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.260998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:11.315862 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-c7735720-51f1-4e43-82b3-e534d356906b tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.317452 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-c7735720-51f1-4e43-82b3-e534d356906b tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/networks?id=55963208-7afc-4222-8c03-67f78fb4a412 HTTP/1.1" status: 200 len: 816 time: 0.1076088 Feb 09 21:39:11.331971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-48f9bdca-77e4-46cc-8d6a-7bb898daf7a9 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/quotas/3be73942ff684ff9ab5e510f11b7b3fe HTTP/1.1" status: 200 len: 375 time: 0.0090711 Feb 09 21:39:11.385015 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-840d30a4-c5b5-471e-acbb-4db2ba96223f tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=3be73942ff684ff9ab5e510f11b7b3fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481873 Feb 09 21:39:11.429038 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.498888 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-f704a167-70fd-4534-825e-60735edc9e1f service neutron] 10.222.0.102 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009233 Feb 09 21:39:11.588009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-11ad6991-9f27-4000-aa6f-ec01ad9b75bc service neutron] 10.222.0.102 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829458 Feb 09 21:39:11.753395 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e41f1e7-c657-4824-a605-79e09436e6c3 req-798281e4-27a4-40a3-b0c0-8d4788316825 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 210 time: 0.0280781 Feb 09 21:39:11.816469 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Sync routers for ids ['8b6997fc-05a3-45ab-8436-ef456c04901e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:11.826126 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Routers {'8b6997fc-05a3-45ab-8436-ef456c04901e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:11.826744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8b6997fc-05a3-45ab-8436-ef456c04901e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:11.936336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Set router 8b6997fc-05a3-45ab-8436-ef456c04901e gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:12.141826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:09Z', 'revision_number': 4, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port': {'id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c47d3458-e2ca-4a34-89ed-0836f2a593fa', 'name': '', 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'mac_address': 'fa:16:3e:ef:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '35d046d9-40cc-41c6-94de-9c56702279f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:08Z', 'updated_at': '2022-02-09T21:39:09Z', 'revision_number': 2, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'subnets': [{'id': '35d046d9-40cc-41c6-94de-9c56702279f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:12.167940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Checking router: 8b6997fc-05a3-45ab-8436-ef456c04901e for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:12.168305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Updating router 8b6997fc-05a3-45ab-8436-ef456c04901e port c47d3458-e2ca-4a34-89ed-0836f2a593fa binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:39:12.197894 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.468246 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Publish callbacks [] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.474986 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.523665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9567b8-f326-41f4-8738-e9ce1004fced None None] Pushing event updated for resources: {'Port': ['ID=c47d3458-e2ca-4a34-89ed-0836f2a593fa,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.575121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Attempting to bind port c47d3458-e2ca-4a34-89ed-0836f2a593fa on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:12.575494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Attempting to bind port c47d3458-e2ca-4a34-89ed-0836f2a593fa by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:12.575922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Attempting to bind port c47d3458-e2ca-4a34-89ed-0836f2a593fa on network cde03de0-28db-4aeb-8928-39de6444e1e1 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:12.580950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:12.581328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Checking segment: {'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:12.581737 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.582250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Bound using segment: {'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:12.582744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Bound port: c47d3458-e2ca-4a34-89ed-0836f2a593fa, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927a16e0-092d-442f-ab11-29d8f0146708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:12.582962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.650635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] For port c47d3458-e2ca-4a34-89ed-0836f2a593fa, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:12.655183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] For port c47d3458-e2ca-4a34-89ed-0836f2a593fa, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c47d3458-e2ca-4a34-89ed-0836f2a593fa,segment=NetworkSegment(927a16e0-092d-442f-ab11-29d8f0146708),segment_id=927a16e0-092d-442f-ab11-29d8f0146708)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:12.662446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.730103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Routers {'8b6997fc-05a3-45ab-8436-ef456c04901e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:12.730739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:39:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8b6997fc-05a3-45ab-8436-ef456c04901e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:12.801305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9567b8-f326-41f4-8738-e9ce1004fced None None] Pushing event updated for resources: {'Port': ['ID=c47d3458-e2ca-4a34-89ed-0836f2a593fa,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.830517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a8b8fe44-4f62-4fc8-95f6-fcd4f466221b None None] Provisioning complete for port c47d3458-e2ca-4a34-89ed-0836f2a593fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:12.830989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fe44-4f62-4fc8-95f6-fcd4f466221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.843220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-e3627e41-1bb8-4b4d-834a-3fa228553b7c tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.845328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-e3627e41-1bb8-4b4d-834a-3fa228553b7c tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.50 "GET /v2.0/networks?id=55963208-7afc-4222-8c03-67f78fb4a412 HTTP/1.1" status: 200 len: 816 time: 0.1394217 Feb 09 21:39:12.859367 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Request body: {'port': {'device_id': '510a65c7-8d73-42b3-9901-3399685fe4ff', 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'admin_state_up': True, 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:12.931543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] Set router 8b6997fc-05a3-45ab-8436-ef456c04901e gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:12.968363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.973600 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17fa7981-e02c-427d-9a22-dcc5aecec79c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:13.000303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46a7ce10-4fe1-48e7-8f86-09219bcc9f99 req-008da1f3-3703-4de4-b146-ef1038c1ba6a tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 210 time: 0.0823016 Feb 09 21:39:13.054481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Made reservation on behalf of 3be73942ff684ff9ab5e510f11b7b3fe for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:13.057980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.188013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Allocated IP 172.20.0.13 (55963208-7afc-4222-8c03-67f78fb4a412/44108c20-a969-45fa-9b29-b4f90a6346ef/6975233d-f20c-4cd5-83b6-f5801b213982) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:13.253508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8fe44-4f62-4fc8-95f6-fcd4f466221b None None] Current status of the port c47d3458-e2ca-4a34-89ed-0836f2a593fa is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:13.254063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fe44-4f62-4fc8-95f6-fcd4f466221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.328673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 17fa7981-e02c-427d-9a22-dcc5aecec79c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:13.328901 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.332863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a8b8fe44-4f62-4fc8-95f6-fcd4f466221b None None] For port c47d3458-e2ca-4a34-89ed-0836f2a593fa, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c47d3458-e2ca-4a34-89ed-0836f2a593fa,segment=NetworkSegment(927a16e0-092d-442f-ab11-29d8f0146708),segment_id=927a16e0-092d-442f-ab11-29d8f0146708)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:13.345325 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks [] for port (6975233d-f20c-4cd5-83b6-f5801b213982), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.360957 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fe44-4f62-4fc8-95f6-fcd4f466221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.380430 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.434121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Network 55963208-7afc-4222-8c03-67f78fb4a412 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:13.438021 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:13.440118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Pushing event updated for resources: {'Port': ['ID=6975233d-f20c-4cd5-83b6-f5801b213982,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.442322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:13.463104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8fe44-4f62-4fc8-95f6-fcd4f466221b None None] Pushing event updated for resources: {'Port': ['ID=c47d3458-e2ca-4a34-89ed-0836f2a593fa,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.496345 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.497286 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.516627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-5d65faf2-8b87-4ed3-9a35-d075719b12fb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6618385 Feb 09 21:39:13.524934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f53249f7-9e91-43fa-a616-fd3481771838 None None] Provisioning complete for port c47d3458-e2ca-4a34-89ed-0836f2a593fa triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:13.525315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f53249f7-9e91-43fa-a616-fd3481771838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.528883 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Request body: {'port': {'device_id': '510a65c7-8d73-42b3-9901-3399685fe4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:13.561939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 17fa7981-e02c-427d-9a22-dcc5aecec79c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:13.576831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:09Z', 'revision_number': 4, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port': {'id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c47d3458-e2ca-4a34-89ed-0836f2a593fa', 'name': '', 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'mac_address': 'fa:16:3e:ef:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '35d046d9-40cc-41c6-94de-9c56702279f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:08Z', 'updated_at': '2022-02-09T21:39:12Z', 'revision_number': 4, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'subnets': [{'id': '35d046d9-40cc-41c6-94de-9c56702279f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:13.600321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.608186 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397fbd83-17a9-47fe-bd78-6cacf6250a4c None None] The sync data for ids ['8b6997fc-05a3-45ab-8436-ef456c04901e'] in n-d-789963-29 is: [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:09Z', 'revision_number': 4, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port': {'id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c47d3458-e2ca-4a34-89ed-0836f2a593fa', 'name': '', 'network_id': 'cde03de0-28db-4aeb-8928-39de6444e1e1', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'mac_address': 'fa:16:3e:ef:4c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '35d046d9-40cc-41c6-94de-9c56702279f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:08Z', 'updated_at': '2022-02-09T21:39:12Z', 'revision_number': 4, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'subnets': [{'id': '35d046d9-40cc-41c6-94de-9c56702279f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:13.655103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f53249f7-9e91-43fa-a616-fd3481771838 None None] Current status of the port c47d3458-e2ca-4a34-89ed-0836f2a593fa is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:13.776716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-35511666-152f-42aa-b29e-72b069d9e5f7 None None] Provisioning complete for port 6975233d-f20c-4cd5-83b6-f5801b213982 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:13.777173 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-35511666-152f-42aa-b29e-72b069d9e5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.812921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-35511666-152f-42aa-b29e-72b069d9e5f7 None None] Port 6975233d-f20c-4cd5-83b6-f5801b213982 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:13.913087 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6975233d-f20c-4cd5-83b6-f5801b213982 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:13.920840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Publish callbacks [] for port (6975233d-f20c-4cd5-83b6-f5801b213982), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.933222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Transition to ACTIVE for port object 6975233d-f20c-4cd5-83b6-f5801b213982 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:13.937232 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.987712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6975233d-f20c-4cd5-83b6-f5801b213982,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:14.011166 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.075124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Attempting to bind port 6975233d-f20c-4cd5-83b6-f5801b213982 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:14.075607 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Attempting to bind port 6975233d-f20c-4cd5-83b6-f5801b213982 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:14.076173 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Attempting to bind port 6975233d-f20c-4cd5-83b6-f5801b213982 on network 55963208-7afc-4222-8c03-67f78fb4a412 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:14.081798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Port 6975233d-f20c-4cd5-83b6-f5801b213982 on network 55963208-7afc-4222-8c03-67f78fb4a412 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:14.082134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Attempting to bind port 6975233d-f20c-4cd5-83b6-f5801b213982 on network 55963208-7afc-4222-8c03-67f78fb4a412 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:14.095201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:14.095552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Checking segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:14.096020 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Bound using segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:14.096588 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Bound port: 6975233d-f20c-4cd5-83b6-f5801b213982, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:14.096839 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.146350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f44a21-d163-445d-9b48-7a22a077db35 req-970d60d5-08c3-4880-b622-98c2988f7210 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.152053 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5f44a21-d163-445d-9b48-7a22a077db35 req-970d60d5-08c3-4880-b622-98c2988f7210 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 944 time: 0.0808682 Feb 09 21:39:14.180082 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] For port 6975233d-f20c-4cd5-83b6-f5801b213982, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:14.183854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] For port 6975233d-f20c-4cd5-83b6-f5801b213982, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6975233d-f20c-4cd5-83b6-f5801b213982,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:14.192576 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.218770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f5f44a21-d163-445d-9b48-7a22a077db35 req-f0fcf7cb-e8ea-4e52-8df9-ba76026fc616 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540841 Feb 09 21:39:14.245249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.245915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.247434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] 10.222.0.50 "PUT /v2.0/ports/6975233d-f20c-4cd5-83b6-f5801b213982 HTTP/1.1" status: 200 len: 1093 time: 0.7232151 Feb 09 21:39:14.247882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510a65c7-8d73-42b3-9901-3399685fe4ff', 'tag': '6975233d-f20c-4cd5-83b6-f5801b213982'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:14.250203 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783" -d '{"events": [{"name": "network-changed", "server_uuid": "510a65c7-8d73-42b3-9901-3399685fe4ff", "tag": "6975233d-f20c-4cd5-83b6-f5801b213982"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:14.284677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24520b12-f101-4aac-b782-deaa01a088a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6975233d-f20c-4cd5-83b6-f5801b213982,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:14.299603 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197b0648-0b2c-4bfb-bd54-ab32a12ce900 x-openstack-request-id: req-197b0648-0b2c-4bfb-bd54-ab32a12ce900 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:14.299930 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510a65c7-8d73-42b3-9901-3399685fe4ff", "tag": "6975233d-f20c-4cd5-83b6-f5801b213982", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:14.300188 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-197b0648-0b2c-4bfb-bd54-ab32a12ce900 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:14.300587 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510a65c7-8d73-42b3-9901-3399685fe4ff', 'tag': '6975233d-f20c-4cd5-83b6-f5801b213982', 'status': 'completed', 'code': 200} Feb 09 21:39:14.339829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-0733d0ee-38b0-4e9b-9c99-2dfa47fc8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.341365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-0733d0ee-38b0-4e9b-9c99-2dfa47fc8653 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3be73942ff684ff9ab5e510f11b7b3fe&device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 1127 time: 0.0517678 Feb 09 21:39:14.388721 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-c94c416b-d121-4eb8-b750-0ca9c4349449 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6975233d-f20c-4cd5-83b6-f5801b213982 HTTP/1.1" status: 200 len: 217 time: 0.0396161 Feb 09 21:39:14.437038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-3bd78f3e-50b5-4187-8f23-a29744eeb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.439049 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-3bd78f3e-50b5-4187-8f23-a29744eeb659 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44108c20-a969-45fa-9b29-b4f90a6346ef HTTP/1.1" status: 200 len: 855 time: 0.0445919 Feb 09 21:39:14.488382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-e3d862b2-8742-4283-b610-7a40a218ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.489897 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-e3d862b2-8742-4283-b610-7a40a218ff8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55963208-7afc-4222-8c03-67f78fb4a412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445576 Feb 09 21:39:14.584808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-d4328572-74b8-4912-9e23-f019f92ffbb3 service neutron] 10.222.0.50 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885212 Feb 09 21:39:14.671371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cf206c0f-d208-4070-9eab-d7f506e8f416 req-21f17cf1-1258-4908-be5b-89d8b6343094 service neutron] 10.222.0.50 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805192 Feb 09 21:39:14.761067 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-4e22bacc-f542-4342-9575-ea062bde8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.762559 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-4e22bacc-f542-4342-9575-ea062bde8c69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3be73942ff684ff9ab5e510f11b7b3fe&device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 1127 time: 0.0453250 Feb 09 21:39:14.856623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-bbc73d51-e045-49fa-b434-f592f0741eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.858207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-bbc73d51-e045-49fa-b434-f592f0741eff service neutron] 10.222.0.50 "GET /v2.0/networks?id=55963208-7afc-4222-8c03-67f78fb4a412 HTTP/1.1" status: 200 len: 917 time: 0.0899577 Feb 09 21:39:14.890102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c47d3458-e2ca-4a34-89ed-0836f2a593fa up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:14.898622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-df6fa77e-064d-4de4-83e9-573cdb902e0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6975233d-f20c-4cd5-83b6-f5801b213982 HTTP/1.1" status: 200 len: 217 time: 0.0343089 Feb 09 21:39:14.939987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c47d3458-e2ca-4a34-89ed-0836f2a593fa triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:14.940369 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.953791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-daf172ab-bbd3-4b40-a1a7-8e78a761aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.955409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-daf172ab-bbd3-4b40-a1a7-8e78a761aded service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44108c20-a969-45fa-9b29-b4f90a6346ef HTTP/1.1" status: 200 len: 855 time: 0.0509539 Feb 09 21:39:15.007824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-ab2601bd-3912-4235-94f0-c3632a4bb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.009361 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-ab2601bd-3912-4235-94f0-c3632a4bb53e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55963208-7afc-4222-8c03-67f78fb4a412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470395 Feb 09 21:39:15.018340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c47d3458-e2ca-4a34-89ed-0836f2a593fa is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:15.098047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-94714123-e5b6-4fad-a7eb-0f0f3192e8cf service neutron] 10.222.0.50 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822177 Feb 09 21:39:15.190384 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c802f2c9-a8f1-4f6a-b822-500bcfa8a783 req-4fedf7f0-51a5-42b7-a05c-3f63b96b1ca2 service neutron] 10.222.0.50 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865192 Feb 09 21:39:15.336443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789a43c-d41c-4345-a79a-4c6fe2105115 req-b6689910-6536-40af-8e01-a1b455cb6ed9 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.337910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2789a43c-d41c-4345-a79a-4c6fe2105115 req-b6689910-6536-40af-8e01-a1b455cb6ed9 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 944 time: 0.0510418 Feb 09 21:39:15.654525 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2789a43c-d41c-4345-a79a-4c6fe2105115 req-7f5f8606-e8b1-41e2-80a1-d616089a2c19 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110080 Feb 09 21:39:16.772916 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72ef8d-1fe7-4ff1-b2b4-6655b6cd16a0 req-ca8f28da-7267-4ea7-ae43-a1e32e08f6e0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.774387 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a72ef8d-1fe7-4ff1-b2b4-6655b6cd16a0 req-ca8f28da-7267-4ea7-ae43-a1e32e08f6e0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 944 time: 0.0528421 Feb 09 21:39:16.820479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2a72ef8d-1fe7-4ff1-b2b4-6655b6cd16a0 req-fa10ef5b-821b-4f65-bcf1-ea236a765c95 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Feb 09 21:39:17.945595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf64939-b639-4158-b703-9026394d2c40 req-57cdfc48-2e8b-4559-b784-87595252a9ef tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.947089 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddf64939-b639-4158-b703-9026394d2c40 req-57cdfc48-2e8b-4559-b784-87595252a9ef tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 944 time: 0.0618043 Feb 09 21:39:17.993210 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ddf64939-b639-4158-b703-9026394d2c40 req-0b4730d4-2385-47fa-a603-b60e1dccd8bb tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Feb 09 21:39:18.604107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6975233d-f20c-4cd5-83b6-f5801b213982 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:18.698009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6975233d-f20c-4cd5-83b6-f5801b213982, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6975233d-f20c-4cd5-83b6-f5801b213982,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:18.709775 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6975233d-f20c-4cd5-83b6-f5801b213982', 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'port_id': '6975233d-f20c-4cd5-83b6-f5801b213982', 'mac_address': 'fa:16:3e:dc:34:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44108c20-a969-45fa-9b29-b4f90a6346ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:18.745897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6975233d-f20c-4cd5-83b6-f5801b213982 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:18.746297 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.763196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6975233d-f20c-4cd5-83b6-f5801b213982 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:18.782436 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6975233d-f20c-4cd5-83b6-f5801b213982, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6975233d-f20c-4cd5-83b6-f5801b213982,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:18.786294 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.834487 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6975233d-f20c-4cd5-83b6-f5801b213982,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:19.032368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6975233d-f20c-4cd5-83b6-f5801b213982'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:19.120609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b7b4-3dca-4962-bda4-3c3e9ba29341 req-f159b211-a63f-4c60-b1d9-41a3a23e998c tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.122316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa8b7b4-3dca-4962-bda4-3c3e9ba29341 req-f159b211-a63f-4c60-b1d9-41a3a23e998c tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 945 time: 0.0610378 Feb 09 21:39:19.169549 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2aa8b7b4-3dca-4962-bda4-3c3e9ba29341 req-94ea0b88-8444-4c66-835a-bf3d5fbe364b tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Feb 09 21:39:20.287408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f138366-74a4-4e05-a6c9-e4442e0a6a1f req-51ebddf9-98cc-437d-89e4-d7183c04db40 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.288877 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f138366-74a4-4e05-a6c9-e4442e0a6a1f req-51ebddf9-98cc-437d-89e4-d7183c04db40 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 945 time: 0.0516586 Feb 09 21:39:20.338556 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f138366-74a4-4e05-a6c9-e4442e0a6a1f req-04371acd-ee0e-4f93-a8f6-12531495f023 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Feb 09 21:39:20.603317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6975233d-f20c-4cd5-83b6-f5801b213982 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:20.651641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 6975233d-f20c-4cd5-83b6-f5801b213982 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:20.655571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6975233d-f20c-4cd5-83b6-f5801b213982 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:20.655982 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.729869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6975233d-f20c-4cd5-83b6-f5801b213982 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:20.730262 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.753047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510a65c7-8d73-42b3-9901-3399685fe4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6975233d-f20c-4cd5-83b6-f5801b213982'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:20.755259 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce169f3d-1414-4a66-bd43-2205b2a9e5fa" -d '{"events": [{"server_uuid": "510a65c7-8d73-42b3-9901-3399685fe4ff", "name": "network-vif-plugged", "status": "completed", "tag": "6975233d-f20c-4cd5-83b6-f5801b213982"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:20.771209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6975233d-f20c-4cd5-83b6-f5801b213982, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6975233d-f20c-4cd5-83b6-f5801b213982,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:20.775435 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.798428 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660d4c7a-bcfa-4be4-823b-6a40f28e31b1 x-openstack-request-id: req-660d4c7a-bcfa-4be4-823b-6a40f28e31b1 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:20.799227 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510a65c7-8d73-42b3-9901-3399685fe4ff", "name": "network-vif-plugged", "status": "completed", "tag": "6975233d-f20c-4cd5-83b6-f5801b213982", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:20.799482 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-660d4c7a-bcfa-4be4-823b-6a40f28e31b1 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:20.799897 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510a65c7-8d73-42b3-9901-3399685fe4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6975233d-f20c-4cd5-83b6-f5801b213982', 'code': 200} Feb 09 21:39:20.828673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6975233d-f20c-4cd5-83b6-f5801b213982,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:20.894509 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c70b09-c635-4d8c-ad67-9861e281295b req-d077fe97-5da2-4b72-a9a8-64e5e7532f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.896077 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b6c70b09-c635-4d8c-ad67-9861e281295b req-d077fe97-5da2-4b72-a9a8-64e5e7532f3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 1129 time: 0.0429015 Feb 09 21:39:20.938487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b6c70b09-c635-4d8c-ad67-9861e281295b req-8ea837ab-d759-4f87-91d9-ba37ac608c2f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370729 Feb 09 21:39:21.455832 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98904-1760-45c7-b7de-05136ff4e37d req-c3436d4a-783a-45cf-92f9-96ed46a2da56 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.457396 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bcc98904-1760-45c7-b7de-05136ff4e37d req-c3436d4a-783a-45cf-92f9-96ed46a2da56 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 946 time: 0.0518401 Feb 09 21:39:21.504222 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bcc98904-1760-45c7-b7de-05136ff4e37d req-31efd06d-f2d6-4b7a-b748-c8b9cd577066 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Feb 09 21:39:22.043950 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.725043 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ebb5f-93ab-4507-befc-d0ddfa1005b9 req-6eb73e88-956f-4029-b1e6-526f79baea1a tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:22.727148 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-701ebb5f-93ab-4507-befc-d0ddfa1005b9 req-6eb73e88-956f-4029-b1e6-526f79baea1a tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 946 time: 0.1532760 Feb 09 21:39:22.776551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-701ebb5f-93ab-4507-befc-d0ddfa1005b9 req-c3f16828-bae5-4dd8-9d9c-7541750498a3 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Feb 09 21:39:22.941460 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163eb882-9272-4776-b02c-2f77132ea497 req-3ee6f49a-4bba-447a-88c7-4dde428e7c45 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:22.942920 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-163eb882-9272-4776-b02c-2f77132ea497 req-3ee6f49a-4bba-447a-88c7-4dde428e7c45 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 946 time: 0.1000402 Feb 09 21:39:22.991895 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-163eb882-9272-4776-b02c-2f77132ea497 req-6073ebe0-5b41-46bf-bdaa-b93531803afa tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Feb 09 21:39:26.996663 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.377740 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:39:37.743213 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa4b3e6d-1499-452d-86a6-99a711dff1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.791169 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8efea89a-dca7-4603-b9aa-040d77960626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.431706 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.904694 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.000634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.042056 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.009347 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.114199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5167-50e5-4581-a1dd-1449f27a3ee0 req-751707c6-c0c3-46a5-90bf-fd171f778d25 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.116440 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d81b5167-50e5-4581-a1dd-1449f27a3ee0 req-751707c6-c0c3-46a5-90bf-fd171f778d25 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 946 time: 0.0534258 Feb 09 21:39:57.163966 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d81b5167-50e5-4581-a1dd-1449f27a3ee0 req-87406a72-8221-4bcf-b64a-040dd36a5a6a tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Feb 09 21:39:58.290310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54a2d1-eae1-4ae1-a099-afb1b199b97b req-ed95b7e9-fb15-4608-a30a-0e72b483daf9 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:58.291915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f54a2d1-eae1-4ae1-a099-afb1b199b97b req-ed95b7e9-fb15-4608-a30a-0e72b483daf9 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 946 time: 0.0585694 Feb 09 21:39:58.341806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2f54a2d1-eae1-4ae1-a099-afb1b199b97b req-f14c47e1-880e-448a-90dd-4b7b13e062d8 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 Feb 09 21:39:58.691571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152d93-aa20-499c-9a97-b6eab436a484 req-f97f16d3-5e3f-4fa5-bd22-fa60bd8d10f3 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:58.692949 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89152d93-aa20-499c-9a97-b6eab436a484 req-f97f16d3-5e3f-4fa5-bd22-fa60bd8d10f3 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.50 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 946 time: 0.0508173 Feb 09 21:39:58.784537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Deleting port 6975233d-f20c-4cd5-83b6-f5801b213982 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:58.784874 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.870865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] For port 6975233d-f20c-4cd5-83b6-f5801b213982, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6975233d-f20c-4cd5-83b6-f5801b213982,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:58.871230 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.884085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Calling delete_port for 6975233d-f20c-4cd5-83b6-f5801b213982 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:59.011964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6975233d-f20c-4cd5-83b6-f5801b213982), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.023330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6975233d-f20c-4cd5-83b6-f5801b213982'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:59.038877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Pushing event deleted for resources: {'Port': ['ID=6975233d-f20c-4cd5-83b6-f5801b213982,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:59.049392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.049745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.050090 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.050437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.050770 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.051099 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.051430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.051811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.052522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.052522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.052773 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.053078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.053397 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:59.103788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] No DVR routers for this DVR port 6975233d-f20c-4cd5-83b6-f5801b213982 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:59.106440 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.109740 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-89152d93-aa20-499c-9a97-b6eab436a484 req-973c60ca-e8d6-4e5e-ae2f-473ea5c825e5 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.50 "DELETE /v2.0/ports/6975233d-f20c-4cd5-83b6-f5801b213982 HTTP/1.1" status: 204 len: 173 time: 0.4112344 Feb 09 21:39:59.110726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510a65c7-8d73-42b3-9901-3399685fe4ff', 'name': 'network-vif-deleted', 'tag': '6975233d-f20c-4cd5-83b6-f5801b213982'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:59.112968 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d735d8cc-9006-4adc-92d3-73769c21b45f" -d '{"events": [{"server_uuid": "510a65c7-8d73-42b3-9901-3399685fe4ff", "name": "network-vif-deleted", "tag": "6975233d-f20c-4cd5-83b6-f5801b213982"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:59.211368 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920659e0-f449-41a6-8610-0aae5c09ddaf x-openstack-request-id: req-920659e0-f449-41a6-8610-0aae5c09ddaf {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:59.211707 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510a65c7-8d73-42b3-9901-3399685fe4ff", "name": "network-vif-deleted", "tag": "6975233d-f20c-4cd5-83b6-f5801b213982", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:59.211961 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-920659e0-f449-41a6-8610-0aae5c09ddaf {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:59.212365 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510a65c7-8d73-42b3-9901-3399685fe4ff', 'name': 'network-vif-deleted', 'tag': '6975233d-f20c-4cd5-83b6-f5801b213982', 'status': 'completed', 'code': 200} Feb 09 21:39:59.455174 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c179b541-ef29-4cea-9b4e-cf2a6e1f656d req-ba7115e5-c346-488e-9b19-b0bbac76ffdc tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=510a65c7-8d73-42b3-9901-3399685fe4ff HTTP/1.1" status: 200 len: 210 time: 0.0289700 Feb 09 21:40:02.210956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-045d4b2b-ec96-4330-a3fb-fdeb651c3343 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.212438 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-045d4b2b-ec96-4330-a3fb-fdeb651c3343 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/networks?id=55963208-7afc-4222-8c03-67f78fb4a412 HTTP/1.1" status: 200 len: 816 time: 0.1028359 Feb 09 21:40:02.226799 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-515ae44b-176a-47f1-9b74-bb12ae99d4d2 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/quotas/3be73942ff684ff9ab5e510f11b7b3fe HTTP/1.1" status: 200 len: 375 time: 0.0091219 Feb 09 21:40:02.279660 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-4816ec92-d0f4-491e-a96a-58d75b3c63af tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=3be73942ff684ff9ab5e510f11b7b3fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481844 Feb 09 21:40:02.371965 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-0f3a2c55-2822-4ec8-95dc-712d3d32044a service neutron] 10.222.0.102 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812199 Feb 09 21:40:02.462982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f8353e69-9fd8-4bf8-9a76-46b6ad39ab84 service neutron] 10.222.0.102 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846908 Feb 09 21:40:02.850341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6975233d-f20c-4cd5-83b6-f5801b213982 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:02.873754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 6975233d-f20c-4cd5-83b6-f5801b213982 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:02.874105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6975233d-f20c-4cd5-83b6-f5801b213982 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:03.628511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-90c2ed74-40da-42b5-83db-5a2b9d776098 req-26d15eec-b8c2-4269-a7b7-aa2a2eaa8781 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 210 time: 0.0270379 Feb 09 21:40:04.538892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-24bfc5be-43c0-4f70-96bf-818cfe376c0d tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.540382 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-24bfc5be-43c0-4f70-96bf-818cfe376c0d tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.50 "GET /v2.0/networks?id=55963208-7afc-4222-8c03-67f78fb4a412 HTTP/1.1" status: 200 len: 816 time: 0.1048384 Feb 09 21:40:04.552703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Request body: {'port': {'device_id': '0376e5d7-b05b-419e-aa37-12ce5fc40fc1', 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'admin_state_up': True, 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:04.659831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Made reservation on behalf of 3be73942ff684ff9ab5e510f11b7b3fe for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:04.663208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.723422 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d76e5c2c-af19-424a-8d82-bbf2d70dbeb2 req-178dc913-2c98-4e80-a604-29b9d5fb9411 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 210 time: 0.0282845 Feb 09 21:40:04.792285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Allocated IP 172.20.0.3 (55963208-7afc-4222-8c03-67f78fb4a412/44108c20-a969-45fa-9b29-b4f90a6346ef/278617da-c3c7-4abb-9673-f331259c71fc) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:04.933563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks [] for port (278617da-c3c7-4abb-9673-f331259c71fc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.966731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (278617da-c3c7-4abb-9673-f331259c71fc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.020923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Network 55963208-7afc-4222-8c03-67f78fb4a412 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:05.024687 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:05.027339 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:05.031093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Pushing event updated for resources: {'Port': ['ID=278617da-c3c7-4abb-9673-f331259c71fc,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.082241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.082855 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.098632 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-bd5822f5-90b7-4d32-86f2-91aee50bfae0 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497189 Feb 09 21:40:05.110283 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Request body: {'port': {'device_id': '0376e5d7-b05b-419e-aa37-12ce5fc40fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:05.170246 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (278617da-c3c7-4abb-9673-f331259c71fc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.294810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ae7f227b-02ca-42ed-a592-859ddda83d4b None None] Provisioning complete for port 278617da-c3c7-4abb-9673-f331259c71fc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:05.295470 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ae7f227b-02ca-42ed-a592-859ddda83d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (278617da-c3c7-4abb-9673-f331259c71fc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.329134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f227b-02ca-42ed-a592-859ddda83d4b None None] Port 278617da-c3c7-4abb-9673-f331259c71fc cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:05.432502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278617da-c3c7-4abb-9673-f331259c71fc {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:05.440363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Publish callbacks [] for port (278617da-c3c7-4abb-9673-f331259c71fc), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.452100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Transition to ACTIVE for port object 278617da-c3c7-4abb-9673-f331259c71fc will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:05.456617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (278617da-c3c7-4abb-9673-f331259c71fc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.508512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Pushing event updated for resources: {'Port': ['ID=278617da-c3c7-4abb-9673-f331259c71fc,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.580442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Attempting to bind port 278617da-c3c7-4abb-9673-f331259c71fc on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:05.580783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Attempting to bind port 278617da-c3c7-4abb-9673-f331259c71fc by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:05.581115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Attempting to bind port 278617da-c3c7-4abb-9673-f331259c71fc on network 55963208-7afc-4222-8c03-67f78fb4a412 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:05.585745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Port 278617da-c3c7-4abb-9673-f331259c71fc on network 55963208-7afc-4222-8c03-67f78fb4a412 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:05.586062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Attempting to bind port 278617da-c3c7-4abb-9673-f331259c71fc on network 55963208-7afc-4222-8c03-67f78fb4a412 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:05.591013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:05.591351 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Checking segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:05.591759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Bound using segment: {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:05.592192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Bound port: 278617da-c3c7-4abb-9673-f331259c71fc, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed205089-06bd-4a00-b08e-3f5ca9144c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:05.592554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (278617da-c3c7-4abb-9673-f331259c71fc), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.659974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] For port 278617da-c3c7-4abb-9673-f331259c71fc, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:05.663050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] For port 278617da-c3c7-4abb-9673-f331259c71fc, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=278617da-c3c7-4abb-9673-f331259c71fc,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:05.669193 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (278617da-c3c7-4abb-9673-f331259c71fc), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.702502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.703113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.705072 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] 10.222.0.50 "PUT /v2.0/ports/278617da-c3c7-4abb-9673-f331259c71fc HTTP/1.1" status: 200 len: 1092 time: 0.5991066 Feb 09 21:40:05.705534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0376e5d7-b05b-419e-aa37-12ce5fc40fc1', 'tag': '278617da-c3c7-4abb-9673-f331259c71fc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:05.707894 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5837a92-02e0-4c24-891d-ea4ab6a47a86" -d '{"events": [{"name": "network-changed", "server_uuid": "0376e5d7-b05b-419e-aa37-12ce5fc40fc1", "tag": "278617da-c3c7-4abb-9673-f331259c71fc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:05.734797 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3ea29-b78c-43fd-9062-7434c4aeb546 service neutron] Pushing event updated for resources: {'Port': ['ID=278617da-c3c7-4abb-9673-f331259c71fc,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.782143 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bb647a-3fda-4963-bddc-48d5bc5f12c7 x-openstack-request-id: req-95bb647a-3fda-4963-bddc-48d5bc5f12c7 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:05.782595 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0376e5d7-b05b-419e-aa37-12ce5fc40fc1", "tag": "278617da-c3c7-4abb-9673-f331259c71fc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:05.782951 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-95bb647a-3fda-4963-bddc-48d5bc5f12c7 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:05.783454 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0376e5d7-b05b-419e-aa37-12ce5fc40fc1', 'tag': '278617da-c3c7-4abb-9673-f331259c71fc', 'status': 'completed', 'code': 200} Feb 09 21:40:05.804234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-9bdd06e7-c71d-412f-97a4-2a768d383483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.805912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-9bdd06e7-c71d-412f-97a4-2a768d383483 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3be73942ff684ff9ab5e510f11b7b3fe&device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 1126 time: 0.0568883 Feb 09 21:40:05.854340 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-8d9e8999-f150-48aa-ae98-f35ed437daad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=278617da-c3c7-4abb-9673-f331259c71fc HTTP/1.1" status: 200 len: 217 time: 0.0413985 Feb 09 21:40:05.864360 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04902d-e742-4a40-adb7-1552a89ec68e req-253e7a25-05fa-4844-84db-5869da61c7b6 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.865911 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f04902d-e742-4a40-adb7-1552a89ec68e req-253e7a25-05fa-4844-84db-5869da61c7b6 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 943 time: 0.0604734 Feb 09 21:40:05.909237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-0f2b22be-f68f-4bbd-b9f8-38d8c649dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.910913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-0f2b22be-f68f-4bbd-b9f8-38d8c649dcca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44108c20-a969-45fa-9b29-b4f90a6346ef HTTP/1.1" status: 200 len: 855 time: 0.0511854 Feb 09 21:40:05.927524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5f04902d-e742-4a40-adb7-1552a89ec68e req-16ecd51c-e9f9-4c14-86b2-d659b775dfae tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557919 Feb 09 21:40:05.960707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-e4d54b2c-5246-4b6e-9e64-9a524db81733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.962206 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-e4d54b2c-5246-4b6e-9e64-9a524db81733 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55963208-7afc-4222-8c03-67f78fb4a412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457814 Feb 09 21:40:06.053541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-4b93128e-54ce-43b9-8a2d-af8490cfb920 service neutron] 10.222.0.50 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851367 Feb 09 21:40:06.140712 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd2c048e-7d64-4621-864f-ad1e19aec7cd req-7da4de87-7cc1-41b6-bd52-0685faa816af service neutron] 10.222.0.50 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807023 Feb 09 21:40:06.266651 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-4d3a053c-8294-4a17-b352-6a92a520d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.268174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-4d3a053c-8294-4a17-b352-6a92a520d039 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3be73942ff684ff9ab5e510f11b7b3fe&device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 1126 time: 0.0867352 Feb 09 21:40:06.360163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-6ae0cb0a-6737-488d-95b7-59f3a5f45fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.361644 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-6ae0cb0a-6737-488d-95b7-59f3a5f45fbe service neutron] 10.222.0.50 "GET /v2.0/networks?id=55963208-7afc-4222-8c03-67f78fb4a412 HTTP/1.1" status: 200 len: 917 time: 0.0866783 Feb 09 21:40:06.401884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-e6118c77-affe-411f-8412-db42adf03b89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=278617da-c3c7-4abb-9673-f331259c71fc HTTP/1.1" status: 200 len: 217 time: 0.0335987 Feb 09 21:40:06.452258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-f0d28194-b23d-49f6-9f1f-df2171af4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.453742 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-f0d28194-b23d-49f6-9f1f-df2171af4dbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44108c20-a969-45fa-9b29-b4f90a6346ef HTTP/1.1" status: 200 len: 855 time: 0.0464487 Feb 09 21:40:06.502967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-80086ad5-f57d-49bb-aabc-b12558b0091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.504513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-80086ad5-f57d-49bb-aabc-b12558b0091b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=55963208-7afc-4222-8c03-67f78fb4a412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442734 Feb 09 21:40:06.589028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-e4845d30-cb5a-4c92-9b02-e958163f0369 service neutron] 10.222.0.50 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783749 Feb 09 21:40:06.678587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c5837a92-02e0-4c24-891d-ea4ab6a47a86 req-0390aad8-53eb-426d-abce-28d691617dbe service neutron] 10.222.0.50 "GET /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828583 Feb 09 21:40:07.047237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a9ddc-3d9c-4b5f-a3b5-e5f9ff181596 req-fd890870-b5df-40a2-a5d5-80503ba9ee59 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.048746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e3a9ddc-3d9c-4b5f-a3b5-e5f9ff181596 req-fd890870-b5df-40a2-a5d5-80503ba9ee59 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 943 time: 0.0519502 Feb 09 21:40:07.093876 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e3a9ddc-3d9c-4b5f-a3b5-e5f9ff181596 req-b8f894fc-65cc-4995-8036-6e76497baa6c tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Feb 09 21:40:07.744657 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-59be6b25-7944-422e-b16e-4a38248946a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.210310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9a4a6-b368-4e0a-a7c9-34283ed0ad64 req-df64ca6d-07a9-4cf2-8997-a1d8557ef532 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.211811 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3c9a4a6-b368-4e0a-a7c9-34283ed0ad64 req-df64ca6d-07a9-4cf2-8997-a1d8557ef532 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 943 time: 0.0520866 Feb 09 21:40:08.258768 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3c9a4a6-b368-4e0a-a7c9-34283ed0ad64 req-17afc699-fe09-4cda-9014-e9c9f84a210f tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Feb 09 21:40:08.901144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 278617da-c3c7-4abb-9673-f331259c71fc details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:08.992115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 278617da-c3c7-4abb-9673-f331259c71fc, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=278617da-c3c7-4abb-9673-f331259c71fc,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:09.003726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '278617da-c3c7-4abb-9673-f331259c71fc', 'network_id': '55963208-7afc-4222-8c03-67f78fb4a412', 'port_id': '278617da-c3c7-4abb-9673-f331259c71fc', 'mac_address': 'fa:16:3e:06:0e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44108c20-a969-45fa-9b29-b4f90a6346ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:09.039566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 278617da-c3c7-4abb-9673-f331259c71fc is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:09.039993 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (278617da-c3c7-4abb-9673-f331259c71fc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.053175 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278617da-c3c7-4abb-9673-f331259c71fc {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:09.076120 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 278617da-c3c7-4abb-9673-f331259c71fc, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=278617da-c3c7-4abb-9673-f331259c71fc,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:09.080098 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (278617da-c3c7-4abb-9673-f331259c71fc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.124913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=278617da-c3c7-4abb-9673-f331259c71fc,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.132718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.133069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.133438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.133776 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.134110 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.134443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.134777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.135102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.135430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.135788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.136117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.136437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.136757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:09.280043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['278617da-c3c7-4abb-9673-f331259c71fc'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:09.382563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032a3b8-4443-4701-a07f-57072cbe1809 req-2c164942-a444-476d-930d-e78c54ab779b tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:09.384002 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6032a3b8-4443-4701-a07f-57072cbe1809 req-2c164942-a444-476d-930d-e78c54ab779b tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 944 time: 0.0572233 Feb 09 21:40:09.430167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6032a3b8-4443-4701-a07f-57072cbe1809 req-c37cde77-ccfb-4278-a374-cd71a6f32c61 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Feb 09 21:40:09.796343 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e3e103d-ba0c-4586-9c37-db0e315b8ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.377088 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:40:10.554296 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f60e0e-8b9f-4181-8a6a-af1422a54381 req-3fff7d3f-a1a1-455b-a1c8-6cdf1b50eeb9 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.555798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35f60e0e-8b9f-4181-8a6a-af1422a54381 req-3fff7d3f-a1a1-455b-a1c8-6cdf1b50eeb9 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 944 time: 0.0591729 Feb 09 21:40:10.601295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35f60e0e-8b9f-4181-8a6a-af1422a54381 req-3e012b8f-832e-4b06-ae50-8aa108537bb4 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Feb 09 21:40:10.914564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 278617da-c3c7-4abb-9673-f331259c71fc up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:10.961778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 278617da-c3c7-4abb-9673-f331259c71fc completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:10.965739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 278617da-c3c7-4abb-9673-f331259c71fc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:10.966120 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (278617da-c3c7-4abb-9673-f331259c71fc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.040604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 278617da-c3c7-4abb-9673-f331259c71fc is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:11.041001 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (278617da-c3c7-4abb-9673-f331259c71fc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.063797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376e5d7-b05b-419e-aa37-12ce5fc40fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278617da-c3c7-4abb-9673-f331259c71fc'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:11.066003 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bc970f-2319-4b01-abfe-d09b7f1f1c3f" -d '{"events": [{"server_uuid": "0376e5d7-b05b-419e-aa37-12ce5fc40fc1", "name": "network-vif-plugged", "status": "completed", "tag": "278617da-c3c7-4abb-9673-f331259c71fc"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:11.083771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 278617da-c3c7-4abb-9673-f331259c71fc, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=278617da-c3c7-4abb-9673-f331259c71fc,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:11.089501 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (278617da-c3c7-4abb-9673-f331259c71fc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.116723 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61edbe07-2d2e-40d4-8631-8c02bd736324 x-openstack-request-id: req-61edbe07-2d2e-40d4-8631-8c02bd736324 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:11.117028 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376e5d7-b05b-419e-aa37-12ce5fc40fc1", "name": "network-vif-plugged", "status": "completed", "tag": "278617da-c3c7-4abb-9673-f331259c71fc", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:11.117290 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-61edbe07-2d2e-40d4-8631-8c02bd736324 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:11.117719 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0376e5d7-b05b-419e-aa37-12ce5fc40fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278617da-c3c7-4abb-9673-f331259c71fc', 'code': 200} Feb 09 21:40:11.154089 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=278617da-c3c7-4abb-9673-f331259c71fc,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:11.220241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05239ab-bb25-4160-93f6-6241eba41a5d req-0f7bcf48-15a7-4215-b83f-b147f77c3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.222401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d05239ab-bb25-4160-93f6-6241eba41a5d req-0f7bcf48-15a7-4215-b83f-b147f77c3623 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 1128 time: 0.0445979 Feb 09 21:40:11.265134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d05239ab-bb25-4160-93f6-6241eba41a5d req-55ef0966-d1d5-4e5e-a970-ada30edc6e34 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365398 Feb 09 21:40:11.434605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.728741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3af84-6ca8-4e90-b55b-9fa5ff465577 req-fbaeeb87-d70f-4145-a32b-fab23859bd7f tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.730135 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c4d3af84-6ca8-4e90-b55b-9fa5ff465577 req-fbaeeb87-d70f-4145-a32b-fab23859bd7f tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 945 time: 0.0566788 Feb 09 21:40:11.776840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c4d3af84-6ca8-4e90-b55b-9fa5ff465577 req-b52619a2-1150-4c79-bb09-06b7732acc63 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Feb 09 21:40:12.894371 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd35c3-81c2-41b1-a811-0038e2c61b84 req-4ef81567-a65d-4083-b047-0b41692f6007 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.896401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2fd35c3-81c2-41b1-a811-0038e2c61b84 req-4ef81567-a65d-4083-b047-0b41692f6007 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Feb 09 21:40:12.909118 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.947183 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e2fd35c3-81c2-41b1-a811-0038e2c61b84 req-8f6a7cfd-e3eb-4c9f-a522-e38069053012 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449915 Feb 09 21:40:13.064550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7093c-1afc-40f5-ad3c-dde1803b3dfe req-b3230616-0fe3-4f5f-9b36-e8198e19ae80 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:13.065951 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3a7093c-1afc-40f5-ad3c-dde1803b3dfe req-b3230616-0fe3-4f5f-9b36-e8198e19ae80 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 945 time: 0.0527079 Feb 09 21:40:13.112650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3a7093c-1afc-40f5-ad3c-dde1803b3dfe req-e9c1e190-ba4e-4ebb-9f6f-1a6d73ab6191 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Feb 09 21:40:13.994381 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.055398 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.004915 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.746481 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-863b173c-9fe4-4cae-9e36-56266a35df2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.801026 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fa8f75b-0f0e-4e84-ac49-3fe8dc3a3c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.437543 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.912015 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.996818 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.113766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2fffc-1fdf-4566-8d7c-7c61e3b2f623 req-776b41f0-a246-41ab-a9a3-745bc00badf7 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:47.115160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8a2fffc-1fdf-4566-8d7c-7c61e3b2f623 req-776b41f0-a246-41ab-a9a3-745bc00badf7 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 945 time: 0.0533247 Feb 09 21:40:47.164147 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f8a2fffc-1fdf-4566-8d7c-7c61e3b2f623 req-9a8fde13-107f-4450-83b8-57950feda0c6 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Feb 09 21:40:47.377846 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:40:48.285758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732289a-3ef2-4348-8e53-c032dddc8ac7 req-a633e7b3-ea47-4283-ba7e-b21aa126eee8 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.287399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b732289a-3ef2-4348-8e53-c032dddc8ac7 req-a633e7b3-ea47-4283-ba7e-b21aa126eee8 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 945 time: 0.0540202 Feb 09 21:40:48.341575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b732289a-3ef2-4348-8e53-c032dddc8ac7 req-08898eb2-36e1-4f63-b0d6-220b219bf97d tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/security-groups?id=e4820b7e-4c98-46ef-9a8e-b606a26a68da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483003 Feb 09 21:40:48.692017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-c8f334d1-af03-47b0-b889-4fb646b9f0ee tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.693669 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-c8f334d1-af03-47b0-b889-4fb646b9f0ee tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.50 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 945 time: 0.0521286 Feb 09 21:40:48.786809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Deleting port 278617da-c3c7-4abb-9673-f331259c71fc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:48.787161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (278617da-c3c7-4abb-9673-f331259c71fc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.871907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] For port 278617da-c3c7-4abb-9673-f331259c71fc, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=278617da-c3c7-4abb-9673-f331259c71fc,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:48.872278 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (278617da-c3c7-4abb-9673-f331259c71fc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.884383 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Calling delete_port for 278617da-c3c7-4abb-9673-f331259c71fc owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:49.009703 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (278617da-c3c7-4abb-9673-f331259c71fc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.022329 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['278617da-c3c7-4abb-9673-f331259c71fc'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:49.038558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Pushing event deleted for resources: {'Port': ['ID=278617da-c3c7-4abb-9673-f331259c71fc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:49.084543 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] No DVR routers for this DVR port 278617da-c3c7-4abb-9673-f331259c71fc on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:49.087332 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.090586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-15e1b5be-c717-4e5d-8854-261be2ba9c57 req-053dd85a-5751-4630-8378-7b4e8a82e015 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.50 "DELETE /v2.0/ports/278617da-c3c7-4abb-9673-f331259c71fc HTTP/1.1" status: 204 len: 173 time: 0.3912358 Feb 09 21:40:49.091022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0376e5d7-b05b-419e-aa37-12ce5fc40fc1', 'name': 'network-vif-deleted', 'tag': '278617da-c3c7-4abb-9673-f331259c71fc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:49.093239 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a12da87-5e96-4a1d-9b5c-b69378399298" -d '{"events": [{"server_uuid": "0376e5d7-b05b-419e-aa37-12ce5fc40fc1", "name": "network-vif-deleted", "tag": "278617da-c3c7-4abb-9673-f331259c71fc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:49.130151 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319956b5-2f61-4cba-baca-f4a403b37ff1 x-openstack-request-id: req-319956b5-2f61-4cba-baca-f4a403b37ff1 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:49.130440 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0376e5d7-b05b-419e-aa37-12ce5fc40fc1", "name": "network-vif-deleted", "tag": "278617da-c3c7-4abb-9673-f331259c71fc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:49.130692 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-319956b5-2f61-4cba-baca-f4a403b37ff1 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:49.131089 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0376e5d7-b05b-419e-aa37-12ce5fc40fc1', 'name': 'network-vif-deleted', 'tag': '278617da-c3c7-4abb-9673-f331259c71fc', 'status': 'completed', 'code': 200} Feb 09 21:40:49.465909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-38bd6c0c-c871-4b2d-a8ad-779040f2abd8 req-a5ac3ee0-c523-488f-a894-5acae2d06099 tempest-TestEncryptedCinderVolumes-168541136 tempest-TestEncryptedCinderVolumes-168541136-project] 10.222.0.102 "GET /v2.0/ports?device_id=0376e5d7-b05b-419e-aa37-12ce5fc40fc1 HTTP/1.1" status: 200 len: 210 time: 0.0399959 Feb 09 21:40:50.561449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45728) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:50.898387 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.146241 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Deleting port 210c485c-41b7-42d0-bb97-6624f7921729 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:51.146499 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (210c485c-41b7-42d0-bb97-6624f7921729), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.221531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] For port 210c485c-41b7-42d0-bb97-6624f7921729, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=210c485c-41b7-42d0-bb97-6624f7921729,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:51.221885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (210c485c-41b7-42d0-bb97-6624f7921729), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.237691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Calling delete_port for 210c485c-41b7-42d0-bb97-6624f7921729 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:51.740667 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (210c485c-41b7-42d0-bb97-6624f7921729), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.764007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=210c485c-41b7-42d0-bb97-6624f7921729,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:51.932370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.052073 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.147895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:40:52.253161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:40:52.258946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-36185431-4486-492c-aa70-6208813bd9e1 admin admin] 10.222.0.102 "PUT /v2.0/routers/21a5c9f4-72a4-4af9-a713-b8e28b394c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959054 Feb 09 21:40:52.261744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45730) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.264628 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] Sync routers for ids ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:40:52.274145 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] Routers {'21a5c9f4-72a4-4af9-a713-b8e28b394c2c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:52.274829 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:52.371630 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks [] for router (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.380837 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] Set router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:52.475574 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks [] for router_gateway (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.529074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Deleting port 784872af-d486-4424-9885-5a30ac666294 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:52.529425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (784872af-d486-4424-9885-5a30ac666294), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.560292 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '784872af-d486-4424-9885-5a30ac666294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:40:51Z', 'revision_number': 5, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port': {'id': '784872af-d486-4424-9885-5a30ac666294', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:52.586810 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] Checking router: 21a5c9f4-72a4-4af9-a713-b8e28b394c2c for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:40:52.595972 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] Routers {'21a5c9f4-72a4-4af9-a713-b8e28b394c2c'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:52.596583 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:52.607473 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] For port 784872af-d486-4424-9885-5a30ac666294, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=784872af-d486-4424-9885-5a30ac666294,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:52.607868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (784872af-d486-4424-9885-5a30ac666294), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.620288 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Calling delete_port for 784872af-d486-4424-9885-5a30ac666294 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:52.682233 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] Set router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:52.735846 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:40:52Z', 'revision_number': 6, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:52.761462 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393849b3-be80-4184-a679-362f29bfc2fb None None] The sync data for ids ['21a5c9f4-72a4-4af9-a713-b8e28b394c2c'] in n-d-789963-29 is: [{'id': '21a5c9f4-72a4-4af9-a713-b8e28b394c2c', 'name': 'tempest-TestEncryptedCinderVolumes-207040953-router', 'tenant_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:01Z', 'updated_at': '2022-02-09T21:40:52Z', 'revision_number': 6, 'project_id': '3be73942ff684ff9ab5e510f11b7b3fe', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:40:52.793213 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (784872af-d486-4424-9885-5a30ac666294), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.822861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Pushing event deleted for resources: {'Port': ['ID=784872af-d486-4424-9885-5a30ac666294,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.848728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.849080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.849423 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.849765 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.850102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.850435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.850766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.851094 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.851421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.851775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.852105 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.852429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.852760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:52.893123 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.984897 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.987049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks [] for router_controller (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.034101 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (21a5c9f4-72a4-4af9-a713-b8e28b394c2c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.034843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a5c9f4-72a4-4af9-a713-b8e28b394c2c {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:40:53.039251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.040695 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-63d96f41-5c87-45df-a9b9-e45714fe1968 admin admin] 10.222.0.102 "DELETE /v2.0/routers/21a5c9f4-72a4-4af9-a713-b8e28b394c2c HTTP/1.1" status: 204 len: 168 time: 0.7778890 Feb 09 21:40:53.043308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45732) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.088232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa0007f-6d5e-4989-ab89-ea1dddb3e5ed admin admin] Deleting subnet 44108c20-a969-45fa-9b29-b4f90a6346ef {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:53.091198 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aa0007f-6d5e-4989-ab89-ea1dddb3e5ed admin admin] Publish callbacks [] for subnet (44108c20-a969-45fa-9b29-b4f90a6346ef), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.129883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aa0007f-6d5e-4989-ab89-ea1dddb3e5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (44108c20-a969-45fa-9b29-b4f90a6346ef), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.131826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 278617da-c3c7-4abb-9673-f331259c71fc no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:53.155849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 278617da-c3c7-4abb-9673-f331259c71fc {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:53.156595 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 278617da-c3c7-4abb-9673-f331259c71fc not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:53.230903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aa0007f-6d5e-4989-ab89-ea1dddb3e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (44108c20-a969-45fa-9b29-b4f90a6346ef), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.284105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aa0007f-6d5e-4989-ab89-ea1dddb3e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (44108c20-a969-45fa-9b29-b4f90a6346ef), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.310831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0007f-6d5e-4989-ab89-ea1dddb3e5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44108c20-a969-45fa-9b29-b4f90a6346ef,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.312909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5aa0007f-6d5e-4989-ab89-ea1dddb3e5ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.319078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5aa0007f-6d5e-4989-ab89-ea1dddb3e5ed admin admin] 10.222.0.102 "DELETE /v2.0/subnets/44108c20-a969-45fa-9b29-b4f90a6346ef HTTP/1.1" status: 204 len: 168 time: 0.2724473 Feb 09 21:40:53.319237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c70e2ce-5089-45d5-8b12-f5026db4362c None None] Network 55963208-7afc-4222-8c03-67f78fb4a412 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:53.319547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45734) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.386406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (55963208-7afc-4222-8c03-67f78fb4a412), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.447973 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Deleting port d18ba297-8f0d-4012-b3c7-a1952b628a41 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:53.448315 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.509944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] For port d18ba297-8f0d-4012-b3c7-a1952b628a41, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d18ba297-8f0d-4012-b3c7-a1952b628a41,segment=NetworkSegment(ed205089-06bd-4a00-b08e-3f5ca9144c53),segment_id=ed205089-06bd-4a00-b08e-3f5ca9144c53)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:53.510308 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.523199 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Calling delete_port for d18ba297-8f0d-4012-b3c7-a1952b628a41 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:53.573766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] DHCP port deletion for 55963208-7afc-4222-8c03-67f78fb4a412 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:40:53.599533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 210c485c-41b7-42d0-bb97-6624f7921729 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:53.607575 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.629380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 210c485c-41b7-42d0-bb97-6624f7921729 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:53.629734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 210c485c-41b7-42d0-bb97-6624f7921729 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:53.639016 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Pushing event deleted for resources: {'Port': ['ID=d18ba297-8f0d-4012-b3c7-a1952b628a41,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.642966 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] No DVR routers for this DVR port d18ba297-8f0d-4012-b3c7-a1952b628a41 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:53.650621 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] Deleting port d18ba297-8f0d-4012-b3c7-a1952b628a41 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:53.651015 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.721495 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (55963208-7afc-4222-8c03-67f78fb4a412), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.727011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] For port d18ba297-8f0d-4012-b3c7-a1952b628a41, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:53.727413 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.740030 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] Calling delete_port for d18ba297-8f0d-4012-b3c7-a1952b628a41 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:53.742743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] Port d18ba297-8f0d-4012-b3c7-a1952b628a41 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:40:53.744316 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d18ba297-8f0d-4012-b3c7-a1952b628a41), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.753058 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55963208-7afc-4222-8c03-67f78fb4a412']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:53.762680 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed205089-06bd-4a00-b08e-3f5ca9144c53') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:53.762939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed205089-06bd-4a00-b08e-3f5ca9144c53') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:53.771187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] Pushing event deleted for resources: {'Port': ['ID=d18ba297-8f0d-4012-b3c7-a1952b628a41,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.774796 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (ed205089-06bd-4a00-b08e-3f5ca9144c53), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.778056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a6bfb-93d7-4b9d-9ed9-25996e9345f1 None None] No DVR routers for this DVR port d18ba297-8f0d-4012-b3c7-a1952b628a41 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:53.792268 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (ed205089-06bd-4a00-b08e-3f5ca9144c53), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.799315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:53.799743 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (ed205089-06bd-4a00-b08e-3f5ca9144c53), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:53.801686 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:53.861373 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (55963208-7afc-4222-8c03-67f78fb4a412), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.866695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.869977 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] 10.222.0.102 "DELETE /v2.0/networks/55963208-7afc-4222-8c03-67f78fb4a412 HTTP/1.1" status: 204 len: 168 time: 0.5494876 Feb 09 21:40:53.873404 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.881266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05f199-0c2d-450b-999f-84d1eb41c06f admin admin] Pushing event deleted for resources: {'Network': ['ID=55963208-7afc-4222-8c03-67f78fb4a412,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.220726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (8b6997fc-05a3-45ab-8436-ef456c04901e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.465519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Deleting port c47d3458-e2ca-4a34-89ed-0836f2a593fa {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:54.465862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.551647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] For port c47d3458-e2ca-4a34-89ed-0836f2a593fa, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c47d3458-e2ca-4a34-89ed-0836f2a593fa,segment=NetworkSegment(927a16e0-092d-442f-ab11-29d8f0146708),segment_id=927a16e0-092d-442f-ab11-29d8f0146708)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:54.552201 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.566787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Calling delete_port for c47d3458-e2ca-4a34-89ed-0836f2a593fa owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:54.742870 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c47d3458-e2ca-4a34-89ed-0836f2a593fa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.768828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47d3458-e2ca-4a34-89ed-0836f2a593fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.938206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (8b6997fc-05a3-45ab-8436-ef456c04901e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.979400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 784872af-d486-4424-9885-5a30ac666294 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:54.999946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 784872af-d486-4424-9885-5a30ac666294 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:55.000231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 784872af-d486-4424-9885-5a30ac666294 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:55.000650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d18ba297-8f0d-4012-b3c7-a1952b628a41 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:55.027109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: d18ba297-8f0d-4012-b3c7-a1952b628a41 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:55.027462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d18ba297-8f0d-4012-b3c7-a1952b628a41 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:55.162229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Router 8b6997fc-05a3-45ab-8436-ef456c04901e has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:40:55.269534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:40:55.275008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eacd9cb5-8cb9-498c-b217-639f8a23e7d9 admin admin] 10.222.0.102 "PUT /v2.0/routers/8b6997fc-05a3-45ab-8436-ef456c04901e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998618 Feb 09 21:40:55.277048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45738) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:55.278056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] Sync routers for ids ['8b6997fc-05a3-45ab-8436-ef456c04901e'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:40:55.288388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] Routers {'8b6997fc-05a3-45ab-8436-ef456c04901e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:55.289000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8b6997fc-05a3-45ab-8436-ef456c04901e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:55.381680 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks [] for router (8b6997fc-05a3-45ab-8436-ef456c04901e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.392252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] Set router 8b6997fc-05a3-45ab-8436-ef456c04901e gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:55.489410 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks [] for router_gateway (8b6997fc-05a3-45ab-8436-ef456c04901e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.542242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Deleting port 17fa7981-e02c-427d-9a22-dcc5aecec79c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:55.542579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.569016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:40:54Z', 'revision_number': 5, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port': {'id': '17fa7981-e02c-427d-9a22-dcc5aecec79c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:55.594765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] Checking router: 8b6997fc-05a3-45ab-8436-ef456c04901e for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:40:55.602818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] Routers {'8b6997fc-05a3-45ab-8436-ef456c04901e'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:55.603414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['8b6997fc-05a3-45ab-8436-ef456c04901e'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:55.621245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] For port 17fa7981-e02c-427d-9a22-dcc5aecec79c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17fa7981-e02c-427d-9a22-dcc5aecec79c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:55.621617 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.638337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Calling delete_port for 17fa7981-e02c-427d-9a22-dcc5aecec79c owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:55.734998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] Set router 8b6997fc-05a3-45ab-8436-ef456c04901e gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:55.817294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (17fa7981-e02c-427d-9a22-dcc5aecec79c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.844264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fa7981-e02c-427d-9a22-dcc5aecec79c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:55.910907 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (8b6997fc-05a3-45ab-8436-ef456c04901e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.979282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:40:55Z', 'revision_number': 6, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:56.006360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (8b6997fc-05a3-45ab-8436-ef456c04901e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.008974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks [] for router_controller (8b6997fc-05a3-45ab-8436-ef456c04901e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.009229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb6941-8e84-4935-902e-fe6a7d909967 None None] The sync data for ids ['8b6997fc-05a3-45ab-8436-ef456c04901e'] in n-d-789963-29 is: [{'id': '8b6997fc-05a3-45ab-8436-ef456c04901e', 'name': 'tempest-TestEncryptedCinderVolumes-1717064482-router', 'tenant_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:06Z', 'updated_at': '2022-02-09T21:40:55Z', 'revision_number': 6, 'project_id': '0bd7ea24a94d479cb02ba0846a1c6b4b', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:40:56.061534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (8b6997fc-05a3-45ab-8436-ef456c04901e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.062580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6997fc-05a3-45ab-8436-ef456c04901e {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:40:56.078788 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.079442 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-14105fb8-d630-4cd1-8baf-79ddbebd0d37 admin admin] 10.222.0.102 "DELETE /v2.0/routers/8b6997fc-05a3-45ab-8436-ef456c04901e HTTP/1.1" status: 204 len: 168 time: 0.8014386 Feb 09 21:40:56.082476 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45740) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:56.130018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-309ec940-6473-40d3-bbfe-6b3c248b5ba5 admin admin] Deleting subnet 35d046d9-40cc-41c6-94de-9c56702279f2 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:56.133122 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-309ec940-6473-40d3-bbfe-6b3c248b5ba5 admin admin] Publish callbacks [] for subnet (35d046d9-40cc-41c6-94de-9c56702279f2), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.167959 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-309ec940-6473-40d3-bbfe-6b3c248b5ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (35d046d9-40cc-41c6-94de-9c56702279f2), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.247626 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-309ec940-6473-40d3-bbfe-6b3c248b5ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (35d046d9-40cc-41c6-94de-9c56702279f2), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.299943 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-309ec940-6473-40d3-bbfe-6b3c248b5ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (35d046d9-40cc-41c6-94de-9c56702279f2), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.326342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ec940-6473-40d3-bbfe-6b3c248b5ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d046d9-40cc-41c6-94de-9c56702279f2,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.328241 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-309ec940-6473-40d3-bbfe-6b3c248b5ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.331974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-309ec940-6473-40d3-bbfe-6b3c248b5ba5 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/35d046d9-40cc-41c6-94de-9c56702279f2 HTTP/1.1" status: 204 len: 168 time: 0.2483900 Feb 09 21:40:56.332918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f062abb7-7f47-4a79-9d98-676cc25cfd90 None None] Network cde03de0-28db-4aeb-8928-39de6444e1e1 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:56.334542 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:56.408008 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (cde03de0-28db-4aeb-8928-39de6444e1e1), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.466446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Deleting port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:56.466803 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.517199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] DHCP port deletion for cde03de0-28db-4aeb-8928-39de6444e1e1 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:40:56.541947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] For port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,segment=NetworkSegment(927a16e0-092d-442f-ab11-29d8f0146708),segment_id=927a16e0-092d-442f-ab11-29d8f0146708)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:56.542314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.555229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Calling delete_port for 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:56.563807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] Deleting port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:56.564181 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.627016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] For port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,segment=NetworkSegment(927a16e0-092d-442f-ab11-29d8f0146708),segment_id=927a16e0-092d-442f-ab11-29d8f0146708)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:56.627338 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.634573 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.645248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] Calling delete_port for 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:56.661110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.662909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] No DVR routers for this DVR port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:56.719955 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.735960 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (cde03de0-28db-4aeb-8928-39de6444e1e1), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.744032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] Pushing event deleted for resources: {'Port': ['ID=1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.748519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6495fbb-5a69-4762-b55d-497065626cd0 None None] No DVR routers for this DVR port 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:56.759633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde03de0-28db-4aeb-8928-39de6444e1e1']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:56.769423 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927a16e0-092d-442f-ab11-29d8f0146708') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:56.769742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927a16e0-092d-442f-ab11-29d8f0146708') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:56.778728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (927a16e0-092d-442f-ab11-29d8f0146708), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.791584 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (927a16e0-092d-442f-ab11-29d8f0146708), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.797447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:56.797883 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (927a16e0-092d-442f-ab11-29d8f0146708), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:56.799411 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:56.859161 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (cde03de0-28db-4aeb-8928-39de6444e1e1), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.865574 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.868775 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] 10.222.0.102 "DELETE /v2.0/networks/cde03de0-28db-4aeb-8928-39de6444e1e1 HTTP/1.1" status: 204 len: 168 time: 0.5332437 Feb 09 21:40:56.880545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e8e85-f794-4251-85f3-17be8069318f admin admin] Pushing event deleted for resources: {'Network': ['ID=cde03de0-28db-4aeb-8928-39de6444e1e1,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.939887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c47d3458-e2ca-4a34-89ed-0836f2a593fa no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:56.961057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c47d3458-e2ca-4a34-89ed-0836f2a593fa {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:56.961407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c47d3458-e2ca-4a34-89ed-0836f2a593fa not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:56.961906 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17fa7981-e02c-427d-9a22-dcc5aecec79c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:56.983545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 17fa7981-e02c-427d-9a22-dcc5aecec79c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:56.983924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17fa7981-e02c-427d-9a22-dcc5aecec79c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:56.984346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:57.013276 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:57.013867 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1bf5d8fa-1ab3-470b-aff3-6a8fdba216b4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:57.022263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.073751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45746) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.115782 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8541aa15-c9ad-4849-b8e6-f07eeb0ecdb2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3be73942ff684ff9ab5e510f11b7b3fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407183 Feb 09 21:40:57.118377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45748) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.169361 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1957ce74-8373-4ebd-9f56-3d0720f224ce admin admin] Publish callbacks [] for security_group (e4820b7e-4c98-46ef-9a8e-b606a26a68da), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.191739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1957ce74-8373-4ebd-9f56-3d0720f224ce admin admin] Publish callbacks [] for security_group (e4820b7e-4c98-46ef-9a8e-b606a26a68da), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.243416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1957ce74-8373-4ebd-9f56-3d0720f224ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (e4820b7e-4c98-46ef-9a8e-b606a26a68da), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.245991 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1957ce74-8373-4ebd-9f56-3d0720f224ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.247132 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1957ce74-8373-4ebd-9f56-3d0720f224ce admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e4820b7e-4c98-46ef-9a8e-b606a26a68da HTTP/1.1" status: 204 len: 168 time: 0.1277716 Feb 09 21:40:57.256319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957ce74-8373-4ebd-9f56-3d0720f224ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4820b7e-4c98-46ef-9a8e-b606a26a68da,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:57.574389 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45754) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.614472 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c2d50702-6277-4fd6-8f32-b1cfdddfb1d8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0bd7ea24a94d479cb02ba0846a1c6b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389333 Feb 09 21:40:57.617028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45756) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.662724 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614c156f-e353-4e52-b3a9-39728e936052 admin admin] Publish callbacks [] for security_group (4a692de7-823d-4408-a847-1edbd0914b3f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.682787 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614c156f-e353-4e52-b3a9-39728e936052 admin admin] Publish callbacks [] for security_group (4a692de7-823d-4408-a847-1edbd0914b3f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.730405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614c156f-e353-4e52-b3a9-39728e936052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4a692de7-823d-4408-a847-1edbd0914b3f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.732961 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-614c156f-e353-4e52-b3a9-39728e936052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.734101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-614c156f-e353-4e52-b3a9-39728e936052 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4a692de7-823d-4408-a847-1edbd0914b3f HTTP/1.1" status: 204 len: 168 time: 0.1161849 Feb 09 21:40:57.742238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c156f-e353-4e52-b3a9-39728e936052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a692de7-823d-4408-a847-1edbd0914b3f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:58.421041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:58.514867 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49662487-network', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:58.534574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Made reservation on behalf of 1b0c559348e44e378066dbc4b94bd16d for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:58.536840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.544981 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.615241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Publish callbacks [] for security_group (774e632d-7954-4cdd-8072-1ca6b2deaaf0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.618973 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (774e632d-7954-4cdd-8072-1ca6b2deaaf0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.638299 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:58.652328 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e632d-7954-4cdd-8072-1ca6b2deaaf0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:58.656889 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.657789 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Added segment 6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c of type vlan for network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 Feb 09 21:40:58.695157 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (03b72455-7b39-415a-b65d-9ab41b2d5dd2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.723626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (03b72455-7b39-415a-b65d-9ab41b2d5dd2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.724754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.725329 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.778837 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3567045 Feb 09 21:40:58.781927 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45782) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:58.787573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Request body: {'subnet': {'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49662487-subnet', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:58.792591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd80fe-f7d3-4286-8c7f-f863e10f8442 admin admin] Pushing event updated for resources: {'Network': ['ID=03b72455-7b39-415a-b65d-9ab41b2d5dd2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:58.803056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:58.809507 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Made reservation on behalf of 1b0c559348e44e378066dbc4b94bd16d for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:58.811929 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.980043 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.040570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:59.048517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Checking segment: {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:59.048914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Network hostable DHCP agents. Network: 03b72455-7b39-415a-b65d-9ab41b2d5dd2, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:59.065767 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:59.074588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 03b72455-7b39-415a-b65d-9ab41b2d5dd2) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:59.078606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:59.079776 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.089965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d448905-95e1-453d-97d3-e41ab1078137 None None] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:59.095490 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-583d0738-7116-4be6-ac40-3741610d0e27 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3118136 Feb 09 21:40:59.098180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45784) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:59.102494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:59.123917 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.124999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.185684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:59.186529 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.214695 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks [] for router_controller (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.323967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Allocated IP 172.20.0.2 (03b72455-7b39-415a-b65d-9ab41b2d5dd2/dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41/f1019f41-b0aa-4dbd-a573-d884a6d4d39f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:59.355188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks [] for router_gateway (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.465399 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Publish callbacks [] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.471089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.507530 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:59.512160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:59.515581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:59.524916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Pushing event updated for resources: {'Port': ['ID=f1019f41-b0aa-4dbd-a573-d884a6d4d39f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:59.564810 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks [] for router_gateway (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.579760 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Attempting to bind port f1019f41-b0aa-4dbd-a573-d884a6d4d39f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:59.580058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Attempting to bind port f1019f41-b0aa-4dbd-a573-d884a6d4d39f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:59.580422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Attempting to bind port f1019f41-b0aa-4dbd-a573-d884a6d4d39f on network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:59.585320 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:59.585699 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Checking segment: {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:59.586106 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.586497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Bound using segment: {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:59.586959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Bound port: f1019f41-b0aa-4dbd-a573-d884a6d4d39f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:59.587341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.589820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.648710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] For port f1019f41-b0aa-4dbd-a573-d884a6d4d39f, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:59.652131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] For port f1019f41-b0aa-4dbd-a573-d884a6d4d39f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f1019f41-b0aa-4dbd-a573-d884a6d4d39f,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:59.658952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.702825 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Allocated IP 172.25.4.158 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/cba1b467-6e89-4789-a146-5c3e229cbd7c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:59.714615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57123e56-24e0-43a8-b0c2-7f649bbbafcc None None] Pushing event updated for resources: {'Port': ['ID=f1019f41-b0aa-4dbd-a573-d884a6d4d39f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:59.813579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks [] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.851511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.904670 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:59.908169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:59.911544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:59.916814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Pushing event updated for resources: {'Port': ['ID=cba1b467-6e89-4789-a146-5c3e229cbd7c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:00.167840 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks [] for router_gateway (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.366978 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.628707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc0dad-60cf-4896-b2a7-757708d1a65a None None] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:00.731521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-92e72946-8d64-40c2-877c-706e03f42e18 None None] Provisioning complete for port f1019f41-b0aa-4dbd-a573-d884a6d4d39f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:00.731852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92e72946-8d64-40c2-877c-706e03f42e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.775848 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:00.829627 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-92e72946-8d64-40c2-877c-706e03f42e18 None None] Current status of the port f1019f41-b0aa-4dbd-a573-d884a6d4d39f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:00.830389 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92e72946-8d64-40c2-877c-706e03f42e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.866637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-92e72946-8d64-40c2-877c-706e03f42e18 None None] For port f1019f41-b0aa-4dbd-a573-d884a6d4d39f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f1019f41-b0aa-4dbd-a573-d884a6d4d39f,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:00.872765 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92e72946-8d64-40c2-877c-706e03f42e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.923706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:00.928159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e72946-8d64-40c2-877c-706e03f42e18 None None] Pushing event updated for resources: {'Port': ['ID=f1019f41-b0aa-4dbd-a573-d884a6d4d39f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:00.934541 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Sync routers for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:00.945671 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:00.946543 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:00.956633 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.957884 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a8a6adf4-4504-4ccf-ba3e-8c231cfdaf7a admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8587589 Feb 09 21:41:00.961805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45786) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:00.995488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f1019f41-b0aa-4dbd-a573-d884a6d4d39f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:01.054059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f1019f41-b0aa-4dbd-a573-d884a6d4d39f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:01.054430 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.067465 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:01.107800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-701b0874-5fe0-497d-b910-0064d4f726a8 None None] Provisioning complete for port f1019f41-b0aa-4dbd-a573-d884a6d4d39f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:01.108043 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-701b0874-5fe0-497d-b910-0064d4f726a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.181700 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f1019f41-b0aa-4dbd-a573-d884a6d4d39f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:01.219174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-701b0874-5fe0-497d-b910-0064d4f726a8 None None] Current status of the port f1019f41-b0aa-4dbd-a573-d884a6d4d39f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:01.258070 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:00Z', 'revision_number': 3, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:01.285244 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Checking router: becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:01.285502 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Updating router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a port cba1b467-6e89-4789-a146-5c3e229cbd7c binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:01.314041 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.573368 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Publish callbacks [] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.578879 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.717623 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Pushing event updated for resources: {'Port': ['ID=cba1b467-6e89-4789-a146-5c3e229cbd7c,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.720581 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Attempting to bind port cba1b467-6e89-4789-a146-5c3e229cbd7c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:01.720948 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Attempting to bind port cba1b467-6e89-4789-a146-5c3e229cbd7c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:01.721303 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Attempting to bind port cba1b467-6e89-4789-a146-5c3e229cbd7c on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:01.729560 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.729913 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.730251 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.730587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.730918 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.731246 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.731587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.731935 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.732261 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.732582 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.732904 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.733219 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.733536 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:01.737389 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:01.737690 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:01.738003 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.738386 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:01.738856 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Bound port: cba1b467-6e89-4789-a146-5c3e229cbd7c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:01.739234 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.757814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.800112 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] For port cba1b467-6e89-4789-a146-5c3e229cbd7c, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:01.803770 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] For port cba1b467-6e89-4789-a146-5c3e229cbd7c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=cba1b467-6e89-4789-a146-5c3e229cbd7c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:01.809983 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.868663 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9578f0e-0db7-4da8-acfc-cfaf16ddfb9b None None] Pushing event updated for resources: {'Port': ['ID=cba1b467-6e89-4789-a146-5c3e229cbd7c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.872369 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:01.873012 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:01.918013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Allocated IP 172.20.0.1 (03b72455-7b39-415a-b65d-9ab41b2d5dd2/dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41/37a672a4-fc90-4fb5-8de7-beacf850905b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:01.979178 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:02.020932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Publish callbacks [] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.058299 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.098958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:02.103787 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:02.108094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:02.111671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Pushing event updated for resources: {'Port': ['ID=37a672a4-fc90-4fb5-8de7-beacf850905b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.138002 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.138349 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.138745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.139030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.139369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.139721 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.140062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.140394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.140731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.141062 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.141429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.141760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.142089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:02.163246 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.164395 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:00Z', 'revision_number': 3, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:02.194801 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244344d-82f5-4ab5-b8f0-daac6d14f7a8 None None] The sync data for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 is: [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:00Z', 'revision_number': 3, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:02.307508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.354237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-cecae8c2-9476-40ba-b99d-291f16b4e10d None None] Provisioning complete for port 37a672a4-fc90-4fb5-8de7-beacf850905b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:02.354779 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cecae8c2-9476-40ba-b99d-291f16b4e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.393005 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-cecae8c2-9476-40ba-b99d-291f16b4e10d None None] Port 37a672a4-fc90-4fb5-8de7-beacf850905b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:02.495935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Publish callbacks [] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.500769 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.571785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.579635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Pushing event updated for resources: {'Port': ['ID=37a672a4-fc90-4fb5-8de7-beacf850905b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.673477 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:02.674960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:02.798735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:02.919308 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4404cb00-4a3f-46dd-a688-ed90bb0b5081 None None] Provisioning complete for port 37a672a4-fc90-4fb5-8de7-beacf850905b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:02.920093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4404cb00-4a3f-46dd-a688-ed90bb0b5081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.924394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:02.943901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7c91fa7b-70a6-41ad-a8a7-8a3234055394 admin admin] 10.222.0.102 "PUT /v2.0/routers/becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9724545 Feb 09 21:41:02.986060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4404cb00-4a3f-46dd-a688-ed90bb0b5081 None None] Port 37a672a4-fc90-4fb5-8de7-beacf850905b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:03.029742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f1019f41-b0aa-4dbd-a573-d884a6d4d39f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:03.092285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port f1019f41-b0aa-4dbd-a573-d884a6d4d39f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:03.092668 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.187355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port f1019f41-b0aa-4dbd-a573-d884a6d4d39f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:03.189023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device cba1b467-6e89-4789-a146-5c3e229cbd7c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:03.236859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port cba1b467-6e89-4789-a146-5c3e229cbd7c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:03.237235 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.315872 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port cba1b467-6e89-4789-a146-5c3e229cbd7c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:03.316273 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.336260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port cba1b467-6e89-4789-a146-5c3e229cbd7c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=cba1b467-6e89-4789-a146-5c3e229cbd7c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:03.340190 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.391323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=cba1b467-6e89-4789-a146-5c3e229cbd7c,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.444322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.449447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1481981596-network', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:03.468506 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Made reservation on behalf of fa663d1107a846d2bf6017ba0016970b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:03.471424 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.480132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.553030 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Publish callbacks [] for security_group (f462f50c-b653-4a95-a0a3-271223bb8a56), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.556639 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f462f50c-b653-4a95-a0a3-271223bb8a56), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.582201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:03.591359 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f462f50c-b653-4a95-a0a3-271223bb8a56,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.600087 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3672b42b-0e8a-462c-9b47-f066683a5771), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.600436 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Added segment 3672b42b-0e8a-462c-9b47-f066683a5771 of type vlan for network 6a33c0a2-7194-4f3c-a877-400f44544708 Feb 09 21:41:03.640559 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (6a33c0a2-7194-4f3c-a877-400f44544708), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.664611 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (6a33c0a2-7194-4f3c-a877-400f44544708), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.665550 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.666146 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.727066 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2790751 Feb 09 21:41:03.727414 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45804) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.732134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b00621-3deb-406a-9e7e-fe18257e8057 admin admin] Pushing event updated for resources: {'Network': ['ID=6a33c0a2-7194-4f3c-a877-400f44544708,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.732547 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Request body: {'subnet': {'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1481981596-subnet', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:03.742355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 6a33c0a2-7194-4f3c-a877-400f44544708 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:03.751914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Made reservation on behalf of fa663d1107a846d2bf6017ba0016970b for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:03.754331 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.914165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Sync routers for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:03.928482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (3e512a31-42ac-4c65-b5c4-48afeabb9fa7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.929846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:03.930556 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:03.982416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e512a31-42ac-4c65-b5c4-48afeabb9fa7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.997624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Checking segment: {'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:03.997994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Network hostable DHCP agents. Network: 6a33c0a2-7194-4f3c-a877-400f44544708, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:04.017592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Network 6a33c0a2-7194-4f3c-a877-400f44544708 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:04.028181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 6a33c0a2-7194-4f3c-a877-400f44544708) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:04.036741 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:04.037449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.043394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:04.046631 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d99e6-0460-4582-8092-589d580ab03a None None] Network 6a33c0a2-7194-4f3c-a877-400f44544708 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:04.054868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-203b616c-a5d8-4c07-9f06-30c9e86d5caa admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3263128 Feb 09 21:41:04.057425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 45808) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:04.062650 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:04.091149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (ec82b587-388e-4720-b252-48bcdb437632), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.092853 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (ec82b587-388e-4720-b252-48bcdb437632), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.153388 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks [] for router_controller (ec82b587-388e-4720-b252-48bcdb437632), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.266174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-6a33c0a2-7194-4f3c-a877-400f44544708', 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708', 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'fixed_ips': [{'subnet_id': '3e512a31-42ac-4c65-b5c4-48afeabb9fa7'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:04.267587 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.311393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks [] for router_gateway (ec82b587-388e-4720-b252-48bcdb437632), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.446171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 2, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:04.455785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Allocated IP 172.20.0.2 (6a33c0a2-7194-4f3c-a877-400f44544708/3e512a31-42ac-4c65-b5c4-48afeabb9fa7/d5d47462-fd26-4c53-bf2f-96ac4549aac4) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:04.483949 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Checking router: becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:04.484313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Updating router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a port 37a672a4-fc90-4fb5-8de7-beacf850905b binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:04.520641 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks [] for router_gateway (ec82b587-388e-4720-b252-48bcdb437632), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.540018 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.551293 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.647055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Allocated IP 172.25.4.32 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/170a8cfe-6aad-4231-bdaa-01682aa4ee28) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:04.748663 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks [] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.771973 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Publish callbacks [] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.783013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.784329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.829710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:04.832617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:04.836142 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:04.839738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Network 6a33c0a2-7194-4f3c-a877-400f44544708 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:04.845319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Pushing event updated for resources: {'Port': ['ID=d5d47462-fd26-4c53-bf2f-96ac4549aac4,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:04.847759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:04.852579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:04.858291 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Pushing event updated for resources: {'Port': ['ID=170a8cfe-6aad-4231-bdaa-01682aa4ee28,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:04.954723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device cba1b467-6e89-4789-a146-5c3e229cbd7c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:04.976354 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Attempting to bind port d5d47462-fd26-4c53-bf2f-96ac4549aac4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:04.976732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Attempting to bind port d5d47462-fd26-4c53-bf2f-96ac4549aac4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:04.977091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Attempting to bind port d5d47462-fd26-4c53-bf2f-96ac4549aac4 on network 6a33c0a2-7194-4f3c-a877-400f44544708 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:05.002608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:05.002987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Checking segment: {'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:05.003398 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.003826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Bound using segment: {'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:05.004303 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Bound port: d5d47462-fd26-4c53-bf2f-96ac4549aac4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:05.004686 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.012421 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Publish callbacks [] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.025624 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.104278 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks [] for router_gateway (ec82b587-388e-4720-b252-48bcdb437632), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.289219 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607fc85-1ef2-4ec2-833c-c1dab1beb310 None None] Pushing event updated for resources: {'Port': ['ID=37a672a4-fc90-4fb5-8de7-beacf850905b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:05.293444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port cba1b467-6e89-4789-a146-5c3e229cbd7c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:05.293830 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.326083 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (ec82b587-388e-4720-b252-48bcdb437632), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.344428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] For port d5d47462-fd26-4c53-bf2f-96ac4549aac4, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:05.387838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] For port d5d47462-fd26-4c53-bf2f-96ac4549aac4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d5d47462-fd26-4c53-bf2f-96ac4549aac4,segment=NetworkSegment(3672b42b-0e8a-462c-9b47-f066683a5771),segment_id=3672b42b-0e8a-462c-9b47-f066683a5771)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:05.395930 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Attempting to bind port 37a672a4-fc90-4fb5-8de7-beacf850905b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:05.396288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Attempting to bind port 37a672a4-fc90-4fb5-8de7-beacf850905b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:05.396639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Attempting to bind port 37a672a4-fc90-4fb5-8de7-beacf850905b on network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:05.400937 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.430211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:05.430589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Checking segment: {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:05.431006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.431400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Bound using segment: {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:05.432153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Bound port: 37a672a4-fc90-4fb5-8de7-beacf850905b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:05.432304 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.489654 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Router ec82b587-388e-4720-b252-48bcdb437632 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:05.537071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b626f-1f1b-4731-a52f-b5c059b84450 None None] Pushing event updated for resources: {'Port': ['ID=d5d47462-fd26-4c53-bf2f-96ac4549aac4,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:05.571324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port cba1b467-6e89-4789-a146-5c3e229cbd7c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:05.577515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0c7ac7d8-b16a-4b5d-930a-2c3c37944cce None None] Provisioning complete for port 37a672a4-fc90-4fb5-8de7-beacf850905b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:05.577515 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0c7ac7d8-b16a-4b5d-930a-2c3c37944cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.580103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] For port 37a672a4-fc90-4fb5-8de7-beacf850905b, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:05.607329 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:05.609787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] For port 37a672a4-fc90-4fb5-8de7-beacf850905b, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=37a672a4-fc90-4fb5-8de7-beacf850905b,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:05.622553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.624816 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Sync routers for ids ['ec82b587-388e-4720-b252-48bcdb437632'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:05.633620 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ac7d8-b16a-4b5d-930a-2c3c37944cce None None] Port 37a672a4-fc90-4fb5-8de7-beacf850905b cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:05.635286 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Routers {'ec82b587-388e-4720-b252-48bcdb437632'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:05.635987 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ec82b587-388e-4720-b252-48bcdb437632'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.639945 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.644197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-570ae1f5-a18e-4df2-9756-4320bcec9668 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5830734 Feb 09 21:41:05.644954 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 45810) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.687388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:05.688342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.690385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607fc85-1ef2-4ec2-833c-c1dab1beb310 None None] Pushing event updated for resources: {'Port': ['ID=37a672a4-fc90-4fb5-8de7-beacf850905b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:05.817412 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Set router ec82b587-388e-4720-b252-48bcdb437632 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:05.829527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:06.053574 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:04Z', 'revision_number': 3, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port': {'id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:06.087110 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Checking router: ec82b587-388e-4720-b252-48bcdb437632 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:06.087759 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Updating router ec82b587-388e-4720-b252-48bcdb437632 port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:06.114733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:05Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:06.116178 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.144113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e384f0-5b78-4cd5-a04c-9ab6b8f67279 None None] The sync data for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 is: [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:05Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:06.172794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0a255519-1ef1-47b8-abfa-92b4a6876149 None None] Provisioning complete for port 37a672a4-fc90-4fb5-8de7-beacf850905b triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:06.173177 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a255519-1ef1-47b8-abfa-92b4a6876149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.264168 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.302087 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0a255519-1ef1-47b8-abfa-92b4a6876149 None None] Current status of the port 37a672a4-fc90-4fb5-8de7-beacf850905b is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:06.302574 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a255519-1ef1-47b8-abfa-92b4a6876149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.353747 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0a255519-1ef1-47b8-abfa-92b4a6876149 None None] For port 37a672a4-fc90-4fb5-8de7-beacf850905b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=37a672a4-fc90-4fb5-8de7-beacf850905b,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:06.367805 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a255519-1ef1-47b8-abfa-92b4a6876149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.438902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a255519-1ef1-47b8-abfa-92b4a6876149 None None] Pushing event updated for resources: {'Port': ['ID=37a672a4-fc90-4fb5-8de7-beacf850905b,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.476434 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Publish callbacks [] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.483759 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.493388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Allocated IP 172.20.0.1 (6a33c0a2-7194-4f3c-a877-400f44544708/3e512a31-42ac-4c65-b5c4-48afeabb9fa7/9aab3fb8-7b4f-4234-b71b-5244912ad284) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:06.549517 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3c0af-9d29-4512-b15a-a70cf8cf36d1 None None] Pushing event updated for resources: {'Port': ['ID=170a8cfe-6aad-4231-bdaa-01682aa4ee28,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.566588 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Attempting to bind port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:06.566954 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Attempting to bind port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:06.567315 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Attempting to bind port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:06.573093 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:06.573595 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:06.574488 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.574886 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:06.576087 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Bound port: 170a8cfe-6aad-4231-bdaa-01682aa4ee28, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:06.576509 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.640341 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] For port 170a8cfe-6aad-4231-bdaa-01682aa4ee28, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:06.644957 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] For port 170a8cfe-6aad-4231-bdaa-01682aa4ee28, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=170a8cfe-6aad-4231-bdaa-01682aa4ee28,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:06.651121 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.652360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Publish callbacks [] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.698969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.699871 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Routers {'ec82b587-388e-4720-b252-48bcdb437632'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:06.700743 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ec82b587-388e-4720-b252-48bcdb437632'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:06.741905 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Network 6a33c0a2-7194-4f3c-a877-400f44544708 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:06.749974 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:06.754647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:06.780795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Pushing event updated for resources: {'Port': ['ID=9aab3fb8-7b4f-4234-b71b-5244912ad284,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.800851 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (ec82b587-388e-4720-b252-48bcdb437632), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.821992 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] Set router ec82b587-388e-4720-b252-48bcdb437632 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:06.866900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c373ff8-b606-4b53-9f81-be7bcef132c4 None None] Network 6a33c0a2-7194-4f3c-a877-400f44544708 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:06.976895 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.982079 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-92bcfb8c-a161-4ac9-b381-a1672cf986a5 None None] Provisioning complete for port d5d47462-fd26-4c53-bf2f-96ac4549aac4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:06.982454 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92bcfb8c-a161-4ac9-b381-a1672cf986a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.017542 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3c0af-9d29-4512-b15a-a70cf8cf36d1 None None] Pushing event updated for resources: {'Port': ['ID=170a8cfe-6aad-4231-bdaa-01682aa4ee28,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.064400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 37a672a4-fc90-4fb5-8de7-beacf850905b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:07.088403 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:04Z', 'revision_number': 3, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port': {'id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:07.128223 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed255cdd-0a4a-4928-8cd7-0c8158c8b980 None None] The sync data for ids ['ec82b587-388e-4720-b252-48bcdb437632'] in n-d-789963-29 is: [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:04Z', 'revision_number': 3, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port': {'id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:07.204911 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 37a672a4-fc90-4fb5-8de7-beacf850905b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:07.205148 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.240477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Publish callbacks [] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.244682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-92bcfb8c-a161-4ac9-b381-a1672cf986a5 None None] Current status of the port d5d47462-fd26-4c53-bf2f-96ac4549aac4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:07.245088 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92bcfb8c-a161-4ac9-b381-a1672cf986a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.252784 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.296449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-92bcfb8c-a161-4ac9-b381-a1672cf986a5 None None] For port d5d47462-fd26-4c53-bf2f-96ac4549aac4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d5d47462-fd26-4c53-bf2f-96ac4549aac4,segment=NetworkSegment(3672b42b-0e8a-462c-9b47-f066683a5771),segment_id=3672b42b-0e8a-462c-9b47-f066683a5771)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:07.306810 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92bcfb8c-a161-4ac9-b381-a1672cf986a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.352612 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Pushing event updated for resources: {'Port': ['ID=9aab3fb8-7b4f-4234-b71b-5244912ad284,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.356296 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (ec82b587-388e-4720-b252-48bcdb437632), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.420370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcfb8c-a161-4ac9-b381-a1672cf986a5 None None] Pushing event updated for resources: {'Port': ['ID=d5d47462-fd26-4c53-bf2f-96ac4549aac4,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.437012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 37a672a4-fc90-4fb5-8de7-beacf850905b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:07.438238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d5d47462-fd26-4c53-bf2f-96ac4549aac4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:07.509735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d5d47462-fd26-4c53-bf2f-96ac4549aac4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:07.510815 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.511706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Network 6a33c0a2-7194-4f3c-a877-400f44544708 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:07.514795 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:07.591179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4a4ce835-22f0-416b-992b-4f63ec37f059 None None] Provisioning complete for port d5d47462-fd26-4c53-bf2f-96ac4549aac4 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:07.591562 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce835-22f0-416b-992b-4f63ec37f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.686646 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d5d47462-fd26-4c53-bf2f-96ac4549aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:07.702079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Router ec82b587-388e-4720-b252-48bcdb437632 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:07.760979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ce835-22f0-416b-992b-4f63ec37f059 None None] Current status of the port d5d47462-fd26-4c53-bf2f-96ac4549aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:07.777973 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e42a58d-e0eb-4b14-a041-21782e4b0dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.786765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4a4ce835-22f0-416b-992b-4f63ec37f059 None None] Provisioning complete for port 9aab3fb8-7b4f-4234-b71b-5244912ad284 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:07.787315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce835-22f0-416b-992b-4f63ec37f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.832636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ce835-22f0-416b-992b-4f63ec37f059 None None] Port 9aab3fb8-7b4f-4234-b71b-5244912ad284 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:07.872663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:07.878774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2eeef5bf-ea68-42d6-b60b-e9705392fa1f admin admin] 10.222.0.102 "PUT /v2.0/routers/ec82b587-388e-4720-b252-48bcdb437632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2323315 Feb 09 21:41:07.964983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9234b76b-09b0-427c-9241-6379be04179f None None] Provisioning complete for port 9aab3fb8-7b4f-4234-b71b-5244912ad284 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:07.965566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9234b76b-09b0-427c-9241-6379be04179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.012066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9234b76b-09b0-427c-9241-6379be04179f None None] Port 9aab3fb8-7b4f-4234-b71b-5244912ad284 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:08.131628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0f3303cb-6425-49d1-9f75-c20f68bcc4a0 None None] Provisioning complete for port 9aab3fb8-7b4f-4234-b71b-5244912ad284 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:08.132670 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f3303cb-6425-49d1-9f75-c20f68bcc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.171655 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0f3303cb-6425-49d1-9f75-c20f68bcc4a0 None None] Port 9aab3fb8-7b4f-4234-b71b-5244912ad284 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:09.036431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 170a8cfe-6aad-4231-bdaa-01682aa4ee28 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:09.102465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:09.103291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.206341 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:09.206739 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.229835 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 170a8cfe-6aad-4231-bdaa-01682aa4ee28, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=170a8cfe-6aad-4231-bdaa-01682aa4ee28,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:09.236315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.237368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d5d47462-fd26-4c53-bf2f-96ac4549aac4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:09.333579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=170a8cfe-6aad-4231-bdaa-01682aa4ee28,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.343738 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port d5d47462-fd26-4c53-bf2f-96ac4549aac4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:09.344304 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.347270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.347784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.348269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.348705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.349140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.349690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.350124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.350552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.350980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.351406 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.351862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.352419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.352842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:09.480960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port d5d47462-fd26-4c53-bf2f-96ac4549aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:09.698705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Sync routers for ids ['ec82b587-388e-4720-b252-48bcdb437632'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:09.709478 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Routers {'ec82b587-388e-4720-b252-48bcdb437632'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:09.710223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:40:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ec82b587-388e-4720-b252-48bcdb437632'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:09.817631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-51f7cd39-896e-48cb-be10-582aa7ef632d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.845373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Set router ec82b587-388e-4720-b252-48bcdb437632 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:10.070328 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port': {'id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '9aab3fb8-7b4f-4234-b71b-5244912ad284', 'name': '', 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'mac_address': 'fa:16:3e:e5:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3e512a31-42ac-4c65-b5c4-48afeabb9fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:06Z', 'updated_at': '2022-02-09T21:41:07Z', 'revision_number': 2, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'subnets': [{'id': '3e512a31-42ac-4c65-b5c4-48afeabb9fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:10.100577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Checking router: ec82b587-388e-4720-b252-48bcdb437632 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:10.101246 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Updating router ec82b587-388e-4720-b252-48bcdb437632 port 9aab3fb8-7b4f-4234-b71b-5244912ad284 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:10.134390 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.588677 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Publish callbacks [] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.594122 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.644239 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7850642-d7af-4688-8cbd-06563076511d None None] Pushing event updated for resources: {'Port': ['ID=9aab3fb8-7b4f-4234-b71b-5244912ad284,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:10.704938 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Attempting to bind port 9aab3fb8-7b4f-4234-b71b-5244912ad284 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:10.705609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Attempting to bind port 9aab3fb8-7b4f-4234-b71b-5244912ad284 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:10.705982 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Attempting to bind port 9aab3fb8-7b4f-4234-b71b-5244912ad284 on network 6a33c0a2-7194-4f3c-a877-400f44544708 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:10.713346 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:10.713742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Checking segment: {'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:10.714178 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.714586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Bound using segment: {'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:10.715067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Bound port: 9aab3fb8-7b4f-4234-b71b-5244912ad284, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3672b42b-0e8a-462c-9b47-f066683a5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:10.715452 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.793538 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] For port 9aab3fb8-7b4f-4234-b71b-5244912ad284, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:10.797050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] For port 9aab3fb8-7b4f-4234-b71b-5244912ad284, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9aab3fb8-7b4f-4234-b71b-5244912ad284,segment=NetworkSegment(3672b42b-0e8a-462c-9b47-f066683a5771),segment_id=3672b42b-0e8a-462c-9b47-f066683a5771)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:10.810210 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.878924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Routers {'ec82b587-388e-4720-b252-48bcdb437632'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:10.879662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ec82b587-388e-4720-b252-48bcdb437632'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:10.881944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7850642-d7af-4688-8cbd-06563076511d None None] Pushing event updated for resources: {'Port': ['ID=9aab3fb8-7b4f-4234-b71b-5244912ad284,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:10.993928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 170a8cfe-6aad-4231-bdaa-01682aa4ee28 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:11.060644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f4e626b2-fa7c-4496-a186-21791c4a70b9 None None] Provisioning complete for port 9aab3fb8-7b4f-4234-b71b-5244912ad284 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:11.060943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4e626b2-fa7c-4496-a186-21791c4a70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.092499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] Set router ec82b587-388e-4720-b252-48bcdb437632 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:11.193908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:11.194206 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.344701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f4e626b2-fa7c-4496-a186-21791c4a70b9 None None] Current status of the port 9aab3fb8-7b4f-4234-b71b-5244912ad284 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:11.344998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4e626b2-fa7c-4496-a186-21791c4a70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.437184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:11.455431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f4e626b2-fa7c-4496-a186-21791c4a70b9 None None] For port 9aab3fb8-7b4f-4234-b71b-5244912ad284, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9aab3fb8-7b4f-4234-b71b-5244912ad284,segment=NetworkSegment(3672b42b-0e8a-462c-9b47-f066683a5771),segment_id=3672b42b-0e8a-462c-9b47-f066683a5771)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:11.459096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f4e626b2-fa7c-4496-a186-21791c4a70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.477421 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.560472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e626b2-fa7c-4496-a186-21791c4a70b9 None None] Pushing event updated for resources: {'Port': ['ID=9aab3fb8-7b4f-4234-b71b-5244912ad284,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.568134 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port': {'id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '9aab3fb8-7b4f-4234-b71b-5244912ad284', 'name': '', 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'mac_address': 'fa:16:3e:e5:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3e512a31-42ac-4c65-b5c4-48afeabb9fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:06Z', 'updated_at': '2022-02-09T21:41:10Z', 'revision_number': 4, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'subnets': [{'id': '3e512a31-42ac-4c65-b5c4-48afeabb9fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:11.600679 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e82d41-c3c4-454a-bca4-7dbe88d85cae None None] The sync data for ids ['ec82b587-388e-4720-b252-48bcdb437632'] in n-d-789963-29 is: [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 4, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port': {'id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '9aab3fb8-7b4f-4234-b71b-5244912ad284', 'name': '', 'network_id': '6a33c0a2-7194-4f3c-a877-400f44544708', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'mac_address': 'fa:16:3e:e5:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3e512a31-42ac-4c65-b5c4-48afeabb9fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:06Z', 'updated_at': '2022-02-09T21:41:10Z', 'revision_number': 4, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'subnets': [{'id': '3e512a31-42ac-4c65-b5c4-48afeabb9fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:11.612082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7d639edb-3cb5-4bed-b13d-7a1d385a46ce None None] Provisioning complete for port 9aab3fb8-7b4f-4234-b71b-5244912ad284 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:11.612459 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7d639edb-3cb5-4bed-b13d-7a1d385a46ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.748434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7d639edb-3cb5-4bed-b13d-7a1d385a46ce None None] Current status of the port 9aab3fb8-7b4f-4234-b71b-5244912ad284 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:12.923367 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.983839 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9aab3fb8-7b4f-4234-b71b-5244912ad284 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:13.050137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9aab3fb8-7b4f-4234-b71b-5244912ad284 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:13.050547 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.135535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9aab3fb8-7b4f-4234-b71b-5244912ad284 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:14.001031 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.147335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-e5e5230b-16f2-4774-b9a5-2944924ccbc3 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:18.149403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-e5e5230b-16f2-4774-b9a5-2944924ccbc3 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 813 time: 0.1019793 Feb 09 21:41:18.163121 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-77af7102-9420-4fb6-a1a2-0a27a9d47c1e tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/quotas/1b0c559348e44e378066dbc4b94bd16d HTTP/1.1" status: 200 len: 375 time: 0.0089746 Feb 09 21:41:18.216520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-071c7a9f-b791-463f-9e3a-fbb177ac5c77 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486498 Feb 09 21:41:18.402123 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-b9ae6b5c-12a5-48e0-a93b-e48a79e23440 service neutron] 10.222.0.102 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745224 Feb 09 21:41:18.492507 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-05cc98ee-ba8a-4a33-9713-9612453c0209 service neutron] 10.222.0.102 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841224 Feb 09 21:41:18.652323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3bd2fa83-a028-4973-bfa9-0815e6262cb3 req-53fa4c95-ba1a-4f38-b342-d9dbb13055cb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 210 time: 0.0281699 Feb 09 21:41:19.565818 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-e1c33d0f-58df-4fa1-a106-8a018de2ec1b tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.567252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-e1c33d0f-58df-4fa1-a106-8a018de2ec1b tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 813 time: 0.1051862 Feb 09 21:41:19.579768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'port': {'device_id': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'admin_state_up': True, 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:19.685962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Made reservation on behalf of 1b0c559348e44e378066dbc4b94bd16d for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:19.689494 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.761469 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3c9a6afd-b5f7-49c3-9f18-a2883135ad2d req-832c9160-8a40-48cd-af81-8bbfc360d41e tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 210 time: 0.0339255 Feb 09 21:41:19.824960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Allocated IP 172.20.0.10 (03b72455-7b39-415a-b65d-9ab41b2d5dd2/dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41/bfe61669-31b5-4295-809e-4e4c86131d1d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:20.019917 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.060093 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.113831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:20.117568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:20.122296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:20.178951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'Port': ['ID=bfe61669-31b5-4295-809e-4e4c86131d1d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:20.214981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:20.216078 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.238257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-1f88a084-4bce-4edf-ba99-1e480c1174fa tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6624558 Feb 09 21:41:20.458692 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-376e51d7-b014-44e0-8f27-355d609ea0c5 None None] Provisioning complete for port bfe61669-31b5-4295-809e-4e4c86131d1d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:20.459311 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-376e51d7-b014-44e0-8f27-355d609ea0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.493081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-376e51d7-b014-44e0-8f27-355d609ea0c5 None None] Port bfe61669-31b5-4295-809e-4e4c86131d1d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:20.892633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885ea4e-3fcf-4cef-9d7f-20a20eb24a2e req-ef25daad-5867-4387-9c17-d78ec4858cb9 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:20.894248 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8885ea4e-3fcf-4cef-9d7f-20a20eb24a2e req-ef25daad-5867-4387-9c17-d78ec4858cb9 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 932 time: 0.0620360 Feb 09 21:41:20.945854 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8885ea4e-3fcf-4cef-9d7f-20a20eb24a2e req-6044bf09-9571-47e1-9d5d-e5ba4f87e57b tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Feb 09 21:41:22.059624 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.082700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37404b-5153-4b97-a4db-687a3faccafe req-d45e79e4-963a-4294-83f5-848b89d647a6 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:22.084267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e37404b-5153-4b97-a4db-687a3faccafe req-d45e79e4-963a-4294-83f5-848b89d647a6 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 932 time: 0.0648499 Feb 09 21:41:22.134758 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7e37404b-5153-4b97-a4db-687a3faccafe req-9341799c-6bb0-44e0-a8aa-c84c2c72ebb8 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 Feb 09 21:41:23.270888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a1c86-dfb9-42fb-8352-0f3864181d1e req-c48d3f1d-02de-4624-b709-3a297f7cf6d2 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:23.273451 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-074a1c86-dfb9-42fb-8352-0f3864181d1e req-c48d3f1d-02de-4624-b709-3a297f7cf6d2 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 932 time: 0.0689917 Feb 09 21:41:23.323129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-074a1c86-dfb9-42fb-8352-0f3864181d1e req-058f856f-9f5d-4c6f-91a8-5432f9fbfc41 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Feb 09 21:41:24.383413 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:41:24.462317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcd82a-315d-4a38-8a9f-fce1f7232aad req-b505ac39-ddb5-42dc-b728-81598d3f33ab tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:24.464008 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53fcd82a-315d-4a38-8a9f-fce1f7232aad req-b505ac39-ddb5-42dc-b728-81598d3f33ab tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 932 time: 0.0616417 Feb 09 21:41:24.532321 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-53fcd82a-315d-4a38-8a9f-fce1f7232aad req-87965154-89e7-4612-9f1c-e7806d7354fe tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606837 Feb 09 21:41:25.673271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81567787-bcb1-492d-b8db-db7a64b2220f req-d9691014-379e-4443-8afa-eb0995ece1da tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:25.675469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81567787-bcb1-492d-b8db-db7a64b2220f req-d9691014-379e-4443-8afa-eb0995ece1da tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 932 time: 0.0773766 Feb 09 21:41:25.722900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-81567787-bcb1-492d-b8db-db7a64b2220f req-de1ff4e5-74cd-44cc-9e6c-3c8fd6fcac51 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Feb 09 21:41:26.855751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f01f2-e32e-455e-8459-e871a46d3028 req-ae9f341d-49fb-49dd-9e95-2dfe150ec0ac tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:26.857307 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec7f01f2-e32e-455e-8459-e871a46d3028 req-ae9f341d-49fb-49dd-9e95-2dfe150ec0ac tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 932 time: 0.0616419 Feb 09 21:41:26.905503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ec7f01f2-e32e-455e-8459-e871a46d3028 req-ae6e471e-b5b0-4841-8a5e-a85efa764aad tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Feb 09 21:41:27.019669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.033245 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8a739-29e5-4a74-ba62-15d6eb57ce7e req-c499fb68-592a-4ba4-a94d-85c6fca5f3e6 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:28.034716 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5df8a739-29e5-4a74-ba62-15d6eb57ce7e req-c499fb68-592a-4ba4-a94d-85c6fca5f3e6 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 932 time: 0.0555537 Feb 09 21:41:28.083990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5df8a739-29e5-4a74-ba62-15d6eb57ce7e req-6ccccd67-656c-40da-8900-87e2f513e737 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Feb 09 21:41:29.200714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc1263-40d4-473c-bdad-14f4a00306fd req-ba5b528b-7fb3-4c94-8c0f-675f076652c2 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:29.202140 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5bc1263-40d4-473c-bdad-14f4a00306fd req-ba5b528b-7fb3-4c94-8c0f-675f076652c2 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 932 time: 0.0522282 Feb 09 21:41:29.248122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5bc1263-40d4-473c-bdad-14f4a00306fd req-b4040d6c-f96d-4d72-9076-af5661bea336 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Feb 09 21:41:29.277205 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Request body: {'port': {'device_id': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:29.338317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.592075 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe61669-31b5-4295-809e-4e4c86131d1d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:29.599923 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Publish callbacks [] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.611315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Transition to ACTIVE for port object bfe61669-31b5-4295-809e-4e4c86131d1d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:41:29.615149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.665557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe61669-31b5-4295-809e-4e4c86131d1d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.731340 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Attempting to bind port bfe61669-31b5-4295-809e-4e4c86131d1d on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:29.731602 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Attempting to bind port bfe61669-31b5-4295-809e-4e4c86131d1d by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:29.731971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Attempting to bind port bfe61669-31b5-4295-809e-4e4c86131d1d on network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:29.736732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Port bfe61669-31b5-4295-809e-4e4c86131d1d on network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:41:29.737060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Attempting to bind port bfe61669-31b5-4295-809e-4e4c86131d1d on network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:29.742285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:29.742627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Checking segment: {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:29.743010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Bound using segment: {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:29.743441 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Bound port: bfe61669-31b5-4295-809e-4e4c86131d1d, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:29.743828 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.814041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] For port bfe61669-31b5-4295-809e-4e4c86131d1d, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:29.817111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] For port bfe61669-31b5-4295-809e-4e4c86131d1d, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bfe61669-31b5-4295-809e-4e4c86131d1d,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:29.823562 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.855163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:29.855806 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.857175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] 10.222.0.50 "PUT /v2.0/ports/bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 1093 time: 0.5841913 Feb 09 21:41:29.857610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:29.859935 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64130531-2d10-47c2-ac54-d5631abb1e59" -d '{"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:29.898626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fefc3a-b6cb-4ec8-bdc9-7e4d8b371c9e service neutron] Pushing event updated for resources: {'Port': ['ID=bfe61669-31b5-4295-809e-4e4c86131d1d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.912701 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3272b8a5-24d3-4264-899b-578daf818182 x-openstack-request-id: req-3272b8a5-24d3-4264-899b-578daf818182 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:29.912941 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:29.913197 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3272b8a5-24d3-4264-899b-578daf818182 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:29.913596 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'status': 'completed', 'code': 200} Feb 09 21:41:29.951028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-98e8568a-57d5-4d6e-9f22-b897f58ed2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:29.952619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-98e8568a-57d5-4d6e-9f22-b897f58ed2ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1127 time: 0.0499356 Feb 09 21:41:29.998557 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-21a02cf1-3c48-47f3-8613-4631fe282eaf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 217 time: 0.0380309 Feb 09 21:41:30.049675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-4b5461a1-635d-44df-be71-15ca5fdca948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.051163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-4b5461a1-635d-44df-be71-15ca5fdca948 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0452905 Feb 09 21:41:30.099151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-ba6551aa-3135-43d1-98d1-dcf360223c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.100905 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-ba6551aa-3135-43d1-98d1-dcf360223c13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440669 Feb 09 21:41:30.193561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-b91ae3bf-9b44-4e8b-9a46-e6fcf5f295ca service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862801 Feb 09 21:41:30.277858 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c2a199ae-8bda-43b1-ae97-110ab78bc638 req-7e2e8034-11b2-4902-979c-851cf02da906 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788636 Feb 09 21:41:30.366159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-829385e7-d61f-4afe-8b87-29888b1c3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.367655 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-829385e7-d61f-4afe-8b87-29888b1c3179 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1127 time: 0.0439889 Feb 09 21:41:30.375334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8008c-c1be-41a3-9626-f6b4efd3c804 req-783ec458-9ea6-4cd0-894c-d58bc869045f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.376840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7f8008c-c1be-41a3-9626-f6b4efd3c804 req-783ec458-9ea6-4cd0-894c-d58bc869045f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 944 time: 0.0560348 Feb 09 21:41:30.423786 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e7f8008c-c1be-41a3-9626-f6b4efd3c804 req-1a54c645-9cd3-41d9-b623-f2296322c51b tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Feb 09 21:41:30.461101 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-57cfc549-a067-4f9b-bfe7-b55a29723007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.462567 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-57cfc549-a067-4f9b-bfe7-b55a29723007 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 914 time: 0.0892310 Feb 09 21:41:30.502690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-b9ca1a6b-2002-4957-997e-1e74a11d7fb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 217 time: 0.0342860 Feb 09 21:41:30.552701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-4cf3896e-5752-4d86-a1e9-4a7a548d67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.554030 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-4cf3896e-5752-4d86-a1e9-4a7a548d67ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0454848 Feb 09 21:41:30.600882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-f62b4871-84ba-4e20-a9cb-80fe3ce966bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:30.602341 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-f62b4871-84ba-4e20-a9cb-80fe3ce966bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423656 Feb 09 21:41:30.688718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-47b4ba34-dbd9-438f-8f4b-6d3742830b3e service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785055 Feb 09 21:41:31.118517 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64130531-2d10-47c2-ac54-d5631abb1e59 req-a9887246-22b5-438d-a7ef-3808554855fb service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236732 Feb 09 21:41:31.545093 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac26f7a-d01f-40c4-a018-551f63d1afb5 req-b57678f4-a82b-4905-8459-12596984d4b3 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:31.547060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ac26f7a-d01f-40c4-a018-551f63d1afb5 req-b57678f4-a82b-4905-8459-12596984d4b3 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 944 time: 0.0513179 Feb 09 21:41:31.592427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2ac26f7a-d01f-40c4-a018-551f63d1afb5 req-5793e643-588c-492c-8dc2-5f9bcac01624 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396574 Feb 09 21:41:32.714427 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e93cdb-3379-48aa-b83d-c07f8d4f9285 req-3f9e22ef-02b6-4015-b754-ed6176d16a17 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:32.716372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0e93cdb-3379-48aa-b83d-c07f8d4f9285 req-3f9e22ef-02b6-4015-b754-ed6176d16a17 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 944 time: 0.0575988 Feb 09 21:41:32.775778 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b0e93cdb-3379-48aa-b83d-c07f8d4f9285 req-de08c9bb-fc22-49f1-9a69-ed0f41cb69fe tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531738 Feb 09 21:41:33.333277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bfe61669-31b5-4295-809e-4e4c86131d1d details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:41:33.428358 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bfe61669-31b5-4295-809e-4e4c86131d1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bfe61669-31b5-4295-809e-4e4c86131d1d,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:33.443571 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'port_id': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'mac_address': 'fa:16:3e:07:00:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:41:33.491004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bfe61669-31b5-4295-809e-4e4c86131d1d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:33.491407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.503784 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe61669-31b5-4295-809e-4e4c86131d1d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:33.521980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bfe61669-31b5-4295-809e-4e4c86131d1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bfe61669-31b5-4295-809e-4e4c86131d1d,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:33.525862 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.572433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bfe61669-31b5-4295-809e-4e4c86131d1d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:33.748634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bfe61669-31b5-4295-809e-4e4c86131d1d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:33.892631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a529b2b-81b0-4447-b110-845778c22731 req-cc81ea42-1324-400c-96c4-a5f69b0fb729 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:33.894090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a529b2b-81b0-4447-b110-845778c22731 req-cc81ea42-1324-400c-96c4-a5f69b0fb729 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 945 time: 0.0516968 Feb 09 21:41:33.943054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7a529b2b-81b0-4447-b110-845778c22731 req-63dcc5ee-1ba4-45bf-8b6a-54d04e240c59 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Feb 09 21:41:35.059018 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dafe5-b435-4dfa-9207-afdb9238eb67 req-c944336a-db5e-4d73-b44c-93b088569747 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.060518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-943dafe5-b435-4dfa-9207-afdb9238eb67 req-c944336a-db5e-4d73-b44c-93b088569747 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 945 time: 0.0523617 Feb 09 21:41:35.110577 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-943dafe5-b435-4dfa-9207-afdb9238eb67 req-88d96ac6-c1b7-485e-b3b0-87a44189f15d tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Feb 09 21:41:35.365251 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bfe61669-31b5-4295-809e-4e4c86131d1d up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:35.412306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port bfe61669-31b5-4295-809e-4e4c86131d1d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:41:35.416324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port bfe61669-31b5-4295-809e-4e4c86131d1d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:35.416700 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.496060 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port bfe61669-31b5-4295-809e-4e4c86131d1d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:35.496490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.519391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:35.521627 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c948348e-8e02-4618-b7bf-91740a1b84e6" -d '{"events": [{"server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:35.533895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port bfe61669-31b5-4295-809e-4e4c86131d1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bfe61669-31b5-4295-809e-4e4c86131d1d,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:35.537494 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.584366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=bfe61669-31b5-4295-809e-4e4c86131d1d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:35.675016 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e45a6c0-f994-4a71-a1a6-22e429666a06 x-openstack-request-id: req-6e45a6c0-f994-4a71-a1a6-22e429666a06 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:35.675310 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:35.675564 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6e45a6c0-f994-4a71-a1a6-22e429666a06 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:35.675999 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'code': 200} Feb 09 21:41:35.777175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0159f51-d525-4897-b6e2-1e9bdd1676b5 req-bc53cc8e-d6c8-449b-9143-082875087200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.778693 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0159f51-d525-4897-b6e2-1e9bdd1676b5 req-bc53cc8e-d6c8-449b-9143-082875087200 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1129 time: 0.0441062 Feb 09 21:41:35.823004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d0159f51-d525-4897-b6e2-1e9bdd1676b5 req-30f428d3-31b8-4b90-851e-f3cfa2080305 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373392 Feb 09 21:41:36.496554 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75adbe2-150a-41c3-ac1d-f7c64d26b063 req-90ffd0c1-c6a6-41e5-9376-df6bf929e790 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:36.498025 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b75adbe2-150a-41c3-ac1d-f7c64d26b063 req-90ffd0c1-c6a6-41e5-9376-df6bf929e790 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.3181448 Feb 09 21:41:36.544844 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b75adbe2-150a-41c3-ac1d-f7c64d26b063 req-db0ea027-d837-4607-a57b-7928ad060ef6 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 Feb 09 21:41:37.662790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba20487-fcd3-4788-a209-545f7499c62a req-c9b675bb-5de2-43ad-af7e-47acd1fa9df4 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:37.664303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ba20487-fcd3-4788-a209-545f7499c62a req-c9b675bb-5de2-43ad-af7e-47acd1fa9df4 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.0512450 Feb 09 21:41:37.709627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ba20487-fcd3-4788-a209-545f7499c62a req-b32ebbe8-1eea-44c8-acb9-33f04a61dbe4 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Feb 09 21:41:37.748340 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb5d3363-e026-4faf-b3db-bad27c102264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.828085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7faa-84bd-4edd-8ea4-247c9a49ba53 req-3240a596-f86e-4813-942b-80d399ee4ca5 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:37.829565 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1c7faa-84bd-4edd-8ea4-247c9a49ba53 req-3240a596-f86e-4813-942b-80d399ee4ca5 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.0527940 Feb 09 21:41:37.876332 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1c7faa-84bd-4edd-8ea4-247c9a49ba53 req-a4fa4ca7-39dd-44bb-a7f8-72e67a3eecb4 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 Feb 09 21:41:38.065303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc394a3d-fbaf-4d5f-b1bb-5f3bc2a90176 req-30cd5547-fff3-4839-bf06-4d00ef725b30 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:38.066760 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dc394a3d-fbaf-4d5f-b1bb-5f3bc2a90176 req-30cd5547-fff3-4839-bf06-4d00ef725b30 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.0545924 Feb 09 21:41:38.112874 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dc394a3d-fbaf-4d5f-b1bb-5f3bc2a90176 req-1b38166a-d9a7-4153-8bbd-1cc9bd17a821 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Feb 09 21:41:39.800060 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-631f57b8-9da8-4bf2-a79b-99ba6022d65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.447832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.916372 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.004432 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.068444 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.902906 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78222a-450c-4a8b-83ac-9fdc4fd0b1dc req-03100537-59d2-485f-bc30-d80bac885654 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:56.904405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd78222a-450c-4a8b-83ac-9fdc4fd0b1dc req-03100537-59d2-485f-bc30-d80bac885654 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.0522652 Feb 09 21:41:56.951168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fd78222a-450c-4a8b-83ac-9fdc4fd0b1dc req-cc1bd200-0820-40b2-af4f-d949f25968f3 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Feb 09 21:41:56.973007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46028) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:57.022022 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.063060 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd82775-9913-49f9-8186-caf1ca2e23d3 tempest-TestMinimumBasicScenario-350032428 tempest-TestMinimumBasicScenario-350032428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:57.064636 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7bd82775-9913-49f9-8186-caf1ca2e23d3 tempest-TestMinimumBasicScenario-350032428 tempest-TestMinimumBasicScenario-350032428-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1124 time: 0.0906429 Feb 09 21:41:57.068521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46032) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:57.072731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:57.091979 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.185896 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.289219 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Allocated IP 172.25.4.44 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/b73bc07d-247d-44f0-9b95-1af0321d66eb) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:57.390259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for port (b73bc07d-247d-44f0-9b95-1af0321d66eb), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.423467 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (b73bc07d-247d-44f0-9b95-1af0321d66eb), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.469496 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:57.475197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:57.477847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:57.479933 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'Port': ['ID=b73bc07d-247d-44f0-9b95-1af0321d66eb,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:57.505822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.506174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.506524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.506868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.507204 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.507539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.507903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.508236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.508566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.508892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.509220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.509545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.509868 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:57.837149 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for floatingip (e894c733-7e17-44de-80e4-1b310739a265), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.904263 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (b73bc07d-247d-44f0-9b95-1af0321d66eb), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.056380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for port (b73bc07d-247d-44f0-9b95-1af0321d66eb), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.061049 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (b73bc07d-247d-44f0-9b95-1af0321d66eb), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.126524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'Port': ['ID=b73bc07d-247d-44f0-9b95-1af0321d66eb,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.138510 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (e894c733-7e17-44de-80e4-1b310739a265), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.240111 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Floating IP e894c733-7e17-44de-80e4-1b310739a265 associated. External IP: 172.25.4.44, port: bfe61669-31b5-4295-809e-4e4c86131d1d. Feb 09 21:41:58.459139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:58.569867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:58.579748 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] Sync routers for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:58.587405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.590550 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:58.591168 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:58.617909 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-edff2bfd-b05b-48e4-834e-386211484a26 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5483317 Feb 09 21:41:58.618662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:58.620098 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46034) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:58.621134 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ce94f9-e721-4998-ab97-bae43b06f61b" -d '{"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:58.625235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-89e7afeb-8aea-479f-8959-c1383eac5739 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351134028', 'description': 'tempest-secgroup-smoke-1351134028 description', 'project_id': '1b0c559348e44e378066dbc4b94bd16d'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:58.654095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e7afeb-8aea-479f-8959-c1383eac5739 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.725150 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bea497-7a78-4e39-ad78-303126465db8 x-openstack-request-id: req-46bea497-7a78-4e39-ad78-303126465db8 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:58.725442 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:58.725692 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-46bea497-7a78-4e39-ad78-303126465db8 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:58.726093 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'status': 'completed', 'code': 200} Feb 09 21:41:58.734091 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e7afeb-8aea-479f-8959-c1383eac5739 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group (7d9d0b38-ba96-440f-8e11-becc4ddc428e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.739927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e7afeb-8aea-479f-8959-c1383eac5739 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7d9d0b38-ba96-440f-8e11-becc4ddc428e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.794142 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:58.795580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-89e7afeb-8aea-479f-8959-c1383eac5739 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.796829 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-89e7afeb-8aea-479f-8959-c1383eac5739 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1756666 Feb 09 21:41:58.798626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7afeb-8aea-479f-8959-c1383eac5739 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d0b38-ba96-440f-8e11-becc4ddc428e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.801531 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46040) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:58.808048 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-00c26ed5-4a76-4fc0-81ad-bf9f46179754 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'security_group_rule': {'security_group_id': '7d9d0b38-ba96-440f-8e11-becc4ddc428e', 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:58.818577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-cddbf701-8f2a-40eb-88e3-0565fb7a9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:58.819658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-cddbf701-8f2a-40eb-88e3-0565fb7a9239 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1129 time: 0.0617709 Feb 09 21:41:58.844907 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00c26ed5-4a76-4fc0-81ad-bf9f46179754 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (0e22ac21-6b5c-423e-a1ef-06637a1c4bdf), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.907462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00c26ed5-4a76-4fc0-81ad-bf9f46179754 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (0e22ac21-6b5c-423e-a1ef-06637a1c4bdf), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.912953 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00c26ed5-4a76-4fc0-81ad-bf9f46179754 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (0e22ac21-6b5c-423e-a1ef-06637a1c4bdf), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.930344 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-e8517120-09b4-4edd-97a5-400650874363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:58.932013 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-e8517120-09b4-4edd-97a5-400650874363 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 914 time: 0.1060905 Feb 09 21:41:58.934422 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c26ed5-4a76-4fc0-81ad-bf9f46179754 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e22ac21-6b5c-423e-a1ef-06637a1c4bdf,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.940536 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00c26ed5-4a76-4fc0-81ad-bf9f46179754 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.944667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-00c26ed5-4a76-4fc0-81ad-bf9f46179754 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399934 Feb 09 21:41:58.945297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46042) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:58.949381 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-0a87616d-14b0-4da4-9fc1-b0ed0a0d9f2f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'security_group_rule': {'security_group_id': '7d9d0b38-ba96-440f-8e11-becc4ddc428e', 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:58.975600 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a87616d-14b0-4da4-9fc1-b0ed0a0d9f2f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (8cca7645-f281-4fe0-a970-318cd404591a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.003999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-ac4a2ddb-d6e8-485a-b7c0-2f352f5d2fb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 999 time: 0.0654826 Feb 09 21:41:59.029358 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e894c733-7e17-44de-80e4-1b310739a265', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'floating_ip_address': '172.25.4.44', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'port_id': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'mac_address': 'fa:16:3e:07:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:41:57Z', 'revision_number': 0, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 5, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:59.039816 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a87616d-14b0-4da4-9fc1-b0ed0a0d9f2f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (8cca7645-f281-4fe0-a970-318cd404591a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.043983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a87616d-14b0-4da4-9fc1-b0ed0a0d9f2f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (8cca7645-f281-4fe0-a970-318cd404591a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.059040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-348eee91-8c7a-477e-ba5c-bc091d8f4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.060909 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] Checking router: becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:59.061226 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-348eee91-8c7a-477e-ba5c-bc091d8f4d21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0514057 Feb 09 21:41:59.065421 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87616d-14b0-4da4-9fc1-b0ed0a0d9f2f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cca7645-f281-4fe0-a970-318cd404591a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.070068 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:59.070718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:41:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:59.075251 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a87616d-14b0-4da4-9fc1-b0ed0a0d9f2f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.076650 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0a87616d-14b0-4da4-9fc1-b0ed0a0d9f2f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308308 Feb 09 21:41:59.079362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46044) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:59.084117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-337a9637-94d0-40da-aaa7-b6df440bfc69 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'security_group_rule': {'security_group_id': '7d9d0b38-ba96-440f-8e11-becc4ddc428e', 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:59.110239 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-337a9637-94d0-40da-aaa7-b6df440bfc69 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (72015206-4a3d-4302-8b6f-8868fbfffc99), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.126159 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-0500f5e3-a971-46e9-a395-632c1e475a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.127773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-0500f5e3-a971-46e9-a395-632c1e475a34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0600078 Feb 09 21:41:59.179386 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-337a9637-94d0-40da-aaa7-b6df440bfc69 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (72015206-4a3d-4302-8b6f-8868fbfffc99), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.184484 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:59.184687 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-337a9637-94d0-40da-aaa7-b6df440bfc69 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (72015206-4a3d-4302-8b6f-8868fbfffc99), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.207636 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-337a9637-94d0-40da-aaa7-b6df440bfc69 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.211559 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-337a9637-94d0-40da-aaa7-b6df440bfc69 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285720 Feb 09 21:41:59.211857 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a9637-94d0-40da-aaa7-b6df440bfc69 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72015206-4a3d-4302-8b6f-8868fbfffc99,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.211970 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46046) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:59.220460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4104c3c5-a695-4f5f-9b29-e236a56339bb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'security_group_rule': {'security_group_id': '7d9d0b38-ba96-440f-8e11-becc4ddc428e', 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:59.239513 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-8cf74d3c-abda-4c15-b8eb-ae99f86d9f5e service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048446 Feb 09 21:41:59.299335 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4104c3c5-a695-4f5f-9b29-e236a56339bb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (66b19c19-01b7-4a9a-816d-f6347aa579b9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.383174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-42ce94f9-e721-4998-ab97-bae43b06f61b req-802addca-7746-4e84-b740-b68094c301a0 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375935 Feb 09 21:41:59.393365 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4104c3c5-a695-4f5f-9b29-e236a56339bb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (66b19c19-01b7-4a9a-816d-f6347aa579b9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.397402 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4104c3c5-a695-4f5f-9b29-e236a56339bb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (66b19c19-01b7-4a9a-816d-f6347aa579b9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.412858 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e894c733-7e17-44de-80e4-1b310739a265', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'floating_ip_address': '172.25.4.44', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'port_id': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'mac_address': 'fa:16:3e:07:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:41:57Z', 'revision_number': 0, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 5, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:59.418332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104c3c5-a695-4f5f-9b29-e236a56339bb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b19c19-01b7-4a9a-816d-f6347aa579b9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.426294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4104c3c5-a695-4f5f-9b29-e236a56339bb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.427495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4104c3c5-a695-4f5f-9b29-e236a56339bb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2146947 Feb 09 21:41:59.430347 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:59.434841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-506f59cf-7f77-496f-b9b7-b210c9c74eaf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'security_group_rule': {'security_group_id': '7d9d0b38-ba96-440f-8e11-becc4ddc428e', 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:59.443461 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3ebc4-d9ff-48c1-96db-df1bb4b75162 None None] The sync data for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 is: [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'e894c733-7e17-44de-80e4-1b310739a265', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'floating_ip_address': '172.25.4.44', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'port_id': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'mac_address': 'fa:16:3e:07:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:41:57Z', 'updated_at': '2022-02-09T21:41:57Z', 'revision_number': 0, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 5, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:59.460556 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-506f59cf-7f77-496f-b9b7-b210c9c74eaf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Project 1b0c559348e44e378066dbc4b94bd16d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:41:59.466047 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-506f59cf-7f77-496f-b9b7-b210c9c74eaf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (f2dd1b41-ab8e-477b-858e-de9ce5b65376), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.530580 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-506f59cf-7f77-496f-b9b7-b210c9c74eaf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (f2dd1b41-ab8e-477b-858e-de9ce5b65376), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.535010 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-506f59cf-7f77-496f-b9b7-b210c9c74eaf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (f2dd1b41-ab8e-477b-858e-de9ce5b65376), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.552698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f59cf-7f77-496f-b9b7-b210c9c74eaf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dd1b41-ab8e-477b-858e-de9ce5b65376,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.562085 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-506f59cf-7f77-496f-b9b7-b210c9c74eaf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.563320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-506f59cf-7f77-496f-b9b7-b210c9c74eaf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320500 Feb 09 21:41:59.566102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:59.570742 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-29f6e485-ea41-4e80-a6ac-8a6b9e399a27 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'security_group_rule': {'security_group_id': '7d9d0b38-ba96-440f-8e11-becc4ddc428e', 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:59.590254 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-29f6e485-ea41-4e80-a6ac-8a6b9e399a27 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Project 1b0c559348e44e378066dbc4b94bd16d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:41:59.595415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f6e485-ea41-4e80-a6ac-8a6b9e399a27 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (4263feca-5a98-43db-a51e-be0daa1a8c13), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.656396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f6e485-ea41-4e80-a6ac-8a6b9e399a27 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (4263feca-5a98-43db-a51e-be0daa1a8c13), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.661142 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0bab9-ec92-4a46-8a2f-6d8c4b3ce37f None None] New status for floating IP e894c733-7e17-44de-80e4-1b310739a265: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:41:59.662096 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f6e485-ea41-4e80-a6ac-8a6b9e399a27 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (4263feca-5a98-43db-a51e-be0daa1a8c13), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.683150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e485-ea41-4e80-a6ac-8a6b9e399a27 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4263feca-5a98-43db-a51e-be0daa1a8c13,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.691995 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29f6e485-ea41-4e80-a6ac-8a6b9e399a27 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.693507 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-29f6e485-ea41-4e80-a6ac-8a6b9e399a27 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264832 Feb 09 21:41:59.783125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-cb06b84f-f1f5-4d5f-baab-05931510bf29 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351134028&fields=id&tenant_id=1b0c559348e44e378066dbc4b94bd16d HTTP/1.1" status: 200 len: 267 time: 0.0440660 Feb 09 21:41:59.842349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-52d69b8f-5e97-4944-bbbe-e9eb8e6a9788 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.843848 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-52d69b8f-5e97-4944-bbbe-e9eb8e6a9788 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.0547197 Feb 09 21:41:59.854962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'port': {'security_groups': ['774e632d-7954-4cdd-8072-1ca6b2deaaf0', '7d9d0b38-ba96-440f-8e11-becc4ddc428e']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:59.925013 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.107914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] For port bfe61669-31b5-4295-809e-4e4c86131d1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bfe61669-31b5-4295-809e-4e4c86131d1d,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:00.137522 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.142196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.153878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bfe61669-31b5-4295-809e-4e4c86131d1d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:00.185078 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.185686 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.187090 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e790ac73-4965-4840-b480-18f7a6ba5ba1 req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "PUT /v2.0/ports/bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 982 time: 0.3366606 Feb 09 21:42:00.220516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d9e27-dbb3-4b6c-bf8a-275c06200232 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'Port': ['ID=bfe61669-31b5-4295-809e-4e4c86131d1d,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:00.279799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bfe61669-31b5-4295-809e-4e4c86131d1d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:00.327096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8eed-8ce7-4c99-8913-3fde4bbf0892 req-76cdb2db-90ba-4a58-b862-dc5cad32978f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.328877 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6fe8eed-8ce7-4c99-8913-3fde4bbf0892 req-76cdb2db-90ba-4a58-b862-dc5cad32978f tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0676749 Feb 09 21:42:00.395529 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c6fe8eed-8ce7-4c99-8913-3fde4bbf0892 req-67b8ebcf-604e-44f6-9a6f-a8a0cb5506bf tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586267 Feb 09 21:42:00.490268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7838bfb7-839a-45b3-bc0a-c4373307f6ee None None] Provisioning complete for port bfe61669-31b5-4295-809e-4e4c86131d1d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:00.490644 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7838bfb7-839a-45b3-bc0a-c4373307f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.690045 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7838bfb7-839a-45b3-bc0a-c4373307f6ee None None] Current status of the port bfe61669-31b5-4295-809e-4e4c86131d1d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:00.727207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:00.729667 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1355b5e8-97aa-4630-8ede-6132c8ecee1e" -d '{"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:00.766764 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9491d939-d35f-4e11-aa4a-4676dbad178f x-openstack-request-id: req-9491d939-d35f-4e11-aa4a-4676dbad178f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:00.767063 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:00.767318 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9491d939-d35f-4e11-aa4a-4676dbad178f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:00.767749 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'status': 'completed', 'code': 200} Feb 09 21:42:00.832218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-868a916d-aa68-40e1-a791-c88ce2750d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.833792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-868a916d-aa68-40e1-a791-c88ce2750d74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1168 time: 0.0450745 Feb 09 21:42:00.926784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-dfa49024-e09c-4990-850e-34800a18680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.928295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-dfa49024-e09c-4990-850e-34800a18680f service neutron] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 914 time: 0.0867276 Feb 09 21:42:00.992690 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-3e6614fc-f9cf-441f-bc82-2e0dfa851803 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 1001 time: 0.0579612 Feb 09 21:42:01.039142 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-6c68688c-e8f0-4d43-bcf1-6b29ef1f8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:01.040581 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-6c68688c-e8f0-4d43-bcf1-6b29ef1f8d22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0424211 Feb 09 21:42:01.091639 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-22339d6b-d5cb-4795-b3be-1f29759aac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:01.093194 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-22339d6b-d5cb-4795-b3be-1f29759aac7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470083 Feb 09 21:42:01.179378 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-0d8859ce-01ac-45eb-b9fb-5fb335035c1b service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788949 Feb 09 21:42:01.272698 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1355b5e8-97aa-4630-8ede-6132c8ecee1e req-613ca7d6-6145-484a-8415-0dd779972a5a service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871012 Feb 09 21:42:01.372749 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:42:04.561369 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-427b8ef4-05f6-4d40-91de-4e7209829cfe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448263 Feb 09 21:42:04.645660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-82fa21fe-ca5d-4314-b89f-fabcf1808a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.647150 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-82fa21fe-ca5d-4314-b89f-fabcf1808a84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1168 time: 0.0441158 Feb 09 21:42:04.751084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-bad3ac4b-8d2d-4530-8dfb-3fbce2baface service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.752518 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-bad3ac4b-8d2d-4530-8dfb-3fbce2baface service neutron] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 914 time: 0.0881052 Feb 09 21:42:04.818562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-6bdf8c55-9270-41ec-aa0f-beab2f7813aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 1001 time: 0.0592387 Feb 09 21:42:04.865307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-eaf48484-f8f9-489f-a6f1-3d51b906d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.866831 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-eaf48484-f8f9-489f-a6f1-3d51b906d468 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0429394 Feb 09 21:42:04.917670 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-582219a0-91dd-4ac7-bdf6-307e1f1998d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.919442 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-582219a0-91dd-4ac7-bdf6-307e1f1998d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469635 Feb 09 21:42:05.012805 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-f70f842c-b920-43c1-9f46-7a3f3393af53 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865133 Feb 09 21:42:05.104792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f03ca836-1877-4035-aa78-0430f0c1cdea req-5a2c8a57-35be-424b-8cbf-fa3b62a02253 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862010 Feb 09 21:42:07.750469 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3eff57c4-e972-4540-a898-849715782655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.807152 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5fad5a85-745b-430f-ba1e-61d837619700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.446019 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.918762 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.708109 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07bcf-ee49-4573-b0e7-7afbd695c141 req-bb63dc53-2b3a-4e87-8987-2302364f8da2 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.708735 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-a6c5b034-6ca3-4c29-9ef6-3610e0c77a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.709617 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8bb07bcf-ee49-4573-b0e7-7afbd695c141 req-bb63dc53-2b3a-4e87-8987-2302364f8da2 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0552304 Feb 09 21:42:13.709932 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-a6c5b034-6ca3-4c29-9ef6-3610e0c77a7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1168 time: 0.0446734 Feb 09 21:42:13.770232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8bb07bcf-ee49-4573-b0e7-7afbd695c141 req-059c174c-1e1c-4a40-bb09-7e6726f076bb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547788 Feb 09 21:42:13.812422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-4465ae7b-170f-46c4-a319-58b0d3b3f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.814315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-4465ae7b-170f-46c4-a319-58b0d3b3f59c service neutron] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 914 time: 0.0989213 Feb 09 21:42:13.882941 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-236ac6b7-7a45-4d49-bd7e-906a282b1b68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 1001 time: 0.0608037 Feb 09 21:42:13.930139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-cb321adc-9011-4908-81f2-d307d67ae061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.931582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-cb321adc-9011-4908-81f2-d307d67ae061 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0423381 Feb 09 21:42:13.983816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-3480727f-bf8f-4777-b419-1c22e9d3b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.985312 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-3480727f-bf8f-4777-b419-1c22e9d3b222 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474203 Feb 09 21:42:14.008275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.078520 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-c469c7e0-69f0-4e09-9933-d4bca17d7f94 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844100 Feb 09 21:42:14.168814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fd064fd6-5f18-449e-9e4b-3b68388a8610 req-aeccbf01-0f21-4d48-a20f-5dc2499d336f service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828595 Feb 09 21:42:14.891110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2ee2f-f9c0-41c9-b12a-28e9f9a899ed req-1ebcaa29-55b1-49f0-8c12-0d61e98bdd7e tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.892603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64b2ee2f-f9c0-41c9-b12a-28e9f9a899ed req-1ebcaa29-55b1-49f0-8c12-0d61e98bdd7e tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0527709 Feb 09 21:42:14.951859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-64b2ee2f-f9c0-41c9-b12a-28e9f9a899ed req-709eb04b-396a-4f38-be4d-4dbfb57e9e39 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528364 Feb 09 21:42:16.074710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbec3e-8de8-43df-b329-4cd691848584 req-44411878-6bc3-45af-b8f7-de0fddb0caac tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.076260 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56fbec3e-8de8-43df-b329-4cd691848584 req-44411878-6bc3-45af-b8f7-de0fddb0caac tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0571735 Feb 09 21:42:16.134597 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-56fbec3e-8de8-43df-b329-4cd691848584 req-ee0c9679-128c-4590-8d5a-67a5d561c148 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526133 Feb 09 21:42:17.250955 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f9b8-a013-41fa-9382-9ce52c167fb1 req-2163c166-6b2c-4f2e-a0b9-f89513868bcd tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:17.252437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f78f9b8-a013-41fa-9382-9ce52c167fb1 req-2163c166-6b2c-4f2e-a0b9-f89513868bcd tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0522993 Feb 09 21:42:17.310238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3f78f9b8-a013-41fa-9382-9ce52c167fb1 req-adedc0df-d6fb-4d56-9eb3-537b6bfccc6e tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519221 Feb 09 21:42:18.426540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2712c-887c-435f-9e93-f03acfd0c023 req-d3861e2a-90f6-4693-9e69-0ac9992012b9 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.427972 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6e2712c-887c-435f-9e93-f03acfd0c023 req-d3861e2a-90f6-4693-9e69-0ac9992012b9 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0526624 Feb 09 21:42:18.487297 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f6e2712c-887c-435f-9e93-f03acfd0c023 req-30c1ff20-5b58-4ead-a80c-2756a05b0dbb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537419 Feb 09 21:42:19.610267 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e5145-c40a-41b8-a4da-056ac816a8aa req-3bedc3f4-d79a-4bcf-a601-33771e8dd47b tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:19.611746 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e54e5145-c40a-41b8-a4da-056ac816a8aa req-3bedc3f4-d79a-4bcf-a601-33771e8dd47b tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0554740 Feb 09 21:42:19.670750 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e54e5145-c40a-41b8-a4da-056ac816a8aa req-27e57791-fca7-408f-9881-ad005b887f99 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527289 Feb 09 21:42:20.790861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c26b6-c765-4318-a604-400f169c6446 req-21eade13-ffe2-4460-a232-08475394a859 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.792363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-794c26b6-c765-4318-a604-400f169c6446 req-21eade13-ffe2-4460-a232-08475394a859 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0528584 Feb 09 21:42:20.854326 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-794c26b6-c765-4318-a604-400f169c6446 req-64b90eef-0208-492e-8a2b-6dddb50863c9 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563874 Feb 09 21:42:21.972573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9ad8-6b48-4377-8809-9b19ede109ab req-4e6227cc-1069-439e-bcce-eb54c23260b5 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.974192 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dcf9ad8-6b48-4377-8809-9b19ede109ab req-4e6227cc-1069-439e-bcce-eb54c23260b5 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0538087 Feb 09 21:42:22.036081 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7dcf9ad8-6b48-4377-8809-9b19ede109ab req-5ed917fc-76e6-4c1d-ad32-42e621ebc116 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540941 Feb 09 21:42:22.068439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.155480 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a2b0f-6965-4b07-9dd2-c0ba8af19bd9 req-a7dd3b77-48c8-4ba0-b0d6-b851a78cd5a4 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.157043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-552a2b0f-6965-4b07-9dd2-c0ba8af19bd9 req-a7dd3b77-48c8-4ba0-b0d6-b851a78cd5a4 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0529895 Feb 09 21:42:23.216014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-552a2b0f-6965-4b07-9dd2-c0ba8af19bd9 req-86ff9018-cde6-4df3-9c27-61c5eddb61b1 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527318 Feb 09 21:42:24.338139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5e310-fe02-459f-a405-670df08a851e req-51fa7307-d7f3-4df4-9d76-e5caee9d127c tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.339639 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ed5e310-fe02-459f-a405-670df08a851e req-51fa7307-d7f3-4df4-9d76-e5caee9d127c tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0542929 Feb 09 21:42:24.403280 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8ed5e310-fe02-459f-a405-670df08a851e req-03cac015-28e6-4f9a-9bdb-f3b020050834 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579038 Feb 09 21:42:25.520570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0879034-92ba-4670-8b9d-1a5af800ab26 req-033ad8b1-bb8f-4bdf-a5cc-63d6ac02d4fb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:25.522019 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0879034-92ba-4670-8b9d-1a5af800ab26 req-033ad8b1-bb8f-4bdf-a5cc-63d6ac02d4fb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0527508 Feb 09 21:42:25.579975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0879034-92ba-4670-8b9d-1a5af800ab26 req-d52de545-fd70-4b47-9611-a15c8e2db56a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&id=7d9d0b38-ba96-440f-8e11-becc4ddc428e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523696 Feb 09 21:42:27.036377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.752647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-41ebd832-812e-4d91-95a8-86fa2a384343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.371010 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:42:39.799117 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ee7a532c-7c97-4f0b-992e-6ea62464118b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.451708 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.921810 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.010367 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.068020 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.032830 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.081078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-f47f5b50-d6b7-4263-98d9-2aa62b996a35 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351134028&fields=id&tenant_id=1b0c559348e44e378066dbc4b94bd16d HTTP/1.1" status: 200 len: 267 time: 0.0433776 Feb 09 21:42:58.136633 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-01275d0c-80d0-497d-844b-6e0ce89f26eb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.138078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-01275d0c-80d0-497d-844b-6e0ce89f26eb tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 985 time: 0.0511839 Feb 09 21:42:58.148394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Request body: {'port': {'security_groups': ['774e632d-7954-4cdd-8072-1ca6b2deaaf0']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:58.218906 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.383980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] For port bfe61669-31b5-4295-809e-4e4c86131d1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bfe61669-31b5-4295-809e-4e4c86131d1d,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:58.412502 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.416819 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.428841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bfe61669-31b5-4295-809e-4e4c86131d1d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:58.463517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.464174 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.465556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8e4f9b8c-e47d-4808-82ba-d188b95b6938 req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "PUT /v2.0/ports/bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 943 time: 0.3214612 Feb 09 21:42:58.466010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:58.468408 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a6e842-2176-4818-8401-acee4ea438d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:58.475205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46100) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:58.490114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event updated for resources: {'Port': ['ID=bfe61669-31b5-4295-809e-4e4c86131d1d,revision_number=7']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:58.498183 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.498591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.498996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.499516 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.499893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.500229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.500562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.500888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.501208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.501540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.501865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.502194 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.502503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d899772-b260-4cd2-bc99-3b9add670829 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.533906 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922965c3-337e-45da-95e1-d5823ca71858 x-openstack-request-id: req-922965c3-337e-45da-95e1-d5823ca71858 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:58.535015 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:58.535885 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-922965c3-337e-45da-95e1-d5823ca71858 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:58.536369 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'status': 'completed', 'code': 200} Feb 09 21:42:58.549389 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bfe61669-31b5-4295-809e-4e4c86131d1d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:58.563571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group (7d9d0b38-ba96-440f-8e11-becc4ddc428e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.600773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group (7d9d0b38-ba96-440f-8e11-becc4ddc428e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.612951 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e842-2176-4818-8401-acee4ea438d6 req-42b884c4-7ff1-4a0c-b3b9-668dc945e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.614985 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70a6e842-2176-4818-8401-acee4ea438d6 req-42b884c4-7ff1-4a0c-b3b9-668dc945e0a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1129 time: 0.0612485 Feb 09 21:42:58.692948 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7d9d0b38-ba96-440f-8e11-becc4ddc428e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.698069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.700413 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "DELETE /v2.0/security-groups/7d9d0b38-ba96-440f-8e11-becc4ddc428e HTTP/1.1" status: 204 len: 168 time: 0.2216475 Feb 09 21:42:58.705258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46102) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:58.715170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d0b38-ba96-440f-8e11-becc4ddc428e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:58.726877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.727544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.728155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.728926 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.729567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.730089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.730604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.731114 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.731628 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.732354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.732880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.733384 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.734020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62269b1e-0111-4dcd-b662-9263bf651e8a tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:58.767673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e842-2176-4818-8401-acee4ea438d6 req-b55e1b5a-8e00-49ff-9579-14dd374e8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.770221 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70a6e842-2176-4818-8401-acee4ea438d6 req-b55e1b5a-8e00-49ff-9579-14dd374e8595 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 914 time: 0.1483700 Feb 09 21:42:58.873315 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-27c714ca-0ba8-4dfd-b19e-b45ef9540b54 None None] Provisioning complete for port bfe61669-31b5-4295-809e-4e4c86131d1d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:58.873691 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27c714ca-0ba8-4dfd-b19e-b45ef9540b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.885230 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70a6e842-2176-4818-8401-acee4ea438d6 req-9516f8ba-0fa7-4743-99b3-f47449009194 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 1001 time: 0.1078708 Feb 09 21:42:58.960676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e842-2176-4818-8401-acee4ea438d6 req-2ccff312-57f2-4b72-b2e7-70ff888b8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.962145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70a6e842-2176-4818-8401-acee4ea438d6 req-2ccff312-57f2-4b72-b2e7-70ff888b8bff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0703259 Feb 09 21:42:59.003370 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Deleting port b73bc07d-247d-44f0-9b95-1af0321d66eb {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:59.003750 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (b73bc07d-247d-44f0-9b95-1af0321d66eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.003888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-27c714ca-0ba8-4dfd-b19e-b45ef9540b54 None None] Current status of the port bfe61669-31b5-4295-809e-4e4c86131d1d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:59.058056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e842-2176-4818-8401-acee4ea438d6 req-7d091a81-4160-4594-84f7-06490f33309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:59.059564 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70a6e842-2176-4818-8401-acee4ea438d6 req-7d091a81-4160-4594-84f7-06490f33309f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0915685 Feb 09 21:42:59.136596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (b73bc07d-247d-44f0-9b95-1af0321d66eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.137273 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for floatingip (b73bc07d-247d-44f0-9b95-1af0321d66eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.152792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Calling delete_port for b73bc07d-247d-44f0-9b95-1af0321d66eb owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:59.223723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70a6e842-2176-4818-8401-acee4ea438d6 req-418502af-04c4-4f8f-9419-f141e9621740 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552579 Feb 09 21:42:59.342768 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-70a6e842-2176-4818-8401-acee4ea438d6 req-cf5d5570-ecc7-4ba5-9a09-7514c179e920 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126719 Feb 09 21:42:59.398068 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (b73bc07d-247d-44f0-9b95-1af0321d66eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.424000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event deleted for resources: {'Port': ['ID=b73bc07d-247d-44f0-9b95-1af0321d66eb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:59.483247 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks [] for floatingip (e894c733-7e17-44de-80e4-1b310739a265), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.483585 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Floating IP e894c733-7e17-44de-80e4-1b310739a265 disassociated (deleted). External IP: 172.25.4.44, port: bfe61669-31b5-4295-809e-4e4c86131d1d. Feb 09 21:42:59.690709 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:59.801238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:59.806045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.811862 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] Sync routers for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:59.823169 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:59.823821 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:59.837757 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8d301051-caf3-4bbd-91ed-37c38082bd08 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "DELETE /v2.0/floatingips/e894c733-7e17-44de-80e4-1b310739a265 HTTP/1.1" status: 204 len: 168 time: 1.1285887 Feb 09 21:42:59.927810 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:00.142215 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 5, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:00.168221 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] Checking router: becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:00.176215 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:00.176809 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:42:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:00.280162 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:00.469079 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 5, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:00.537398 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:00.540071 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d93ad1-9629-4241-9092-670414a0efad" -d '{"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:00.578718 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6de374-5008-4bd8-8fb2-444c42e54a51 x-openstack-request-id: req-dd6de374-5008-4bd8-8fb2-444c42e54a51 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:00.579008 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:00.579260 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dd6de374-5008-4bd8-8fb2-444c42e54a51 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:00.579668 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'status': 'completed', 'code': 200} Feb 09 21:43:00.600805 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325aab4-2332-4bf1-801a-946af1e93677 None None] The sync data for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 is: [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:02Z', 'revision_number': 4, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '37a672a4-fc90-4fb5-8de7-beacf850905b', 'name': '', 'network_id': '03b72455-7b39-415a-b65d-9ab41b2d5dd2', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'mac_address': 'fa:16:3e:b7:c7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:01Z', 'updated_at': '2022-02-09T21:41:06Z', 'revision_number': 5, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'subnets': [{'id': 'dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:00.647825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93ad1-9629-4241-9092-670414a0efad req-51e45599-87dd-4d12-8c74-e0fe43e8d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.649478 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58d93ad1-9629-4241-9092-670414a0efad req-51e45599-87dd-4d12-8c74-e0fe43e8d062 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1129 time: 0.0488696 Feb 09 21:43:00.748337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93ad1-9629-4241-9092-670414a0efad req-2ffb2a6f-87fc-4c39-9d4b-47ab6e9427e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.750017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58d93ad1-9629-4241-9092-670414a0efad req-2ffb2a6f-87fc-4c39-9d4b-47ab6e9427e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 914 time: 0.0948579 Feb 09 21:43:00.793603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58d93ad1-9629-4241-9092-670414a0efad req-bd112350-d1fa-4a27-9ba0-8b5f4553d9a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 217 time: 0.0359213 Feb 09 21:43:00.846734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93ad1-9629-4241-9092-670414a0efad req-918259e6-df4a-4175-a9dc-deb3460780b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.848250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58d93ad1-9629-4241-9092-670414a0efad req-918259e6-df4a-4175-a9dc-deb3460780b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0495179 Feb 09 21:43:00.867144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21c8a9-4d01-4184-9d85-a55b18f6daf7 None None] New status for floating IP e894c733-7e17-44de-80e4-1b310739a265: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:43:00.902123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d93ad1-9629-4241-9092-670414a0efad req-d46325f1-7c5e-4530-b1f2-7c721944677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:00.903618 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58d93ad1-9629-4241-9092-670414a0efad req-d46325f1-7c5e-4530-b1f2-7c721944677b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497384 Feb 09 21:43:01.333902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58d93ad1-9629-4241-9092-670414a0efad req-5d3b9193-c9d2-457b-87b7-f4811e8e46a7 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243090 Feb 09 21:43:01.424116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58d93ad1-9629-4241-9092-670414a0efad req-b10d9584-d541-48de-b9c9-410e03648e32 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842667 Feb 09 21:43:06.562350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-6b8680b2-164e-411c-84c4-eb029308dad9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423057 Feb 09 21:43:06.650451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-ad7cf76f-15a5-41ee-882a-5620bde7e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.651895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-ad7cf76f-15a5-41ee-882a-5620bde7e242 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1b0c559348e44e378066dbc4b94bd16d&device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 1129 time: 0.0443916 Feb 09 21:43:06.755053 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-b1520c33-01fa-4c52-b9af-0daaaefe261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.756571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-b1520c33-01fa-4c52-b9af-0daaaefe261a service neutron] 10.222.0.50 "GET /v2.0/networks?id=03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 200 len: 914 time: 0.0873692 Feb 09 21:43:06.797437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-59956a52-fbeb-4d7e-b022-0c6a58ed8f86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 200 len: 217 time: 0.0347733 Feb 09 21:43:06.845323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-6f9f702f-82da-482c-946b-252c4e59ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.846748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-6f9f702f-82da-482c-946b-252c4e59ee9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 200 len: 852 time: 0.0424104 Feb 09 21:43:06.900096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-1f1919c5-bc63-480d-8179-f2c791e21cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.901748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-1f1919c5-bc63-480d-8179-f2c791e21cc9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=03b72455-7b39-415a-b65d-9ab41b2d5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497048 Feb 09 21:43:06.995479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-63f75f0e-6edb-4358-8556-217e70f420f1 service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877433 Feb 09 21:43:07.088729 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e5ec27eb-b558-4994-b42e-818be94beb13 req-c445f9ef-24c4-4510-9f15-b6513a983e2b service neutron] 10.222.0.50 "GET /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879560 Feb 09 21:43:07.755269 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d16540ba-d465-4239-884c-0edb994ccadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.800856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cc4e1cd5-f293-4db8-bc56-cdd90e19bae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.453193 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.925496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.012616 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.155807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f9dc0-a5c5-421d-90e0-8eb39039bfc7 req-a13b9b2c-c5c9-4991-b4f6-015625e640e8 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:15.157306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-218f9dc0-a5c5-421d-90e0-8eb39039bfc7 req-a13b9b2c-c5c9-4991-b4f6-015625e640e8 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.0535526 Feb 09 21:43:15.207429 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-218f9dc0-a5c5-421d-90e0-8eb39039bfc7 req-aec218f4-d442-4a9f-a4b3-14b683bbbfa9 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443077 Feb 09 21:43:15.371420 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:43:16.329534 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94eb38-047c-4ad4-8803-f7f1923f3bc3 req-31d275de-02a6-4cc6-a8f8-69eec8fa64a3 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:16.331534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fe94eb38-047c-4ad4-8803-f7f1923f3bc3 req-31d275de-02a6-4cc6-a8f8-69eec8fa64a3 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.0551441 Feb 09 21:43:16.377871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fe94eb38-047c-4ad4-8803-f7f1923f3bc3 req-f3aff7a0-233f-43c8-90da-d4c4f91f8623 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/security-groups?id=774e632d-7954-4cdd-8072-1ca6b2deaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Feb 09 21:43:16.907013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-28455271-d1ee-46f8-92f3-fd24fbc29d64 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:16.908490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-28455271-d1ee-46f8-92f3-fd24fbc29d64 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.50 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 946 time: 0.0514853 Feb 09 21:43:17.001076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Deleting port bfe61669-31b5-4295-809e-4e4c86131d1d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:17.001423 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.087938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] For port bfe61669-31b5-4295-809e-4e4c86131d1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=bfe61669-31b5-4295-809e-4e4c86131d1d,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:17.088301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.100408 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Calling delete_port for bfe61669-31b5-4295-809e-4e4c86131d1d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:17.227518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (bfe61669-31b5-4295-809e-4e4c86131d1d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.239780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['bfe61669-31b5-4295-809e-4e4c86131d1d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:17.255086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Pushing event deleted for resources: {'Port': ['ID=bfe61669-31b5-4295-809e-4e4c86131d1d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.307285 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] No DVR routers for this DVR port bfe61669-31b5-4295-809e-4e4c86131d1d on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:17.309880 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.313211 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3fef7061-ab47-435a-9ade-f98e66716dfd req-48fbf139-b0e0-460f-9b02-48be8ef55949 tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.50 "DELETE /v2.0/ports/bfe61669-31b5-4295-809e-4e4c86131d1d HTTP/1.1" status: 204 len: 173 time: 0.3998265 Feb 09 21:43:17.313661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'name': 'network-vif-deleted', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:17.316548 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df31986-7807-4a5d-b7d1-3e66eafc25fc" -d '{"events": [{"server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "name": "network-vif-deleted", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:17.354960 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07623c6a-e6d4-4bd2-b58e-d7714d491ad3 x-openstack-request-id: req-07623c6a-e6d4-4bd2-b58e-d7714d491ad3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:17.355327 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be3cb1b-2050-4e39-a036-7accf82db0ab", "name": "network-vif-deleted", "tag": "bfe61669-31b5-4295-809e-4e4c86131d1d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:17.355592 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-07623c6a-e6d4-4bd2-b58e-d7714d491ad3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:17.356028 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be3cb1b-2050-4e39-a036-7accf82db0ab', 'name': 'network-vif-deleted', 'tag': 'bfe61669-31b5-4295-809e-4e4c86131d1d', 'status': 'completed', 'code': 200} Feb 09 21:43:17.487197 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-145794b2-05a0-4ce5-a8dd-6d6fb7b2453f req-07c2ae96-201d-4398-91ca-67d917c02d8d tempest-TestMinimumBasicScenario-2098192579 tempest-TestMinimumBasicScenario-2098192579-project] 10.222.0.102 "GET /v2.0/ports?device_id=7be3cb1b-2050-4e39-a036-7accf82db0ab HTTP/1.1" status: 200 len: 210 time: 0.0271165 Feb 09 21:43:20.054854 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.395185 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.641580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Deleting port 37a672a4-fc90-4fb5-8de7-beacf850905b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:20.641920 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.717298 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] For port 37a672a4-fc90-4fb5-8de7-beacf850905b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=37a672a4-fc90-4fb5-8de7-beacf850905b,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:20.717581 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.734368 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Calling delete_port for 37a672a4-fc90-4fb5-8de7-beacf850905b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:20.921331 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (37a672a4-fc90-4fb5-8de7-beacf850905b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.946393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a672a4-fc90-4fb5-8de7-beacf850905b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.112305 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.326953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:21.431552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:21.436594 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-12372f45-ff63-4d5b-afda-76e2daa1ffd5 admin admin] 10.222.0.102 "PUT /v2.0/routers/becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3807163 Feb 09 21:43:21.439301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46224) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:21.443978 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] Sync routers for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:21.453157 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:21.453781 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:21.544880 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks [] for router (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.562602 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:21.646591 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks [] for router_gateway (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.699658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Deleting port cba1b467-6e89-4789-a146-5c3e229cbd7c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:21.700027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.738496 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:43:20Z', 'revision_number': 5, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port': {'id': 'cba1b467-6e89-4789-a146-5c3e229cbd7c', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:21.765932 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] Checking router: becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:21.773885 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] Routers {'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:21.774472 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:21.776950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] For port cba1b467-6e89-4789-a146-5c3e229cbd7c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=cba1b467-6e89-4789-a146-5c3e229cbd7c,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:21.777311 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.789467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Calling delete_port for cba1b467-6e89-4789-a146-5c3e229cbd7c owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:21.859530 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] Set router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:21.859781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bfe61669-31b5-4295-809e-4e4c86131d1d no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:21.879908 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: bfe61669-31b5-4295-809e-4e4c86131d1d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:21.880259 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device bfe61669-31b5-4295-809e-4e4c86131d1d not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:21.912099 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 6, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:21.941063 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a3711-e19d-40d0-9802-afea4eef74d2 None None] The sync data for ids ['becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a'] in n-d-789963-29 is: [{'id': 'becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a', 'name': 'tempest-TestMinimumBasicScenario-49662487-router', 'tenant_id': '1b0c559348e44e378066dbc4b94bd16d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 6, 'project_id': '1b0c559348e44e378066dbc4b94bd16d', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:21.965356 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (cba1b467-6e89-4789-a146-5c3e229cbd7c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.996570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba1b467-6e89-4789-a146-5c3e229cbd7c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:22.055042 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.081451 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.146812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.148950 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks [] for router_controller (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.195341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.195865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:43:22.200208 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.201368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-e4abe2f3-ff6c-483d-80c8-0427ca0da662 admin admin] 10.222.0.102 "DELETE /v2.0/routers/becbf4dd-39fe-4bf6-8cd4-356ff5b5fd1a HTTP/1.1" status: 204 len: 168 time: 0.7606158 Feb 09 21:43:22.204040 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:22.247626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48dd7ca-2127-41c9-a59f-2f80029b5098 admin admin] Deleting subnet dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:22.250583 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c48dd7ca-2127-41c9-a59f-2f80029b5098 admin admin] Publish callbacks [] for subnet (dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.284469 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c48dd7ca-2127-41c9-a59f-2f80029b5098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.366860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c48dd7ca-2127-41c9-a59f-2f80029b5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.417684 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c48dd7ca-2127-41c9-a59f-2f80029b5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.443178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dd7ca-2127-41c9-a59f-2f80029b5098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:22.446771 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c48dd7ca-2127-41c9-a59f-2f80029b5098 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.450277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c48dd7ca-2127-41c9-a59f-2f80029b5098 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/dcf670a8-b4a7-4b57-ba0f-76b5c0df7e41 HTTP/1.1" status: 204 len: 168 time: 0.2449353 Feb 09 21:43:22.452391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9699f-79f8-43ae-b539-2b1889623461 None None] Network 03b72455-7b39-415a-b65d-9ab41b2d5dd2 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:22.452628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46228) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:22.519648 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (03b72455-7b39-415a-b65d-9ab41b2d5dd2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.576385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Deleting port f1019f41-b0aa-4dbd-a573-d884a6d4d39f {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:22.576727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.636341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] For port f1019f41-b0aa-4dbd-a573-d884a6d4d39f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=f1019f41-b0aa-4dbd-a573-d884a6d4d39f,segment=NetworkSegment(6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c),segment_id=6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:22.636696 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.648717 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Calling delete_port for f1019f41-b0aa-4dbd-a573-d884a6d4d39f owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:22.712653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] DHCP port deletion for 03b72455-7b39-415a-b65d-9ab41b2d5dd2 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:22.730611 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.762238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1019f41-b0aa-4dbd-a573-d884a6d4d39f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:22.764095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] No DVR routers for this DVR port f1019f41-b0aa-4dbd-a573-d884a6d4d39f on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:22.769847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Deleting port f1019f41-b0aa-4dbd-a573-d884a6d4d39f {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:22.770231 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.834099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (03b72455-7b39-415a-b65d-9ab41b2d5dd2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.840187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] For port f1019f41-b0aa-4dbd-a573-d884a6d4d39f, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:22.840790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.853493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Calling delete_port for f1019f41-b0aa-4dbd-a573-d884a6d4d39f owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:22.854314 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b72455-7b39-415a-b65d-9ab41b2d5dd2']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:22.856321 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Port f1019f41-b0aa-4dbd-a573-d884a6d4d39f was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:43:22.857557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (f1019f41-b0aa-4dbd-a573-d884a6d4d39f), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.864526 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:22.864832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:22.873923 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.880482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Pushing event deleted for resources: {'Port': ['ID=f1019f41-b0aa-4dbd-a573-d884a6d4d39f,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:22.887515 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.890215 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.890572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.890909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.891253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.891590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.891975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.892325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.892782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.893135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.893465 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.893768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.894155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.894501 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:22.894663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:22.895006 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (6e8c6a9b-58c5-4741-ac9a-bc93e16ae14c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:22.897015 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:22.899083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310315f-2198-4a40-b3fc-89f49df30f08 None None] No DVR routers for this DVR port f1019f41-b0aa-4dbd-a573-d884a6d4d39f on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:22.960144 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (03b72455-7b39-415a-b65d-9ab41b2d5dd2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.966070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.975742 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46230) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:22.983298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] 10.222.0.102 "DELETE /v2.0/networks/03b72455-7b39-415a-b65d-9ab41b2d5dd2 HTTP/1.1" status: 204 len: 168 time: 0.5283217 Feb 09 21:43:22.998762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab98a49-e6ff-46a4-b9aa-06384d45428f admin admin] Pushing event deleted for resources: {'Network': ['ID=03b72455-7b39-415a-b65d-9ab41b2d5dd2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.019662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f1019f41-b0aa-4dbd-a573-d884a6d4d39f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:23.043787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: f1019f41-b0aa-4dbd-a573-d884a6d4d39f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:23.044227 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device f1019f41-b0aa-4dbd-a573-d884a6d4d39f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:23.044704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 37a672a4-fc90-4fb5-8de7-beacf850905b no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:23.067999 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 37a672a4-fc90-4fb5-8de7-beacf850905b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:23.068684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 37a672a4-fc90-4fb5-8de7-beacf850905b not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:23.069169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device cba1b467-6e89-4789-a146-5c3e229cbd7c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:23.088527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: cba1b467-6e89-4789-a146-5c3e229cbd7c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:23.088870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device cba1b467-6e89-4789-a146-5c3e229cbd7c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:23.338996 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (ec82b587-388e-4720-b252-48bcdb437632), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.594476 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Deleting port 9aab3fb8-7b4f-4234-b71b-5244912ad284 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:23.594737 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.669207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] For port 9aab3fb8-7b4f-4234-b71b-5244912ad284, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9aab3fb8-7b4f-4234-b71b-5244912ad284,segment=NetworkSegment(3672b42b-0e8a-462c-9b47-f066683a5771),segment_id=3672b42b-0e8a-462c-9b47-f066683a5771)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:23.669563 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.681753 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Calling delete_port for 9aab3fb8-7b4f-4234-b71b-5244912ad284 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:23.857346 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (9aab3fb8-7b4f-4234-b71b-5244912ad284), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.887607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aab3fb8-7b4f-4234-b71b-5244912ad284,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:24.311637 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (ec82b587-388e-4720-b252-48bcdb437632), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.525391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Router ec82b587-388e-4720-b252-48bcdb437632 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:24.631191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:24.636145 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-616af305-ed3a-4406-b265-fe040d835158 admin admin] 10.222.0.102 "PUT /v2.0/routers/ec82b587-388e-4720-b252-48bcdb437632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592312 Feb 09 21:43:24.638662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46232) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:24.640054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] Sync routers for ids ['ec82b587-388e-4720-b252-48bcdb437632'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:24.649962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] Routers {'ec82b587-388e-4720-b252-48bcdb437632'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:24.650577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ec82b587-388e-4720-b252-48bcdb437632'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:24.740105 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks [] for router (ec82b587-388e-4720-b252-48bcdb437632), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.756783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] Set router ec82b587-388e-4720-b252-48bcdb437632 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:24.844455 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks [] for router_gateway (ec82b587-388e-4720-b252-48bcdb437632), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.900843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Deleting port 170a8cfe-6aad-4231-bdaa-01682aa4ee28 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:24.901190 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.934226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:43:23Z', 'revision_number': 5, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port': {'id': '170a8cfe-6aad-4231-bdaa-01682aa4ee28', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:46:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82b587-388e-4720-b252-48bcdb437632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:24.975721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] Checking router: ec82b587-388e-4720-b252-48bcdb437632 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:24.978173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] Routers {'ec82b587-388e-4720-b252-48bcdb437632'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:24.979424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ec82b587-388e-4720-b252-48bcdb437632'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:24.987032 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] For port 170a8cfe-6aad-4231-bdaa-01682aa4ee28, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=170a8cfe-6aad-4231-bdaa-01682aa4ee28,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:24.987471 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.002692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Calling delete_port for 170a8cfe-6aad-4231-bdaa-01682aa4ee28 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:25.068178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] Set router ec82b587-388e-4720-b252-48bcdb437632 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:25.118412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:43:24Z', 'revision_number': 6, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:25.147987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cac3e3-7a36-413c-9e92-40b694acfd2e None None] The sync data for ids ['ec82b587-388e-4720-b252-48bcdb437632'] in n-d-789963-29 is: [{'id': 'ec82b587-388e-4720-b252-48bcdb437632', 'name': 'tempest-TestMinimumBasicScenario-1481981596-router', 'tenant_id': 'fa663d1107a846d2bf6017ba0016970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:04Z', 'updated_at': '2022-02-09T21:43:24Z', 'revision_number': 6, 'project_id': 'fa663d1107a846d2bf6017ba0016970b', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:25.170461 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (170a8cfe-6aad-4231-bdaa-01682aa4ee28), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.193572 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Pushing event deleted for resources: {'Port': ['ID=170a8cfe-6aad-4231-bdaa-01682aa4ee28,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.261756 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (ec82b587-388e-4720-b252-48bcdb437632), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.354432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (ec82b587-388e-4720-b252-48bcdb437632), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.356553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks [] for router_controller (ec82b587-388e-4720-b252-48bcdb437632), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.399980 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (ec82b587-388e-4720-b252-48bcdb437632), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.400528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec82b587-388e-4720-b252-48bcdb437632 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:43:25.405534 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.406723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cd0d383c-44cb-4733-ae47-657ccc43153e admin admin] 10.222.0.102 "DELETE /v2.0/routers/ec82b587-388e-4720-b252-48bcdb437632 HTTP/1.1" status: 204 len: 168 time: 0.7671363 Feb 09 21:43:25.409253 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46234) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.453876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-796c53ab-20d2-4e95-a399-21f7d3241e33 admin admin] Deleting subnet 3e512a31-42ac-4c65-b5c4-48afeabb9fa7 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:25.456957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-796c53ab-20d2-4e95-a399-21f7d3241e33 admin admin] Publish callbacks [] for subnet (3e512a31-42ac-4c65-b5c4-48afeabb9fa7), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.497007 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-796c53ab-20d2-4e95-a399-21f7d3241e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (3e512a31-42ac-4c65-b5c4-48afeabb9fa7), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.578206 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-796c53ab-20d2-4e95-a399-21f7d3241e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (3e512a31-42ac-4c65-b5c4-48afeabb9fa7), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.631909 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-796c53ab-20d2-4e95-a399-21f7d3241e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (3e512a31-42ac-4c65-b5c4-48afeabb9fa7), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.658245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c53ab-20d2-4e95-a399-21f7d3241e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e512a31-42ac-4c65-b5c4-48afeabb9fa7,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.660250 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-796c53ab-20d2-4e95-a399-21f7d3241e33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.663357 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-796c53ab-20d2-4e95-a399-21f7d3241e33 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/3e512a31-42ac-4c65-b5c4-48afeabb9fa7 HTTP/1.1" status: 204 len: 168 time: 0.2531867 Feb 09 21:43:25.664434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f5da14-6dd2-4425-b4ce-412a98dcb55b None None] Network 6a33c0a2-7194-4f3c-a877-400f44544708 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:25.665929 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46236) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.740511 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (6a33c0a2-7194-4f3c-a877-400f44544708), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.796273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Deleting port d5d47462-fd26-4c53-bf2f-96ac4549aac4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:25.796615 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.866629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] For port d5d47462-fd26-4c53-bf2f-96ac4549aac4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=d5d47462-fd26-4c53-bf2f-96ac4549aac4,segment=NetworkSegment(3672b42b-0e8a-462c-9b47-f066683a5771),segment_id=3672b42b-0e8a-462c-9b47-f066683a5771)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:25.866912 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.890527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Calling delete_port for d5d47462-fd26-4c53-bf2f-96ac4549aac4 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:25.913535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] DHCP port deletion for 6a33c0a2-7194-4f3c-a877-400f44544708 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:25.977358 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.977885 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] Deleting port d5d47462-fd26-4c53-bf2f-96ac4549aac4 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:25.978314 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.003392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d47462-fd26-4c53-bf2f-96ac4549aac4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.009243 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] No DVR routers for this DVR port d5d47462-fd26-4c53-bf2f-96ac4549aac4 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:26.050388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] For port d5d47462-fd26-4c53-bf2f-96ac4549aac4, host n-d-789963-29, got binding levels [] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:26.050790 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.063857 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] Calling delete_port for d5d47462-fd26-4c53-bf2f-96ac4549aac4 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:26.066658 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.ipam_backend_mixin [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] Port d5d47462-fd26-4c53-bf2f-96ac4549aac4 was not found and therefore no delete operation was performed {{(pid=103326) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:43:26.068249 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (d5d47462-fd26-4c53-bf2f-96ac4549aac4), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.089005 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (6a33c0a2-7194-4f3c-a877-400f44544708), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.099797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] Pushing event deleted for resources: {'Port': ['ID=d5d47462-fd26-4c53-bf2f-96ac4549aac4,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.103495 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adf26a-e602-4e9b-9b74-814801661750 None None] No DVR routers for this DVR port d5d47462-fd26-4c53-bf2f-96ac4549aac4 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:26.113617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a33c0a2-7194-4f3c-a877-400f44544708']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:26.125209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3672b42b-0e8a-462c-9b47-f066683a5771') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:26.125570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3672b42b-0e8a-462c-9b47-f066683a5771') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:26.137141 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (3672b42b-0e8a-462c-9b47-f066683a5771), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.152529 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3672b42b-0e8a-462c-9b47-f066683a5771), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.159715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:26.160325 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (3672b42b-0e8a-462c-9b47-f066683a5771), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:26.162840 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:26.222506 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (6a33c0a2-7194-4f3c-a877-400f44544708), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.228544 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.231845 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] 10.222.0.102 "DELETE /v2.0/networks/6a33c0a2-7194-4f3c-a877-400f44544708 HTTP/1.1" status: 204 len: 168 time: 0.5646598 Feb 09 21:43:26.245325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293f04b-80b7-41af-a631-fde384a20c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a33c0a2-7194-4f3c-a877-400f44544708,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.407756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46240) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:26.453939 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-69033db7-07d8-478c-98f5-03f99cc70413 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1b0c559348e44e378066dbc4b94bd16d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441897 Feb 09 21:43:26.456882 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46242) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:26.502714 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa777d8-90ad-44ae-82d1-1680fc061c76 admin admin] Publish callbacks [] for security_group (774e632d-7954-4cdd-8072-1ca6b2deaaf0), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.523133 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa777d8-90ad-44ae-82d1-1680fc061c76 admin admin] Publish callbacks [] for security_group (774e632d-7954-4cdd-8072-1ca6b2deaaf0), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.568958 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa777d8-90ad-44ae-82d1-1680fc061c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (774e632d-7954-4cdd-8072-1ca6b2deaaf0), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.571476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fa777d8-90ad-44ae-82d1-1680fc061c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.572714 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9fa777d8-90ad-44ae-82d1-1680fc061c76 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/774e632d-7954-4cdd-8072-1ca6b2deaaf0 HTTP/1.1" status: 204 len: 168 time: 0.1148736 Feb 09 21:43:26.580334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa777d8-90ad-44ae-82d1-1680fc061c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e632d-7954-4cdd-8072-1ca6b2deaaf0,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.878784 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:26.918956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fc1a8954-71f7-47c4-a97a-573a61b08758 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fa663d1107a846d2bf6017ba0016970b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389979 Feb 09 21:43:26.921426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46250) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:26.968061 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df15a8f3-361f-4389-96fe-8861d46faf88 admin admin] Publish callbacks [] for security_group (f462f50c-b653-4a95-a0a3-271223bb8a56), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.989398 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df15a8f3-361f-4389-96fe-8861d46faf88 admin admin] Publish callbacks [] for security_group (f462f50c-b653-4a95-a0a3-271223bb8a56), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.998741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 170a8cfe-6aad-4231-bdaa-01682aa4ee28 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:27.022421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 170a8cfe-6aad-4231-bdaa-01682aa4ee28 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:27.022853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 170a8cfe-6aad-4231-bdaa-01682aa4ee28 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:27.023332 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9aab3fb8-7b4f-4234-b71b-5244912ad284 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:27.042623 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df15a8f3-361f-4389-96fe-8861d46faf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (f462f50c-b653-4a95-a0a3-271223bb8a56), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.043964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 9aab3fb8-7b4f-4234-b71b-5244912ad284 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:27.044333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9aab3fb8-7b4f-4234-b71b-5244912ad284 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:27.044731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d5d47462-fd26-4c53-bf2f-96ac4549aac4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:27.045388 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df15a8f3-361f-4389-96fe-8861d46faf88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.049046 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-df15a8f3-361f-4389-96fe-8861d46faf88 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f462f50c-b653-4a95-a0a3-271223bb8a56 HTTP/1.1" status: 204 len: 168 time: 0.1242232 Feb 09 21:43:27.057147 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15a8f3-361f-4389-96fe-8861d46faf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f462f50c-b653-4a95-a0a3-271223bb8a56,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.073787 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: d5d47462-fd26-4c53-bf2f-96ac4549aac4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:27.074143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device d5d47462-fd26-4c53-bf2f-96ac4549aac4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:27.079542 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.698093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:28.702701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685211563', 'description': 'tempest-secgroup-smoke-1685211563 description', 'project_id': '038e75f57fd84af99e552e559fa9a541'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:28.724055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.731675 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.807519 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (673358d7-de5f-47e9-b73f-1c6a0c946b02), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.811303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (673358d7-de5f-47e9-b73f-1c6a0c946b02), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.846714 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673358d7-de5f-47e9-b73f-1c6a0c946b02,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.892351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (431d2ca2-a9b1-4eab-9801-558d1957c10f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.895989 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (431d2ca2-a9b1-4eab-9801-558d1957c10f), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.923196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.924921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2257545 Feb 09 21:43:28.927977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46292) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:28.929077 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9286c-1510-44aa-96ca-69124b218b8e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431d2ca2-a9b1-4eab-9801-558d1957c10f,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.933846 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-322f8fa7-f7d0-40f4-b77c-12a4898a6c52 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '431d2ca2-a9b1-4eab-9801-558d1957c10f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:28.958054 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-322f8fa7-f7d0-40f4-b77c-12a4898a6c52 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (aa316b29-846d-4909-9b2c-104543e93d44), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.010847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-322f8fa7-f7d0-40f4-b77c-12a4898a6c52 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (aa316b29-846d-4909-9b2c-104543e93d44), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.014308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-322f8fa7-f7d0-40f4-b77c-12a4898a6c52 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (aa316b29-846d-4909-9b2c-104543e93d44), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.030891 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f8fa7-f7d0-40f4-b77c-12a4898a6c52 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa316b29-846d-4909-9b2c-104543e93d44,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.039244 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-322f8fa7-f7d0-40f4-b77c-12a4898a6c52 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.040468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-322f8fa7-f7d0-40f4-b77c-12a4898a6c52 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114643 Feb 09 21:43:29.043094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.047334 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d5fa981a-d3a1-411c-a127-5fe6605f48d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '431d2ca2-a9b1-4eab-9801-558d1957c10f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:29.071749 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5fa981a-d3a1-411c-a127-5fe6605f48d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (12121b02-73d9-4c4f-8f17-f293871144fd), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.128062 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5fa981a-d3a1-411c-a127-5fe6605f48d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (12121b02-73d9-4c4f-8f17-f293871144fd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.131661 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5fa981a-d3a1-411c-a127-5fe6605f48d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (12121b02-73d9-4c4f-8f17-f293871144fd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.148858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa981a-d3a1-411c-a127-5fe6605f48d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12121b02-73d9-4c4f-8f17-f293871144fd,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.156646 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5fa981a-d3a1-411c-a127-5fe6605f48d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.157890 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d5fa981a-d3a1-411c-a127-5fe6605f48d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138759 Feb 09 21:43:29.161129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46296) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.165409 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7a9061f6-af2a-4078-ae29-1f007edca468 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '431d2ca2-a9b1-4eab-9801-558d1957c10f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:29.189046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9061f6-af2a-4078-ae29-1f007edca468 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (0d7210ea-c815-4786-af29-1ec925f46c27), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.243510 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9061f6-af2a-4078-ae29-1f007edca468 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (0d7210ea-c815-4786-af29-1ec925f46c27), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.246797 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9061f6-af2a-4078-ae29-1f007edca468 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (0d7210ea-c815-4786-af29-1ec925f46c27), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.262948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9061f6-af2a-4078-ae29-1f007edca468 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7210ea-c815-4786-af29-1ec925f46c27,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.271428 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7a9061f6-af2a-4078-ae29-1f007edca468 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.272642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7a9061f6-af2a-4078-ae29-1f007edca468 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105595 Feb 09 21:43:29.275320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46298) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.279485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-15b6da89-5019-47c2-b769-9cd085952708 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '431d2ca2-a9b1-4eab-9801-558d1957c10f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:29.305226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15b6da89-5019-47c2-b769-9cd085952708 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (556c48c1-64e7-42b3-8562-50ff8d9117d4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.368387 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15b6da89-5019-47c2-b769-9cd085952708 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (556c48c1-64e7-42b3-8562-50ff8d9117d4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.372417 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15b6da89-5019-47c2-b769-9cd085952708 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (556c48c1-64e7-42b3-8562-50ff8d9117d4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.390759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6da89-5019-47c2-b769-9cd085952708 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556c48c1-64e7-42b3-8562-50ff8d9117d4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.399887 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15b6da89-5019-47c2-b769-9cd085952708 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.401081 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-15b6da89-5019-47c2-b769-9cd085952708 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248171 Feb 09 21:43:29.403662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46300) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.407872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0e0231c8-8c0e-4dba-84e3-8659e62203c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '431d2ca2-a9b1-4eab-9801-558d1957c10f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:29.427668 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-0e0231c8-8c0e-4dba-84e3-8659e62203c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:43:29.432808 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e0231c8-8c0e-4dba-84e3-8659e62203c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (baf995ca-c646-4ff8-9313-0916ee2e21d3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.493364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e0231c8-8c0e-4dba-84e3-8659e62203c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (baf995ca-c646-4ff8-9313-0916ee2e21d3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.496676 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e0231c8-8c0e-4dba-84e3-8659e62203c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (baf995ca-c646-4ff8-9313-0916ee2e21d3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.513544 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0231c8-8c0e-4dba-84e3-8659e62203c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf995ca-c646-4ff8-9313-0916ee2e21d3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.522886 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0e0231c8-8c0e-4dba-84e3-8659e62203c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.524160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0e0231c8-8c0e-4dba-84e3-8659e62203c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195507 Feb 09 21:43:29.526802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46302) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.531005 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bb486e27-03ac-44df-8476-dac18ccdafc1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '431d2ca2-a9b1-4eab-9801-558d1957c10f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:29.554737 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-bb486e27-03ac-44df-8476-dac18ccdafc1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:43:29.560400 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb486e27-03ac-44df-8476-dac18ccdafc1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (36dc493f-ca40-449c-837d-6d931fe9734e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.619018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb486e27-03ac-44df-8476-dac18ccdafc1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (36dc493f-ca40-449c-837d-6d931fe9734e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.622600 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb486e27-03ac-44df-8476-dac18ccdafc1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (36dc493f-ca40-449c-837d-6d931fe9734e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.640644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb486e27-03ac-44df-8476-dac18ccdafc1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36dc493f-ca40-449c-837d-6d931fe9734e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.646485 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb486e27-03ac-44df-8476-dac18ccdafc1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.650779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46304) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.650913 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bb486e27-03ac-44df-8476-dac18ccdafc1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230159 Feb 09 21:43:29.656136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'network': {'name': 'tempest-network-smoke--525856191', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:29.675011 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:29.678296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.701643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:29.710893 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.711240 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Added segment cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f of type vlan for network e497066d-960b-4484-a12e-619240c45713 Feb 09 21:43:29.750367 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (e497066d-960b-4484-a12e-619240c45713), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.774352 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (e497066d-960b-4484-a12e-619240c45713), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.779416 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:29.780029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.836354 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1842666 Feb 09 21:43:29.839400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:29.844324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'admin_state_up': True, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:29.850517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb082b5f-f587-4b4f-b860-f8b21308de58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Network': ['ID=e497066d-960b-4484-a12e-619240c45713,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.861645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network e497066d-960b-4484-a12e-619240c45713 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:29.866023 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (4dcad54a-d354-4e6a-a33d-ba21424ff229), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.867179 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (4dcad54a-d354-4e6a-a33d-ba21424ff229), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.917223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (4dcad54a-d354-4e6a-a33d-ba21424ff229), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.054859 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (4dcad54a-d354-4e6a-a33d-ba21424ff229), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.576201 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (4dcad54a-d354-4e6a-a33d-ba21424ff229), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.594498 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.692050 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.216 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/35f1414d-1441-43ff-8779-3fb4d97cc49b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:30.792449 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.826457 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.865346 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:30.868258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:30.871675 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:30.877479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=35f1414d-1441-43ff-8779-3fb4d97cc49b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:31.125415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (4dcad54a-d354-4e6a-a33d-ba21424ff229), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.320505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (4dcad54a-d354-4e6a-a33d-ba21424ff229), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.446278 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 4dcad54a-d354-4e6a-a33d-ba21424ff229 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:43:31.554931 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:31.566550 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Sync routers for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:31.575452 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.579592 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a36a5357-92fa-4d50-9667-6da07a5089f7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7362628 Feb 09 21:43:31.580260 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:31.580517 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46308) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.580974 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:31.687362 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:31.724715 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8acdcec5-909f-4df2-92fd-be7b1fda6760 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=038e75f57fd84af99e552e559fa9a541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1403337 Feb 09 21:43:31.724943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46312) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.818504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d66971-19f2-42b8-8447-3c194e7e7d81 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:31.820058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-82d66971-19f2-42b8-8447-3c194e7e7d81 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943398 Feb 09 21:43:31.822980 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46314) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.862293 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d67dc8f6-745e-4d38-88c3-1230c8da7191 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355597 Feb 09 21:43:31.862639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46316) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.867429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-482294626', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:31.869477 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:31Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:31.899469 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Checking router: 4dcad54a-d354-4e6a-a33d-ba21424ff229 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:31.899840 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Updating router 4dcad54a-d354-4e6a-a33d-ba21424ff229 port 35f1414d-1441-43ff-8779-3fb4d97cc49b binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:31.927055 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.959323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:31.962863 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.152128 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (9607aae5-605e-4624-9a84-cf8195ba9f0d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.176690 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Publish callbacks [] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.184069 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.212890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Subnet': ['ID=9607aae5-605e-4624-9a84-cf8195ba9f0d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.227413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Checking segment: {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:32.227890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network hostable DHCP agents. Network: e497066d-960b-4484-a12e-619240c45713, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:32.243337 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Pushing event updated for resources: {'Port': ['ID=35f1414d-1441-43ff-8779-3fb4d97cc49b,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.247166 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network e497066d-960b-4484-a12e-619240c45713 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:32.258099 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, e497066d-960b-4484-a12e-619240c45713) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:32.258886 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.259237 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.260273 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.260273 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.260273 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.260665 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.260951 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.261327 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.261587 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.261919 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.262236 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.262615 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.262940 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:32.266962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca1f9d5-6755-4227-bc8a-dc3fa8dfdaef None None] Network e497066d-960b-4484-a12e-619240c45713 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:32.268754 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:32.269563 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.276180 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Attempting to bind port 35f1414d-1441-43ff-8779-3fb4d97cc49b on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:32.276793 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Attempting to bind port 35f1414d-1441-43ff-8779-3fb4d97cc49b by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:32.277321 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Attempting to bind port 35f1414d-1441-43ff-8779-3fb4d97cc49b on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:32.287023 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:32.288510 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:32.289503 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.290296 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:32.291021 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Bound port: 35f1414d-1441-43ff-8779-3fb4d97cc49b, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:32.291457 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.300097 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-56743717-838e-42f6-8728-b1bb557dacd5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4363127 Feb 09 21:43:32.303006 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46318) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:32.362694 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] For port 35f1414d-1441-43ff-8779-3fb4d97cc49b, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:32.366553 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] For port 35f1414d-1441-43ff-8779-3fb4d97cc49b, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=35f1414d-1441-43ff-8779-3fb4d97cc49b,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:32.373358 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.392969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-e497066d-960b-4484-a12e-619240c45713', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:32.393838 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.414978 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:32.415511 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:32.575363 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Allocated IP 172.20.0.2 (e497066d-960b-4484-a12e-619240c45713/9607aae5-605e-4624-9a84-cf8195ba9f0d/594659d0-1e4a-4505-aa60-0ae074f5de53) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:32.621937 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:32.747650 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66c47-0c5c-403f-adba-6dd7fb2e2162 None None] Pushing event updated for resources: {'Port': ['ID=35f1414d-1441-43ff-8779-3fb4d97cc49b,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.779014 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Publish callbacks [] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.789048 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.837941 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:31Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:32.842484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Network e497066d-960b-4484-a12e-619240c45713 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:32.847836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:32.851812 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:32.881753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Pushing event updated for resources: {'Port': ['ID=594659d0-1e4a-4505-aa60-0ae074f5de53,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.897239 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859768ff-9377-41e4-bb26-7b3480827539 None None] The sync data for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 is: [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:31Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:32.918293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Attempting to bind port 594659d0-1e4a-4505-aa60-0ae074f5de53 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:32.918668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Attempting to bind port 594659d0-1e4a-4505-aa60-0ae074f5de53 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:32.919038 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Attempting to bind port 594659d0-1e4a-4505-aa60-0ae074f5de53 on network e497066d-960b-4484-a12e-619240c45713 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:32.926056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:32.926761 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Checking segment: {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:32.927494 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.928652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Bound using segment: {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:32.929479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Bound port: 594659d0-1e4a-4505-aa60-0ae074f5de53, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:32.930201 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.023029 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] For port 594659d0-1e4a-4505-aa60-0ae074f5de53, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:33.026703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] For port 594659d0-1e4a-4505-aa60-0ae074f5de53, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=594659d0-1e4a-4505-aa60-0ae074f5de53,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:33.034475 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.200086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.326943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ed92b-6ac4-42a4-9baf-27f241093a68 None None] Pushing event updated for resources: {'Port': ['ID=594659d0-1e4a-4505-aa60-0ae074f5de53,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.650346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.1 (e497066d-960b-4484-a12e-619240c45713/9607aae5-605e-4624-9a84-cf8195ba9f0d/af9a09c3-cfdd-4ff3-b50c-d060260a9278) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:33.782488 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.822755 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.876914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network e497066d-960b-4484-a12e-619240c45713 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:33.880493 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:33.884440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:33.891393 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=af9a09c3-cfdd-4ff3-b50c-d060260a9278,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.933357 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (4dcad54a-d354-4e6a-a33d-ba21424ff229), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.075282 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.371574 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e82d1-b923-4731-b0c5-639e570dfcc0 None None] Network e497066d-960b-4484-a12e-619240c45713 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:34.374125 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.379331 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.450659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=af9a09c3-cfdd-4ff3-b50c-d060260a9278,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.459373 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (4dcad54a-d354-4e6a-a33d-ba21424ff229), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.496701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a8839946-6326-4df2-8d43-c7e5cd93d1fb None None] Provisioning complete for port 594659d0-1e4a-4505-aa60-0ae074f5de53 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:34.497076 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8839946-6326-4df2-8d43-c7e5cd93d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.572907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network e497066d-960b-4484-a12e-619240c45713 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:34.574921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:34.589242 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a8839946-6326-4df2-8d43-c7e5cd93d1fb None None] Current status of the port 594659d0-1e4a-4505-aa60-0ae074f5de53 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:34.589640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8839946-6326-4df2-8d43-c7e5cd93d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.627434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a8839946-6326-4df2-8d43-c7e5cd93d1fb None None] For port 594659d0-1e4a-4505-aa60-0ae074f5de53, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=594659d0-1e4a-4505-aa60-0ae074f5de53,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:34.632784 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a8839946-6326-4df2-8d43-c7e5cd93d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.691657 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8839946-6326-4df2-8d43-c7e5cd93d1fb None None] Pushing event updated for resources: {'Port': ['ID=594659d0-1e4a-4505-aa60-0ae074f5de53,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.711799 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 4dcad54a-d354-4e6a-a33d-ba21424ff229 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:34.830002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:34.844233 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-04519020-70be-44cc-8157-5c084210dc3d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/4dcad54a-d354-4e6a-a33d-ba21424ff229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5396245 Feb 09 21:43:34.861782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Sync routers for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:34.877966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6cad3431-7a93-4753-a9ab-c04b7bf66d60 None None] Provisioning complete for port 594659d0-1e4a-4505-aa60-0ae074f5de53 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:34.878349 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cad3431-7a93-4753-a9ab-c04b7bf66d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.889428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:34.890266 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:35.032051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-7b2a01bb-2fb6-4082-be69-d6c5b9e801ab tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685211563&fields=id&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 267 time: 0.0842485 Feb 09 21:43:35.112659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6cad3431-7a93-4753-a9ab-c04b7bf66d60 None None] Current status of the port 594659d0-1e4a-4505-aa60-0ae074f5de53 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:35.119663 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 35f1414d-1441-43ff-8779-3fb4d97cc49b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:35.124817 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:35.159170 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-ffcc0d12-c934-48c8-9aa6-8432bef523cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.160772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-ffcc0d12-c934-48c8-9aa6-8432bef523cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/networks?id=e497066d-960b-4484-a12e-619240c45713 HTTP/1.1" status: 200 len: 796 time: 0.1275418 Feb 09 21:43:35.177251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-65b4c276-891e-4283-aca5-50a22ca4561f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/quotas/038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 375 time: 0.0105441 Feb 09 21:43:35.201434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6cad3431-7a93-4753-a9ab-c04b7bf66d60 None None] Provisioning complete for port af9a09c3-cfdd-4ff3-b50c-d060260a9278 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:35.201813 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cad3431-7a93-4753-a9ab-c04b7bf66d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.237281 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-0154661f-d6cd-4bd6-9a9d-289c38c1749c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533593 Feb 09 21:43:35.253192 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-0f4ca6a7-7801-4d5e-a6cf-61a8259f5c3a service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:43:35.254149 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-0f4ca6a7-7801-4d5e-a6cf-61a8259f5c3a service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058029 Feb 09 21:43:35.313366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6cad3431-7a93-4753-a9ab-c04b7bf66d60 None None] Port af9a09c3-cfdd-4ff3-b50c-d060260a9278 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:35.338733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 35f1414d-1441-43ff-8779-3fb4d97cc49b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:35.339026 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.347502 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-87f4637d-d8d4-4bf2-9349-4831f3c00979 service neutron] 10.222.0.102 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873587 Feb 09 21:43:35.436948 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-5b7fd63e-7245-4c75-9dd0-3cf9f526c126 service neutron] 10.222.0.102 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Feb 09 21:43:35.471592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 35f1414d-1441-43ff-8779-3fb4d97cc49b is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:35.472189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.481511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-06466292-f7a6-4a11-857b-6c2296c01333 None None] Provisioning complete for port af9a09c3-cfdd-4ff3-b50c-d060260a9278 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:35.481885 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-06466292-f7a6-4a11-857b-6c2296c01333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.491889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 2, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:35.540132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 35f1414d-1441-43ff-8779-3fb4d97cc49b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=35f1414d-1441-43ff-8779-3fb4d97cc49b,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:35.543268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Checking router: 4dcad54a-d354-4e6a-a33d-ba21424ff229 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:35.543589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Updating router 4dcad54a-d354-4e6a-a33d-ba21424ff229 port af9a09c3-cfdd-4ff3-b50c-d060260a9278 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:35.549295 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.549651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 594659d0-1e4a-4505-aa60-0ae074f5de53 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:35.620366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-afd5120b-dbd9-4727-a43c-b21f2a533064 req-10a70f3e-28e5-42b4-b701-2d20e0f62956 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 210 time: 0.0290694 Feb 09 21:43:35.626888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-06466292-f7a6-4a11-857b-6c2296c01333 None None] Port af9a09c3-cfdd-4ff3-b50c-d060260a9278 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:35.633424 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.669223 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=35f1414d-1441-43ff-8779-3fb4d97cc49b,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:35.715790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 594659d0-1e4a-4505-aa60-0ae074f5de53 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:35.716165 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.902407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 594659d0-1e4a-4505-aa60-0ae074f5de53 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:35.980608 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Publish callbacks [] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.986086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.034047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044199d8-0bb1-44b8-a9d2-189fdcdd9171 None None] Pushing event updated for resources: {'Port': ['ID=af9a09c3-cfdd-4ff3-b50c-d060260a9278,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.090902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Attempting to bind port af9a09c3-cfdd-4ff3-b50c-d060260a9278 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:36.091282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Attempting to bind port af9a09c3-cfdd-4ff3-b50c-d060260a9278 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:36.091650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Attempting to bind port af9a09c3-cfdd-4ff3-b50c-d060260a9278 on network e497066d-960b-4484-a12e-619240c45713 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:36.097360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:36.097741 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Checking segment: {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:36.098151 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.098546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Bound using segment: {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:36.099020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Bound port: af9a09c3-cfdd-4ff3-b50c-d060260a9278, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:36.099746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.165359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] For port af9a09c3-cfdd-4ff3-b50c-d060260a9278, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:36.168638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] For port af9a09c3-cfdd-4ff3-b50c-d060260a9278, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=af9a09c3-cfdd-4ff3-b50c-d060260a9278,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:36.174776 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.231727 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:36.232378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:36.277540 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044199d8-0bb1-44b8-a9d2-189fdcdd9171 None None] Pushing event updated for resources: {'Port': ['ID=af9a09c3-cfdd-4ff3-b50c-d060260a9278,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.323579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4a040e0e-2cea-4eb4-9b31-525827aebf9b None None] Provisioning complete for port af9a09c3-cfdd-4ff3-b50c-d060260a9278 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:36.323986 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a040e0e-2cea-4eb4-9b31-525827aebf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.393016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:36.504840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4a040e0e-2cea-4eb4-9b31-525827aebf9b None None] Current status of the port af9a09c3-cfdd-4ff3-b50c-d060260a9278 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:36.505476 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a040e0e-2cea-4eb4-9b31-525827aebf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.578944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4a040e0e-2cea-4eb4-9b31-525827aebf9b None None] For port af9a09c3-cfdd-4ff3-b50c-d060260a9278, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=af9a09c3-cfdd-4ff3-b50c-d060260a9278,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:36.588489 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4a040e0e-2cea-4eb4-9b31-525827aebf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.670269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a040e0e-2cea-4eb4-9b31-525827aebf9b None None] Pushing event updated for resources: {'Port': ['ID=af9a09c3-cfdd-4ff3-b50c-d060260a9278,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.691865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:36Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:36.706433 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b5ee07b2-0ec4-4375-bef8-eab9098be0c4 req-e4b0cc4d-447d-427e-80d0-45e557dd8f92 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 210 time: 0.0350714 Feb 09 21:43:36.729419 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0f382b-979c-4912-9dc4-0519d4c91f63 None None] The sync data for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 is: [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:36Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:36.740250 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6fcb6007-4510-4aba-b69f-dcb9d53e4b87 None None] Provisioning complete for port af9a09c3-cfdd-4ff3-b50c-d060260a9278 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:36.740631 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6fcb6007-4510-4aba-b69f-dcb9d53e4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.839778 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb6007-4510-4aba-b69f-dcb9d53e4b87 None None] Current status of the port af9a09c3-cfdd-4ff3-b50c-d060260a9278 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:37.070135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device af9a09c3-cfdd-4ff3-b50c-d060260a9278 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:37.119493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port af9a09c3-cfdd-4ff3-b50c-d060260a9278 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:37.119898 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.198391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port af9a09c3-cfdd-4ff3-b50c-d060260a9278 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:37.199474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 35f1414d-1441-43ff-8779-3fb4d97cc49b up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:37.410818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 35f1414d-1441-43ff-8779-3fb4d97cc49b triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:37.411192 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.492939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 35f1414d-1441-43ff-8779-3fb4d97cc49b is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:37.757553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-10ca90a5-cd3a-44b3-9475-1e7564251864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.787017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8b265149-e8b5-4bab-aaa1-89dbebddaa75 req-08b368de-fc6e-44bd-91ca-10b4ed6fabf6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 210 time: 0.0290713 Feb 09 21:43:38.870084 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fdbcb322-0ba7-426a-b651-a7d110923e76 req-285050a2-f577-465f-a030-73adc46ddccd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 210 time: 0.0314665 Feb 09 21:43:39.803279 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ba40a11-3dbc-4650-836b-4aedb2037fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.962971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec573ea0-c535-42c9-94c8-2e5649410bac req-0cdaa5ea-740d-4835-8221-01bcddc3d2a8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 210 time: 0.0274568 Feb 09 21:43:40.745906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-b607cdd5-028b-4c58-a2c6-194090ab7c12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.747245 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-b607cdd5-028b-4c58-a2c6-194090ab7c12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/networks?id=e497066d-960b-4484-a12e-619240c45713 HTTP/1.1" status: 200 len: 796 time: 0.1056120 Feb 09 21:43:40.810615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-0bde5e29-6012-4f82-93bf-9c81af29b577 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 380 time: 0.0532625 Feb 09 21:43:40.820147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'port': {'device_id': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'admin_state_up': True, 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'security_groups': ['431d2ca2-a9b1-4eab-9801-558d1957c10f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:40.922966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:40.926814 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.055232 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.3 (e497066d-960b-4484-a12e-619240c45713/9607aae5-605e-4624-9a84-cf8195ba9f0d/3e416b57-849a-483b-b597-35f6239c8882) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:41.057866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-099214e8-ae21-4878-9946-61096e4a5cef req-29134331-1942-46e0-97e1-d71102bd0b26 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 210 time: 0.0275271 Feb 09 21:43:41.191497 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (3e416b57-849a-483b-b597-35f6239c8882), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.224862 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3e416b57-849a-483b-b597-35f6239c8882), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.264504 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network e497066d-960b-4484-a12e-619240c45713 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:41.269909 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:41.273595 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:41.301393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=3e416b57-849a-483b-b597-35f6239c8882,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.331648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.332297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.349542 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-c5a5af7c-a8f2-4eea-b177-d15782e910f0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328274 Feb 09 21:43:41.362323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Request body: {'port': {'device_id': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:41.427772 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3e416b57-849a-483b-b597-35f6239c8882), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.460469 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.488980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-60c5fabc-eb20-46bd-9390-69d34972b121 None None] Provisioning complete for port 3e416b57-849a-483b-b597-35f6239c8882 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:41.489358 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60c5fabc-eb20-46bd-9390-69d34972b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3e416b57-849a-483b-b597-35f6239c8882), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.523218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-60c5fabc-eb20-46bd-9390-69d34972b121 None None] Port 3e416b57-849a-483b-b597-35f6239c8882 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:41.692893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e416b57-849a-483b-b597-35f6239c8882 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:41.700113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Publish callbacks [] for port (3e416b57-849a-483b-b597-35f6239c8882), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.712338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Transition to ACTIVE for port object 3e416b57-849a-483b-b597-35f6239c8882 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:41.716235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3e416b57-849a-483b-b597-35f6239c8882), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.769857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e416b57-849a-483b-b597-35f6239c8882,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.841208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Attempting to bind port 3e416b57-849a-483b-b597-35f6239c8882 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:41.841549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Attempting to bind port 3e416b57-849a-483b-b597-35f6239c8882 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:41.841880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Attempting to bind port 3e416b57-849a-483b-b597-35f6239c8882 on network e497066d-960b-4484-a12e-619240c45713 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:41.846460 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Port 3e416b57-849a-483b-b597-35f6239c8882 on network e497066d-960b-4484-a12e-619240c45713 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:41.846788 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Attempting to bind port 3e416b57-849a-483b-b597-35f6239c8882 on network e497066d-960b-4484-a12e-619240c45713 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:41.851713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:41.852063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Checking segment: {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:41.852449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Bound using segment: {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:41.852879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Bound port: 3e416b57-849a-483b-b597-35f6239c8882, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'e497066d-960b-4484-a12e-619240c45713'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:41.853242 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3e416b57-849a-483b-b597-35f6239c8882), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.918583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] For port 3e416b57-849a-483b-b597-35f6239c8882, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:41.921763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] For port 3e416b57-849a-483b-b597-35f6239c8882, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3e416b57-849a-483b-b597-35f6239c8882,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:41.929087 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3e416b57-849a-483b-b597-35f6239c8882), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.963794 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.964589 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.966093 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/3e416b57-849a-483b-b597-35f6239c8882 HTTP/1.1" status: 200 len: 1092 time: 0.6083901 Feb 09 21:43:41.966382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'tag': '3e416b57-849a-483b-b597-35f6239c8882'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:41.968735 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "tag": "3e416b57-849a-483b-b597-35f6239c8882"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:42.002400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb2f7e-202a-45e3-a3cb-a2277136b2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e416b57-849a-483b-b597-35f6239c8882,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.008505 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62164d08-e579-4101-a7fc-89159b39c892 x-openstack-request-id: req-62164d08-e579-4101-a7fc-89159b39c892 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:42.008800 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "tag": "3e416b57-849a-483b-b597-35f6239c8882", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:42.009062 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-62164d08-e579-4101-a7fc-89159b39c892 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:42.009476 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'tag': '3e416b57-849a-483b-b597-35f6239c8882', 'status': 'completed', 'code': 200} Feb 09 21:43:42.065422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-7b75e54a-23fc-492c-9fab-ceb9c54e2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.066978 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-7b75e54a-23fc-492c-9fab-ceb9c54e2eff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 1126 time: 0.0520008 Feb 09 21:43:42.109191 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-bb85bc6a-3f80-4b3d-b0df-fb016f6f4df2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e416b57-849a-483b-b597-35f6239c8882 HTTP/1.1" status: 200 len: 217 time: 0.0352309 Feb 09 21:43:42.162484 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-1a3677f9-fc02-4bac-87fa-710fb815d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.164012 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-1a3677f9-fc02-4bac-87fa-710fb815d521 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9607aae5-605e-4624-9a84-cf8195ba9f0d HTTP/1.1" status: 200 len: 834 time: 0.0475953 Feb 09 21:43:42.185830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbe39f-d0c7-4e7f-8fd0-385a68d0ce92 req-79ed1448-6a53-47c7-bb23-2182f02b964d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.187450 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07bbe39f-d0c7-4e7f-8fd0-385a68d0ce92 req-79ed1448-6a53-47c7-bb23-2182f02b964d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 943 time: 0.0543246 Feb 09 21:43:42.220492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-9f4cc6aa-a6a7-4109-a2ef-0e3cb4608af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.222076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-9f4cc6aa-a6a7-4109-a2ef-0e3cb4608af8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e497066d-960b-4484-a12e-619240c45713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525441 Feb 09 21:43:42.238824 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07bbe39f-d0c7-4e7f-8fd0-385a68d0ce92 req-4c4cb12b-e586-403a-af21-976f08d35b87 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 Feb 09 21:43:42.312608 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-a930bfc6-d3b1-463b-bfe9-bf60523c29d9 service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842619 Feb 09 21:43:42.401893 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a8c88960-8b60-43ba-b5dd-30a656fd6a90 req-69b031ba-02a0-4206-b552-f64733334bed service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841579 Feb 09 21:43:42.491767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-710460af-6663-4ed6-9e28-6e0051365cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.493273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-710460af-6663-4ed6-9e28-6e0051365cab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 1126 time: 0.0456564 Feb 09 21:43:42.578914 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-b706c2ed-37ba-4117-a5da-a0cd70a9fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.580852 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-b706c2ed-37ba-4117-a5da-a0cd70a9fe62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e497066d-960b-4484-a12e-619240c45713 HTTP/1.1" status: 200 len: 897 time: 0.0822384 Feb 09 21:43:42.623397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-c6493a39-f185-42e3-83e3-d91aab61ba3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e416b57-849a-483b-b597-35f6239c8882 HTTP/1.1" status: 200 len: 217 time: 0.0364952 Feb 09 21:43:42.670010 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-e87eaac6-3c43-41b6-863d-38d213025660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.671409 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-e87eaac6-3c43-41b6-863d-38d213025660 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9607aae5-605e-4624-9a84-cf8195ba9f0d HTTP/1.1" status: 200 len: 834 time: 0.0421793 Feb 09 21:43:42.720808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-c6819402-e551-4a5e-853b-ec106c8aea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.722320 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-c6819402-e551-4a5e-853b-ec106c8aea40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e497066d-960b-4484-a12e-619240c45713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439148 Feb 09 21:43:42.814512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-ed760206-6031-4aba-bca0-c26057575ca1 service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853655 Feb 09 21:43:42.901153 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-df2c8ac2-6eb8-4e50-a074-fc0b369f2161 req-91dba1d6-75b3-4605-8fbe-8916ea234e15 service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806429 Feb 09 21:43:42.925254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.358937 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdce11-1c16-4f26-ad4a-657520071e5a req-608ec48a-7c06-4a32-8508-7bf5e2f23eb8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.360950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83cdce11-1c16-4f26-ad4a-657520071e5a req-608ec48a-7c06-4a32-8508-7bf5e2f23eb8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 943 time: 0.0527701 Feb 09 21:43:43.414078 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-83cdce11-1c16-4f26-ad4a-657520071e5a req-a44c603e-5609-4398-a57f-662aec64b3f8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471120 Feb 09 21:43:44.014691 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.535470 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc8be-0373-432f-9b33-0a7ae4031f92 req-f78203ff-b7f1-40eb-b6eb-c4bc6322e5d9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:44.536980 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-905fc8be-0373-432f-9b33-0a7ae4031f92 req-f78203ff-b7f1-40eb-b6eb-c4bc6322e5d9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 943 time: 0.0519786 Feb 09 21:43:44.588681 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-905fc8be-0373-432f-9b33-0a7ae4031f92 req-99936741-49dc-439e-8938-73fbb9812c36 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462205 Feb 09 21:43:45.707768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cbd0-696f-48af-92a3-301119aed48d req-e013a810-3ee0-4452-a7d4-32a334a3586d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.709236 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8b6cbd0-696f-48af-92a3-301119aed48d req-e013a810-3ee0-4452-a7d4-32a334a3586d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 943 time: 0.0516109 Feb 09 21:43:45.757228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c8b6cbd0-696f-48af-92a3-301119aed48d req-7650dd8f-b071-477e-bd56-afa12e4e3751 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Feb 09 21:43:45.976025 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3e416b57-849a-483b-b597-35f6239c8882 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:46.072083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3e416b57-849a-483b-b597-35f6239c8882, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3e416b57-849a-483b-b597-35f6239c8882,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:46.083004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '3e416b57-849a-483b-b597-35f6239c8882', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'port_id': '3e416b57-849a-483b-b597-35f6239c8882', 'mac_address': 'fa:16:3e:ee:3d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:46.119335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3e416b57-849a-483b-b597-35f6239c8882 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:46.119764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3e416b57-849a-483b-b597-35f6239c8882), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.136523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e416b57-849a-483b-b597-35f6239c8882 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:46.155177 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3e416b57-849a-483b-b597-35f6239c8882, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3e416b57-849a-483b-b597-35f6239c8882,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:46.159145 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3e416b57-849a-483b-b597-35f6239c8882), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.204412 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3e416b57-849a-483b-b597-35f6239c8882,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:46.404333 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['3e416b57-849a-483b-b597-35f6239c8882'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:46.874700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8c8f3-654b-475f-92bb-8e3a22dcb895 req-271fcc6a-db40-4f2d-98ce-33d75ab34108 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.876780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84c8c8f3-654b-475f-92bb-8e3a22dcb895 req-271fcc6a-db40-4f2d-98ce-33d75ab34108 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 944 time: 0.0530820 Feb 09 21:43:46.926036 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-84c8c8f3-654b-475f-92bb-8e3a22dcb895 req-d65bbc7d-6323-4b86-ac1b-e7007b5b7e40 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Feb 09 21:43:47.990716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3e416b57-849a-483b-b597-35f6239c8882 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:48.040790 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 3e416b57-849a-483b-b597-35f6239c8882 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:48.043031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914cc36-26b9-4f8f-985a-8170a798d8b0 req-196f7b6e-4225-4f35-8c89-e6410391d0f6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.044578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6914cc36-26b9-4f8f-985a-8170a798d8b0 req-196f7b6e-4225-4f35-8c89-e6410391d0f6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 944 time: 0.0516560 Feb 09 21:43:48.044856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 3e416b57-849a-483b-b597-35f6239c8882 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:48.045230 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3e416b57-849a-483b-b597-35f6239c8882), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.093843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6914cc36-26b9-4f8f-985a-8170a798d8b0 req-31aa1cdc-d74e-4bf1-b6ba-1c755601b291 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428061 Feb 09 21:43:48.124402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3e416b57-849a-483b-b597-35f6239c8882 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:48.124801 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3e416b57-849a-483b-b597-35f6239c8882), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.147018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e416b57-849a-483b-b597-35f6239c8882'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:48.149200 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392bc725-cc84-4918-a7b8-69fb77ed746b" -d '{"events": [{"server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "name": "network-vif-plugged", "status": "completed", "tag": "3e416b57-849a-483b-b597-35f6239c8882"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:48.161789 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3e416b57-849a-483b-b597-35f6239c8882, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3e416b57-849a-483b-b597-35f6239c8882,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.165804 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3e416b57-849a-483b-b597-35f6239c8882), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.191450 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad8ea51-52bb-40d9-9aa9-36dd951fad34 x-openstack-request-id: req-cad8ea51-52bb-40d9-9aa9-36dd951fad34 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:48.191772 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "name": "network-vif-plugged", "status": "completed", "tag": "3e416b57-849a-483b-b597-35f6239c8882", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:48.192061 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cad8ea51-52bb-40d9-9aa9-36dd951fad34 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:48.192722 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e416b57-849a-483b-b597-35f6239c8882', 'code': 200} Feb 09 21:43:48.218180 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3e416b57-849a-483b-b597-35f6239c8882,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.290638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d4ca2-15e2-447b-95b3-06c6f7a0a62e req-6f6721e1-99f8-434d-8bcd-c486ec50eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.292195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c39d4ca2-15e2-447b-95b3-06c6f7a0a62e req-6f6721e1-99f8-434d-8bcd-c486ec50eb42 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 1128 time: 0.0469432 Feb 09 21:43:48.336479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c39d4ca2-15e2-447b-95b3-06c6f7a0a62e req-fc9f399e-b2c3-47d5-9763-9b1fc53a8362 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388527 Feb 09 21:43:49.210598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d01c59-ee44-4d8b-91fb-afd54e26c7b3 req-26705eea-9a87-4a2b-b20b-9460841e39d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.211990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59d01c59-ee44-4d8b-91fb-afd54e26c7b3 req-26705eea-9a87-4a2b-b20b-9460841e39d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0509486 Feb 09 21:43:49.259202 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-59d01c59-ee44-4d8b-91fb-afd54e26c7b3 req-e1b3243c-2f92-42c8-9ea4-adf10cc3896e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Feb 09 21:43:50.377304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46f539-8379-4d54-9fe5-40d940679a5d req-dfe9dbbb-4623-400a-a3ea-e617619982c8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.378776 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd46f539-8379-4d54-9fe5-40d940679a5d req-dfe9dbbb-4623-400a-a3ea-e617619982c8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0516043 Feb 09 21:43:50.426452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cd46f539-8379-4d54-9fe5-40d940679a5d req-97611392-6e8c-42f9-a361-f049353ff4a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 Feb 09 21:43:50.549071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdceae-5ff7-42c4-a291-aab74e0d5301 req-bfff0612-c226-4b0a-a301-db9709238f64 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.550454 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0dbdceae-5ff7-42c4-a291-aab74e0d5301 req-bfff0612-c226-4b0a-a301-db9709238f64 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0571465 Feb 09 21:43:50.597722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0dbdceae-5ff7-42c4-a291-aab74e0d5301 req-de318a80-fded-4432-b98b-74138a5b82ee tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Feb 09 21:43:50.618822 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:50.660476 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861af216-db9c-43fe-8835-51d41f30a588 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.661954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-861af216-db9c-43fe-8835-51d41f30a588 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 1123 time: 0.0421824 Feb 09 21:43:50.664811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46388) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:50.668885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '3e416b57-849a-483b-b597-35f6239c8882', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:50.688730 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.785136 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.883084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.45 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/af975719-2a55-4b04-9678-6dabd5c949e4) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:50.984625 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (af975719-2a55-4b04-9678-6dabd5c949e4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.017682 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (af975719-2a55-4b04-9678-6dabd5c949e4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.057971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:51.062395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:51.065798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:51.072268 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=af975719-2a55-4b04-9678-6dabd5c949e4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.411632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.478301 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (af975719-2a55-4b04-9678-6dabd5c949e4), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.620943 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (af975719-2a55-4b04-9678-6dabd5c949e4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.625300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (af975719-2a55-4b04-9678-6dabd5c949e4), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.690445 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=af975719-2a55-4b04-9678-6dabd5c949e4,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.700262 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.798635 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP 15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52 associated. External IP: 172.25.4.45, port: 3e416b57-849a-483b-b597-35f6239c8882. Feb 09 21:43:52.006079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 4dcad54a-d354-4e6a-a33d-ba21424ff229 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:52.086490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.371562 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:43:52.447118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:52.458890 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] Sync routers for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:52.464601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.469100 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:52.469814 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:52.494048 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1b600ad0-da55-4ef3-9c9b-e0ff812307e2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8282464 Feb 09 21:43:52.494647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'tag': '3e416b57-849a-483b-b597-35f6239c8882'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:52.496894 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "tag": "3e416b57-849a-483b-b597-35f6239c8882"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:52.534829 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffbe47-8550-4905-8acd-199b3138a8d9 x-openstack-request-id: req-d7ffbe47-8550-4905-8acd-199b3138a8d9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:52.535171 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "tag": "3e416b57-849a-483b-b597-35f6239c8882", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:52.535458 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d7ffbe47-8550-4905-8acd-199b3138a8d9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:52.536022 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'tag': '3e416b57-849a-483b-b597-35f6239c8882', 'status': 'completed', 'code': 200} Feb 09 21:43:52.583780 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:52.600323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084454b1-20d6-4844-8254-23b53237c803 req-a278c655-b1c6-476d-be97-3c1fff966bab tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.603136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-084454b1-20d6-4844-8254-23b53237c803 req-a278c655-b1c6-476d-be97-3c1fff966bab tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0588868 Feb 09 21:43:52.605113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-cb5d63da-562f-4ecb-9c70-441dfaf6a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.606777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-cb5d63da-562f-4ecb-9c70-441dfaf6a1ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 1128 time: 0.0493190 Feb 09 21:43:52.653333 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-084454b1-20d6-4844-8254-23b53237c803 req-b6c13f94-cd98-4c3c-bcbe-c6606e81e4bd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Feb 09 21:43:52.678152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:52.700790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-5bd2acd2-fad8-453d-9011-d057d617b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.702357 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-5bd2acd2-fad8-453d-9011-d057d617b33a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e497066d-960b-4484-a12e-619240c45713 HTTP/1.1" status: 200 len: 897 time: 0.0890200 Feb 09 21:43:52.744349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-acf7269f-d05b-48ee-86d6-d7eecf67e78b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52 HTTP/1.1" status: 200 len: 990 time: 0.0650175 Feb 09 21:43:52.768885 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-841ebcc2-15d7-4081-bbd5-dc1f8e125c4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e416b57-849a-483b-b597-35f6239c8882 HTTP/1.1" status: 200 len: 998 time: 0.0601351 Feb 09 21:43:52.816446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-1099d512-8be0-4d86-8cc2-0c7688629c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.818162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-1099d512-8be0-4d86-8cc2-0c7688629c14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9607aae5-605e-4624-9a84-cf8195ba9f0d HTTP/1.1" status: 200 len: 834 time: 0.0431077 Feb 09 21:43:52.819129 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'port_id': '3e416b57-849a-483b-b597-35f6239c8882', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'mac_address': 'fa:16:3e:ee:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:43:51Z', 'updated_at': '2022-02-09T21:43:51Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:36Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:52.844961 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] Checking router: 4dcad54a-d354-4e6a-a33d-ba21424ff229 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:52.853240 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:52.853848 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:43:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:52.869539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-f656e503-7c7c-4aa3-b42d-31a46c022380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.871090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-f656e503-7c7c-4aa3-b42d-31a46c022380 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e497066d-960b-4484-a12e-619240c45713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471263 Feb 09 21:43:52.956498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-c4cb97ef-6db5-4796-b6fa-f11e0130fc3d service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796597 Feb 09 21:43:52.959238 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:53.048962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4b0ba2b3-2bee-47aa-a73b-4c7f35ccc896 req-26a86a8b-6fcc-43a3-b824-cca82590c826 service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Feb 09 21:43:53.180497 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'port_id': '3e416b57-849a-483b-b597-35f6239c8882', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'mac_address': 'fa:16:3e:ee:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:43:51Z', 'updated_at': '2022-02-09T21:43:51Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:36Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:53.210706 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0170e7d-26f2-468f-8a46-31a7dbee83b5 None None] The sync data for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 is: [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'port_id': '3e416b57-849a-483b-b597-35f6239c8882', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'mac_address': 'fa:16:3e:ee:3d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:43:51Z', 'updated_at': '2022-02-09T21:43:51Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:36Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:53.388735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3bcc4-7554-40bc-b602-2f0f62009206 None None] New status for floating IP 15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:43:53.748426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46396) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:53.812277 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3347d308-6fca-48fd-b23e-aaf2936e937d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52 HTTP/1.1" status: 200 len: 992 time: 0.0628006 Feb 09 21:43:57.036372 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.759931 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-70651eac-45b4-428f-a23f-b0981ff68c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.553971 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-9b4a5765-72ac-4e6a-bca7-b3e7181d1b49 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429571 Feb 09 21:44:08.639540 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-0ef033eb-15ca-49f7-adf8-9e180dc7d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.641051 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-0ef033eb-15ca-49f7-adf8-9e180dc7d15d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 1128 time: 0.0440528 Feb 09 21:44:08.746786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-051def26-42ae-4210-8417-00f27ea36675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.748175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-051def26-42ae-4210-8417-00f27ea36675 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e497066d-960b-4484-a12e-619240c45713 HTTP/1.1" status: 200 len: 897 time: 0.0855014 Feb 09 21:44:08.812411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-91f38eaf-2d9e-4578-8b6f-bfe702775f2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e416b57-849a-483b-b597-35f6239c8882 HTTP/1.1" status: 200 len: 1000 time: 0.0575259 Feb 09 21:44:08.859150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-278b8cfb-8d1b-440e-b565-58641bda95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.860597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-278b8cfb-8d1b-440e-b565-58641bda95d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9607aae5-605e-4624-9a84-cf8195ba9f0d HTTP/1.1" status: 200 len: 834 time: 0.0424216 Feb 09 21:44:08.910960 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-c599910e-7bb9-490e-921f-6045abf64457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.912468 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-c599910e-7bb9-490e-921f-6045abf64457 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e497066d-960b-4484-a12e-619240c45713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463140 Feb 09 21:44:08.997924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-48efeafa-b2df-447f-88e0-c913f411248c service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786359 Feb 09 21:44:09.088487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c1c7ebff-d25c-4ce7-9e06-14450edaac90 req-9cb071e8-6928-4d7b-ba09-d06eb7c78ea7 service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837970 Feb 09 21:44:09.808283 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b81d-bbad-4886-ba31-352129c40cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.458893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.929484 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.017565 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.086120 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.040914 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.351570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53cf10-995b-4d16-b36c-9cf831580a85 req-081735e2-fdee-4ca2-b67c-7c51c9b43db2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:27.353102 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe53cf10-995b-4d16-b36c-9cf831580a85 req-081735e2-fdee-4ca2-b67c-7c51c9b43db2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.1141856 Feb 09 21:44:27.403535 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fe53cf10-995b-4d16-b36c-9cf831580a85 req-b5ae551c-2db7-4f64-933f-305e514f7f3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 Feb 09 21:44:28.579566 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8121e4-2056-48b6-9fe5-a3e91722ff1f req-b1d0feaa-fc3d-478f-a81d-2c306c7d34f6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.581100 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f8121e4-2056-48b6-9fe5-a3e91722ff1f req-b1d0feaa-fc3d-478f-a81d-2c306c7d34f6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.1030269 Feb 09 21:44:28.630144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f8121e4-2056-48b6-9fe5-a3e91722ff1f req-ad262de9-55d9-42f9-9da3-68c5ba6cc529 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Feb 09 21:44:28.652337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46430) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.715651 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-78fb7e0c-1ca6-4633-8f90-c289887061fa tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52 HTTP/1.1" status: 200 len: 992 time: 0.0619719 Feb 09 21:44:29.370926 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:44:29.983726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723c733-c43a-4fbd-9605-7078f2f39df6 req-77132f6b-6e9b-40c9-869a-694a6b1302db tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:29.985139 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7723c733-c43a-4fbd-9605-7078f2f39df6 req-77132f6b-6e9b-40c9-869a-694a6b1302db tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0524414 Feb 09 21:44:30.033020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7723c733-c43a-4fbd-9605-7078f2f39df6 req-0830690b-b27a-4b70-9b19-5f652a118aa2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Feb 09 21:44:31.153027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42046a4-c237-4846-8cec-f1b8d97af00c req-67892a59-e47c-4d00-908e-f8dca00076dd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:31.154471 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f42046a4-c237-4846-8cec-f1b8d97af00c req-67892a59-e47c-4d00-908e-f8dca00076dd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0526030 Feb 09 21:44:31.202614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f42046a4-c237-4846-8cec-f1b8d97af00c req-c19c100b-8a80-47fb-a107-42a8dabf82e0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Feb 09 21:44:31.224811 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46440) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.287950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-fe6fa1a8-436a-4f0a-af0b-ec3c513c7689 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52 HTTP/1.1" status: 200 len: 992 time: 0.0620446 Feb 09 21:44:31.508834 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46446) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.665736 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port af975719-2a55-4b04-9678-6dabd5c949e4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:31.666092 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (af975719-2a55-4b04-9678-6dabd5c949e4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.739942 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (af975719-2a55-4b04-9678-6dabd5c949e4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.740196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (af975719-2a55-4b04-9678-6dabd5c949e4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.751796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for af975719-2a55-4b04-9678-6dabd5c949e4 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:31.904939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (af975719-2a55-4b04-9678-6dabd5c949e4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.930508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=af975719-2a55-4b04-9678-6dabd5c949e4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:31.961452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.961810 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.962160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.962508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.962849 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.963185 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.963526 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.963886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.964221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.964556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.964885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.965212 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:31.965539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.005253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.005554 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP 15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52 disassociated (deleted). External IP: 172.25.4.45, port: 3e416b57-849a-483b-b597-35f6239c8882. Feb 09 21:44:32.218274 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 4dcad54a-d354-4e6a-a33d-ba21424ff229 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:32.328344 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:32.333587 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.338643 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] Sync routers for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:32.347651 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:32.348284 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:32.366179 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2f9f48e1-e7c2-4408-9bea-994455f4446c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/floatingips/15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52 HTTP/1.1" status: 204 len: 168 time: 0.8561921 Feb 09 21:44:32.366915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'tag': '3e416b57-849a-483b-b597-35f6239c8882'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:32.369268 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f742196-fa8b-47a6-af1c-457a234032b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "tag": "3e416b57-849a-483b-b597-35f6239c8882"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:32.408537 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a4863f-26c8-4643-84f2-cf80908788f7 x-openstack-request-id: req-08a4863f-26c8-4643-84f2-cf80908788f7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:32.408833 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "tag": "3e416b57-849a-483b-b597-35f6239c8882", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:32.409084 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-08a4863f-26c8-4643-84f2-cf80908788f7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:32.409486 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'tag': '3e416b57-849a-483b-b597-35f6239c8882', 'status': 'completed', 'code': 200} Feb 09 21:44:32.463914 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:32.484962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-52eb2ac6-e29b-4f93-9932-8c231e23dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:32.486685 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-52eb2ac6-e29b-4f93-9932-8c231e23dd53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 1128 time: 0.0555978 Feb 09 21:44:32.609683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-76b6022e-fb2f-430f-abea-e002ce7e4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:32.611415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-76b6022e-fb2f-430f-abea-e002ce7e4baa service neutron] 10.222.0.50 "GET /v2.0/networks?id=e497066d-960b-4484-a12e-619240c45713 HTTP/1.1" status: 200 len: 897 time: 0.1182654 Feb 09 21:44:32.678193 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-0d5050c7-ec80-4e9e-8412-501c5d5237d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e416b57-849a-483b-b597-35f6239c8882 HTTP/1.1" status: 200 len: 217 time: 0.0524149 Feb 09 21:44:32.691155 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3810c95-5080-44de-ac89-983a10ef34d3 req-1f351da2-68ae-4e91-a2ab-cfe763339f94 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:32.696144 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3810c95-5080-44de-ac89-983a10ef34d3 req-1f351da2-68ae-4e91-a2ab-cfe763339f94 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0993283 Feb 09 21:44:32.778419 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-bc3a080a-7136-4542-8e8c-4289ffe0fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:32.778818 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:36Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:32.779912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-bc3a080a-7136-4542-8e8c-4289ffe0fd6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9607aae5-605e-4624-9a84-cf8195ba9f0d HTTP/1.1" status: 200 len: 834 time: 0.0828679 Feb 09 21:44:32.788607 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d3810c95-5080-44de-ac89-983a10ef34d3 req-3d4a4482-9852-4252-8ad5-ad670aa7d7ea tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821452 Feb 09 21:44:32.811826 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] Checking router: 4dcad54a-d354-4e6a-a33d-ba21424ff229 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:32.822889 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:32.824088 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:32.837626 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-2e580c01-05db-4bec-a873-3138771120b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:32.839186 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-2e580c01-05db-4bec-a873-3138771120b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e497066d-960b-4484-a12e-619240c45713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496962 Feb 09 21:44:32.928310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-a78d684d-12a2-43a9-9297-0eef66aa7ac3 service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822511 Feb 09 21:44:32.931713 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:33.027039 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f742196-fa8b-47a6-af1c-457a234032b3 req-82cf3c33-db34-4302-98c2-9edf8a2ec169 service neutron] 10.222.0.50 "GET /v2.0/networks/e497066d-960b-4484-a12e-619240c45713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924997 Feb 09 21:44:33.139642 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:36Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:33.165943 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdfb6b-8d2f-448c-ad96-31627b1ce009 None None] The sync data for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 is: [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'af9a09c3-cfdd-4ff3-b50c-d060260a9278', 'name': '', 'network_id': 'e497066d-960b-4484-a12e-619240c45713', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:6e:42:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:36Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '9607aae5-605e-4624-9a84-cf8195ba9f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:33.392987 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c836b99a-fa6d-42b2-a82c-bbeabef1b3cf None None] New status for floating IP 15b2fc4f-8099-4e5a-8d8e-f31b0b8b9a52: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:44:33.910544 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f7d15-070f-4887-ac06-293e5983bdec req-2ba98002-abd1-4cee-badd-e228ba9c4be0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:33.912442 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f67f7d15-070f-4887-ac06-293e5983bdec req-2ba98002-abd1-4cee-badd-e228ba9c4be0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0520315 Feb 09 21:44:33.959806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f67f7d15-070f-4887-ac06-293e5983bdec req-91bfc4f2-1645-416c-84b1-7e15be8a1a63 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=431d2ca2-a9b1-4eab-9801-558d1957c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418437 Feb 09 21:44:34.247291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-52727903-760a-446a-88e6-1766ce7bb5fe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:34.248682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-52727903-760a-446a-88e6-1766ce7bb5fe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 945 time: 0.0518899 Feb 09 21:44:34.336763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 3e416b57-849a-483b-b597-35f6239c8882 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:34.337100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3e416b57-849a-483b-b597-35f6239c8882), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.425524 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port 3e416b57-849a-483b-b597-35f6239c8882, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3e416b57-849a-483b-b597-35f6239c8882,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:34.425881 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3e416b57-849a-483b-b597-35f6239c8882), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.438467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 3e416b57-849a-483b-b597-35f6239c8882 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:34.566974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3e416b57-849a-483b-b597-35f6239c8882), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.595066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=3e416b57-849a-483b-b597-35f6239c8882,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.607377 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.607768 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.608216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.608568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.609022 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.609229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.609567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.609899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.610240 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.610570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.610900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.611227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.611558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.647756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] No DVR routers for this DVR port 3e416b57-849a-483b-b597-35f6239c8882 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:34.650317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.653648 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b107ac58-9bca-43a5-a3e3-0e1d1f5660ff req-2d568bd6-e799-42d8-bf93-e3bd6f507e66 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "DELETE /v2.0/ports/3e416b57-849a-483b-b597-35f6239c8882 HTTP/1.1" status: 204 len: 173 time: 0.4001436 Feb 09 21:44:34.654088 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'name': 'network-vif-deleted', 'tag': '3e416b57-849a-483b-b597-35f6239c8882'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:34.656334 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d80d0f-f5b9-4688-813d-23b54303da2b" -d '{"events": [{"server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "name": "network-vif-deleted", "tag": "3e416b57-849a-483b-b597-35f6239c8882"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:34.691975 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eaf265-8076-4caf-938e-bf673614b443 x-openstack-request-id: req-69eaf265-8076-4caf-938e-bf673614b443 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:34.692793 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f5bdd5-e81d-4dc5-96db-d5d273519c0c", "name": "network-vif-deleted", "tag": "3e416b57-849a-483b-b597-35f6239c8882", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:34.693052 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-69eaf265-8076-4caf-938e-bf673614b443 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:34.693460 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f5bdd5-e81d-4dc5-96db-d5d273519c0c', 'name': 'network-vif-deleted', 'tag': '3e416b57-849a-483b-b597-35f6239c8882', 'status': 'completed', 'code': 200} Feb 09 21:44:35.091810 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-92a7891a-6705-46a5-8987-44e9eab16ad8 req-32dab153-b118-45c7-a339-e912795b3288 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=f8f5bdd5-e81d-4dc5-96db-d5d273519c0c HTTP/1.1" status: 200 len: 210 time: 0.0326104 Feb 09 21:44:36.151151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46462) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:36.510253 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (4dcad54a-d354-4e6a-a33d-ba21424ff229), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.038939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port af9a09c3-cfdd-4ff3-b50c-d060260a9278 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:37.039278 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.126456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port af9a09c3-cfdd-4ff3-b50c-d060260a9278, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=af9a09c3-cfdd-4ff3-b50c-d060260a9278,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:37.126820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.139388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for af9a09c3-cfdd-4ff3-b50c-d060260a9278 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:37.322170 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (af9a09c3-cfdd-4ff3-b50c-d060260a9278), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.351351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=af9a09c3-cfdd-4ff3-b50c-d060260a9278,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.526399 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (4dcad54a-d354-4e6a-a33d-ba21424ff229), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.741261 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 4dcad54a-d354-4e6a-a33d-ba21424ff229 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:37.762157 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-471ee52f-6700-4c52-b430-45288b16d413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.855164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:37.860900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-98ddb2f1-901e-42df-a327-20d06c46d54f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/4dcad54a-d354-4e6a-a33d-ba21424ff229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7085736 Feb 09 21:44:37.863923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46464) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.864986 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] Sync routers for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:37.874428 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:37.875030 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:37.915588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d853bc-9dce-4d48-a502-78e972f6450e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting subnet 9607aae5-605e-4624-9a84-cf8195ba9f0d {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:37.918747 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d853bc-9dce-4d48-a502-78e972f6450e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (9607aae5-605e-4624-9a84-cf8195ba9f0d), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.958823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d853bc-9dce-4d48-a502-78e972f6450e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (9607aae5-605e-4624-9a84-cf8195ba9f0d), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.980980 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:38.045230 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d853bc-9dce-4d48-a502-78e972f6450e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9607aae5-605e-4624-9a84-cf8195ba9f0d), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.103031 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d853bc-9dce-4d48-a502-78e972f6450e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (9607aae5-605e-4624-9a84-cf8195ba9f0d), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.131896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d853bc-9dce-4d48-a502-78e972f6450e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Subnet': ['ID=9607aae5-605e-4624-9a84-cf8195ba9f0d,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.133966 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66d853bc-9dce-4d48-a502-78e972f6450e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.139962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46466) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.140543 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-66d853bc-9dce-4d48-a502-78e972f6450e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/subnets/9607aae5-605e-4624-9a84-cf8195ba9f0d HTTP/1.1" status: 204 len: 168 time: 0.2750463 Feb 09 21:44:38.140647 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e4cf52-8201-45c0-939f-e9da2740b406 None None] Network e497066d-960b-4484-a12e-619240c45713 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:38.155808 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:44:37Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:38.187341 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] Checking router: 4dcad54a-d354-4e6a-a33d-ba21424ff229 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:38.196416 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] Routers {'4dcad54a-d354-4e6a-a33d-ba21424ff229'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:38.197023 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['4dcad54a-d354-4e6a-a33d-ba21424ff229'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:38.248264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3e416b57-849a-483b-b597-35f6239c8882 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:38.255879 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (4dcad54a-d354-4e6a-a33d-ba21424ff229), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.272348 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 3e416b57-849a-483b-b597-35f6239c8882 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:38.272797 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3e416b57-849a-483b-b597-35f6239c8882 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:38.304985 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] Set router 4dcad54a-d354-4e6a-a33d-ba21424ff229 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:38.314581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] DHCP port deletion for e497066d-960b-4484-a12e-619240c45713 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:38.364971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Deleting port 594659d0-1e4a-4505-aa60-0ae074f5de53 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:38.365444 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.370464 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (4dcad54a-d354-4e6a-a33d-ba21424ff229), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.426968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 35f1414d-1441-43ff-8779-3fb4d97cc49b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:38.427380 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.435504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] For port 594659d0-1e4a-4505-aa60-0ae074f5de53, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=594659d0-1e4a-4505-aa60-0ae074f5de53,segment=NetworkSegment(cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f),segment_id=cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:38.435930 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.449390 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Calling delete_port for 594659d0-1e4a-4505-aa60-0ae074f5de53 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:38.491544 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:44:37Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:38.516899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port 35f1414d-1441-43ff-8779-3fb4d97cc49b, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=35f1414d-1441-43ff-8779-3fb4d97cc49b,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:38.517290 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.517458 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be8852-4703-442b-aa69-f6bc5d65473d None None] The sync data for ids ['4dcad54a-d354-4e6a-a33d-ba21424ff229'] in n-d-789963-29 is: [{'id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'name': 'tempest-TestNetworkAdvancedServerOps-router-581978796', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:29Z', 'updated_at': '2022-02-09T21:44:37Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '35f1414d-1441-43ff-8779-3fb4d97cc49b', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:61:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcad54a-d354-4e6a-a33d-ba21424ff229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:30Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:38.530084 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 35f1414d-1441-43ff-8779-3fb4d97cc49b owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:38.537363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (594659d0-1e4a-4505-aa60-0ae074f5de53), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.563339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Pushing event deleted for resources: {'Port': ['ID=594659d0-1e4a-4505-aa60-0ae074f5de53,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.568394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] No DVR routers for this DVR port 594659d0-1e4a-4505-aa60-0ae074f5de53 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:38.581359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.581717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.582066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.582409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.582806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.583144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.583629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.583836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.584179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.584512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.584838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.585171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.585586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162bea5-fcf5-4d14-9256-b689ca7a38b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:38.707227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (35f1414d-1441-43ff-8779-3fb4d97cc49b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.734308 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=35f1414d-1441-43ff-8779-3fb4d97cc49b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.797890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (4dcad54a-d354-4e6a-a33d-ba21424ff229), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.891459 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (4dcad54a-d354-4e6a-a33d-ba21424ff229), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.893710 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (4dcad54a-d354-4e6a-a33d-ba21424ff229), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.938789 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (4dcad54a-d354-4e6a-a33d-ba21424ff229), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.939320 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Fanout notify agent at l3_agent the message router_deleted on router 4dcad54a-d354-4e6a-a33d-ba21424ff229 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:38.946674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.947843 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4ad09dc5-c4c5-44e4-905a-4b0cda80822e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/routers/4dcad54a-d354-4e6a-a33d-ba21424ff229 HTTP/1.1" status: 204 len: 168 time: 0.8059654 Feb 09 21:44:38.950620 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.038955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (e497066d-960b-4484-a12e-619240c45713), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.089570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device af9a09c3-cfdd-4ff3-b50c-d060260a9278 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:39.114261 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: af9a09c3-cfdd-4ff3-b50c-d060260a9278 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:39.114645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device af9a09c3-cfdd-4ff3-b50c-d060260a9278 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:39.115129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 594659d0-1e4a-4505-aa60-0ae074f5de53 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:39.131404 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (e497066d-960b-4484-a12e-619240c45713), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.136118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 594659d0-1e4a-4505-aa60-0ae074f5de53 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:39.136539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 594659d0-1e4a-4505-aa60-0ae074f5de53 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:39.155902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e497066d-960b-4484-a12e-619240c45713']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.165628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.165925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.175655 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.193518 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.199625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:39.200045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (cfb244ee-7dbd-450d-b3eb-7d9f7ea5706f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:39.202931 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:39.263752 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (e497066d-960b-4484-a12e-619240c45713), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.268666 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.272622 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/networks/e497066d-960b-4484-a12e-619240c45713 HTTP/1.1" status: 204 len: 168 time: 0.3210144 Feb 09 21:44:39.275456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46470) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.286900 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1e7b7-9252-46d2-a14f-f67598c34a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Network': ['ID=e497066d-960b-4484-a12e-619240c45713,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.331371 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6b63-0626-486d-a412-a8543e0c1081 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (431d2ca2-a9b1-4eab-9801-558d1957c10f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.356519 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6b63-0626-486d-a412-a8543e0c1081 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (431d2ca2-a9b1-4eab-9801-558d1957c10f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.424533 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6b63-0626-486d-a412-a8543e0c1081 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (431d2ca2-a9b1-4eab-9801-558d1957c10f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.427657 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6b63-0626-486d-a412-a8543e0c1081 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.428853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5ccc6b63-0626-486d-a412-a8543e0c1081 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/security-groups/431d2ca2-a9b1-4eab-9801-558d1957c10f HTTP/1.1" status: 204 len: 168 time: 0.1523106 Feb 09 21:44:39.438621 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc6b63-0626-486d-a412-a8543e0c1081 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d2ca2-a9b1-4eab-9801-558d1957c10f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.742656 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46476) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.747288 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fb40f2cc-abb5-4a78-91a6-7939bb6fe132 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809417564', 'description': 'tempest-secgroup-smoke-1809417564 description', 'project_id': '038e75f57fd84af99e552e559fa9a541'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:39.768263 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb40f2cc-abb5-4a78-91a6-7939bb6fe132 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.809682 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1bc792c5-95ff-420d-b78b-8f9c619d98e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.834132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb40f2cc-abb5-4a78-91a6-7939bb6fe132 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (33d59409-87a3-4cd2-b5a1-7e708409c65f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.837685 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb40f2cc-abb5-4a78-91a6-7939bb6fe132 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (33d59409-87a3-4cd2-b5a1-7e708409c65f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.865231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fb40f2cc-abb5-4a78-91a6-7939bb6fe132 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.866437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fb40f2cc-abb5-4a78-91a6-7939bb6fe132 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1227546 Feb 09 21:44:39.869456 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46478) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.870414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40f2cc-abb5-4a78-91a6-7939bb6fe132 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d59409-87a3-4cd2-b5a1-7e708409c65f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.875310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d0d0fc8e-5950-4068-98d2-f982a06cf21a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '33d59409-87a3-4cd2-b5a1-7e708409c65f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:39.900687 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fc8e-5950-4068-98d2-f982a06cf21a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (0f2be29c-c8bb-49b5-b4f2-0fd75b8b6321), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.947785 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fc8e-5950-4068-98d2-f982a06cf21a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (0f2be29c-c8bb-49b5-b4f2-0fd75b8b6321), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.951211 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fc8e-5950-4068-98d2-f982a06cf21a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (0f2be29c-c8bb-49b5-b4f2-0fd75b8b6321), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.967931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0fc8e-5950-4068-98d2-f982a06cf21a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2be29c-c8bb-49b5-b4f2-0fd75b8b6321,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.976545 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d0d0fc8e-5950-4068-98d2-f982a06cf21a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.977743 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d0d0fc8e-5950-4068-98d2-f982a06cf21a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072867 Feb 09 21:44:39.980548 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46480) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.984887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-3763e24a-daa7-48cd-885c-9d70eab14aa0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '33d59409-87a3-4cd2-b5a1-7e708409c65f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.009214 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3763e24a-daa7-48cd-885c-9d70eab14aa0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (2caddb16-a934-4085-93eb-fb8e54cc9658), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.064106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3763e24a-daa7-48cd-885c-9d70eab14aa0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (2caddb16-a934-4085-93eb-fb8e54cc9658), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.068331 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3763e24a-daa7-48cd-885c-9d70eab14aa0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2caddb16-a934-4085-93eb-fb8e54cc9658), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.085643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763e24a-daa7-48cd-885c-9d70eab14aa0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caddb16-a934-4085-93eb-fb8e54cc9658,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.092872 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3763e24a-daa7-48cd-885c-9d70eab14aa0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.094060 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3763e24a-daa7-48cd-885c-9d70eab14aa0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125588 Feb 09 21:44:40.096798 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46482) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.101514 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-63251e3a-4f80-45b1-827e-6bd1b845b1b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '33d59409-87a3-4cd2-b5a1-7e708409c65f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.125662 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63251e3a-4f80-45b1-827e-6bd1b845b1b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (a14f24e2-60bb-436e-beda-873ca1a99ab5), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.181210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63251e3a-4f80-45b1-827e-6bd1b845b1b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (a14f24e2-60bb-436e-beda-873ca1a99ab5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.184518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63251e3a-4f80-45b1-827e-6bd1b845b1b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (a14f24e2-60bb-436e-beda-873ca1a99ab5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.201172 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251e3a-4f80-45b1-827e-6bd1b845b1b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14f24e2-60bb-436e-beda-873ca1a99ab5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.210387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63251e3a-4f80-45b1-827e-6bd1b845b1b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.211566 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-63251e3a-4f80-45b1-827e-6bd1b845b1b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138523 Feb 09 21:44:40.214484 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46484) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.218842 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4a75b656-7ddf-47a7-9b2b-526aeb525073 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '33d59409-87a3-4cd2-b5a1-7e708409c65f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.242850 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a75b656-7ddf-47a7-9b2b-526aeb525073 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (c203aeb1-87b4-43b1-aed4-0c59305a140c), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.301459 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a75b656-7ddf-47a7-9b2b-526aeb525073 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (c203aeb1-87b4-43b1-aed4-0c59305a140c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.305061 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a75b656-7ddf-47a7-9b2b-526aeb525073 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c203aeb1-87b4-43b1-aed4-0c59305a140c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.333045 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75b656-7ddf-47a7-9b2b-526aeb525073 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c203aeb1-87b4-43b1-aed4-0c59305a140c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.337820 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a75b656-7ddf-47a7-9b2b-526aeb525073 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.339014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4a75b656-7ddf-47a7-9b2b-526aeb525073 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235530 Feb 09 21:44:40.341981 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.346557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7047c124-0e9a-46bf-bdb1-8ae722d200fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '33d59409-87a3-4cd2-b5a1-7e708409c65f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.365960 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-7047c124-0e9a-46bf-bdb1-8ae722d200fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:44:40.370787 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7047c124-0e9a-46bf-bdb1-8ae722d200fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (017ac9de-aae3-47c3-9971-1abb9a26a0a9), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.426074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7047c124-0e9a-46bf-bdb1-8ae722d200fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (017ac9de-aae3-47c3-9971-1abb9a26a0a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.429608 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7047c124-0e9a-46bf-bdb1-8ae722d200fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (017ac9de-aae3-47c3-9971-1abb9a26a0a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.447111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047c124-0e9a-46bf-bdb1-8ae722d200fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017ac9de-aae3-47c3-9971-1abb9a26a0a9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.451302 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7047c124-0e9a-46bf-bdb1-8ae722d200fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.455342 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7047c124-0e9a-46bf-bdb1-8ae722d200fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1122708 Feb 09 21:44:40.455483 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46488) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.460557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-4ea4bdc0-3e91-4528-b6f7-9b8d524f6202 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '33d59409-87a3-4cd2-b5a1-7e708409c65f', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.481031 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-4ea4bdc0-3e91-4528-b6f7-9b8d524f6202 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:44:40.485993 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bdc0-3e91-4528-b6f7-9b8d524f6202 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (500faa96-d51e-4442-b0b9-d930714c43a5), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.543997 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bdc0-3e91-4528-b6f7-9b8d524f6202 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (500faa96-d51e-4442-b0b9-d930714c43a5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.547647 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bdc0-3e91-4528-b6f7-9b8d524f6202 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (500faa96-d51e-4442-b0b9-d930714c43a5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.561905 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4bdc0-3e91-4528-b6f7-9b8d524f6202 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500faa96-d51e-4442-b0b9-d930714c43a5,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.573472 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bdc0-3e91-4528-b6f7-9b8d524f6202 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.574666 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4ea4bdc0-3e91-4528-b6f7-9b8d524f6202 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182668 Feb 09 21:44:40.577567 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46490) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.582338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'network': {'name': 'tempest-network-smoke--565027802', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.601264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:40.604688 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.627814 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:40.637739 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (797e42df-439e-45d2-badd-a32cb9f5e211), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.638094 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Added segment 797e42df-439e-45d2-badd-a32cb9f5e211 of type vlan for network 876549d6-1bf4-4076-891f-1c9fbf467998 Feb 09 21:44:40.677333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (876549d6-1bf4-4076-891f-1c9fbf467998), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.701482 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (876549d6-1bf4-4076-891f-1c9fbf467998), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.706368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.707029 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.760744 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1819677 Feb 09 21:44:40.763364 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.769262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'admin_state_up': True, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.778595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5f291-4951-4d76-965d-ff07b9530cfb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Network': ['ID=876549d6-1bf4-4076-891f-1c9fbf467998,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.789975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 876549d6-1bf4-4076-891f-1c9fbf467998 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:40.793525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (25b72314-669b-47b4-80b7-0395a50b97b4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.794702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (25b72314-669b-47b4-80b7-0395a50b97b4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.850930 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (25b72314-669b-47b4-80b7-0395a50b97b4), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.993057 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (25b72314-669b-47b4-80b7-0395a50b97b4), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.993846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 35f1414d-1441-43ff-8779-3fb4d97cc49b no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:41.014851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 35f1414d-1441-43ff-8779-3fb4d97cc49b {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:41.015115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 35f1414d-1441-43ff-8779-3fb4d97cc49b not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:41.180812 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (25b72314-669b-47b4-80b7-0395a50b97b4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.199583 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.301807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.134 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/a04a5d67-d358-4560-aef3-c9d7f06e34d5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:41.397251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.429966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.463820 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.468895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:41.474281 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:41.477791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:41.500890 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=a04a5d67-d358-4560-aef3-c9d7f06e34d5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.723751 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (25b72314-669b-47b4-80b7-0395a50b97b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.252344 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (25b72314-669b-47b4-80b7-0395a50b97b4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.383311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 25b72314-669b-47b4-80b7-0395a50b97b4 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:44:42.489835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:42.499380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Sync routers for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:42.508734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:42.509088 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.509278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:42.510324 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bf6b5afc-f963-4f2e-9936-63cbcfeaa247 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7457130 Feb 09 21:44:42.514016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.542628 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cf090767-b05b-4eb1-8a96-262d5fb6bed0 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=038e75f57fd84af99e552e559fa9a541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274208 Feb 09 21:44:42.545610 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46496) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.618793 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:42.695873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631bf1d-cc80-45d5-83e6-d5539882e8a6 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:42.697387 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7631bf1d-cc80-45d5-83e6-d5539882e8a6 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506648 Feb 09 21:44:42.700351 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46498) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.728533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-938cbbf4-4040-4088-ba9e-14185ba663de tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271342 Feb 09 21:44:42.731059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46500) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.735819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1374568730', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:42.797171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:41Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:42.823961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Checking router: 25b72314-669b-47b4-80b7-0395a50b97b4 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:42.824319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Updating router 25b72314-669b-47b4-80b7-0395a50b97b4 port a04a5d67-d358-4560-aef3-c9d7f06e34d5 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:44:42.828987 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:42.833562 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.852251 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.959237 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.017108 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (27374b38-39fc-4c56-9318-700af51277a1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.077867 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Subnet': ['ID=27374b38-39fc-4c56-9318-700af51277a1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.087874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Checking segment: {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:43.088241 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network hostable DHCP agents. Network: 876549d6-1bf4-4076-891f-1c9fbf467998, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:43.104601 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network 876549d6-1bf4-4076-891f-1c9fbf467998 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:43.113335 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 876549d6-1bf4-4076-891f-1c9fbf467998) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:43.113770 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Publish callbacks [] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.119316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.119940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.120098 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.137371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a2f928d3-a6ac-4a10-aa69-87762dab7fac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4053104 Feb 09 21:44:43.140151 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46502) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:43.146521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13ffc4-8ddd-4ae1-afd1-4ac458795e69 None None] Network 876549d6-1bf4-4076-891f-1c9fbf467998 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:43.221976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Attempting to bind port a04a5d67-d358-4560-aef3-c9d7f06e34d5 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:43.222351 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Attempting to bind port a04a5d67-d358-4560-aef3-c9d7f06e34d5 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:43.222723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Attempting to bind port a04a5d67-d358-4560-aef3-c9d7f06e34d5 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:43.224640 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebf739-7483-405e-830c-7c2f7ddddb82 None None] Pushing event updated for resources: {'Port': ['ID=a04a5d67-d358-4560-aef3-c9d7f06e34d5,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.233147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:43.233529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:43.233936 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.234325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:43.234804 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Bound port: a04a5d67-d358-4560-aef3-c9d7f06e34d5, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:43.235187 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.471417 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] For port a04a5d67-d358-4560-aef3-c9d7f06e34d5, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:43.474950 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-876549d6-1bf4-4076-891f-1c9fbf467998', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:43.475827 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.478767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] For port a04a5d67-d358-4560-aef3-c9d7f06e34d5, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a04a5d67-d358-4560-aef3-c9d7f06e34d5,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:43.493641 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.594213 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.618703 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebf739-7483-405e-830c-7c2f7ddddb82 None None] Pushing event updated for resources: {'Port': ['ID=a04a5d67-d358-4560-aef3-c9d7f06e34d5,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.621196 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:43.621805 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:43.748901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Allocated IP 172.20.0.2 (876549d6-1bf4-4076-891f-1c9fbf467998/27374b38-39fc-4c56-9318-700af51277a1/780c1a0f-0e5b-488c-9a80-6df59efbf2d2) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:43.815402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:44.044287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Publish callbacks [] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.049940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.053303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.100004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.1 (876549d6-1bf4-4076-891f-1c9fbf467998/27374b38-39fc-4c56-9318-700af51277a1/ad5d5ee3-a21e-4dc6-9715-4babf196ba1c) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:44.108904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Network 876549d6-1bf4-4076-891f-1c9fbf467998 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:44.112724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:44.119342 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:44.123772 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Pushing event updated for resources: {'Port': ['ID=780c1a0f-0e5b-488c-9a80-6df59efbf2d2,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.150305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:41Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:44.194841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856ff1b-fd37-4386-bf56-61b87e2f5e11 None None] The sync data for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 is: [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:41Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:44.211897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Attempting to bind port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:44.211897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Attempting to bind port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:44.211897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Attempting to bind port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 on network 876549d6-1bf4-4076-891f-1c9fbf467998 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:44.216183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:44.216563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Checking segment: {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:44.216986 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.217370 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Bound using segment: {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:44.217845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Bound port: 780c1a0f-0e5b-488c-9a80-6df59efbf2d2, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:44.218227 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.226564 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.263529 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.283924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-08866423-0a70-4e57-9c30-374438123e52 None None] For port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:44.288290 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-08866423-0a70-4e57-9c30-374438123e52 None None] For port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=780c1a0f-0e5b-488c-9a80-6df59efbf2d2,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:44.295853 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.304180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network 876549d6-1bf4-4076-891f-1c9fbf467998 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:44.310092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:44.314191 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:44.344164 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.365638 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08866423-0a70-4e57-9c30-374438123e52 None None] Pushing event updated for resources: {'Port': ['ID=780c1a0f-0e5b-488c-9a80-6df59efbf2d2,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.370631 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (25b72314-669b-47b4-80b7-0395a50b97b4), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.550879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.861385 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.866701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.147484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:45.214914 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:45.215411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.266180 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.268701 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (25b72314-669b-47b4-80b7-0395a50b97b4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.303935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:45.304470 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.338799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=780c1a0f-0e5b-488c-9a80-6df59efbf2d2,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:45.343747 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.344764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a04a5d67-d358-4560-aef3-c9d7f06e34d5 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:45.369499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network 876549d6-1bf4-4076-891f-1c9fbf467998 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:45.370919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:45.433396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=780c1a0f-0e5b-488c-9a80-6df59efbf2d2,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.446381 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a04a5d67-d358-4560-aef3-c9d7f06e34d5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:45.446763 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.475488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb0cb30-607f-427d-8120-8f94ce69cf66 None None] Network 876549d6-1bf4-4076-891f-1c9fbf467998 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:45.502737 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 25b72314-669b-47b4-80b7-0395a50b97b4 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:45.547293 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5aaa7606-3e77-4e69-b022-cd27de0034c0 None None] Provisioning complete for port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:45.547667 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7606-3e77-4e69-b022-cd27de0034c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.615540 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:45.621211 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0646e899-61f3-4ce2-9c09-ea410abd5167 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/25b72314-669b-47b4-80b7-0395a50b97b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4798579 Feb 09 21:44:45.657160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a04a5d67-d358-4560-aef3-c9d7f06e34d5 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:45.657566 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.724729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port a04a5d67-d358-4560-aef3-c9d7f06e34d5, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a04a5d67-d358-4560-aef3-c9d7f06e34d5,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:45.735440 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.746007 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa7606-3e77-4e69-b022-cd27de0034c0 None None] Current status of the port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:45.796376 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-98169325-5814-434b-8cd1-23498b87c2b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809417564&fields=id&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 267 time: 0.0528188 Feb 09 21:44:45.802500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=a04a5d67-d358-4560-aef3-c9d7f06e34d5,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.917327 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-43d65cae-d5cc-4b30-9583-34dcee058c90 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:45.918869 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-43d65cae-d5cc-4b30-9583-34dcee058c90 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/networks?id=876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 200 len: 796 time: 0.1129532 Feb 09 21:44:45.948078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-14d9f6eb-6535-465d-928a-f4e7baba53e5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/quotas/038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 375 time: 0.0236146 Feb 09 21:44:45.959909 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Sync routers for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:45.976130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:45.976937 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:46.004981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-dc4e0dd2-9968-4973-9000-75c5d9c40141 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554752 Feb 09 21:44:46.067459 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7baa08ee-5652-45a4-8e33-30fbe8b52fe1 None None] Provisioning complete for port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:46.067872 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7baa08ee-5652-45a4-8e33-30fbe8b52fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.111723 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-0467126c-4240-4cbb-b196-83a3ffe0faef service neutron] 10.222.0.102 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949788 Feb 09 21:44:46.117012 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:46.177192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7baa08ee-5652-45a4-8e33-30fbe8b52fe1 None None] Current status of the port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:46.189568 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7baa08ee-5652-45a4-8e33-30fbe8b52fe1 None None] Provisioning complete for port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:46.190210 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7baa08ee-5652-45a4-8e33-30fbe8b52fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.233183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7baa08ee-5652-45a4-8e33-30fbe8b52fe1 None None] Port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:46.260168 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-7454f0d1-416a-44e1-8730-a35be8231e6b service neutron] 10.222.0.102 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407955 Feb 09 21:44:46.355352 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-76bb9a07-95b8-421a-9881-9038108dbba8 None None] Provisioning complete for port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:46.355839 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-76bb9a07-95b8-421a-9881-9038108dbba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.407518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-76bb9a07-95b8-421a-9881-9038108dbba8 None None] Port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:46.452242 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 2, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:46.467016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c144683-1228-42cf-ab0a-90d2324601f0 req-1c7a24cd-2eaf-4d16-9757-85f8ebf23ca0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 210 time: 0.0331995 Feb 09 21:44:46.479878 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Checking router: 25b72314-669b-47b4-80b7-0395a50b97b4 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:46.480232 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Updating router 25b72314-669b-47b4-80b7-0395a50b97b4 port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:44:46.510639 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.525531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9f7b08c0-8044-4a9b-9e72-994aea149a6c None None] Provisioning complete for port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:46.525940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9f7b08c0-8044-4a9b-9e72-994aea149a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.566722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b08c0-8044-4a9b-9e72-994aea149a6c None None] Port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:46.775255 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Publish callbacks [] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.781511 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.830373 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Pushing event updated for resources: {'Port': ['ID=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.842185 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.842525 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.842864 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.843196 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.843522 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.843870 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.844195 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.844514 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.844836 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.845153 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.845471 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.845787 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.846099 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:46.901029 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Attempting to bind port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:46.901416 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Attempting to bind port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:46.901766 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Attempting to bind port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c on network 876549d6-1bf4-4076-891f-1c9fbf467998 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:46.907203 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:46.907577 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Checking segment: {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:46.908011 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.908402 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Bound using segment: {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:46.908897 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Bound port: ad5d5ee3-a21e-4dc6-9715-4babf196ba1c, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:46.909277 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.979000 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] For port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:46.982387 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] For port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:46.992573 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.062419 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01794fa-5ede-4f16-bedd-4fdca040776c None None] Pushing event updated for resources: {'Port': ['ID=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:47.068037 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:47.069294 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:47.073022 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:47.135101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6d31cf72-9dbb-4417-a777-cc76ef2d032e None None] Provisioning complete for port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:47.135565 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d31cf72-9dbb-4417-a777-cc76ef2d032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.183288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:47.183975 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:47.184086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.258948 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6d31cf72-9dbb-4417-a777-cc76ef2d032e None None] Current status of the port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:47.259483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d31cf72-9dbb-4417-a777-cc76ef2d032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.324446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6d31cf72-9dbb-4417-a777-cc76ef2d032e None None] For port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:47.327201 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:47.328774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a04a5d67-d358-4560-aef3-c9d7f06e34d5 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:47.331133 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d31cf72-9dbb-4417-a777-cc76ef2d032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.392827 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:46Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:47.406975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31cf72-9dbb-4417-a777-cc76ef2d032e None None] Pushing event updated for resources: {'Port': ['ID=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:47.416917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a04a5d67-d358-4560-aef3-c9d7f06e34d5 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:47.417276 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.426756 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae98d02-5ff0-4f08-9b0c-cb080c680fce None None] The sync data for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 is: [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:46Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:47.491218 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a66654da-3dac-4efd-a706-ffc96cec5601 None None] Provisioning complete for port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:47.491218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a66654da-3dac-4efd-a706-ffc96cec5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.552963 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-607e8366-5863-4042-871d-7c580c9ffb23 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.555124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-607e8366-5863-4042-871d-7c580c9ffb23 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/networks?id=876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 200 len: 796 time: 0.1460483 Feb 09 21:44:47.609933 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f95f67d8-7d1d-46d9-bac2-4e7abddf51be req-fab687a1-3372-4bb1-b19a-7e9184b88bcc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 210 time: 0.0378172 Feb 09 21:44:47.617525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a04a5d67-d358-4560-aef3-c9d7f06e34d5 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:47.649443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-446e313a-b958-44cb-9b71-cb5417511845 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 380 time: 0.0788908 Feb 09 21:44:47.660193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'port': {'device_id': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'admin_state_up': True, 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'security_groups': ['33d59409-87a3-4cd2-b5a1-7e708409c65f']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:47.675515 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a66654da-3dac-4efd-a706-ffc96cec5601 None None] Current status of the port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:47.776815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:47.780354 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.914234 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.5 (876549d6-1bf4-4076-891f-1c9fbf467998/27374b38-39fc-4c56-9318-700af51277a1/dd805038-41df-4a00-800d-6255a935e610) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:48.055300 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (dd805038-41df-4a00-800d-6255a935e610), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.090827 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (dd805038-41df-4a00-800d-6255a935e610), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.141778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network 876549d6-1bf4-4076-891f-1c9fbf467998 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:48.146030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:48.148842 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:48.182734 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=dd805038-41df-4a00-800d-6255a935e610,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.210474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.211111 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.229098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-a0a71bb9-286d-4158-aed2-2fc249c4498a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729780 Feb 09 21:44:48.241193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Request body: {'port': {'device_id': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:48.305885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dd805038-41df-4a00-800d-6255a935e610), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.398863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-27226bf7-4e4a-44b9-9b54-4dfa39c6aede None None] Provisioning complete for port dd805038-41df-4a00-800d-6255a935e610 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:48.399798 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-27226bf7-4e4a-44b9-9b54-4dfa39c6aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dd805038-41df-4a00-800d-6255a935e610), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.440731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-27226bf7-4e4a-44b9-9b54-4dfa39c6aede None None] Port dd805038-41df-4a00-800d-6255a935e610 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:48.592058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd805038-41df-4a00-800d-6255a935e610 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:48.600151 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Publish callbacks [] for port (dd805038-41df-4a00-800d-6255a935e610), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.612546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Transition to ACTIVE for port object dd805038-41df-4a00-800d-6255a935e610 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:44:48.617346 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (dd805038-41df-4a00-800d-6255a935e610), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.670304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd805038-41df-4a00-800d-6255a935e610,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.782121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393254c-5d30-4109-9757-56ed0671e602 req-06c0b171-fe85-4460-a87e-a2d235fba826 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.783665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e393254c-5d30-4109-9757-56ed0671e602 req-06c0b171-fe85-4460-a87e-a2d235fba826 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 943 time: 0.0961258 Feb 09 21:44:48.785557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Attempting to bind port dd805038-41df-4a00-800d-6255a935e610 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:48.785899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Attempting to bind port dd805038-41df-4a00-800d-6255a935e610 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:48.786226 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Attempting to bind port dd805038-41df-4a00-800d-6255a935e610 on network 876549d6-1bf4-4076-891f-1c9fbf467998 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:48.797680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Port dd805038-41df-4a00-800d-6255a935e610 on network 876549d6-1bf4-4076-891f-1c9fbf467998 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:44:48.798007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Attempting to bind port dd805038-41df-4a00-800d-6255a935e610 on network 876549d6-1bf4-4076-891f-1c9fbf467998 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:48.812160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:48.812498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Checking segment: {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:48.812892 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Bound using segment: {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:48.813330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Bound port: dd805038-41df-4a00-800d-6255a935e610, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797e42df-439e-45d2-badd-a32cb9f5e211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:48.813698 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dd805038-41df-4a00-800d-6255a935e610), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.868461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e393254c-5d30-4109-9757-56ed0671e602 req-b97de44d-b3b1-4127-a28b-54f90f2caaa8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788033 Feb 09 21:44:48.899786 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] For port dd805038-41df-4a00-800d-6255a935e610, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:48.903026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] For port dd805038-41df-4a00-800d-6255a935e610, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd805038-41df-4a00-800d-6255a935e610,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:48.908656 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (dd805038-41df-4a00-800d-6255a935e610), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.946379 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.947044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.948478 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] 10.222.0.50 "PUT /v2.0/ports/dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 200 len: 1092 time: 0.7122214 Feb 09 21:44:48.948918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'tag': 'dd805038-41df-4a00-800d-6255a935e610'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:48.951151 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076" -d '{"events": [{"name": "network-changed", "server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "tag": "dd805038-41df-4a00-800d-6255a935e610"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:48.976168 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca147c-0822-4d3c-a063-fca543430cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd805038-41df-4a00-800d-6255a935e610,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:49.021597 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8d7486-5312-4e4c-8419-be022db7b1fa x-openstack-request-id: req-5b8d7486-5312-4e4c-8419-be022db7b1fa {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:49.021980 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "tag": "dd805038-41df-4a00-800d-6255a935e610", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:49.022429 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5b8d7486-5312-4e4c-8419-be022db7b1fa {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:49.022954 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'tag': 'dd805038-41df-4a00-800d-6255a935e610', 'status': 'completed', 'code': 200} Feb 09 21:44:49.065145 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-f334c8fb-c868-4664-98a7-dbe97fd141fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.066954 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-f334c8fb-c868-4664-98a7-dbe97fd141fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1126 time: 0.0603826 Feb 09 21:44:49.080746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad5d5ee3-a21e-4dc6-9715-4babf196ba1c up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:49.115298 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-65db1557-9aa3-4f50-9b9f-cc1ff977b9d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 200 len: 217 time: 0.0359333 Feb 09 21:44:49.133967 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:49.134343 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.166507 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-b0c47889-1e0b-430e-8e46-88a3bc7ac07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.168055 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-b0c47889-1e0b-430e-8e46-88a3bc7ac07c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27374b38-39fc-4c56-9318-700af51277a1 HTTP/1.1" status: 200 len: 835 time: 0.0475998 Feb 09 21:44:49.221354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-fc4d7c27-4fb2-473d-ac8e-be3bc3aa754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.222920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-fc4d7c27-4fb2-473d-ac8e-be3bc3aa754a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=876549d6-1bf4-4076-891f-1c9fbf467998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493779 Feb 09 21:44:49.226103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:49.312101 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-9fcf0d3d-ab20-4890-a234-5982c5851cb4 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823607 Feb 09 21:44:49.406860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-063f76b4-9dcf-4b47-b61a-4a5b8fea2fd3 req-54ea162f-ef77-4aaf-8915-4b85813f3dbd service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885377 Feb 09 21:44:49.491911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-eab44b3d-5a90-4231-9912-0a4b7607717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.493434 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-eab44b3d-5a90-4231-9912-0a4b7607717c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1126 time: 0.0443783 Feb 09 21:44:49.585249 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-014bc9ef-b6a8-471a-9790-a778da9908ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.586697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-014bc9ef-b6a8-471a-9790-a778da9908ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 200 len: 897 time: 0.0876446 Feb 09 21:44:49.626892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-bc36d56b-c164-432d-9494-36506f785e8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 200 len: 217 time: 0.0344043 Feb 09 21:44:49.672457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-148c1d98-b8dc-4ee0-9b00-1ee0d493d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.673856 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-148c1d98-b8dc-4ee0-9b00-1ee0d493d648 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27374b38-39fc-4c56-9318-700af51277a1 HTTP/1.1" status: 200 len: 835 time: 0.0413151 Feb 09 21:44:49.721814 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-dc6150f2-e71d-40af-9f54-3bd59e2d2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.723903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-dc6150f2-e71d-40af-9f54-3bd59e2d2e7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=876549d6-1bf4-4076-891f-1c9fbf467998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428238 Feb 09 21:44:49.815975 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-0a034b41-aeb4-42b4-bdbf-964f95262c33 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858278 Feb 09 21:44:49.904667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4cb11bf5-1e8d-4b7f-9e91-65f72b679076 req-7d905062-5e53-40f9-8f48-523ee07db4d0 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814679 Feb 09 21:44:49.992078 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74473597-0b61-41ec-ba08-d010fc292851 req-ece24d82-b511-4163-ae70-1fc095a331ad tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.993922 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74473597-0b61-41ec-ba08-d010fc292851 req-ece24d82-b511-4163-ae70-1fc095a331ad tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 943 time: 0.0579460 Feb 09 21:44:50.043254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74473597-0b61-41ec-ba08-d010fc292851 req-928e90cd-5b58-4831-beae-85bece4b6769 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Feb 09 21:44:51.163582 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba66909-62f5-4689-bad7-56a5000f6d5a req-9cce6e54-0d30-4df8-899e-c3e55723d6a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:51.165078 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cba66909-62f5-4689-bad7-56a5000f6d5a req-9cce6e54-0d30-4df8-899e-c3e55723d6a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 943 time: 0.0542526 Feb 09 21:44:51.217906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cba66909-62f5-4689-bad7-56a5000f6d5a req-9f1c364f-f12e-4700-9d9f-b9c2c3d0425c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469379 Feb 09 21:44:52.086081 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.323535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device dd805038-41df-4a00-800d-6255a935e610 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:52.335698 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011225-7553-4083-8030-4cd9e26b0b0a req-49100013-fdef-4a5f-8009-0552abeccb14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:52.337276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23011225-7553-4083-8030-4cd9e26b0b0a req-49100013-fdef-4a5f-8009-0552abeccb14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 943 time: 0.0530701 Feb 09 21:44:52.385647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23011225-7553-4083-8030-4cd9e26b0b0a req-150aedc8-c659-449f-898a-0afc1da833f3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419328 Feb 09 21:44:52.417943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port dd805038-41df-4a00-800d-6255a935e610, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd805038-41df-4a00-800d-6255a935e610,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:52.431592 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'dd805038-41df-4a00-800d-6255a935e610', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'port_id': 'dd805038-41df-4a00-800d-6255a935e610', 'mac_address': 'fa:16:3e:d4:f7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:52.468121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port dd805038-41df-4a00-800d-6255a935e610 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:52.468516 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dd805038-41df-4a00-800d-6255a935e610), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.481823 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd805038-41df-4a00-800d-6255a935e610 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:52.499870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port dd805038-41df-4a00-800d-6255a935e610, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd805038-41df-4a00-800d-6255a935e610,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:52.503640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dd805038-41df-4a00-800d-6255a935e610), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.550217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=dd805038-41df-4a00-800d-6255a935e610,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.726050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['dd805038-41df-4a00-800d-6255a935e610'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:53.503794 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f34ec7-dfe9-43a0-820b-49973668c557 req-69f5d1d5-1c58-46b3-b2b7-29fc985530f1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:53.505280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-19f34ec7-dfe9-43a0-820b-49973668c557 req-69f5d1d5-1c58-46b3-b2b7-29fc985530f1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 944 time: 0.0527709 Feb 09 21:44:53.553181 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-19f34ec7-dfe9-43a0-820b-49973668c557 req-78f5e8f6-afc4-4b63-82c2-fd81f98bb253 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Feb 09 21:44:54.339555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device dd805038-41df-4a00-800d-6255a935e610 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:54.388964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port dd805038-41df-4a00-800d-6255a935e610 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:44:54.392896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port dd805038-41df-4a00-800d-6255a935e610 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:54.393268 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dd805038-41df-4a00-800d-6255a935e610), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.471443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port dd805038-41df-4a00-800d-6255a935e610 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:54.472189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dd805038-41df-4a00-800d-6255a935e610), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.500514 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd805038-41df-4a00-800d-6255a935e610'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:54.502742 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5a6799-56f9-4b85-b967-6d6ce467af81" -d '{"events": [{"server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "name": "network-vif-plugged", "status": "completed", "tag": "dd805038-41df-4a00-800d-6255a935e610"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:54.514955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port dd805038-41df-4a00-800d-6255a935e610, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd805038-41df-4a00-800d-6255a935e610,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:54.519210 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dd805038-41df-4a00-800d-6255a935e610), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.542717 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e179a26-e693-443c-8440-59c0ffdeec44 x-openstack-request-id: req-6e179a26-e693-443c-8440-59c0ffdeec44 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:54.543013 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "name": "network-vif-plugged", "status": "completed", "tag": "dd805038-41df-4a00-800d-6255a935e610", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:54.543271 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6e179a26-e693-443c-8440-59c0ffdeec44 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:54.543663 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd805038-41df-4a00-800d-6255a935e610', 'code': 200} Feb 09 21:44:54.568544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=dd805038-41df-4a00-800d-6255a935e610,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:54.642356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b8915-3480-480d-ae84-2141b7d4821b req-eae648fb-cf16-4574-a5a1-26965bb8c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:54.643917 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c1b8915-3480-480d-ae84-2141b7d4821b req-eae648fb-cf16-4574-a5a1-26965bb8c141 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1128 time: 0.0483449 Feb 09 21:44:54.672110 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca30ea-c202-4ce0-beb1-aa4fe584dd18 req-1b460c8b-9313-48db-9f40-24f3d65860a6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:54.673591 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9fca30ea-c202-4ce0-beb1-aa4fe584dd18 req-1b460c8b-9313-48db-9f40-24f3d65860a6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0526042 Feb 09 21:44:54.710219 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4c1b8915-3480-480d-ae84-2141b7d4821b req-5a23f283-db0e-4fdd-aeed-08b5a497764c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 Feb 09 21:44:54.722452 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9fca30ea-c202-4ce0-beb1-aa4fe584dd18 req-40d923e2-4817-4aeb-b3b4-b78224ca2328 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430095 Feb 09 21:44:55.856904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88d584-0348-4b6d-be87-907ed167f82a req-c947bc36-9c8d-4ec9-a2e7-55d7fc044d73 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:55.858408 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b88d584-0348-4b6d-be87-907ed167f82a req-c947bc36-9c8d-4ec9-a2e7-55d7fc044d73 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0624256 Feb 09 21:44:55.910532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b88d584-0348-4b6d-be87-907ed167f82a req-c47d45f5-e2b8-4f27-9a1b-ba8e1b55f9c7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450025 Feb 09 21:44:57.036232 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6de4b-a094-4eb8-9b9e-3ce979969c05 req-6a22d4d6-7087-4156-9ba7-8432650702d2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.037738 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73a6de4b-a094-4eb8-9b9e-3ce979969c05 req-6a22d4d6-7087-4156-9ba7-8432650702d2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0584238 Feb 09 21:44:57.050898 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.086431 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73a6de4b-a094-4eb8-9b9e-3ce979969c05 req-d6691666-b285-42fe-adae-65d4e234d42b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Feb 09 21:44:57.203369 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f741b89-96d7-4638-9f39-b60a87c6f64f req-3f399f7d-28ab-42cc-b198-21a3fad0be36 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.204792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f741b89-96d7-4638-9f39-b60a87c6f64f req-3f399f7d-28ab-42cc-b198-21a3fad0be36 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0519810 Feb 09 21:44:57.255967 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7f741b89-96d7-4638-9f39-b60a87c6f64f req-9b95d4ec-f2ea-43aa-9982-30a715bc949d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 Feb 09 21:44:57.276776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46556) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:57.320263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6841eda-e74b-4292-8d27-5aeae9baa075 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.321793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a6841eda-e74b-4292-8d27-5aeae9baa075 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1123 time: 0.0440130 Feb 09 21:44:57.324609 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:57.328879 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'dd805038-41df-4a00-800d-6255a935e610', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:57.349214 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.443148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.547105 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.216 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/2788a13b-59d1-4c57-a07a-6824c0b230e1) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:57.648595 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (2788a13b-59d1-4c57-a07a-6824c0b230e1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.683051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (2788a13b-59d1-4c57-a07a-6824c0b230e1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.722802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:57.728139 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:57.731262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:57.759733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=2788a13b-59d1-4c57-a07a-6824c0b230e1,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:58.080964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (4c529874-ff55-46d2-9f0c-2ec26d40f189), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.151297 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (2788a13b-59d1-4c57-a07a-6824c0b230e1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.297508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (2788a13b-59d1-4c57-a07a-6824c0b230e1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.302052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (2788a13b-59d1-4c57-a07a-6824c0b230e1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.368238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=2788a13b-59d1-4c57-a07a-6824c0b230e1,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:58.377953 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (4c529874-ff55-46d2-9f0c-2ec26d40f189), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.482004 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP 4c529874-ff55-46d2-9f0c-2ec26d40f189 associated. External IP: 172.25.4.216, port: dd805038-41df-4a00-800d-6255a935e610. Feb 09 21:44:58.695645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 25b72314-669b-47b4-80b7-0395a50b97b4 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:58.802016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:58.812486 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] Sync routers for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:58.819289 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.824081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:58.824717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:58.848875 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4977f8b6-2711-4e67-856c-5e0720033734 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5232601 Feb 09 21:44:58.849582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'tag': 'dd805038-41df-4a00-800d-6255a935e610'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:58.851931 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b330c00b-fed5-4a26-82ab-69786430ac35" -d '{"events": [{"name": "network-changed", "server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "tag": "dd805038-41df-4a00-800d-6255a935e610"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:58.899303 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b3790-a764-4c18-8312-bb2bdae1d6e9 x-openstack-request-id: req-f01b3790-a764-4c18-8312-bb2bdae1d6e9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:58.899790 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "tag": "dd805038-41df-4a00-800d-6255a935e610", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:58.900111 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f01b3790-a764-4c18-8312-bb2bdae1d6e9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:58.900861 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'tag': 'dd805038-41df-4a00-800d-6255a935e610', 'status': 'completed', 'code': 200} Feb 09 21:44:58.935108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:58.966203 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-aa91a299-6bcd-4d60-97e1-0ccc2af8a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.966979 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac1264-4554-465f-96df-48bece68145e req-30525056-38d8-41f8-a82d-74172b7230d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.968090 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-aa91a299-6bcd-4d60-97e1-0ccc2af8a5e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1128 time: 0.0474851 Feb 09 21:44:58.969310 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3aac1264-4554-465f-96df-48bece68145e req-30525056-38d8-41f8-a82d-74172b7230d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0566986 Feb 09 21:44:59.021083 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3aac1264-4554-465f-96df-48bece68145e req-11f5985f-495b-4ec5-b541-9846b7214edb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Feb 09 21:44:59.045529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46564) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:59.066297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-6eddaf95-e718-40a2-b0d8-36e99607451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.068249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-6eddaf95-e718-40a2-b0d8-36e99607451c service neutron] 10.222.0.50 "GET /v2.0/networks?id=876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 200 len: 897 time: 0.0948572 Feb 09 21:44:59.112279 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-791aff9e-6f3e-4fa1-9587-dff66716927a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/4c529874-ff55-46d2-9f0c-2ec26d40f189 HTTP/1.1" status: 200 len: 991 time: 0.0654423 Feb 09 21:44:59.135968 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-d941a557-4945-4b39-bb49-d0e034691808 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 200 len: 999 time: 0.0622549 Feb 09 21:44:59.165816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4c529874-ff55-46d2-9f0c-2ec26d40f189', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'port_id': 'dd805038-41df-4a00-800d-6255a935e610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'mac_address': 'fa:16:3e:d4:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:44:57Z', 'updated_at': '2022-02-09T21:44:57Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:47Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:59.183835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-f82b27f1-385f-499d-b98f-1efb0bb75b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.185432 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-f82b27f1-385f-499d-b98f-1efb0bb75b9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27374b38-39fc-4c56-9318-700af51277a1 HTTP/1.1" status: 200 len: 835 time: 0.0436275 Feb 09 21:44:59.195934 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] Checking router: 25b72314-669b-47b4-80b7-0395a50b97b4 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:59.204379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:59.204989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:44:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:59.235762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-de2aa767-6e44-497f-ad2c-43796f20c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.237277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-de2aa767-6e44-497f-ad2c-43796f20c943 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=876549d6-1bf4-4076-891f-1c9fbf467998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464120 Feb 09 21:44:59.310707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:59.324781 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-a2eefeb7-bb0f-403b-bd41-5dd5f516ad51 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810707 Feb 09 21:44:59.416182 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b330c00b-fed5-4a26-82ab-69786430ac35 req-eb305afb-736b-4744-bd7e-b409e011b5c6 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858636 Feb 09 21:44:59.530099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4c529874-ff55-46d2-9f0c-2ec26d40f189', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'port_id': 'dd805038-41df-4a00-800d-6255a935e610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'mac_address': 'fa:16:3e:d4:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:44:57Z', 'updated_at': '2022-02-09T21:44:57Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:47Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:59.556430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee04b7d-ef02-4ad6-b171-5fa9a8b0a8ba None None] The sync data for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 is: [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '4c529874-ff55-46d2-9f0c-2ec26d40f189', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.216', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'port_id': 'dd805038-41df-4a00-800d-6255a935e610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'mac_address': 'fa:16:3e:d4:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:44:57Z', 'updated_at': '2022-02-09T21:44:57Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:47Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:59.743145 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23edce22-6f6d-406f-a731-6fa342b093b7 None None] New status for floating IP 4c529874-ff55-46d2-9f0c-2ec26d40f189: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:45:00.115511 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46566) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:00.174513 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-19bf3c37-8bfe-4fce-84af-a392c19e0214 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/4c529874-ff55-46d2-9f0c-2ec26d40f189 HTTP/1.1" status: 200 len: 993 time: 0.0578125 Feb 09 21:45:06.369964 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:45:07.765115 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47d28d69-039e-486e-a82d-15409c55a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.586122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3974d79-9773-40ba-9a74-408e60a801df req-d3a6605d-9958-42fd-91f1-2f489ee657d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861068 Feb 09 21:45:09.665305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974d79-9773-40ba-9a74-408e60a801df req-850e3485-fe3f-4620-b220-7774e3f5400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.666776 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3974d79-9773-40ba-9a74-408e60a801df req-850e3485-fe3f-4620-b220-7774e3f5400d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1128 time: 0.0429523 Feb 09 21:45:09.768154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974d79-9773-40ba-9a74-408e60a801df req-83a28539-f3e9-446b-8e7c-4be035ad1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.770007 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3974d79-9773-40ba-9a74-408e60a801df req-83a28539-f3e9-446b-8e7c-4be035ad1998 service neutron] 10.222.0.50 "GET /v2.0/networks?id=876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 200 len: 897 time: 0.0856562 Feb 09 21:45:09.816762 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2f121c23-1438-4c0a-9f21-b174e01ffcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.847095 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3974d79-9773-40ba-9a74-408e60a801df req-f094b39c-705c-4c4d-bc59-85a00c30a950 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 200 len: 1001 time: 0.0681326 Feb 09 21:45:09.896023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974d79-9773-40ba-9a74-408e60a801df req-443e25e0-2103-42f1-82aa-11feb00005b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.897459 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3974d79-9773-40ba-9a74-408e60a801df req-443e25e0-2103-42f1-82aa-11feb00005b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27374b38-39fc-4c56-9318-700af51277a1 HTTP/1.1" status: 200 len: 835 time: 0.0441430 Feb 09 21:45:09.952756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3974d79-9773-40ba-9a74-408e60a801df req-e005070c-0dc0-4db1-8807-5610bf393d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.954269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3974d79-9773-40ba-9a74-408e60a801df req-e005070c-0dc0-4db1-8807-5610bf393d3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=876549d6-1bf4-4076-891f-1c9fbf467998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474303 Feb 09 21:45:10.040667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3974d79-9773-40ba-9a74-408e60a801df req-bc60e8dc-4fe3-45df-9806-2fd75057338d service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805712 Feb 09 21:45:10.128412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3974d79-9773-40ba-9a74-408e60a801df req-fe0e76d5-4b8e-4128-b7f8-136ef9fc90b8 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825505 Feb 09 21:45:11.464916 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.935761 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.022285 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.072647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.057226 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.998430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916c42d-36ef-4bd4-9682-db43cd9183de req-6a86f666-3cd7-4f57-9946-75829209cbaa tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:28.999940 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5916c42d-36ef-4bd4-9682-db43cd9183de req-6a86f666-3cd7-4f57-9946-75829209cbaa tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0776615 Feb 09 21:45:29.006332 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-559604e1-97d8-4674-88fa-3481eb4f0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.007892 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-559604e1-97d8-4674-88fa-3481eb4f0e0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1128 time: 0.0770833 Feb 09 21:45:29.442491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5916c42d-36ef-4bd4-9682-db43cd9183de req-4c387372-8e6d-4945-9f24-384667254111 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334846 Feb 09 21:45:29.467676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-47e94f51-feee-4f4d-b242-c0a0c9891208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.469161 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-47e94f51-feee-4f4d-b242-c0a0c9891208 service neutron] 10.222.0.50 "GET /v2.0/networks?id=876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 200 len: 897 time: 0.4550211 Feb 09 21:45:29.533465 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-ff1aab47-d393-42df-81ce-f50ca41ac878 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 200 len: 1001 time: 0.0581303 Feb 09 21:45:29.584393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-998e5acc-caa1-4f6a-bb50-81e7bee2b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.585817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-998e5acc-caa1-4f6a-bb50-81e7bee2b6f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27374b38-39fc-4c56-9318-700af51277a1 HTTP/1.1" status: 200 len: 835 time: 0.0466733 Feb 09 21:45:29.633394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-c3a97ee3-0ec5-439c-b7e7-f7b2992ccb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.634850 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-c3a97ee3-0ec5-439c-b7e7-f7b2992ccb88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=876549d6-1bf4-4076-891f-1c9fbf467998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425806 Feb 09 21:45:29.720162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-f9b285f7-80de-4f2e-bd37-8c923a0a2a32 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791922 Feb 09 21:45:29.813426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8124412b-2443-44ab-9d60-6494f3fc5cf9 req-f44442a1-2000-4f8d-894b-c20ef78d5ded service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Feb 09 21:45:30.576457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a9d96-b21b-4f34-9f0f-5dcb6e218ee7 req-5237fc03-953e-4a48-98c8-3fe1f49fd74e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.577915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f0a9d96-b21b-4f34-9f0f-5dcb6e218ee7 req-5237fc03-953e-4a48-98c8-3fe1f49fd74e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0560558 Feb 09 21:45:30.625461 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1f0a9d96-b21b-4f34-9f0f-5dcb6e218ee7 req-5c9debb5-2767-469c-bd58-11557ca47edb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Feb 09 21:45:31.743749 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7be451-2567-47dc-bf07-188ee7915497 req-539bc6da-abcd-4131-bacf-610b2d5e4a00 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.745163 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f7be451-2567-47dc-bf07-188ee7915497 req-539bc6da-abcd-4131-bacf-610b2d5e4a00 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0522957 Feb 09 21:45:31.805254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1f7be451-2567-47dc-bf07-188ee7915497 req-6f393889-b4cd-4458-8495-d808233475c1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482805 Feb 09 21:45:32.924403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317ae2d-92b5-4665-8bee-cb11d0f1d353 req-8d083bbc-29c1-4889-9f56-c041405edfcc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.925865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6317ae2d-92b5-4665-8bee-cb11d0f1d353 req-8d083bbc-29c1-4889-9f56-c041405edfcc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0527115 Feb 09 21:45:32.974520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6317ae2d-92b5-4665-8bee-cb11d0f1d353 req-9858dd55-d1f1-466b-b0f4-74ff2cc964f4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Feb 09 21:45:34.091547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886c843-3571-4c74-8b5f-36a28603ca16 req-9e932052-9a51-402b-a183-93223e2a337f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.093054 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e886c843-3571-4c74-8b5f-36a28603ca16 req-9e932052-9a51-402b-a183-93223e2a337f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0518548 Feb 09 21:45:34.144026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e886c843-3571-4c74-8b5f-36a28603ca16 req-ff0e2d4f-f0c2-4edf-9a38-1e82c4922cf1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453665 Feb 09 21:45:35.261715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8368ce-1a4a-4220-ab93-5d6a83d95996 req-75372bc3-c00a-47df-a2dd-66781948d408 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:35.263096 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc8368ce-1a4a-4220-ab93-5d6a83d95996 req-75372bc3-c00a-47df-a2dd-66781948d408 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0517058 Feb 09 21:45:35.314727 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc8368ce-1a4a-4220-ab93-5d6a83d95996 req-b8a73912-3981-4e35-8900-4320686fe177 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460312 Feb 09 21:45:36.432823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da71f6a-706b-4a59-9dbe-0e89e2fbba0a req-5da468af-5ae5-4b1f-9e4c-99846e31b6fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.434584 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7da71f6a-706b-4a59-9dbe-0e89e2fbba0a req-5da468af-5ae5-4b1f-9e4c-99846e31b6fd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0521100 Feb 09 21:45:36.483034 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7da71f6a-706b-4a59-9dbe-0e89e2fbba0a req-5e36f9f4-c33e-49fc-92d4-1b73de03092e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429826 Feb 09 21:45:37.602637 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1cee-cddc-4a0f-867c-7aa3b8bab775 req-d5a02fb2-e3a5-463c-b546-374396b473d9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.604119 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a1f1cee-cddc-4a0f-867c-7aa3b8bab775 req-d5a02fb2-e3a5-463c-b546-374396b473d9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0519707 Feb 09 21:45:37.651968 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8a1f1cee-cddc-4a0f-867c-7aa3b8bab775 req-e18d9152-2ecb-486b-aa93-d7553f9d4508 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Feb 09 21:45:37.767069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a2db262-f3af-450d-994e-88573a0e4380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.769161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19800ffa-b642-417e-a9ba-50335ff6b07b req-0ef6d45b-d3c0-44f9-bd91-da953688870e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.770661 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19800ffa-b642-417e-a9ba-50335ff6b07b req-0ef6d45b-d3c0-44f9-bd91-da953688870e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0516551 Feb 09 21:45:38.821084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-19800ffa-b642-417e-a9ba-50335ff6b07b req-832d35f2-0ecf-4b3f-9d61-171919a5c5c6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445430 Feb 09 21:45:39.809902 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-95d13af1-47ff-4bfb-9f62-14ca2893b9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.938826 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec1c76-0bea-4710-b60d-e606a187c1f7 req-b10fe70a-1312-4224-a60c-1a60730a9e2f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.940320 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dec1c76-0bea-4710-b60d-e606a187c1f7 req-b10fe70a-1312-4224-a60c-1a60730a9e2f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0528185 Feb 09 21:45:39.988770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7dec1c76-0bea-4710-b60d-e606a187c1f7 req-82448717-323d-4efd-92a4-0a52e2ac7870 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425644 Feb 09 21:45:41.113100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30665a70-e7da-4d7b-a129-147b51f1af71 req-d9037aea-fc0e-4a10-95f2-e9e13fd75452 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.114579 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30665a70-e7da-4d7b-a129-147b51f1af71 req-d9037aea-fc0e-4a10-95f2-e9e13fd75452 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0552821 Feb 09 21:45:41.162304 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-30665a70-e7da-4d7b-a129-147b51f1af71 req-085c93e0-a144-4900-b80e-d9b56ad085d4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414631 Feb 09 21:45:41.184907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46602) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:41.249059 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8206dece-8071-4f2d-b5fa-6094524a91bd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/4c529874-ff55-46d2-9f0c-2ec26d40f189 HTTP/1.1" status: 200 len: 993 time: 0.0629978 Feb 09 21:45:41.466795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.940649 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.369544 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:45:44.024297 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.076053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.072191 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.769211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f75f9f4e-167e-47b5-8961-eae17aa3e4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.812646 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d3954b56-589a-4f25-829e-5e1382f5741d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.471357 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.558884 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8113baff-6d4c-4286-bb24-92428101e8af req-8d548a3d-b54d-4fcd-984b-6d0bf9d13d30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450172 Feb 09 21:46:11.641303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46624) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.645391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113baff-6d4c-4286-bb24-92428101e8af req-b33d7cde-ba16-4a8b-a79c-aec844c8b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.646882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8113baff-6d4c-4286-bb24-92428101e8af req-b33d7cde-ba16-4a8b-a79c-aec844c8b133 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1128 time: 0.0440991 Feb 09 21:46:11.749984 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113baff-6d4c-4286-bb24-92428101e8af req-6c902e04-6e30-476e-9c16-bccd2a468cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.751358 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8113baff-6d4c-4286-bb24-92428101e8af req-6c902e04-6e30-476e-9c16-bccd2a468cd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 200 len: 897 time: 0.0856092 Feb 09 21:46:11.799998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 2788a13b-59d1-4c57-a07a-6824c0b230e1 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:11.800348 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (2788a13b-59d1-4c57-a07a-6824c0b230e1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.816425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8113baff-6d4c-4286-bb24-92428101e8af req-63e45458-10a4-452a-9f80-54c38453fb36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 200 len: 1001 time: 0.0584099 Feb 09 21:46:11.870293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113baff-6d4c-4286-bb24-92428101e8af req-dd74bf0e-6c7c-4d9f-9341-3dbbb187ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.871804 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8113baff-6d4c-4286-bb24-92428101e8af req-dd74bf0e-6c7c-4d9f-9341-3dbbb187ba6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27374b38-39fc-4c56-9318-700af51277a1 HTTP/1.1" status: 200 len: 835 time: 0.0480409 Feb 09 21:46:11.879749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (2788a13b-59d1-4c57-a07a-6824c0b230e1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.880091 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (2788a13b-59d1-4c57-a07a-6824c0b230e1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.892331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 2788a13b-59d1-4c57-a07a-6824c0b230e1 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:11.920122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113baff-6d4c-4286-bb24-92428101e8af req-2dac0e13-edab-4498-b174-73e07dfa7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.921638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8113baff-6d4c-4286-bb24-92428101e8af req-2dac0e13-edab-4498-b174-73e07dfa7e75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=876549d6-1bf4-4076-891f-1c9fbf467998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438387 Feb 09 21:46:12.009026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8113baff-6d4c-4286-bb24-92428101e8af req-075868a9-c0bd-4aa2-a1cc-2791ac1402d9 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813713 Feb 09 21:46:12.037508 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (2788a13b-59d1-4c57-a07a-6824c0b230e1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.069027 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=2788a13b-59d1-4c57-a07a-6824c0b230e1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:12.082369 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.082735 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.083093 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.083440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.083819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.084160 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.084502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.084847 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.085539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.085881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.086334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.086673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.087004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:12.104366 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8113baff-6d4c-4286-bb24-92428101e8af req-8304ad20-f179-4522-9e74-170078512e45 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894952 Feb 09 21:46:12.149733 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (4c529874-ff55-46d2-9f0c-2ec26d40f189), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.150172 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP 4c529874-ff55-46d2-9f0c-2ec26d40f189 disassociated (deleted). External IP: 172.25.4.216, port: dd805038-41df-4a00-800d-6255a935e610. Feb 09 21:46:12.360452 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 25b72314-669b-47b4-80b7-0395a50b97b4 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:12.468079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:12.472654 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.482946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] Sync routers for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:12.493447 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:12.494061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:12.504944 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-62de715e-ac8c-440e-8403-4c8445549c44 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/floatingips/4c529874-ff55-46d2-9f0c-2ec26d40f189 HTTP/1.1" status: 204 len: 168 time: 0.8625541 Feb 09 21:46:12.505627 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'tag': 'dd805038-41df-4a00-800d-6255a935e610'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:12.508300 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65be223-2f7c-4583-aec2-ee3d99010992" -d '{"events": [{"name": "network-changed", "server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "tag": "dd805038-41df-4a00-800d-6255a935e610"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:12.546366 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672c352b-e5bc-4c4b-be62-2b0e3d73033a x-openstack-request-id: req-672c352b-e5bc-4c4b-be62-2b0e3d73033a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:12.546658 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "tag": "dd805038-41df-4a00-800d-6255a935e610", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:12.546915 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-672c352b-e5bc-4c4b-be62-2b0e3d73033a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:12.547320 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'tag': 'dd805038-41df-4a00-800d-6255a935e610', 'status': 'completed', 'code': 200} Feb 09 21:46:12.615971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-d17694c1-f767-4f8f-9d37-53b3fda63d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.617623 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-d17694c1-f767-4f8f-9d37-53b3fda63d5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 1128 time: 0.0505722 Feb 09 21:46:12.738470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-ab71d721-575d-45b0-8571-98e74a8b7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.741732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-ab71d721-575d-45b0-8571-98e74a8b7c34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 200 len: 897 time: 0.1112854 Feb 09 21:46:12.752656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5789e-8acf-4773-8e40-4d934994b6aa req-936d6499-6059-4a24-b0e4-4e87ed1b1d43 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.754370 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0aa5789e-8acf-4773-8e40-4d934994b6aa req-936d6499-6059-4a24-b0e4-4e87ed1b1d43 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0571287 Feb 09 21:46:12.786414 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-f9a045d7-f80e-4f5e-bd55-a188cddd1373 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 200 len: 217 time: 0.0380399 Feb 09 21:46:12.787433 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:12.812256 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0aa5789e-8acf-4773-8e40-4d934994b6aa req-bd729937-23ed-40b4-b166-1456373fd39b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510960 Feb 09 21:46:12.843487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-8a6c8f22-cd4a-4209-ab16-b511a5ce461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.844583 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-8a6c8f22-cd4a-4209-ab16-b511a5ce461d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27374b38-39fc-4c56-9318-700af51277a1 HTTP/1.1" status: 200 len: 835 time: 0.0511310 Feb 09 21:46:12.899481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-be8da870-81da-4035-baec-a998334f2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.900935 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-be8da870-81da-4035-baec-a998334f2583 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=876549d6-1bf4-4076-891f-1c9fbf467998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484643 Feb 09 21:46:12.953859 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.991297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-d93c2f2f-bf2f-4a43-b98c-a1b774810b06 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830145 Feb 09 21:46:12.999291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:47Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:13.026139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] Checking router: 25b72314-669b-47b4-80b7-0395a50b97b4 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:13.034843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:13.035462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:13.085069 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a65be223-2f7c-4583-aec2-ee3d99010992 req-eaeac125-dc29-4091-8992-fc3b7d986fc0 service neutron] 10.222.0.50 "GET /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866532 Feb 09 21:46:13.145340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:13.339076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:47Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:13.365323 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807c9f8-2ce1-4ea0-8fa2-a78a2c88f735 None None] The sync data for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 is: [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ad5d5ee3-a21e-4dc6-9715-4babf196ba1c', 'name': '', 'network_id': '876549d6-1bf4-4076-891f-1c9fbf467998', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:4d:42:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '27374b38-39fc-4c56-9318-700af51277a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:43Z', 'updated_at': '2022-02-09T21:44:47Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '27374b38-39fc-4c56-9318-700af51277a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:13.580894 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07783bff-025d-4762-b504-e38260cc0873 None None] New status for floating IP 4c529874-ff55-46d2-9f0c-2ec26d40f189: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:46:13.928521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff338763-5e0a-4a68-9034-3a16813e2434 req-ba2ca0cc-ac28-459f-a378-8918f469c2ea tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.930394 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff338763-5e0a-4a68-9034-3a16813e2434 req-ba2ca0cc-ac28-459f-a378-8918f469c2ea tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0521023 Feb 09 21:46:13.977946 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ff338763-5e0a-4a68-9034-3a16813e2434 req-7e3d72d9-6ebc-48ab-bace-9c2083f16df1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=33d59409-87a3-4cd2-b5a1-7e708409c65f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417855 Feb 09 21:46:14.026933 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.324112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-bd61ca82-70dd-4d76-92c5-0822a2dbaa6e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.325548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-bd61ca82-70dd-4d76-92c5-0822a2dbaa6e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 945 time: 0.0515544 Feb 09 21:46:14.416809 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port dd805038-41df-4a00-800d-6255a935e610 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:14.417144 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (dd805038-41df-4a00-800d-6255a935e610), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.504714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port dd805038-41df-4a00-800d-6255a935e610, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=dd805038-41df-4a00-800d-6255a935e610,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:14.505186 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (dd805038-41df-4a00-800d-6255a935e610), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.518582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for dd805038-41df-4a00-800d-6255a935e610 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:14.645842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (dd805038-41df-4a00-800d-6255a935e610), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.674324 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=dd805038-41df-4a00-800d-6255a935e610,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:14.686000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.686357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.686707 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.687048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.687382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.687738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.688072 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.688401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.688729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.689059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.689384 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.689703 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.690023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:14.730028 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] No DVR routers for this DVR port dd805038-41df-4a00-800d-6255a935e610 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:14.732616 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.735958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6bc89fcd-422e-4f7b-b577-fd21cc9d3e92 req-66b06a3f-2edb-4d32-8320-de7c55797d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "DELETE /v2.0/ports/dd805038-41df-4a00-800d-6255a935e610 HTTP/1.1" status: 204 len: 173 time: 0.4053099 Feb 09 21:46:14.736401 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'name': 'network-vif-deleted', 'tag': 'dd805038-41df-4a00-800d-6255a935e610'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:14.738670 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a496da7-e6df-4bef-96f0-852253c3a4a6" -d '{"events": [{"server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "name": "network-vif-deleted", "tag": "dd805038-41df-4a00-800d-6255a935e610"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:14.839513 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151108d0-bda8-470d-8847-a806b2ee18e5 x-openstack-request-id: req-151108d0-bda8-470d-8847-a806b2ee18e5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:14.839855 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3731302-a16e-41cf-b974-64c9eecc6c2b", "name": "network-vif-deleted", "tag": "dd805038-41df-4a00-800d-6255a935e610", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:14.840107 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-151108d0-bda8-470d-8847-a806b2ee18e5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:14.840509 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3731302-a16e-41cf-b974-64c9eecc6c2b', 'name': 'network-vif-deleted', 'tag': 'dd805038-41df-4a00-800d-6255a935e610', 'status': 'completed', 'code': 200} Feb 09 21:46:15.090331 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2f46b37c-0ad6-44bf-8ed3-3d3075835a78 req-efbfe8e8-372b-49f2-a032-2e639d6e91cf tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3731302-a16e-41cf-b974-64c9eecc6c2b HTTP/1.1" status: 200 len: 210 time: 0.0298624 Feb 09 21:46:16.155387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46642) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:16.515140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (25b72314-669b-47b4-80b7-0395a50b97b4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.772003 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:16.772270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.858843 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port ad5d5ee3-a21e-4dc6-9715-4babf196ba1c, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:16.859210 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.871860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for ad5d5ee3-a21e-4dc6-9715-4babf196ba1c owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:17.057307 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ad5d5ee3-a21e-4dc6-9715-4babf196ba1c), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.084426 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=ad5d5ee3-a21e-4dc6-9715-4babf196ba1c,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:17.257381 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (25b72314-669b-47b4-80b7-0395a50b97b4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.474272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 25b72314-669b-47b4-80b7-0395a50b97b4 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:17.582313 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:17.587243 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c6b0f288-bbd5-438a-89c4-7370ff942766 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/25b72314-669b-47b4-80b7-0395a50b97b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4307752 Feb 09 21:46:17.590248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46644) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:17.591519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] Sync routers for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:17.601771 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:17.602310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:17.643700 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1abb7a7-1e2c-4613-bfaf-1791bffd3369 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting subnet 27374b38-39fc-4c56-9318-700af51277a1 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:17.646779 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abb7a7-1e2c-4613-bfaf-1791bffd3369 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (27374b38-39fc-4c56-9318-700af51277a1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.685275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abb7a7-1e2c-4613-bfaf-1791bffd3369 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (27374b38-39fc-4c56-9318-700af51277a1), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.708891 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:17.895855 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:46:17Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:17.923151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] Checking router: 25b72314-669b-47b4-80b7-0395a50b97b4 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:17.932666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] Routers {'25b72314-669b-47b4-80b7-0395a50b97b4'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:17.933314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['25b72314-669b-47b4-80b7-0395a50b97b4'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:18.043028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] Set router 25b72314-669b-47b4-80b7-0395a50b97b4 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:18.065396 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abb7a7-1e2c-4613-bfaf-1791bffd3369 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (27374b38-39fc-4c56-9318-700af51277a1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.122749 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abb7a7-1e2c-4613-bfaf-1791bffd3369 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (27374b38-39fc-4c56-9318-700af51277a1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.149545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abb7a7-1e2c-4613-bfaf-1791bffd3369 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Subnet': ['ID=27374b38-39fc-4c56-9318-700af51277a1,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.153561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b1abb7a7-1e2c-4613-bfaf-1791bffd3369 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.156911 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b1abb7a7-1e2c-4613-bfaf-1791bffd3369 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/subnets/27374b38-39fc-4c56-9318-700af51277a1 HTTP/1.1" status: 204 len: 168 time: 0.5656805 Feb 09 21:46:18.159604 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46648) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:18.163245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b88a97-2382-4d2c-9795-fccf4982f845 None None] Network 876549d6-1bf4-4076-891f-1c9fbf467998 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:18.272196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (25b72314-669b-47b4-80b7-0395a50b97b4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.300979 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:46:17Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:18.331253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a766a5-f2ce-4bec-af8b-dfbdc7361d2e None None] The sync data for ids ['25b72314-669b-47b4-80b7-0395a50b97b4'] in n-d-789963-29 is: [{'id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2145618803', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:40Z', 'updated_at': '2022-02-09T21:46:17Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'a04a5d67-d358-4560-aef3-c9d7f06e34d5', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b72314-669b-47b4-80b7-0395a50b97b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:41Z', 'updated_at': '2022-02-09T21:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:18.367267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] DHCP port deletion for 876549d6-1bf4-4076-891f-1c9fbf467998 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:18.387751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (25b72314-669b-47b4-80b7-0395a50b97b4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.422928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Deleting port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:18.423221 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.439403 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port a04a5d67-d358-4560-aef3-c9d7f06e34d5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:18.439788 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.485489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] For port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=780c1a0f-0e5b-488c-9a80-6df59efbf2d2,segment=NetworkSegment(797e42df-439e-45d2-badd-a32cb9f5e211),segment_id=797e42df-439e-45d2-badd-a32cb9f5e211)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:18.485896 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.498634 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Calling delete_port for 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:18.522297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port a04a5d67-d358-4560-aef3-c9d7f06e34d5, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a04a5d67-d358-4560-aef3-c9d7f06e34d5,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:18.522659 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.535711 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for a04a5d67-d358-4560-aef3-c9d7f06e34d5 owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:18.580419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (780c1a0f-0e5b-488c-9a80-6df59efbf2d2), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.608204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] No DVR routers for this DVR port 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:18.612993 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Pushing event deleted for resources: {'Port': ['ID=780c1a0f-0e5b-488c-9a80-6df59efbf2d2,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.621415 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.621846 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.622103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.622442 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.622780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.623113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.623444 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.623803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.624130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.624460 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.624788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.625113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.625437 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c278fe0-fc83-4ec6-bb49-da3e8683bc3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:18.708783 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (a04a5d67-d358-4560-aef3-c9d7f06e34d5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.735663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=a04a5d67-d358-4560-aef3-c9d7f06e34d5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.747635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device dd805038-41df-4a00-800d-6255a935e610 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:18.770883 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: dd805038-41df-4a00-800d-6255a935e610 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:18.771247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device dd805038-41df-4a00-800d-6255a935e610 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:18.801376 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (25b72314-669b-47b4-80b7-0395a50b97b4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.902567 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (25b72314-669b-47b4-80b7-0395a50b97b4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.904862 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (25b72314-669b-47b4-80b7-0395a50b97b4), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.948918 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (25b72314-669b-47b4-80b7-0395a50b97b4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.949528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Fanout notify agent at l3_agent the message router_deleted on router 25b72314-669b-47b4-80b7-0395a50b97b4 {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:46:18.957106 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.958227 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b412a86a-98e4-4d15-b6db-2f89600bbb12 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/routers/25b72314-669b-47b4-80b7-0395a50b97b4 HTTP/1.1" status: 204 len: 168 time: 0.7974339 Feb 09 21:46:18.961199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46650) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:19.042836 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (876549d6-1bf4-4076-891f-1c9fbf467998), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.142379 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (876549d6-1bf4-4076-891f-1c9fbf467998), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.161741 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876549d6-1bf4-4076-891f-1c9fbf467998']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:19.171190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797e42df-439e-45d2-badd-a32cb9f5e211') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:19.171492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797e42df-439e-45d2-badd-a32cb9f5e211') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:19.180552 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (797e42df-439e-45d2-badd-a32cb9f5e211), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.193527 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (797e42df-439e-45d2-badd-a32cb9f5e211), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.199469 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:19.199842 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (797e42df-439e-45d2-badd-a32cb9f5e211), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:19.202703 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:19.261612 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (876549d6-1bf4-4076-891f-1c9fbf467998), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.268377 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.271603 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/networks/876549d6-1bf4-4076-891f-1c9fbf467998 HTTP/1.1" status: 204 len: 168 time: 0.3093858 Feb 09 21:46:19.274994 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46652) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:19.284725 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce98e9-1364-498e-a21c-5e6a59068910 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Network': ['ID=876549d6-1bf4-4076-891f-1c9fbf467998,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:19.334983 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4918530f-6d2f-4105-b825-91f5579ad9d6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (33d59409-87a3-4cd2-b5a1-7e708409c65f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.360751 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4918530f-6d2f-4105-b825-91f5579ad9d6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (33d59409-87a3-4cd2-b5a1-7e708409c65f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.438194 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4918530f-6d2f-4105-b825-91f5579ad9d6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (33d59409-87a3-4cd2-b5a1-7e708409c65f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.441393 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4918530f-6d2f-4105-b825-91f5579ad9d6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.446330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4918530f-6d2f-4105-b825-91f5579ad9d6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/security-groups/33d59409-87a3-4cd2-b5a1-7e708409c65f HTTP/1.1" status: 204 len: 168 time: 0.1668100 Feb 09 21:46:19.467629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:19.469903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918530f-6d2f-4105-b825-91f5579ad9d6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d59409-87a3-4cd2-b5a1-7e708409c65f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:19.493929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:19.494280 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 780c1a0f-0e5b-488c-9a80-6df59efbf2d2 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:19.494757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad5d5ee3-a21e-4dc6-9715-4babf196ba1c no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:19.521649 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ad5d5ee3-a21e-4dc6-9715-4babf196ba1c {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:19.522024 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ad5d5ee3-a21e-4dc6-9715-4babf196ba1c not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:19.677356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46658) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:19.681966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-27de2ed5-fc37-4093-a039-5f48019cec7c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915096366', 'description': 'tempest-secgroup-smoke-915096366 description', 'project_id': '038e75f57fd84af99e552e559fa9a541'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:19.702861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27de2ed5-fc37-4093-a039-5f48019cec7c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.768599 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27de2ed5-fc37-4093-a039-5f48019cec7c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (5e412bb7-9a19-413a-9835-95c998637695), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.772652 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27de2ed5-fc37-4093-a039-5f48019cec7c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5e412bb7-9a19-413a-9835-95c998637695), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.798994 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27de2ed5-fc37-4093-a039-5f48019cec7c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.800229 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-27de2ed5-fc37-4093-a039-5f48019cec7c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1218576 Feb 09 21:46:19.803598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46660) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:19.804541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de2ed5-fc37-4093-a039-5f48019cec7c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e412bb7-9a19-413a-9835-95c998637695,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:19.808740 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-226c50ce-6ef3-42af-91f4-5421bf2a737c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '5e412bb7-9a19-413a-9835-95c998637695', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:19.834672 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-226c50ce-6ef3-42af-91f4-5421bf2a737c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (ec1eafd0-27e9-48af-b3da-6d2bab774d5a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.882402 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-226c50ce-6ef3-42af-91f4-5421bf2a737c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (ec1eafd0-27e9-48af-b3da-6d2bab774d5a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.886438 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-226c50ce-6ef3-42af-91f4-5421bf2a737c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (ec1eafd0-27e9-48af-b3da-6d2bab774d5a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.906676 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c50ce-6ef3-42af-91f4-5421bf2a737c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1eafd0-27e9-48af-b3da-6d2bab774d5a,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:19.912387 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-226c50ce-6ef3-42af-91f4-5421bf2a737c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.916210 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-226c50ce-6ef3-42af-91f4-5421bf2a737c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114550 Feb 09 21:46:19.916600 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:19.921327 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8301e81e-6a8a-4f86-a84f-b754da3ebb32 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '5e412bb7-9a19-413a-9835-95c998637695', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:19.945362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8301e81e-6a8a-4f86-a84f-b754da3ebb32 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (de150103-ad67-4cc0-80ff-c7e87384250a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.999634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8301e81e-6a8a-4f86-a84f-b754da3ebb32 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (de150103-ad67-4cc0-80ff-c7e87384250a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.003116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8301e81e-6a8a-4f86-a84f-b754da3ebb32 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (de150103-ad67-4cc0-80ff-c7e87384250a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.020564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301e81e-6a8a-4f86-a84f-b754da3ebb32 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de150103-ad67-4cc0-80ff-c7e87384250a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.028395 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8301e81e-6a8a-4f86-a84f-b754da3ebb32 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.029610 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8301e81e-6a8a-4f86-a84f-b754da3ebb32 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119583 Feb 09 21:46:20.032734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46664) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:20.037304 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ebb58b31-bb0d-4683-beeb-2d6a488ab3f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '5e412bb7-9a19-413a-9835-95c998637695', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:20.062423 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b31-bb0d-4683-beeb-2d6a488ab3f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (4e4acfd9-376e-4f73-8c39-f39cfb97c101), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.117276 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b31-bb0d-4683-beeb-2d6a488ab3f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (4e4acfd9-376e-4f73-8c39-f39cfb97c101), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.121026 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b31-bb0d-4683-beeb-2d6a488ab3f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (4e4acfd9-376e-4f73-8c39-f39cfb97c101), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.138836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb58b31-bb0d-4683-beeb-2d6a488ab3f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4acfd9-376e-4f73-8c39-f39cfb97c101,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.145759 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ebb58b31-bb0d-4683-beeb-2d6a488ab3f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.146940 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ebb58b31-bb0d-4683-beeb-2d6a488ab3f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132078 Feb 09 21:46:20.149763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46666) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:20.153942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-f94d41d6-c5a6-4b4e-b16f-ce20933e2ac1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '5e412bb7-9a19-413a-9835-95c998637695', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:20.178474 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f94d41d6-c5a6-4b4e-b16f-ce20933e2ac1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (b4adbfa6-9e43-4c8f-be70-843730763daa), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.235197 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f94d41d6-c5a6-4b4e-b16f-ce20933e2ac1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (b4adbfa6-9e43-4c8f-be70-843730763daa), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.238470 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f94d41d6-c5a6-4b4e-b16f-ce20933e2ac1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (b4adbfa6-9e43-4c8f-be70-843730763daa), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.256368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d41d6-c5a6-4b4e-b16f-ce20933e2ac1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4adbfa6-9e43-4c8f-be70-843730763daa,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.263196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f94d41d6-c5a6-4b4e-b16f-ce20933e2ac1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.264430 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f94d41d6-c5a6-4b4e-b16f-ce20933e2ac1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137619 Feb 09 21:46:20.267217 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46668) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:20.271502 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-944e78e7-acdf-4cb3-bf84-b394df2fb7cc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '5e412bb7-9a19-413a-9835-95c998637695', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:20.290520 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-944e78e7-acdf-4cb3-bf84-b394df2fb7cc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:46:20.295427 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944e78e7-acdf-4cb3-bf84-b394df2fb7cc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (fc1bc1a5-f48d-4fab-ac09-6acff52fc307), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.356339 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944e78e7-acdf-4cb3-bf84-b394df2fb7cc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (fc1bc1a5-f48d-4fab-ac09-6acff52fc307), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.359881 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944e78e7-acdf-4cb3-bf84-b394df2fb7cc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (fc1bc1a5-f48d-4fab-ac09-6acff52fc307), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.368564 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:46:20.378620 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e78e7-acdf-4cb3-bf84-b394df2fb7cc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1bc1a5-f48d-4fab-ac09-6acff52fc307,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.386911 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-944e78e7-acdf-4cb3-bf84-b394df2fb7cc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.388131 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-944e78e7-acdf-4cb3-bf84-b394df2fb7cc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199579 Feb 09 21:46:20.390802 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46670) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:20.395101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-97f2abcb-c071-481b-a3a0-a99d1e23feb2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '5e412bb7-9a19-413a-9835-95c998637695', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:20.414971 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-97f2abcb-c071-481b-a3a0-a99d1e23feb2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:46:20.419611 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f2abcb-c071-481b-a3a0-a99d1e23feb2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (c2a10f1a-6b09-45f9-be9c-d51164b8691d), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.481333 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f2abcb-c071-481b-a3a0-a99d1e23feb2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (c2a10f1a-6b09-45f9-be9c-d51164b8691d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.485554 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f2abcb-c071-481b-a3a0-a99d1e23feb2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c2a10f1a-6b09-45f9-be9c-d51164b8691d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.505614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2abcb-c071-481b-a3a0-a99d1e23feb2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a10f1a-6b09-45f9-be9c-d51164b8691d,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.512202 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97f2abcb-c071-481b-a3a0-a99d1e23feb2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.516224 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-97f2abcb-c071-481b-a3a0-a99d1e23feb2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215618 Feb 09 21:46:20.516380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46672) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:20.521197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'network': {'name': 'tempest-network-smoke--1674423400', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'port_security_enabled': True}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:20.543891 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:20.547894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.574734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:20.585336 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8ff96d77-799d-43a0-99d0-24f352f50fa1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.585698 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Added segment 8ff96d77-799d-43a0-99d0-24f352f50fa1 of type vlan for network b80190a9-c80d-4f95-9291-f6c0e29b3a1e Feb 09 21:46:20.627248 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (b80190a9-c80d-4f95-9291-f6c0e29b3a1e), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.651986 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (b80190a9-c80d-4f95-9291-f6c0e29b3a1e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.656939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.657548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.718478 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2010765 Feb 09 21:46:20.721775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46674) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:20.727956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'admin_state_up': True, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:20.737276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e255599-1bde-423e-bef2-48b3cd900864 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Network': ['ID=b80190a9-c80d-4f95-9291-f6c0e29b3a1e,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.749441 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:20.752972 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (c2574000-c3fd-4e0c-a674-fc6f7f37b898), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.754140 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (c2574000-c3fd-4e0c-a674-fc6f7f37b898), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.809369 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (c2574000-c3fd-4e0c-a674-fc6f7f37b898), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.954298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (c2574000-c3fd-4e0c-a674-fc6f7f37b898), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.044575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a04a5d67-d358-4560-aef3-c9d7f06e34d5 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:21.065440 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: a04a5d67-d358-4560-aef3-c9d7f06e34d5 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:21.065719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a04a5d67-d358-4560-aef3-c9d7f06e34d5 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:21.148674 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (c2574000-c3fd-4e0c-a674-fc6f7f37b898), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.168135 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.266961 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.2 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:21.371086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.404629 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.438225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:21.444903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:21.447474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:21.480042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.704127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (c2574000-c3fd-4e0c-a674-fc6f7f37b898), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.901407 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (c2574000-c3fd-4e0c-a674-fc6f7f37b898), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.030115 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router c2574000-c3fd-4e0c-a674-fc6f7f37b898 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:46:22.074006 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.138237 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:22.147567 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Sync routers for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:22.157959 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.158474 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:22.159088 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:22.159481 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7ba41a18-7bbb-40a8-94be-24fa8f4557e8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4365020 Feb 09 21:46:22.162294 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46676) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.197213 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-833064df-c648-4943-b1b5-65a41e5786d2 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=038e75f57fd84af99e552e559fa9a541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337660 Feb 09 21:46:22.199731 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46678) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.262498 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:22.290362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed63be-f558-4880-99b6-39981ee74f5c tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:22.291901 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bfed63be-f558-4880-99b6-39981ee74f5c tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911715 Feb 09 21:46:22.294910 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46680) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.322958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-58150457-3143-4deb-b45c-2b27c4d76f6b tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268664 Feb 09 21:46:22.325623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46682) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.330553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-349609329', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:22.419647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:22.423535 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.528338 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:21Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:22.553506 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Checking router: c2574000-c3fd-4e0c-a674-fc6f7f37b898 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:22.553783 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Updating router c2574000-c3fd-4e0c-a674-fc6f7f37b898 port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:46:22.580720 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.605280 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (3eff4bd4-f376-4d27-a3ac-991874847e5c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.665534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Subnet': ['ID=3eff4bd4-f376-4d27-a3ac-991874847e5c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:22.672302 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Checking segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:22.672677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network hostable DHCP agents. Network: b80190a9-c80d-4f95-9291-f6c0e29b3a1e, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:22.689181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:22.698389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, b80190a9-c80d-4f95-9291-f6c0e29b3a1e) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:22.702723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:22.703355 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.709732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe6c81-f08d-453d-9518-59febb759f76 None None] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:22.721570 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4049d4b7-64d3-44b3-b99c-643c2da106cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3947337 Feb 09 21:46:22.724274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46684) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.823183 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:22.824275 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.844763 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Publish callbacks [] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.852032 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.903652 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Pushing event updated for resources: {'Port': ['ID=c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:22.911819 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Attempting to bind port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:22.912408 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Attempting to bind port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:22.912769 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Attempting to bind port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:22.916897 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.917232 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.917570 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.917897 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.918415 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.918745 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.919067 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.919388 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.919725 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.920052 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.920370 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.920683 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.920994 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:22.926387 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:22.927020 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:22.927584 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.928137 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:22.928756 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Bound port: c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:22.929319 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.977426 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Allocated IP 172.20.0.2 (b80190a9-c80d-4f95-9291-f6c0e29b3a1e/3eff4bd4-f376-4d27-a3ac-991874847e5c/a5fd7d92-ac4c-4d86-aee9-112b7add1e35) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:22.980528 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] For port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:22.983890 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] For port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:22.990547 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.060221 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965c4c2-ed5b-4d44-9688-e09f27c455f7 None None] Pushing event updated for resources: {'Port': ['ID=c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.067105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:23.067853 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:23.128825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Publish callbacks [] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.135738 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.180143 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:23.180406 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:23.184078 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Pushing event updated for resources: {'Port': ['ID=a5fd7d92-ac4c-4d86-aee9-112b7add1e35,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.186590 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:23.188733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:23.213455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.245660 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Attempting to bind port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:23.246124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Attempting to bind port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:23.246561 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Attempting to bind port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 on network b80190a9-c80d-4f95-9291-f6c0e29b3a1e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:23.251712 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:23.252192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Checking segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:23.252673 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.253128 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Bound using segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:23.253670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Bound port: a5fd7d92-ac4c-4d86-aee9-112b7add1e35, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:23.254120 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.322349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] For port a5fd7d92-ac4c-4d86-aee9-112b7add1e35, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:23.325661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] For port a5fd7d92-ac4c-4d86-aee9-112b7add1e35, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a5fd7d92-ac4c-4d86-aee9-112b7add1e35,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:23.332545 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.380312 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:21Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:23.391171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a0777-f20e-4a0f-b7a5-adcc6ad1b215 None None] Pushing event updated for resources: {'Port': ['ID=a5fd7d92-ac4c-4d86-aee9-112b7add1e35,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.411062 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737fa055-8700-4450-b414-1a09f1b699aa None None] The sync data for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 is: [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:21Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:23.518284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.1 (b80190a9-c80d-4f95-9291-f6c0e29b3a1e/3eff4bd4-f376-4d27-a3ac-991874847e5c/c9e07269-528d-47e8-920d-5c92375def74) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:23.646868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (c9e07269-528d-47e8-920d-5c92375def74), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.691214 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c9e07269-528d-47e8-920d-5c92375def74), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.742899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:23.746562 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:23.750988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:23.755545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=c9e07269-528d-47e8-920d-5c92375def74,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.799585 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (c2574000-c3fd-4e0c-a674-fc6f7f37b898), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.937955 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c9e07269-528d-47e8-920d-5c92375def74), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.234352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (c9e07269-528d-47e8-920d-5c92375def74), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.239281 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c9e07269-528d-47e8-920d-5c92375def74), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.313857 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (c2574000-c3fd-4e0c-a674-fc6f7f37b898), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.315601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=c9e07269-528d-47e8-920d-5c92375def74,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.417135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:24.418495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:24.458753 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052aecb0-e746-4dd8-a2a8-cf4089db9d14 None None] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:24.535546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router c2574000-c3fd-4e0c-a674-fc6f7f37b898 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:24.544366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8360ba85-a1f4-4442-878b-b902cf651ca7 None None] Provisioning complete for port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:24.544745 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8360ba85-a1f4-4442-878b-b902cf651ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.646815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:24.653579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8360ba85-a1f4-4442-878b-b902cf651ca7 None None] Current status of the port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:24.653988 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8360ba85-a1f4-4442-878b-b902cf651ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.655437 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2a6e2334-5fe4-44ba-9216-a4fd193d8ad4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/c2574000-c3fd-4e0c-a674-fc6f7f37b898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9300122 Feb 09 21:46:24.701711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8360ba85-a1f4-4442-878b-b902cf651ca7 None None] For port a5fd7d92-ac4c-4d86-aee9-112b7add1e35, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a5fd7d92-ac4c-4d86-aee9-112b7add1e35,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:24.705686 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8360ba85-a1f4-4442-878b-b902cf651ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.762549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360ba85-a1f4-4442-878b-b902cf651ca7 None None] Pushing event updated for resources: {'Port': ['ID=a5fd7d92-ac4c-4d86-aee9-112b7add1e35,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.835416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-912760af-5128-4cbe-b72f-f77a42928078 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915096366&fields=id&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 267 time: 0.0526102 Feb 09 21:46:24.930802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ba82c062-e536-4367-a55b-a3b53c5be728 None None] Provisioning complete for port c9e07269-528d-47e8-920d-5c92375def74 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:24.931179 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba82c062-e536-4367-a55b-a3b53c5be728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c9e07269-528d-47e8-920d-5c92375def74), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.964063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-14a82101-389e-4b85-8690-e70030568b6b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.966010 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-14a82101-389e-4b85-8690-e70030568b6b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 797 time: 0.1179359 Feb 09 21:46:24.968685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ba82c062-e536-4367-a55b-a3b53c5be728 None None] Port c9e07269-528d-47e8-920d-5c92375def74 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:24.982327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-c4679228-f6bf-4dcc-8330-2558c994840d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/quotas/038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 375 time: 0.0098343 Feb 09 21:46:24.985786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-ba82c062-e536-4367-a55b-a3b53c5be728 None None] Provisioning complete for port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:24.986171 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba82c062-e536-4367-a55b-a3b53c5be728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.047435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-f6a272d2-2150-484b-ba24-9aa4ff3ddf11 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591686 Feb 09 21:46:25.097759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-ba82c062-e536-4367-a55b-a3b53c5be728 None None] Current status of the port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:25.142147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-c04e98f1-d8ae-4257-a578-4ef6f6b56c1a service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:46:25.143270 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-c04e98f1-d8ae-4257-a578-4ef6f6b56c1a service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0822425 Feb 09 21:46:25.187966 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:25.238942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-081da546-b023-4ef7-9e4d-18ffcb500bb2 None None] Provisioning complete for port c9e07269-528d-47e8-920d-5c92375def74 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:25.239401 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-081da546-b023-4ef7-9e4d-18ffcb500bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c9e07269-528d-47e8-920d-5c92375def74), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.253289 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-4540213b-aba1-43f5-8835-37eca9a11c25 service neutron] 10.222.0.102 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038802 Feb 09 21:46:25.282915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:25.283372 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.286702 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-081da546-b023-4ef7-9e4d-18ffcb500bb2 None None] Port c9e07269-528d-47e8-920d-5c92375def74 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:25.310489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Sync routers for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:25.332364 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:25.333067 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:25.350091 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-28d2cc16-a778-4985-8291-264c888292b7 service neutron] 10.222.0.102 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900199 Feb 09 21:46:25.527043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8de90372-f14e-4aff-8cdf-a911a3d6d5e8 req-7ee7c4c8-2d40-4d36-85c7-f6efc2ec4144 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Feb 09 21:46:25.628085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-20e04063-9957-47c3-95d5-5fdba64ef2cc None None] Provisioning complete for port c9e07269-528d-47e8-920d-5c92375def74 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:25.628547 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-20e04063-9957-47c3-95d5-5fdba64ef2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c9e07269-528d-47e8-920d-5c92375def74), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.668533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:25.668848 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.696494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:25.723768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-20e04063-9957-47c3-95d5-5fdba64ef2cc None None] Port c9e07269-528d-47e8-920d-5c92375def74 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:25.731877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:25.739095 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.739901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a5fd7d92-ac4c-4d86-aee9-112b7add1e35 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:25.903832 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:25.923926 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:25.924227 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.049240 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:26.055040 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:24Z', 'revision_number': 2, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.080942 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Checking router: c2574000-c3fd-4e0c-a674-fc6f7f37b898 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:26.081296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Updating router c2574000-c3fd-4e0c-a674-fc6f7f37b898 port c9e07269-528d-47e8-920d-5c92375def74 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:46:26.109675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c9e07269-528d-47e8-920d-5c92375def74), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.374096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Publish callbacks [] for port (c9e07269-528d-47e8-920d-5c92375def74), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.380654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c9e07269-528d-47e8-920d-5c92375def74), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.432033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6c73-301c-4a7c-9823-05fe47100dec None None] Pushing event updated for resources: {'Port': ['ID=c9e07269-528d-47e8-920d-5c92375def74,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.491394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Attempting to bind port c9e07269-528d-47e8-920d-5c92375def74 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:26.491806 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Attempting to bind port c9e07269-528d-47e8-920d-5c92375def74 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:26.492710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Attempting to bind port c9e07269-528d-47e8-920d-5c92375def74 on network b80190a9-c80d-4f95-9291-f6c0e29b3a1e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:26.498105 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:26.498493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Checking segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:26.498904 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.499653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Bound using segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:26.499998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Bound port: c9e07269-528d-47e8-920d-5c92375def74, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:26.500387 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c9e07269-528d-47e8-920d-5c92375def74), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.508780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-60159f49-38a4-42f2-bad7-506f152142a8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.510461 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-60159f49-38a4-42f2-bad7-506f152142a8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 797 time: 0.1385484 Feb 09 21:46:26.584420 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] For port c9e07269-528d-47e8-920d-5c92375def74, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:26.588718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] For port c9e07269-528d-47e8-920d-5c92375def74, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c9e07269-528d-47e8-920d-5c92375def74,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:26.597764 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c9e07269-528d-47e8-920d-5c92375def74), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.598571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-96e9fcec-abeb-43e3-9db3-70ecf03dbd31 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 379 time: 0.0779502 Feb 09 21:46:26.607355 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'port': {'device_id': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'admin_state_up': True, 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'security_groups': ['5e412bb7-9a19-413a-9835-95c998637695']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:26.666217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:26.666858 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.668931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6c73-301c-4a7c-9823-05fe47100dec None None] Pushing event updated for resources: {'Port': ['ID=c9e07269-528d-47e8-920d-5c92375def74,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.680920 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1081cc98-48fb-4a9b-a843-337abe0d962d req-c3c8fef3-de18-4a99-9705-5934150b16b0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 210 time: 0.0679233 Feb 09 21:46:26.752192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:26.755598 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.775212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-61383903-cefd-46c8-8bfd-135e8ccd88a0 None None] Provisioning complete for port c9e07269-528d-47e8-920d-5c92375def74 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:26.775594 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61383903-cefd-46c8-8bfd-135e8ccd88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c9e07269-528d-47e8-920d-5c92375def74), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.827929 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:26.902031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.8 (b80190a9-c80d-4f95-9291-f6c0e29b3a1e/3eff4bd4-f376-4d27-a3ac-991874847e5c/4be78edc-a223-461d-b53b-2b3ddbce2904) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:26.977672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-61383903-cefd-46c8-8bfd-135e8ccd88a0 None None] Current status of the port c9e07269-528d-47e8-920d-5c92375def74 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:26.977979 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61383903-cefd-46c8-8bfd-135e8ccd88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c9e07269-528d-47e8-920d-5c92375def74), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.033499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-61383903-cefd-46c8-8bfd-135e8ccd88a0 None None] For port c9e07269-528d-47e8-920d-5c92375def74, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c9e07269-528d-47e8-920d-5c92375def74,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:27.040229 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61383903-cefd-46c8-8bfd-135e8ccd88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c9e07269-528d-47e8-920d-5c92375def74), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.052241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.114669 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.117005 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.125033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61383903-cefd-46c8-8bfd-135e8ccd88a0 None None] Pushing event updated for resources: {'Port': ['ID=c9e07269-528d-47e8-920d-5c92375def74,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.134097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:27.166508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:27.171389 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:27.175096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:27.185392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:27.202996 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.218843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f10b0-5b1c-4293-8e23-b8e7fc35659b None None] The sync data for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 is: [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:27.220877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1a48acb6-6c2f-4134-b7ec-e614da9c34c5 None None] Provisioning complete for port c9e07269-528d-47e8-920d-5c92375def74 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:27.221260 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1a48acb6-6c2f-4134-b7ec-e614da9c34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c9e07269-528d-47e8-920d-5c92375def74), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.237487 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:27.238604 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.268573 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:27.268952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.271267 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-5a2c5660-c6c5-4147-8742-d663d4859aa3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6680627 Feb 09 21:46:27.285095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Request body: {'port': {'device_id': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:27.364319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.379641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1a48acb6-6c2f-4134-b7ec-e614da9c34c5 None None] Current status of the port c9e07269-528d-47e8-920d-5c92375def74 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:27.422131 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:27.499915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-2c3df182-6b5d-4bf2-8096-d77fc8eebf27 None None] Provisioning complete for port 4be78edc-a223-461d-b53b-2b3ddbce2904 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:27.500295 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2c3df182-6b5d-4bf2-8096-d77fc8eebf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.537443 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-2c3df182-6b5d-4bf2-8096-d77fc8eebf27 None None] Port 4be78edc-a223-461d-b53b-2b3ddbce2904 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:27.672569 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be78edc-a223-461d-b53b-2b3ddbce2904 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:27.680993 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Publish callbacks [] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.693781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Transition to ACTIVE for port object 4be78edc-a223-461d-b53b-2b3ddbce2904 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:27.697807 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.769677 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.819543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed20468-c580-462a-aafb-d85544d283e1 req-fb015f55-dfe0-4412-b640-3a27cefcf15a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:27.821184 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ed20468-c580-462a-aafb-d85544d283e1 req-fb015f55-dfe0-4412-b640-3a27cefcf15a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0685632 Feb 09 21:46:27.848485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Attempting to bind port 4be78edc-a223-461d-b53b-2b3ddbce2904 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:27.849027 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Attempting to bind port 4be78edc-a223-461d-b53b-2b3ddbce2904 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:27.849358 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Attempting to bind port 4be78edc-a223-461d-b53b-2b3ddbce2904 on network b80190a9-c80d-4f95-9291-f6c0e29b3a1e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:27.855830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Port 4be78edc-a223-461d-b53b-2b3ddbce2904 on network b80190a9-c80d-4f95-9291-f6c0e29b3a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:27.856635 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Attempting to bind port 4be78edc-a223-461d-b53b-2b3ddbce2904 on network b80190a9-c80d-4f95-9291-f6c0e29b3a1e {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:27.862988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:27.863723 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Checking segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:27.864352 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Bound using segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:27.865030 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Bound port: 4be78edc-a223-461d-b53b-2b3ddbce2904, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:27.865890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.890004 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ed20468-c580-462a-aafb-d85544d283e1 req-f54a8efd-b676-4714-b8e4-f970050b37c6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622392 Feb 09 21:46:28.306579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:28.309764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:28.316014 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.351508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.352638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.354052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] 10.222.0.50 "PUT /v2.0/ports/4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 1092 time: 1.0739224 Feb 09 21:46:28.354597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:28.356929 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:28.388995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84689745-6e0d-47f4-a30c-7756f880c717 service neutron] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.414306 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818707be-00cb-4c89-8dd6-b5d551cab217 x-openstack-request-id: req-818707be-00cb-4c89-8dd6-b5d551cab217 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:28.414815 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:28.415214 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-818707be-00cb-4c89-8dd6-b5d551cab217 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:28.415838 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'status': 'completed', 'code': 200} Feb 09 21:46:28.474998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-26d191cb-5516-47b0-850c-439573f43672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.476604 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-26d191cb-5516-47b0-850c-439573f43672 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1126 time: 0.0566547 Feb 09 21:46:28.524360 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-3d2086ef-8ba5-4259-96c2-ddee60251f85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 217 time: 0.0405936 Feb 09 21:46:28.588466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-b285c13c-a43f-456a-a009-182a22f920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.591146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-b285c13c-a43f-456a-a009-182a22f920d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0600159 Feb 09 21:46:28.641141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-29d3b12c-9729-48d7-9261-0aba919fe5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.642556 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-29d3b12c-9729-48d7-9261-0aba919fe5f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456595 Feb 09 21:46:28.736439 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-bb3ee0c9-8868-4885-9977-06fbeae2b4ae service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866687 Feb 09 21:46:28.833860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9076dbef-b45e-44a0-bec0-de5345ae860a req-72bbb82f-9052-442c-93ab-825333b59032 service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891757 Feb 09 21:46:28.930042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-18e09f0f-ebb9-4a29-9108-30ba1f636dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.931589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-18e09f0f-ebb9-4a29-9108-30ba1f636dc5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1126 time: 0.0538578 Feb 09 21:46:29.017475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a99e3c-c206-4cb6-8408-ff7fb7d58943 req-9d3b615d-25e1-49bc-8445-104ccd79a2c5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.019286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55a99e3c-c206-4cb6-8408-ff7fb7d58943 req-9d3b615d-25e1-49bc-8445-104ccd79a2c5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0551624 Feb 09 21:46:29.027766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-69c8322e-df0b-42bc-bf44-ca1128e86cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.029241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-69c8322e-df0b-42bc-bf44-ca1128e86cfd service neutron] 10.222.0.50 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.0912821 Feb 09 21:46:29.076488 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-55a99e3c-c206-4cb6-8408-ff7fb7d58943 req-69658c6d-c37f-45dc-9aec-ede88c5c577a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510678 Feb 09 21:46:29.087822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-ce6d861c-ccb2-42b2-a0b0-e7506b4321f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 217 time: 0.0514092 Feb 09 21:46:29.126731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c9e07269-528d-47e8-920d-5c92375def74 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:29.138853 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-164eb31d-ee58-46d9-b08a-1b7371f77b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.140375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-164eb31d-ee58-46d9-b08a-1b7371f77b0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0462368 Feb 09 21:46:29.176249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c9e07269-528d-47e8-920d-5c92375def74 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:29.176661 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c9e07269-528d-47e8-920d-5c92375def74), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.192660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-4faca011-7455-4942-a37f-2c6325cd0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.194175 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-4faca011-7455-4942-a37f-2c6325cd0b06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466282 Feb 09 21:46:29.252570 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c9e07269-528d-47e8-920d-5c92375def74 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:29.290070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-7a1303dd-e33f-4170-aa25-834b51cc40ef service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887928 Feb 09 21:46:29.383228 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0f7caf28-a4d2-4273-b46e-b8dde54c5a9c req-9f287750-8d22-404f-a5d9-e9a0cab2ab70 service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862749 Feb 09 21:46:30.200803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e558-0b85-4715-88c4-3f06008a4b50 req-d65584a8-f339-430e-b8f5-a2f272bbb726 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.202295 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e64e558-0b85-4715-88c4-3f06008a4b50 req-d65584a8-f339-430e-b8f5-a2f272bbb726 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0527744 Feb 09 21:46:30.250354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4e64e558-0b85-4715-88c4-3f06008a4b50 req-4ec85037-a926-426f-b015-2014ec1758d0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423691 Feb 09 21:46:30.748819 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4be78edc-a223-461d-b53b-2b3ddbce2904 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:30.846116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:30.857012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'port_id': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'mac_address': 'fa:16:3e:8e:07:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:30.892107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 4be78edc-a223-461d-b53b-2b3ddbce2904 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:30.892496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.905118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be78edc-a223-461d-b53b-2b3ddbce2904 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:30.927983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:30.931834 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.977132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.148661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['4be78edc-a223-461d-b53b-2b3ddbce2904'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:31.369639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc26694-d665-41b2-814d-9a4bee119102 req-3fa682e0-c5e5-48bf-8a18-55e7ba57d07d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.371125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdc26694-d665-41b2-814d-9a4bee119102 req-3fa682e0-c5e5-48bf-8a18-55e7ba57d07d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 944 time: 0.0535598 Feb 09 21:46:31.419353 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bdc26694-d665-41b2-814d-9a4bee119102 req-809ab48f-a826-43bc-bbf5-0494c2117904 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 Feb 09 21:46:32.547222 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f2de-0ccb-4b87-9754-8ccb91618c9a req-f34a83bd-f2bf-4902-aa85-57f58540ed34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.548761 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a61f2de-0ccb-4b87-9754-8ccb91618c9a req-f34a83bd-f2bf-4902-aa85-57f58540ed34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 944 time: 0.0586524 Feb 09 21:46:32.598189 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a61f2de-0ccb-4b87-9754-8ccb91618c9a req-ea7d3146-73ec-44d7-adac-c1212d2d7b87 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437405 Feb 09 21:46:32.765859 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4be78edc-a223-461d-b53b-2b3ddbce2904 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:32.812773 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 4be78edc-a223-461d-b53b-2b3ddbce2904 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:32.817097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 4be78edc-a223-461d-b53b-2b3ddbce2904 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:32.817467 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.896187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 4be78edc-a223-461d-b53b-2b3ddbce2904 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:32.896586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.918723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:32.920955 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c52e30d-d99c-472b-ab38-2f953564ceab" -d '{"events": [{"server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "name": "network-vif-plugged", "status": "completed", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:32.933770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:32.938162 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.962882 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190bd0e-8b54-4bd2-b3a4-a5ae498ea905 x-openstack-request-id: req-a190bd0e-8b54-4bd2-b3a4-a5ae498ea905 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:32.963229 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "name": "network-vif-plugged", "status": "completed", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:32.963435 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a190bd0e-8b54-4bd2-b3a4-a5ae498ea905 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:32.963968 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'code': 200} Feb 09 21:46:32.992953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:33.079024 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe78830-4230-4bec-bda8-39d112642421 req-736b7e7b-2de4-4176-bcc2-3812f9786aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.080630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fe78830-4230-4bec-bda8-39d112642421 req-736b7e7b-2de4-4176-bcc2-3812f9786aa8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1128 time: 0.0494380 Feb 09 21:46:33.127487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7fe78830-4230-4bec-bda8-39d112642421 req-b490b6be-ee8c-4598-a680-ffc8b2a24b83 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401535 Feb 09 21:46:33.729151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755d656-dd2d-45fd-bb09-bf91d76ff941 req-8393847c-e16c-452a-9c1a-1309cb2bc265 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.730546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7755d656-dd2d-45fd-bb09-bf91d76ff941 req-8393847c-e16c-452a-9c1a-1309cb2bc265 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0571685 Feb 09 21:46:33.780134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7755d656-dd2d-45fd-bb09-bf91d76ff941 req-4c87703a-f561-4cdb-bcba-63240910f946 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439577 Feb 09 21:46:34.898264 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e4b2a-0cdc-49f7-ae4b-9faa59d23046 req-1e70a788-8db4-41ed-9ee3-256d6dbf11c7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.900274 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed5e4b2a-0cdc-49f7-ae4b-9faa59d23046 req-1e70a788-8db4-41ed-9ee3-256d6dbf11c7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0521595 Feb 09 21:46:34.947619 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ed5e4b2a-0cdc-49f7-ae4b-9faa59d23046 req-8bf46f5a-edf9-47c9-9a29-9f9d45aa9638 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417411 Feb 09 21:46:35.066631 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212045-d838-489d-8c0f-004401e0990d req-cfde8934-68aa-4f35-95d5-17ac5a4e6f20 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.068351 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74212045-d838-489d-8c0f-004401e0990d req-cfde8934-68aa-4f35-95d5-17ac5a4e6f20 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0543828 Feb 09 21:46:35.116636 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74212045-d838-489d-8c0f-004401e0990d req-9640f537-1850-4a28-a4b2-ee3f22b53720 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Feb 09 21:46:35.138387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46736) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.179764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f08761b-21b6-48e8-bcad-32b28fe8876f tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.181859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4f08761b-21b6-48e8-bcad-32b28fe8876f tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1123 time: 0.0424657 Feb 09 21:46:35.184679 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46738) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.188947 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:35.208454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.304579 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.408745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.141 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/99a480d6-4ecc-4520-aeb2-e6d55960fbea) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:35.507908 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (99a480d6-4ecc-4520-aeb2-e6d55960fbea), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.541802 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (99a480d6-4ecc-4520-aeb2-e6d55960fbea), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.575356 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:35.578192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:35.583591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:35.618322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=99a480d6-4ecc-4520-aeb2-e6d55960fbea,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.933206 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (7ac3cb8d-b4bd-4b45-898a-5e1562fb2984), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.005795 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (99a480d6-4ecc-4520-aeb2-e6d55960fbea), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.149601 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (99a480d6-4ecc-4520-aeb2-e6d55960fbea), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.154052 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (99a480d6-4ecc-4520-aeb2-e6d55960fbea), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.230095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=99a480d6-4ecc-4520-aeb2-e6d55960fbea,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.239202 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (7ac3cb8d-b4bd-4b45-898a-5e1562fb2984), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.339889 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP 7ac3cb8d-b4bd-4b45-898a-5e1562fb2984 associated. External IP: 172.25.4.141, port: 4be78edc-a223-461d-b53b-2b3ddbce2904. Feb 09 21:46:36.545235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router c2574000-c3fd-4e0c-a674-fc6f7f37b898 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:36.653554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:36.662991 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] Sync routers for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:36.671489 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.676961 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:36.677572 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:36.701894 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-35065e42-8e14-4433-87f4-72ea8fc59cc2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5162036 Feb 09 21:46:36.702500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:36.704746 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:36.744030 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aa67dd-76cd-4e18-b3f6-5ddc7e928ddc x-openstack-request-id: req-39aa67dd-76cd-4e18-b3f6-5ddc7e928ddc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:36.744375 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:36.745174 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-39aa67dd-76cd-4e18-b3f6-5ddc7e928ddc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:36.745587 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'status': 'completed', 'code': 200} Feb 09 21:46:36.787916 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:36.815379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060c30b-3919-4a95-bb4c-6937e7408d87 req-3b567eea-ef14-4915-bc2f-58a16c65955f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.817190 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7060c30b-3919-4a95-bb4c-6937e7408d87 req-3b567eea-ef14-4915-bc2f-58a16c65955f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0594032 Feb 09 21:46:36.818833 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-ef86c02b-0d8f-4a10-8c8f-1411751ebb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.820419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-ef86c02b-0d8f-4a10-8c8f-1411751ebb44 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1128 time: 0.0527570 Feb 09 21:46:36.867133 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7060c30b-3919-4a95-bb4c-6937e7408d87 req-837abbce-cc95-4871-9a6b-f9d306fc1bde tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440288 Feb 09 21:46:36.889341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46744) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:36.913207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-b6ddcbdb-7523-4ca2-b969-dcb0cdda7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.914704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-b6ddcbdb-7523-4ca2-b969-dcb0cdda7211 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.0878086 Feb 09 21:46:36.957876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-318b82b7-7d07-44c9-a096-67169fd558ba tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/7ac3cb8d-b4bd-4b45-898a-5e1562fb2984 HTTP/1.1" status: 200 len: 991 time: 0.0673528 Feb 09 21:46:36.985430 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-1549b0b9-ff4a-4847-a4df-1a16e7aa14d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 999 time: 0.0650976 Feb 09 21:46:37.017385 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '7ac3cb8d-b4bd-4b45-898a-5e1562fb2984', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'port_id': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'mac_address': 'fa:16:3e:8e:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:35Z', 'updated_at': '2022-02-09T21:46:35Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:37.032616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-aa675181-2cfa-457c-94ca-c971b15fa04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.034082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-aa675181-2cfa-457c-94ca-c971b15fa04e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0436924 Feb 09 21:46:37.043521 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] Checking router: c2574000-c3fd-4e0c-a674-fc6f7f37b898 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:37.055270 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:37.056416 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:46:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:37.081838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-a1eabff6-6af3-4e55-8d8d-942869569826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.083277 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-a1eabff6-6af3-4e55-8d8d-942869569826 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440717 Feb 09 21:46:37.162374 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:37.173731 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-090856f9-c7d6-435c-88ec-97c60ff072fd service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 Feb 09 21:46:37.260480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-32e4a9f1-bd5c-400d-b0e3-f5f551f06513 req-410b7031-0475-4ce5-ae34-a19e1a523c6c service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813987 Feb 09 21:46:37.470286 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '7ac3cb8d-b4bd-4b45-898a-5e1562fb2984', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'port_id': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'mac_address': 'fa:16:3e:8e:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:35Z', 'updated_at': '2022-02-09T21:46:35Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:37.496352 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c205fdfe-334a-40c3-89cb-8e60c9352bc3 None None] The sync data for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 is: [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '7ac3cb8d-b4bd-4b45-898a-5e1562fb2984', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'port_id': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'mac_address': 'fa:16:3e:8e:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:46:35Z', 'updated_at': '2022-02-09T21:46:35Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:37.694586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf48b64-a301-4c82-a23c-fc6db3ad45b0 None None] New status for floating IP 7ac3cb8d-b4bd-4b45-898a-5e1562fb2984: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:46:37.801959 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b4a300d1-5c68-4c80-a8f0-fa68cda55857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.961589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46746) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.025654 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c934c2e7-48ff-4373-929a-9b590428eeeb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/7ac3cb8d-b4bd-4b45-898a-5e1562fb2984 HTTP/1.1" status: 200 len: 993 time: 0.0623534 Feb 09 21:46:39.813296 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64c422d8-62d3-4c13-bc26-64527e50c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.473941 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.944845 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.027622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.073420 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.098864 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.367654 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:47:07.773625 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4744e7d1-d487-401c-a41a-d4331d880c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.815533 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a901-b6c5-41dc-bbc8-acc97fbfaf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.422259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-45b38cc5-f590-42d1-8dd6-496644124f7d req-a7d40c09-f1b5-439b-a727-8685050dc3c3 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:47:11.423473 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-45b38cc5-f590-42d1-8dd6-496644124f7d req-a7d40c09-f1b5-439b-a727-8685050dc3c3 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501006 Feb 09 21:47:11.477673 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.620197 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46772) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:12.633208 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60e3b2-fb22-4e30-a4b2-7443a77123f5 req-7cbfe4a2-5579-432a-8997-0841a678caa2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.634703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb60e3b2-fb22-4e30-a4b2-7443a77123f5 req-7cbfe4a2-5579-432a-8997-0841a678caa2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0538156 Feb 09 21:47:12.687653 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cb60e3b2-fb22-4e30-a4b2-7443a77123f5 req-bff8365f-9508-4d0f-bf53-f469ad80f2e7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472202 Feb 09 21:47:12.704265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-03dc4b9a-e93c-41f2-be37-0a245d799bc0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828545 Feb 09 21:47:12.713267 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-08352345-096e-409e-a1bb-9d5db7cfd063 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:47:12.714224 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-08352345-096e-409e-a1bb-9d5db7cfd063 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055101 Feb 09 21:47:12.947188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.570828 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-0b4178b1-86d6-485b-887b-04e097c6543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.572423 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-0b4178b1-86d6-485b-887b-04e097c6543f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1128 time: 0.0437896 Feb 09 21:47:13.669776 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-47cdb970-57dd-4f37-b141-8b634c36e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.671176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-47cdb970-57dd-4f37-b141-8b634c36e34b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.0809138 Feb 09 21:47:13.742814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-156cc940-4d99-41d8-b32a-71910ec66da7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 1001 time: 0.0649636 Feb 09 21:47:13.798012 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-1be492b2-10c7-4204-924d-007e7e8030dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.799486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-1be492b2-10c7-4204-924d-007e7e8030dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0479937 Feb 09 21:47:13.828658 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322085c-0a17-4bc9-b033-5c0c6b76132e req-ec49b45b-2e8e-4a4c-a568-b4f87429062c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.830287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3322085c-0a17-4bc9-b033-5c0c6b76132e req-ec49b45b-2e8e-4a4c-a568-b4f87429062c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0559766 Feb 09 21:47:13.848095 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-50c2075a-3608-4f4f-bae6-e9320e0ab161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.849605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-50c2075a-3608-4f4f-bae6-e9320e0ab161 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440099 Feb 09 21:47:13.879528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3322085c-0a17-4bc9-b033-5c0c6b76132e req-24af9774-3af9-4851-8f05-87c7cc7041f3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Feb 09 21:47:13.940296 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-767aabdc-a517-4b48-a0bf-3aa8cd59fc51 service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844758 Feb 09 21:47:14.026249 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e15b87a8-0ec7-47c2-a16f-c576da7cd7f4 req-5b2b3b34-b68b-4824-81a5-03c5d33ea360 service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801284 Feb 09 21:47:14.030504 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.106899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-a9ff83a8-1fd5-4375-b937-22bdf03b581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.108428 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-a9ff83a8-1fd5-4375-b937-22bdf03b581e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1128 time: 0.0451601 Feb 09 21:47:14.200029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-171d12c6-71fb-469c-9007-01e58ae68d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.201412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-171d12c6-71fb-469c-9007-01e58ae68d65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.0868552 Feb 09 21:47:14.263084 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-db72f91a-95a4-4a09-a7a9-d90cb4e057cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 1001 time: 0.0555902 Feb 09 21:47:14.313555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-e8eede18-d4a3-4461-8bd8-169ec5e7080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.315001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-e8eede18-d4a3-4461-8bd8-169ec5e7080e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0464683 Feb 09 21:47:14.361563 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-189c7828-e354-4134-be07-9fb1b9bd8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.363026 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-189c7828-e354-4134-be07-9fb1b9bd8a82 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423226 Feb 09 21:47:14.449494 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-6582364e-bb89-44de-8fec-5c9a96bae7cf service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792966 Feb 09 21:47:14.542994 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-1f152487-8cfa-4353-bd9f-ebea6c98361f service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871696 Feb 09 21:47:14.997832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb187-2218-41dc-bfb0-3fdbd7245367 req-d298b8d6-64b4-4cc6-a563-b71b015f8d8a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.999297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2bb187-2218-41dc-bfb0-3fdbd7245367 req-d298b8d6-64b4-4cc6-a563-b71b015f8d8a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0518060 Feb 09 21:47:15.049466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-de2bb187-2218-41dc-bfb0-3fdbd7245367 req-52ca3cc2-64e9-4ff8-8bbd-4095da06e27d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444412 Feb 09 21:47:16.457499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec55a8-ffe4-4b45-9357-d292d28109ac req-645244c1-81a4-4812-aebb-e76132954f58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:16.458910 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7ec55a8-ffe4-4b45-9357-d292d28109ac req-645244c1-81a4-4812-aebb-e76132954f58 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.3414569 Feb 09 21:47:16.508972 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7ec55a8-ffe4-4b45-9357-d292d28109ac req-b0b01802-9b75-40ff-8b57-02213266276d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 Feb 09 21:47:17.631731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035d32-95e7-4a28-bf31-4f24f1e38a1c req-7c6e5183-bb70-4e43-81ac-4a0d8d7e75f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.633762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58035d32-95e7-4a28-bf31-4f24f1e38a1c req-7c6e5183-bb70-4e43-81ac-4a0d8d7e75f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0567398 Feb 09 21:47:17.680492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-58035d32-95e7-4a28-bf31-4f24f1e38a1c req-6aea2f2e-1de8-47ff-bfb0-d84978682be4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411856 Feb 09 21:47:18.797824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b22ba2-5e65-4951-9d83-407f22dd1e42 req-0f35eae2-b255-41e0-8792-138239dd372b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.799294 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4b22ba2-5e65-4951-9d83-407f22dd1e42 req-0f35eae2-b255-41e0-8792-138239dd372b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0518658 Feb 09 21:47:18.847187 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d4b22ba2-5e65-4951-9d83-407f22dd1e42 req-8e3a2d85-166b-4569-950e-3bb02e086bdf tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423369 Feb 09 21:47:19.963079 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759d6c4-4ba0-4779-9e7a-845a7c2ce662 req-31c9f3e2-1053-4051-9e20-a18590953719 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:19.964605 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8759d6c4-4ba0-4779-9e7a-845a7c2ce662 req-31c9f3e2-1053-4051-9e20-a18590953719 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0518339 Feb 09 21:47:20.011855 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8759d6c4-4ba0-4779-9e7a-845a7c2ce662 req-404d42bd-ec57-4101-9be0-1e027b354501 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417039 Feb 09 21:47:21.132936 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24267de0-4e80-4a45-a2e5-ca7d4758f4ff req-6260d3f9-2dac-4ed5-8bd4-181333edd40e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:21.134373 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-24267de0-4e80-4a45-a2e5-ca7d4758f4ff req-6260d3f9-2dac-4ed5-8bd4-181333edd40e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0548558 Feb 09 21:47:21.182213 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-24267de0-4e80-4a45-a2e5-ca7d4758f4ff req-a73ae941-a11a-4f6f-8f55-f179fa7e38d0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422654 Feb 09 21:47:22.072215 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.298919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae216f16-a09a-44b6-b70a-08cb8f8973c6 req-c3dd2f4b-000f-4028-95a3-de99c081c68f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:22.300392 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae216f16-a09a-44b6-b70a-08cb8f8973c6 req-c3dd2f4b-000f-4028-95a3-de99c081c68f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0505588 Feb 09 21:47:22.353744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ae216f16-a09a-44b6-b70a-08cb8f8973c6 req-75d26df9-d600-42d7-86ec-307a0e9e81ac tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Feb 09 21:47:23.471775 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9a228-c650-4773-aacc-966ab15a1e1f req-f53e06a1-5193-46d8-9133-674862e506f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.473252 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-caf9a228-c650-4773-aacc-966ab15a1e1f req-f53e06a1-5193-46d8-9133-674862e506f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0524592 Feb 09 21:47:23.521472 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-caf9a228-c650-4773-aacc-966ab15a1e1f req-3be64013-6f28-495c-9ccb-236772811ac3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Feb 09 21:47:24.638967 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3113-edbd-4bfa-822b-d5beec5b6757 req-e9b76581-6b99-45ba-8fa3-ccbc23603a39 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:24.640474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b42e3113-edbd-4bfa-822b-d5beec5b6757 req-e9b76581-6b99-45ba-8fa3-ccbc23603a39 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0508380 Feb 09 21:47:24.688489 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b42e3113-edbd-4bfa-822b-d5beec5b6757 req-90900250-65a1-4fbc-b72e-927fbb9ff27b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Feb 09 21:47:25.810801 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0c5f-716a-4633-ae26-976a2c5c1c15 req-9a9230c5-5a33-44af-a1e8-18ac7ece15c9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.812362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-236d0c5f-716a-4633-ae26-976a2c5c1c15 req-9a9230c5-5a33-44af-a1e8-18ac7ece15c9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0573294 Feb 09 21:47:25.860036 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-236d0c5f-716a-4633-ae26-976a2c5c1c15 req-0880fb9d-534d-4aa8-9356-c7e70e811b26 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Feb 09 21:47:26.981137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c80f-69ee-4f79-becd-6b89ebd57f5d req-6acd4ce9-51a8-4b3b-b8c9-3901b077d41a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:26.982612 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3459c80f-69ee-4f79-becd-6b89ebd57f5d req-6acd4ce9-51a8-4b3b-b8c9-3901b077d41a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0514979 Feb 09 21:47:27.028990 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3459c80f-69ee-4f79-becd-6b89ebd57f5d req-67160e96-ccd3-4b0b-a482-a3a6409e0658 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408213 Feb 09 21:47:27.113042 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.152955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a3bec-81d7-4520-8e49-e249c5b2e61f req-af3c95f6-d45d-4c57-895d-6a8ac0418632 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:28.154485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df8a3bec-81d7-4520-8e49-e249c5b2e61f req-af3c95f6-d45d-4c57-895d-6a8ac0418632 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0548260 Feb 09 21:47:28.205536 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df8a3bec-81d7-4520-8e49-e249c5b2e61f req-fe82c5f1-9dad-4a3e-8c04-5b6860f69448 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453832 Feb 09 21:47:29.343199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd67a5e-7312-431a-a3bf-89646ba1fe7c req-b21008fe-5b4c-43d2-a5e7-582e655eb191 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:29.344704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2fd67a5e-7312-431a-a3bf-89646ba1fe7c req-b21008fe-5b4c-43d2-a5e7-582e655eb191 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0611749 Feb 09 21:47:29.399047 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2fd67a5e-7312-431a-a3bf-89646ba1fe7c req-52fbaa53-3326-483d-ae86-8d9ed45ac14a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469172 Feb 09 21:47:30.518194 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be522c3-1352-4617-9bb8-4c6247397c99 req-a1a3c831-bb76-450e-b461-d0fdb32cf7df tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:30.519699 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6be522c3-1352-4617-9bb8-4c6247397c99 req-a1a3c831-bb76-450e-b461-d0fdb32cf7df tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0522082 Feb 09 21:47:30.573502 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6be522c3-1352-4617-9bb8-4c6247397c99 req-9a297d2f-c8b7-4943-840c-4f6931bda26c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475621 Feb 09 21:47:31.483461 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-3217e631-192d-4dc1-a939-dd804b39f147 req-0beff9a0-24fc-4df8-a910-c2d11a5e7109 service neutron] show failed (client error): The resource could not be found. Feb 09 21:47:31.484546 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-0beff9a0-24fc-4df8-a910-c2d11a5e7109 service neutron] 10.222.0.50 "GET /v2.0/ports/4be78edc-a223-461d-b53b-2b3ddbce2904/bindings/n-h1-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0541751 Feb 09 21:47:31.704740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b919702-9d08-404d-a820-fc5211762fde req-b9b0f2f7-d589-4c8d-b661-51d645121880 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:31.706263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b919702-9d08-404d-a820-fc5211762fde req-b9b0f2f7-d589-4c8d-b661-51d645121880 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0553126 Feb 09 21:47:31.745964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-63967616-6733-4117-99cd-a6bbaa40fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:31.748153 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-63967616-6733-4117-99cd-a6bbaa40fe48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 1128 time: 0.1014624 Feb 09 21:47:31.759076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-29', 'device_owner': 'compute:nova'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:31.775748 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5b919702-9d08-404d-a820-fc5211762fde req-ea96ecdd-8823-4b63-a3d5-23023e230482 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635600 Feb 09 21:47:31.828327 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.036535 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:32.075692 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h2-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:32.118653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:32.121236 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc04fbb6-0232-49cb-93f4-e6170fb20ac0" -d '{"events": [{"server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "name": "network-vif-unplugged", "status": "completed", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:32.125786 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Publish callbacks [] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.139984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Transition to ACTIVE for port object 4be78edc-a223-461d-b53b-2b3ddbce2904 will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:47:32.145680 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.241344 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32205b9e-6a2f-4e93-909c-9bec18222a08 x-openstack-request-id: req-32205b9e-6a2f-4e93-909c-9bec18222a08 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:32.241639 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "name": "network-vif-unplugged", "status": "completed", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:32.241893 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-32205b9e-6a2f-4e93-909c-9bec18222a08 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:32.242290 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'code': 200} Feb 09 21:47:32.255159 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:32.279836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] No DVR routers for this DVR port 4be78edc-a223-461d-b53b-2b3ddbce2904 on host n-h2-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:32.282375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.282724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.283065 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.283402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.283763 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.284103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.284430 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.284757 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.285080 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.285402 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.285724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.286042 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.286359 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:32.430429 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Attempting to bind port 4be78edc-a223-461d-b53b-2b3ddbce2904 on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:32.430840 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Attempting to bind port 4be78edc-a223-461d-b53b-2b3ddbce2904 by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:32.431171 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Attempting to bind port 4be78edc-a223-461d-b53b-2b3ddbce2904 on network b80190a9-c80d-4f95-9291-f6c0e29b3a1e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:32.435350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Port 4be78edc-a223-461d-b53b-2b3ddbce2904 on network b80190a9-c80d-4f95-9291-f6c0e29b3a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:32.435673 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Attempting to bind port 4be78edc-a223-461d-b53b-2b3ddbce2904 on network b80190a9-c80d-4f95-9291-f6c0e29b3a1e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:32.440383 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:32.440724 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Checking segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:32.441102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Bound using segment: {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:32.441521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Bound port: 4be78edc-a223-461d-b53b-2b3ddbce2904, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff96d77-799d-43a0-99d0-24f352f50fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:32.442122 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.509127 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:32.513195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:32.519843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.556578 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.557218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.558621 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] 10.222.0.13 "PUT /v2.0/ports/4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 1092 time: 0.8039055 Feb 09 21:47:32.619659 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b53881-ce93-4e90-9506-be9ff2f99c8d service neutron] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:32.644387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-57b9483c-ec23-4478-bf60-4350e6239fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.645922 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-57b9483c-ec23-4478-bf60-4350e6239fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1126 time: 0.0635011 Feb 09 21:47:32.744085 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-43020dc2-b94d-41f0-b2b1-5e21d0ef23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.745661 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-43020dc2-b94d-41f0-b2b1-5e21d0ef23e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.0921752 Feb 09 21:47:32.818777 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-e965bba5-621c-45ae-8723-9dfdf0479842 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 999 time: 0.0672822 Feb 09 21:47:32.882631 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-d4671eba-21ba-442f-bd6b-8ed2eaae5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.885023 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-d4671eba-21ba-442f-bd6b-8ed2eaae5b01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0597992 Feb 09 21:47:32.904478 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed0b96-d8b3-49a3-addd-b1a2dc4ef0b9 req-0f3fdf67-8d48-4ac5-af08-21ce61b39bf1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.906081 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7bed0b96-d8b3-49a3-addd-b1a2dc4ef0b9 req-0f3fdf67-8d48-4ac5-af08-21ce61b39bf1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0573397 Feb 09 21:47:32.934177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217e631-192d-4dc1-a939-dd804b39f147 req-6954cb63-87f3-48a9-b7d2-70db7a689604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.935725 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-6954cb63-87f3-48a9-b7d2-70db7a689604 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452869 Feb 09 21:47:32.959953 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7bed0b96-d8b3-49a3-addd-b1a2dc4ef0b9 req-f439035d-825a-42c4-b36d-32844d5f5326 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474863 Feb 09 21:47:33.028050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-dcf4bc36-1230-4a80-a31c-39c08bd34b87 service neutron] 10.222.0.13 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859432 Feb 09 21:47:33.120663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3217e631-192d-4dc1-a939-dd804b39f147 req-3cdf2ea3-4714-4dd8-9c3b-a2deefdeb327 service neutron] 10.222.0.13 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871780 Feb 09 21:47:34.082841 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821f630-c66f-4d54-87f1-656b577c9829 req-bbe014e4-920c-4987-bc99-954d602d9811 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.084386 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7821f630-c66f-4d54-87f1-656b577c9829 req-bbe014e4-920c-4987-bc99-954d602d9811 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0528445 Feb 09 21:47:34.138525 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7821f630-c66f-4d54-87f1-656b577c9829 req-a3a8c942-d02c-46de-a6ed-1c4c95dae659 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479391 Feb 09 21:47:34.243445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:34.245752 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130bab89-ed7f-48f2-8008-569d8ad33a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:34.295676 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd255e9-e21a-4771-8430-9de5c8d6fd73 x-openstack-request-id: req-6bd255e9-e21a-4771-8430-9de5c8d6fd73 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:34.296043 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:34.296300 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6bd255e9-e21a-4771-8430-9de5c8d6fd73 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:34.296706 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'status': 'completed', 'code': 200} Feb 09 21:47:34.355811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-ced24033-8805-4db9-8e16-e59bb6ede1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.357352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-ced24033-8805-4db9-8e16-e59bb6ede1d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1126 time: 0.0447824 Feb 09 21:47:34.362619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-319d5e83-fe92-4593-95ff-b85b06af129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.364149 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-319d5e83-fe92-4593-95ff-b85b06af129f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1126 time: 0.0449567 Feb 09 21:47:34.366613 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:47:34.457863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-fdb297e1-8ce0-4afc-9841-7390fc01b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.459347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-fdb297e1-8ce0-4afc-9841-7390fc01b43a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.0955818 Feb 09 21:47:34.460140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-2922b455-79a8-41f6-a801-6cc31ca5e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.462234 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-2922b455-79a8-41f6-a801-6cc31ca5e7b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.0907800 Feb 09 21:47:34.535030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-270dd3e0-1523-4612-a9b7-a3e13e0ffa83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 999 time: 0.0667882 Feb 09 21:47:34.589238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-20118386-3ec4-4271-9ee4-03dca685c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.590626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-20118386-3ec4-4271-9ee4-03dca685c5cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0489764 Feb 09 21:47:34.601293 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-34da5bd7-bd8b-42b1-ab70-9c7218a7ef92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 999 time: 0.0619881 Feb 09 21:47:34.647958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-379b60f6-d719-4f36-8bab-296d8b2e7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.650164 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-379b60f6-d719-4f36-8bab-296d8b2e7c07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535295 Feb 09 21:47:34.664178 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-4b57fc33-ace4-4c86-aa54-326a5491973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.666318 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-4b57fc33-ace4-4c86-aa54-326a5491973d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0583985 Feb 09 21:47:34.720525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-4ce6feba-a8d0-4d46-a693-1a44a94d2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:34.722043 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-4ce6feba-a8d0-4d46-a693-1a44a94d2d50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504174 Feb 09 21:47:34.747765 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-e2e4b2e1-cb49-462a-b2f0-5b910cf45a62 service neutron] 10.222.0.13 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911944 Feb 09 21:47:34.810415 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-30b5d5d6-c0dc-46f9-82c3-53d699edbc06 service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810511 Feb 09 21:47:34.841350 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-bf7ad55f-ed6c-4994-9e9b-80eceb1db5e7 service neutron] 10.222.0.13 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878010 Feb 09 21:47:34.902663 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-130bab89-ed7f-48f2-8008-569d8ad33a5f req-a301319c-5695-4e9e-af1d-8b406c02400c service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881050 Feb 09 21:47:35.079446 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4be78edc-a223-461d-b53b-2b3ddbce2904 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:35.140272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] The host n-h2-789963-29 is not matching for port 4be78edc-a223-461d-b53b-2b3ddbce2904 host n-h1-789963-29! {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:47:35.140924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 4be78edc-a223-461d-b53b-2b3ddbce2904 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:35.263641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e1df7-09f4-4c95-bbd5-d5a648033e58 req-d8785a67-48d1-48a8-80e8-f0116da348f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.265493 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-443e1df7-09f4-4c95-bbd5-d5a648033e58 req-d8785a67-48d1-48a8-80e8-f0116da348f9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0559323 Feb 09 21:47:35.320257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-443e1df7-09f4-4c95-bbd5-d5a648033e58 req-f94f55a3-96a8-492d-a7d4-92294b700832 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487888 Feb 09 21:47:35.519815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2bbe-a222-497a-88fa-75e5f67ae277 req-77c9c41f-eb97-4a71-8101-18e23167df7d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.521319 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a72a2bbe-a222-497a-88fa-75e5f67ae277 req-77c9c41f-eb97-4a71-8101-18e23167df7d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0548427 Feb 09 21:47:35.533904 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-62656eba-3302-4955-a82d-4a1da1fea694 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.535420 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-62656eba-3302-4955-a82d-4a1da1fea694 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107&tenant_id=038e75f57fd84af99e552e559fa9a541&binding%3Ahost_id=n-h1-789963-29 HTTP/1.1" status: 200 len: 943 time: 0.0566673 Feb 09 21:47:35.572199 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a72a2bbe-a222-497a-88fa-75e5f67ae277 req-eea57ed6-b297-46c2-b6cd-85d847a87c79 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 Feb 09 21:47:35.595935 n-d-789963-29 neutron-server[103324]: INFO neutron.api.v2.resource [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-42e8eb5a-4216-41ae-9656-f5ff70fa76d0 service neutron] delete failed (client error): The resource could not be found. Feb 09 21:47:35.596924 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-42e8eb5a-4216-41ae-9656-f5ff70fa76d0 service neutron] 10.222.0.50 "DELETE /v2.0/ports/4be78edc-a223-461d-b53b-2b3ddbce2904/bindings/n-h2-789963-29 HTTP/1.1" status: 404 len: 381 time: 0.0547509 Feb 09 21:47:35.726453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0be13-07f8-483e-9166-76a2c23ae87c req-ad184a76-8310-4633-82f8-bc790b1c6cea tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.728061 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1d0be13-07f8-483e-9166-76a2c23ae87c req-ad184a76-8310-4633-82f8-bc790b1c6cea tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0791280 Feb 09 21:47:35.730025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-557d7a42-c549-46e4-a6d8-48f45e6f346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.731406 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-557d7a42-c549-46e4-a6d8-48f45e6f346d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1126 time: 0.0912542 Feb 09 21:47:35.831390 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f1d0be13-07f8-483e-9166-76a2c23ae87c req-26543eea-ed5c-450e-a10f-59ccbf7a4dfc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975857 Feb 09 21:47:35.859144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-2d14cdba-5195-4bf7-8c01-5ff7e1fc7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.860641 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-2d14cdba-5195-4bf7-8c01-5ff7e1fc7569 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.1212339 Feb 09 21:47:35.924565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-44222b38-9527-416e-a3c5-a7b788475cda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 999 time: 0.0581040 Feb 09 21:47:35.973468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-991b3c76-f263-4cce-8477-bc45f58c6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.975176 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-991b3c76-f263-4cce-8477-bc45f58c6561 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0452685 Feb 09 21:47:36.028561 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-3dba7785-cb35-4a72-96fa-29ec7a30b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.030073 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-3dba7785-cb35-4a72-96fa-29ec7a30b367 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485706 Feb 09 21:47:36.464732 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-8094e40d-18a0-45a4-b339-b0c7d1cae7ab service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284008 Feb 09 21:47:36.479126 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-0f75207f-f680-4576-8cad-57c8b6543aff req-69223f50-e9ba-4f5c-b356-43ad355d2835 service neutron] (103324) timed out ('10.222.0.50', 49772) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:47:36.560647 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-74a2bf4f-5aca-4b3a-9f6b-f36abf8afa25 req-c7e930b2-5c4f-4553-9914-e20e1c7af68c service neutron] 10.222.0.50 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889518 Feb 09 21:47:36.847194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4be78edc-a223-461d-b53b-2b3ddbce2904 details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:47:36.955782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:36.969010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'port_id': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'mac_address': 'fa:16:3e:8e:07:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:47:36.972956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa868c-223a-45b1-a325-3c9b4a5765ee req-e29e789c-aaf7-4b9b-a39d-c8ea2eb2c1af tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.974512 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fcaa868c-223a-45b1-a325-3c9b4a5765ee req-e29e789c-aaf7-4b9b-a39d-c8ea2eb2c1af tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 943 time: 0.0587211 Feb 09 21:47:37.012976 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 4be78edc-a223-461d-b53b-2b3ddbce2904 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:37.013367 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.027452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be78edc-a223-461d-b53b-2b3ddbce2904 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:37.028681 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fcaa868c-223a-45b1-a325-3c9b4a5765ee req-9ffa61e7-bb65-4a3e-af54-7b366f78a638 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477288 Feb 09 21:47:37.048667 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:37.052846 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.106803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:37.115385 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.115755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.116108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.116448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.116792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.117133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.118056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.118396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.118726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.119057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.119388 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.119739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.120072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:37.310532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['4be78edc-a223-461d-b53b-2b3ddbce2904'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:37.775401 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89f1147a-fc91-487a-b2f6-efba1eb2ecca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.153307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96be29-391c-42ac-8e16-dbecdc120d80 req-9f6f3811-1363-40f8-92d5-9310e3b0ce1e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:38.154839 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db96be29-391c-42ac-8e16-dbecdc120d80 req-9f6f3811-1363-40f8-92d5-9310e3b0ce1e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 944 time: 0.0538108 Feb 09 21:47:38.204306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db96be29-391c-42ac-8e16-dbecdc120d80 req-34b3f4e0-5b51-4057-93c1-175e78851672 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Feb 09 21:47:38.228117 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46858) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:38.294673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-907ea727-8a75-42d0-bd8b-09b0b6dd9e6b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/7ac3cb8d-b4bd-4b45-898a-5e1562fb2984 HTTP/1.1" status: 200 len: 992 time: 0.0648513 Feb 09 21:47:38.871287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4be78edc-a223-461d-b53b-2b3ddbce2904 up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:38.923492 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 4be78edc-a223-461d-b53b-2b3ddbce2904 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:47:38.927455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 4be78edc-a223-461d-b53b-2b3ddbce2904 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:38.927867 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.005466 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 4be78edc-a223-461d-b53b-2b3ddbce2904 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:39.005847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.028684 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:39.030893 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67434fc3-0cbc-424d-99f6-46f3e7375d5b" -d '{"events": [{"server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "name": "network-vif-plugged", "status": "completed", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:39.045191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:39.049720 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.098414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:39.127974 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5215f092-5b13-407d-9901-56dbae951fc6 x-openstack-request-id: req-5215f092-5b13-407d-9901-56dbae951fc6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:39.128274 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "name": "network-vif-plugged", "status": "completed", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:39.128562 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5215f092-5b13-407d-9901-56dbae951fc6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:39.128973 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'code': 200} Feb 09 21:47:39.821558 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a1b46e6a-23b1-4b7d-851d-d3984409f017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.695190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-6199e1d3-aa4e-4486-9318-2a123a69b397 req-b4727972-5ab1-4ad1-a298-535256b30c61 tempest-ServerDiskConfigTestJSON-1711254940 tempest-ServerDiskConfigTestJSON-1711254940-project] (103324) timed out ('10.222.0.13', 58280) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:47:41.481703 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.949783 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.032182 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.089001 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.845226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a434af3-b008-4fd3-a758-025b6052771b req-8df38fcb-70f4-4056-acc4-3b378707cc0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446870 Feb 09 21:47:55.931516 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434af3-b008-4fd3-a758-025b6052771b req-7a52e619-e784-4f32-b6a8-8cfe0ff9f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:55.933045 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a434af3-b008-4fd3-a758-025b6052771b req-7a52e619-e784-4f32-b6a8-8cfe0ff9f807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1128 time: 0.0442483 Feb 09 21:47:56.040037 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434af3-b008-4fd3-a758-025b6052771b req-5cc4dc64-78f2-4a90-8270-3aaf1cb7f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:56.041503 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a434af3-b008-4fd3-a758-025b6052771b req-5cc4dc64-78f2-4a90-8270-3aaf1cb7f39d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.0895722 Feb 09 21:47:56.111226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a434af3-b008-4fd3-a758-025b6052771b req-da3672f6-a19f-42dc-9f78-91422d7cefe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 1001 time: 0.0609438 Feb 09 21:47:56.167437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434af3-b008-4fd3-a758-025b6052771b req-2de0c865-0284-4561-8980-dce1f9a70bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:56.168974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a434af3-b008-4fd3-a758-025b6052771b req-2de0c865-0284-4561-8980-dce1f9a70bf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0499907 Feb 09 21:47:56.218919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434af3-b008-4fd3-a758-025b6052771b req-b7384168-d428-489e-875c-0887cbb5b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:56.220453 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a434af3-b008-4fd3-a758-025b6052771b req-b7384168-d428-489e-875c-0887cbb5b5fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449791 Feb 09 21:47:56.306155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a434af3-b008-4fd3-a758-025b6052771b req-905668b1-cf2b-4ffc-84f9-dfeb8fad7c9d service neutron] 10.222.0.13 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799749 Feb 09 21:47:56.397719 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6a434af3-b008-4fd3-a758-025b6052771b req-e11b7d51-a43a-48ea-98dd-2b9d36c7f5b2 service neutron] 10.222.0.13 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859866 Feb 09 21:47:57.137419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.896548 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46876) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:07.064669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 99a480d6-4ecc-4520-aeb2-e6d55960fbea {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:07.065092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (99a480d6-4ecc-4520-aeb2-e6d55960fbea), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.157944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (99a480d6-4ecc-4520-aeb2-e6d55960fbea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.157944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (99a480d6-4ecc-4520-aeb2-e6d55960fbea), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.170816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 99a480d6-4ecc-4520-aeb2-e6d55960fbea owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:07.341019 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (99a480d6-4ecc-4520-aeb2-e6d55960fbea), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.369925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=99a480d6-4ecc-4520-aeb2-e6d55960fbea,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:07.394454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.394843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.395187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.395541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.395907 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.396242 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.396583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.396921 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.397255 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.397597 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.397930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.398265 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.398591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:07.442505 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (7ac3cb8d-b4bd-4b45-898a-5e1562fb2984), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.442894 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP 7ac3cb8d-b4bd-4b45-898a-5e1562fb2984 disassociated (deleted). External IP: 172.25.4.141, port: 4be78edc-a223-461d-b53b-2b3ddbce2904. Feb 09 21:48:07.670330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router c2574000-c3fd-4e0c-a674-fc6f7f37b898 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:07.781623 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c11e652d-300f-4d88-ad0a-ba94f48f5489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.790152 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:07.796724 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.803628 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] Sync routers for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:07.817458 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:07.818217 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:07.844070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-007104ec-4b81-4dbb-b9b4-9380752e4ee7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/floatingips/7ac3cb8d-b4bd-4b45-898a-5e1562fb2984 HTTP/1.1" status: 204 len: 168 time: 0.9462602 Feb 09 21:48:07.844781 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:07.847069 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6512493-c83f-4d4b-a0f5-69e937d9c453" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:07.902637 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8107b220-799d-4a2a-8346-411fc3d6f543 x-openstack-request-id: req-8107b220-799d-4a2a-8346-411fc3d6f543 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:07.903600 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:07.903600 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8107b220-799d-4a2a-8346-411fc3d6f543 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:07.903600 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'status': 'completed', 'code': 200} Feb 09 21:48:07.949792 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:07.977890 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-86a11e7c-efd6-4982-bc8a-13acc39d7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.981167 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-86a11e7c-efd6-4982-bc8a-13acc39d7ac8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 1128 time: 0.0567262 Feb 09 21:48:08.098111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-2c572637-89ad-49e9-9472-988859d177bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.099965 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-2c572637-89ad-49e9-9472-988859d177bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 200 len: 898 time: 0.1127906 Feb 09 21:48:08.133508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02cdc5-b6e4-4d6b-865d-70c5eaf48d51 req-f6e3f767-e769-42e5-aa9c-742094a4a394 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.135091 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b02cdc5-b6e4-4d6b-865d-70c5eaf48d51 req-f6e3f767-e769-42e5-aa9c-742094a4a394 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0626333 Feb 09 21:48:08.148267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-dcbb5989-ee59-4469-9164-b562885cc38d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 200 len: 217 time: 0.0413017 Feb 09 21:48:08.202210 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-90410f3a-6832-4a1a-b903-0d47bd03e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.203911 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-90410f3a-6832-4a1a-b903-0d47bd03e807 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 200 len: 834 time: 0.0502279 Feb 09 21:48:08.211107 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0b02cdc5-b6e4-4d6b-865d-70c5eaf48d51 req-9a3089e2-447e-40fe-8329-fcf4660449d1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685785 Feb 09 21:48:08.226915 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:08.269972 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] Checking router: c2574000-c3fd-4e0c-a674-fc6f7f37b898 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:08.284894 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:08.285942 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:47:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:08.293022 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-232968e7-3c13-4533-b574-a943ce5a3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.294772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-232968e7-3c13-4533-b574-a943ce5a3b07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b80190a9-c80d-4f95-9291-f6c0e29b3a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0849042 Feb 09 21:48:08.422304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-dd604aba-4d0d-4de2-946e-c5ed2a3d17f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208487 Feb 09 21:48:08.434928 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:08.537876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c6512493-c83f-4d4b-a0f5-69e937d9c453 req-0759cacd-b59c-46ad-96dc-0b056bf70a38 service neutron] 10.222.0.13 "GET /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097379 Feb 09 21:48:08.660000 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:08.687446 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8e05a-615e-4c0c-8b4b-6f52bc47fb6e None None] The sync data for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 is: [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:46:23Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c9e07269-528d-47e8-920d-5c92375def74', 'name': '', 'network_id': 'b80190a9-c80d-4f95-9291-f6c0e29b3a1e', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:8e:b2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:23Z', 'updated_at': '2022-02-09T21:46:26Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '3eff4bd4-f376-4d27-a3ac-991874847e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:08.960057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845417d7-a2c1-4656-b1d2-622911d9d19b None None] New status for floating IP 7ac3cb8d-b4bd-4b45-898a-5e1562fb2984: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:48:09.376272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380966a-0e50-487d-b034-f4e8cb5e3024 req-6791f616-d7b0-4192-bc50-3ad4bb7fe9af tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.377962 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4380966a-0e50-487d-b034-f4e8cb5e3024 req-6791f616-d7b0-4192-bc50-3ad4bb7fe9af tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0861425 Feb 09 21:48:09.390886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-6206ea24-f41e-47bb-afdf-54c68ccae27e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.392403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-6206ea24-f41e-47bb-afdf-54c68ccae27e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf33534-83de-4f1a-9456-1d0fd3da7107 HTTP/1.1" status: 200 len: 945 time: 0.0729506 Feb 09 21:48:09.497533 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4380966a-0e50-487d-b034-f4e8cb5e3024 req-8f0455e0-51d4-4c60-886f-96c3ec0d96d6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=5e412bb7-9a19-413a-9835-95c998637695&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039784 Feb 09 21:48:09.527718 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 4be78edc-a223-461d-b53b-2b3ddbce2904 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:09.528064 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.625387 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port 4be78edc-a223-461d-b53b-2b3ddbce2904, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=4be78edc-a223-461d-b53b-2b3ddbce2904,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:09.625742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.643499 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 4be78edc-a223-461d-b53b-2b3ddbce2904 owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:09.776732 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (4be78edc-a223-461d-b53b-2b3ddbce2904), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.807786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=4be78edc-a223-461d-b53b-2b3ddbce2904,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.819112 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e092e453-cad5-4aeb-9d22-8d9d3ccfbdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.857008 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] No DVR routers for this DVR port 4be78edc-a223-461d-b53b-2b3ddbce2904 on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:09.859658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.862937 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e242b518-3f92-4455-9e8f-2c2a1b54ec0e req-0e699137-99c8-4031-b642-5f48f1003097 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.13 "DELETE /v2.0/ports/4be78edc-a223-461d-b53b-2b3ddbce2904 HTTP/1.1" status: 204 len: 173 time: 0.4635949 Feb 09 21:48:09.863377 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'name': 'network-vif-deleted', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:09.865624 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd146f0b-be06-4851-a20a-eb53948231f9" -d '{"events": [{"server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "name": "network-vif-deleted", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:09.906294 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43dc825-5cdd-4433-930f-67440392c5fc x-openstack-request-id: req-d43dc825-5cdd-4433-930f-67440392c5fc {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:09.906590 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf33534-83de-4f1a-9456-1d0fd3da7107", "name": "network-vif-deleted", "tag": "4be78edc-a223-461d-b53b-2b3ddbce2904", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:09.906840 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d43dc825-5cdd-4433-930f-67440392c5fc {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:09.907241 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf33534-83de-4f1a-9456-1d0fd3da7107', 'name': 'network-vif-deleted', 'tag': '4be78edc-a223-461d-b53b-2b3ddbce2904', 'status': 'completed', 'code': 200} Feb 09 21:48:10.557936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46892) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:10.961563 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (c2574000-c3fd-4e0c-a674-fc6f7f37b898), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.243806 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port c9e07269-528d-47e8-920d-5c92375def74 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:11.244110 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c9e07269-528d-47e8-920d-5c92375def74), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.359754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port c9e07269-528d-47e8-920d-5c92375def74, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c9e07269-528d-47e8-920d-5c92375def74,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:11.360307 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c9e07269-528d-47e8-920d-5c92375def74), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.366361 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:48:11.374560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for c9e07269-528d-47e8-920d-5c92375def74 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:11.494779 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.597113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c9e07269-528d-47e8-920d-5c92375def74), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.626601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=c9e07269-528d-47e8-920d-5c92375def74,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.845626 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (c2574000-c3fd-4e0c-a674-fc6f7f37b898), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.087366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router c2574000-c3fd-4e0c-a674-fc6f7f37b898 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:12.208553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:12.214086 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2447fdba-7d18-42c0-bd6e-dd266335f1b3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/c2574000-c3fd-4e0c-a674-fc6f7f37b898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6550369 Feb 09 21:48:12.216873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:12.218766 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] Sync routers for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:12.230718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:12.231432 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:12.276520 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-2208d194-21e1-4785-9684-bd91e009bd0a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting subnet 3eff4bd4-f376-4d27-a3ac-991874847e5c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:48:12.280048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2208d194-21e1-4785-9684-bd91e009bd0a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (3eff4bd4-f376-4d27-a3ac-991874847e5c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.328026 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2208d194-21e1-4785-9684-bd91e009bd0a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (3eff4bd4-f376-4d27-a3ac-991874847e5c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.354590 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:12.424318 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2208d194-21e1-4785-9684-bd91e009bd0a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (3eff4bd4-f376-4d27-a3ac-991874847e5c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.501390 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2208d194-21e1-4785-9684-bd91e009bd0a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (3eff4bd4-f376-4d27-a3ac-991874847e5c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.529228 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208d194-21e1-4785-9684-bd91e009bd0a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Subnet': ['ID=3eff4bd4-f376-4d27-a3ac-991874847e5c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:12.537677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2208d194-21e1-4785-9684-bd91e009bd0a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.545839 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2208d194-21e1-4785-9684-bd91e009bd0a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/subnets/3eff4bd4-f376-4d27-a3ac-991874847e5c HTTP/1.1" status: 204 len: 168 time: 0.3240609 Feb 09 21:48:12.546146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e219429-8c19-42a0-9f58-388034c85ba8 None None] Network b80190a9-c80d-4f95-9291-f6c0e29b3a1e requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:12.546844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46896) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:12.573262 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:48:11Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:12.608711 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] Checking router: c2574000-c3fd-4e0c-a674-fc6f7f37b898 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:12.618054 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] Routers {'c2574000-c3fd-4e0c-a674-fc6f7f37b898'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:12.618991 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:12.672246 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (c2574000-c3fd-4e0c-a674-fc6f7f37b898), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.767863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] DHCP port deletion for b80190a9-c80d-4f95-9291-f6c0e29b3a1e request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:48:12.817370 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (c2574000-c3fd-4e0c-a674-fc6f7f37b898), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.827770 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] Deleting port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:12.828190 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.871498 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] Set router c2574000-c3fd-4e0c-a674-fc6f7f37b898 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:12.897216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:12.897871 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.910586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] For port a5fd7d92-ac4c-4d86-aee9-112b7add1e35, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=a5fd7d92-ac4c-4d86-aee9-112b7add1e35,segment=NetworkSegment(8ff96d77-799d-43a0-99d0-24f352f50fa1),segment_id=8ff96d77-799d-43a0-99d0-24f352f50fa1)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:12.911366 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.928238 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] Calling delete_port for a5fd7d92-ac4c-4d86-aee9-112b7add1e35 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:12.998553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:12.998934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.006712 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.022482 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:13.022838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4be78edc-a223-461d-b53b-2b3ddbce2904 no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:13.048494 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 4be78edc-a223-461d-b53b-2b3ddbce2904 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:13.048841 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 4be78edc-a223-461d-b53b-2b3ddbce2904 not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:13.051856 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (a5fd7d92-ac4c-4d86-aee9-112b7add1e35), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.083053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] Pushing event deleted for resources: {'Port': ['ID=a5fd7d92-ac4c-4d86-aee9-112b7add1e35,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.093701 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:48:11Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:13.094542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc7b3f-d0a2-4f95-a3f2-4753d36100bb None None] No DVR routers for this DVR port a5fd7d92-ac4c-4d86-aee9-112b7add1e35 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:13.129542 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb13b9c-4732-42af-818f-218f376a1168 None None] The sync data for ids ['c2574000-c3fd-4e0c-a674-fc6f7f37b898'] in n-d-789963-29 is: [{'id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580511151', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:20Z', 'updated_at': '2022-02-09T21:48:11Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': 'c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:00:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2574000-c3fd-4e0c-a674-fc6f7f37b898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:21Z', 'updated_at': '2022-02-09T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:13.239086 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.267439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.328588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (c2574000-c3fd-4e0c-a674-fc6f7f37b898), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.421310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (c2574000-c3fd-4e0c-a674-fc6f7f37b898), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.423355 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (c2574000-c3fd-4e0c-a674-fc6f7f37b898), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.473066 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (c2574000-c3fd-4e0c-a674-fc6f7f37b898), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.473971 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Fanout notify agent at l3_agent the message router_deleted on router c2574000-c3fd-4e0c-a674-fc6f7f37b898 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:48:13.482731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.483983 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4c4b0614-5944-4987-8a5e-e61f4efd3e95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/routers/c2574000-c3fd-4e0c-a674-fc6f7f37b898 HTTP/1.1" status: 204 len: 168 time: 0.9368715 Feb 09 21:48:13.486926 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46898) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:13.554140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a5fd7d92-ac4c-4d86-aee9-112b7add1e35 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:13.576915 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (b80190a9-c80d-4f95-9291-f6c0e29b3a1e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.578157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: a5fd7d92-ac4c-4d86-aee9-112b7add1e35 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:13.578521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device a5fd7d92-ac4c-4d86-aee9-112b7add1e35 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:13.672824 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (b80190a9-c80d-4f95-9291-f6c0e29b3a1e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.694881 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80190a9-c80d-4f95-9291-f6c0e29b3a1e']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:13.704428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff96d77-799d-43a0-99d0-24f352f50fa1') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:13.704727 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff96d77-799d-43a0-99d0-24f352f50fa1') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:13.714315 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (8ff96d77-799d-43a0-99d0-24f352f50fa1), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.729163 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (8ff96d77-799d-43a0-99d0-24f352f50fa1), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.736428 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:48:13.736871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (8ff96d77-799d-43a0-99d0-24f352f50fa1), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: timer() Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:48:13.740206 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:48:13.812504 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (b80190a9-c80d-4f95-9291-f6c0e29b3a1e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.821048 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.823581 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/networks/b80190a9-c80d-4f95-9291-f6c0e29b3a1e HTTP/1.1" status: 204 len: 168 time: 0.3356292 Feb 09 21:48:13.826513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46900) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:13.850739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e4587-f395-47a6-a1f0-a52bc536d943 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Network': ['ID=b80190a9-c80d-4f95-9291-f6c0e29b3a1e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.902899 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db191431-877a-42c5-a273-ea3ac2bec6c8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (5e412bb7-9a19-413a-9835-95c998637695), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.928003 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db191431-877a-42c5-a273-ea3ac2bec6c8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (5e412bb7-9a19-413a-9835-95c998637695), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.988563 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db191431-877a-42c5-a273-ea3ac2bec6c8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (5e412bb7-9a19-413a-9835-95c998637695), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.991351 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db191431-877a-42c5-a273-ea3ac2bec6c8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.992528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-db191431-877a-42c5-a273-ea3ac2bec6c8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/security-groups/5e412bb7-9a19-413a-9835-95c998637695 HTTP/1.1" status: 204 len: 168 time: 0.1646290 Feb 09 21:48:14.002919 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db191431-877a-42c5-a273-ea3ac2bec6c8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e412bb7-9a19-413a-9835-95c998637695,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.046590 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.266059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46906) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:14.270643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9c520d96-145b-4375-8e2e-bcac326e591d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189785593', 'description': 'tempest-secgroup-smoke-1189785593 description', 'project_id': '038e75f57fd84af99e552e559fa9a541'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:14.292888 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c520d96-145b-4375-8e2e-bcac326e591d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.361445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c520d96-145b-4375-8e2e-bcac326e591d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (a0144ea5-793b-437e-a2f3-2bbb9e45f90e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.365283 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c520d96-145b-4375-8e2e-bcac326e591d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a0144ea5-793b-437e-a2f3-2bbb9e45f90e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.395753 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c520d96-145b-4375-8e2e-bcac326e591d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.397158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9c520d96-145b-4375-8e2e-bcac326e591d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1300781 Feb 09 21:48:14.399026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c520d96-145b-4375-8e2e-bcac326e591d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0144ea5-793b-437e-a2f3-2bbb9e45f90e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.400766 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46908) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:14.405432 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-5e64630f-c00e-4071-b41e-2497fc671d7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': 'a0144ea5-793b-437e-a2f3-2bbb9e45f90e', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:14.431827 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e64630f-c00e-4071-b41e-2497fc671d7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (2f83e7fd-7fb9-4ba3-a5a7-abb2c95bba64), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.487888 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e64630f-c00e-4071-b41e-2497fc671d7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (2f83e7fd-7fb9-4ba3-a5a7-abb2c95bba64), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.491671 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e64630f-c00e-4071-b41e-2497fc671d7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2f83e7fd-7fb9-4ba3-a5a7-abb2c95bba64), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.510252 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64630f-c00e-4071-b41e-2497fc671d7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f83e7fd-7fb9-4ba3-a5a7-abb2c95bba64,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.515073 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e64630f-c00e-4071-b41e-2497fc671d7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.516399 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5e64630f-c00e-4071-b41e-2497fc671d7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145248 Feb 09 21:48:14.519229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:14.524176 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-41753c10-e0c3-483b-868d-e82841aa6f40 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': 'a0144ea5-793b-437e-a2f3-2bbb9e45f90e', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:14.549084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41753c10-e0c3-483b-868d-e82841aa6f40 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (05649e07-2eee-4292-a5d3-61bc28671eb7), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.604245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41753c10-e0c3-483b-868d-e82841aa6f40 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (05649e07-2eee-4292-a5d3-61bc28671eb7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.608009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41753c10-e0c3-483b-868d-e82841aa6f40 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (05649e07-2eee-4292-a5d3-61bc28671eb7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.626066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753c10-e0c3-483b-868d-e82841aa6f40 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05649e07-2eee-4292-a5d3-61bc28671eb7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.631369 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-41753c10-e0c3-483b-868d-e82841aa6f40 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.632752 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-41753c10-e0c3-483b-868d-e82841aa6f40 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123049 Feb 09 21:48:14.636023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:14.641175 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2e4e4a12-2621-4deb-9e2a-5654da92e67b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': 'a0144ea5-793b-437e-a2f3-2bbb9e45f90e', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:14.667309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4a12-2621-4deb-9e2a-5654da92e67b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (6532e2ce-ec9b-47a8-87a7-16b6c127681d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.728434 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4a12-2621-4deb-9e2a-5654da92e67b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (6532e2ce-ec9b-47a8-87a7-16b6c127681d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.731927 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4a12-2621-4deb-9e2a-5654da92e67b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (6532e2ce-ec9b-47a8-87a7-16b6c127681d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.750016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e4a12-2621-4deb-9e2a-5654da92e67b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6532e2ce-ec9b-47a8-87a7-16b6c127681d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.757849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e4e4a12-2621-4deb-9e2a-5654da92e67b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.759708 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-2e4e4a12-2621-4deb-9e2a-5654da92e67b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215007 Feb 09 21:48:14.762376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46914) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:14.766767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3fcacd74-66a8-4d35-80f8-bc58859f0901 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': 'a0144ea5-793b-437e-a2f3-2bbb9e45f90e', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:14.793325 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fcacd74-66a8-4d35-80f8-bc58859f0901 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (63064b2a-1ade-4f65-a803-908ee1c2e72d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.850734 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fcacd74-66a8-4d35-80f8-bc58859f0901 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (63064b2a-1ade-4f65-a803-908ee1c2e72d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.854271 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fcacd74-66a8-4d35-80f8-bc58859f0901 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (63064b2a-1ade-4f65-a803-908ee1c2e72d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.871611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcacd74-66a8-4d35-80f8-bc58859f0901 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63064b2a-1ade-4f65-a803-908ee1c2e72d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.879226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fcacd74-66a8-4d35-80f8-bc58859f0901 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.880470 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3fcacd74-66a8-4d35-80f8-bc58859f0901 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171811 Feb 09 21:48:14.883316 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46916) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:14.888553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6157f05d-4e09-48ab-b6d0-80cdc47a96d5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': 'a0144ea5-793b-437e-a2f3-2bbb9e45f90e', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:14.909501 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-6157f05d-4e09-48ab-b6d0-80cdc47a96d5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:48:14.914762 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6157f05d-4e09-48ab-b6d0-80cdc47a96d5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (410eaf50-068d-4d84-9e49-7a26df4d6b3c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.974309 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6157f05d-4e09-48ab-b6d0-80cdc47a96d5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (410eaf50-068d-4d84-9e49-7a26df4d6b3c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.978607 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6157f05d-4e09-48ab-b6d0-80cdc47a96d5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (410eaf50-068d-4d84-9e49-7a26df4d6b3c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.997150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157f05d-4e09-48ab-b6d0-80cdc47a96d5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410eaf50-068d-4d84-9e49-7a26df4d6b3c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:15.002117 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6157f05d-4e09-48ab-b6d0-80cdc47a96d5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.003389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6157f05d-4e09-48ab-b6d0-80cdc47a96d5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182311 Feb 09 21:48:15.006136 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46918) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:15.011336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9c89765d-3af8-44a5-9c1e-6df31997da7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': 'a0144ea5-793b-437e-a2f3-2bbb9e45f90e', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:15.037356 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-9c89765d-3af8-44a5-9c1e-6df31997da7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:48:15.042690 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c89765d-3af8-44a5-9c1e-6df31997da7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (7ac4942b-6a75-48c0-9aa9-466561f85810), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.108042 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c89765d-3af8-44a5-9c1e-6df31997da7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (7ac4942b-6a75-48c0-9aa9-466561f85810), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.113910 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c89765d-3af8-44a5-9c1e-6df31997da7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (7ac4942b-6a75-48c0-9aa9-466561f85810), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.132234 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89765d-3af8-44a5-9c1e-6df31997da7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac4942b-6a75-48c0-9aa9-466561f85810,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:15.141905 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9c89765d-3af8-44a5-9c1e-6df31997da7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.144656 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9c89765d-3af8-44a5-9c1e-6df31997da7e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374762 Feb 09 21:48:15.146121 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:15.152179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'network': {'name': 'tempest-network-smoke--2051371099', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:15.152830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c9e07269-528d-47e8-920d-5c92375def74 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:15.173227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:15.176691 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.177119 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c9e07269-528d-47e8-920d-5c92375def74 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:15.177473 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c9e07269-528d-47e8-920d-5c92375def74 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:15.177897 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:15.205575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:15.205575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c1aa64b3-c1b1-4314-91d2-61bc3e5a5fd4 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:15.206531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:15.214697 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4b290a34-2001-4f87-b8a6-d7923f0efc23), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.215152 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Added segment 4b290a34-2001-4f87-b8a6-d7923f0efc23 of type vlan for network 3eab0f81-30f4-46eb-b721-387292f6c3e9 Feb 09 21:48:15.259465 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (3eab0f81-30f4-46eb-b721-387292f6c3e9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.285175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (3eab0f81-30f4-46eb-b721-387292f6c3e9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.291391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.292103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.351780 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2043591 Feb 09 21:48:15.354985 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46922) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:15.359380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'admin_state_up': True, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:15.374443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39058ce-6132-4b4e-897b-ece7ef3cc7b2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Network': ['ID=3eab0f81-30f4-46eb-b721-387292f6c3e9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:15.385746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:15.387091 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (59ee3fe9-2454-43f0-bf5d-10c11674e74f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.388425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (59ee3fe9-2454-43f0-bf5d-10c11674e74f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.446766 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (59ee3fe9-2454-43f0-bf5d-10c11674e74f), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.589231 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (59ee3fe9-2454-43f0-bf5d-10c11674e74f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.128536 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (59ee3fe9-2454-43f0-bf5d-10c11674e74f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.148191 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.259128 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.224 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/8f570729-de09-4e62-a73e-1707e853f807) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:16.367180 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (8f570729-de09-4e62-a73e-1707e853f807), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.407323 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8f570729-de09-4e62-a73e-1707e853f807), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.449938 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:16.455692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:16.457691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=8f570729-de09-4e62-a73e-1707e853f807,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:16.459919 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:16.736417 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (59ee3fe9-2454-43f0-bf5d-10c11674e74f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.952892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (59ee3fe9-2454-43f0-bf5d-10c11674e74f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.084791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 59ee3fe9-2454-43f0-bf5d-10c11674e74f is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:48:17.196274 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:17.205721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Sync routers for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:17.216012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:17.216644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:17.217711 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.222009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3d6b6049-6ee7-49ad-845a-46c4faa17567 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8630469 Feb 09 21:48:17.222338 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46924) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:17.251815 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-643f48c3-dc00-46bd-bbe8-999f685c74cb tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=038e75f57fd84af99e552e559fa9a541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280507 Feb 09 21:48:17.254463 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46926) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:17.331209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:17.349410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e5d43-cc60-4710-92dd-c7e60dda2236 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.350864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-609e5d43-cc60-4710-92dd-c7e60dda2236 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953660 Feb 09 21:48:17.354330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46928) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:17.381772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c5dd930f-68d5-4c1c-8323-430bcf644fd9 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263054 Feb 09 21:48:17.386322 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46930) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:17.391454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795812244', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:17.486647 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:17.490145 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.535794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:16Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:17.562879 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Checking router: 59ee3fe9-2454-43f0-bf5d-10c11674e74f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:17.563326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Updating router 59ee3fe9-2454-43f0-bf5d-10c11674e74f port 8f570729-de09-4e62-a73e-1707e853f807 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:17.595054 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f570729-de09-4e62-a73e-1707e853f807), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.689909 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (d12e8c8e-ba54-45e3-a906-e30e26353898), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.755693 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Subnet': ['ID=d12e8c8e-ba54-45e3-a906-e30e26353898,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:17.764601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Checking segment: {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:17.764966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network hostable DHCP agents. Network: 3eab0f81-30f4-46eb-b721-387292f6c3e9, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:17.791190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:17.807337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 3eab0f81-30f4-46eb-b721-387292f6c3e9) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:17.813661 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.814627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.823943 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ad30c-63d0-4894-bf59-cd1af216714b None None] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:17.834178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b1741478-88af-475a-bab0-f5d7929a175f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4466856 Feb 09 21:48:17.837940 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46932) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:17.987887 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-3eab0f81-30f4-46eb-b721-387292f6c3e9', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:48:17.988750 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.995256 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Publish callbacks [] for port (8f570729-de09-4e62-a73e-1707e853f807), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.015066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f570729-de09-4e62-a73e-1707e853f807), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.138838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Attempting to bind port 8f570729-de09-4e62-a73e-1707e853f807 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:18.139212 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Attempting to bind port 8f570729-de09-4e62-a73e-1707e853f807 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:18.139576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Attempting to bind port 8f570729-de09-4e62-a73e-1707e853f807 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:18.144533 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6528e-c8c2-4376-9e59-268613275f3c None None] Pushing event updated for resources: {'Port': ['ID=8f570729-de09-4e62-a73e-1707e853f807,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:18.154187 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:18.154628 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:18.155078 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.155618 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:18.156137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Bound port: 8f570729-de09-4e62-a73e-1707e853f807, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:18.156518 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f570729-de09-4e62-a73e-1707e853f807), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.258101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Allocated IP 172.20.0.2 (3eab0f81-30f4-46eb-b721-387292f6c3e9/d12e8c8e-ba54-45e3-a906-e30e26353898/dcf45f79-1674-4eb7-bae1-d467ebe2f3b9) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:18.263701 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] For port 8f570729-de09-4e62-a73e-1707e853f807, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:18.268172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] For port 8f570729-de09-4e62-a73e-1707e853f807, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f570729-de09-4e62-a73e-1707e853f807,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:18.277602 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f570729-de09-4e62-a73e-1707e853f807), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.299919 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.405166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:18.405801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:18.659345 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6528e-c8c2-4376-9e59-268613275f3c None None] Pushing event updated for resources: {'Port': ['ID=8f570729-de09-4e62-a73e-1707e853f807,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:18.741542 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Publish callbacks [] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.753753 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.757340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:18.800461 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.1 (3eab0f81-30f4-46eb-b721-387292f6c3e9/d12e8c8e-ba54-45e3-a906-e30e26353898/ee563912-4ee0-42f5-96c6-05e2acc6c772) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:18.849889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:18.887278 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:18.897109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:18.903673 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Pushing event updated for resources: {'Port': ['ID=dcf45f79-1674-4eb7-bae1-d467ebe2f3b9,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:18.947277 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:18.992731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.013455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Attempting to bind port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:19.013828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Attempting to bind port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:19.014263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Attempting to bind port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 on network 3eab0f81-30f4-46eb-b721-387292f6c3e9 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:19.021782 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:19.022155 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Checking segment: {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:19.022558 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.022945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Bound using segment: {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:19.023491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Bound port: dcf45f79-1674-4eb7-bae1-d467ebe2f3b9, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:19.023907 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.043728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:19.047059 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:19.053966 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:19.075980 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=ee563912-4ee0-42f5-96c6-05e2acc6c772,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:19.098159 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:16Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:19.105252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (59ee3fe9-2454-43f0-bf5d-10c11674e74f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.133944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9481fb85-07ae-4160-bab6-f0207621cf0e None None] The sync data for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 is: [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:16Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:19.138330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] For port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:19.154172 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] For port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=dcf45f79-1674-4eb7-bae1-d467ebe2f3b9,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:19.162045 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.229820 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa8ef-a793-4b85-91ea-001394970d46 None None] Pushing event updated for resources: {'Port': ['ID=dcf45f79-1674-4eb7-bae1-d467ebe2f3b9,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:19.278760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.701644 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.706934 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.786740 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=ee563912-4ee0-42f5-96c6-05e2acc6c772,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:19.788861 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (59ee3fe9-2454-43f0-bf5d-10c11674e74f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:19.894237 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:19.895751 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:20.023239 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 59ee3fe9-2454-43f0-bf5d-10c11674e74f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:20.148539 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:20.159862 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-972cb55b-977a-4c24-86e6-cee5183cfd14 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/59ee3fe9-2454-43f0-bf5d-10c11674e74f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3160014 Feb 09 21:48:20.347365 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-d5412554-4d89-4927-a09d-de2ed7139795 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189785593&fields=id&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 267 time: 0.0493195 Feb 09 21:48:20.417140 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4c606c-2446-44cc-84f2-900a1c3094c0 None None] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:20.457893 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-7d6f55f9-078e-46ec-9ad7-f682e5fd238d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.459474 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-7d6f55f9-078e-46ec-9ad7-f682e5fd238d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/networks?id=3eab0f81-30f4-46eb-b721-387292f6c3e9 HTTP/1.1" status: 200 len: 797 time: 0.1064401 Feb 09 21:48:20.484242 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-3a8bbcd0-5d6e-4023-a74a-73d2a43dfe77 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/quotas/038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 375 time: 0.0174482 Feb 09 21:48:20.508952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-60945d2f-7cc6-4b0b-bfee-02cf5cc36480 None None] Provisioning complete for port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:20.509359 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60945d2f-7cc6-4b0b-bfee-02cf5cc36480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.539121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-44fe1b60-b385-4f64-816d-93512e3e30cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497909 Feb 09 21:48:20.617008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-60945d2f-7cc6-4b0b-bfee-02cf5cc36480 None None] Current status of the port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:20.617552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60945d2f-7cc6-4b0b-bfee-02cf5cc36480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.640269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-fe46751b-f0d5-4db1-bf8d-ffd92a881d55 service neutron] 10.222.0.102 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887156 Feb 09 21:48:20.659840 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-60945d2f-7cc6-4b0b-bfee-02cf5cc36480 None None] For port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=dcf45f79-1674-4eb7-bae1-d467ebe2f3b9,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:20.667193 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60945d2f-7cc6-4b0b-bfee-02cf5cc36480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.723645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60945d2f-7cc6-4b0b-bfee-02cf5cc36480 None None] Pushing event updated for resources: {'Port': ['ID=dcf45f79-1674-4eb7-bae1-d467ebe2f3b9,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:20.757911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-63177b33-8600-4066-a5c8-6c6b898fa674 service neutron] 10.222.0.102 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117935 Feb 09 21:48:20.891402 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-214a641a-12b2-459e-bf36-8483e42631d6 None None] Provisioning complete for port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:20.892028 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-214a641a-12b2-459e-bf36-8483e42631d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.969947 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80acbc7b-2eaf-4dc5-96ea-7a0793bd177f req-a2c5c83d-b435-4cf1-97e0-44bae92102a6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 210 time: 0.0445986 Feb 09 21:48:20.989698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-214a641a-12b2-459e-bf36-8483e42631d6 None None] Current status of the port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:21.008666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-214a641a-12b2-459e-bf36-8483e42631d6 None None] Provisioning complete for port ee563912-4ee0-42f5-96c6-05e2acc6c772 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:21.009046 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-214a641a-12b2-459e-bf36-8483e42631d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.055265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-214a641a-12b2-459e-bf36-8483e42631d6 None None] Port ee563912-4ee0-42f5-96c6-05e2acc6c772 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:21.147282 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Sync routers for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:21.166227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:21.167285 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:21.199147 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-89961505-7ab0-4870-b08f-1596dfd02ebf None None] Provisioning complete for port ee563912-4ee0-42f5-96c6-05e2acc6c772 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:21.199861 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-89961505-7ab0-4870-b08f-1596dfd02ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.239288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-89961505-7ab0-4870-b08f-1596dfd02ebf None None] Port ee563912-4ee0-42f5-96c6-05e2acc6c772 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:21.283166 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f570729-de09-4e62-a73e-1707e853f807 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:21.341770 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:21.344382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8f570729-de09-4e62-a73e-1707e853f807 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:21.344916 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f570729-de09-4e62-a73e-1707e853f807), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.395838 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-aaf5dfa3-b0d7-4ac2-b69f-3b58c7066432 None None] Provisioning complete for port ee563912-4ee0-42f5-96c6-05e2acc6c772 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:21.396185 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dfa3-b0d7-4ac2-b69f-3b58c7066432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.461907 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5dfa3-b0d7-4ac2-b69f-3b58c7066432 None None] Port ee563912-4ee0-42f5-96c6-05e2acc6c772 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:21.468998 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8f570729-de09-4e62-a73e-1707e853f807 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:21.469398 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8f570729-de09-4e62-a73e-1707e853f807), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.493051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 8f570729-de09-4e62-a73e-1707e853f807, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f570729-de09-4e62-a73e-1707e853f807,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:21.499915 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8f570729-de09-4e62-a73e-1707e853f807), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.500718 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:21.563184 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 2, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:21.580553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=8f570729-de09-4e62-a73e-1707e853f807,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:21.591430 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Checking router: 59ee3fe9-2454-43f0-bf5d-10c11674e74f for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:21.592017 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Updating router 59ee3fe9-2454-43f0-bf5d-10c11674e74f port ee563912-4ee0-42f5-96c6-05e2acc6c772 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:21.593505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:21.594061 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.621497 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.678585 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:21.898521 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Publish callbacks [] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.906084 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.973810 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Pushing event updated for resources: {'Port': ['ID=ee563912-4ee0-42f5-96c6-05e2acc6c772,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:21.986911 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.987436 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.988330 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.988686 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.989158 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.989714 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.990161 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.990675 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.991256 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.991718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.992629 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.993280 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:21.993933 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:22.071305 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Attempting to bind port ee563912-4ee0-42f5-96c6-05e2acc6c772 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:22.073066 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Attempting to bind port ee563912-4ee0-42f5-96c6-05e2acc6c772 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:22.074154 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Attempting to bind port ee563912-4ee0-42f5-96c6-05e2acc6c772 on network 3eab0f81-30f4-46eb-b721-387292f6c3e9 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:22.079750 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:22.080409 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Checking segment: {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:22.080973 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.081534 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Bound using segment: {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:22.082963 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Bound port: ee563912-4ee0-42f5-96c6-05e2acc6c772, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:22.083561 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.095575 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.127492 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-46cfa83f-7908-4250-991f-be6b47d0df2d req-3f0d505a-fdd8-4268-be94-ac521f777ebb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 210 time: 0.0558665 Feb 09 21:48:22.149076 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-177a0270-dd92-4851-9eb5-0ed07cc9da95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.151255 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-177a0270-dd92-4851-9eb5-0ed07cc9da95 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/networks?id=3eab0f81-30f4-46eb-b721-387292f6c3e9 HTTP/1.1" status: 200 len: 797 time: 0.2161324 Feb 09 21:48:22.164803 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] For port ee563912-4ee0-42f5-96c6-05e2acc6c772, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:22.168802 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] For port ee563912-4ee0-42f5-96c6-05e2acc6c772, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ee563912-4ee0-42f5-96c6-05e2acc6c772,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:22.176423 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.222491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-37ebc80a-def4-4c09-9d58-a4272ca3aab0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 380 time: 0.0629208 Feb 09 21:48:22.232793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'port': {'device_id': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'admin_state_up': True, 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'security_groups': ['a0144ea5-793b-437e-a2f3-2bbb9e45f90e']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:22.240046 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:22.240703 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:22.244665 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492f093-1424-4af1-a916-25a03855db03 None None] Pushing event updated for resources: {'Port': ['ID=ee563912-4ee0-42f5-96c6-05e2acc6c772,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.289292 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f35f814b-9462-4d75-95f8-0379f4d18d62 None None] Provisioning complete for port ee563912-4ee0-42f5-96c6-05e2acc6c772 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:22.289939 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f35f814b-9462-4d75-95f8-0379f4d18d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.368191 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:22.371085 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:22.374983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.400374 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f35f814b-9462-4d75-95f8-0379f4d18d62 None None] Current status of the port ee563912-4ee0-42f5-96c6-05e2acc6c772 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:22.400782 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f35f814b-9462-4d75-95f8-0379f4d18d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.439901 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f35f814b-9462-4d75-95f8-0379f4d18d62 None None] For port ee563912-4ee0-42f5-96c6-05e2acc6c772, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ee563912-4ee0-42f5-96c6-05e2acc6c772,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:22.446488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f35f814b-9462-4d75-95f8-0379f4d18d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.505096 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f814b-9462-4d75-95f8-0379f4d18d62 None None] Pushing event updated for resources: {'Port': ['ID=ee563912-4ee0-42f5-96c6-05e2acc6c772,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.550223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.6 (3eab0f81-30f4-46eb-b721-387292f6c3e9/d12e8c8e-ba54-45e3-a906-e30e26353898/3b8fa790-8a12-407f-9a0e-a89941c3df1d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:22.569662 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c157bc5f-75d3-4858-afdb-8d0cb992fffe None None] Provisioning complete for port ee563912-4ee0-42f5-96c6-05e2acc6c772 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:22.570123 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c157bc5f-75d3-4858-afdb-8d0cb992fffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.597294 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:22.629046 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff95db4-177b-49d9-98ee-cf923709e64f None None] The sync data for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 is: [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:22.660055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c157bc5f-75d3-4858-afdb-8d0cb992fffe None None] Current status of the port ee563912-4ee0-42f5-96c6-05e2acc6c772 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:22.752629 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.796235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.842009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:22.847301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:22.852247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:22.882219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=3b8fa790-8a12-407f-9a0e-a89941c3df1d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.912158 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.912749 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.932190 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-5c962f1f-0765-4dd0-87b6-0c9ea7a5e0a3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7043040 Feb 09 21:48:22.942029 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-97da8d15-2840-4d80-9b7f-237d87b20eae tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:48:22.943168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-97da8d15-2840-4d80-9b7f-237d87b20eae tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057628 Feb 09 21:48:22.955884 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Request body: {'port': {'device_id': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:23.025822 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.105392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d7b09dbf-75eb-433d-aea9-9468473a5119 None None] Provisioning complete for port 3b8fa790-8a12-407f-9a0e-a89941c3df1d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:23.105890 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d7b09dbf-75eb-433d-aea9-9468473a5119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.156637 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d7b09dbf-75eb-433d-aea9-9468473a5119 None None] Port 3b8fa790-8a12-407f-9a0e-a89941c3df1d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:48:23.278788 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ee563912-4ee0-42f5-96c6-05e2acc6c772 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:23.296527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13767693-4282-4d6d-9270-4488586d0916 req-d3520c2a-c84f-42fc-aacb-d5502b6a0543 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.298358 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13767693-4282-4d6d-9270-4488586d0916 req-d3520c2a-c84f-42fc-aacb-d5502b6a0543 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 931 time: 0.0807438 Feb 09 21:48:23.345462 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ee563912-4ee0-42f5-96c6-05e2acc6c772 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:23.346166 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.374603 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13767693-4282-4d6d-9270-4488586d0916 req-d49bbdd9-7a14-43bb-8998-a04e6f11f463 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692434 Feb 09 21:48:23.436055 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ee563912-4ee0-42f5-96c6-05e2acc6c772 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:23.437100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f570729-de09-4e62-a73e-1707e853f807 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:23.490282 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8f570729-de09-4e62-a73e-1707e853f807 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:23.490668 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8f570729-de09-4e62-a73e-1707e853f807), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.576566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8f570729-de09-4e62-a73e-1707e853f807 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:23.712039 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8fa790-8a12-407f-9a0e-a89941c3df1d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:23.720634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Publish callbacks [] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.733492 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Transition to ACTIVE for port object 3b8fa790-8a12-407f-9a0e-a89941c3df1d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:23.737792 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.795391 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Pushing event updated for resources: {'Port': ['ID=3b8fa790-8a12-407f-9a0e-a89941c3df1d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:23.867042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Attempting to bind port 3b8fa790-8a12-407f-9a0e-a89941c3df1d on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:23.867381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Attempting to bind port 3b8fa790-8a12-407f-9a0e-a89941c3df1d by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:23.867864 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Attempting to bind port 3b8fa790-8a12-407f-9a0e-a89941c3df1d on network 3eab0f81-30f4-46eb-b721-387292f6c3e9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:23.873448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Port 3b8fa790-8a12-407f-9a0e-a89941c3df1d on network 3eab0f81-30f4-46eb-b721-387292f6c3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:23.873791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Attempting to bind port 3b8fa790-8a12-407f-9a0e-a89941c3df1d on network 3eab0f81-30f4-46eb-b721-387292f6c3e9 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:23.879552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:23.880011 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Checking segment: {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:23.880395 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Bound using segment: {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:23.880824 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Bound port: 3b8fa790-8a12-407f-9a0e-a89941c3df1d, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b290a34-2001-4f87-b8a6-d7923f0efc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:23.881188 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.963761 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] For port 3b8fa790-8a12-407f-9a0e-a89941c3df1d, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:23.967193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] For port 3b8fa790-8a12-407f-9a0e-a89941c3df1d, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:23.975240 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.010026 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.017976 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.017976 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] 10.222.0.50 "PUT /v2.0/ports/3b8fa790-8a12-407f-9a0e-a89941c3df1d HTTP/1.1" status: 200 len: 1092 time: 1.0618699 Feb 09 21:48:24.017976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:24.019128 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da20eefc-c877-4b54-ab93-f6c63f02d28a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:24.048831 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f9e7d-5a41-4ae8-a6ee-76814283c56e service neutron] Pushing event updated for resources: {'Port': ['ID=3b8fa790-8a12-407f-9a0e-a89941c3df1d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:24.084027 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4e2273-3992-4dc2-9164-7442ddd29365 x-openstack-request-id: req-bb4e2273-3992-4dc2-9164-7442ddd29365 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:24.084321 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:24.084574 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bb4e2273-3992-4dc2-9164-7442ddd29365 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:24.084968 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'status': 'completed', 'code': 200} Feb 09 21:48:24.120683 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-a3fed523-17d7-45da-b1df-b6de2f947031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.122203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-a3fed523-17d7-45da-b1df-b6de2f947031 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 1126 time: 0.0672092 Feb 09 21:48:24.168846 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-a40c8973-600c-4578-a7e9-455b2e4a5c84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d HTTP/1.1" status: 200 len: 217 time: 0.0397429 Feb 09 21:48:24.221587 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-acd0fd3a-dc32-44f8-a745-9ef115ace8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.222996 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-acd0fd3a-dc32-44f8-a745-9ef115ace8d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d12e8c8e-ba54-45e3-a906-e30e26353898 HTTP/1.1" status: 200 len: 834 time: 0.0477052 Feb 09 21:48:24.272933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-d1432123-8dec-46fd-9c26-3a3b8b865f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.274444 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-d1432123-8dec-46fd-9c26-3a3b8b865f68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3eab0f81-30f4-46eb-b721-387292f6c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455108 Feb 09 21:48:24.375772 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-0c925003-4884-4294-9907-7fda82ab20ae service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914099 Feb 09 21:48:24.467036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-512988d4-2c7c-4873-a901-7a8f70f1d12b req-e284a9ba-1550-4307-8479-5e0b25464d4f service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851958 Feb 09 21:48:24.501450 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a059bb4-520b-4b73-bd47-3c817f041f25 req-dd32b17f-c31b-4f5a-a7eb-3d5e48a6d5f6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.502952 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9a059bb4-520b-4b73-bd47-3c817f041f25 req-dd32b17f-c31b-4f5a-a7eb-3d5e48a6d5f6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 943 time: 0.0624151 Feb 09 21:48:24.554330 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9a059bb4-520b-4b73-bd47-3c817f041f25 req-19cc3b0d-0ce0-428a-b385-e81a93b7a73a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Feb 09 21:48:24.563362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-3f823f1d-e4d2-481d-b984-4718d773e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.565036 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-3f823f1d-e4d2-481d-b984-4718d773e507 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 1126 time: 0.0519154 Feb 09 21:48:24.652514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-8b3605ba-2d9b-4d49-b429-5456fcaf36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.653987 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-8b3605ba-2d9b-4d49-b429-5456fcaf36aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=3eab0f81-30f4-46eb-b721-387292f6c3e9 HTTP/1.1" status: 200 len: 898 time: 0.0830281 Feb 09 21:48:24.700303 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-bab06439-de32-4170-819e-1e5f0e082a29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d HTTP/1.1" status: 200 len: 217 time: 0.0400102 Feb 09 21:48:24.750965 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-046ead63-a867-49a2-8d95-baca6a29452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.752352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-046ead63-a867-49a2-8d95-baca6a29452f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d12e8c8e-ba54-45e3-a906-e30e26353898 HTTP/1.1" status: 200 len: 834 time: 0.0453434 Feb 09 21:48:24.801522 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-5a2f6106-40db-4457-8b3f-fd167527f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.803033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-5a2f6106-40db-4457-8b3f-fd167527f268 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3eab0f81-30f4-46eb-b721-387292f6c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448842 Feb 09 21:48:24.896562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-28aa080f-a247-40a8-b06e-93f46a3288bf service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867569 Feb 09 21:48:24.986991 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-da20eefc-c877-4b54-ab93-f6c63f02d28a req-49189009-b9e1-4c85-98de-4c791e3c2e1d service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Feb 09 21:48:25.681619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12a092-baf2-40cb-b84b-a664464ce17e req-45d11ea8-ba8e-48d8-868a-6a91de972d62 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.683614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea12a092-baf2-40cb-b84b-a664464ce17e req-45d11ea8-ba8e-48d8-868a-6a91de972d62 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 943 time: 0.0566876 Feb 09 21:48:25.736404 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ea12a092-baf2-40cb-b84b-a664464ce17e req-e0f3fd47-ae92-42ba-aada-29e191735792 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471654 Feb 09 21:48:26.854629 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420614b-b1a2-4304-97b6-17a60c6270a2 req-81a734d4-a3e3-4cc8-96b4-1fe5cb27e2d1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.856122 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a420614b-b1a2-4304-97b6-17a60c6270a2 req-81a734d4-a3e3-4cc8-96b4-1fe5cb27e2d1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 943 time: 0.0538650 Feb 09 21:48:26.903770 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a420614b-b1a2-4304-97b6-17a60c6270a2 req-2d1913d9-6248-4601-9e02-e7ea3f500015 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421591 Feb 09 21:48:27.126317 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.343786 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3b8fa790-8a12-407f-9a0e-a89941c3df1d details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:27.435896 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3b8fa790-8a12-407f-9a0e-a89941c3df1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:27.447053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'port_id': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'mac_address': 'fa:16:3e:13:72:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:27.487130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3b8fa790-8a12-407f-9a0e-a89941c3df1d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:27.487525 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.500557 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8fa790-8a12-407f-9a0e-a89941c3df1d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:27.519247 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3b8fa790-8a12-407f-9a0e-a89941c3df1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:27.523145 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:27.568294 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3b8fa790-8a12-407f-9a0e-a89941c3df1d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:27.741856 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['3b8fa790-8a12-407f-9a0e-a89941c3df1d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:28.095598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e7786-a0c4-47f1-8bca-cc433d32277c req-5cdff6a8-a33f-47f5-abef-c78ba7fee4dd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.097160 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-157e7786-a0c4-47f1-8bca-cc433d32277c req-5cdff6a8-a33f-47f5-abef-c78ba7fee4dd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 944 time: 0.0581295 Feb 09 21:48:28.148544 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-157e7786-a0c4-47f1-8bca-cc433d32277c req-d18d6597-f81d-4982-a9f4-1fd24c3a0e37 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457394 Feb 09 21:48:29.272941 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b82de7-944e-4381-ac24-ad95915ea95f req-6ef7c1bb-5c64-4106-a0d8-d43b3e9d9c7b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.274489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-46b82de7-944e-4381-ac24-ad95915ea95f req-6ef7c1bb-5c64-4106-a0d8-d43b3e9d9c7b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 944 time: 0.0542367 Feb 09 21:48:29.329704 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-46b82de7-944e-4381-ac24-ad95915ea95f req-c52c5bc7-5d2a-4ac5-95c2-181e4ab1cb98 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489283 Feb 09 21:48:29.349336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3b8fa790-8a12-407f-9a0e-a89941c3df1d up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:29.400011 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 3b8fa790-8a12-407f-9a0e-a89941c3df1d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:29.404194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 3b8fa790-8a12-407f-9a0e-a89941c3df1d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:29.404660 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.500257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 3b8fa790-8a12-407f-9a0e-a89941c3df1d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:29.500653 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.523503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:29.525789 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd9c633-8a2c-4977-bb13-c5850bb67a68" -d '{"events": [{"server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "name": "network-vif-plugged", "status": "completed", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:29.537754 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 3b8fa790-8a12-407f-9a0e-a89941c3df1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:29.542494 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:29.567423 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1493a-2d45-4e05-b65e-e46f104f4213 x-openstack-request-id: req-f3e1493a-2d45-4e05-b65e-e46f104f4213 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:29.567743 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "name": "network-vif-plugged", "status": "completed", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:29.568004 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f3e1493a-2d45-4e05-b65e-e46f104f4213 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:29.568401 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'code': 200} Feb 09 21:48:29.598683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=3b8fa790-8a12-407f-9a0e-a89941c3df1d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:29.675170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9e1bd-77ad-4372-bdcd-f0c7025c9dd6 req-7e07fe6e-0a59-4aeb-a05e-e72d871091fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.676811 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a9e1bd-77ad-4372-bdcd-f0c7025c9dd6 req-7e07fe6e-0a59-4aeb-a05e-e72d871091fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 1128 time: 0.0518165 Feb 09 21:48:29.724416 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-94a9e1bd-77ad-4372-bdcd-f0c7025c9dd6 req-ecece884-e493-4b03-8813-8079f5204862 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Feb 09 21:48:30.451751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db60c85-5169-4878-a036-f077469c4660 req-2ffec724-3f42-4c71-90da-ff43a960d3f4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.453334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3db60c85-5169-4878-a036-f077469c4660 req-2ffec724-3f42-4c71-90da-ff43a960d3f4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0535560 Feb 09 21:48:30.504215 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3db60c85-5169-4878-a036-f077469c4660 req-28689c5f-42ad-4e47-9e9a-a837788f295a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450530 Feb 09 21:48:31.630475 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0ed8-6881-453f-a81d-1c9a6e340f4e req-eea3b9ec-fc4f-43ef-957d-f49ece699bef tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.632021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73ae0ed8-6881-453f-a81d-1c9a6e340f4e req-eea3b9ec-fc4f-43ef-957d-f49ece699bef tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0588961 Feb 09 21:48:31.681858 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-73ae0ed8-6881-453f-a81d-1c9a6e340f4e req-53daa6ed-b334-4b87-89a2-a9b88843f0a9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Feb 09 21:48:31.805074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d3fc2-045c-4e19-9368-7ddda5e4fa1f req-c02a2519-b565-41bf-97a7-c98abcb478c3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.806580 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2b3d3fc2-045c-4e19-9368-7ddda5e4fa1f req-c02a2519-b565-41bf-97a7-c98abcb478c3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0548222 Feb 09 21:48:31.855137 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2b3d3fc2-045c-4e19-9368-7ddda5e4fa1f req-40f989b3-2c11-4d87-8978-eb8402add2e9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 Feb 09 21:48:31.877698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46986) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:31.973273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75607b3f-820d-4e9b-a350-d69978088bdf tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.977834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 46990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:31.978022 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-75607b3f-820d-4e9b-a350-d69978088bdf tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 1123 time: 0.0991261 Feb 09 21:48:31.983188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:32.005576 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.110418 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.221566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.191 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6966937e-703b-4b31-bf63-0997f7ea3d37) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:32.327290 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (6966937e-703b-4b31-bf63-0997f7ea3d37), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.371177 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6966937e-703b-4b31-bf63-0997f7ea3d37), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.419674 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:32.425057 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:32.428782 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:32.453580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=6966937e-703b-4b31-bf63-0997f7ea3d37,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:32.806763 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (fc6345fa-3fa0-465a-8a50-ab0084b432e6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.887241 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6966937e-703b-4b31-bf63-0997f7ea3d37), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.040849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (6966937e-703b-4b31-bf63-0997f7ea3d37), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.046080 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6966937e-703b-4b31-bf63-0997f7ea3d37), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.119141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=6966937e-703b-4b31-bf63-0997f7ea3d37,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:33.126890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (fc6345fa-3fa0-465a-8a50-ab0084b432e6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.230087 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP fc6345fa-3fa0-465a-8a50-ab0084b432e6 associated. External IP: 172.25.4.191, port: 3b8fa790-8a12-407f-9a0e-a89941c3df1d. Feb 09 21:48:33.447123 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 59ee3fe9-2454-43f0-bf5d-10c11674e74f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:33.556138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:33.566034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] Sync routers for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:33.573425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:33.577642 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:33.578286 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:33.609844 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3dc10c89-be56-4ae7-affa-969c394c9994 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6279776 Feb 09 21:48:33.609844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:33.631062 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422f181-3b15-441a-b6ef-564c32824365" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:33.679456 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb84a2ec-2145-4d4a-839a-1f7dee530288 x-openstack-request-id: req-bb84a2ec-2145-4d4a-839a-1f7dee530288 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:33.679769 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:33.680415 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bb84a2ec-2145-4d4a-839a-1f7dee530288 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:33.680415 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'status': 'completed', 'code': 200} Feb 09 21:48:33.722158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:33.760857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0827f-e9bb-491c-94bf-807ece9cbccd req-28ab5a29-21f7-44d6-8965-a94ed0012257 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.763425 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36f0827f-e9bb-491c-94bf-807ece9cbccd req-28ab5a29-21f7-44d6-8965-a94ed0012257 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0927494 Feb 09 21:48:33.766799 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f181-3b15-441a-b6ef-564c32824365 req-63827734-b9ad-4b1b-8ce4-852881fa4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.768507 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f422f181-3b15-441a-b6ef-564c32824365 req-63827734-b9ad-4b1b-8ce4-852881fa4221 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 1128 time: 0.0652361 Feb 09 21:48:33.867988 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36f0827f-e9bb-491c-94bf-807ece9cbccd req-6cef4d98-2d14-4c3f-9c87-c69581b70015 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979764 Feb 09 21:48:33.893108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f181-3b15-441a-b6ef-564c32824365 req-94dc53eb-7c54-44ed-9b3d-3bdcd60441ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.893323 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46996) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:33.894643 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f422f181-3b15-441a-b6ef-564c32824365 req-94dc53eb-7c54-44ed-9b3d-3bdcd60441ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=3eab0f81-30f4-46eb-b721-387292f6c3e9 HTTP/1.1" status: 200 len: 898 time: 0.1192379 Feb 09 21:48:33.947743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fc6345fa-3fa0-465a-8a50-ab0084b432e6', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'port_id': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'mac_address': 'fa:16:3e:13:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:32Z', 'updated_at': '2022-02-09T21:48:32Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:33.958485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-4c47cde1-b651-4daf-892a-1ed140e3afe7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/fc6345fa-3fa0-465a-8a50-ab0084b432e6 HTTP/1.1" status: 200 len: 991 time: 0.0629175 Feb 09 21:48:33.966089 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f422f181-3b15-441a-b6ef-564c32824365 req-34a82059-2acb-4a9d-a82a-4196fdbb532d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d HTTP/1.1" status: 200 len: 999 time: 0.0652466 Feb 09 21:48:33.977974 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] Checking router: 59ee3fe9-2454-43f0-bf5d-10c11674e74f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:33.986626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:33.987228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:48:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:34.013474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f181-3b15-441a-b6ef-564c32824365 req-9f10f87d-54e7-4669-843e-8dd81e4a6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.014916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f422f181-3b15-441a-b6ef-564c32824365 req-9f10f87d-54e7-4669-843e-8dd81e4a6589 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d12e8c8e-ba54-45e3-a906-e30e26353898 HTTP/1.1" status: 200 len: 834 time: 0.0433202 Feb 09 21:48:34.061573 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f181-3b15-441a-b6ef-564c32824365 req-bc9de485-09ae-470c-89c7-ac250e194e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.063060 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f422f181-3b15-441a-b6ef-564c32824365 req-bc9de485-09ae-470c-89c7-ac250e194e80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3eab0f81-30f4-46eb-b721-387292f6c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429294 Feb 09 21:48:34.092168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:34.153786 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f422f181-3b15-441a-b6ef-564c32824365 req-ee6e0a6b-d926-488b-b5d2-1bac71d1e6dd service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841510 Feb 09 21:48:34.241571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f422f181-3b15-441a-b6ef-564c32824365 req-eee3bbe2-d633-4258-bfcb-3f856d179055 service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820980 Feb 09 21:48:34.476535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fc6345fa-3fa0-465a-8a50-ab0084b432e6', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'port_id': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'mac_address': 'fa:16:3e:13:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:32Z', 'updated_at': '2022-02-09T21:48:32Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:34.503421 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce013cb-de0f-451b-8604-b51193b3f569 None None] The sync data for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 is: [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fc6345fa-3fa0-465a-8a50-ab0084b432e6', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'port_id': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'mac_address': 'fa:16:3e:13:72:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:48:32Z', 'updated_at': '2022-02-09T21:48:32Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:34.707308 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50e3cb-0936-4d08-a523-5b240de9df63 None None] New status for floating IP fc6345fa-3fa0-465a-8a50-ab0084b432e6: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:48:34.960408 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 46998) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:35.024180 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7e1233b3-c0c7-4655-9642-e7fdbe33e1b6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/fc6345fa-3fa0-465a-8a50-ab0084b432e6 HTTP/1.1" status: 200 len: 993 time: 0.0626085 Feb 09 21:48:37.778198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-83fd9926-ef7b-4e16-a5db-11bfb383ec83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.817588 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be9b68b0-ef33-4479-858a-fec824df349b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:41.488269 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.950132 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.039899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:48.365781 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:48:52.118089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:57.141708 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.782887 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6f8c3a41-11bf-4ba5-9b8c-4b013e4c14d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.424587 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4ed8f-a7ee-43f4-aea6-b23f6b71c0d8 req-61dd87d7-f4f2-4049-b79b-6fc661fa3a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.432974 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bd4ed8f-a7ee-43f4-aea6-b23f6b71c0d8 req-61dd87d7-f4f2-4049-b79b-6fc661fa3a54 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0564666 Feb 09 21:49:08.479981 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5bd4ed8f-a7ee-43f4-aea6-b23f6b71c0d8 req-466ffd9d-7f23-45d3-b4bc-6e0e24bfce74 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479496 Feb 09 21:49:09.611503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce44938-a628-4a05-88d4-30940e04da86 req-459ff1e7-a52b-4951-84d9-a9315da2366c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.613067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fce44938-a628-4a05-88d4-30940e04da86 req-459ff1e7-a52b-4951-84d9-a9315da2366c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0554106 Feb 09 21:49:09.664778 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fce44938-a628-4a05-88d4-30940e04da86 req-347bd47e-4008-43aa-be00-e18154499b15 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458062 Feb 09 21:49:09.815912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-280f3efb-544f-434d-be35-5941e93ffc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.806556 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ca970-5194-4763-a792-e3818fe34405 req-05443383-5b8c-46af-b4e0-cb4eecc4406f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:10.808116 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-213ca970-5194-4763-a792-e3818fe34405 req-05443383-5b8c-46af-b4e0-cb4eecc4406f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0559535 Feb 09 21:49:10.881546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-213ca970-5194-4763-a792-e3818fe34405 req-2547e1b4-0226-417e-b640-59ad60e14972 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667214 Feb 09 21:49:11.488553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.009993 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ded4-7f44-4f66-990a-28646bff7962 req-1d999998-ffc0-422f-bae1-91ade569011a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.011490 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acb9ded4-7f44-4f66-990a-28646bff7962 req-1d999998-ffc0-422f-bae1-91ade569011a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0571871 Feb 09 21:49:12.064959 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-acb9ded4-7f44-4f66-990a-28646bff7962 req-8b0f5578-2fc3-4891-8290-710bce72849d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460799 Feb 09 21:49:12.953051 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.200399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886deb5-db2c-45aa-8622-0138ab20914e req-d3d15a86-e930-4494-903e-dd49b1372a64 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.201917 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c886deb5-db2c-45aa-8622-0138ab20914e req-d3d15a86-e930-4494-903e-dd49b1372a64 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0650737 Feb 09 21:49:13.251137 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c886deb5-db2c-45aa-8622-0138ab20914e req-16bbc8be-e3c0-406b-a362-fd9e01a5f5bc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Feb 09 21:49:14.042033 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.372625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20689f86-8266-44da-9116-ce3bbdf9f66e req-229c7e6e-2135-4c31-b0da-48daae1f17b6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.374103 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20689f86-8266-44da-9116-ce3bbdf9f66e req-229c7e6e-2135-4c31-b0da-48daae1f17b6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0534425 Feb 09 21:49:14.424905 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-20689f86-8266-44da-9116-ce3bbdf9f66e req-a5cfa432-e8c8-435a-9c47-d2c71620809f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451200 Feb 09 21:49:14.575581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095194-bac6-428f-8296-7065845f696b req-8db6876b-1f0c-4677-9ad1-fea609656855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.577207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1095194-bac6-428f-8296-7065845f696b req-8db6876b-1f0c-4677-9ad1-fea609656855 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 1128 time: 0.0500462 Feb 09 21:49:14.680307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095194-bac6-428f-8296-7065845f696b req-319b0c55-7841-4112-acde-7009fc16472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.681702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1095194-bac6-428f-8296-7065845f696b req-319b0c55-7841-4112-acde-7009fc16472b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3eab0f81-30f4-46eb-b721-387292f6c3e9 HTTP/1.1" status: 200 len: 898 time: 0.0849838 Feb 09 21:49:14.755634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1095194-bac6-428f-8296-7065845f696b req-a8c3e2fd-fee8-4b3b-b93c-803e17d483ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d HTTP/1.1" status: 200 len: 1001 time: 0.0655563 Feb 09 21:49:14.812190 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095194-bac6-428f-8296-7065845f696b req-71cc8580-6ec6-4715-9f2f-b2842d0283fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.814405 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1095194-bac6-428f-8296-7065845f696b req-71cc8580-6ec6-4715-9f2f-b2842d0283fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d12e8c8e-ba54-45e3-a906-e30e26353898 HTTP/1.1" status: 200 len: 834 time: 0.0532286 Feb 09 21:49:14.864496 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095194-bac6-428f-8296-7065845f696b req-6ec9268f-c4ae-457b-9014-901ab7343f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.866021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1095194-bac6-428f-8296-7065845f696b req-6ec9268f-c4ae-457b-9014-901ab7343f0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3eab0f81-30f4-46eb-b721-387292f6c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458088 Feb 09 21:49:14.957364 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1095194-bac6-428f-8296-7065845f696b req-61e3ffe4-21ea-4ffa-9c0d-d100539c9b5f service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846193 Feb 09 21:49:15.047422 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e1095194-bac6-428f-8296-7065845f696b req-1f6024ae-f569-46f0-8ff8-3f6b3bb0d9b4 service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842819 Feb 09 21:49:15.559367 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406b32c-0361-4a07-b724-e13abf8cb92d req-5d653247-a90c-4186-8c27-1c0e3836b1ed tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.560868 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406b32c-0361-4a07-b724-e13abf8cb92d req-5d653247-a90c-4186-8c27-1c0e3836b1ed tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0539749 Feb 09 21:49:15.615589 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1406b32c-0361-4a07-b724-e13abf8cb92d req-041fecc4-bf90-41d0-82b8-700ff0b9ef4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488968 Feb 09 21:49:16.734813 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c6860-d17f-480a-8a41-55e713750e1f req-f0d0b653-6664-43b8-94f9-36a1329bd760 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.736209 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c6c6860-d17f-480a-8a41-55e713750e1f req-f0d0b653-6664-43b8-94f9-36a1329bd760 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0528426 Feb 09 21:49:16.783547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2c6c6860-d17f-480a-8a41-55e713750e1f req-6a43db31-5d23-4aba-9c46-ea4474435bdf tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Feb 09 21:49:17.908012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad089d-23a2-4fac-8e5f-028c7a4e54c7 req-475abf66-b8a7-45a4-9c3b-782fd2f2b4b8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.909477 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77ad089d-23a2-4fac-8e5f-028c7a4e54c7 req-475abf66-b8a7-45a4-9c3b-782fd2f2b4b8 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0556982 Feb 09 21:49:17.957508 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-77ad089d-23a2-4fac-8e5f-028c7a4e54c7 req-31240086-ccb8-4040-82f9-17b03d690153 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424943 Feb 09 21:49:19.077648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199927a9-998a-45c8-9bd6-5fcff1853f77 req-dbc22ff6-a1cc-4c6f-9dd0-a631d7a047ba tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.079201 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-199927a9-998a-45c8-9bd6-5fcff1853f77 req-dbc22ff6-a1cc-4c6f-9dd0-a631d7a047ba tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0561440 Feb 09 21:49:19.127345 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-199927a9-998a-45c8-9bd6-5fcff1853f77 req-692f3a70-cb52-4504-a4f1-60947df67bf7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Feb 09 21:49:20.244964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898a63f-88fc-47fb-ae7d-ba79748880c5 req-6100bf5b-b07a-449f-9927-006718b36682 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.246418 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f898a63f-88fc-47fb-ae7d-ba79748880c5 req-6100bf5b-b07a-449f-9927-006718b36682 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Feb 09 21:49:20.294610 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f898a63f-88fc-47fb-ae7d-ba79748880c5 req-075972ac-5ee2-4d21-b1cf-04eaba5c76be tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Feb 09 21:49:21.411745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49b2f-776a-4950-9ded-55d741a33582 req-e08b1360-8d92-48f4-8a9c-d19e3c4e6b81 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.413162 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55b49b2f-776a-4950-9ded-55d741a33582 req-e08b1360-8d92-48f4-8a9c-d19e3c4e6b81 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Feb 09 21:49:21.461411 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-55b49b2f-776a-4950-9ded-55d741a33582 req-5819a3b0-e745-4dff-ae7a-0c47d3a8a752 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426385 Feb 09 21:49:22.120654 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.579600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87ee2b-0c03-441e-8a33-919dae50a494 req-c4888a08-bf11-4c19-9bf9-bdad054d83d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:22.581124 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d87ee2b-0c03-441e-8a33-919dae50a494 req-c4888a08-bf11-4c19-9bf9-bdad054d83d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0531857 Feb 09 21:49:22.632379 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3d87ee2b-0c03-441e-8a33-919dae50a494 req-ab2f2940-4282-4ae6-9220-0b6f213ef3e1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 Feb 09 21:49:23.754452 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2bf5a-cbee-4ced-ab61-33ee1336cb49 req-a12a4d9c-b3af-4015-a13d-5430b5056a06 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.755895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44e2bf5a-cbee-4ced-ab61-33ee1336cb49 req-a12a4d9c-b3af-4015-a13d-5430b5056a06 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0564179 Feb 09 21:49:23.803926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-44e2bf5a-cbee-4ced-ab61-33ee1336cb49 req-fe90acb7-c8b2-4465-9dad-5a9a7019bf7f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Feb 09 21:49:24.923046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a44d3-8117-4e93-8696-e2f9ef8b90fd req-1e25fbcb-8f7f-4df7-bd90-e2ab2a402c6f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.924555 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fe0a44d3-8117-4e93-8696-e2f9ef8b90fd req-1e25fbcb-8f7f-4df7-bd90-e2ab2a402c6f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Feb 09 21:49:24.972641 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fe0a44d3-8117-4e93-8696-e2f9ef8b90fd req-f9492c0f-86bd-4cc3-8573-d7b8cbce119e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Feb 09 21:49:25.364554 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:49:26.093036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e09166-4ad6-433f-bbaf-56ab0e67f186 req-a19b6569-27c5-4cd6-a78e-4fa5418b3364 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.094541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1e09166-4ad6-433f-bbaf-56ab0e67f186 req-a19b6569-27c5-4cd6-a78e-4fa5418b3364 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Feb 09 21:49:26.142658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1e09166-4ad6-433f-bbaf-56ab0e67f186 req-62a9f2cf-11d9-42ec-be3a-469518ec0e35 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Feb 09 21:49:27.139825 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.259524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a21cf-ac5f-4d52-8c88-612114983b80 req-0d2292b8-009a-46b0-84bf-cdc6569a4b99 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.261054 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d2a21cf-ac5f-4d52-8c88-612114983b80 req-0d2292b8-009a-46b0-84bf-cdc6569a4b99 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0522361 Feb 09 21:49:27.308405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9d2a21cf-ac5f-4d52-8c88-612114983b80 req-67f25e62-1858-4728-bb9d-b19371bd9777 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417974 Feb 09 21:49:28.477832 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75f16f-ae85-426b-a4ff-92eee816a480 req-5dd05feb-d324-4de6-bb44-fb73c89bbb49 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.479323 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd75f16f-ae85-426b-a4ff-92eee816a480 req-5dd05feb-d324-4de6-bb44-fb73c89bbb49 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.1029582 Feb 09 21:49:28.530882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cd75f16f-ae85-426b-a4ff-92eee816a480 req-efa08f8d-333c-42a5-a967-109ec8ddd0a0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453670 Feb 09 21:49:29.697209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27790c45-6bca-4f9a-9f1c-ad02fea1b523 req-d525e107-f019-4714-84d0-805b6088a44e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.699129 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27790c45-6bca-4f9a-9f1c-ad02fea1b523 req-d525e107-f019-4714-84d0-805b6088a44e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.1003480 Feb 09 21:49:29.747061 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-27790c45-6bca-4f9a-9f1c-ad02fea1b523 req-61878d15-c2a3-4c9c-b064-b977c1154629 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Feb 09 21:49:29.770216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47058) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:29.839336 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cac85ccb-9973-412f-aabe-f603c16b0aea tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/fc6345fa-3fa0-465a-8a50-ab0084b432e6 HTTP/1.1" status: 200 len: 993 time: 0.0679760 Feb 09 21:49:31.140863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057f9b3-6b75-44b2-b7f1-ac9f777bb435 req-63ec85ea-b02d-4024-8cda-7c013b2e77d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.142350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8057f9b3-6b75-44b2-b7f1-ac9f777bb435 req-63ec85ea-b02d-4024-8cda-7c013b2e77d7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0831330 Feb 09 21:49:31.147615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-33d93b9e-f38e-461e-b8b8-8e24a87c8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.149009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-33d93b9e-f38e-461e-b8b8-8e24a87c8065 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 1128 time: 0.0634644 Feb 09 21:49:31.242283 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8057f9b3-6b75-44b2-b7f1-ac9f777bb435 req-99046e00-c435-4465-8477-d45430777200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923381 Feb 09 21:49:31.268220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-1248eeeb-f18a-48c1-bba9-e4dfc698183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.269674 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-1248eeeb-f18a-48c1-bba9-e4dfc698183a service neutron] 10.222.0.50 "GET /v2.0/networks?id=3eab0f81-30f4-46eb-b721-387292f6c3e9 HTTP/1.1" status: 200 len: 898 time: 0.1134810 Feb 09 21:49:31.333398 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-f70c127a-ba9c-4b1f-a294-3aec5ebab1b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d HTTP/1.1" status: 200 len: 1001 time: 0.0578179 Feb 09 21:49:31.382765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-1da768a6-7eb9-4ab8-9878-14062664650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.384121 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-1da768a6-7eb9-4ab8-9878-14062664650d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d12e8c8e-ba54-45e3-a906-e30e26353898 HTTP/1.1" status: 200 len: 834 time: 0.0455978 Feb 09 21:49:31.430935 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-d0752587-1e6b-43f8-9397-123cc88af087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.432443 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-d0752587-1e6b-43f8-9397-123cc88af087 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3eab0f81-30f4-46eb-b721-387292f6c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0420301 Feb 09 21:49:31.519912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-d984f346-435c-4c50-b327-2e08069205ff service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807664 Feb 09 21:49:31.611021 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ba1cd33d-3537-4bc8-8189-7872bf411398 req-04d319bd-5ec7-4f1c-a8f3-37e7b8c8a573 service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856369 Feb 09 21:49:32.368174 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394b18-e92b-4c66-87ab-dc9b64dd1b5d req-6a756534-2d94-48c0-94d5-587c16c50cea tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.369669 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4394b18-e92b-4c66-87ab-dc9b64dd1b5d req-6a756534-2d94-48c0-94d5-587c16c50cea tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0574830 Feb 09 21:49:32.420075 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b4394b18-e92b-4c66-87ab-dc9b64dd1b5d req-860fa97a-7f5c-46bd-b7d2-fd759f5cc013 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440063 Feb 09 21:49:32.443068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47068) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:32.510058 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-64b09c2f-7781-4d0d-8caf-b49838d09e4d tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/fc6345fa-3fa0-465a-8a50-ab0084b432e6 HTTP/1.1" status: 200 len: 993 time: 0.0658100 Feb 09 21:49:37.786102 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-66090be6-a379-42f2-8123-b7b87b784857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.808510 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c3847d8-301b-41e9-899c-2b031ea47d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.491347 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:42.955908 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.044500 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.130852 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:57.156731 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:02.364227 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:50:04.896112 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47080) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:05.343126 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 6966937e-703b-4b31-bf63-0997f7ea3d37 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:05.343464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6966937e-703b-4b31-bf63-0997f7ea3d37), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.415431 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6966937e-703b-4b31-bf63-0997f7ea3d37), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.415742 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (6966937e-703b-4b31-bf63-0997f7ea3d37), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.427796 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 6966937e-703b-4b31-bf63-0997f7ea3d37 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:05.574440 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6966937e-703b-4b31-bf63-0997f7ea3d37), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.600014 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=6966937e-703b-4b31-bf63-0997f7ea3d37,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:05.626803 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.627152 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.627497 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.627873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.628209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.628539 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.628869 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.629225 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.629557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.629885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.630211 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.630532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.630855 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:05.667570 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (fc6345fa-3fa0-465a-8a50-ab0084b432e6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.667875 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP fc6345fa-3fa0-465a-8a50-ab0084b432e6 disassociated (deleted). External IP: 172.25.4.191, port: 3b8fa790-8a12-407f-9a0e-a89941c3df1d. Feb 09 21:50:05.876960 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 59ee3fe9-2454-43f0-bf5d-10c11674e74f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:05.988089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:05.992643 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:05.999409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] Sync routers for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:06.008807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:06.009408 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:06.022955 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3a73566f-ffd8-49cd-835d-625eaf7c6e10 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/floatingips/fc6345fa-3fa0-465a-8a50-ab0084b432e6 HTTP/1.1" status: 204 len: 168 time: 1.1257510 Feb 09 21:50:06.024154 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:06.026846 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:06.079858 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914223a2-dfec-4b5e-b4e5-d973faa642c7 x-openstack-request-id: req-914223a2-dfec-4b5e-b4e5-d973faa642c7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:06.080157 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:06.080421 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-914223a2-dfec-4b5e-b4e5-d973faa642c7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:06.080827 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'status': 'completed', 'code': 200} Feb 09 21:50:06.123169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:06.149112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-eb6b396f-7b2b-4411-9049-067d1e4311c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.151350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-eb6b396f-7b2b-4411-9049-067d1e4311c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 1128 time: 0.0497646 Feb 09 21:50:06.267182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-350da394-bd5e-4af4-ac6a-4d7c09636d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.268635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-350da394-bd5e-4af4-ac6a-4d7c09636d59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3eab0f81-30f4-46eb-b721-387292f6c3e9 HTTP/1.1" status: 200 len: 898 time: 0.1037118 Feb 09 21:50:06.335625 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-93d4c758-4d51-4181-8547-81ea6e2e3935 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d HTTP/1.1" status: 200 len: 217 time: 0.0565636 Feb 09 21:50:06.372004 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:06.394382 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935d3e9-1150-4457-9204-9efd2287efcd req-ecc5d63b-2767-4b74-b84d-86d4237ecedd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.395937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f935d3e9-1150-4457-9204-9efd2287efcd req-ecc5d63b-2767-4b74-b84d-86d4237ecedd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.1263907 Feb 09 21:50:06.403739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] Checking router: 59ee3fe9-2454-43f0-bf5d-10c11674e74f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:06.411556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-3810f30b-6a2e-4853-a89a-b270a5192039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.412599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:06.413011 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-3810f30b-6a2e-4853-a89a-b270a5192039 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d12e8c8e-ba54-45e3-a906-e30e26353898 HTTP/1.1" status: 200 len: 834 time: 0.0690811 Feb 09 21:50:06.413759 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:49:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:06.531629 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:06.743785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:06.773330 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8a4ee-4c00-4be0-abff-3b0296cb1433 None None] The sync data for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 is: [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:48:19Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ee563912-4ee0-42f5-96c6-05e2acc6c772', 'name': '', 'network_id': '3eab0f81-30f4-46eb-b721-387292f6c3e9', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:f9:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:18Z', 'updated_at': '2022-02-09T21:48:22Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': 'd12e8c8e-ba54-45e3-a906-e30e26353898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:06.828562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f935d3e9-1150-4457-9204-9efd2287efcd req-b214cf22-0fd4-44d2-b177-84ca75fa8907 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4248731 Feb 09 21:50:06.842186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-8a66ae92-a00c-481b-ad34-fa78e5185e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.843747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-8a66ae92-a00c-481b-ad34-fa78e5185e01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3eab0f81-30f4-46eb-b721-387292f6c3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0719047 Feb 09 21:50:06.937782 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-0203459e-3085-4b58-8827-dc1f8ff1b8bd service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875232 Feb 09 21:50:07.034195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a7d39f1-1d4f-4bb7-bbaf-6be04e353bbd req-b1abe959-4732-4a75-bbaf-e8edefa2cd66 service neutron] 10.222.0.50 "GET /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894363 Feb 09 21:50:07.050082 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930a12a8-df7f-4bdc-8401-9027624a5701 None None] New status for floating IP fc6345fa-3fa0-465a-8a50-ab0084b432e6: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:50:07.788471 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bb76da89-e2d6-49d4-9187-05c8c9a20926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:07.868873 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-c7eeb651-7299-45cc-9256-644c48205aff tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:07.870352 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-c7eeb651-7299-45cc-9256-644c48205aff tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0589023 Feb 09 21:50:07.954715 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3facc13-7395-454d-9b39-7a43081f94e4 req-1d2ff61f-5550-4d63-9e5d-20dd22ee73d4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:07.956295 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3facc13-7395-454d-9b39-7a43081f94e4 req-1d2ff61f-5550-4d63-9e5d-20dd22ee73d4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=9e8ca82c-4be8-4491-8bb8-b1960ff70d68 HTTP/1.1" status: 200 len: 945 time: 0.0565495 Feb 09 21:50:07.968365 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 3b8fa790-8a12-407f-9a0e-a89941c3df1d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:07.968707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.011257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b3facc13-7395-454d-9b39-7a43081f94e4 req-69756fbf-4316-471d-a64e-9fa2c1169afc tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=a0144ea5-793b-437e-a2f3-2bbb9e45f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493264 Feb 09 21:50:08.058936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port 3b8fa790-8a12-407f-9a0e-a89941c3df1d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=3b8fa790-8a12-407f-9a0e-a89941c3df1d,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:08.059194 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.071696 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 3b8fa790-8a12-407f-9a0e-a89941c3df1d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:08.204778 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (3b8fa790-8a12-407f-9a0e-a89941c3df1d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.234625 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=3b8fa790-8a12-407f-9a0e-a89941c3df1d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:08.247619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.248013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.248375 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.248702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.249038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.249374 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.249706 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.250038 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.250366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.250695 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.251376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.251376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.251671 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:08.292261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] No DVR routers for this DVR port 3b8fa790-8a12-407f-9a0e-a89941c3df1d on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:08.294974 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:08.298350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-43857697-3a31-4147-b3b5-8bf1805115e2 req-960c4220-85a8-4783-bdc5-85ebfb1b719f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "DELETE /v2.0/ports/3b8fa790-8a12-407f-9a0e-a89941c3df1d HTTP/1.1" status: 204 len: 173 time: 0.4228396 Feb 09 21:50:08.298792 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'name': 'network-vif-deleted', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:08.301055 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f573a4f-a735-4c5b-96d3-9b42a30f394e" -d '{"events": [{"server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "name": "network-vif-deleted", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:08.341828 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b315c05-e6ed-43c2-93da-61902ca9ce87 x-openstack-request-id: req-3b315c05-e6ed-43c2-93da-61902ca9ce87 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:08.342119 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8ca82c-4be8-4491-8bb8-b1960ff70d68", "name": "network-vif-deleted", "tag": "3b8fa790-8a12-407f-9a0e-a89941c3df1d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:08.342372 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3b315c05-e6ed-43c2-93da-61902ca9ce87 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:08.343456 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8ca82c-4be8-4491-8bb8-b1960ff70d68', 'name': 'network-vif-deleted', 'tag': '3b8fa790-8a12-407f-9a0e-a89941c3df1d', 'status': 'completed', 'code': 200} Feb 09 21:50:09.071380 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47094) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:09.430416 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (59ee3fe9-2454-43f0-bf5d-10c11674e74f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.696324 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port ee563912-4ee0-42f5-96c6-05e2acc6c772 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:09.696588 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.789513 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port ee563912-4ee0-42f5-96c6-05e2acc6c772, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ee563912-4ee0-42f5-96c6-05e2acc6c772,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:09.789879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.804779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for ee563912-4ee0-42f5-96c6-05e2acc6c772 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:09.819724 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-47ce93ce-75f0-4111-bdd3-7d2d4c03abc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.000020 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ee563912-4ee0-42f5-96c6-05e2acc6c772), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.023311 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=ee563912-4ee0-42f5-96c6-05e2acc6c772,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:10.206303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (59ee3fe9-2454-43f0-bf5d-10c11674e74f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.427873 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router 59ee3fe9-2454-43f0-bf5d-10c11674e74f has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:10.536322 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:10.543251 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6cef2bd4-449b-45cc-92c6-592f12fd1c3c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/59ee3fe9-2454-43f0-bf5d-10c11674e74f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4691076 Feb 09 21:50:10.544454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47096) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:10.548194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] Sync routers for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:10.559900 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:10.560733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:10.599257 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bb881d-f9e2-437b-9162-1ed37a1d3db1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting subnet d12e8c8e-ba54-45e3-a906-e30e26353898 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:10.602769 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb881d-f9e2-437b-9162-1ed37a1d3db1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (d12e8c8e-ba54-45e3-a906-e30e26353898), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.644084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb881d-f9e2-437b-9162-1ed37a1d3db1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (d12e8c8e-ba54-45e3-a906-e30e26353898), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.667672 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:10.734852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb881d-f9e2-437b-9162-1ed37a1d3db1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (d12e8c8e-ba54-45e3-a906-e30e26353898), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.800483 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb881d-f9e2-437b-9162-1ed37a1d3db1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (d12e8c8e-ba54-45e3-a906-e30e26353898), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.827759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb881d-f9e2-437b-9162-1ed37a1d3db1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Subnet': ['ID=d12e8c8e-ba54-45e3-a906-e30e26353898,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:10.833627 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d4bb881d-f9e2-437b-9162-1ed37a1d3db1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.836992 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d4bb881d-f9e2-437b-9162-1ed37a1d3db1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/subnets/d12e8c8e-ba54-45e3-a906-e30e26353898 HTTP/1.1" status: 204 len: 168 time: 0.2913127 Feb 09 21:50:10.840519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47098) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:10.844719 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc916b21-5f5f-4324-8ce9-5f562aec40cb None None] Network 3eab0f81-30f4-46eb-b721-387292f6c3e9 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:10.899372 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:50:09Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:10.929960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] Checking router: 59ee3fe9-2454-43f0-bf5d-10c11674e74f for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:10.951517 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (59ee3fe9-2454-43f0-bf5d-10c11674e74f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:10.959314 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] Routers {'59ee3fe9-2454-43f0-bf5d-10c11674e74f'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:10.959989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:11.063474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (59ee3fe9-2454-43f0-bf5d-10c11674e74f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.118215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 8f570729-de09-4e62-a73e-1707e853f807 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:11.118564 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8f570729-de09-4e62-a73e-1707e853f807), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.208251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port 8f570729-de09-4e62-a73e-1707e853f807, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8f570729-de09-4e62-a73e-1707e853f807,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:11.208640 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8f570729-de09-4e62-a73e-1707e853f807), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.225467 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 8f570729-de09-4e62-a73e-1707e853f807 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:11.242656 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] Set router 59ee3fe9-2454-43f0-bf5d-10c11674e74f gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:11.300683 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] DHCP port deletion for 3eab0f81-30f4-46eb-b721-387292f6c3e9 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:50:11.406361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8f570729-de09-4e62-a73e-1707e853f807), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.431114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=8f570729-de09-4e62-a73e-1707e853f807,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:11.438338 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Deleting port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:11.438689 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.494800 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (59ee3fe9-2454-43f0-bf5d-10c11674e74f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.516547 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.521562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] For port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=dcf45f79-1674-4eb7-bae1-d467ebe2f3b9,segment=NetworkSegment(4b290a34-2001-4f87-b8a6-d7923f0efc23),segment_id=4b290a34-2001-4f87-b8a6-d7923f0efc23)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:11.521952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.537277 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Calling delete_port for dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:11.553298 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:50:09Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:11.584645 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c816468-8d13-425f-95e4-67d7a93509e5 None None] The sync data for ids ['59ee3fe9-2454-43f0-bf5d-10c11674e74f'] in n-d-789963-29 is: [{'id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914874615', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '8f570729-de09-4e62-a73e-1707e853f807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:48:15Z', 'updated_at': '2022-02-09T21:50:09Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '8f570729-de09-4e62-a73e-1707e853f807', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ee3fe9-2454-43f0-bf5d-10c11674e74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:16Z', 'updated_at': '2022-02-09T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:11.596493 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (59ee3fe9-2454-43f0-bf5d-10c11674e74f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.599119 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (59ee3fe9-2454-43f0-bf5d-10c11674e74f), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.646520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (59ee3fe9-2454-43f0-bf5d-10c11674e74f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.647118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Fanout notify agent at l3_agent the message router_deleted on router 59ee3fe9-2454-43f0-bf5d-10c11674e74f {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:50:11.654876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.656165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-51f9afa0-5c13-42b9-9139-9c2d93001ef9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/routers/59ee3fe9-2454-43f0-bf5d-10c11674e74f HTTP/1.1" status: 204 len: 168 time: 0.8147082 Feb 09 21:50:11.662601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47100) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:11.666303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (dcf45f79-1674-4eb7-bae1-d467ebe2f3b9), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.695895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Pushing event deleted for resources: {'Port': ['ID=dcf45f79-1674-4eb7-bae1-d467ebe2f3b9,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:11.705027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] No DVR routers for this DVR port dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:11.707035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.707384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.707744 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.708083 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.708504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.709453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.709453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.709453 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.709764 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.709990 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.710288 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.710614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.710931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d39cff-a2c6-462a-b568-23667ecaf366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:11.742289 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (3eab0f81-30f4-46eb-b721-387292f6c3e9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.833223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (3eab0f81-30f4-46eb-b721-387292f6c3e9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.854023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eab0f81-30f4-46eb-b721-387292f6c3e9']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:11.863491 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b290a34-2001-4f87-b8a6-d7923f0efc23') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:11.863820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b290a34-2001-4f87-b8a6-d7923f0efc23') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:11.873739 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (4b290a34-2001-4f87-b8a6-d7923f0efc23), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.889949 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4b290a34-2001-4f87-b8a6-d7923f0efc23), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.896590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:50:11.897028 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (4b290a34-2001-4f87-b8a6-d7923f0efc23), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:50:11.900585 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:50:11.909161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3b8fa790-8a12-407f-9a0e-a89941c3df1d no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:11.932137 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 3b8fa790-8a12-407f-9a0e-a89941c3df1d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:11.933103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 3b8fa790-8a12-407f-9a0e-a89941c3df1d not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:11.973966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (3eab0f81-30f4-46eb-b721-387292f6c3e9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.983361 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.986806 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/networks/3eab0f81-30f4-46eb-b721-387292f6c3e9 HTTP/1.1" status: 204 len: 168 time: 0.3232107 Feb 09 21:50:11.993558 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47102) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:12.001689 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cba4cd-4d18-4108-9a89-b144d8c8a15f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Network': ['ID=3eab0f81-30f4-46eb-b721-387292f6c3e9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.063326 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-758f29ce-d1d1-4809-a82c-469b824b3b4c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (a0144ea5-793b-437e-a2f3-2bbb9e45f90e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.091639 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-758f29ce-d1d1-4809-a82c-469b824b3b4c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (a0144ea5-793b-437e-a2f3-2bbb9e45f90e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.154523 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-758f29ce-d1d1-4809-a82c-469b824b3b4c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (a0144ea5-793b-437e-a2f3-2bbb9e45f90e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.157447 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-758f29ce-d1d1-4809-a82c-469b824b3b4c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.159149 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-758f29ce-d1d1-4809-a82c-469b824b3b4c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/security-groups/a0144ea5-793b-437e-a2f3-2bbb9e45f90e HTTP/1.1" status: 204 len: 168 time: 0.1645339 Feb 09 21:50:12.171425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f29ce-d1d1-4809-a82c-469b824b3b4c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0144ea5-793b-437e-a2f3-2bbb9e45f90e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.509719 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47108) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:12.514447 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-ad147455-c12b-4d4a-baf2-ca8e43a7297f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353305904', 'description': 'tempest-secgroup-smoke-1353305904 description', 'project_id': '038e75f57fd84af99e552e559fa9a541'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:12.535957 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad147455-c12b-4d4a-baf2-ca8e43a7297f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.613815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad147455-c12b-4d4a-baf2-ca8e43a7297f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (766f7e2c-70b9-4af6-98ad-657e7ce56180), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.627193 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad147455-c12b-4d4a-baf2-ca8e43a7297f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (766f7e2c-70b9-4af6-98ad-657e7ce56180), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.661119 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad147455-c12b-4d4a-baf2-ca8e43a7297f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.662360 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-ad147455-c12b-4d4a-baf2-ca8e43a7297f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1516371 Feb 09 21:50:12.665536 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47110) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:12.670352 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147455-c12b-4d4a-baf2-ca8e43a7297f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766f7e2c-70b9-4af6-98ad-657e7ce56180,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.671164 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ab0ff7fc-8a41-4143-bdb0-92c035f5b569 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '766f7e2c-70b9-4af6-98ad-657e7ce56180', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:12.702676 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff7fc-8a41-4143-bdb0-92c035f5b569 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (6452622e-d533-4c33-939e-048e4a767764), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.764493 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff7fc-8a41-4143-bdb0-92c035f5b569 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (6452622e-d533-4c33-939e-048e4a767764), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.768397 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff7fc-8a41-4143-bdb0-92c035f5b569 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (6452622e-d533-4c33-939e-048e4a767764), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.781896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ff7fc-8a41-4143-bdb0-92c035f5b569 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6452622e-d533-4c33-939e-048e4a767764,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.795455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff7fc-8a41-4143-bdb0-92c035f5b569 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.796698 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ab0ff7fc-8a41-4143-bdb0-92c035f5b569 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300118 Feb 09 21:50:12.799624 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47112) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:12.803990 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1d497c00-ea7e-414d-8a0a-9329f712ece6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '766f7e2c-70b9-4af6-98ad-657e7ce56180', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:12.833040 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d497c00-ea7e-414d-8a0a-9329f712ece6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (e7900f69-774b-4dd0-8ff4-08c4dd34ed99), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.890790 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d497c00-ea7e-414d-8a0a-9329f712ece6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (e7900f69-774b-4dd0-8ff4-08c4dd34ed99), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.899212 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d497c00-ea7e-414d-8a0a-9329f712ece6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (e7900f69-774b-4dd0-8ff4-08c4dd34ed99), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.917193 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d497c00-ea7e-414d-8a0a-9329f712ece6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7900f69-774b-4dd0-8ff4-08c4dd34ed99,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:12.927413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d497c00-ea7e-414d-8a0a-9329f712ece6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.929927 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1d497c00-ea7e-414d-8a0a-9329f712ece6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280754 Feb 09 21:50:12.933034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47114) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:12.937942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0a5fcbef-e86f-4b4a-821e-b29e63d4b163 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '766f7e2c-70b9-4af6-98ad-657e7ce56180', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:12.961474 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.967069 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcbef-e86f-4b4a-821e-b29e63d4b163 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (d8443b11-6a67-4cb2-9d9e-a22f30e48b09), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.028138 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcbef-e86f-4b4a-821e-b29e63d4b163 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (d8443b11-6a67-4cb2-9d9e-a22f30e48b09), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.031727 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcbef-e86f-4b4a-821e-b29e63d4b163 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (d8443b11-6a67-4cb2-9d9e-a22f30e48b09), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.049263 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fcbef-e86f-4b4a-821e-b29e63d4b163 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8443b11-6a67-4cb2-9d9e-a22f30e48b09,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:13.056829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0a5fcbef-e86f-4b4a-821e-b29e63d4b163 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.059198 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0a5fcbef-e86f-4b4a-821e-b29e63d4b163 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236529 Feb 09 21:50:13.062310 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47116) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:13.067885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-44d754da-97c1-4cdd-83f8-25ea885552c1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '766f7e2c-70b9-4af6-98ad-657e7ce56180', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:13.095092 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44d754da-97c1-4cdd-83f8-25ea885552c1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (9e070588-996c-432b-b8fb-b8cfd7882799), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.158319 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44d754da-97c1-4cdd-83f8-25ea885552c1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (9e070588-996c-432b-b8fb-b8cfd7882799), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.162753 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44d754da-97c1-4cdd-83f8-25ea885552c1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (9e070588-996c-432b-b8fb-b8cfd7882799), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.186777 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d754da-97c1-4cdd-83f8-25ea885552c1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e070588-996c-432b-b8fb-b8cfd7882799,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:13.195728 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-44d754da-97c1-4cdd-83f8-25ea885552c1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.196981 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-44d754da-97c1-4cdd-83f8-25ea885552c1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333342 Feb 09 21:50:13.199929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47118) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:13.208744 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cc2e507b-f976-4ada-b73d-9715493f50e3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '766f7e2c-70b9-4af6-98ad-657e7ce56180', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:13.224639 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ee563912-4ee0-42f5-96c6-05e2acc6c772 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:13.234103 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-cc2e507b-f976-4ada-b73d-9715493f50e3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:50:13.242167 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc2e507b-f976-4ada-b73d-9715493f50e3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (ecc5effc-da52-4449-ac40-d94ac8265726), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.247544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ee563912-4ee0-42f5-96c6-05e2acc6c772 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:13.247992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ee563912-4ee0-42f5-96c6-05e2acc6c772 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:13.248414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f570729-de09-4e62-a73e-1707e853f807 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:13.269676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8f570729-de09-4e62-a73e-1707e853f807 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:13.270019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8f570729-de09-4e62-a73e-1707e853f807 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:13.270622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:13.291954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:50:13.292334 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device dcf45f79-1674-4eb7-bae1-d467ebe2f3b9 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:50:13.336981 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc2e507b-f976-4ada-b73d-9715493f50e3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (ecc5effc-da52-4449-ac40-d94ac8265726), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.342413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc2e507b-f976-4ada-b73d-9715493f50e3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (ecc5effc-da52-4449-ac40-d94ac8265726), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.360918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e507b-f976-4ada-b73d-9715493f50e3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc5effc-da52-4449-ac40-d94ac8265726,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:13.367898 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cc2e507b-f976-4ada-b73d-9715493f50e3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.369112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cc2e507b-f976-4ada-b73d-9715493f50e3 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1677966 Feb 09 21:50:13.372591 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:13.376888 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-82c0a1bd-ad72-4731-9b77-399e41a2a8cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'security_group_rule': {'security_group_id': '766f7e2c-70b9-4af6-98ad-657e7ce56180', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:13.396423 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-82c0a1bd-ad72-4731-9b77-399e41a2a8cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Project 038e75f57fd84af99e552e559fa9a541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:50:13.401707 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82c0a1bd-ad72-4731-9b77-399e41a2a8cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (8ef70efc-3190-4c72-8ef1-9d6825ebf169), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.463657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82c0a1bd-ad72-4731-9b77-399e41a2a8cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (8ef70efc-3190-4c72-8ef1-9d6825ebf169), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.468034 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82c0a1bd-ad72-4731-9b77-399e41a2a8cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (8ef70efc-3190-4c72-8ef1-9d6825ebf169), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.485815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0a1bd-ad72-4731-9b77-399e41a2a8cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef70efc-3190-4c72-8ef1-9d6825ebf169,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:13.494252 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-82c0a1bd-ad72-4731-9b77-399e41a2a8cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.495480 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-82c0a1bd-ad72-4731-9b77-399e41a2a8cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219516 Feb 09 21:50:13.498366 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:13.503214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'network': {'name': 'tempest-network-smoke--753290475', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'port_security_enabled': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:13.521137 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:13.524455 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.549583 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:13.558170 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9285d0ef-e2a3-43e8-b6c8-c474688e36a3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.558549 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Added segment 9285d0ef-e2a3-43e8-b6c8-c474688e36a3 of type vlan for network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b Feb 09 21:50:13.600902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.631548 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.636556 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.637144 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.699375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1999469 Feb 09 21:50:13.702181 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47124) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:13.708756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'admin_state_up': True, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:13.717750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a652322-ffc2-4523-ba69-e18d757f2707 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Network': ['ID=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:13.727724 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:13.737073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (f1b761aa-61ed-4ea0-af5a-2864251fc271), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.738126 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (f1b761aa-61ed-4ea0-af5a-2864251fc271), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.800285 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (f1b761aa-61ed-4ea0-af5a-2864251fc271), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:13.945236 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (f1b761aa-61ed-4ea0-af5a-2864251fc271), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.048787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.143429 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (f1b761aa-61ed-4ea0-af5a-2864251fc271), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.162829 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.283716 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.61 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:14.389632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.429745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.467627 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:14.472684 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:14.476453 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:14.504341 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:14.739652 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (f1b761aa-61ed-4ea0-af5a-2864251fc271), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.958813 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (f1b761aa-61ed-4ea0-af5a-2864251fc271), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.096576 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router f1b761aa-61ed-4ea0-af5a-2864251fc271 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:50:15.228571 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:15.239767 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Sync routers for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:15.250303 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:15.251170 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:15.260235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.261631 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-40994051-7706-4ef2-9773-95d2cdd8c06b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5583713 Feb 09 21:50:15.265376 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:15.465625 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:15.645325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4f271e01-d746-4e49-b6f9-0da1f49f8012 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?project_id=038e75f57fd84af99e552e559fa9a541&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3788221 Feb 09 21:50:15.647973 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47128) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:15.649128 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:14Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:15.678871 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Checking router: f1b761aa-61ed-4ea0-af5a-2864251fc271 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:15.679224 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Updating router f1b761aa-61ed-4ea0-af5a-2864251fc271 port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:50:15.722346 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.737266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b666b6-26f2-4b29-8b7e-bf2d6472eadb tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.738835 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-36b666b6-26f2-4b29-8b7e-bf2d6472eadb tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899489 Feb 09 21:50:15.741899 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47130) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:15.772950 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-3b1286c4-1c9f-4aff-beb3-abccd37569ae tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/subnets?network_id=d0760ad7-99c2-4167-a127-ee6e31457c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294211 Feb 09 21:50:15.775108 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47132) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:15.780634 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1330195467', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:15.877651 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:15.881712 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.059330 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Publish callbacks [] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.069678 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.078877 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (817a914b-4e60-4d66-817d-8431f3a501fd), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.125669 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Pushing event updated for resources: {'Port': ['ID=37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3,revision_number=2']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.128827 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Attempting to bind port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:16.129199 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Attempting to bind port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:16.129550 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Attempting to bind port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:16.136406 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.136790 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.137126 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.137461 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.137789 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.138115 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.138443 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.138759 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.139075 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.139393 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.139732 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.140053 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.140367 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:16.147195 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Subnet': ['ID=817a914b-4e60-4d66-817d-8431f3a501fd,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.148355 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:16.149232 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:16.149232 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.150094 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:16.150094 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Bound port: 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:16.150303 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.154492 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Checking segment: {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:16.154892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network hostable DHCP agents. Network: f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:16.173206 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:16.182986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:16.188734 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.190831 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.192452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d171f3e-060b-4205-9b85-c4f1cf0b16df None None] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:16.202548 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] For port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:16.205976 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] For port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:16.213895 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.218169 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b834d474-9d5b-47dd-9763-e667b6296b34 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4390063 Feb 09 21:50:16.218524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47134) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:16.272406 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d03d1-fc36-4e31-86e1-77ec34a4ae08 None None] Pushing event updated for resources: {'Port': ['ID=37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.286562 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:16.287775 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:16.315021 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:50:16.317053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.414825 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:16.483434 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Allocated IP 172.20.0.2 (f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b/817a914b-4e60-4d66-817d-8431f3a501fd/9dadae11-9e6a-4f0b-be72-2652793da373) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:16.624812 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:14Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:16.641640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Publish callbacks [] for port (9dadae11-9e6a-4f0b-be72-2652793da373), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.648779 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.657934 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6f089-7ad5-4db7-b261-004966bc06c8 None None] The sync data for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 is: [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:14Z', 'revision_number': 3, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:16.689248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:16.692723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:16.695796 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:16.732833 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Pushing event updated for resources: {'Port': ['ID=9dadae11-9e6a-4f0b-be72-2652793da373,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:16.735127 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.768422 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Attempting to bind port 9dadae11-9e6a-4f0b-be72-2652793da373 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:16.768843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Attempting to bind port 9dadae11-9e6a-4f0b-be72-2652793da373 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:16.769229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Attempting to bind port 9dadae11-9e6a-4f0b-be72-2652793da373 on network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:16.774626 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:16.775076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Checking segment: {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:16.775414 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.775850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Bound using segment: {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:16.776336 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Bound port: 9dadae11-9e6a-4f0b-be72-2652793da373, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:16.776725 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.856801 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] For port 9dadae11-9e6a-4f0b-be72-2652793da373, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:16.860676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] For port 9dadae11-9e6a-4f0b-be72-2652793da373, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9dadae11-9e6a-4f0b-be72-2652793da373,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:16.868069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:16.945935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75228c3-d8ed-41fa-9ee7-c5ec0cf1abcd None None] Pushing event updated for resources: {'Port': ['ID=9dadae11-9e6a-4f0b-be72-2652793da373,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.091331 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.1 (f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b/817a914b-4e60-4d66-817d-8431f3a501fd/ceda63e2-d83f-47a9-9e26-ff33fca543c6) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:17.243664 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.331184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9dadae11-9e6a-4f0b-be72-2652793da373 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:17.399033 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9dadae11-9e6a-4f0b-be72-2652793da373 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:17.399431 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.492233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9dadae11-9e6a-4f0b-be72-2652793da373 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:17.492346 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.529622 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 9dadae11-9e6a-4f0b-be72-2652793da373, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9dadae11-9e6a-4f0b-be72-2652793da373,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:17.535230 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.536161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:17.615325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=9dadae11-9e6a-4f0b-be72-2652793da373,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.630411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:17.630631 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.630902 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.678880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:17.682157 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:17.687240 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:17.691101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=ceda63e2-d83f-47a9-9e26-ff33fca543c6,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.737442 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (f1b761aa-61ed-4ea0-af5a-2864251fc271), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.737690 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:17.738062 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.764194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:17.771388 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.832800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.903452 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.091653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e12b24-bf36-4195-99a2-0d768a460b05 None None] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:18.179780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6e038b49-9f9d-4de6-a038-511e18884f40 None None] Provisioning complete for port 9dadae11-9e6a-4f0b-be72-2652793da373 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:18.180163 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6e038b49-9f9d-4de6-a038-511e18884f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.207556 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.217019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.301058 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (f1b761aa-61ed-4ea0-af5a-2864251fc271), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.303100 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=ceda63e2-d83f-47a9-9e26-ff33fca543c6,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:18.313006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6e038b49-9f9d-4de6-a038-511e18884f40 None None] Current status of the port 9dadae11-9e6a-4f0b-be72-2652793da373 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:18.416639 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:18.418831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:18.537248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-85246beb-fe72-48f0-a1ef-8e845022866b None None] Provisioning complete for port 9dadae11-9e6a-4f0b-be72-2652793da373 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:18.537835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85246beb-fe72-48f0-a1ef-8e845022866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.556853 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router f1b761aa-61ed-4ea0-af5a-2864251fc271 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:18.631925 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-85246beb-fe72-48f0-a1ef-8e845022866b None None] Current status of the port 9dadae11-9e6a-4f0b-be72-2652793da373 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:18.645279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-85246beb-fe72-48f0-a1ef-8e845022866b None None] Provisioning complete for port ceda63e2-d83f-47a9-9e26-ff33fca543c6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:18.645656 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-85246beb-fe72-48f0-a1ef-8e845022866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.681504 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:18.682116 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-85246beb-fe72-48f0-a1ef-8e845022866b None None] Port ceda63e2-d83f-47a9-9e26-ff33fca543c6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:18.690817 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-05c0f9a2-bdc5-4519-83cb-c0d8783dc262 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/f1b761aa-61ed-4ea0-af5a-2864251fc271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4711170 Feb 09 21:50:18.693449 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Sync routers for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:18.704613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:18.705635 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:18.821034 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-56f77fa9-915c-439d-ba88-dc17fe77cb60 None None] Provisioning complete for port ceda63e2-d83f-47a9-9e26-ff33fca543c6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:18.821416 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56f77fa9-915c-439d-ba88-dc17fe77cb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.861539 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-53b6ca15-c705-4d0f-b1b6-6f6d018363e0 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353305904&fields=id&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 267 time: 0.0536523 Feb 09 21:50:18.867513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:18.901705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-56f77fa9-915c-439d-ba88-dc17fe77cb60 None None] Port ceda63e2-d83f-47a9-9e26-ff33fca543c6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:18.982125 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-2f34221a-2ddb-4ae4-b4a0-2f7caa32c5a6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.983784 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-2f34221a-2ddb-4ae4-b4a0-2f7caa32c5a6 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/networks?id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b HTTP/1.1" status: 200 len: 796 time: 0.1130881 Feb 09 21:50:18.998902 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-e38a213f-4313-4053-ba47-e704faa5e9aa tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/quotas/038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 375 time: 0.0095582 Feb 09 21:50:19.043603 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-d438deab-2713-4381-acfe-93bd9163fc08 None None] Provisioning complete for port ceda63e2-d83f-47a9-9e26-ff33fca543c6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:19.044027 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d438deab-2713-4381-acfe-93bd9163fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.060099 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-41b56b9c-6a67-4d23-bb22-837de601f44f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556195 Feb 09 21:50:19.100843 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-d438deab-2713-4381-acfe-93bd9163fc08 None None] Port ceda63e2-d83f-47a9-9e26-ff33fca543c6 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:19.126046 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:18Z', 'revision_number': 2, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:19.159133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Checking router: f1b761aa-61ed-4ea0-af5a-2864251fc271 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:19.159133 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Updating router f1b761aa-61ed-4ea0-af5a-2864251fc271 port ceda63e2-d83f-47a9-9e26-ff33fca543c6 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:50:19.174998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-7a52daa8-6d3d-49d7-aef1-fb14eb0e16a2 service neutron] 10.222.0.102 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026499 Feb 09 21:50:19.185770 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.241191 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9dadae11-9e6a-4f0b-be72-2652793da373 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:19.271697 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-2b8cba49-f2f5-4781-bb4b-c665e83e5482 service neutron] 10.222.0.102 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906546 Feb 09 21:50:19.448291 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ceb5cd3-051f-40d3-a9a6-bb67cb2e93b5 req-0b16bbea-2f99-4194-8ad8-3c9bb9d3423e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0302100 Feb 09 21:50:19.578115 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 9dadae11-9e6a-4f0b-be72-2652793da373 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:19.578680 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.738061 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Publish callbacks [] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.745380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.748528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 9dadae11-9e6a-4f0b-be72-2652793da373 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:19.749551 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:19.834100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad426c25-0c79-4ab3-a26c-957ecfaff3c7 None None] Pushing event updated for resources: {'Port': ['ID=ceda63e2-d83f-47a9-9e26-ff33fca543c6,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:19.892081 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:19.892456 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.894305 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Attempting to bind port ceda63e2-d83f-47a9-9e26-ff33fca543c6 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:19.894674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Attempting to bind port ceda63e2-d83f-47a9-9e26-ff33fca543c6 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:19.895031 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Attempting to bind port ceda63e2-d83f-47a9-9e26-ff33fca543c6 on network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:19.919458 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:19.919868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Checking segment: {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:19.920280 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.920680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Bound using segment: {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:19.921158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Bound port: ceda63e2-d83f-47a9-9e26-ff33fca543c6, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:19.921539 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.032375 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] For port ceda63e2-d83f-47a9-9e26-ff33fca543c6, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:20.053452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] For port ceda63e2-d83f-47a9-9e26-ff33fca543c6, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ceda63e2-d83f-47a9-9e26-ff33fca543c6,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:20.059586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:20.063139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-870aa589-9a50-41c6-aeef-27dd6484a7b3 None None] Provisioning complete for port ceda63e2-d83f-47a9-9e26-ff33fca543c6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:20.063449 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-870aa589-9a50-41c6-aeef-27dd6484a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.065412 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.156964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:20.157599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:20.196757 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad426c25-0c79-4ab3-a26c-957ecfaff3c7 None None] Pushing event updated for resources: {'Port': ['ID=ceda63e2-d83f-47a9-9e26-ff33fca543c6,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:20.291394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-870aa589-9a50-41c6-aeef-27dd6484a7b3 None None] Current status of the port ceda63e2-d83f-47a9-9e26-ff33fca543c6 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:20.291830 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-870aa589-9a50-41c6-aeef-27dd6484a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.313320 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:20.374959 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-870aa589-9a50-41c6-aeef-27dd6484a7b3 None None] For port ceda63e2-d83f-47a9-9e26-ff33fca543c6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ceda63e2-d83f-47a9-9e26-ff33fca543c6,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:20.379418 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-870aa589-9a50-41c6-aeef-27dd6484a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.512192 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870aa589-9a50-41c6-aeef-27dd6484a7b3 None None] Pushing event updated for resources: {'Port': ['ID=ceda63e2-d83f-47a9-9e26-ff33fca543c6,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:20.536836 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c466468c-610d-4f52-a474-c39a880ea3e2 None None] Provisioning complete for port ceda63e2-d83f-47a9-9e26-ff33fca543c6 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:20.537219 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c466468c-610d-4f52-a474-c39a880ea3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.543886 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-352ccc31-14f5-4e17-b8a5-078b1a553446 req-eb6a60b9-0c14-4f2e-ba8a-0a17f6bacacd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0279405 Feb 09 21:50:20.663970 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:20Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:20.667070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c466468c-610d-4f52-a474-c39a880ea3e2 None None] Current status of the port ceda63e2-d83f-47a9-9e26-ff33fca543c6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:20.694401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa5f14-2155-4239-a9b8-1d7f7f10dcd5 None None] The sync data for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 is: [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:20Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:21.239268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ceda63e2-d83f-47a9-9e26-ff33fca543c6 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:21.289682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ceda63e2-d83f-47a9-9e26-ff33fca543c6 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:21.290066 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.377989 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ceda63e2-d83f-47a9-9e26-ff33fca543c6 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:21.645339 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0a65b3a-9cc9-4537-972e-0458e73e5306 req-ce3d327a-6c4c-48bc-92e8-cffc16a6a872 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0290031 Feb 09 21:50:22.140201 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.541071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-c8f81820-8ad4-4b60-8183-64562337e038 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.543792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-c8f81820-8ad4-4b60-8183-64562337e038 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/networks?id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b HTTP/1.1" status: 200 len: 796 time: 0.1162117 Feb 09 21:50:22.612435 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30b455a0-8078-4da4-8900-712fb2ed18db tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038e75f57fd84af99e552e559fa9a541 HTTP/1.1" status: 200 len: 380 time: 0.0607820 Feb 09 21:50:22.621329 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'port': {'device_id': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'admin_state_up': True, 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'security_groups': ['766f7e2c-70b9-4af6-98ad-657e7ce56180']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:22.753310 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a5b5f7bf-3916-4f46-8c68-378c1ab90f75 req-303460ea-8510-4e2a-bcce-1f82a675e27b tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0352104 Feb 09 21:50:22.757746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Made reservation on behalf of 038e75f57fd84af99e552e559fa9a541 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:22.761239 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.890212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.20.0.7 (f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b/817a914b-4e60-4d66-817d-8431f3a501fd/79263453-04d2-4a1c-8efe-300971ab09a0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:23.032070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (79263453-04d2-4a1c-8efe-300971ab09a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.065074 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.109529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:23.112632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:23.116289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:23.142373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=79263453-04d2-4a1c-8efe-300971ab09a0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:23.170415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.171070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.188417 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-760dd57e-1194-4581-9abb-56cf28a49d4f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707023 Feb 09 21:50:23.241962 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Request body: {'port': {'device_id': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:23.306378 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.404799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-0b90b0c1-d636-4dfb-9933-f4f78c3e6d4a None None] Provisioning complete for port 79263453-04d2-4a1c-8efe-300971ab09a0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:23.405368 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0b90b0c1-d636-4dfb-9933-f4f78c3e6d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.438803 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-0b90b0c1-d636-4dfb-9933-f4f78c3e6d4a None None] Port 79263453-04d2-4a1c-8efe-300971ab09a0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:23.575372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79263453-04d2-4a1c-8efe-300971ab09a0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:23.583701 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Publish callbacks [] for port (79263453-04d2-4a1c-8efe-300971ab09a0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.596805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Transition to ACTIVE for port object 79263453-04d2-4a1c-8efe-300971ab09a0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:50:23.600776 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.652572 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Pushing event updated for resources: {'Port': ['ID=79263453-04d2-4a1c-8efe-300971ab09a0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:23.738277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Attempting to bind port 79263453-04d2-4a1c-8efe-300971ab09a0 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:23.738654 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Attempting to bind port 79263453-04d2-4a1c-8efe-300971ab09a0 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:23.738952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Attempting to bind port 79263453-04d2-4a1c-8efe-300971ab09a0 on network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:23.743928 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Port 79263453-04d2-4a1c-8efe-300971ab09a0 on network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:50:23.744262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Attempting to bind port 79263453-04d2-4a1c-8efe-300971ab09a0 on network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:23.751246 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:23.751766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Checking segment: {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:23.752269 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Bound using segment: {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:23.752804 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Bound port: 79263453-04d2-4a1c-8efe-300971ab09a0, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9285d0ef-e2a3-43e8-b6c8-c474688e36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:23.753227 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.833140 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] For port 79263453-04d2-4a1c-8efe-300971ab09a0, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:23.836337 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] For port 79263453-04d2-4a1c-8efe-300971ab09a0, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=79263453-04d2-4a1c-8efe-300971ab09a0,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:23.843155 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.898212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.898834 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.900326 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] 10.222.0.50 "PUT /v2.0/ports/79263453-04d2-4a1c-8efe-300971ab09a0 HTTP/1.1" status: 200 len: 1092 time: 0.7037895 Feb 09 21:50:23.900728 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:23.901388 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e3b9-6787-4132-8d7a-bd77de638e7b req-287c0d91-273c-4658-9d1b-0064c96b687a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.903080 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:23.903247 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f49e3b9-6787-4132-8d7a-bd77de638e7b req-287c0d91-273c-4658-9d1b-0064c96b687a tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0646100 Feb 09 21:50:23.911807 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5bca4-0d3b-40a4-a444-da3f69d6be89 service neutron] Pushing event updated for resources: {'Port': ['ID=79263453-04d2-4a1c-8efe-300971ab09a0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:23.958535 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbef200a-91bd-435b-8af9-fd02cde63b2b x-openstack-request-id: req-cbef200a-91bd-435b-8af9-fd02cde63b2b {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:23.958929 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:23.959246 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cbef200a-91bd-435b-8af9-fd02cde63b2b {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:23.959787 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0', 'status': 'completed', 'code': 200} Feb 09 21:50:23.973685 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f49e3b9-6787-4132-8d7a-bd77de638e7b req-66d75e5f-a5c9-480a-b241-a3ec158dacf5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606704 Feb 09 21:50:24.009449 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-3e34bc6a-e27b-4b24-937f-cafd3fed34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.011152 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-3e34bc6a-e27b-4b24-937f-cafd3fed34fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 1126 time: 0.0494521 Feb 09 21:50:24.056911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-fab2211c-8531-4a91-8f19-0192a49c6f0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79263453-04d2-4a1c-8efe-300971ab09a0 HTTP/1.1" status: 200 len: 217 time: 0.0388360 Feb 09 21:50:24.108350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-ea9e60a0-5056-4eaf-a960-71583a177cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.109950 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-ea9e60a0-5056-4eaf-a960-71583a177cb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=817a914b-4e60-4d66-817d-8431f3a501fd HTTP/1.1" status: 200 len: 835 time: 0.0463974 Feb 09 21:50:24.158865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-4cd08066-9905-449f-9c79-c5d011e82660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.160552 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-4cd08066-9905-449f-9c79-c5d011e82660 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449181 Feb 09 21:50:24.251864 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-6f86909f-2dfe-4c3f-b416-888d26bf08fb service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851877 Feb 09 21:50:24.339327 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-62bc26a8-413b-41b1-93d6-70e2e8c96022 req-7cb85fc4-9b32-4a81-814e-6e1fe641dd12 service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818746 Feb 09 21:50:24.432745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-3869922b-35bf-4e57-94bd-955a02bd02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.434736 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-3869922b-35bf-4e57-94bd-955a02bd02ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 1126 time: 0.0509403 Feb 09 21:50:24.523303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-0db0c343-1ded-4bb1-993a-deecef1c82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.524808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-0db0c343-1ded-4bb1-993a-deecef1c82f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b HTTP/1.1" status: 200 len: 897 time: 0.0842240 Feb 09 21:50:24.572241 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-52bf138e-1cfa-43dd-a187-2dac09a38e6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79263453-04d2-4a1c-8efe-300971ab09a0 HTTP/1.1" status: 200 len: 217 time: 0.0414529 Feb 09 21:50:24.619525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-70b587b8-71a3-4b6f-aa3a-b9a1220909ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.621634 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-70b587b8-71a3-4b6f-aa3a-b9a1220909ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=817a914b-4e60-4d66-817d-8431f3a501fd HTTP/1.1" status: 200 len: 835 time: 0.0440304 Feb 09 21:50:24.671610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-b1dc3bde-331d-4cec-acc9-9cff83787cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:24.673181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-b1dc3bde-331d-4cec-acc9-9cff83787cd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443635 Feb 09 21:50:24.768213 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-1ebbc6ca-96bb-4a5a-8518-041c274f4aef service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876842 Feb 09 21:50:24.859000 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6b81c3c4-d779-4094-9d5c-6e58c5420cc7 req-c6feb4db-c31f-4a20-8df8-b1a28ce490b5 service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849996 Feb 09 21:50:25.099616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09313c74-feff-4501-a3c9-8940ceba66bd req-39875fd7-9071-462f-aed2-9b3f11c27be5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.101195 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09313c74-feff-4501-a3c9-8940ceba66bd req-39875fd7-9071-462f-aed2-9b3f11c27be5 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 943 time: 0.0555952 Feb 09 21:50:25.149816 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-09313c74-feff-4501-a3c9-8940ceba66bd req-1e77be3e-1351-40ef-bcc0-66c8d70818da tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Feb 09 21:50:25.985271 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 79263453-04d2-4a1c-8efe-300971ab09a0 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:26.103529 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 79263453-04d2-4a1c-8efe-300971ab09a0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=79263453-04d2-4a1c-8efe-300971ab09a0,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:26.115139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '79263453-04d2-4a1c-8efe-300971ab09a0', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'port_id': '79263453-04d2-4a1c-8efe-300971ab09a0', 'mac_address': 'fa:16:3e:db:6d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:26.152708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 79263453-04d2-4a1c-8efe-300971ab09a0 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:26.153101 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.169731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79263453-04d2-4a1c-8efe-300971ab09a0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:26.189975 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 79263453-04d2-4a1c-8efe-300971ab09a0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=79263453-04d2-4a1c-8efe-300971ab09a0,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:26.194884 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:26.246681 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=79263453-04d2-4a1c-8efe-300971ab09a0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:26.279303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cc253-d3f1-48b3-9e1d-de7b1560c04b req-cf628217-64cc-4cd4-bc89-20525793305e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.281136 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c49cc253-d3f1-48b3-9e1d-de7b1560c04b req-cf628217-64cc-4cd4-bc89-20525793305e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 944 time: 0.0606151 Feb 09 21:50:26.335138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c49cc253-d3f1-48b3-9e1d-de7b1560c04b req-3e7668bf-e5bb-4b4c-a052-93933120d6a2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475488 Feb 09 21:50:26.415774 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['79263453-04d2-4a1c-8efe-300971ab09a0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:27.171819 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:27.460169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c979c0c-c398-4fdb-b2f3-ce66052205f1 req-5b9aa8e8-5e5f-4af9-a82e-56dc0a7134c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:27.461586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c979c0c-c398-4fdb-b2f3-ce66052205f1 req-5b9aa8e8-5e5f-4af9-a82e-56dc0a7134c4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 944 time: 0.0570526 Feb 09 21:50:27.512938 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9c979c0c-c398-4fdb-b2f3-ce66052205f1 req-7d369bef-20a3-4ded-953f-a6581f1c6b53 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Feb 09 21:50:27.999184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 79263453-04d2-4a1c-8efe-300971ab09a0 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:28.047869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 79263453-04d2-4a1c-8efe-300971ab09a0 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:50:28.052015 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 79263453-04d2-4a1c-8efe-300971ab09a0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:28.052328 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.129876 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 79263453-04d2-4a1c-8efe-300971ab09a0 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:28.130269 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.153124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:28.155310 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef3b0b3-95f8-42f4-a8ca-0f58a415563b" -d '{"events": [{"server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "name": "network-vif-plugged", "status": "completed", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:28.167013 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 79263453-04d2-4a1c-8efe-300971ab09a0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=79263453-04d2-4a1c-8efe-300971ab09a0,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:28.172595 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:28.195493 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aba00e-921a-4731-99a6-9f5d9fb841a9 x-openstack-request-id: req-76aba00e-921a-4731-99a6-9f5d9fb841a9 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:28.195805 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "name": "network-vif-plugged", "status": "completed", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:28.196061 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-76aba00e-921a-4731-99a6-9f5d9fb841a9 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:28.196451 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0', 'code': 200} Feb 09 21:50:28.223296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=79263453-04d2-4a1c-8efe-300971ab09a0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:28.294977 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657f957-bcf5-4066-a32c-8011ff00c6a0 req-98ff5d37-a96f-477d-bf6d-6a70b8fc9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.296563 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d657f957-bcf5-4066-a32c-8011ff00c6a0 req-98ff5d37-a96f-477d-bf6d-6a70b8fc9ca2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 1128 time: 0.0446105 Feb 09 21:50:28.341717 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-d657f957-bcf5-4066-a32c-8011ff00c6a0 req-b668ecfd-ba71-43a4-bf0f-a56a9bd96ebe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394242 Feb 09 21:50:28.633732 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824ec3f-70bc-419d-ab22-8bd2ae83a822 req-8391791a-9930-4ab2-8eaa-9206898b6467 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.635118 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9824ec3f-70bc-419d-ab22-8bd2ae83a822 req-8391791a-9930-4ab2-8eaa-9206898b6467 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0549116 Feb 09 21:50:28.683633 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9824ec3f-70bc-419d-ab22-8bd2ae83a822 req-80b934fc-20cf-40b7-9757-0527c35863d2 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Feb 09 21:50:29.810272 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030935d-cb9d-4878-a47e-a63b8e0520b7 req-b78dc0b0-603d-43d4-9fd1-7b2909170134 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.813026 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d030935d-cb9d-4878-a47e-a63b8e0520b7 req-b78dc0b0-603d-43d4-9fd1-7b2909170134 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0594296 Feb 09 21:50:29.861919 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d030935d-cb9d-4878-a47e-a63b8e0520b7 req-19cacb56-3f19-4213-8c9a-084c144cc10f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433164 Feb 09 21:50:29.980783 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184b317-2842-4bab-b9f5-22f721973abc req-7a1ba287-8e6e-4bb1-8fc7-d0e0b8d7f7ee tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.982263 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6184b317-2842-4bab-b9f5-22f721973abc req-7a1ba287-8e6e-4bb1-8fc7-d0e0b8d7f7ee tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0526748 Feb 09 21:50:30.029319 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6184b317-2842-4bab-b9f5-22f721973abc req-82c01cf4-07dc-43b6-838a-2218f110c0e7 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 Feb 09 21:50:30.050750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47194) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:30.092129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab057e-729e-47cf-a5d3-bc606e945bd9 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:30.093527 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5eab057e-729e-47cf-a5d3-bc606e945bd9 tempest-TestNetworkAdvancedServerOps-1687725067 tempest-TestNetworkAdvancedServerOps-1687725067-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 1123 time: 0.0418239 Feb 09 21:50:30.096392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47196) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:30.100557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '79263453-04d2-4a1c-8efe-300971ab09a0', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:30.120235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.216021 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.319396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Allocated IP 172.25.4.122 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/965a35b7-bc29-4c6f-9d0f-b9d93ebed13c) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:30.418885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.452358 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.489259 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:30.493950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:30.498023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:30.524396 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=965a35b7-bc29-4c6f-9d0f-b9d93ebed13c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:30.852175 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (ce22a012-6dcd-416c-a7ad-f0871114f8bb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:30.919445 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.070015 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for port (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.075379 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.147147 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event updated for resources: {'Port': ['ID=965a35b7-bc29-4c6f-9d0f-b9d93ebed13c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:31.158597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (ce22a012-6dcd-416c-a7ad-f0871114f8bb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.263526 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP ce22a012-6dcd-416c-a7ad-f0871114f8bb associated. External IP: 172.25.4.122, port: 79263453-04d2-4a1c-8efe-300971ab09a0. Feb 09 21:50:31.479247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router f1b761aa-61ed-4ea0-af5a-2864251fc271 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:31.584902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:31.595255 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] Sync routers for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:31.603576 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:31.605532 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:31.606160 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:31.638682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f6777325-0742-40ae-a9cc-b3b72217c924 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5387986 Feb 09 21:50:31.638682 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:31.640099 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8" -d '{"events": [{"name": "network-changed", "server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:31.687490 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd6f85d-c9b6-49de-984e-24dc81a75d91 x-openstack-request-id: req-ebd6f85d-c9b6-49de-984e-24dc81a75d91 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:31.687856 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:31.688136 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ebd6f85d-c9b6-49de-984e-24dc81a75d91 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:31.688531 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0', 'status': 'completed', 'code': 200} Feb 09 21:50:31.719175 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:31.748337 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb53091-3679-4eda-a156-1a34badc9cc3 req-4949208b-3124-494c-acb6-ad14243bd888 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.756840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dcb53091-3679-4eda-a156-1a34badc9cc3 req-4949208b-3124-494c-acb6-ad14243bd888 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0655527 Feb 09 21:50:31.767665 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-44efee3c-b638-442b-8c7f-4f48a436e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.769289 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-44efee3c-b638-442b-8c7f-4f48a436e3c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 1128 time: 0.0583630 Feb 09 21:50:31.816663 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-dcb53091-3679-4eda-a156-1a34badc9cc3 req-9654262c-4996-4963-ad06-67557c01c873 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582225 Feb 09 21:50:31.828914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47202) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:31.888699 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-69bf1ebe-3482-4fae-a695-0b5598211fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:31.890573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-69bf1ebe-3482-4fae-a695-0b5598211fb0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b HTTP/1.1" status: 200 len: 897 time: 0.1120207 Feb 09 21:50:31.892267 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-5c7f15e3-af39-4a5d-82b5-7e41f31017a4 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/ce22a012-6dcd-416c-a7ad-f0871114f8bb HTTP/1.1" status: 200 len: 991 time: 0.0622110 Feb 09 21:50:31.949014 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'ce22a012-6dcd-416c-a7ad-f0871114f8bb', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'port_id': '79263453-04d2-4a1c-8efe-300971ab09a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'mac_address': 'fa:16:3e:db:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:50:30Z', 'updated_at': '2022-02-09T21:50:30Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:20Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:31.962555 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-671ee818-09e2-4464-a466-34dd2c70bda0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79263453-04d2-4a1c-8efe-300971ab09a0 HTTP/1.1" status: 200 len: 999 time: 0.0633764 Feb 09 21:50:32.013114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-7af2965b-2e1b-48b7-9c9a-0dd16cb9dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.014571 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-7af2965b-2e1b-48b7-9c9a-0dd16cb9dce8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=817a914b-4e60-4d66-817d-8431f3a501fd HTTP/1.1" status: 200 len: 835 time: 0.0460827 Feb 09 21:50:32.065161 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-3bc190fd-7b3a-4a72-8f3b-038f4bf007fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:32.066969 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-3bc190fd-7b3a-4a72-8f3b-038f4bf007fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471821 Feb 09 21:50:32.071147 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] Checking router: f1b761aa-61ed-4ea0-af5a-2864251fc271 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:32.080301 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:32.080908 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:50:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:32.161912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-92e80a6d-176b-4f9c-b66e-a796eee9ee13 service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891743 Feb 09 21:50:32.190718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:32.251595 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e37f3bbf-9644-4f9e-94a8-f2ae852a22f8 req-27e694fc-034a-4750-852c-4b3948e6df78 service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842500 Feb 09 21:50:32.414050 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'ce22a012-6dcd-416c-a7ad-f0871114f8bb', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'port_id': '79263453-04d2-4a1c-8efe-300971ab09a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'mac_address': 'fa:16:3e:db:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:50:30Z', 'updated_at': '2022-02-09T21:50:30Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:20Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:32.443398 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c21fbf7-3f58-437a-ac30-55d73d7abe04 None None] The sync data for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 is: [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'ce22a012-6dcd-416c-a7ad-f0871114f8bb', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'floating_ip_address': '172.25.4.122', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'port_id': '79263453-04d2-4a1c-8efe-300971ab09a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'mac_address': 'fa:16:3e:db:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:50:30Z', 'updated_at': '2022-02-09T21:50:30Z', 'revision_number': 0, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:20Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:32.658173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e0d6e5-9d67-4027-bf3f-236c4f83a0d8 None None] New status for floating IP ce22a012-6dcd-416c-a7ad-f0871114f8bb: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:50:32.894451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47204) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:32.965266 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6442bed8-d303-4366-b7e8-ed0f426074ec tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/ce22a012-6dcd-416c-a7ad-f0871114f8bb HTTP/1.1" status: 200 len: 993 time: 0.0695670 Feb 09 21:50:37.790730 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4d911d77-f7c6-4742-94c6-3a0ce1e5ddc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.363231 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:50:39.815888 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cefabcac-d0e1-4a80-8e57-09b7b16efe65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.498442 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.960575 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.055464 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.143149 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.169468 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:06.403201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dbf9c-9369-446d-8513-a2348f7094a7 req-2dccb7c3-e427-4b89-a41d-45d7d3d06010 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:06.404705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b32dbf9c-9369-446d-8513-a2348f7094a7 req-2dccb7c3-e427-4b89-a41d-45d7d3d06010 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0520875 Feb 09 21:51:06.454259 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b32dbf9c-9369-446d-8513-a2348f7094a7 req-787934c4-3e5d-47cc-b6c9-db03adc4c02c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438254 Feb 09 21:51:07.576553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e899ea-85ec-4ace-82d4-bbff884ac156 req-4ed4cadf-c446-45c4-906b-58fb9d12e3bd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:07.578030 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44e899ea-85ec-4ace-82d4-bbff884ac156 req-4ed4cadf-c446-45c4-906b-58fb9d12e3bd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0563278 Feb 09 21:51:07.626154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-44e899ea-85ec-4ace-82d4-bbff884ac156 req-70ccbcb1-35a5-4b8e-b74f-afe89ca617cd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 Feb 09 21:51:07.648353 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:07.711909 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-498be260-0dcb-461e-90a9-4650ce27f142 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/ce22a012-6dcd-416c-a7ad-f0871114f8bb HTTP/1.1" status: 200 len: 993 time: 0.0623462 Feb 09 21:51:07.794490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e6d70aa-05f5-4de8-adf5-5751705a8393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.015825 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e30ae-1d59-4be3-a0f0-41f308cf1ffa req-bec13ec5-8f03-486b-8df2-8ea1891e1f18 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.017238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b77e30ae-1d59-4be3-a0f0-41f308cf1ffa req-bec13ec5-8f03-486b-8df2-8ea1891e1f18 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0900149 Feb 09 21:51:09.019668 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-665863b0-8c38-43c6-afad-d3173e9a1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.021034 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-665863b0-8c38-43c6-afad-d3173e9a1ddb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 1128 time: 0.0645876 Feb 09 21:51:09.448986 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b77e30ae-1d59-4be3-a0f0-41f308cf1ffa req-96229222-4621-438d-963c-6de6358b0b92 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260001 Feb 09 21:51:09.475342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-6185e87d-3adb-41a5-9e94-6fb976575e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.476848 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-6185e87d-3adb-41a5-9e94-6fb976575e8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b HTTP/1.1" status: 200 len: 897 time: 0.4482024 Feb 09 21:51:09.547278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-b2ead64d-db21-4b1d-a7b9-25a184bfa5c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79263453-04d2-4a1c-8efe-300971ab09a0 HTTP/1.1" status: 200 len: 1001 time: 0.0638011 Feb 09 21:51:09.593253 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-24e94034-8e1c-424f-a1cc-59a9103dc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.594658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-24e94034-8e1c-424f-a1cc-59a9103dc011 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=817a914b-4e60-4d66-817d-8431f3a501fd HTTP/1.1" status: 200 len: 835 time: 0.0423956 Feb 09 21:51:09.641918 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-bd7cd3c3-c80c-495d-bf50-b3b79a812756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.643385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-bd7cd3c3-c80c-495d-bf50-b3b79a812756 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430138 Feb 09 21:51:09.734079 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-6ba3b444-8658-45a6-9c2c-8885ededcc51 service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827718 Feb 09 21:51:09.808809 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-089f2445-68f0-436a-9d7e-ee27693ed075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.823957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a707f871-d7f3-48e1-8a76-f03f919d59f5 req-a32bdd9f-4a1c-4c64-bff5-861554be8378 service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840902 Feb 09 21:51:10.573944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001db7-a06f-4f36-bd5e-7ad627144a43 req-4c2206b0-fc6c-499d-9e1c-8e438c8ddadd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:10.576154 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d001db7-a06f-4f36-bd5e-7ad627144a43 req-4c2206b0-fc6c-499d-9e1c-8e438c8ddadd tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0541413 Feb 09 21:51:10.628630 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4d001db7-a06f-4f36-bd5e-7ad627144a43 req-a23d8e6a-271a-4b95-a91e-fdeb797a8c6e tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453224 Feb 09 21:51:11.502377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:11.755107 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195864d2-7859-498a-8fec-bd88c3eda2ab req-09de1ca9-ba32-41e4-ac1d-06eebdf1cb39 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:11.756537 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-195864d2-7859-498a-8fec-bd88c3eda2ab req-09de1ca9-ba32-41e4-ac1d-06eebdf1cb39 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0587189 Feb 09 21:51:11.810452 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-195864d2-7859-498a-8fec-bd88c3eda2ab req-e1fa746a-0d0c-4573-88b0-ef3437478ed1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481884 Feb 09 21:51:11.832380 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:11.891116 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0d1c8dba-4eca-486d-b0ff-949de1bf0c2f tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/floatingips/ce22a012-6dcd-416c-a7ad-f0871114f8bb HTTP/1.1" status: 200 len: 993 time: 0.0575616 Feb 09 21:51:12.102500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:12.255545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 965a35b7-bc29-4c6f-9d0f-b9d93ebed13c {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:12.255932 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.332860 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.333192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.345545 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 965a35b7-bc29-4c6f-9d0f-b9d93ebed13c owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:12.491048 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (965a35b7-bc29-4c6f-9d0f-b9d93ebed13c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.514207 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=965a35b7-bc29-4c6f-9d0f-b9d93ebed13c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:12.524434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.524791 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.525144 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.525488 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.526808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.526808 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.527096 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.527430 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.527784 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.528114 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.528436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.528757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.529083 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:12.587815 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for floatingip (ce22a012-6dcd-416c-a7ad-f0871114f8bb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.588815 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Floating IP ce22a012-6dcd-416c-a7ad-f0871114f8bb disassociated (deleted). External IP: 172.25.4.122, port: 79263453-04d2-4a1c-8efe-300971ab09a0. Feb 09 21:51:12.799100 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router f1b761aa-61ed-4ea0-af5a-2864251fc271 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:12.907953 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:12.912702 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.917292 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] Sync routers for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:12.926176 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:12.926785 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:12.942063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-8c4811da-aa63-4722-b6d2-ab67df8ce5b1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/floatingips/ce22a012-6dcd-416c-a7ad-f0871114f8bb HTTP/1.1" status: 204 len: 168 time: 0.8383267 Feb 09 21:51:12.942772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:12.945182 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022" -d '{"events": [{"name": "network-changed", "server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:12.970898 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.996936 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d0f41-3886-45aa-a1e7-504d24a51274 x-openstack-request-id: req-5c6d0f41-3886-45aa-a1e7-504d24a51274 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:12.997234 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:12.997490 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5c6d0f41-3886-45aa-a1e7-504d24a51274 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:12.997898 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0', 'status': 'completed', 'code': 200} Feb 09 21:51:13.069331 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:13.077373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-b92a863c-24b1-4b56-86f1-6355b1d2d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.079911 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-b92a863c-24b1-4b56-86f1-6355b1d2d938 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 1128 time: 0.0567758 Feb 09 21:51:13.179553 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-535b6ca6-a1ff-4e33-b2ff-8bea1fcf0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.181080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-535b6ca6-a1ff-4e33-b2ff-8bea1fcf0a7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b HTTP/1.1" status: 200 len: 897 time: 0.0960753 Feb 09 21:51:13.207409 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf140de-8cd2-44b5-a6c6-26d43b5eea53 req-f960cfd7-b51d-411b-97a1-719026572233 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.209407 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cf140de-8cd2-44b5-a6c6-26d43b5eea53 req-f960cfd7-b51d-411b-97a1-719026572233 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0621302 Feb 09 21:51:13.229199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-59af38de-a750-4365-bcc2-d98f923dc445 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79263453-04d2-4a1c-8efe-300971ab09a0 HTTP/1.1" status: 200 len: 217 time: 0.0396383 Feb 09 21:51:13.265204 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5cf140de-8cd2-44b5-a6c6-26d43b5eea53 req-ebb5b787-1b79-44ff-9585-6d306ec25708 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492835 Feb 09 21:51:13.282936 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-866482cf-e9a4-498a-bb2a-1239d57a9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.284452 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-866482cf-e9a4-498a-bb2a-1239d57a9ad4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=817a914b-4e60-4d66-817d-8431f3a501fd HTTP/1.1" status: 200 len: 835 time: 0.0496631 Feb 09 21:51:13.285067 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:20Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:13.311709 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] Checking router: f1b761aa-61ed-4ea0-af5a-2864251fc271 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:13.320243 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:13.320769 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:13.334518 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-5d75dcdf-8afb-467d-9773-cfbe220bbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.336169 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-5d75dcdf-8afb-467d-9773-cfbe220bbdbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452857 Feb 09 21:51:13.423619 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-88433ceb-6b3e-4351-b13d-969315e53bfa service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810237 Feb 09 21:51:13.426938 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:13.517278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-cfb14182-2f03-4d2b-8a88-c38ef4ed1022 req-1cc977c0-6ccd-4cb6-bb43-27e800adc466 service neutron] 10.222.0.50 "GET /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Feb 09 21:51:13.621283 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:20Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:13.649709 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460bc15c-7432-443f-9ce4-82cfdc6f5ef2 None None] The sync data for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 is: [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'ceda63e2-d83f-47a9-9e26-ff33fca543c6', 'name': '', 'network_id': 'f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'mac_address': 'fa:16:3e:7e:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:16Z', 'updated_at': '2022-02-09T21:50:20Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'subnets': [{'id': '817a914b-4e60-4d66-817d-8431f3a501fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:13.866853 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9c6d3-b6f9-4bd9-ab64-02c117bda0ae None None] New status for floating IP ce22a012-6dcd-416c-a7ad-f0871114f8bb: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:51:14.048219 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.389691 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a2d02-3e56-46fe-88cf-4d1d88cdd19f req-2be2fc37-83d3-47ea-a3c1-0baf39112e68 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.391181 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b7a2d02-3e56-46fe-88cf-4d1d88cdd19f req-2be2fc37-83d3-47ea-a3c1-0baf39112e68 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0528018 Feb 09 21:51:14.438979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b7a2d02-3e56-46fe-88cf-4d1d88cdd19f req-b7737a6b-e329-4f33-a1b8-280e7a0c3fc9 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/security-groups?id=766f7e2c-70b9-4af6-98ad-657e7ce56180&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Feb 09 21:51:14.789060 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-afb974b9-04bb-4cd6-b9ac-17a2aa9f230c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:14.790491 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-afb974b9-04bb-4cd6-b9ac-17a2aa9f230c tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 945 time: 0.0501411 Feb 09 21:51:14.887805 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 79263453-04d2-4a1c-8efe-300971ab09a0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:14.888152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.980712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port 79263453-04d2-4a1c-8efe-300971ab09a0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=79263453-04d2-4a1c-8efe-300971ab09a0,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:14.981078 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.993133 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 79263453-04d2-4a1c-8efe-300971ab09a0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:15.120148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (79263453-04d2-4a1c-8efe-300971ab09a0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.145772 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=79263453-04d2-4a1c-8efe-300971ab09a0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:15.194004 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] No DVR routers for this DVR port 79263453-04d2-4a1c-8efe-300971ab09a0 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:15.196649 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.199903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1b0c7f8-cafc-4133-ac42-7edf6ae89f67 req-6537bc5b-2202-4591-babd-d21f4dea37ce tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.50 "DELETE /v2.0/ports/79263453-04d2-4a1c-8efe-300971ab09a0 HTTP/1.1" status: 204 len: 173 time: 0.4033859 Feb 09 21:51:15.200350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'name': 'network-vif-deleted', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:15.202596 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4759fcef-d585-4b41-9237-681effaccbf4" -d '{"events": [{"server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "name": "network-vif-deleted", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:15.292713 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08c7651-8686-4590-ab72-cea3f36d22d5 x-openstack-request-id: req-f08c7651-8686-4590-ab72-cea3f36d22d5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:15.293010 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2", "name": "network-vif-deleted", "tag": "79263453-04d2-4a1c-8efe-300971ab09a0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:15.293271 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f08c7651-8686-4590-ab72-cea3f36d22d5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:15.293684 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2', 'name': 'network-vif-deleted', 'tag': '79263453-04d2-4a1c-8efe-300971ab09a0', 'status': 'completed', 'code': 200} Feb 09 21:51:15.516200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a16a6a31-facc-43a2-b4b0-eeeeb185c671 req-bdf0b798-f96a-416e-b662-d06df794286b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276036 Feb 09 21:51:15.551718 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9f0d4fe2-8b1f-4e21-88e7-e4da1e4fcfec req-051eb07a-fe87-4781-9df8-9721da7166cb tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "GET /v2.0/ports?device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0279112 Feb 09 21:51:15.598427 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a16a6a31-facc-43a2-b4b0-eeeeb185c671 req-8881b440-648f-49d9-b3c2-fd857572c0d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=038e75f57fd84af99e552e559fa9a541&device_id=11c13a7f-2fa0-4d22-9f6e-7e09be16fdc2 HTTP/1.1" status: 200 len: 210 time: 0.0299649 Feb 09 21:51:15.720191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6a31-facc-43a2-b4b0-eeeeb185c671 req-56d78bda-01f2-4edc-b120-c41a2958dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.721617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a16a6a31-facc-43a2-b4b0-eeeeb185c671 req-56d78bda-01f2-4edc-b120-c41a2958dfb6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=038e75f57fd84af99e552e559fa9a541&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1034946 Feb 09 21:51:15.817927 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6a31-facc-43a2-b4b0-eeeeb185c671 req-22683cf8-a82b-4a57-99d2-01c5b1bd2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.819397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a16a6a31-facc-43a2-b4b0-eeeeb185c671 req-22683cf8-a82b-4a57-99d2-01c5b1bd2878 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921090 Feb 09 21:51:16.362348 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:51:16.611610 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:16.964632 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (f1b761aa-61ed-4ea0-af5a-2864251fc271), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.221066 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port ceda63e2-d83f-47a9-9e26-ff33fca543c6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:17.221330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.309271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port ceda63e2-d83f-47a9-9e26-ff33fca543c6, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ceda63e2-d83f-47a9-9e26-ff33fca543c6,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:17.309634 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.322987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for ceda63e2-d83f-47a9-9e26-ff33fca543c6 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:17.503127 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ceda63e2-d83f-47a9-9e26-ff33fca543c6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.528929 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=ceda63e2-d83f-47a9-9e26-ff33fca543c6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:17.699099 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (f1b761aa-61ed-4ea0-af5a-2864251fc271), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.918538 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Router f1b761aa-61ed-4ea0-af5a-2864251fc271 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:18.026470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:18.031642 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3c7372d0-7f04-4626-a7de-755e7cf7e001 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "PUT /v2.0/routers/f1b761aa-61ed-4ea0-af5a-2864251fc271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4189057 Feb 09 21:51:18.034719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:18.036023 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] Sync routers for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:18.046026 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:18.046632 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:18.085857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9526386-47ba-417d-8ea1-5c09a92b3ad1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting subnet 817a914b-4e60-4d66-817d-8431f3a501fd {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:18.089255 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9526386-47ba-417d-8ea1-5c09a92b3ad1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (817a914b-4e60-4d66-817d-8431f3a501fd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.127596 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9526386-47ba-417d-8ea1-5c09a92b3ad1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (817a914b-4e60-4d66-817d-8431f3a501fd), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.151332 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:18.212890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9526386-47ba-417d-8ea1-5c09a92b3ad1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (817a914b-4e60-4d66-817d-8431f3a501fd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.272922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9526386-47ba-417d-8ea1-5c09a92b3ad1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (817a914b-4e60-4d66-817d-8431f3a501fd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.300041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9526386-47ba-417d-8ea1-5c09a92b3ad1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Subnet': ['ID=817a914b-4e60-4d66-817d-8431f3a501fd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:18.303478 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b9526386-47ba-417d-8ea1-5c09a92b3ad1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.310486 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b9526386-47ba-417d-8ea1-5c09a92b3ad1 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/subnets/817a914b-4e60-4d66-817d-8431f3a501fd HTTP/1.1" status: 204 len: 168 time: 0.2710721 Feb 09 21:51:18.310486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47264) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:18.314597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 79263453-04d2-4a1c-8efe-300971ab09a0 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:18.338725 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266f592-286c-499b-a986-d0f333f7065b None None] Network f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:18.342553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 79263453-04d2-4a1c-8efe-300971ab09a0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:18.343121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 79263453-04d2-4a1c-8efe-300971ab09a0 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:18.418782 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:18.430741 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (f1b761aa-61ed-4ea0-af5a-2864251fc271), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.449404 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] Checking router: f1b761aa-61ed-4ea0-af5a-2864251fc271 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:18.458052 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] Routers {'f1b761aa-61ed-4ea0-af5a-2864251fc271'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:18.458652 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['f1b761aa-61ed-4ea0-af5a-2864251fc271'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:18.497059 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] DHCP port deletion for f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:51:18.542840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_gateway (f1b761aa-61ed-4ea0-af5a-2864251fc271), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.550000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Deleting port 9dadae11-9e6a-4f0b-be72-2652793da373 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:18.550354 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.567283 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] Set router f1b761aa-61ed-4ea0-af5a-2864251fc271 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:18.598009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Deleting port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:18.598902 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.613400 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] For port 9dadae11-9e6a-4f0b-be72-2652793da373, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=9dadae11-9e6a-4f0b-be72-2652793da373,segment=NetworkSegment(9285d0ef-e2a3-43e8-b6c8-c474688e36a3),segment_id=9285d0ef-e2a3-43e8-b6c8-c474688e36a3)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:18.613817 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.627109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Calling delete_port for 9dadae11-9e6a-4f0b-be72-2652793da373 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:18.681216 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] For port 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:18.682164 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.695435 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Calling delete_port for 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:18.712637 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (9dadae11-9e6a-4f0b-be72-2652793da373), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.740135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Pushing event deleted for resources: {'Port': ['ID=9dadae11-9e6a-4f0b-be72-2652793da373,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:18.748928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] No DVR routers for this DVR port 9dadae11-9e6a-4f0b-be72-2652793da373 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:18.749674 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:18.751813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.752171 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.752508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.752850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.753188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.753521 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.753850 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.754178 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.754505 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.754830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.755156 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.755479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.755830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01da8810-dda6-4a9b-bc17-23f108d4e8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:18.776718 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4841b323-7c7a-4d03-a98d-554e8ea33494 None None] The sync data for ids ['f1b761aa-61ed-4ea0-af5a-2864251fc271'] in n-d-789963-29 is: [{'id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750041605', 'tenant_id': '038e75f57fd84af99e552e559fa9a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 5, 'project_id': '038e75f57fd84af99e552e559fa9a541', 'gw_port': {'id': '37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b761aa-61ed-4ea0-af5a-2864251fc271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:14Z', 'updated_at': '2022-02-09T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:18.879713 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:18.906106 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Port': ['ID=37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:18.965308 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (f1b761aa-61ed-4ea0-af5a-2864251fc271), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.325003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9dadae11-9e6a-4f0b-be72-2652793da373 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:19.346563 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 9dadae11-9e6a-4f0b-be72-2652793da373 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:19.347023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 9dadae11-9e6a-4f0b-be72-2652793da373 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:19.347542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ceda63e2-d83f-47a9-9e26-ff33fca543c6 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:19.366438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ceda63e2-d83f-47a9-9e26-ff33fca543c6 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:19.366830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ceda63e2-d83f-47a9-9e26-ff33fca543c6 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:19.402785 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (f1b761aa-61ed-4ea0-af5a-2864251fc271), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.404937 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router_controller (f1b761aa-61ed-4ea0-af5a-2864251fc271), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.450183 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (f1b761aa-61ed-4ea0-af5a-2864251fc271), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.450701 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Fanout notify agent at l3_agent the message router_deleted on router f1b761aa-61ed-4ea0-af5a-2864251fc271 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:51:19.457152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.458251 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f085d078-f51d-4c89-b74b-62672dc02200 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/routers/f1b761aa-61ed-4ea0-af5a-2864251fc271 HTTP/1.1" status: 204 len: 168 time: 1.1473067 Feb 09 21:51:19.461049 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:19.541594 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.631588 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.651117 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:19.660033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9285d0ef-e2a3-43e8-b6c8-c474688e36a3') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:19.660331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9285d0ef-e2a3-43e8-b6c8-c474688e36a3') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:19.669398 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (9285d0ef-e2a3-43e8-b6c8-c474688e36a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.682645 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (9285d0ef-e2a3-43e8-b6c8-c474688e36a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.688429 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:19.688846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (9285d0ef-e2a3-43e8-b6c8-c474688e36a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: timer() Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:19.692041 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:19.750382 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.757005 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.760649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/networks/f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b HTTP/1.1" status: 204 len: 168 time: 0.2986476 Feb 09 21:51:19.763589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47268) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:19.772148 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e089c-da74-4631-b7fe-edc539e48d85 tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'Network': ['ID=f1de2b9b-632a-42cc-ae4f-5d1bab5cbc7b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:19.821641 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (766f7e2c-70b9-4af6-98ad-657e7ce56180), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.847267 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (766f7e2c-70b9-4af6-98ad-657e7ce56180), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.910715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (766f7e2c-70b9-4af6-98ad-657e7ce56180), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.913476 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:19.917371 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] 10.222.0.102 "DELETE /v2.0/security-groups/766f7e2c-70b9-4af6-98ad-657e7ce56180 HTTP/1.1" status: 204 len: 168 time: 0.1500928 Feb 09 21:51:19.925967 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766f7e2c-70b9-4af6-98ad-657e7ce56180,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:19.934545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.934896 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.935248 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.935586 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.935943 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.936276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.936614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.936982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.937300 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.937626 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.937953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.938276 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:19.938603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af69c333-3a5f-4c45-9cd4-c1d69b551ffe tempest-TestNetworkAdvancedServerOps-544150976 tempest-TestNetworkAdvancedServerOps-544150976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:20.237702 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47276) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:20.378003 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0c270f39-bbad-4e99-93c5-32a985e65991 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=038e75f57fd84af99e552e559fa9a541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390436 Feb 09 21:51:20.380569 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47280) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:20.427723 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f406fb56-6434-42c5-a0ff-d5192070852b admin admin] Publish callbacks [] for security_group (673358d7-de5f-47e9-b73f-1c6a0c946b02), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.450150 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f406fb56-6434-42c5-a0ff-d5192070852b admin admin] Publish callbacks [] for security_group (673358d7-de5f-47e9-b73f-1c6a0c946b02), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.501838 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f406fb56-6434-42c5-a0ff-d5192070852b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (673358d7-de5f-47e9-b73f-1c6a0c946b02), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.504509 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f406fb56-6434-42c5-a0ff-d5192070852b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.508212 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f406fb56-6434-42c5-a0ff-d5192070852b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/673358d7-de5f-47e9-b73f-1c6a0c946b02 HTTP/1.1" status: 204 len: 168 time: 0.1241763 Feb 09 21:51:20.514465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406fb56-6434-42c5-a0ff-d5192070852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673358d7-de5f-47e9-b73f-1c6a0c946b02,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:20.765025 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47288) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:20.778715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48fc047a-9efb-44be-b7f4-5a3cd9e263a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.854674 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48fc047a-9efb-44be-b7f4-5a3cd9e263a6 admin admin] Publish callbacks [] for security_group (7e772e94-0255-4790-b15a-d20d0117cf8e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.858520 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48fc047a-9efb-44be-b7f4-5a3cd9e263a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7e772e94-0255-4790-b15a-d20d0117cf8e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.895810 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-48fc047a-9efb-44be-b7f4-5a3cd9e263a6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3b57b8e05e934fc0adbd3af6643fa4cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296718 Feb 09 21:51:20.896673 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc047a-9efb-44be-b7f4-5a3cd9e263a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e772e94-0255-4790-b15a-d20d0117cf8e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:20.898759 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47290) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:20.948694 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0daf6607-bee8-470a-8e93-69d40d6db07d admin admin] Publish callbacks [] for security_group (7e772e94-0255-4790-b15a-d20d0117cf8e), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:20.969683 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0daf6607-bee8-470a-8e93-69d40d6db07d admin admin] Publish callbacks [] for security_group (7e772e94-0255-4790-b15a-d20d0117cf8e), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.015380 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0daf6607-bee8-470a-8e93-69d40d6db07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (7e772e94-0255-4790-b15a-d20d0117cf8e), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.018868 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0daf6607-bee8-470a-8e93-69d40d6db07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.020063 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0daf6607-bee8-470a-8e93-69d40d6db07d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7e772e94-0255-4790-b15a-d20d0117cf8e HTTP/1.1" status: 204 len: 168 time: 0.1202238 Feb 09 21:51:21.028096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf6607-bee8-470a-8e93-69d40d6db07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e772e94-0255-4790-b15a-d20d0117cf8e,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:21.204335 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:21.224847 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:21.225202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 37f7cb04-acfb-4b3d-b2bf-36f5f4f2d9f3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:21.732677 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47314) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:21.828898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-891863789-network', 'tenant_id': '758a32323dd8487899bf0ef9ae166274'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:21.848739 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Made reservation on behalf of 758a32323dd8487899bf0ef9ae166274 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:21.851023 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.859234 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.930760 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Publish callbacks [] for security_group (b9b4a6cc-2e05-42e6-bfc6-bbeb7c4296ac), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.935003 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b9b4a6cc-2e05-42e6-bfc6-bbeb7c4296ac), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.960004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:51:21.969712 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b4a6cc-2e05-42e6-bfc6-bbeb7c4296ac,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:21.974535 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (59a0e2a8-4ed6-4f92-812b-3ed06f49706b), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.974901 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Added segment 59a0e2a8-4ed6-4f92-812b-3ed06f49706b of type vlan for network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 Feb 09 21:51:22.019413 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (11ceea50-2b79-44c4-87b9-b0fdfba35b90), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.043176 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (11ceea50-2b79-44c4-87b9-b0fdfba35b90), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.044135 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:22.044713 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.095372 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3615570 Feb 09 21:51:22.098547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:22.104113 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Request body: {'subnet': {'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-891863789-subnet', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:22.108375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8a431-b01c-4f53-acb7-8525a12aa882 admin admin] Pushing event updated for resources: {'Network': ['ID=11ceea50-2b79-44c4-87b9-b0fdfba35b90,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:22.118798 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:51:22.125720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Made reservation on behalf of 758a32323dd8487899bf0ef9ae166274 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:22.128095 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.185483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.292824 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (1a7d2c8a-3d39-48a0-91f7-6c89def211a7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.340217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7d2c8a-3d39-48a0-91f7-6c89def211a7,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:22.355071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Checking segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:22.355428 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Network hostable DHCP agents. Network: 11ceea50-2b79-44c4-87b9-b0fdfba35b90, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:51:22.372260 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:51:22.380466 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 11ceea50-2b79-44c4-87b9-b0fdfba35b90) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:22.384502 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:22.385105 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.389734 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a5273-9611-4a65-a6cd-12df1ba298af None None] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:22.400774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-842722ef-40f5-4648-8ae6-92738631b668 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3009646 Feb 09 21:51:22.403406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47322) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:22.407636 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:22.427731 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (7034ed2e-34b7-49c0-97b8-9753d8eeac57), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.428846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (7034ed2e-34b7-49c0-97b8-9753d8eeac57), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.485720 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks [] for router_controller (7034ed2e-34b7-49c0-97b8-9753d8eeac57), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.493912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:51:22.494821 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.628668 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks [] for router_gateway (7034ed2e-34b7-49c0-97b8-9753d8eeac57), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.632969 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Allocated IP 172.20.0.2 (11ceea50-2b79-44c4-87b9-b0fdfba35b90/1a7d2c8a-3d39-48a0-91f7-6c89def211a7/5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:22.777583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Publish callbacks [] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.783445 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.826226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:22.829092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:22.829705 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks [] for router_gateway (7034ed2e-34b7-49c0-97b8-9753d8eeac57), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.833319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:22.836360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Pushing event updated for resources: {'Port': ['ID=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:22.849133 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.889428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Attempting to bind port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:22.889706 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Attempting to bind port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:22.890058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Attempting to bind port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 on network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:22.894928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:22.895297 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Checking segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:22.895710 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.896107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Bound using segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:22.897108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Bound port: 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:22.897108 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:22.954202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Allocated IP 172.25.4.186 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/1f86442b-245e-4f46-9ad1-737cee550bb3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:22.961768 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] For port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:22.966394 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] For port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:22.978113 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.036356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18023b8c-929b-4ea1-ac84-6ad322d50c2f None None] Pushing event updated for resources: {'Port': ['ID=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:23.057969 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks [] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.096135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.141444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:23.146622 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:23.149697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:23.191318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f86442b-245e-4f46-9ad1-737cee550bb3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:23.315588 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:23.371149 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:23.371553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.446036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks [] for router_gateway (7034ed2e-34b7-49c0-97b8-9753d8eeac57), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.451953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:23.452450 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.486962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:23.492403 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.542828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:23.649896 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (7034ed2e-34b7-49c0-97b8-9753d8eeac57), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.786300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:51:23.892944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:23.903309 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Sync routers for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:23.914873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:23.915508 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:23.915671 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:23.919502 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-a01a43cd-1765-4e0a-a451-86328d9c40d6 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5126722 Feb 09 21:51:23.920348 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47326) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:23.984586 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494a00d5-59c8-4f88-add1-2b0eab8aafe5 None None] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:24.087940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:24.204920 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e59c96b3-73ad-4c54-9c83-bfd7f2672c87 None None] Provisioning complete for port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:24.205214 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e59c96b3-73ad-4c54-9c83-bfd7f2672c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.349088 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.350407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e59c96b3-73ad-4c54-9c83-bfd7f2672c87 None None] Current status of the port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:24.370264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:23Z', 'revision_number': 3, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:24.397379 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Checking router: 7034ed2e-34b7-49c0-97b8-9753d8eeac57 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:24.397739 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Updating router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 port 1f86442b-245e-4f46-9ad1-737cee550bb3 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:24.430288 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.525542 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Allocated IP 172.20.0.1 (11ceea50-2b79-44c4-87b9-b0fdfba35b90/1a7d2c8a-3d39-48a0-91f7-6c89def211a7/c3151c08-1bb3-40ac-8f29-41fb8fd80fbc) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:24.608981 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-71d98107-3931-4134-8a72-579249cc3a96 None None] Provisioning complete for port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:24.609570 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-71d98107-3931-4134-8a72-579249cc3a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.635658 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Publish callbacks [] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.668903 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.706319 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:24.713220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:24.716701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:24.722095 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Pushing event updated for resources: {'Port': ['ID=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:24.759196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (7034ed2e-34b7-49c0-97b8-9753d8eeac57), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.904873 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.927707 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Publish callbacks [] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.931865 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-71d98107-3931-4134-8a72-579249cc3a96 None None] Current status of the port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:24.936217 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.989109 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcd618-7712-4248-af99-333ddf77f7b8 None None] Pushing event updated for resources: {'Port': ['ID=1f86442b-245e-4f46-9ad1-737cee550bb3,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:24.991279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Attempting to bind port 1f86442b-245e-4f46-9ad1-737cee550bb3 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:24.991868 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Attempting to bind port 1f86442b-245e-4f46-9ad1-737cee550bb3 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:24.992234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Attempting to bind port 1f86442b-245e-4f46-9ad1-737cee550bb3 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:24.997988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:24.998362 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:24.998763 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.999148 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:24.999608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Bound port: 1f86442b-245e-4f46-9ad1-737cee550bb3, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:25.000020 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.060272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] For port 1f86442b-245e-4f46-9ad1-737cee550bb3, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:25.065057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] For port 1f86442b-245e-4f46-9ad1-737cee550bb3, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f86442b-245e-4f46-9ad1-737cee550bb3,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:25.069992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-465548a4-f861-41f1-872d-c00c59b73da9 None None] Provisioning complete for port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:25.070388 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-465548a4-f861-41f1-872d-c00c59b73da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.074219 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.084823 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Publish callbacks [] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.090759 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.152940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-465548a4-f861-41f1-872d-c00c59b73da9 None None] Port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:25.161553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:25.162643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:25.162773 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Pushing event updated for resources: {'Port': ['ID=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:25.165063 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (7034ed2e-34b7-49c0-97b8-9753d8eeac57), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.240179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcd618-7712-4248-af99-333ddf77f7b8 None None] Pushing event updated for resources: {'Port': ['ID=1f86442b-245e-4f46-9ad1-737cee550bb3,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:25.260580 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:25.265892 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:25.267317 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:25.326502 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:25.370217 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:25.370596 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.394579 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:25.509179 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:25.515415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d3e28b5c-dc6d-491a-bab3-aba69c1e0276 admin admin] 10.222.0.102 "PUT /v2.0/routers/7034ed2e-34b7-49c0-97b8-9753d8eeac57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5935345 Feb 09 21:51:25.576046 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:25.593102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-927d5bfc-aa89-4d7d-a3f2-dd2e07715dd1 None None] Provisioning complete for port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:25.593485 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-927d5bfc-aa89-4d7d-a3f2-dd2e07715dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.636816 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-927d5bfc-aa89-4d7d-a3f2-dd2e07715dd1 None None] Port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:25.642313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 2, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:25.672813 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d345b-5de4-46f8-ab29-291608984ad0 None None] The sync data for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 is: [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 2, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:26.026295 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47342) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:26.031643 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1802390421-network', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:26.052029 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Made reservation on behalf of 3dd02d9b6343403cbe9026b9e08fb893 for: {'network': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:26.054571 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.064937 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.144489 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Publish callbacks [] for security_group (fe6a6152-9568-4486-9828-2e93dfa3a044), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.148976 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fe6a6152-9568-4486-9828-2e93dfa3a044), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.176986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=103325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:51:26.183921 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6a6152-9568-4486-9828-2e93dfa3a044,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:26.190340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4d7d846a-8295-46ca-ab6a-55cd7c19d129), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.190460 n-d-789963-29 neutron-server[103325]: INFO neutron.db.segments_db [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Added segment 4d7d846a-8295-46ca-ab6a-55cd7c19d129 of type vlan for network 5ac570f5-b12e-44f7-b030-fd8460ae1004 Feb 09 21:51:26.235819 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (5ac570f5-b12e-44f7-b030-fd8460ae1004), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.264296 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (5ac570f5-b12e-44f7-b030-fd8460ae1004), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.265391 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:26.266175 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.330728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac570f5-b12e-44f7-b030-fd8460ae1004,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:26.343101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 5ac570f5-b12e-44f7-b030-fd8460ae1004 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:51:26.343457 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47344) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:26.350296 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-b9fc3679-f433-40d3-873e-d768504f7fa9 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3228798 Feb 09 21:51:26.354745 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Request body: {'subnet': {'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1802390421-subnet', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:26.375272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Made reservation on behalf of 3dd02d9b6343403cbe9026b9e08fb893 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:26.377807 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4709049'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.571073 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4960267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4708999'] for subnet (9f0dc900-b13e-4b97-890c-36bf8cca49fa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.633841 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0dc900-b13e-4b97-890c-36bf8cca49fa,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:26.641863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Checking segment: {'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:26.642219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Network hostable DHCP agents. Network: 5ac570f5-b12e-44f7-b030-fd8460ae1004, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:51:26.661292 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Network 5ac570f5-b12e-44f7-b030-fd8460ae1004 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:51:26.671311 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 5ac570f5-b12e-44f7-b030-fd8460ae1004) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:26.676455 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:26.678375 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.679531 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2088fd62-04c1-4256-acb1-27ad4af945bc None None] Network 5ac570f5-b12e-44f7-b030-fd8460ae1004 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:26.700106 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-81b0e5f6-fb3e-45e5-ae89-f669aaf6ade9 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3545434 Feb 09 21:51:26.702720 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47346) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:26.707187 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:26.729931 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (1c5dfc97-2850-4670-98ca-da668f0afde6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.731149 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (1c5dfc97-2850-4670-98ca-da668f0afde6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.787154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks [] for router_controller (1c5dfc97-2850-4670-98ca-da668f0afde6), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.798815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-5ac570f5-b12e-44f7-b030-fd8460ae1004', 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004', 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'fixed_ips': [{'subnet_id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:51:26.799960 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.938223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks [] for router_gateway (1c5dfc97-2850-4670-98ca-da668f0afde6), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.944818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Allocated IP 172.20.0.2 (5ac570f5-b12e-44f7-b030-fd8460ae1004/9f0dc900-b13e-4b97-890c-36bf8cca49fa/22f2717e-64a9-413c-a991-09de8603bb01) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:27.093916 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Publish callbacks [] for port (22f2717e-64a9-413c-a991-09de8603bb01), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.100362 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (22f2717e-64a9-413c-a991-09de8603bb01), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.143909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Network 5ac570f5-b12e-44f7-b030-fd8460ae1004 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:27.144534 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks [] for router_gateway (1c5dfc97-2850-4670-98ca-da668f0afde6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.146931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:27.149539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:27.158750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Pushing event updated for resources: {'Port': ['ID=22f2717e-64a9-413c-a991-09de8603bb01,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:27.168956 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.220310 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.227905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Attempting to bind port 22f2717e-64a9-413c-a991-09de8603bb01 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:27.228641 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Attempting to bind port 22f2717e-64a9-413c-a991-09de8603bb01 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:27.229562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Attempting to bind port 22f2717e-64a9-413c-a991-09de8603bb01 on network 5ac570f5-b12e-44f7-b030-fd8460ae1004 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:27.236456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:27.236808 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Checking segment: {'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:27.237218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.237623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Bound using segment: {'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:27.238170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Bound port: 22f2717e-64a9-413c-a991-09de8603bb01, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:27.238549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (22f2717e-64a9-413c-a991-09de8603bb01), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.281192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Allocated IP 172.25.4.237 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/e1f53192-49e1-405b-addb-35d5d063858a) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:27.317842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f86442b-245e-4f46-9ad1-737cee550bb3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:27.320085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7533f971-8b03-4352-bcac-321223966a23 None None] For port 22f2717e-64a9-413c-a991-09de8603bb01, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:27.352528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-7533f971-8b03-4352-bcac-321223966a23 None None] For port 22f2717e-64a9-413c-a991-09de8603bb01, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=22f2717e-64a9-413c-a991-09de8603bb01,segment=NetworkSegment(4d7d846a-8295-46ca-ab6a-55cd7c19d129),segment_id=4d7d846a-8295-46ca-ab6a-55cd7c19d129)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:27.362860 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (22f2717e-64a9-413c-a991-09de8603bb01), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.393148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks [] for port (e1f53192-49e1-405b-addb-35d5d063858a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.433886 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533f971-8b03-4352-bcac-321223966a23 None None] Pushing event updated for resources: {'Port': ['ID=22f2717e-64a9-413c-a991-09de8603bb01,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:27.435176 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e1f53192-49e1-405b-addb-35d5d063858a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.436560 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1f86442b-245e-4f46-9ad1-737cee550bb3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:27.437128 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.488763 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:27.491621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:27.496676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:27.525713 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f53192-49e1-405b-addb-35d5d063858a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:27.539091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1f86442b-245e-4f46-9ad1-737cee550bb3 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:27.539831 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.561577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 1f86442b-245e-4f46-9ad1-737cee550bb3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f86442b-245e-4f46-9ad1-737cee550bb3,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:27.572507 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.649170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=1f86442b-245e-4f46-9ad1-737cee550bb3,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:27.801897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks [] for router_gateway (1c5dfc97-2850-4670-98ca-da668f0afde6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.296689 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Sync routers for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:28.309132 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:28.310375 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:28.354565 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (1c5dfc97-2850-4670-98ca-da668f0afde6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.429228 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:28.492730 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Router 1c5dfc97-2850-4670-98ca-da668f0afde6 is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:51:28.495121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ecd994-67f8-470e-b765-fa850fbdbd88 None None] Network 5ac570f5-b12e-44f7-b030-fd8460ae1004 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:28.606589 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-f6b8e6ff-0ede-457a-ad68-f0bdc9e65bb1 None None] Provisioning complete for port 22f2717e-64a9-413c-a991-09de8603bb01 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:28.606971 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6b8e6ff-0ede-457a-ad68-f0bdc9e65bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (22f2717e-64a9-413c-a991-09de8603bb01), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.615811 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:28.633060 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 2, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:28.636056 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Sync routers for ids ['1c5dfc97-2850-4670-98ca-da668f0afde6'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:28.636192 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.637469 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-27466a95-aa1d-40f1-aedf-19f084ab8523 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9336917 Feb 09 21:51:28.640221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47348) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:28.662081 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Checking router: 7034ed2e-34b7-49c0-97b8-9753d8eeac57 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:28.662440 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Updating router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:28.671747 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Routers {'1c5dfc97-2850-4670-98ca-da668f0afde6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:28.672675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1c5dfc97-2850-4670-98ca-da668f0afde6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:28.690069 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.805430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8e6ff-0ede-457a-ad68-f0bdc9e65bb1 None None] Current status of the port 22f2717e-64a9-413c-a991-09de8603bb01 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:28.805998 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6b8e6ff-0ede-457a-ad68-f0bdc9e65bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (22f2717e-64a9-413c-a991-09de8603bb01), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.846188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-f6b8e6ff-0ede-457a-ad68-f0bdc9e65bb1 None None] For port 22f2717e-64a9-413c-a991-09de8603bb01, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=22f2717e-64a9-413c-a991-09de8603bb01,segment=NetworkSegment(4d7d846a-8295-46ca-ab6a-55cd7c19d129),segment_id=4d7d846a-8295-46ca-ab6a-55cd7c19d129)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:28.855278 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f6b8e6ff-0ede-457a-ad68-f0bdc9e65bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (22f2717e-64a9-413c-a991-09de8603bb01), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.901221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Set router 1c5dfc97-2850-4670-98ca-da668f0afde6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:28.986896 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Publish callbacks [] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.994722 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.014762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8e6ff-0ede-457a-ad68-f0bdc9e65bb1 None None] Pushing event updated for resources: {'Port': ['ID=22f2717e-64a9-413c-a991-09de8603bb01,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.077055 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Pushing event updated for resources: {'Port': ['ID=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.109430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-15e7629e-8c2c-41d5-8915-d32692af6430 None None] Provisioning complete for port 22f2717e-64a9-413c-a991-09de8603bb01 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:29.109997 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-15e7629e-8c2c-41d5-8915-d32692af6430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (22f2717e-64a9-413c-a991-09de8603bb01), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.127748 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.128289 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.128782 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.129267 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.129774 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.130269 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.130593 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.131070 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.131549 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.132065 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.132567 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.133042 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.133517 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:29.140865 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Attempting to bind port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:29.141643 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Attempting to bind port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:29.142372 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Attempting to bind port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc on network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:29.148441 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:29.149088 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Checking segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:29.149642 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.150239 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Bound using segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:29.150864 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Bound port: c3151c08-1bb3-40ac-8f29-41fb8fd80fbc, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:29.151410 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.175048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 3, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:29.224814 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] For port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:29.230958 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] For port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:29.232504 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Checking router: 1c5dfc97-2850-4670-98ca-da668f0afde6 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:29.233429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Updating router 1c5dfc97-2850-4670-98ca-da668f0afde6 port e1f53192-49e1-405b-addb-35d5d063858a binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:29.243646 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.306577 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d0960-9ce6-409b-aec8-c86820ef2a70 None None] Pushing event updated for resources: {'Port': ['ID=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.319563 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:29.320521 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:29.485239 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:29.558425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-15e7629e-8c2c-41d5-8915-d32692af6430 None None] Current status of the port 22f2717e-64a9-413c-a991-09de8603bb01 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:29.562181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f86442b-245e-4f46-9ad1-737cee550bb3 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:29.566293 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e1f53192-49e1-405b-addb-35d5d063858a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.599179 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.650579 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 1f86442b-245e-4f46-9ad1-737cee550bb3 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:29.650954 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.764291 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-3a6b6840-58ea-46f7-b40d-c1daacb40f78 None None] Provisioning complete for port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:29.765111 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6840-58ea-46f7-b40d-c1daacb40f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.768871 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Allocated IP 172.20.0.1 (5ac570f5-b12e-44f7-b030-fd8460ae1004/9f0dc900-b13e-4b97-890c-36bf8cca49fa/fec3d50f-4fb4-41e9-8209-e2c7dd35a91d) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:29.822804 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-7c801776-44af-407a-af46-e177a06b9152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:29Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:29.854323 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c801776-44af-407a-af46-e177a06b9152 None None] The sync data for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 is: [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:29Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:29.890360 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Publish callbacks [] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.902020 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 1f86442b-245e-4f46-9ad1-737cee550bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:29.903121 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 22f2717e-64a9-413c-a991-09de8603bb01 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:29.933254 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.976761 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Network 5ac570f5-b12e-44f7-b030-fd8460ae1004 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:29.985454 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:29.989508 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:30.018130 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Pushing event updated for resources: {'Port': ['ID=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.036783 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b6840-58ea-46f7-b40d-c1daacb40f78 None None] Current status of the port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:30.037551 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6840-58ea-46f7-b40d-c1daacb40f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.046548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (1c5dfc97-2850-4670-98ca-da668f0afde6), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.080211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 22f2717e-64a9-413c-a991-09de8603bb01 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:30.080211 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (22f2717e-64a9-413c-a991-09de8603bb01), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.095409 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Publish callbacks [] for port (e1f53192-49e1-405b-addb-35d5d063858a), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.124780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-3a6b6840-58ea-46f7-b40d-c1daacb40f78 None None] For port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:30.129629 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e1f53192-49e1-405b-addb-35d5d063858a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.146334 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6840-58ea-46f7-b40d-c1daacb40f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.193735 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Attempting to bind port e1f53192-49e1-405b-addb-35d5d063858a on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:30.194108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Attempting to bind port e1f53192-49e1-405b-addb-35d5d063858a by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:30.194467 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Attempting to bind port e1f53192-49e1-405b-addb-35d5d063858a on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:30.210895 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.214307 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:30.214687 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:30.215101 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.215490 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:30.216000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Bound port: e1f53192-49e1-405b-addb-35d5d063858a, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:30.216382 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e1f53192-49e1-405b-addb-35d5d063858a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.285562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68e694-7af4-4bcb-82a6-c9c16d61bc97 None None] Pushing event updated for resources: {'Port': ['ID=e1f53192-49e1-405b-addb-35d5d063858a,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.292493 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] For port e1f53192-49e1-405b-addb-35d5d063858a, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:30.298616 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] For port e1f53192-49e1-405b-addb-35d5d063858a, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e1f53192-49e1-405b-addb-35d5d063858a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:30.354305 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e1f53192-49e1-405b-addb-35d5d063858a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.374653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-7db52441-334b-469c-b456-0781cba08f6d None None] Provisioning complete for port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:30.375031 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7db52441-334b-469c-b456-0781cba08f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.411372 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Publish callbacks [] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.415391 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b6840-58ea-46f7-b40d-c1daacb40f78 None None] Pushing event updated for resources: {'Port': ['ID=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.417632 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.420936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 22f2717e-64a9-413c-a991-09de8603bb01 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:30.460404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Routers {'1c5dfc97-2850-4670-98ca-da668f0afde6'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:30.461041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1c5dfc97-2850-4670-98ca-da668f0afde6'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:30.499357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-7db52441-334b-469c-b456-0781cba08f6d None None] Port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:30.516662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Pushing event updated for resources: {'Port': ['ID=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.519345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (1c5dfc97-2850-4670-98ca-da668f0afde6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.551499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68e694-7af4-4bcb-82a6-c9c16d61bc97 None None] Pushing event updated for resources: {'Port': ['ID=e1f53192-49e1-405b-addb-35d5d063858a,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.592921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] Set router 1c5dfc97-2850-4670-98ca-da668f0afde6 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:30.625662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Network 5ac570f5-b12e-44f7-b030-fd8460ae1004 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:30.627156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:30.759998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Router 1c5dfc97-2850-4670-98ca-da668f0afde6 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:30.820237 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 4, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'fec3d50f-4fb4-41e9-8209-e2c7dd35a91d', 'name': '', 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'mac_address': 'fa:16:3e:3d:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:29Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 2, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'subnets': [{'id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:30.852209 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe6880-aec1-40e5-ad14-03f6b1fb8c58 None None] The sync data for ids ['1c5dfc97-2850-4670-98ca-da668f0afde6'] in n-d-789963-29 is: [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 4, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'fec3d50f-4fb4-41e9-8209-e2c7dd35a91d', 'name': '', 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'mac_address': 'fa:16:3e:3d:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:29Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 2, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'subnets': [{'id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:30.882755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:30.887889 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e592e23c-07cd-4e3e-85e5-3340eea5e1eb admin admin] 10.222.0.102 "PUT /v2.0/routers/1c5dfc97-2850-4670-98ca-da668f0afde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2464871 Feb 09 21:51:30.922450 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-40b066b0-6cb3-4323-a750-1dcb5acfd813 None None] Provisioning complete for port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:30.922742 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40b066b0-6cb3-4323-a750-1dcb5acfd813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.957732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-40b066b0-6cb3-4323-a750-1dcb5acfd813 None None] Port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:31.303503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c3151c08-1bb3-40ac-8f29-41fb8fd80fbc up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:31.357800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:31.358365 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.442940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:31.510209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47356) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:31.514984 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-9886973a-20d9-4973-bdb9-5e2c43d324d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293855275', 'description': 'tempest-secgroup-smoke-1293855275 description', 'project_id': '758a32323dd8487899bf0ef9ae166274'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:31.535157 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9886973a-20d9-4973-bdb9-5e2c43d324d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.607112 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9886973a-20d9-4973-bdb9-5e2c43d324d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (40a6b552-0f86-4051-ac83-7cfbf8591c83), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.611975 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9886973a-20d9-4973-bdb9-5e2c43d324d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (40a6b552-0f86-4051-ac83-7cfbf8591c83), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.640136 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9886973a-20d9-4973-bdb9-5e2c43d324d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.641302 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-9886973a-20d9-4973-bdb9-5e2c43d324d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1300421 Feb 09 21:51:31.644525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:31.645813 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886973a-20d9-4973-bdb9-5e2c43d324d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a6b552-0f86-4051-ac83-7cfbf8591c83,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.649615 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-09d899f7-090c-4df0-8dae-7f1ba79f5521 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '40a6b552-0f86-4051-ac83-7cfbf8591c83', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:31.675699 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d899f7-090c-4df0-8dae-7f1ba79f5521 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (3d9ce6f9-1e01-4c22-8150-41cb2e48549a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.730817 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d899f7-090c-4df0-8dae-7f1ba79f5521 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (3d9ce6f9-1e01-4c22-8150-41cb2e48549a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.735334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d899f7-090c-4df0-8dae-7f1ba79f5521 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (3d9ce6f9-1e01-4c22-8150-41cb2e48549a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.753118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d899f7-090c-4df0-8dae-7f1ba79f5521 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9ce6f9-1e01-4c22-8150-41cb2e48549a,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.761678 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-09d899f7-090c-4df0-8dae-7f1ba79f5521 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.762889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-09d899f7-090c-4df0-8dae-7f1ba79f5521 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172309 Feb 09 21:51:31.765906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47360) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:31.770163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5084ff09-a161-47d4-8da0-efecacb1e307 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '40a6b552-0f86-4051-ac83-7cfbf8591c83', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:31.795130 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5084ff09-a161-47d4-8da0-efecacb1e307 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (3f60800e-50f4-4895-8203-a162487df0fe), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.852336 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5084ff09-a161-47d4-8da0-efecacb1e307 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (3f60800e-50f4-4895-8203-a162487df0fe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.857104 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5084ff09-a161-47d4-8da0-efecacb1e307 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (3f60800e-50f4-4895-8203-a162487df0fe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.875447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084ff09-a161-47d4-8da0-efecacb1e307 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f60800e-50f4-4895-8203-a162487df0fe,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:31.883245 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5084ff09-a161-47d4-8da0-efecacb1e307 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.884498 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5084ff09-a161-47d4-8da0-efecacb1e307 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177104 Feb 09 21:51:31.887343 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47362) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:31.891697 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-17be59a4-0f25-474a-965e-87b304cfc111 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '40a6b552-0f86-4051-ac83-7cfbf8591c83', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:31.917148 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17be59a4-0f25-474a-965e-87b304cfc111 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (c07d2c70-a9b3-465a-ae6e-3a17c80f4c97), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.976053 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17be59a4-0f25-474a-965e-87b304cfc111 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (c07d2c70-a9b3-465a-ae6e-3a17c80f4c97), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.980425 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17be59a4-0f25-474a-965e-87b304cfc111 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (c07d2c70-a9b3-465a-ae6e-3a17c80f4c97), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:31.997619 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be59a4-0f25-474a-965e-87b304cfc111 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07d2c70-a9b3-465a-ae6e-3a17c80f4c97,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.009715 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17be59a4-0f25-474a-965e-87b304cfc111 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.011965 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-17be59a4-0f25-474a-965e-87b304cfc111 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231127 Feb 09 21:51:32.014373 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:32.018660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-baf4cbf9-5c96-43f9-bccf-8ae749cc9f28 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '40a6b552-0f86-4051-ac83-7cfbf8591c83', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:32.042637 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baf4cbf9-5c96-43f9-bccf-8ae749cc9f28 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (5e9df31d-0091-4b1b-91a1-3835f2dfd4b3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.098971 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baf4cbf9-5c96-43f9-bccf-8ae749cc9f28 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (5e9df31d-0091-4b1b-91a1-3835f2dfd4b3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.103582 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baf4cbf9-5c96-43f9-bccf-8ae749cc9f28 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (5e9df31d-0091-4b1b-91a1-3835f2dfd4b3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.122803 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4cbf9-5c96-43f9-bccf-8ae749cc9f28 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9df31d-0091-4b1b-91a1-3835f2dfd4b3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.129894 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-baf4cbf9-5c96-43f9-bccf-8ae749cc9f28 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.134262 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47366) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:32.134867 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-baf4cbf9-5c96-43f9-bccf-8ae749cc9f28 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190338 Feb 09 21:51:32.140056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8bdb35d6-49f5-42d6-b347-4de79c63a5a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '40a6b552-0f86-4051-ac83-7cfbf8591c83', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:32.186492 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-8bdb35d6-49f5-42d6-b347-4de79c63a5a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Project 758a32323dd8487899bf0ef9ae166274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:51:32.192286 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bdb35d6-49f5-42d6-b347-4de79c63a5a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (3779e5de-f28e-4cc5-b88c-ca3009c30b78), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.250298 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bdb35d6-49f5-42d6-b347-4de79c63a5a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (3779e5de-f28e-4cc5-b88c-ca3009c30b78), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.254102 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bdb35d6-49f5-42d6-b347-4de79c63a5a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (3779e5de-f28e-4cc5-b88c-ca3009c30b78), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.273880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb35d6-49f5-42d6-b347-4de79c63a5a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3779e5de-f28e-4cc5-b88c-ca3009c30b78,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.282981 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8bdb35d6-49f5-42d6-b347-4de79c63a5a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.284287 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8bdb35d6-49f5-42d6-b347-4de79c63a5a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478963 Feb 09 21:51:32.287062 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47368) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:32.291920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-37f78795-6f64-4f04-8009-93efe91f700b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '40a6b552-0f86-4051-ac83-7cfbf8591c83', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:32.311922 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-37f78795-6f64-4f04-8009-93efe91f700b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Project 758a32323dd8487899bf0ef9ae166274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:51:32.317110 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37f78795-6f64-4f04-8009-93efe91f700b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (0b77d77e-188d-4728-b097-8a9c7ba1e5d6), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.375942 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37f78795-6f64-4f04-8009-93efe91f700b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (0b77d77e-188d-4728-b097-8a9c7ba1e5d6), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.379706 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37f78795-6f64-4f04-8009-93efe91f700b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (0b77d77e-188d-4728-b097-8a9c7ba1e5d6), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.402823 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f78795-6f64-4f04-8009-93efe91f700b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b77d77e-188d-4728-b097-8a9c7ba1e5d6,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.408038 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-37f78795-6f64-4f04-8009-93efe91f700b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.409511 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-37f78795-6f64-4f04-8009-93efe91f700b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213763 Feb 09 21:51:32.591463 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-c63fc6b4-637b-4fb7-9408-a450a5b68d2b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293855275&fields=id&tenant_id=758a32323dd8487899bf0ef9ae166274 HTTP/1.1" status: 200 len: 267 time: 0.0558920 Feb 09 21:51:32.708166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-99399883-6fee-45c4-991e-3c49aa11bccd tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.709943 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-99399883-6fee-45c4-991e-3c49aa11bccd tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 808 time: 0.1111143 Feb 09 21:51:32.727939 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-63475940-2ad0-4967-a6a2-0bc9bfe42c86 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/quotas/758a32323dd8487899bf0ef9ae166274 HTTP/1.1" status: 200 len: 375 time: 0.0097582 Feb 09 21:51:32.793321 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-20322902-2fb7-470e-b0c7-4646da0c6925 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555191 Feb 09 21:51:33.011008 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-f86453d8-9d9d-497f-9ac2-2e616c3fc346 service neutron] 10.222.0.102 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045491 Feb 09 21:51:33.110272 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-ade2f63d-7a93-4a42-af7e-529abc17f4e5 service neutron] 10.222.0.102 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930741 Feb 09 21:51:33.319367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-077e7420-25f7-4a8a-93f7-79a409848f80 req-e4f4e22c-298c-40c1-bd55-deddced5e1e2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 210 time: 0.0333803 Feb 09 21:51:33.342962 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e1f53192-49e1-405b-addb-35d5d063858a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:33.412139 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e1f53192-49e1-405b-addb-35d5d063858a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:33.412528 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e1f53192-49e1-405b-addb-35d5d063858a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.506108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e1f53192-49e1-405b-addb-35d5d063858a is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:33.506513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (e1f53192-49e1-405b-addb-35d5d063858a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.527715 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port e1f53192-49e1-405b-addb-35d5d063858a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e1f53192-49e1-405b-addb-35d5d063858a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:33.533161 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (e1f53192-49e1-405b-addb-35d5d063858a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.590977 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=e1f53192-49e1-405b-addb-35d5d063858a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:33.958335 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Sync routers for ids ['1c5dfc97-2850-4670-98ca-da668f0afde6'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:33.968519 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Routers {'1c5dfc97-2850-4670-98ca-da668f0afde6'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:33.969086 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1c5dfc97-2850-4670-98ca-da668f0afde6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:34.076549 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Set router 1c5dfc97-2850-4670-98ca-da668f0afde6 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:34.267336 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 4, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'fec3d50f-4fb4-41e9-8209-e2c7dd35a91d', 'name': '', 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'mac_address': 'fa:16:3e:3d:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:29Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 2, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'subnets': [{'id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:34.296816 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Checking router: 1c5dfc97-2850-4670-98ca-da668f0afde6 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:34.297190 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Updating router 1c5dfc97-2850-4670-98ca-da668f0afde6 port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:51:34.325642 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.460330 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-06e0c0af-7c13-4033-8671-3323ae1e8dda req-bc073dca-ddab-4c02-aa2c-32660304456d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 210 time: 0.0434132 Feb 09 21:51:34.504662 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-d13c231d-c567-4fc8-83f7-af2743dd4e4c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:34.506356 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-d13c231d-c567-4fc8-83f7-af2743dd4e4c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 808 time: 0.1622617 Feb 09 21:51:34.573854 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-e238a3a0-24c6-4252-bc83-eb123c1197aa tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758a32323dd8487899bf0ef9ae166274 HTTP/1.1" status: 200 len: 380 time: 0.0581658 Feb 09 21:51:34.583714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'port': {'device_id': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'admin_state_up': True, 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'security_groups': ['40a6b552-0f86-4051-ac83-7cfbf8591c83']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:34.605595 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Publish callbacks [] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.610990 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.666802 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0297a-3c4d-494a-80a4-ca1f63c0fd8a None None] Pushing event updated for resources: {'Port': ['ID=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:34.704991 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Made reservation on behalf of 758a32323dd8487899bf0ef9ae166274 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:34.708720 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.720457 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Attempting to bind port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:34.721033 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Attempting to bind port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:34.721460 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Attempting to bind port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d on network 5ac570f5-b12e-44f7-b030-fd8460ae1004 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:34.727765 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:34.728646 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Checking segment: {'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:34.729054 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.729449 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Bound using segment: {'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:34.729917 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Bound port: fec3d50f-4fb4-41e9-8209-e2c7dd35a91d, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7d846a-8295-46ca-ab6a-55cd7c19d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:34.730297 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.797392 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] For port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:34.801093 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] For port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,segment=NetworkSegment(4d7d846a-8295-46ca-ab6a-55cd7c19d129),segment_id=4d7d846a-8295-46ca-ab6a-55cd7c19d129)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:34.807787 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.845252 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Allocated IP 172.20.0.9 (11ceea50-2b79-44c4-87b9-b0fdfba35b90/1a7d2c8a-3d39-48a0-91f7-6c89def211a7/c12cee68-e3d5-4c51-973c-47ed2bd6d69d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:34.862282 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Routers {'1c5dfc97-2850-4670-98ca-da668f0afde6'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:34.863014 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1c5dfc97-2850-4670-98ca-da668f0afde6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:34.922023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-1f6c2160-2a33-4bdb-8d20-ea2d8f40ee98 None None] Provisioning complete for port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:34.923117 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2160-2a33-4bdb-8d20-ea2d8f40ee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.987076 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] Set router 1c5dfc97-2850-4670-98ca-da668f0afde6 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:34.997782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.022117 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c2160-2a33-4bdb-8d20-ea2d8f40ee98 None None] Current status of the port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:35.022894 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2160-2a33-4bdb-8d20-ea2d8f40ee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.039925 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.064797 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0297a-3c4d-494a-80a4-ca1f63c0fd8a None None] Pushing event updated for resources: {'Port': ['ID=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.078584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-1f6c2160-2a33-4bdb-8d20-ea2d8f40ee98 None None] For port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,segment=NetworkSegment(4d7d846a-8295-46ca-ab6a-55cd7c19d129),segment_id=4d7d846a-8295-46ca-ab6a-55cd7c19d129)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:35.084780 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2160-2a33-4bdb-8d20-ea2d8f40ee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.118757 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:35.120568 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:35.122705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.125007 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:35.161071 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c2160-2a33-4bdb-8d20-ea2d8f40ee98 None None] Pushing event updated for resources: {'Port': ['ID=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.182815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:35.183477 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.207972 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c89764e3-6e21-4a55-81f3-1893ab3bc428 None None] Provisioning complete for port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:35.207972 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c89764e3-6e21-4a55-81f3-1893ab3bc428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.232445 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-6eda9ca5-12f5-4cc6-8551-e2ec9f8e9b50 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6535227 Feb 09 21:51:35.244602 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 4, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'fec3d50f-4fb4-41e9-8209-e2c7dd35a91d', 'name': '', 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'mac_address': 'fa:16:3e:3d:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:29Z', 'updated_at': '2022-02-09T21:51:34Z', 'revision_number': 4, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'subnets': [{'id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:35.245925 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Request body: {'port': {'device_id': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:35.287456 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75e91e-95e2-4c71-9f68-48256dc3d997 None None] The sync data for ids ['1c5dfc97-2850-4670-98ca-da668f0afde6'] in n-d-789963-29 is: [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 4, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'fec3d50f-4fb4-41e9-8209-e2c7dd35a91d', 'name': '', 'network_id': '5ac570f5-b12e-44f7-b030-fd8460ae1004', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'mac_address': 'fa:16:3e:3d:73:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:29Z', 'updated_at': '2022-02-09T21:51:34Z', 'revision_number': 4, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'subnets': [{'id': '9f0dc900-b13e-4b97-890c-36bf8cca49fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:35.344619 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.353965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c89764e3-6e21-4a55-81f3-1893ab3bc428 None None] Current status of the port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:35.372518 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fec3d50f-4fb4-41e9-8209-e2c7dd35a91d up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:35.433283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:35.433749 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.489130 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-c5d19243-830a-416d-becc-1299a852c5f6 None None] Provisioning complete for port c12cee68-e3d5-4c51-973c-47ed2bd6d69d triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:35.489595 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5d19243-830a-416d-becc-1299a852c5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.549870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-c5d19243-830a-416d-becc-1299a852c5f6 None None] Port c12cee68-e3d5-4c51-973c-47ed2bd6d69d cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:35.556549 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:35.557698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e1f53192-49e1-405b-addb-35d5d063858a up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:35.611357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port e1f53192-49e1-405b-addb-35d5d063858a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:35.611580 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (e1f53192-49e1-405b-addb-35d5d063858a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.624831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83de82-0238-4b98-94a7-2c71ae2408ad req-e9146815-283d-4bf5-b4e7-1663d2eb984c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:35.626405 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc83de82-0238-4b98-94a7-2c71ae2408ad req-e9146815-283d-4bf5-b4e7-1663d2eb984c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 931 time: 0.0774133 Feb 09 21:51:35.653017 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12cee68-e3d5-4c51-973c-47ed2bd6d69d {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:35.665413 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Publish callbacks [] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.684493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Transition to ACTIVE for port object c12cee68-e3d5-4c51-973c-47ed2bd6d69d will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:35.690890 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.692235 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cc83de82-0238-4b98-94a7-2c71ae2408ad req-54755984-fa8e-448d-9a7c-0e3740af86d3 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590720 Feb 09 21:51:35.692438 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port e1f53192-49e1-405b-addb-35d5d063858a is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:35.761988 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.814964 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Attempting to bind port c12cee68-e3d5-4c51-973c-47ed2bd6d69d on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:35.815305 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Attempting to bind port c12cee68-e3d5-4c51-973c-47ed2bd6d69d by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:35.815632 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Attempting to bind port c12cee68-e3d5-4c51-973c-47ed2bd6d69d on network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:35.821321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Port c12cee68-e3d5-4c51-973c-47ed2bd6d69d on network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:35.822315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Attempting to bind port c12cee68-e3d5-4c51-973c-47ed2bd6d69d on network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:35.828296 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:35.828642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Checking segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:35.829031 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Bound using segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:35.829468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Bound port: c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:35.829832 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.900578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:35.903816 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:35.909713 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.947486 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:35.948143 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.950048 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] 10.222.0.50 "PUT /v2.0/ports/c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 1092 time: 0.7102942 Feb 09 21:51:35.950473 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:35.952758 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b1754b-e785-4186-b43d-204bb81bddf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:36.003930 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3896b7-4293-42bb-b67d-4ee9ec05fccf service neutron] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.007488 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ccc90b-165d-45da-8d7d-b94a65ab6c17 x-openstack-request-id: req-51ccc90b-165d-45da-8d7d-b94a65ab6c17 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:36.007814 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:36.008663 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-51ccc90b-165d-45da-8d7d-b94a65ab6c17 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:36.009651 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'status': 'completed', 'code': 200} Feb 09 21:51:36.056554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-59f3aedb-8481-45c8-8ae0-a8430c482b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.058137 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-59f3aedb-8481-45c8-8ae0-a8430c482b91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1126 time: 0.0476778 Feb 09 21:51:36.100064 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-f9e06f98-04d5-4d19-abb8-12f7eca04c0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 217 time: 0.0355806 Feb 09 21:51:36.153442 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-f5d1deb4-493b-42b2-8fae-ee931860c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.154900 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-f5d1deb4-493b-42b2-8fae-ee931860c562 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0490696 Feb 09 21:51:36.204307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-3f61ede6-36ac-41bb-89fb-c448566e29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.205860 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-3f61ede6-36ac-41bb-89fb-c448566e29e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452709 Feb 09 21:51:36.299667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-010b3230-8a03-479d-92ea-17425d511239 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876994 Feb 09 21:51:36.392970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-22a0d56a-1154-43e9-9afd-e6b639b79e91 req-9d82224f-bc7f-4a2e-8aaa-608d2ed4e86c service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870512 Feb 09 21:51:36.483220 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-7764638e-f60a-4d40-9835-a80e68893c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.484765 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-7764638e-f60a-4d40-9835-a80e68893c08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1126 time: 0.0456390 Feb 09 21:51:36.580604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-f1323624-6be9-452a-9d7d-f0d0c2975504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.582124 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-f1323624-6be9-452a-9d7d-f0d0c2975504 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0917878 Feb 09 21:51:36.624129 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-b69cd5b3-4b64-4836-8221-e537d665151c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 217 time: 0.0359044 Feb 09 21:51:36.673560 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-94914fd1-ae43-4e32-9b61-35446bab6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.675052 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-94914fd1-ae43-4e32-9b61-35446bab6a50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0446434 Feb 09 21:51:36.731135 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-abfd243d-8131-4f50-a020-85140c02ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.732792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-abfd243d-8131-4f50-a020-85140c02ade1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518088 Feb 09 21:51:36.823086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92e79-746a-47f2-b084-d089251129a5 req-c1839d7b-1fe8-4351-8c82-b851adf9737e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:36.825380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6fe92e79-746a-47f2-b084-d089251129a5 req-c1839d7b-1fe8-4351-8c82-b851adf9737e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0582986 Feb 09 21:51:36.831485 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-2e6ec85f-ed10-4e33-9b48-2e5fa037036b service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925210 Feb 09 21:51:36.882242 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6fe92e79-746a-47f2-b084-d089251129a5 req-80d23a8c-1772-4e2a-a95e-14d58d632426 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500612 Feb 09 21:51:36.933812 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-23b1754b-e785-4186-b43d-204bb81bddf2 req-04a47c2d-a5dd-435f-b70b-dd08bf8f7a6c service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940254 Feb 09 21:51:37.796370 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-650accb9-fe77-407b-b32c-14e96cc68cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.007481 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8756-a697-4f2d-9d1e-ba03e48537d1 req-17fc9d45-ab9d-4c52-bff6-b820b997681e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.009515 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7eae8756-a697-4f2d-9d1e-ba03e48537d1 req-17fc9d45-ab9d-4c52-bff6-b820b997681e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0528591 Feb 09 21:51:38.057020 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7eae8756-a697-4f2d-9d1e-ba03e48537d1 req-ca33fcc7-fbbc-4407-b632-59034e86e25a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Feb 09 21:51:38.401558 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:38.504012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:38.516188 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'port_id': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'mac_address': 'fa:16:3e:3f:c4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:38.553262 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c12cee68-e3d5-4c51-973c-47ed2bd6d69d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:38.553688 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.568080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12cee68-e3d5-4c51-973c-47ed2bd6d69d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:38.589499 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:38.592803 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.645562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:38.834260 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['c12cee68-e3d5-4c51-973c-47ed2bd6d69d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:39.174851 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153c684-d138-415c-9f7d-d13710371013 req-20709806-2016-44da-ae7c-6840e4a9fa4b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.176367 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d153c684-d138-415c-9f7d-d13710371013 req-20709806-2016-44da-ae7c-6840e4a9fa4b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 944 time: 0.0527873 Feb 09 21:51:39.225572 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d153c684-d138-415c-9f7d-d13710371013 req-08d97bab-5ae9-4b93-8886-21b460e09361 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Feb 09 21:51:39.810616 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e410975-f1b4-43b0-a7c5-5aa244660e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.341604 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02297-a614-47f0-adc6-9380d8fd5e1e req-d2814e87-7de0-4e69-aae9-4a93e419af5d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.343122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4da02297-a614-47f0-adc6-9380d8fd5e1e req-d2814e87-7de0-4e69-aae9-4a93e419af5d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 944 time: 0.0515006 Feb 09 21:51:40.390597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4da02297-a614-47f0-adc6-9380d8fd5e1e req-5f537b4b-aff3-4aed-ada9-88aef4260588 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Feb 09 21:51:40.401509 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:40.449905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port c12cee68-e3d5-4c51-973c-47ed2bd6d69d completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:40.454080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port c12cee68-e3d5-4c51-973c-47ed2bd6d69d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:40.454489 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.532854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c12cee68-e3d5-4c51-973c-47ed2bd6d69d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:40.533253 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.555457 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:40.557703 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf7003-7a1a-49ed-b333-c943d313cee0" -d '{"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-plugged", "status": "completed", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:40.570161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:40.574069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.598068 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72d336a-76a1-4493-9b9d-df234ee41dbc x-openstack-request-id: req-a72d336a-76a1-4493-9b9d-df234ee41dbc {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:40.598370 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-plugged", "status": "completed", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:40.598626 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a72d336a-76a1-4493-9b9d-df234ee41dbc {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:40.599018 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'code': 200} Feb 09 21:51:40.624665 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:40.693286 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed46080-e485-4da0-a389-817c532baaf2 req-7d43fd21-5f1b-470e-aa8a-a4f398456152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.694790 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eed46080-e485-4da0-a389-817c532baaf2 req-7d43fd21-5f1b-470e-aa8a-a4f398456152 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1128 time: 0.0477903 Feb 09 21:51:40.740482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eed46080-e485-4da0-a389-817c532baaf2 req-34164f06-a59d-4330-b159-9682541a175d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390401 Feb 09 21:51:41.505482 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.512319 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5688c-7c0a-43b5-8e39-ac9d483cde9c req-429ec02c-7674-4c3d-9493-277602cad42e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.513845 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e3d5688c-7c0a-43b5-8e39-ac9d483cde9c req-429ec02c-7674-4c3d-9493-277602cad42e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0546632 Feb 09 21:51:41.562794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e3d5688c-7c0a-43b5-8e39-ac9d483cde9c req-78c223d6-b283-4a31-a854-9e63805dbed5 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 Feb 09 21:51:42.691751 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64be13-94c5-4ae7-8b66-50357abc4b7b req-cab76bea-9a5c-47e3-b7c4-ff08461965d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.693304 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a64be13-94c5-4ae7-8b66-50357abc4b7b req-cab76bea-9a5c-47e3-b7c4-ff08461965d4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0542514 Feb 09 21:51:42.743066 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0a64be13-94c5-4ae7-8b66-50357abc4b7b req-9eb7e2be-8e89-40cf-a96a-4439a28dc01c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Feb 09 21:51:42.864247 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df476c-3675-488f-a914-db48ee0f0a7c req-3b802efa-6fa9-4227-b3d4-f4f07994f3ae tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:42.865667 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99df476c-3675-488f-a914-db48ee0f0a7c req-3b802efa-6fa9-4227-b3d4-f4f07994f3ae tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0547371 Feb 09 21:51:42.920466 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-99df476c-3675-488f-a914-db48ee0f0a7c req-343a4b80-5007-441d-97a7-951169bfb20f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491178 Feb 09 21:51:42.942209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47422) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:42.970155 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.045275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac1781-3b05-44af-9f0a-849c44a5509a tempest-TestShelveInstance-1705499629 tempest-TestShelveInstance-1705499629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.046853 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-50ac1781-3b05-44af-9f0a-849c44a5509a tempest-TestShelveInstance-1705499629 tempest-TestShelveInstance-1705499629-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1123 time: 0.1036098 Feb 09 21:51:43.050092 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47426) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:43.054613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:43.075526 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.174145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.285315 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Allocated IP 172.25.4.137 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/fe1e9e8f-2db5-4a20-80a7-2facb17c6362) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:43.393967 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for port (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.428303 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.477040 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:43.480182 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:43.482997 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:43.489059 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'Port': ['ID=fe1e9e8f-2db5-4a20-80a7-2facb17c6362,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:43.840355 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for floatingip (6f4d920c-6b19-4e40-b6fa-cfa1fccf5852), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.912275 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.051069 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.065553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for port (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.070226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.136942 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'Port': ['ID=fe1e9e8f-2db5-4a20-80a7-2facb17c6362,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:44.148867 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (6f4d920c-6b19-4e40-b6fa-cfa1fccf5852), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.253427 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Floating IP 6f4d920c-6b19-4e40-b6fa-cfa1fccf5852 associated. External IP: 172.25.4.137, port: c12cee68-e3d5-4c51-973c-47ed2bd6d69d. Feb 09 21:51:44.469721 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:44.889972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:44.899423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] Sync routers for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:44.908246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.910312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:44.911012 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:44.939945 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-80a254bf-8479-4e76-980f-da81a851d966 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8887177 Feb 09 21:51:44.940545 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:44.943065 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb124c35-7a53-4aae-85ab-8a00db12608e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:44.990415 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f9bbff-8f2e-4ab3-b825-9866d17d85d4 x-openstack-request-id: req-99f9bbff-8f2e-4ab3-b825-9866d17d85d4 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:44.990710 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:44.990966 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-99f9bbff-8f2e-4ab3-b825-9866d17d85d4 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:44.991375 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'status': 'completed', 'code': 200} Feb 09 21:51:45.059644 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-e115c0fc-9754-4ae9-9d9a-2bb003053fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.061401 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-e115c0fc-9754-4ae9-9d9a-2bb003053fff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1128 time: 0.0474889 Feb 09 21:51:45.155317 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-d849f551-96c1-47ad-9925-bda51441d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.156777 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-d849f551-96c1-47ad-9925-bda51441d282 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0899467 Feb 09 21:51:45.189414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:45.226207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-beddc8d6-deab-4586-9f85-eed74ba7acc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 999 time: 0.0640695 Feb 09 21:51:45.275331 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-5a62b7a2-3202-4fc0-9fef-e205d33319c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.276869 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-5a62b7a2-3202-4fc0-9fef-e205d33319c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0450928 Feb 09 21:51:45.327261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-21d99c6f-d81e-4e58-843f-9f76069cb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.328821 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-21d99c6f-d81e-4e58-843f-9f76069cb087 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463662 Feb 09 21:51:45.424912 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '6f4d920c-6b19-4e40-b6fa-cfa1fccf5852', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'port_id': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'mac_address': 'fa:16:3e:3f:c4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:43Z', 'updated_at': '2022-02-09T21:51:43Z', 'revision_number': 0, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:45.432863 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-b51cb3ae-08db-4e60-b503-584007514893 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984621 Feb 09 21:51:45.455546 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] Checking router: 7034ed2e-34b7-49c0-97b8-9753d8eeac57 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:45.464326 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:45.464940 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:51:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:45.521957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb124c35-7a53-4aae-85ab-8a00db12608e req-f8026757-7925-4672-a4d0-cfc53f17b961 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834608 Feb 09 21:51:45.571767 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:45.803108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '6f4d920c-6b19-4e40-b6fa-cfa1fccf5852', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'port_id': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'mac_address': 'fa:16:3e:3f:c4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:43Z', 'updated_at': '2022-02-09T21:51:43Z', 'revision_number': 0, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:45.829721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675eeb6d-d8c2-4fa0-a856-9115ca73e39b None None] The sync data for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 is: [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '6f4d920c-6b19-4e40-b6fa-cfa1fccf5852', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'port_id': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'mac_address': 'fa:16:3e:3f:c4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:43Z', 'updated_at': '2022-02-09T21:51:43Z', 'revision_number': 0, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:46.043196 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fb087-c8eb-4239-8624-10de2ba5a46c None None] New status for floating IP 6f4d920c-6b19-4e40-b6fa-cfa1fccf5852: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:51:52.140514 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:53.361805 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:51:53.984375 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-ff8549b0-b9f8-45e4-b905-fc6daf713cb2 req-4db43c33-ef4e-4ea2-95b6-ed436dc93bb7 service neutron] (103325) timed out ('10.222.0.102', 43482) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:51:57.180983 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.797989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-025df191-6bf8-4a93-8df6-8187e190bef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.812409 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-baee9ed4-b75f-4b2d-a169-75b25d64236e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.509290 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.970810 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.053848 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.537814 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7265326b-d8e0-4876-af3d-9be13042640f req-1ca97048-adc1-49b8-851d-d8d7c977c983 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479259 Feb 09 21:52:15.622112 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265326b-d8e0-4876-af3d-9be13042640f req-ffbfe986-71cd-4fea-ae09-6ce6f6e9ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.623617 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7265326b-d8e0-4876-af3d-9be13042640f req-ffbfe986-71cd-4fea-ae09-6ce6f6e9ae60 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1128 time: 0.0439365 Feb 09 21:52:15.726422 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265326b-d8e0-4876-af3d-9be13042640f req-9d682196-db95-4e49-bf57-588d936845f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.728582 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7265326b-d8e0-4876-af3d-9be13042640f req-9d682196-db95-4e49-bf57-588d936845f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0870452 Feb 09 21:52:15.809696 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7265326b-d8e0-4876-af3d-9be13042640f req-3c9a173f-2a67-4bfc-9607-d59760af01af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 1001 time: 0.0733802 Feb 09 21:52:15.859586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265326b-d8e0-4876-af3d-9be13042640f req-273fc3d3-7339-498d-b684-50fef814f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.861076 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7265326b-d8e0-4876-af3d-9be13042640f req-273fc3d3-7339-498d-b684-50fef814f31f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0452189 Feb 09 21:52:15.911658 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265326b-d8e0-4876-af3d-9be13042640f req-787c8fdf-755b-4e1a-9cbf-067a307f3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.913212 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7265326b-d8e0-4876-af3d-9be13042640f req-787c8fdf-755b-4e1a-9cbf-067a307f3dbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463762 Feb 09 21:52:16.010774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7265326b-d8e0-4876-af3d-9be13042640f req-62fae7d2-0420-4103-beac-b853117c3d80 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900888 Feb 09 21:52:16.101613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7265326b-d8e0-4876-af3d-9be13042640f req-8fbba477-8f2c-44f7-b21b-03c0ee2da741 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Feb 09 21:52:22.155868 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.183089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.360466 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:52:37.801059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-628ac02d-32f4-4d7f-a315-b079b0b7666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.816407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0d12-e579-4c97-97dd-be3f70227366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.510188 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.974151 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:44.057375 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:52.169311 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:57.185135 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.360245 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:53:07.803893 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-352712e9-6313-4fff-930d-a8d23c897279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.820898 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-f9f19856-4f06-42bc-b994-e4d90c5d6854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.514483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.978227 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.060811 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.551878 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-0f865b6d-3954-4651-a663-3f0cdbef282d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0634634 Feb 09 21:53:16.646063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-ccaae184-3697-4e3c-990b-b557400b7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.647635 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-ccaae184-3697-4e3c-990b-b557400b7ddf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1128 time: 0.0462298 Feb 09 21:53:16.752387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-04e4054d-117d-4562-beea-29915fbadbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.753803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-04e4054d-117d-4562-beea-29915fbadbc0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0870314 Feb 09 21:53:16.831164 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-dd03fef6-764b-4618-a69f-4bb778bbc27a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 1001 time: 0.0721135 Feb 09 21:53:16.879387 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-1a18bd7c-20f0-4a2e-89fb-7a3b16b3bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.880921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-1a18bd7c-20f0-4a2e-89fb-7a3b16b3bd91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0447884 Feb 09 21:53:16.934495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-e050712f-6470-4f8e-90c5-9b4464f6b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.936098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-e050712f-6470-4f8e-90c5-9b4464f6b9e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480850 Feb 09 21:53:17.033214 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-06e5108f-186d-4afc-a735-5dc0ffac261e service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909331 Feb 09 21:53:17.130508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1cc63c94-29e3-4d0b-bc37-057b9da6a5b4 req-c2f7ff2d-9b2a-42dc-961e-b35389f2cd5c service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920396 Feb 09 21:53:22.171643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.187839 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:37.809395 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-38fc0e16-d4c0-4797-8dc0-316d8715bf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.828463 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-096642fc-3a8b-4717-be45-2974249313e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.517119 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.235489 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da666-8138-466f-a39a-c4ef3286c3b1 req-8a6d7438-167b-4a13-9359-e136260e806a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:42.238280 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-345da666-8138-466f-a39a-c4ef3286c3b1 req-8a6d7438-167b-4a13-9359-e136260e806a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0704806 Feb 09 21:53:42.302402 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-345da666-8138-466f-a39a-c4ef3286c3b1 req-402282cf-0c40-4de8-83e8-6e25b757ab43 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572987 Feb 09 21:53:42.981101 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:43.452225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09196f-8f7a-4579-9ba9-8320aa346d1b req-cdf4e1cf-3181-470a-ba95-73c80e8a266d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:43.453759 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec09196f-8f7a-4579-9ba9-8320aa346d1b req-cdf4e1cf-3181-470a-ba95-73c80e8a266d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0643051 Feb 09 21:53:43.510108 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-ec09196f-8f7a-4579-9ba9-8320aa346d1b req-f9eb3978-52ae-48cf-ac01-145a8d8b61c4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496221 Feb 09 21:53:44.067710 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.362118 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:53:44.653486 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b38992-1231-4059-b36a-3bff45fcd99b req-4127f7f0-50ca-4284-a51b-b83e77cce9a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.654876 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47b38992-1231-4059-b36a-3bff45fcd99b req-4127f7f0-50ca-4284-a51b-b83e77cce9a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0592852 Feb 09 21:53:44.715748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-47b38992-1231-4059-b36a-3bff45fcd99b req-45811b78-f5ff-4fa7-9ce4-ca2e8cb0f57b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537786 Feb 09 21:53:45.853844 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e5e36-7362-4d37-b00f-ffd68a8e43f0 req-cc0daa01-5f4b-4696-9922-4786dffce934 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:45.855589 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-445e5e36-7362-4d37-b00f-ffd68a8e43f0 req-cc0daa01-5f4b-4696-9922-4786dffce934 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0575852 Feb 09 21:53:45.913446 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-445e5e36-7362-4d37-b00f-ffd68a8e43f0 req-74cd89ed-fae8-4c5c-86b1-ffcec3ab0824 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482922 Feb 09 21:53:47.041990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2090de-1fc2-4cef-9882-1f1dea325200 req-a51c1701-2c63-4f94-990e-5dc94d4353bb tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:47.043502 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d2090de-1fc2-4cef-9882-1f1dea325200 req-a51c1701-2c63-4f94-990e-5dc94d4353bb tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Feb 09 21:53:47.113002 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-7d2090de-1fc2-4cef-9882-1f1dea325200 req-92ec8ec8-b13f-4623-959f-18fd52f74b13 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624485 Feb 09 21:53:48.247153 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc7c91-8bef-469c-a938-081fd1b129a2 req-5a2e63c8-1da9-43ed-980a-ae9258f6bef2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:48.248817 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efbc7c91-8bef-469c-a938-081fd1b129a2 req-5a2e63c8-1da9-43ed-980a-ae9258f6bef2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0580442 Feb 09 21:53:48.305514 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-efbc7c91-8bef-469c-a938-081fd1b129a2 req-442e027e-e02e-4d90-afe0-ed0a7201ab2e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502589 Feb 09 21:53:49.453086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6d75-5b15-4494-ad38-16dec7195144 req-4770f346-14dd-4180-9726-1c3d3eb466b7 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:49.454606 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00aa6d75-5b15-4494-ad38-16dec7195144 req-4770f346-14dd-4180-9726-1c3d3eb466b7 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0785067 Feb 09 21:53:49.512241 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-00aa6d75-5b15-4494-ad38-16dec7195144 req-07949e87-e291-4ca8-bda1-880b0d11eed9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470676 Feb 09 21:53:50.671206 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fdcb7-54fc-41f3-95b6-87f8df078607 req-79ea19f7-d178-4590-855e-ed6fac489dbe tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:50.672766 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-186fdcb7-54fc-41f3-95b6-87f8df078607 req-79ea19f7-d178-4590-855e-ed6fac489dbe tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0829082 Feb 09 21:53:50.730587 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-186fdcb7-54fc-41f3-95b6-87f8df078607 req-f66866b8-d289-45b9-95c2-8f71e333f52c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478730 Feb 09 21:53:51.886830 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fde2d3-64b2-4f32-b624-30c614fbca76 req-d99079e5-85e3-4420-a7ec-b777bc342e6e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:51.888437 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07fde2d3-64b2-4f32-b624-30c614fbca76 req-d99079e5-85e3-4420-a7ec-b777bc342e6e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0779569 Feb 09 21:53:51.962564 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-07fde2d3-64b2-4f32-b624-30c614fbca76 req-c0362f81-990d-4334-b20f-da16b3e17408 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653501 Feb 09 21:53:52.190268 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.078727 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:53.140464 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750a777-35b6-44ca-a4c0-40b6d4a84f78 req-ebe3fbfc-dbeb-4a3d-a1bc-96b44c837c81 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:53.143614 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7750a777-35b6-44ca-a4c0-40b6d4a84f78 req-ebe3fbfc-dbeb-4a3d-a1bc-96b44c837c81 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0877600 Feb 09 21:53:53.228907 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7750a777-35b6-44ca-a4c0-40b6d4a84f78 req-f623eba6-4a3d-45f8-a570-8c6d6e1ceec9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763397 Feb 09 21:53:53.240373 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:53.266491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'port_id': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'mac_address': 'fa:16:3e:3f:c4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:53.342275 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c12cee68-e3d5-4c51-973c-47ed2bd6d69d is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:53.342749 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.364304 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c12cee68-e3d5-4c51-973c-47ed2bd6d69d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:53.393544 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:53.400805 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.474279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:53.483080 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.483445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.483827 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.484165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.484498 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.484842 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.485226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.485777 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.485884 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.486210 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.486539 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.487428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.487428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:53.497229 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['c12cee68-e3d5-4c51-973c-47ed2bd6d69d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:54.384716 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586d12-d4c5-4a98-98a1-fa2f81aac7c4 req-779c54fd-1179-479f-966b-ae00f8ef963f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:54.386216 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90586d12-d4c5-4a98-98a1-fa2f81aac7c4 req-779c54fd-1179-479f-966b-ae00f8ef963f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 944 time: 0.0555043 Feb 09 21:53:54.437495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-90586d12-d4c5-4a98-98a1-fa2f81aac7c4 req-5c311af8-b94d-48a5-93c1-189dbad7989b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Feb 09 21:53:55.077980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:55.137349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port c12cee68-e3d5-4c51-973c-47ed2bd6d69d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:55.137740 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.242399 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c12cee68-e3d5-4c51-973c-47ed2bd6d69d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:55.242800 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.271245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:55.276055 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d0c06-bcd6-40c2-8c62-d980a3dfb6fe" -d '{"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-plugged", "status": "completed", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:55.297002 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:55.303038 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.382318 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:55.416680 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ee218-4c08-48b0-bbbd-16e6864d48b7 x-openstack-request-id: req-718ee218-4c08-48b0-bbbd-16e6864d48b7 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:55.416980 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-plugged", "status": "completed", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:55.417238 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-718ee218-4c08-48b0-bbbd-16e6864d48b7 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:55.417647 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'code': 200} Feb 09 21:53:55.576183 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531e975-532f-4ff3-8d0e-e18bdd877302 req-876c6267-cd6b-4ec4-85f1-7b48958c28a1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:55.577709 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9531e975-532f-4ff3-8d0e-e18bdd877302 req-876c6267-cd6b-4ec4-85f1-7b48958c28a1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0654600 Feb 09 21:53:55.635847 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9531e975-532f-4ff3-8d0e-e18bdd877302 req-3676de5d-4000-4590-ad7d-c72a5a9efc3e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519590 Feb 09 21:53:56.786414 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a17ae-981f-40be-bc9f-b1dcdbbd6add req-a0161d83-83e5-43cc-8b72-709d234be0a2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:56.795009 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a0a17ae-981f-40be-bc9f-b1dcdbbd6add req-a0161d83-83e5-43cc-8b72-709d234be0a2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0719204 Feb 09 21:53:56.848689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-4a0a17ae-981f-40be-bc9f-b1dcdbbd6add req-f2a8fbd2-d216-41b9-8abd-67b5cae7563b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528145 Feb 09 21:53:57.187497 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.989990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f67873-791c-4284-a352-86341b361788 req-2a5bbea9-81fd-4ff3-947e-344289dd5162 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:57.996742 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e0f67873-791c-4284-a352-86341b361788 req-2a5bbea9-81fd-4ff3-947e-344289dd5162 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0734472 Feb 09 21:53:58.064261 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e0f67873-791c-4284-a352-86341b361788 req-3cfd65cf-b6df-452e-872e-0f04f36eff6b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662715 Feb 09 21:53:59.215754 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472c218-3bd0-4498-918e-2a167ff9daf6 req-c7b4836e-a9a9-48bf-ba0d-91113f934da9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:59.216363 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7472c218-3bd0-4498-918e-2a167ff9daf6 req-c7b4836e-a9a9-48bf-ba0d-91113f934da9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0705605 Feb 09 21:53:59.279781 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7472c218-3bd0-4498-918e-2a167ff9daf6 req-5c9eaaed-bf21-48f3-8617-97c86ab6bcae tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568285 Feb 09 21:54:00.452975 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610498-a959-4a7c-b175-da012ba1e271 req-fabf669c-b1df-4c63-b064-cd4e635f63b6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:00.458710 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c610498-a959-4a7c-b175-da012ba1e271 req-fabf669c-b1df-4c63-b064-cd4e635f63b6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0910761 Feb 09 21:54:00.528414 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9c610498-a959-4a7c-b175-da012ba1e271 req-1dd473b5-6a78-48b9-bbab-b6200c45888e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614712 Feb 09 21:54:01.689817 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f924b45-8bcd-49c4-b1a3-ef06b71b467c req-8ca2282b-31cb-450a-b963-989d225d400e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.692379 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f924b45-8bcd-49c4-b1a3-ef06b71b467c req-8ca2282b-31cb-450a-b963-989d225d400e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0712869 Feb 09 21:54:01.754686 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8f924b45-8bcd-49c4-b1a3-ef06b71b467c req-533b460f-196d-48d4-ba78-8643ae6ae437 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477436 Feb 09 21:54:02.910342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5c153-fed7-4ed4-9e35-b3b258020bad req-538962d9-7267-4612-82dd-2a5faff89da0 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:02.912048 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7c5c153-fed7-4ed4-9e35-b3b258020bad req-538962d9-7267-4612-82dd-2a5faff89da0 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0733037 Feb 09 21:54:02.995875 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a7c5c153-fed7-4ed4-9e35-b3b258020bad req-ed7f5809-c68d-4b88-8af2-27754c4ea83b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732374 Feb 09 21:54:04.164564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e874d0-238a-44ef-b27c-59e2011549a5 req-d755c2d9-7526-4c86-8c6c-e4178d4626a2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:04.166889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56e874d0-238a-44ef-b27c-59e2011549a5 req-d755c2d9-7526-4c86-8c6c-e4178d4626a2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0740983 Feb 09 21:54:04.226998 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-56e874d0-238a-44ef-b27c-59e2011549a5 req-727b6ca2-5e24-40c4-89b6-8a4202f09072 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531266 Feb 09 21:54:05.166738 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-20af96d4-349e-424a-9523-27a58664cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:05.168297 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-20af96d4-349e-424a-9523-27a58664cee2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1128 time: 0.0484581 Feb 09 21:54:05.262994 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-4ad00c01-2395-4e77-bfe2-27b0cdf47e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:05.264536 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-4ad00c01-2395-4e77-bfe2-27b0cdf47e51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0908639 Feb 09 21:54:05.336257 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-2471dada-ca51-4949-bdef-ea72e216d3ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 1001 time: 0.0656862 Feb 09 21:54:05.378521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854aa9e-3396-49a9-b10e-310c54b34dce req-b53bf02a-1c1e-42e1-9b96-caa5aa682188 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:05.381043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9854aa9e-3396-49a9-b10e-310c54b34dce req-b53bf02a-1c1e-42e1-9b96-caa5aa682188 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0613217 Feb 09 21:54:05.391528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-13853df9-1be4-4ee7-a856-3923da0bc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:05.392942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-13853df9-1be4-4ee7-a856-3923da0bc620 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0511303 Feb 09 21:54:05.435129 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9854aa9e-3396-49a9-b10e-310c54b34dce req-f6772d4c-f310-40fa-9cff-ad994afb800a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480781 Feb 09 21:54:05.454439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-ef887ce1-c39e-4291-aaea-43f47e6db7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:05.456098 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-ef887ce1-c39e-4291-aaea-43f47e6db7a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573802 Feb 09 21:54:05.550540 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-c5ec289b-8226-4964-8854-0213fae1a0ac service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884459 Feb 09 21:54:05.655798 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-57372b93-a6f0-44a3-acb0-fe6e5a1f63d0 req-495b4a64-0479-41a6-b8b9-7b193c679af0 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989506 Feb 09 21:54:06.570056 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365fc9a-55e9-403d-bff3-3f9c53926f78 req-151838f2-7fee-4ac6-b09c-a18002421409 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:06.571585 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a365fc9a-55e9-403d-bff3-3f9c53926f78 req-151838f2-7fee-4ac6-b09c-a18002421409 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0587735 Feb 09 21:54:06.621872 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a365fc9a-55e9-403d-bff3-3f9c53926f78 req-8f96c07a-c71b-45df-9a31-55a6f1ddefda tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Feb 09 21:54:07.757434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ab59c-34d7-4556-9d90-bde9e1aad250 req-7d720c6e-f928-4cd0-afe3-e6945b07aec0 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:07.758967 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d9ab59c-34d7-4556-9d90-bde9e1aad250 req-7d720c6e-f928-4cd0-afe3-e6945b07aec0 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0616987 Feb 09 21:54:07.812557 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-33b379b9-47e4-4d74-99ea-e8464267d196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:07.815425 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5d9ab59c-34d7-4556-9d90-bde9e1aad250 req-54ad478d-ec60-44ba-a0bc-e95b35948929 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497808 Feb 09 21:54:07.900304 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-a4148ae1-08eb-443e-86bf-87e8a9b7341e req-f8aa6feb-cf7d-43b4-8a6b-bef4a9347108 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:54:07.901722 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a4148ae1-08eb-443e-86bf-87e8a9b7341e req-f8aa6feb-cf7d-43b4-8a6b-bef4a9347108 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060041 Feb 09 21:54:08.075305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e4974-0f3a-4158-8a97-739672a5d68f req-622f0f9e-a022-4cb3-8e2e-9f4ba876fa3a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:08.076871 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e6e4974-0f3a-4158-8a97-739672a5d68f req-622f0f9e-a022-4cb3-8e2e-9f4ba876fa3a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 945 time: 0.0584135 Feb 09 21:54:08.137546 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e6e4974-0f3a-4158-8a97-739672a5d68f req-a47c54cb-00f6-44d9-8e1d-cc7f598d961f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495021 Feb 09 21:54:08.433236 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-5232ee61-aebf-4013-8f39-08f4b84a62b1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062362 Feb 09 21:54:09.102289 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:09.190023 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c12cee68-e3d5-4c51-973c-47ed2bd6d69d is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:09.190496 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.216918 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:09.219174 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0b8079-d044-4386-9a4e-085bc4469f15" -d '{"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-unplugged", "status": "completed", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:09.237092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:09.247262 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.258973 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb935cec-fc56-499c-8e63-b87c423b082f x-openstack-request-id: req-cb935cec-fc56-499c-8e63-b87c423b082f {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:09.259389 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-unplugged", "status": "failed", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d", "code": 422}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:09.259775 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cb935cec-fc56-499c-8e63-b87c423b082f {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:09.260261 n-d-789963-29 neutron-server[103326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'code': 422} returned with failed status Feb 09 21:54:09.309793 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885abd8-6f5b-422d-8206-5bbdab1fb71b req-073a4fa7-0515-402e-8043-5ae665e28145 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:09.311526 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a885abd8-6f5b-422d-8206-5bbdab1fb71b req-073a4fa7-0515-402e-8043-5ae665e28145 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0836792 Feb 09 21:54:09.316267 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:09.377191 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a885abd8-6f5b-422d-8206-5bbdab1fb71b req-bba39c56-af86-446f-825f-acc48704fbf9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596442 Feb 09 21:54:09.822378 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8d9e3e14-f893-4e86-af68-3a0c6cc140b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.513986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad0fb2-c2ce-47a0-8a55-23c5987e41ae req-3b9b8425-4c7d-4351-8278-1dd80ecbde84 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.515520 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5ad0fb2-c2ce-47a0-8a55-23c5987e41ae req-3b9b8425-4c7d-4351-8278-1dd80ecbde84 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0618935 Feb 09 21:54:10.569542 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e5ad0fb2-c2ce-47a0-8a55-23c5987e41ae req-2b17d4b7-6556-4780-969a-fa3871e66e64 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481284 Feb 09 21:54:11.524605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.703643 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f229da-4916-4766-98aa-6954544c9030 req-2c5ad7f1-450d-4255-a17d-4158a245f893 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:11.705145 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76f229da-4916-4766-98aa-6954544c9030 req-2c5ad7f1-450d-4255-a17d-4158a245f893 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0643206 Feb 09 21:54:11.756516 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-76f229da-4916-4766-98aa-6954544c9030 req-cce0bf3a-cf5a-4d8b-8833-363e04b3ea68 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453615 Feb 09 21:54:12.904165 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed513-4c5e-4a6f-8b1e-cd1dfb2714e9 req-ec1ae0f7-3b56-41c3-9985-beb9d22e45a9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.906095 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d85ed513-4c5e-4a6f-8b1e-cd1dfb2714e9 req-ec1ae0f7-3b56-41c3-9985-beb9d22e45a9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0623896 Feb 09 21:54:12.984698 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d85ed513-4c5e-4a6f-8b1e-cd1dfb2714e9 req-46a3d3f6-7937-4bbc-826c-2019e079fad2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696666 Feb 09 21:54:12.993407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.378300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-890c0367-28a9-4634-a82a-cc657d12e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.379861 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-890c0367-28a9-4634-a82a-cc657d12e16a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31&tenant_id=758a32323dd8487899bf0ef9ae166274 HTTP/1.1" status: 200 len: 1126 time: 0.0558608 Feb 09 21:54:13.455823 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-2796f8e1-25a8-4fbf-9a58-ef44f1054bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.457371 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-2796f8e1-25a8-4fbf-9a58-ef44f1054bc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1126 time: 0.0530937 Feb 09 21:54:13.550666 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-00e4b608-18f8-4681-a088-5f1770e31fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.552051 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-00e4b608-18f8-4681-a088-5f1770e31fa0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0884662 Feb 09 21:54:13.629377 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-4c5d252a-77e3-4ab8-b606-9695b59d66be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 999 time: 0.0705390 Feb 09 21:54:13.681394 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-bc501364-e63e-4b39-9f1a-34ef0ab4e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.683016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-bc501364-e63e-4b39-9f1a-34ef0ab4e94e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0474319 Feb 09 21:54:13.739264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-b62270f3-c40e-469e-bd1c-6c8ab3987938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.740825 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-b62270f3-c40e-469e-bd1c-6c8ab3987938 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502577 Feb 09 21:54:14.070962 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.228774 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-e8799af1-ba0f-4c87-ac2f-82542768195a service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808795 Feb 09 21:54:14.237225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84bb0a-c2ca-4f5c-b221-5a2bb9a25ffc req-20015685-3da4-426c-85cf-c917d131b16a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:14.238921 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a84bb0a-c2ca-4f5c-b221-5a2bb9a25ffc req-20015685-3da4-426c-85cf-c917d131b16a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0894794 Feb 09 21:54:14.342929 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-8a84bb0a-c2ca-4f5c-b221-5a2bb9a25ffc req-132562c7-908a-4e3d-9d8e-9e8a34cb7f58 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949614 Feb 09 21:54:14.375315 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e61b19a1-63ed-4dd8-89f3-94a7da4144fd req-44d3579d-3c9b-4403-a1b8-921c4016a302 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353693 Feb 09 21:54:15.531101 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0461e-ff88-466b-8238-52304abad145 req-eb6f58d5-ab7b-409a-bdcb-42fb1bcc7637 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:15.534069 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d0461e-ff88-466b-8238-52304abad145 req-eb6f58d5-ab7b-409a-bdcb-42fb1bcc7637 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0937912 Feb 09 21:54:15.627334 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d3d0461e-ff88-466b-8238-52304abad145 req-b5c4dafe-3df7-4da6-88ca-23ef805a2502 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845559 Feb 09 21:54:16.777611 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5f2b4-ae7a-4273-a888-dbd24fe7bad4 req-ddd94a92-b3bc-4122-8c5d-439578a4f547 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:16.781334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38d5f2b4-ae7a-4273-a888-dbd24fe7bad4 req-ddd94a92-b3bc-4122-8c5d-439578a4f547 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0705888 Feb 09 21:54:16.869933 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-38d5f2b4-ae7a-4273-a888-dbd24fe7bad4 req-cf7b0a54-079f-43b2-ac7e-3ca5bc277e61 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752008 Feb 09 21:54:18.018638 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a1a6d-8429-4921-a293-502bed6e8960 req-39a8c732-852e-47ef-b5bb-b6ca22ee9e6d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:18.020902 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-692a1a6d-8429-4921-a293-502bed6e8960 req-39a8c732-852e-47ef-b5bb-b6ca22ee9e6d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0713432 Feb 09 21:54:18.095491 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-692a1a6d-8429-4921-a293-502bed6e8960 req-86a0b255-f911-4c6b-9349-028279d83eea tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649896 Feb 09 21:54:19.285820 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce847f6-b7ef-4698-b089-610d3758c70f req-38bf777c-bd1d-4526-851f-45bd410a0c51 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.287379 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ce847f6-b7ef-4698-b089-610d3758c70f req-38bf777c-bd1d-4526-851f-45bd410a0c51 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0774186 Feb 09 21:54:19.382859 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5ce847f6-b7ef-4698-b089-610d3758c70f req-4f8e9c42-1a53-47b5-88cd-0db446513024 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866609 Feb 09 21:54:20.569822 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec46dde-d758-4abf-b273-bfd76770bf61 req-fa526e86-795a-4e6e-9d50-959c62a115d9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.571518 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ec46dde-d758-4abf-b273-bfd76770bf61 req-fa526e86-795a-4e6e-9d50-959c62a115d9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0860686 Feb 09 21:54:20.637119 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9ec46dde-d758-4abf-b273-bfd76770bf61 req-f9954e4b-1762-442a-9bc7-a8ad6069661b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567856 Feb 09 21:54:21.362516 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:54:21.797378 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f1d1-16b7-4479-b1ac-52cd17585b87 req-f37d6776-d40d-45a6-930f-d96afafbd183 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.799374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3f2f1d1-16b7-4479-b1ac-52cd17585b87 req-f37d6776-d40d-45a6-930f-d96afafbd183 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0697536 Feb 09 21:54:21.868519 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3f2f1d1-16b7-4479-b1ac-52cd17585b87 req-aa4b896a-a94e-480b-b605-1b1c96e83371 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625160 Feb 09 21:54:22.187549 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.059656 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ef32b-b396-41cb-a533-6ba15db0b3a7 req-621cffed-3d50-41e6-9c87-0ab38a6cc1fd tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.061615 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-861ef32b-b396-41cb-a533-6ba15db0b3a7 req-621cffed-3d50-41e6-9c87-0ab38a6cc1fd tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.1026988 Feb 09 21:54:23.136258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-861ef32b-b396-41cb-a533-6ba15db0b3a7 req-3536ef50-b0ad-4b7f-924f-5e59f43894a3 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611494 Feb 09 21:54:24.284690 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb9c1b-fe71-45d8-b9fc-7ea5f0ee8720 req-acee895e-d4fc-42a2-b3f9-4fd720610b34 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:24.286275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ceb9c1b-fe71-45d8-b9fc-7ea5f0ee8720 req-acee895e-d4fc-42a2-b3f9-4fd720610b34 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0667555 Feb 09 21:54:24.341916 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6ceb9c1b-fe71-45d8-b9fc-7ea5f0ee8720 req-5535c36a-6f59-4572-a3b5-ba6059b25be5 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495882 Feb 09 21:54:25.487125 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f437c49-5e04-4f78-9ca0-d05e5a3b4ac1 req-f79488a2-ef8c-4d33-921e-83369b72d5a9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.488707 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f437c49-5e04-4f78-9ca0-d05e5a3b4ac1 req-f79488a2-ef8c-4d33-921e-83369b72d5a9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0574024 Feb 09 21:54:25.549828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0f437c49-5e04-4f78-9ca0-d05e5a3b4ac1 req-11a2270b-c7b9-4d7e-af5b-d52acaae7335 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539472 Feb 09 21:54:25.556968 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-12f95c92-6401-46d0-a382-c3d9679c2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.558511 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-12f95c92-6401-46d0-a382-c3d9679c2c0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1126 time: 0.0574186 Feb 09 21:54:25.667882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-08cf3c65-827c-4949-8b40-eab195f87c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.669368 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-08cf3c65-827c-4949-8b40-eab195f87c04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0858967 Feb 09 21:54:25.743389 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-647c8bdc-9d3e-4754-b4d8-92cda3d7aac6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 999 time: 0.0656834 Feb 09 21:54:25.798987 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-b8134fea-8599-4c7d-8ff9-e8a76647a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.800682 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-b8134fea-8599-4c7d-8ff9-e8a76647a15f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0509086 Feb 09 21:54:25.853843 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-d5b44757-8535-410f-ac18-36f3e74dc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.855367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-d5b44757-8535-410f-ac18-36f3e74dc924 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473673 Feb 09 21:54:25.965058 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-84ddd3d0-e53e-4a43-b7a2-29c8a518eb59 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028638 Feb 09 21:54:26.066794 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7e708dd7-1b26-4910-b3bd-952b29f477d4 req-c9ce69b6-1faa-4073-915b-5054db6648e9 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939071 Feb 09 21:54:26.699448 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cd559-aea0-43e9-9fe6-2c62e587888b req-978f8e19-d964-4f2a-99e8-533e5d17e359 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:26.701063 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c60cd559-aea0-43e9-9fe6-2c62e587888b req-978f8e19-d964-4f2a-99e8-533e5d17e359 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 943 time: 0.0632768 Feb 09 21:54:26.774889 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c60cd559-aea0-43e9-9fe6-2c62e587888b req-b091d42d-20a3-4fbe-9353-382efec63cf9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590458 Feb 09 21:54:27.179710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:27.199220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.286248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:27.299371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'port_id': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'mac_address': 'fa:16:3e:3f:c4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:27.337075 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c12cee68-e3d5-4c51-973c-47ed2bd6d69d is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:27.337475 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.351409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12cee68-e3d5-4c51-973c-47ed2bd6d69d {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:27.381750 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:27.385958 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.434199 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=9']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:27.641564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['c12cee68-e3d5-4c51-973c-47ed2bd6d69d'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:27.946193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378c12d-7ad3-4a52-9b86-6ed828f575e1 req-654f046d-ea23-4b86-b634-6498d63b56b8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.947780 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d378c12d-7ad3-4a52-9b86-6ed828f575e1 req-654f046d-ea23-4b86-b634-6498d63b56b8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 944 time: 0.0861301 Feb 09 21:54:28.005155 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d378c12d-7ad3-4a52-9b86-6ed828f575e1 req-1063640c-1e46-47b6-b145-d218995e6938 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500290 Feb 09 21:54:29.200270 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:29.215849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a5d85-c784-4518-bf01-5b2fc39a93df req-cdfdcde1-3fa4-4abd-9c71-07877c19a6e1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.217705 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa1a5d85-c784-4518-bf01-5b2fc39a93df req-cdfdcde1-3fa4-4abd-9c71-07877c19a6e1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 944 time: 0.1307387 Feb 09 21:54:29.255523 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port c12cee68-e3d5-4c51-973c-47ed2bd6d69d triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:29.256107 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.275638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-aa1a5d85-c784-4518-bf01-5b2fc39a93df req-4b3feb28-e3a0-4337-ab03-3483ced3c4f3 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511281 Feb 09 21:54:29.362910 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port c12cee68-e3d5-4c51-973c-47ed2bd6d69d is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:29.363508 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.397525 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:29.400142 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5b2bad-92ce-4aaf-94ea-1edde26c0cd0" -d '{"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-plugged", "status": "completed", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:29.418430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:29.456640 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.533000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=10']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.428874 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205488cb-b8b0-4a20-b9d8-0460120d2f62 req-9179efed-39c4-4751-993b-e67e50b4c5e1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.430522 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-205488cb-b8b0-4a20-b9d8-0460120d2f62 req-9179efed-39c4-4751-993b-e67e50b4c5e1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 946 time: 0.0684285 Feb 09 21:54:30.498704 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-205488cb-b8b0-4a20-b9d8-0460120d2f62 req-fb777a77-2aaf-4fb7-acdc-df591866290d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555038 Feb 09 21:54:30.510357 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddf11c1-f8d3-4669-9af2-808a094b664a x-openstack-request-id: req-5ddf11c1-f8d3-4669-9af2-808a094b664a {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:30.511090 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-plugged", "status": "completed", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:30.511299 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5ddf11c1-f8d3-4669-9af2-808a094b664a {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:30.511928 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'code': 200} Feb 09 21:54:30.702454 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85183a15-af3f-4da2-915b-281c5f9641d9 req-25cafded-0b84-46d7-9fe3-ba41506a4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:30.703912 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85183a15-af3f-4da2-915b-281c5f9641d9 req-25cafded-0b84-46d7-9fe3-ba41506a4866 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1129 time: 0.0611496 Feb 09 21:54:30.748586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-85183a15-af3f-4da2-915b-281c5f9641d9 req-ccfd830d-881a-44e8-91cc-bd84696f52b5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389147 Feb 09 21:54:31.715379 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525edb22-51a8-4991-8eb3-9b5e137338eb req-7c05994c-1434-4dfd-9178-063e6a300198 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:31.716976 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-525edb22-51a8-4991-8eb3-9b5e137338eb req-7c05994c-1434-4dfd-9178-063e6a300198 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 946 time: 0.1211526 Feb 09 21:54:31.770721 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-525edb22-51a8-4991-8eb3-9b5e137338eb req-25e88ee7-86a9-4cba-9537-e4de6c7a81cf tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479007 Feb 09 21:54:32.941357 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d099fc1-b719-4fb8-9cf4-4fcac7dd7ddf req-a6216572-2e4b-49a4-b9c8-585bd5873d62 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.943374 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d099fc1-b719-4fb8-9cf4-4fcac7dd7ddf req-a6216572-2e4b-49a4-b9c8-585bd5873d62 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 946 time: 0.0724094 Feb 09 21:54:33.012168 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6d099fc1-b719-4fb8-9cf4-4fcac7dd7ddf req-16fac9b3-4938-4f90-8894-9a8ec308222f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607967 Feb 09 21:54:37.817298 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-44fa8158-8f7f-49b6-8ef7-5fb87a18fb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.827289 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-48b7ef03-2819-4af3-b9b0-a0c7155d23aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.524525 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.986835 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.061236 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.178012 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.212806 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.365780 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:55:07.830858 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-50819748-f890-4f6e-b3b9-c1d880eb7c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.832063 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd33e3f0-8399-46e4-ac19-951e18346647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.531751 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.995876 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.057708 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.538926 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5889df68-a7af-4301-8875-aa19249b905e req-32ad19d2-976b-44f9-a384-c7bc15556b13 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512533 Feb 09 21:55:17.630638 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889df68-a7af-4301-8875-aa19249b905e req-ca37bf6b-86b8-44e9-ab7e-f7ee96cf5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.632070 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5889df68-a7af-4301-8875-aa19249b905e req-ca37bf6b-86b8-44e9-ab7e-f7ee96cf5942 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1129 time: 0.0528529 Feb 09 21:55:17.750195 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889df68-a7af-4301-8875-aa19249b905e req-df6d515c-0e06-4686-b8e7-0c0ee6659e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.751665 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5889df68-a7af-4301-8875-aa19249b905e req-df6d515c-0e06-4686-b8e7-0c0ee6659e45 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0973930 Feb 09 21:55:17.833252 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5889df68-a7af-4301-8875-aa19249b905e req-9c323883-bf43-46dd-8353-c0734511184c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 1001 time: 0.0736277 Feb 09 21:55:17.885680 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889df68-a7af-4301-8875-aa19249b905e req-bee42e56-1a0e-4d0d-bf2d-a56a7d344f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.888046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5889df68-a7af-4301-8875-aa19249b905e req-bee42e56-1a0e-4d0d-bf2d-a56a7d344f6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0491679 Feb 09 21:55:17.937266 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889df68-a7af-4301-8875-aa19249b905e req-433e579a-d1a0-4196-97a1-51e56762692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:17.938785 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5889df68-a7af-4301-8875-aa19249b905e req-433e579a-d1a0-4196-97a1-51e56762692c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455670 Feb 09 21:55:18.043269 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5889df68-a7af-4301-8875-aa19249b905e req-0b587ad3-98eb-482a-8007-c19c2a3d2eda service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977986 Feb 09 21:55:18.139372 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5889df68-a7af-4301-8875-aa19249b905e req-d97840cd-90b5-47ab-975f-6abb12c1294e service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898550 Feb 09 21:55:22.199535 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.211080 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.364935 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:55:37.824173 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1b47fb33-4ce2-45f1-aee9-102110d6dae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.835755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cac46ee7-cd34-40ab-ac65-f158572e8426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.528287 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.992536 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.050227 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.213574 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47732) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:46.380957 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Deleting port fe1e9e8f-2db5-4a20-80a7-2facb17c6362 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:46.381299 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.463782 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.464027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for floatingip (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.477880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Calling delete_port for fe1e9e8f-2db5-4a20-80a7-2facb17c6362 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:46.646009 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fe1e9e8f-2db5-4a20-80a7-2facb17c6362), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.674218 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event deleted for resources: {'Port': ['ID=fe1e9e8f-2db5-4a20-80a7-2facb17c6362,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:46.701186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.701530 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.701865 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.702204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.702527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.702911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.703201 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.703580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.703939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.704264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.704586 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.704903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.705219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:46.745273 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for floatingip (6f4d920c-6b19-4e40-b6fa-cfa1fccf5852), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.745547 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Floating IP 6f4d920c-6b19-4e40-b6fa-cfa1fccf5852 disassociated (deleted). External IP: 172.25.4.137, port: c12cee68-e3d5-4c51-973c-47ed2bd6d69d. Feb 09 21:55:46.977810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:47.099251 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:47.104638 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.109863 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] Sync routers for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:47.124874 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:47.125513 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:55:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:47.139980 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b879d241-aaff-434f-a966-ed75784ff9f2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "DELETE /v2.0/floatingips/6f4d920c-6b19-4e40-b6fa-cfa1fccf5852 HTTP/1.1" status: 204 len: 168 time: 0.9252267 Feb 09 21:55:47.140593 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:47.142893 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:47.185620 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc98811-b843-4989-a241-afc4591657f0 x-openstack-request-id: req-5fc98811-b843-4989-a241-afc4591657f0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:47.186153 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:47.186153 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5fc98811-b843-4989-a241-afc4591657f0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:47.186486 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'status': 'completed', 'code': 200} Feb 09 21:55:47.263623 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:47.332834 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-cc65646e-6f00-4584-8875-84015849986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:47.334604 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-cc65646e-6f00-4584-8875-84015849986f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 1129 time: 0.1195700 Feb 09 21:55:47.490055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b698e-b1e7-46de-879c-1e0a2d75489b req-b01188e4-b2d6-44e7-bbcc-9d616e198b83 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:47.491627 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-953b698e-b1e7-46de-879c-1e0a2d75489b req-b01188e4-b2d6-44e7-bbcc-9d616e198b83 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 946 time: 0.0894477 Feb 09 21:55:47.492766 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-e0166466-4fc1-4253-b7ec-2ad952ae0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:47.494234 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-e0166466-4fc1-4253-b7ec-2ad952ae0dde service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.1451206 Feb 09 21:55:47.551728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-3e0d8c71-7388-458a-908c-c73b1fb887fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 200 len: 217 time: 0.0481453 Feb 09 21:55:47.606385 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-953b698e-b1e7-46de-879c-1e0a2d75489b req-6fa7d591-e977-431b-a829-61369f3cbe97 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086061 Feb 09 21:55:47.627508 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-6e38399e-2ac4-41e1-ac35-258555093380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:47.627508 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-6e38399e-2ac4-41e1-ac35-258555093380 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0602553 Feb 09 21:55:47.654054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:47.667877 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-bdeda0b6-2456-4a24-8ed4-d0136dd6e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:47.669613 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-bdeda0b6-2456-4a24-8ed4-d0136dd6e437 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439045 Feb 09 21:55:47.681366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] Checking router: 7034ed2e-34b7-49c0-97b8-9753d8eeac57 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:47.690755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:47.691384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:55:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:47.770041 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-2136f78a-d82f-4563-8642-1a3000d51491 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920191 Feb 09 21:55:47.804339 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:47.863467 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6c4e4b6a-dc92-4487-ab45-118d9ed1e965 req-ad9c8489-42fe-4fe4-847d-24a5faf1db75 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871177 Feb 09 21:55:48.008174 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:48.035384 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2319e903-ee3e-46a7-b0c2-d0fa7ae8b892 None None] The sync data for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 is: [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:48.280474 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a141e-95a3-46b9-b5cd-9ff1535a1ca5 None None] New status for floating IP 6f4d920c-6b19-4e40-b6fa-cfa1fccf5852: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:55:48.758310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bca98-164a-44b2-84dd-9d62efc3e196 req-c34ed98a-a0b3-4f79-8df1-f1bb48dc4bbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:48.760178 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f7bca98-164a-44b2-84dd-9d62efc3e196 req-c34ed98a-a0b3-4f79-8df1-f1bb48dc4bbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 946 time: 0.0675890 Feb 09 21:55:48.783154 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-5b5067e6-6392-4f8a-8e7e-9d91232b6874 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:48.785379 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-5b5067e6-6392-4f8a-8e7e-9d91232b6874 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca9e1036-4bda-4a40-a30f-dbf53b928c31 HTTP/1.1" status: 200 len: 946 time: 0.0786247 Feb 09 21:55:48.818985 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f7bca98-164a-44b2-84dd-9d62efc3e196 req-065b535c-511e-419a-bdb7-88e35456df75 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=40a6b552-0f86-4051-ac83-7cfbf8591c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525229 Feb 09 21:55:48.906667 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Deleting port c12cee68-e3d5-4c51-973c-47ed2bd6d69d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:48.907045 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.028634 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] For port c12cee68-e3d5-4c51-973c-47ed2bd6d69d, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:49.028988 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.044023 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Calling delete_port for c12cee68-e3d5-4c51-973c-47ed2bd6d69d owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:49.201218 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c12cee68-e3d5-4c51-973c-47ed2bd6d69d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.242598 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event deleted for resources: {'Port': ['ID=c12cee68-e3d5-4c51-973c-47ed2bd6d69d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:49.304889 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] No DVR routers for this DVR port c12cee68-e3d5-4c51-973c-47ed2bd6d69d on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:49.308433 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.312387 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-634a660f-0fcb-4590-833f-4ab81b43c961 req-ceaacada-96b5-4750-b8e6-d558e66eadb6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "DELETE /v2.0/ports/c12cee68-e3d5-4c51-973c-47ed2bd6d69d HTTP/1.1" status: 204 len: 173 time: 0.5219812 Feb 09 21:55:49.312944 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-deleted', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:49.316385 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef40fb38-93d5-4efd-8b2a-7163d90a7464" -d '{"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-deleted", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:49.381564 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816df845-1627-47d9-8c29-e22111e6bc5d x-openstack-request-id: req-816df845-1627-47d9-8c29-e22111e6bc5d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:49.382014 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9e1036-4bda-4a40-a30f-dbf53b928c31", "name": "network-vif-deleted", "tag": "c12cee68-e3d5-4c51-973c-47ed2bd6d69d", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:49.382384 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-816df845-1627-47d9-8c29-e22111e6bc5d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:49.383167 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9e1036-4bda-4a40-a30f-dbf53b928c31', 'name': 'network-vif-deleted', 'tag': 'c12cee68-e3d5-4c51-973c-47ed2bd6d69d', 'status': 'completed', 'code': 200} Feb 09 21:55:49.906549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47754) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:49.974918 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80783a88-9804-4f12-aae8-94acb421b3af tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (40a6b552-0f86-4051-ac83-7cfbf8591c83), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.006321 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80783a88-9804-4f12-aae8-94acb421b3af tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (40a6b552-0f86-4051-ac83-7cfbf8591c83), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.072755 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80783a88-9804-4f12-aae8-94acb421b3af tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (40a6b552-0f86-4051-ac83-7cfbf8591c83), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.075462 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80783a88-9804-4f12-aae8-94acb421b3af tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.076724 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-80783a88-9804-4f12-aae8-94acb421b3af tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "DELETE /v2.0/security-groups/40a6b552-0f86-4051-ac83-7cfbf8591c83 HTTP/1.1" status: 204 len: 168 time: 0.1691031 Feb 09 21:55:50.086705 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80783a88-9804-4f12-aae8-94acb421b3af tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a6b552-0f86-4051-ac83-7cfbf8591c83,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:51.525456 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:51.548909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: c12cee68-e3d5-4c51-973c-47ed2bd6d69d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:51.549252 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device c12cee68-e3d5-4c51-973c-47ed2bd6d69d not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:52.211130 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.462514 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47764) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:52.467815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b614e676-0dea-4d97-ae9c-5cc4a6ad0fbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056042440', 'description': 'tempest-secgroup-smoke-2056042440 description', 'project_id': '758a32323dd8487899bf0ef9ae166274'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:52.489657 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b614e676-0dea-4d97-ae9c-5cc4a6ad0fbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.558396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b614e676-0dea-4d97-ae9c-5cc4a6ad0fbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (609ff9dd-42f4-4816-aeb4-0637310c12a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.562357 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b614e676-0dea-4d97-ae9c-5cc4a6ad0fbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (609ff9dd-42f4-4816-aeb4-0637310c12a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.595873 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b614e676-0dea-4d97-ae9c-5cc4a6ad0fbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.597112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b614e676-0dea-4d97-ae9c-5cc4a6ad0fbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1333053 Feb 09 21:55:52.597815 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614e676-0dea-4d97-ae9c-5cc4a6ad0fbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609ff9dd-42f4-4816-aeb4-0637310c12a9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.600221 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 47766) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:52.605096 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '609ff9dd-42f4-4816-aeb4-0637310c12a9', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:52.630803 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (f7df0103-abb4-4638-a21d-046969a56ae1), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.685164 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (f7df0103-abb4-4638-a21d-046969a56ae1), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.688773 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (f7df0103-abb4-4638-a21d-046969a56ae1), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.707354 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7df0103-abb4-4638-a21d-046969a56ae1,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.717036 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.718265 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169562 Feb 09 21:55:52.719706 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.720071 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.720417 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.720758 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.721102 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.721400 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47768) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:52.722068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.722277 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.722615 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.722946 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.723392 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.723607 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.723971 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.724297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb58a76-ce23-4501-9dcd-b1e555c8321c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:52.727163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9ed6f163-ad0a-414e-ac12-ad3043c4483f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '609ff9dd-42f4-4816-aeb4-0637310c12a9', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:52.752709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f163-ad0a-414e-ac12-ad3043c4483f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (6ad1271e-5b3d-4073-9d32-505ea3bb04a1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.807081 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f163-ad0a-414e-ac12-ad3043c4483f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (6ad1271e-5b3d-4073-9d32-505ea3bb04a1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.810958 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f163-ad0a-414e-ac12-ad3043c4483f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (6ad1271e-5b3d-4073-9d32-505ea3bb04a1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.830580 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6f163-ad0a-414e-ac12-ad3043c4483f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad1271e-5b3d-4073-9d32-505ea3bb04a1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.839018 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f163-ad0a-414e-ac12-ad3043c4483f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.840254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-9ed6f163-ad0a-414e-ac12-ad3043c4483f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173401 Feb 09 21:55:52.843141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47770) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:52.847948 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0daed47a-9a5a-4967-92e5-2b96486040ac tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '609ff9dd-42f4-4816-aeb4-0637310c12a9', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:52.872368 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0daed47a-9a5a-4967-92e5-2b96486040ac tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (57b5a3ae-ebbb-47df-a1fb-7dde45f90619), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.927333 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0daed47a-9a5a-4967-92e5-2b96486040ac tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (57b5a3ae-ebbb-47df-a1fb-7dde45f90619), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.931010 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0daed47a-9a5a-4967-92e5-2b96486040ac tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (57b5a3ae-ebbb-47df-a1fb-7dde45f90619), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.948702 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daed47a-9a5a-4967-92e5-2b96486040ac tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b5a3ae-ebbb-47df-a1fb-7dde45f90619,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:52.955524 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0daed47a-9a5a-4967-92e5-2b96486040ac tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.956873 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-0daed47a-9a5a-4967-92e5-2b96486040ac tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127720 Feb 09 21:55:52.959603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47772) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:52.963912 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-aede3d0f-f6e4-443f-8a52-ce25d44f5f73 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '609ff9dd-42f4-4816-aeb4-0637310c12a9', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:52.989270 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aede3d0f-f6e4-443f-8a52-ce25d44f5f73 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (a37d152d-77de-4976-84be-0e4b4d216ba6), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.047964 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aede3d0f-f6e4-443f-8a52-ce25d44f5f73 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (a37d152d-77de-4976-84be-0e4b4d216ba6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.052115 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aede3d0f-f6e4-443f-8a52-ce25d44f5f73 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (a37d152d-77de-4976-84be-0e4b4d216ba6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.069950 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede3d0f-f6e4-443f-8a52-ce25d44f5f73 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37d152d-77de-4976-84be-0e4b4d216ba6,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:53.079310 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-aede3d0f-f6e4-443f-8a52-ce25d44f5f73 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.081560 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-aede3d0f-f6e4-443f-8a52-ce25d44f5f73 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200047 Feb 09 21:55:53.086214 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:53.090601 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7171fc19-23e1-4072-bba2-6413c0416aa1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '609ff9dd-42f4-4816-aeb4-0637310c12a9', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:53.113068 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-7171fc19-23e1-4072-bba2-6413c0416aa1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Project 758a32323dd8487899bf0ef9ae166274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:55:53.118557 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7171fc19-23e1-4072-bba2-6413c0416aa1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (7046bbcd-8733-4fb1-9747-0bcd4a7a8d4d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.178603 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7171fc19-23e1-4072-bba2-6413c0416aa1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (7046bbcd-8733-4fb1-9747-0bcd4a7a8d4d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.182027 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7171fc19-23e1-4072-bba2-6413c0416aa1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (7046bbcd-8733-4fb1-9747-0bcd4a7a8d4d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.198995 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171fc19-23e1-4072-bba2-6413c0416aa1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7046bbcd-8733-4fb1-9747-0bcd4a7a8d4d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:53.208055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7171fc19-23e1-4072-bba2-6413c0416aa1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.209250 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-7171fc19-23e1-4072-bba2-6413c0416aa1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220875 Feb 09 21:55:53.212450 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 47776) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:53.216645 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d576fba8-00d8-4101-b044-0604a1f384de tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'security_group_rule': {'security_group_id': '609ff9dd-42f4-4816-aeb4-0637310c12a9', 'project_id': '758a32323dd8487899bf0ef9ae166274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:53.237169 n-d-789963-29 neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-d576fba8-00d8-4101-b044-0604a1f384de tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Project 758a32323dd8487899bf0ef9ae166274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:55:53.242334 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d576fba8-00d8-4101-b044-0604a1f384de tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (38b0db33-636c-4750-b2e1-567dbc4cd1eb), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.302197 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d576fba8-00d8-4101-b044-0604a1f384de tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (38b0db33-636c-4750-b2e1-567dbc4cd1eb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.306098 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d576fba8-00d8-4101-b044-0604a1f384de tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (38b0db33-636c-4750-b2e1-567dbc4cd1eb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.325336 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576fba8-00d8-4101-b044-0604a1f384de tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b0db33-636c-4750-b2e1-567dbc4cd1eb,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:53.329915 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d576fba8-00d8-4101-b044-0604a1f384de tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.332122 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d576fba8-00d8-4101-b044-0604a1f384de tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187241 Feb 09 21:55:57.211436 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.837220 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-56f1a6f3-1c0a-4c68-bb66-a0b34a2f10fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.841117 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9ba516e6-2206-47c7-9cf5-bf3566a12346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.531362 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.366299 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:56:12.921999 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-51370d6e-9952-4367-8380-57fcfb1d593f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056042440&fields=id&tenant_id=758a32323dd8487899bf0ef9ae166274 HTTP/1.1" status: 200 len: 267 time: 0.0544198 Feb 09 21:56:13.002213 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.052719 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-82f5c4c9-273a-4210-80b4-effd8a67d5a2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:13.054292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-82f5c4c9-273a-4210-80b4-effd8a67d5a2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 808 time: 0.1250758 Feb 09 21:56:13.072067 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-58c133a7-7014-4a56-81ce-cd8ceb600eee tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/quotas/758a32323dd8487899bf0ef9ae166274 HTTP/1.1" status: 200 len: 375 time: 0.0098922 Feb 09 21:56:13.133842 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-75a50716-a253-47e4-98e8-c0371d94d791 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554168 Feb 09 21:56:13.242803 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-c7ba7322-c7f5-4c17-bba1-d7b87df4ecdb service neutron] 10.222.0.102 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945804 Feb 09 21:56:13.337541 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-dccffbf2-9dd1-4ba5-934d-d8e13ce8fe33 service neutron] 10.222.0.102 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888069 Feb 09 21:56:13.674486 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-600bb64b-75c7-42d8-965b-848516b5b26e req-eb9a28df-bba4-4129-8cb4-a78c05364fe8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0347440 Feb 09 21:56:14.052837 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.762942 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ea401b6-bad4-45c9-ad16-5a6b4be216db req-09123edf-719f-45ba-8588-6d0ce1e3d9fb tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0320990 Feb 09 21:56:15.854854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6daf181b-ae8b-476a-bf29-d15bd8cb24a8 req-72820ef8-33dc-4a40-9352-15624f6d343f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0373061 Feb 09 21:56:16.934313 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e6df67c4-cbcc-4ac7-8d72-8aa811a1a544 req-ea3bd10c-c2f6-409a-b0f1-6e4909a15dfa tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0275819 Feb 09 21:56:18.036140 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-386f3ce9-821a-4272-848f-c2829afdb24f req-d2d8c40c-3592-4914-9bce-0dd2eee7c115 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0328722 Feb 09 21:56:18.670417 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-1278c759-e109-4e72-8fc0-9d84c1e4b112 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:18.671936 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-1278c759-e109-4e72-8fc0-9d84c1e4b112 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 808 time: 0.1041274 Feb 09 21:56:18.741650 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-0607a3b6-0903-484c-9166-8240d4a21658 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758a32323dd8487899bf0ef9ae166274 HTTP/1.1" status: 200 len: 380 time: 0.0609531 Feb 09 21:56:18.749958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'port': {'device_id': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'admin_state_up': True, 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'security_groups': ['609ff9dd-42f4-4816-aeb4-0637310c12a9']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:18.879270 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Made reservation on behalf of 758a32323dd8487899bf0ef9ae166274 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:18.882838 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.050986 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Allocated IP 172.20.0.10 (11ceea50-2b79-44c4-87b9-b0fdfba35b90/1a7d2c8a-3d39-48a0-91f7-6c89def211a7/436dcea5-484b-4c7d-a777-867acf83eba0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:19.205306 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-1eaff097-d859-4d09-9c88-14332e7d3d0d req-a8977e1c-2346-44ad-b6de-f9dd427225b2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0370419 Feb 09 21:56:19.270767 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for port (436dcea5-484b-4c7d-a777-867acf83eba0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.313118 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.359381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:19.363447 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:19.367065 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:19.373648 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:19.442287 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:19.442961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.467336 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-a338cd55-4c8b-46b2-a9b6-0862e58b2055 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7204568 Feb 09 21:56:19.479943 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Request body: {'port': {'device_id': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:19.553554 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.712889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-b3132d20-a71e-41ce-80c7-f2b98a2d4327 None None] Provisioning complete for port 436dcea5-484b-4c7d-a777-867acf83eba0 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:19.713411 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b3132d20-a71e-41ce-80c7-f2b98a2d4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.753205 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-b3132d20-a71e-41ce-80c7-f2b98a2d4327 None None] Port 436dcea5-484b-4c7d-a777-867acf83eba0 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:19.896130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436dcea5-484b-4c7d-a777-867acf83eba0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:19.904083 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Publish callbacks [] for port (436dcea5-484b-4c7d-a777-867acf83eba0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.917300 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Transition to ACTIVE for port object 436dcea5-484b-4c7d-a777-867acf83eba0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:56:19.923551 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.977415 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Pushing event updated for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:20.072729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Attempting to bind port 436dcea5-484b-4c7d-a777-867acf83eba0 on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:20.073182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Attempting to bind port 436dcea5-484b-4c7d-a777-867acf83eba0 by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:20.073629 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Attempting to bind port 436dcea5-484b-4c7d-a777-867acf83eba0 on network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:20.081393 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Port 436dcea5-484b-4c7d-a777-867acf83eba0 on network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:20.081838 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Attempting to bind port 436dcea5-484b-4c7d-a777-867acf83eba0 on network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:20.090557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:20.091016 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Checking segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:20.091546 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Bound using segment: {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:20.092170 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Bound port: 436dcea5-484b-4c7d-a777-867acf83eba0, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a0e2a8-4ed6-4f92-812b-3ed06f49706b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:20.092653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.185489 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:20.189354 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:20.198849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.246456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.247084 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.248551 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] 10.222.0.50 "PUT /v2.0/ports/436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 1093 time: 0.7744360 Feb 09 21:56:20.249013 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:20.251281 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:20.274660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f9f00-ae69-4d74-af02-d178eb08e3ea service neutron] Pushing event updated for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:20.380470 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-c8996688-56c5-4dab-8e79-6418ab99cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.382189 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-c8996688-56c5-4dab-8e79-6418ab99cbc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1127 time: 0.0762646 Feb 09 21:56:20.453918 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13228745-df03-4839-9c4c-af61e310046e req-74cd64be-e306-4f9e-a665-693496c013ea tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.462562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-4f332cdc-72ea-42f1-b67e-dbd3a93e6be1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 217 time: 0.0713899 Feb 09 21:56:20.463489 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13228745-df03-4839-9c4c-af61e310046e req-74cd64be-e306-4f9e-a665-693496c013ea tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0888319 Feb 09 21:56:20.464676 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cdbce5-fabe-4850-929a-7201d6d2ae1a x-openstack-request-id: req-f8cdbce5-fabe-4850-929a-7201d6d2ae1a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:20.465203 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:20.465634 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f8cdbce5-fabe-4850-929a-7201d6d2ae1a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:20.466332 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0', 'status': 'completed', 'code': 200} Feb 09 21:56:20.522000 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-b391231e-efde-4881-82df-71b77f224229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.523702 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-b391231e-efde-4881-82df-71b77f224229 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0537388 Feb 09 21:56:20.566524 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-13228745-df03-4839-9c4c-af61e310046e req-10bbb770-8451-44bc-ac82-3f0f4eb440d3 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015241 Feb 09 21:56:20.597426 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-74f02731-ec96-4e8e-8da8-1a852666e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.598972 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-74f02731-ec96-4e8e-8da8-1a852666e738 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0685394 Feb 09 21:56:20.722309 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-5def6941-af49-40ef-99c1-60b20895e3c5 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169896 Feb 09 21:56:20.833640 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f3791b26-74eb-4d6d-9602-a6d27fd15260 req-8d865814-1e32-45a6-bac6-8e7eb14b5ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062260 Feb 09 21:56:20.934392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-ebd561a5-21a6-4763-964c-344b7486ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.936017 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-ebd561a5-21a6-4763-964c-344b7486ccb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1127 time: 0.0535400 Feb 09 21:56:21.065989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-7523072b-d7ad-4517-8670-f759602ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.068503 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-7523072b-d7ad-4517-8670-f759602ea946 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.1268935 Feb 09 21:56:21.474773 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-ab96f38a-b29b-4b1f-9634-169b61385779 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 217 time: 0.4008813 Feb 09 21:56:21.536410 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-51d42400-06b4-4e13-94e9-0d61301272b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.538479 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-51d42400-06b4-4e13-94e9-0d61301272b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0563080 Feb 09 21:56:21.604505 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-1b09aae6-7c98-4c98-9046-bbdc4b804663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.606350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-1b09aae6-7c98-4c98-9046-bbdc4b804663 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0621459 Feb 09 21:56:21.757273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-b106b631-de0a-4eb2-aa7b-e168cfedc367 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450067 Feb 09 21:56:21.769048 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10009c38-a402-41f4-a95d-c58a0b3f5d84 req-c94fa696-eb32-4238-885f-35e5013570c5 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.770658 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10009c38-a402-41f4-a95d-c58a0b3f5d84 req-c94fa696-eb32-4238-885f-35e5013570c5 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.1035333 Feb 09 21:56:21.905316 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-10009c38-a402-41f4-a95d-c58a0b3f5d84 req-8f5c7c2f-325b-40a0-a7d9-957eb4eb56e7 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149547 Feb 09 21:56:21.927762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-b0f8c4e2-311e-4013-9f7e-8910ebde3e72 req-aad6725f-7fc1-4d1b-9e10-aa45a1b186ff service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526029 Feb 09 21:56:22.210978 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.047877 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81947be-8b55-493a-a676-40706c5854be req-083b1943-8eb5-4384-b660-956ab3fbce02 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:23.050014 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e81947be-8b55-493a-a676-40706c5854be req-083b1943-8eb5-4384-b660-956ab3fbce02 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0576081 Feb 09 21:56:23.106600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e81947be-8b55-493a-a676-40706c5854be req-48f5e7fd-bead-4530-b408-6fc589ee1d9d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500178 Feb 09 21:56:24.245535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defded9f-6e21-40cb-8af7-6c7869ecdc8e req-7b5a2fe3-edf4-4665-918e-c328afa775aa tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:24.247602 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-defded9f-6e21-40cb-8af7-6c7869ecdc8e req-7b5a2fe3-edf4-4665-918e-c328afa775aa tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0617871 Feb 09 21:56:24.313747 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-defded9f-6e21-40cb-8af7-6c7869ecdc8e req-dc8698a2-02d4-48de-a8f7-80a7e7f42dfa tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560989 Feb 09 21:56:25.460755 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391be773-bbe1-4334-add3-ff7f2d2e2587 req-6026bdd2-e944-4df7-a4aa-1eb1e454d5d7 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:25.462348 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-391be773-bbe1-4334-add3-ff7f2d2e2587 req-6026bdd2-e944-4df7-a4aa-1eb1e454d5d7 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0635822 Feb 09 21:56:25.518599 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-391be773-bbe1-4334-add3-ff7f2d2e2587 req-d96a89ad-b3a4-4c20-97ad-16e36684133a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480652 Feb 09 21:56:26.653894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccde60-caee-4323-aead-8cbe5a9c182e req-9e07ffed-0ce9-4356-87cf-a8acfeed57d8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:26.655375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07ccde60-caee-4323-aead-8cbe5a9c182e req-9e07ffed-0ce9-4356-87cf-a8acfeed57d8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0646009 Feb 09 21:56:26.721915 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-07ccde60-caee-4323-aead-8cbe5a9c182e req-0d1aef17-9407-403e-a8dd-a7394f9e101c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561283 Feb 09 21:56:27.216530 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.155023 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c0a04-bae7-406c-b559-893194c76f50 req-13f4964f-b207-4046-a266-3bdf31b4cb1d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:28.156720 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e43c0a04-bae7-406c-b559-893194c76f50 req-13f4964f-b207-4046-a266-3bdf31b4cb1d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0634742 Feb 09 21:56:28.219363 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e43c0a04-bae7-406c-b559-893194c76f50 req-eeeaf8a6-8aa1-41d9-8398-d91630958570 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539670 Feb 09 21:56:29.348131 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03a1d-cb25-428f-8fca-71fd4b6daa7c req-29ba1b15-b0d1-4374-ad71-5bcab8666448 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:29.350165 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7d03a1d-cb25-428f-8fca-71fd4b6daa7c req-29ba1b15-b0d1-4374-ad71-5bcab8666448 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0545058 Feb 09 21:56:29.404200 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e7d03a1d-cb25-428f-8fca-71fd4b6daa7c req-54195dc2-3872-4509-89ba-ce1b128db98b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472107 Feb 09 21:56:30.617532 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ee504-dfa3-4a12-b7da-1c10a2b3feb2 req-ad99a7b9-8287-4ad6-bb5b-0de50f69aa23 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:30.619186 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-280ee504-dfa3-4a12-b7da-1c10a2b3feb2 req-ad99a7b9-8287-4ad6-bb5b-0de50f69aa23 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0770643 Feb 09 21:56:30.673906 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-280ee504-dfa3-4a12-b7da-1c10a2b3feb2 req-dde7561a-a862-4bb9-ad52-7b2e2c964ae8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482206 Feb 09 21:56:31.820166 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5f74-d05e-4f5c-ae08-3866c44b1e7d req-82e96150-537a-43a6-804a-f8a914527732 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:31.821651 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dbe5f74-d05e-4f5c-ae08-3866c44b1e7d req-82e96150-537a-43a6-804a-f8a914527732 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0701630 Feb 09 21:56:31.881456 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-3dbe5f74-d05e-4f5c-ae08-3866c44b1e7d req-69fcb76a-e52b-4c74-b65f-99f1c3435692 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532758 Feb 09 21:56:33.028238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338e648-2b07-4e98-bf9f-a3983f1fb34a req-79357681-761a-4e02-805f-6129d26db27c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:33.029836 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3338e648-2b07-4e98-bf9f-a3983f1fb34a req-79357681-761a-4e02-805f-6129d26db27c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0664003 Feb 09 21:56:33.086802 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3338e648-2b07-4e98-bf9f-a3983f1fb34a req-eac770f2-6acb-4d42-9962-14996350fbbc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498226 Feb 09 21:56:34.228765 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a212b-d2df-482f-8456-6784b03a4384 req-f3237baf-8ce7-4297-9df4-f689f1b3976b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:34.230275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e88a212b-d2df-482f-8456-6784b03a4384 req-f3237baf-8ce7-4297-9df4-f689f1b3976b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0584228 Feb 09 21:56:34.291719 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-e88a212b-d2df-482f-8456-6784b03a4384 req-06ad3f2c-fb9a-421e-8e75-08b0a18880e9 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558121 Feb 09 21:56:35.421244 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04510220-0642-46af-b432-7509c85662f7 req-cf615158-f551-4149-a32f-227d43cec9bd tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:35.422740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-04510220-0642-46af-b432-7509c85662f7 req-cf615158-f551-4149-a32f-227d43cec9bd tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0603933 Feb 09 21:56:35.498640 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-04510220-0642-46af-b432-7509c85662f7 req-517b7603-00cf-4a2f-a35a-0a9109772e1f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684330 Feb 09 21:56:35.618537 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 436dcea5-484b-4c7d-a777-867acf83eba0 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:56:35.720153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:35.732878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '436dcea5-484b-4c7d-a777-867acf83eba0', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'port_id': '436dcea5-484b-4c7d-a777-867acf83eba0', 'mac_address': 'fa:16:3e:57:3a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:56:35.780234 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 436dcea5-484b-4c7d-a777-867acf83eba0 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:35.780629 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.799722 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436dcea5-484b-4c7d-a777-867acf83eba0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:35.825061 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:35.830992 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.881643 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:35.890818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.891169 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.891511 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.891878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.892221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.893070 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.893401 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.893729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.894054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.894380 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.894704 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.895107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:35.895431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:36.083371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['436dcea5-484b-4c7d-a777-867acf83eba0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:36.629603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcccd30-e006-4355-94f6-d139872c7e5d req-ac8370af-21c9-49c1-995e-06b212ee5f75 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:36.631134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7bcccd30-e006-4355-94f6-d139872c7e5d req-ac8370af-21c9-49c1-995e-06b212ee5f75 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 945 time: 0.0625443 Feb 09 21:56:36.692004 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7bcccd30-e006-4355-94f6-d139872c7e5d req-be2da339-87ad-4e8c-a001-6f036bb24347 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548773 Feb 09 21:56:37.635077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 436dcea5-484b-4c7d-a777-867acf83eba0 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:37.683179 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 436dcea5-484b-4c7d-a777-867acf83eba0 completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:56:37.688211 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 436dcea5-484b-4c7d-a777-867acf83eba0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:37.688586 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.775714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 436dcea5-484b-4c7d-a777-867acf83eba0 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:37.776189 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.802945 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:37.805247 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932b474-2816-47fc-8d7d-4538f66065a3" -d '{"events": [{"server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "name": "network-vif-plugged", "status": "completed", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:37.830113 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:37.833920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29974a4-809b-426a-b804-eaf079a4b8ea req-5d2a5139-f1c2-4acf-abeb-73f3cbc1547e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.836701 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b29974a4-809b-426a-b804-eaf079a4b8ea req-5d2a5139-f1c2-4acf-abeb-73f3cbc1547e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 945 time: 0.0747716 Feb 09 21:56:37.839108 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.844649 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0e64-4e24-476d-a357-ae6898a0fcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.872018 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee5e1ed-f97e-4a3d-b4ea-495738907a2c x-openstack-request-id: req-fee5e1ed-f97e-4a3d-b4ea-495738907a2c {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:37.872283 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "name": "network-vif-plugged", "status": "completed", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:37.872537 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fee5e1ed-f97e-4a3d-b4ea-495738907a2c {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:37.872924 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0', 'code': 200} Feb 09 21:56:37.901175 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b29974a4-809b-426a-b804-eaf079a4b8ea req-a93db2fc-e165-465b-8721-15372ff32dd8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578799 Feb 09 21:56:37.913613 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:37.973778 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d4633-2ab8-4a24-8074-6c363c486bbb req-58c3fef8-a484-4ad4-9644-fa81d94d4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.975294 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c71d4633-2ab8-4a24-8074-6c363c486bbb req-58c3fef8-a484-4ad4-9644-fa81d94d4ff8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0467803 Feb 09 21:56:38.021274 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-c71d4633-2ab8-4a24-8074-6c363c486bbb req-df633d7b-a939-436d-8d92-38fe3188df86 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404458 Feb 09 21:56:39.050498 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3423715-ca78-4425-97e3-a7d5abacf5dd req-683452bd-c7bf-4705-b3e0-f06f9904456a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:39.052440 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3423715-ca78-4425-97e3-a7d5abacf5dd req-683452bd-c7bf-4705-b3e0-f06f9904456a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0686834 Feb 09 21:56:39.126597 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a3423715-ca78-4425-97e3-a7d5abacf5dd req-1fc7b013-4e06-4f40-92e4-bb8b8742e3df tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667415 Feb 09 21:56:39.836137 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-57320c3e-d9fa-4078-9c79-6b1140803288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.247613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f258596-ea75-4850-a78b-6e1853b71db9 req-9ff0591f-9462-44d6-b0e7-55946c2f0702 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:40.249138 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f258596-ea75-4850-a78b-6e1853b71db9 req-9ff0591f-9462-44d6-b0e7-55946c2f0702 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0531638 Feb 09 21:56:40.302793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f258596-ea75-4850-a78b-6e1853b71db9 req-ea098d45-b424-4278-9206-cadd8841a977 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472975 Feb 09 21:56:40.437301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d595-779c-41a2-a224-9e9f406d6107 req-58ccd517-b262-466f-93f7-6a3a6f7786bf tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:40.438703 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36e3d595-779c-41a2-a224-9e9f406d6107 req-58ccd517-b262-466f-93f7-6a3a6f7786bf tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0617347 Feb 09 21:56:40.499410 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-36e3d595-779c-41a2-a224-9e9f406d6107 req-443d340b-6e54-40b7-a0d7-afbc3159bc05 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541255 Feb 09 21:56:40.522728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48000) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:40.574082 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88d9d83-768e-45f5-b28d-9196041cb7c9 tempest-TestShelveInstance-1705499629 tempest-TestShelveInstance-1705499629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:40.575665 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-d88d9d83-768e-45f5-b28d-9196041cb7c9 tempest-TestShelveInstance-1705499629 tempest-TestShelveInstance-1705499629-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1124 time: 0.0517931 Feb 09 21:56:40.578603 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48002) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:40.582922 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '436dcea5-484b-4c7d-a777-867acf83eba0', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:40.603249 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.703110 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.819760 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Allocated IP 172.25.4.62 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/baa26b7c-4516-4f28-b4da-1b9e40619589) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:40.934039 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for port (baa26b7c-4516-4f28-b4da-1b9e40619589), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.971171 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (baa26b7c-4516-4f28-b4da-1b9e40619589), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.012717 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:41.017688 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:41.021325 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:41.045860 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'Port': ['ID=baa26b7c-4516-4f28-b4da-1b9e40619589,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.402826 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for floatingip (fb484782-b642-4066-9bd6-6530b4312aa7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.476860 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (baa26b7c-4516-4f28-b4da-1b9e40619589), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.537032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.638226 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for port (baa26b7c-4516-4f28-b4da-1b9e40619589), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.643805 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (baa26b7c-4516-4f28-b4da-1b9e40619589), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.711524 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event updated for resources: {'Port': ['ID=baa26b7c-4516-4f28-b4da-1b9e40619589,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.727592 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (fb484782-b642-4066-9bd6-6530b4312aa7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.842479 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Floating IP fb484782-b642-4066-9bd6-6530b4312aa7 associated. External IP: 172.25.4.62, port: 436dcea5-484b-4c7d-a777-867acf83eba0. Feb 09 21:56:42.061598 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:42.184938 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:42.197072 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] Sync routers for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:42.203776 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.211800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:42.213746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:56:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:42.242872 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-1ce48f84-e5c4-420b-a1a1-835dcb764309 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6632328 Feb 09 21:56:42.243457 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:42.245957 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec36120-4928-4f97-b408-4b3c322858cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:42.335928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:42.347766 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb0a27-4b0d-4a16-a3bf-75fd19099601 x-openstack-request-id: req-feeb0a27-4b0d-4a16-a3bf-75fd19099601 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:42.348037 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:42.348300 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-feeb0a27-4b0d-4a16-a3bf-75fd19099601 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:42.348714 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0', 'status': 'completed', 'code': 200} Feb 09 21:56:42.420362 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec36120-4928-4f97-b408-4b3c322858cc req-1170e3be-14cc-4fd8-87c0-b85a2fa9ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.421895 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ec36120-4928-4f97-b408-4b3c322858cc req-1170e3be-14cc-4fd8-87c0-b85a2fa9ae0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0475504 Feb 09 21:56:42.529297 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec36120-4928-4f97-b408-4b3c322858cc req-4eccef3d-2d9b-4ed7-ab3a-c06fdf5673a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.530905 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ec36120-4928-4f97-b408-4b3c322858cc req-4eccef3d-2d9b-4ed7-ab3a-c06fdf5673a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.1014440 Feb 09 21:56:42.583607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fb484782-b642-4066-9bd6-6530b4312aa7', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'port_id': '436dcea5-484b-4c7d-a777-867acf83eba0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'mac_address': 'fa:16:3e:57:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:56:41Z', 'updated_at': '2022-02-09T21:56:41Z', 'revision_number': 0, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:42.604083 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ec36120-4928-4f97-b408-4b3c322858cc req-ccb14e03-9c02-4b21-abdc-f744e8eb94d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 999 time: 0.0674617 Feb 09 21:56:42.616410 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] Checking router: 7034ed2e-34b7-49c0-97b8-9753d8eeac57 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:56:42.625165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:42.625794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T21:56:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:42.668160 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec36120-4928-4f97-b408-4b3c322858cc req-669e5984-60bb-452a-bc6f-492139fa8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.670029 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ec36120-4928-4f97-b408-4b3c322858cc req-669e5984-60bb-452a-bc6f-492139fa8028 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0605531 Feb 09 21:56:42.728876 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec36120-4928-4f97-b408-4b3c322858cc req-8712adfb-e610-4687-98b3-5ecf596515b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.730615 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ec36120-4928-4f97-b408-4b3c322858cc req-8712adfb-e610-4687-98b3-5ecf596515b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0545003 Feb 09 21:56:42.735429 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:42.825611 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ec36120-4928-4f97-b408-4b3c322858cc req-6a84a9e5-02a2-4033-b5f9-5919ad2abf2a service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894425 Feb 09 21:56:42.929630 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0ec36120-4928-4f97-b408-4b3c322858cc req-5b4b091b-75ba-40b8-b15e-ed42e9923d50 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981588 Feb 09 21:56:42.996944 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.002414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fb484782-b642-4066-9bd6-6530b4312aa7', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'port_id': '436dcea5-484b-4c7d-a777-867acf83eba0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'mac_address': 'fa:16:3e:57:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:56:41Z', 'updated_at': '2022-02-09T21:56:41Z', 'revision_number': 0, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:43.028680 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032a4df5-8d2a-42d4-8a3f-7b3453ad746c None None] The sync data for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 is: [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': 'fb484782-b642-4066-9bd6-6530b4312aa7', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'port_id': '436dcea5-484b-4c7d-a777-867acf83eba0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'mac_address': 'fa:16:3e:57:3a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:56:41Z', 'updated_at': '2022-02-09T21:56:41Z', 'revision_number': 0, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:43.252413 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fc14c-2ba2-4ac3-8452-06c2c0e25516 None None] New status for floating IP fb484782-b642-4066-9bd6-6530b4312aa7: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:56:44.057164 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.371807 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:56:52.218847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.219216 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.829894 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e1789d34-c413-4a48-877e-7a9a9de144a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.839926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5c6651ad-3bdd-4bf1-b4c1-c7b83e3f23fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.536725 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.996000 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.059544 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.515983 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-d83b3e77-3f65-498a-a47e-e8378011ad7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454388 Feb 09 21:57:18.603669 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-b0d5d386-0e9f-4a1f-9a4c-2dffe7c76266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.605224 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-b0d5d386-0e9f-4a1f-9a4c-2dffe7c76266 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0451500 Feb 09 21:57:18.710080 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-86c12f96-9233-4747-8408-18c02eefdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.711565 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-86c12f96-9233-4747-8408-18c02eefdf57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0865495 Feb 09 21:57:18.775487 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-551ade62-662b-4dfb-9072-2b97bad30cd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 1001 time: 0.0578816 Feb 09 21:57:18.823500 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-88ff3800-8387-4274-9606-91c68b6733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.824983 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-88ff3800-8387-4274-9606-91c68b6733d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0433261 Feb 09 21:57:18.885726 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-32cf450f-694c-4753-bd0f-2f064debaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.887262 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-32cf450f-694c-4753-bd0f-2f064debaa60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0560091 Feb 09 21:57:18.975562 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-35bdc239-1ffa-43ad-9161-cae831ecc1c2 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814688 Feb 09 21:57:19.069056 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-370f7c38-1078-4c2c-8fe6-ed5fb0491fde req-280c15fd-053b-4ed7-a9d3-ff4931cdf3ec service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867419 Feb 09 21:57:22.222612 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.371061 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:57:27.227443 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.835555 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-173b6023-83d3-4724-b944-6f7e0e7cd832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.842309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-827911b2-df3e-4e29-bdfb-565e9ba9c42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.541406 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.998297 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.062259 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.221717 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.215458 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.370640 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:58:07.832350 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eacc613b-3389-444d-98d5-2d5fcb9f7dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.843862 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-542ddd7b-b194-46f6-b078-737bb4008658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.543371 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.002198 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.066499 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.528792 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-694006dd-88e3-4ed1-9db9-e056ee48f667 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451312 Feb 09 21:58:20.625704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-e6a49ca0-91c7-413f-a9d4-77d308bfc06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.627238 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-e6a49ca0-91c7-413f-a9d4-77d308bfc06e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0538328 Feb 09 21:58:20.734998 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-7a427fff-8bf7-4991-a0e7-bb5b3d441afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.736447 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-7a427fff-8bf7-4991-a0e7-bb5b3d441afa service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0906124 Feb 09 21:58:20.802419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-453c8ab2-2a15-40a1-bb44-796003a3a20e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 1001 time: 0.0593677 Feb 09 21:58:20.849880 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-acf1d020-b76e-481d-85ea-c503092fc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.851375 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-acf1d020-b76e-481d-85ea-c503092fc18a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0440269 Feb 09 21:58:20.902756 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-289de351-fddc-4e50-ad73-8d7ec3a3fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.904304 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-289de351-fddc-4e50-ad73-8d7ec3a3fc0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478282 Feb 09 21:58:20.995548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-a5d67845-72aa-4e3a-b22c-a2fff9b8cdad service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852318 Feb 09 21:58:21.086281 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6154d123-2952-4ac2-b0f5-7841f0f4d765 req-c84e58a0-3864-4565-a85a-3b21319d43ea service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855315 Feb 09 21:58:22.221761 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.230847 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.827176 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e471c89-0d27-4172-b72b-1a2355a6d713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.176021 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f49fd-c97b-4c68-a25b-6070caab74ef req-d7de6830-12de-4057-9928-e0fe688a2172 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:39.177525 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-439f49fd-c97b-4c68-a25b-6070caab74ef req-d7de6830-12de-4057-9928-e0fe688a2172 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0613976 Feb 09 21:58:39.239050 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-439f49fd-c97b-4c68-a25b-6070caab74ef req-cec86727-b51d-4546-970c-eb04f591a0ae tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548248 Feb 09 21:58:39.852343 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-02fdb371-7a6e-4b5c-aff2-f4856b8fca78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.371453 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:58:40.376499 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b3623-7d1f-40e7-be8a-116e15d10495 req-80fb9685-70a6-44dc-9856-a05d8b6bcf62 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:40.378178 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a2b3623-7d1f-40e7-be8a-116e15d10495 req-80fb9685-70a6-44dc-9856-a05d8b6bcf62 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0570931 Feb 09 21:58:40.428478 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-5a2b3623-7d1f-40e7-be8a-116e15d10495 req-b83f8b35-fa43-4008-bc38-66cd5576e236 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441825 Feb 09 21:58:41.549585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.567366 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaaecc-9b2e-491a-9120-8c4da5fe5853 req-1773338b-32b6-4234-969a-5ac829e9d992 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.569604 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ceaaecc-9b2e-491a-9120-8c4da5fe5853 req-1773338b-32b6-4234-969a-5ac829e9d992 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0631895 Feb 09 21:58:41.628351 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5ceaaecc-9b2e-491a-9120-8c4da5fe5853 req-2efa343d-9e4d-46d2-a5aa-a1bbea21e0f4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515549 Feb 09 21:58:42.755485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7463-0d6e-49a6-bc44-909f949cf9e8 req-cc122cee-b41e-4c42-a4e9-3689ccd20535 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:42.756979 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f0f7463-0d6e-49a6-bc44-909f949cf9e8 req-cc122cee-b41e-4c42-a4e9-3689ccd20535 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0538516 Feb 09 21:58:42.816045 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-6f0f7463-0d6e-49a6-bc44-909f949cf9e8 req-42ce94fc-55a1-448b-8760-8f9632ddf872 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497677 Feb 09 21:58:43.005209 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.945779 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6754e70-cb6d-4a57-8a23-a62b4da39d0e req-dc9fc97a-28a8-4324-9b6e-0b4b3d0edfbf tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.947308 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6754e70-cb6d-4a57-8a23-a62b4da39d0e req-dc9fc97a-28a8-4324-9b6e-0b4b3d0edfbf tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0599854 Feb 09 21:58:44.001309 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a6754e70-cb6d-4a57-8a23-a62b4da39d0e req-cc7384e6-3aed-41c4-be0c-3dc9166dbcdb tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483904 Feb 09 21:58:44.069242 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.146779 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965336e7-1072-446f-9b11-fe098cbf072c req-ee82843d-b553-4318-86f9-519f290bf400 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:45.148547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-965336e7-1072-446f-9b11-fe098cbf072c req-ee82843d-b553-4318-86f9-519f290bf400 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0686800 Feb 09 21:58:45.206970 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-965336e7-1072-446f-9b11-fe098cbf072c req-c393aead-3dd1-4d8f-8d8b-34ebf6e2fc3f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519555 Feb 09 21:58:46.341346 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815268d-84d8-4e73-886a-f438ba6b58a0 req-38ad6517-2c1e-423f-973c-a02a4893d62f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:46.343027 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1815268d-84d8-4e73-886a-f438ba6b58a0 req-38ad6517-2c1e-423f-973c-a02a4893d62f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0586216 Feb 09 21:58:46.405680 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1815268d-84d8-4e73-886a-f438ba6b58a0 req-cd0f678a-2e01-4e34-a708-628d059b8812 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531838 Feb 09 21:58:47.544061 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c933f1-3799-4d8b-8c1b-d70a0e206f6f req-a4545387-e61f-4be8-bcc0-5b323c03668c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.545901 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96c933f1-3799-4d8b-8c1b-d70a0e206f6f req-a4545387-e61f-4be8-bcc0-5b323c03668c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0604022 Feb 09 21:58:47.604154 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-96c933f1-3799-4d8b-8c1b-d70a0e206f6f req-ce892534-413b-4b98-bf53-2a797199a7e5 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500305 Feb 09 21:58:49.301959 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-3f367e0b-f233-46f8-92bd-7a05f8b2cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.303903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-3f367e0b-f233-46f8-92bd-7a05f8b2cb67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0610671 Feb 09 21:58:49.410521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-641ccf36-a06f-4acd-8d9b-87ee5e939af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.412016 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-641ccf36-a06f-4acd-8d9b-87ee5e939af0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0957315 Feb 09 21:58:49.490001 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-afd601b0-9fa3-4399-bf98-01e8d19e976e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 1001 time: 0.0726938 Feb 09 21:58:49.538549 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-661221d6-73b2-4f3a-ad78-3e2553a6937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.540142 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-661221d6-73b2-4f3a-ad78-3e2553a6937a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0452135 Feb 09 21:58:49.591839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-0180fbc0-f309-4245-9f3d-d2ac99ff8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.593314 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-0180fbc0-f309-4245-9f3d-d2ac99ff8f45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479743 Feb 09 21:58:49.603630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-555f734c-5855-4daf-bb6b-b278f05bc1fe service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:58:49.604786 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-555f734c-5855-4daf-bb6b-b278f05bc1fe service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052900 Feb 09 21:58:49.716346 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-b8a370a0-e47d-4cab-b913-6b634e5f69ce service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061306 Feb 09 21:58:49.814311 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9dd84f22-a169-4d71-aed4-c5e91ef2feb1 req-3379ea90-7913-4756-83f4-c9e5dc2b4532 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914972 Feb 09 21:58:52.224029 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.214609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 436dcea5-484b-4c7d-a777-867acf83eba0 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:54.313097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 436dcea5-484b-4c7d-a777-867acf83eba0 is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:54.313784 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.347564 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:54.351223 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347285e0-d559-4733-a8c4-b8ff7aaa7510" -d '{"events": [{"server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "name": "network-vif-unplugged", "status": "completed", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:54.367369 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:54.374038 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.398752 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053c9878-07fe-4d6b-9f43-44dfc38568de x-openstack-request-id: req-053c9878-07fe-4d6b-9f43-44dfc38568de {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:54.399044 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "name": "network-vif-unplugged", "status": "completed", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:54.399297 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-053c9878-07fe-4d6b-9f43-44dfc38568de {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:54.399728 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0', 'code': 200} Feb 09 21:58:54.437185 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:54.450425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.451001 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.451512 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.452103 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.452705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.453231 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.453802 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.454952 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.455500 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.456118 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.456675 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.457074 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:54.457414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:57.228506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.824970 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88adc357-0dc2-4d55-bae3-b8e81cca9790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.847898 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-184db904-932a-49da-a1f6-ab960bc26c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.549304 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.008787 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.072987 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.371185 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:59:22.236803 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.227992 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.821124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-014a9c46-a137-4ec1-8757-ed77d28e5749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.854254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-77a57934-8224-4833-8d78-d3d62b73df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.554752 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.011028 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.076720 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.679090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afddf-cb11-4df3-8d55-253c8007b303 req-de9c0229-c3c3-4781-96c1-0d520dfea7a1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:47.680600 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-995afddf-cb11-4df3-8d55-253c8007b303 req-de9c0229-c3c3-4781-96c1-0d520dfea7a1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.1393344 Feb 09 21:59:47.730474 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-995afddf-cb11-4df3-8d55-253c8007b303 req-802d3431-a3d6-4f87-8aac-1cf8775d478d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441666 Feb 09 21:59:47.863588 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-d832f642-64f8-4c3c-a9ed-38c262e0d09c req-b9601dc9-9209-4144-9d56-3b603c049baa service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:59:47.864682 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d832f642-64f8-4c3c-a9ed-38c262e0d09c req-b9601dc9-9209-4144-9d56-3b603c049baa service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0695746 Feb 09 21:59:49.075953 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f62a02-801e-4d11-a680-67edab05b33b req-352383c3-36d8-4773-b70f-a7ba6b4da8bf tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:49.077443 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-95f62a02-801e-4d11-a680-67edab05b33b req-352383c3-36d8-4773-b70f-a7ba6b4da8bf tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0842993 Feb 09 21:59:49.083893 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-15763578-9a2f-4b1d-895c-3f7a580817ab service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176925 Feb 09 21:59:49.094046 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-b1e1e511-990e-40ab-80b9-1c91ba8d33b4 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:59:49.094982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-b1e1e511-990e-40ab-80b9-1c91ba8d33b4 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046051 Feb 09 21:59:49.143828 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-95f62a02-801e-4d11-a680-67edab05b33b req-24437717-91d5-49de-9e5a-105367f50b9f tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589635 Feb 09 21:59:50.263704 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a2248-2b5c-4957-b2b1-96928b448754 req-28d4d1a0-ae52-4e30-81b7-43dd3977c85b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:50.265286 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-020a2248-2b5c-4957-b2b1-96928b448754 req-28d4d1a0-ae52-4e30-81b7-43dd3977c85b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0533268 Feb 09 21:59:50.315098 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-020a2248-2b5c-4957-b2b1-96928b448754 req-6d5aead6-e1d7-4b5f-83b7-d6cc859a460a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Feb 09 21:59:51.438079 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ea783-103f-4c3b-802b-fb67629f5559 req-e9e14186-1d2d-4ddf-ab44-5a9afffeb578 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:51.439921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75ea783-103f-4c3b-802b-fb67629f5559 req-e9e14186-1d2d-4ddf-ab44-5a9afffeb578 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0546286 Feb 09 21:59:51.497749 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a75ea783-103f-4c3b-802b-fb67629f5559 req-d8fdfc11-2bf3-4002-982a-0f959736bdbe tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477448 Feb 09 21:59:52.265111 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.620657 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486ee5b-76ba-4d47-999a-ff1fa74f737d req-c0605a6e-d4d8-42bc-9f6c-2bd9050ce468 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.622051 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1486ee5b-76ba-4d47-999a-ff1fa74f737d req-c0605a6e-d4d8-42bc-9f6c-2bd9050ce468 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0575993 Feb 09 21:59:52.671652 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1486ee5b-76ba-4d47-999a-ff1fa74f737d req-ada31994-e604-4a67-93b9-6f7463b0699e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Feb 09 21:59:53.803336 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b7937-c5a3-469c-96ec-5d908e570fb5 req-3b4d5f6c-9da5-4d16-9219-ea68e2ebec91 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:53.805021 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc4b7937-c5a3-469c-96ec-5d908e570fb5 req-3b4d5f6c-9da5-4d16-9219-ea68e2ebec91 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0568266 Feb 09 21:59:53.866139 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fc4b7937-c5a3-469c-96ec-5d908e570fb5 req-1c12fb50-31ca-426a-9ef9-a5aae5dd1074 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545893 Feb 09 21:59:54.372228 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:59:54.993090 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a75f-f48b-42fb-a644-d68e9a20b89a req-ab5393cc-5e4e-406a-9091-24fef0c5f68b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:54.994578 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3f5a75f-f48b-42fb-a644-d68e9a20b89a req-ab5393cc-5e4e-406a-9091-24fef0c5f68b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0582438 Feb 09 21:59:55.043991 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c3f5a75f-f48b-42fb-a644-d68e9a20b89a req-cae27d0f-7f97-4e4b-b7e4-d23bea286170 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Feb 09 21:59:56.168373 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a09ae6-f920-4c16-a4b1-459a68fc9afe req-b7318425-67ca-43f3-b3ad-ffffde5eb03c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:56.169930 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2a09ae6-f920-4c16-a4b1-459a68fc9afe req-b7318425-67ca-43f3-b3ad-ffffde5eb03c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0546360 Feb 09 21:59:56.229417 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f2a09ae6-f920-4c16-a4b1-459a68fc9afe req-7095ad73-33f1-47ac-8380-c36da6387da2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526738 Feb 09 21:59:57.240089 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.354523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c56d-60f7-4f9e-828f-c4ae3bec531d req-ced433f0-87cd-4224-9474-6b5b960fe136 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.356064 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34d7c56d-60f7-4f9e-828f-c4ae3bec531d req-ced433f0-87cd-4224-9474-6b5b960fe136 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0532725 Feb 09 21:59:57.409496 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-34d7c56d-60f7-4f9e-828f-c4ae3bec531d req-536fc77f-fa55-4e21-a360-2a98d9a479df tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Feb 09 21:59:58.529596 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59a48c-0bec-4a6a-a139-328cbf8b9868 req-3f975e54-dfe8-484a-858f-b81bdf08c4fa tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.531144 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f59a48c-0bec-4a6a-a139-328cbf8b9868 req-3f975e54-dfe8-484a-858f-b81bdf08c4fa tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0530307 Feb 09 21:59:58.581485 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-9f59a48c-0bec-4a6a-a139-328cbf8b9868 req-0ed8e6ee-ceaf-4d7c-97eb-2b4d1ad9ee0d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441005 Feb 09 21:59:59.463534 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-441b3715-31e7-469c-b251-4b24fe45740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.465046 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-441b3715-31e7-469c-b251-4b24fe45740d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1&tenant_id=758a32323dd8487899bf0ef9ae166274 HTTP/1.1" status: 200 len: 1127 time: 0.0474598 Feb 09 21:59:59.542033 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-3f457c03-78cd-4f4e-9eae-420eaa1ecd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.543578 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-3f457c03-78cd-4f4e-9eae-420eaa1ecd9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1127 time: 0.0577877 Feb 09 21:59:59.632388 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-fe1d1d77-e597-408d-b2a8-dd4cf59c106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.633903 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-fe1d1d77-e597-408d-b2a8-dd4cf59c106b service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0834587 Feb 09 21:59:59.702663 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9c5a1-618e-46b1-a617-9f52806816fe req-e04bb078-d257-4caf-8c98-17ed220e39b1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.705523 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-643a92c5-3520-42fc-9865-163d51fbb7a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 999 time: 0.0642889 Feb 09 21:59:59.705715 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cfd9c5a1-618e-46b1-a617-9f52806816fe req-e04bb078-d257-4caf-8c98-17ed220e39b1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0537086 Feb 09 21:59:59.754182 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-5d7e9fa9-9873-4471-bec1-4aac535d388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.754851 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cfd9c5a1-618e-46b1-a617-9f52806816fe req-d98fca7f-95e8-47e6-b332-60d8cc76a042 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451171 Feb 09 21:59:59.755548 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-5d7e9fa9-9873-4471-bec1-4aac535d388a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0451186 Feb 09 21:59:59.804845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-66288670-5b76-46b5-b64a-d67421eb8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.806328 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-66288670-5b76-46b5-b64a-d67421eb8dc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453622 Feb 09 21:59:59.900572 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-9dfcbadb-9d9d-42c5-8093-cdcb2c77f2b5 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885596 Feb 09 21:59:59.988081 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-747863c4-08c3-4e85-8f40-a8df783f036b service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820847 Feb 09 22:00:00.879338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d920-c508-4b9c-bcd1-6be23e346215 req-dd2baae0-de70-4b24-a24e-ac8d402eb9a2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:00.880925 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4024d920-c508-4b9c-bcd1-6be23e346215 req-dd2baae0-de70-4b24-a24e-ac8d402eb9a2 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0575476 Feb 09 22:00:00.931316 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4024d920-c508-4b9c-bcd1-6be23e346215 req-b3a183f1-7de4-4631-a158-559c5d2686ad tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448856 Feb 09 22:00:02.056338 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b9598-d616-44fa-85ee-07facc46e51f req-13c84f78-f633-4279-b719-4a6b7098627b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:02.060189 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b8b9598-d616-44fa-85ee-07facc46e51f req-13c84f78-f633-4279-b719-4a6b7098627b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0593319 Feb 09 22:00:02.112515 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b8b9598-d616-44fa-85ee-07facc46e51f req-5dd5bb50-b675-4339-99bd-ba5c958e7b5d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488067 Feb 09 22:00:03.239474 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bbb17-50f2-41c8-81a8-cc6a120a6bd4 req-75a1a344-d6f7-44fc-9e14-1a056ea84aa6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:03.241074 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-744bbb17-50f2-41c8-81a8-cc6a120a6bd4 req-75a1a344-d6f7-44fc-9e14-1a056ea84aa6 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0550961 Feb 09 22:00:03.299346 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-744bbb17-50f2-41c8-81a8-cc6a120a6bd4 req-b77a167c-e700-4340-a09e-b873f21278ca tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524352 Feb 09 22:00:04.426137 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced078cf-b498-4102-a5c4-775b09591f61 req-c23fec86-c8a8-433d-ada3-027a15a29847 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:04.427664 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ced078cf-b498-4102-a5c4-775b09591f61 req-c23fec86-c8a8-433d-ada3-027a15a29847 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0579572 Feb 09 22:00:04.481774 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ced078cf-b498-4102-a5c4-775b09591f61 req-62c5bbea-1ddc-479e-8d12-7090e152e0c0 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473857 Feb 09 22:00:05.604257 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5460b-fc31-4c61-bc84-6552115be8ec req-4b564ec4-99bc-4542-8a45-ea70059921d7 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:05.605718 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbb5460b-fc31-4c61-bc84-6552115be8ec req-4b564ec4-99bc-4542-8a45-ea70059921d7 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0528979 Feb 09 22:00:05.653125 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bbb5460b-fc31-4c61-bc84-6552115be8ec req-c6ae5d36-5ea9-4eb9-82cb-b7d3687684e1 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Feb 09 22:00:06.776302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f47e17-9b0e-49da-94fd-684d03cc8ab0 req-7dacb929-03dd-44ce-8ad6-077cfaef8738 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:06.777782 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5f47e17-9b0e-49da-94fd-684d03cc8ab0 req-7dacb929-03dd-44ce-8ad6-077cfaef8738 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0563638 Feb 09 22:00:06.827638 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5f47e17-9b0e-49da-94fd-684d03cc8ab0 req-bd4ff85d-d649-4912-90cf-600e6333daf3 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Feb 09 22:00:07.814004 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed9c4-74c3-4d51-b3d0-34a470f3ffb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.951441 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525e147-0041-4293-b7d6-9e42fbe026c6 req-c4c3c064-48cc-4eea-ac92-824fb5dcb0ea tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:07.953101 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a525e147-0041-4293-b7d6-9e42fbe026c6 req-c4c3c064-48cc-4eea-ac92-824fb5dcb0ea tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 944 time: 0.0578337 Feb 09 22:00:08.009173 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a525e147-0041-4293-b7d6-9e42fbe026c6 req-3e8436f9-29a5-4e59-9698-48114ca5f399 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486205 Feb 09 22:00:08.568173 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 436dcea5-484b-4c7d-a777-867acf83eba0 details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:08.665924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:08.678313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '436dcea5-484b-4c7d-a777-867acf83eba0', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'port_id': '436dcea5-484b-4c7d-a777-867acf83eba0', 'mac_address': 'fa:16:3e:57:3a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:08.715233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 436dcea5-484b-4c7d-a777-867acf83eba0 is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:08.715626 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.728921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436dcea5-484b-4c7d-a777-867acf83eba0 {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:08.748862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:08.754095 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.808728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:08.817875 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.818555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.818555 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.818902 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.819245 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.819614 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.819951 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.820489 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.820610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.820939 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.821272 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.821598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:08.821931 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:09.039306 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['436dcea5-484b-4c7d-a777-867acf83eba0'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:09.140939 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816334a3-c2f6-4162-b818-a6a767e66b54 req-b8539362-6bb0-4e74-8963-3ebd271403bc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:09.142435 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-816334a3-c2f6-4162-b818-a6a767e66b54 req-b8539362-6bb0-4e74-8963-3ebd271403bc tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 945 time: 0.0576935 Feb 09 22:00:09.193792 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-816334a3-c2f6-4162-b818-a6a767e66b54 req-0c92480d-2e07-495d-adda-3acee77b52e0 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455875 Feb 09 22:00:09.847072 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-acdee89c-6948-4d25-80f9-9bf3699dc706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.319448 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b129c-82af-4690-8c30-c3e41c7ae065 req-d5f0d04c-6bb8-4506-b2bf-ddd20c130339 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:10.321026 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-499b129c-82af-4690-8c30-c3e41c7ae065 req-d5f0d04c-6bb8-4506-b2bf-ddd20c130339 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 945 time: 0.0567234 Feb 09 22:00:10.371215 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-499b129c-82af-4690-8c30-c3e41c7ae065 req-51d93714-f9b1-4b36-ad1f-705d5d6d2d1b tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Feb 09 22:00:10.570088 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 436dcea5-484b-4c7d-a777-867acf83eba0 up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:10.622161 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 436dcea5-484b-4c7d-a777-867acf83eba0 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:10.622552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.709409 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 436dcea5-484b-4c7d-a777-867acf83eba0 is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:10.709809 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.733006 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:10.735899 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feab5a3c-bac3-43eb-970d-631567023b4f" -d '{"events": [{"server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "name": "network-vif-plugged", "status": "completed", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:10.748263 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:10.753205 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:10.808607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:10.835502 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fbf914-7732-4742-92b1-a36084847b23 x-openstack-request-id: req-b8fbf914-7732-4742-92b1-a36084847b23 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:10.835844 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "name": "network-vif-plugged", "status": "completed", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:10.836116 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b8fbf914-7732-4742-92b1-a36084847b23 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:10.836525 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0', 'code': 200} Feb 09 22:00:10.993073 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e5a5-a26f-4caa-bacf-c58e9fda63e7 req-20474acc-c45e-446c-a27d-bde6365f6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:10.994493 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b91e5a5-a26f-4caa-bacf-c58e9fda63e7 req-20474acc-c45e-446c-a27d-bde6365f6bf9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0455539 Feb 09 22:00:11.042905 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-9b91e5a5-a26f-4caa-bacf-c58e9fda63e7 req-02160e99-72f2-47f2-a7a1-2fb6980230a1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 Feb 09 22:00:11.509097 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1dd2c-fdb2-4d45-b81f-0e3188281221 req-4ee952e3-02ad-4d75-8a6e-e1998621d2a0 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:11.510648 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82d1dd2c-fdb2-4d45-b81f-0e3188281221 req-4ee952e3-02ad-4d75-8a6e-e1998621d2a0 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0681152 Feb 09 22:00:11.558408 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:11.566982 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-82d1dd2c-fdb2-4d45-b81f-0e3188281221 req-b5a7f51f-a669-4c40-8cdf-f20bcb6e5c98 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500772 Feb 09 22:00:12.979220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48c00e-1f05-4b4e-abfc-4ab9f5f1aff7 req-551885ea-3c51-4587-ae95-950fc21842d5 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:12.980740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e48c00e-1f05-4b4e-abfc-4ab9f5f1aff7 req-551885ea-3c51-4587-ae95-950fc21842d5 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.3437855 Feb 09 22:00:13.013067 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.029415 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4e48c00e-1f05-4b4e-abfc-4ab9f5f1aff7 req-7a616b6e-aca5-483f-9122-98050e7b599c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 Feb 09 22:00:14.079959 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.263196 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.521286 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-5a872af8-f43b-4eda-b4b5-aa0965ab76e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482700 Feb 09 22:00:22.603989 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-8b5a37b9-ace2-4fb4-b87a-66067924cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:22.605472 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-8b5a37b9-ace2-4fb4-b87a-66067924cd00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0440905 Feb 09 22:00:22.711124 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-d6cdb785-146a-4369-b8a8-0b5ebd8d34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:22.712638 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-d6cdb785-146a-4369-b8a8-0b5ebd8d34fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0886867 Feb 09 22:00:22.778412 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-d3b5efe2-76c9-411e-9801-0070e348c42b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 1001 time: 0.0593765 Feb 09 22:00:22.827446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-5d35b85c-d0f1-46d5-91fa-7726b610b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:22.828957 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-5d35b85c-d0f1-46d5-91fa-7726b610b9d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0441921 Feb 09 22:00:22.890094 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-56ecaf0a-daa2-40ee-bb34-bd7ab73eacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:22.891689 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-56ecaf0a-daa2-40ee-bb34-bd7ab73eacb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573249 Feb 09 22:00:22.989400 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-c47e12b1-e994-4295-b8af-6ea70bae6dde service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920622 Feb 09 22:00:23.092808 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-eefe3d48-5696-45d0-ac30-ed6b5fb00365 req-bb2db5b6-2a09-4d49-b8a3-30066316cc97 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976226 Feb 09 22:00:27.241928 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:31.371601 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:00:37.817885 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5d200b2f-fcc1-4023-b82e-0a5732bdfe15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.854607 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-cf7eaaef-6cb9-4d8b-9882-0c8653b51613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.563353 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.016751 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.082065 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:52.261622 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.239073 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.819999 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ebbac24d-3a50-47e2-aa61-1c55709b82fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:08.370618 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:01:09.847031 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-37d98b6a-c75d-459f-8afa-ee6eade41264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.562343 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.022954 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.084563 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.261746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.558616 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75018063-738e-47a1-bcce-88622d48a2e6 req-34a2b347-8693-44b3-8872-d011e89ce770 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0946839 Feb 09 22:01:22.645557 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018063-738e-47a1-bcce-88622d48a2e6 req-4c0915d4-fe0b-4690-9ce9-68660baba6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:22.647080 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75018063-738e-47a1-bcce-88622d48a2e6 req-4c0915d4-fe0b-4690-9ce9-68660baba6a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0461869 Feb 09 22:01:22.753660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018063-738e-47a1-bcce-88622d48a2e6 req-8069c00f-4cc8-4b2f-8044-fedb39b90410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:22.755158 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75018063-738e-47a1-bcce-88622d48a2e6 req-8069c00f-4cc8-4b2f-8044-fedb39b90410 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0893352 Feb 09 22:01:22.821426 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75018063-738e-47a1-bcce-88622d48a2e6 req-1fd8a47f-acec-48bc-ba1e-b63bde302951 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 1001 time: 0.0605602 Feb 09 22:01:22.871676 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018063-738e-47a1-bcce-88622d48a2e6 req-e7f964e5-2049-41ef-b38e-e4d0dd5bc776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:22.873237 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75018063-738e-47a1-bcce-88622d48a2e6 req-e7f964e5-2049-41ef-b38e-e4d0dd5bc776 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0457311 Feb 09 22:01:22.929882 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018063-738e-47a1-bcce-88622d48a2e6 req-69142929-ffb6-4696-84f9-ec3c77cfaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:22.931397 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75018063-738e-47a1-bcce-88622d48a2e6 req-69142929-ffb6-4696-84f9-ec3c77cfaea4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524023 Feb 09 22:01:23.022338 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75018063-738e-47a1-bcce-88622d48a2e6 req-4dab4656-e473-4de4-a1bc-bffe96c57b7f service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841060 Feb 09 22:01:23.116174 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-75018063-738e-47a1-bcce-88622d48a2e6 req-7d596e77-a9a4-460f-8375-6d3187b5797b service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882187 Feb 09 22:01:27.244084 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.889392 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48182) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:29.059180 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Deleting port baa26b7c-4516-4f28-b4da-1b9e40619589 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:29.059517 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (baa26b7c-4516-4f28-b4da-1b9e40619589), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.138040 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (baa26b7c-4516-4f28-b4da-1b9e40619589), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.138371 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for floatingip (baa26b7c-4516-4f28-b4da-1b9e40619589), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.150999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Calling delete_port for baa26b7c-4516-4f28-b4da-1b9e40619589 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:29.306652 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (baa26b7c-4516-4f28-b4da-1b9e40619589), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.332086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event deleted for resources: {'Port': ['ID=baa26b7c-4516-4f28-b4da-1b9e40619589,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:29.345578 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.346071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.346436 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.346775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.347120 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.347456 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.347829 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.348163 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.348493 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.348852 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.349211 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.349547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.349868 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:29.412279 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for floatingip (fb484782-b642-4066-9bd6-6530b4312aa7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.412588 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Floating IP fb484782-b642-4066-9bd6-6530b4312aa7 disassociated (deleted). External IP: 172.25.4.62, port: 436dcea5-484b-4c7d-a777-867acf83eba0. Feb 09 22:01:29.979836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:30.099264 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:30.103798 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.110765 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] Sync routers for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:30.121076 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:30.122287 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:30.136192 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b440114f-0097-414b-9266-8b57d210134a tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "DELETE /v2.0/floatingips/fb484782-b642-4066-9bd6-6530b4312aa7 HTTP/1.1" status: 204 len: 168 time: 1.2456636 Feb 09 22:01:30.136810 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:30.139711 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58444ad-ca20-4894-99ef-f7818b58c477" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:30.241310 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:30.364764 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1dc81b-e414-4151-aac4-a6293fa83d94 x-openstack-request-id: req-2d1dc81b-e414-4151-aac4-a6293fa83d94 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:30.365305 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:30.365711 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2d1dc81b-e414-4151-aac4-a6293fa83d94 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:30.366384 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0', 'status': 'completed', 'code': 200} Feb 09 22:01:30.448521 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-54d5795d-635b-487a-938c-c3d12ddf22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:30.454743 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-54d5795d-635b-487a-938c-c3d12ddf22ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=758a32323dd8487899bf0ef9ae166274&device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 1129 time: 0.0640965 Feb 09 22:01:30.469888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:30.506594 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] Checking router: 7034ed2e-34b7-49c0-97b8-9753d8eeac57 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:30.521575 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:30.522269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:30.552903 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-faf59d77-702b-439c-b3ed-9e2bbd7478e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:30.554762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-faf59d77-702b-439c-b3ed-9e2bbd7478e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 200 len: 909 time: 0.0971732 Feb 09 22:01:30.610910 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-569c8c4d-0567-460d-8f2d-f1a39b15dc49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 200 len: 217 time: 0.0500491 Feb 09 22:01:30.611205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb709c-4c5c-4e3f-8708-25451b990a5d req-26453199-44db-4e12-a89a-b4556e532c38 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:30.612714 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-debb709c-4c5c-4e3f-8708-25451b990a5d req-26453199-44db-4e12-a89a-b4556e532c38 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0772998 Feb 09 22:01:30.648190 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:30.664760 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-f0716441-5989-4dd6-a4ae-33655f06d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:30.666273 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-f0716441-5989-4dd6-a4ae-33655f06d7ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 200 len: 847 time: 0.0487654 Feb 09 22:01:30.675461 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-debb709c-4c5c-4e3f-8708-25451b990a5d req-679589f1-5b1f-4a22-aa5b-3affcdc19690 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550332 Feb 09 22:01:30.720136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-3ead5f28-38b2-4d34-9a76-44d36eb60a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:30.722155 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-3ead5f28-38b2-4d34-9a76-44d36eb60a40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=11ceea50-2b79-44c4-87b9-b0fdfba35b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476468 Feb 09 22:01:30.819586 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-871ce034-5ee1-4aa0-851d-cb5da52c7f1f service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911951 Feb 09 22:01:30.876411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:30.905319 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5e28a-0822-4a02-9c1b-3b328787407d None None] The sync data for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 is: [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:24Z', 'revision_number': 4, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': 'c3151c08-1bb3-40ac-8f29-41fb8fd80fbc', 'name': '', 'network_id': '11ceea50-2b79-44c4-87b9-b0fdfba35b90', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'mac_address': 'fa:16:3e:62:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:24Z', 'updated_at': '2022-02-09T21:51:30Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'subnets': [{'id': '1a7d2c8a-3d39-48a0-91f7-6c89def211a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:30.923149 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-f58444ad-ca20-4894-99ef-f7818b58c477 req-13f45b10-fa3b-493a-a8e7-6e10bfdb7e60 service neutron] 10.222.0.50 "GET /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962925 Feb 09 22:01:31.171362 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdefca2-1578-4230-81f2-4bd77de54368 None None] New status for floating IP fb484782-b642-4066-9bd6-6530b4312aa7: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:01:31.807316 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c2336-e50a-4981-a4e6-b01d6d8fd526 req-54264280-d12c-46e7-a540-cc7ae336e28e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:31.809086 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d4c2336-e50a-4981-a4e6-b01d6d8fd526 req-54264280-d12c-46e7-a540-cc7ae336e28e tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0577185 Feb 09 22:01:31.871501 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2d4c2336-e50a-4981-a4e6-b01d6d8fd526 req-5ce6d806-19a6-4998-9044-33ce39724aec tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/security-groups?id=609ff9dd-42f4-4816-aeb4-0637310c12a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513296 Feb 09 22:01:31.989579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871fe56-38e1-4638-8650-aaea3e295006 req-b18b1b23-6a72-4105-ade5-c34c5602bed8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:31.991032 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2871fe56-38e1-4638-8650-aaea3e295006 req-b18b1b23-6a72-4105-ade5-c34c5602bed8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 946 time: 0.0666158 Feb 09 22:01:32.098271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Deleting port 436dcea5-484b-4c7d-a777-867acf83eba0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:32.098780 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.191091 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] For port 436dcea5-484b-4c7d-a777-867acf83eba0, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=436dcea5-484b-4c7d-a777-867acf83eba0,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:32.191465 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.205535 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Calling delete_port for 436dcea5-484b-4c7d-a777-867acf83eba0 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:32.354726 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (436dcea5-484b-4c7d-a777-867acf83eba0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.389202 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event deleted for resources: {'Port': ['ID=436dcea5-484b-4c7d-a777-867acf83eba0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:32.438307 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] No DVR routers for this DVR port 436dcea5-484b-4c7d-a777-867acf83eba0 on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:32.441350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.444679 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-2871fe56-38e1-4638-8650-aaea3e295006 req-f9427923-809e-4ff9-85e5-3f1b6fe7b498 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.50 "DELETE /v2.0/ports/436dcea5-484b-4c7d-a777-867acf83eba0 HTTP/1.1" status: 204 len: 173 time: 0.4484203 Feb 09 22:01:32.445136 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'name': 'network-vif-deleted', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:32.447398 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a821f0-ccc6-4e42-a773-33b60eb58e17" -d '{"events": [{"server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "name": "network-vif-deleted", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:32.515309 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e02c76-5b33-49ac-ab18-43fef170d793 x-openstack-request-id: req-e3e02c76-5b33-49ac-ab18-43fef170d793 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:32.515587 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7f7ec7-2f54-4908-ab70-d53e688505e1", "name": "network-vif-deleted", "tag": "436dcea5-484b-4c7d-a777-867acf83eba0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:32.515883 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e3e02c76-5b33-49ac-ab18-43fef170d793 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:32.516291 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7f7ec7-2f54-4908-ab70-d53e688505e1', 'name': 'network-vif-deleted', 'tag': '436dcea5-484b-4c7d-a777-867acf83eba0', 'status': 'completed', 'code': 200} Feb 09 22:01:32.982667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4347d878-ff23-49b9-94b7-cdc50a9fa8fe req-4ab312e8-a51f-4059-b85d-85ed6e7348a4 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0273163 Feb 09 22:01:34.086998 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-e98f3bf4-ae6a-4c04-9820-5a66d4951835 req-2ce7dc48-d376-4d1b-858e-c2d1775965c8 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0300825 Feb 09 22:01:34.847481 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 436dcea5-484b-4c7d-a777-867acf83eba0 no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:34.871755 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 436dcea5-484b-4c7d-a777-867acf83eba0 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:34.872100 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 436dcea5-484b-4c7d-a777-867acf83eba0 not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:35.214278 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1b9dd82a-6169-445b-90e9-1c7ab53a0d00 req-dc7ab896-3993-4e8f-aaef-145b92012109 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0347555 Feb 09 22:01:36.370212 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c49b828c-082b-4c5f-bf09-3ca16bdcd874 req-0f424a97-d265-4cac-9a14-6f6c6da70080 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0460613 Feb 09 22:01:37.502900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2fd9ad80-600e-4a36-87c3-e66e04831f72 req-b6b4ce9f-0845-44c2-980a-404e0c36fe57 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0436404 Feb 09 22:01:37.833702 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-db3689da-5769-46a9-9df0-32d804e5f8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.643362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2532b2e3-2570-45f9-bba7-b32ab19372ce req-2c234111-c956-4aa1-917f-25a03b5cad84 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0318561 Feb 09 22:01:39.801532 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-ba27ad88-7144-4b76-b846-67f41b649ef0 req-2c842623-7f64-44ad-a77c-161feeb3d458 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0468402 Feb 09 22:01:39.870644 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-45b2abf3-ecd7-4c8c-872d-316c382e363b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.937806 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-43fe2a26-78c0-4f6c-ba85-461d57ca0085 req-f2a6ec93-91e1-4f76-a4d2-a670ecde9e9c tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0436199 Feb 09 22:01:41.567001 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.090692 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-df9008e1-5645-49c3-bfa0-8364277efb55 req-9a0afb15-ac46-43e6-9f27-4e7cbdd3f817 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "GET /v2.0/ports?device_id=4e7f7ec7-2f54-4908-ab70-d53e688505e1 HTTP/1.1" status: 200 len: 210 time: 0.0449963 Feb 09 22:01:43.025940 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.157801 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48226) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:43.227064 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74d3dcd2-65e9-4ffc-a582-383c704c643d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (609ff9dd-42f4-4816-aeb4-0637310c12a9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.256461 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74d3dcd2-65e9-4ffc-a582-383c704c643d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (609ff9dd-42f4-4816-aeb4-0637310c12a9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.332677 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74d3dcd2-65e9-4ffc-a582-383c704c643d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (609ff9dd-42f4-4816-aeb4-0637310c12a9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.335438 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74d3dcd2-65e9-4ffc-a582-383c704c643d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.338850 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-74d3dcd2-65e9-4ffc-a582-383c704c643d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] 10.222.0.102 "DELETE /v2.0/security-groups/609ff9dd-42f4-4816-aeb4-0637310c12a9 HTTP/1.1" status: 204 len: 168 time: 0.1774440 Feb 09 22:01:43.347444 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3dcd2-65e9-4ffc-a582-383c704c643d tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609ff9dd-42f4-4816-aeb4-0637310c12a9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:43.413775 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48230) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:44.084849 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (7034ed2e-34b7-49c0-97b8-9753d8eeac57), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.097443 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.405946 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Deleting port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:44.406568 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.502019 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] For port c3151c08-1bb3-40ac-8f29-41fb8fd80fbc, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:44.502415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.527104 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Calling delete_port for c3151c08-1bb3-40ac-8f29-41fb8fd80fbc owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:44.809590 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (c3151c08-1bb3-40ac-8f29-41fb8fd80fbc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.850858 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3151c08-1bb3-40ac-8f29-41fb8fd80fbc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:45.041525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (7034ed2e-34b7-49c0-97b8-9753d8eeac57), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.341309 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:45.371886 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:01:45.473660 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:45.483292 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c1973435-8d25-4582-aec4-5466754064b7 admin admin] 10.222.0.102 "PUT /v2.0/routers/7034ed2e-34b7-49c0-97b8-9753d8eeac57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0682421 Feb 09 22:01:45.486437 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48234) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:45.492785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] Sync routers for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:45.510317 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:45.511482 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:45.653210 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks [] for router (7034ed2e-34b7-49c0-97b8-9753d8eeac57), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.671325 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:45.771190 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks [] for router_gateway (7034ed2e-34b7-49c0-97b8-9753d8eeac57), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.833301 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Deleting port 1f86442b-245e-4f46-9ad1-737cee550bb3 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:45.833846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.941118 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] For port 1f86442b-245e-4f46-9ad1-737cee550bb3, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=1f86442b-245e-4f46-9ad1-737cee550bb3,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:45.941597 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:45.942092 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186'}], 'enable_snat': True}, 'gw_port_id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T22:01:44Z', 'revision_number': 5, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port': {'id': '1f86442b-245e-4f46-9ad1-737cee550bb3', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:45.967731 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Calling delete_port for 1f86442b-245e-4f46-9ad1-737cee550bb3 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:45.997612 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] Checking router: 7034ed2e-34b7-49c0-97b8-9753d8eeac57 for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:46.011650 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] Routers {'7034ed2e-34b7-49c0-97b8-9753d8eeac57'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:46.012705 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:46.157763 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] Set router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:46.249742 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T22:01:45Z', 'revision_number': 6, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:46.259476 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (1f86442b-245e-4f46-9ad1-737cee550bb3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.299552 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe0338-24d0-4daf-bda2-5b2fd4326221 None None] The sync data for ids ['7034ed2e-34b7-49c0-97b8-9753d8eeac57'] in n-d-789963-29 is: [{'id': '7034ed2e-34b7-49c0-97b8-9753d8eeac57', 'name': 'tempest-TestShelveInstance-891863789-router', 'tenant_id': '758a32323dd8487899bf0ef9ae166274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:22Z', 'updated_at': '2022-02-09T22:01:45Z', 'revision_number': 6, 'project_id': '758a32323dd8487899bf0ef9ae166274', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:46.304616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f86442b-245e-4f46-9ad1-737cee550bb3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:46.403132 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (7034ed2e-34b7-49c0-97b8-9753d8eeac57), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.545046 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (7034ed2e-34b7-49c0-97b8-9753d8eeac57), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.548364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks [] for router_controller (7034ed2e-34b7-49c0-97b8-9753d8eeac57), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.622848 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (7034ed2e-34b7-49c0-97b8-9753d8eeac57), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.624303 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7034ed2e-34b7-49c0-97b8-9753d8eeac57 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:01:46.631615 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.633097 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-bd58bf7f-3a7e-4e31-a278-9a75be03861c admin admin] 10.222.0.102 "DELETE /v2.0/routers/7034ed2e-34b7-49c0-97b8-9753d8eeac57 HTTP/1.1" status: 204 len: 168 time: 1.1451566 Feb 09 22:01:46.636036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48236) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:46.700724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c08c63a-7b3b-4dcb-a8a0-25773b430bc1 admin admin] Deleting subnet 1a7d2c8a-3d39-48a0-91f7-6c89def211a7 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:01:46.705561 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c08c63a-7b3b-4dcb-a8a0-25773b430bc1 admin admin] Publish callbacks [] for subnet (1a7d2c8a-3d39-48a0-91f7-6c89def211a7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.757029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c08c63a-7b3b-4dcb-a8a0-25773b430bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (1a7d2c8a-3d39-48a0-91f7-6c89def211a7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.868868 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c08c63a-7b3b-4dcb-a8a0-25773b430bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (1a7d2c8a-3d39-48a0-91f7-6c89def211a7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.939606 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c08c63a-7b3b-4dcb-a8a0-25773b430bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (1a7d2c8a-3d39-48a0-91f7-6c89def211a7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.977070 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08c63a-7b3b-4dcb-a8a0-25773b430bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7d2c8a-3d39-48a0-91f7-6c89def211a7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:46.979070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c08c63a-7b3b-4dcb-a8a0-25773b430bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.985169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48238) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:46.987746 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163699a3-7fc7-42dc-90bc-5250f3f49e8a None None] Network 11ceea50-2b79-44c4-87b9-b0fdfba35b90 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:46.989156 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3c08c63a-7b3b-4dcb-a8a0-25773b430bc1 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/1a7d2c8a-3d39-48a0-91f7-6c89def211a7 HTTP/1.1" status: 204 len: 168 time: 0.3516812 Feb 09 22:01:47.059899 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (11ceea50-2b79-44c4-87b9-b0fdfba35b90), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.124446 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Deleting port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:47.125067 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.236968 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] For port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:47.238094 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.254132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] DHCP port deletion for 11ceea50-2b79-44c4-87b9-b0fdfba35b90 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:01:47.260434 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Calling delete_port for 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:47.338151 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Deleting port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:47.339039 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.398984 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.420225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] For port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,segment=NetworkSegment(59a0e2a8-4ed6-4f92-812b-3ed06f49706b),segment_id=59a0e2a8-4ed6-4f92-812b-3ed06f49706b)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:47.420620 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.445527 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] No DVR routers for this DVR port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:47.454884 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:47.463980 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Calling delete_port for 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:47.509395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.510297 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.511076 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.512440 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.513177 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.513951 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.514705 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.515451 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.516236 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.516989 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.517771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.518523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.519275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.630478 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (11ceea50-2b79-44c4-87b9-b0fdfba35b90), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.663017 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ceea50-2b79-44c4-87b9-b0fdfba35b90']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:47.684445 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a0e2a8-4ed6-4f92-812b-3ed06f49706b') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:47.684958 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a0e2a8-4ed6-4f92-812b-3ed06f49706b') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:47.713553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (59a0e2a8-4ed6-4f92-812b-3ed06f49706b), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.735208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.750731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f86442b-245e-4f46-9ad1-737cee550bb3 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:47.760782 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (59a0e2a8-4ed6-4f92-812b-3ed06f49706b), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.775145 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:01:47.776055 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (59a0e2a8-4ed6-4f92-812b-3ed06f49706b), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: timer() Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:01:47.779763 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:01:47.812815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Pushing event deleted for resources: {'Port': ['ID=5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:47.819347 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] No DVR routers for this DVR port 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:47.825228 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 1f86442b-245e-4f46-9ad1-737cee550bb3 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:47.825988 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 1f86442b-245e-4f46-9ad1-737cee550bb3 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:47.826937 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c3151c08-1bb3-40ac-8f29-41fb8fd80fbc no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:47.843048 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.843854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.844602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.845144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.845716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.846296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.846871 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.847423 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.848032 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.848360 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.848870 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.849396 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.849721 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f8b1-cafa-46c3-8e31-1f46392a78a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:47.873815 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: c3151c08-1bb3-40ac-8f29-41fb8fd80fbc {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:47.874608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device c3151c08-1bb3-40ac-8f29-41fb8fd80fbc not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:47.875052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:47.904028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:47.904349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5bb60a12-52fc-4fbb-bc9d-0b62ad5b4000 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:47.910943 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (11ceea50-2b79-44c4-87b9-b0fdfba35b90), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.929561 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.938625 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] 10.222.0.102 "DELETE /v2.0/networks/11ceea50-2b79-44c4-87b9-b0fdfba35b90 HTTP/1.1" status: 204 len: 168 time: 0.9515066 Feb 09 22:01:47.939798 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48240) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:47.968771 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cb0cf-ad9b-40b4-ab8f-9aea5eacbcb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=11ceea50-2b79-44c4-87b9-b0fdfba35b90,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:48.381987 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (1c5dfc97-2850-4670-98ca-da668f0afde6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.710129 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Deleting port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:48.710526 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.837933 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] For port fec3d50f-4fb4-41e9-8209-e2c7dd35a91d, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,segment=NetworkSegment(4d7d846a-8295-46ca-ab6a-55cd7c19d129),segment_id=4d7d846a-8295-46ca-ab6a-55cd7c19d129)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:48.838544 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:48.865759 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Calling delete_port for fec3d50f-4fb4-41e9-8209-e2c7dd35a91d owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:49.164226 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (fec3d50f-4fb4-41e9-8209-e2c7dd35a91d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.209764 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Pushing event deleted for resources: {'Port': ['ID=fec3d50f-4fb4-41e9-8209-e2c7dd35a91d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:49.468347 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (1c5dfc97-2850-4670-98ca-da668f0afde6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.811186 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Router 1c5dfc97-2850-4670-98ca-da668f0afde6 has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:49.966169 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:49.972463 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b8aad01b-a36c-400f-bc58-6795dc98916a admin admin] 10.222.0.102 "PUT /v2.0/routers/1c5dfc97-2850-4670-98ca-da668f0afde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0303700 Feb 09 22:01:49.975570 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48242) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:49.979490 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] Sync routers for ids ['1c5dfc97-2850-4670-98ca-da668f0afde6'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:49.998284 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] Routers {'1c5dfc97-2850-4670-98ca-da668f0afde6'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:49.999329 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1c5dfc97-2850-4670-98ca-da668f0afde6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:50.182383 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] Set router 1c5dfc97-2850-4670-98ca-da668f0afde6 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:50.422396 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T22:01:49Z', 'revision_number': 5, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:50.468901 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] Checking router: 1c5dfc97-2850-4670-98ca-da668f0afde6 for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:50.486392 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] Routers {'1c5dfc97-2850-4670-98ca-da668f0afde6'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:50.487020 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['1c5dfc97-2850-4670-98ca-da668f0afde6'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:50.509961 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks [] for router (1c5dfc97-2850-4670-98ca-da668f0afde6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.624620 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] Set router 1c5dfc97-2850-4670-98ca-da668f0afde6 gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:50.647460 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks [] for router_gateway (1c5dfc97-2850-4670-98ca-da668f0afde6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.705567 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Deleting port e1f53192-49e1-405b-addb-35d5d063858a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:50.705847 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (e1f53192-49e1-405b-addb-35d5d063858a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.802863 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] For port e1f53192-49e1-405b-addb-35d5d063858a, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=e1f53192-49e1-405b-addb-35d5d063858a,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:50.803243 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (e1f53192-49e1-405b-addb-35d5d063858a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.818885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Calling delete_port for e1f53192-49e1-405b-addb-35d5d063858a owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:50.902824 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T22:01:49Z', 'revision_number': 5, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:50.938302 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4bd663-947a-4ad2-a5a9-bd9948a55ee8 None None] The sync data for ids ['1c5dfc97-2850-4670-98ca-da668f0afde6'] in n-d-789963-29 is: [{'id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'name': 'tempest-TestShelveInstance-1802390421-router', 'tenant_id': '3dd02d9b6343403cbe9026b9e08fb893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:51:26Z', 'updated_at': '2022-02-09T22:01:49Z', 'revision_number': 5, 'project_id': '3dd02d9b6343403cbe9026b9e08fb893', 'gw_port': {'id': 'e1f53192-49e1-405b-addb-35d5d063858a', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5dfc97-2850-4670-98ca-da668f0afde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:51:27Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:51.068051 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (e1f53192-49e1-405b-addb-35d5d063858a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.102942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f53192-49e1-405b-addb-35d5d063858a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:51.182744 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (1c5dfc97-2850-4670-98ca-da668f0afde6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.341499 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (1c5dfc97-2850-4670-98ca-da668f0afde6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.344085 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks [] for router_controller (1c5dfc97-2850-4670-98ca-da668f0afde6), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.404044 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (1c5dfc97-2850-4670-98ca-da668f0afde6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.404901 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c5dfc97-2850-4670-98ca-da668f0afde6 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:01:51.410444 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.415167 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eb7a9c96-25ff-4702-9a9e-12dbca9051a7 admin admin] 10.222.0.102 "DELETE /v2.0/routers/1c5dfc97-2850-4670-98ca-da668f0afde6 HTTP/1.1" status: 204 len: 168 time: 1.4351883 Feb 09 22:01:51.415434 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:51.483041 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5889cb28-1d4e-4951-81ab-d0009eba4340 admin admin] Deleting subnet 9f0dc900-b13e-4b97-890c-36bf8cca49fa {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:01:51.488079 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5889cb28-1d4e-4951-81ab-d0009eba4340 admin admin] Publish callbacks [] for subnet (9f0dc900-b13e-4b97-890c-36bf8cca49fa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.543266 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5889cb28-1d4e-4951-81ab-d0009eba4340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (9f0dc900-b13e-4b97-890c-36bf8cca49fa), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.608983 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fec3d50f-4fb4-41e9-8209-e2c7dd35a91d no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:51.635633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: fec3d50f-4fb4-41e9-8209-e2c7dd35a91d {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:51.636368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device fec3d50f-4fb4-41e9-8209-e2c7dd35a91d not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:51.655586 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5889cb28-1d4e-4951-81ab-d0009eba4340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (9f0dc900-b13e-4b97-890c-36bf8cca49fa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.719338 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5889cb28-1d4e-4951-81ab-d0009eba4340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (9f0dc900-b13e-4b97-890c-36bf8cca49fa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.748109 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889cb28-1d4e-4951-81ab-d0009eba4340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0dc900-b13e-4b97-890c-36bf8cca49fa,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:51.751972 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5889cb28-1d4e-4951-81ab-d0009eba4340 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.755199 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-5889cb28-1d4e-4951-81ab-d0009eba4340 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/9f0dc900-b13e-4b97-890c-36bf8cca49fa HTTP/1.1" status: 204 len: 168 time: 0.3382781 Feb 09 22:01:51.758613 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48248) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:51.762019 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c5687-f78d-4ccc-8008-c8a4938944d2 None None] Network 5ac570f5-b12e-44f7-b030-fd8460ae1004 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:51.840233 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (5ac570f5-b12e-44f7-b030-fd8460ae1004), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.902594 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Deleting port 22f2717e-64a9-413c-a991-09de8603bb01 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:51.902879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (22f2717e-64a9-413c-a991-09de8603bb01), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.974308 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] For port 22f2717e-64a9-413c-a991-09de8603bb01, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=22f2717e-64a9-413c-a991-09de8603bb01,segment=NetworkSegment(4d7d846a-8295-46ca-ab6a-55cd7c19d129),segment_id=4d7d846a-8295-46ca-ab6a-55cd7c19d129)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:51.974673 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (22f2717e-64a9-413c-a991-09de8603bb01), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:51.989378 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Calling delete_port for 22f2717e-64a9-413c-a991-09de8603bb01 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:52.092987 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (22f2717e-64a9-413c-a991-09de8603bb01), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.124774 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f2717e-64a9-413c-a991-09de8603bb01,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:52.129259 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] No DVR routers for this DVR port 22f2717e-64a9-413c-a991-09de8603bb01 on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:52.168452 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3cf67-379c-4a76-9e55-a4de6c3ef20b None None] DHCP port deletion for 5ac570f5-b12e-44f7-b030-fd8460ae1004 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:01:52.243604 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (5ac570f5-b12e-44f7-b030-fd8460ae1004), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.266831 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.273477 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac570f5-b12e-44f7-b030-fd8460ae1004']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:52.286619 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7d846a-8295-46ca-ab6a-55cd7c19d129') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:52.286931 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7d846a-8295-46ca-ab6a-55cd7c19d129') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:52.299027 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (4d7d846a-8295-46ca-ab6a-55cd7c19d129), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.316188 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (4d7d846a-8295-46ca-ab6a-55cd7c19d129), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.322962 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:01:52.323391 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (4d7d846a-8295-46ca-ab6a-55cd7c19d129), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: timer() Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:01:52.326541 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:01:52.389883 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (5ac570f5-b12e-44f7-b030-fd8460ae1004), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.396744 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.399928 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] 10.222.0.102 "DELETE /v2.0/networks/5ac570f5-b12e-44f7-b030-fd8460ae1004 HTTP/1.1" status: 204 len: 168 time: 0.6401620 Feb 09 22:01:52.412370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9f002-5f7c-49f8-b4aa-2ab72ee78523 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac570f5-b12e-44f7-b030-fd8460ae1004,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:52.556750 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:52.613254 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ac3d917d-2baf-47b1-b252-731a15f8e3b3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=758a32323dd8487899bf0ef9ae166274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550270 Feb 09 22:01:52.617537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:52.673454 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa457892-4222-45f5-85cc-27294c4c8ed8 admin admin] Publish callbacks [] for security_group (b9b4a6cc-2e05-42e6-bfc6-bbeb7c4296ac), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.696135 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa457892-4222-45f5-85cc-27294c4c8ed8 admin admin] Publish callbacks [] for security_group (b9b4a6cc-2e05-42e6-bfc6-bbeb7c4296ac), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.762921 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa457892-4222-45f5-85cc-27294c4c8ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b9b4a6cc-2e05-42e6-bfc6-bbeb7c4296ac), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.767415 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fa457892-4222-45f5-85cc-27294c4c8ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.769197 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-fa457892-4222-45f5-85cc-27294c4c8ed8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b9b4a6cc-2e05-42e6-bfc6-bbeb7c4296ac HTTP/1.1" status: 204 len: 168 time: 0.1504636 Feb 09 22:01:52.779623 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa457892-4222-45f5-85cc-27294c4c8ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b4a6cc-2e05-42e6-bfc6-bbeb7c4296ac,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:53.205350 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:53.264325 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-614cf7f5-532f-4130-92e9-e7edb0064910 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3dd02d9b6343403cbe9026b9e08fb893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574226 Feb 09 22:01:53.267122 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48262) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:53.333508 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cb6944-1ca3-4b48-8346-c8df6f8a7d27 admin admin] Publish callbacks [] for security_group (fe6a6152-9568-4486-9828-2e93dfa3a044), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.365569 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cb6944-1ca3-4b48-8346-c8df6f8a7d27 admin admin] Publish callbacks [] for security_group (fe6a6152-9568-4486-9828-2e93dfa3a044), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.422116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cb6944-1ca3-4b48-8346-c8df6f8a7d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (fe6a6152-9568-4486-9828-2e93dfa3a044), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.426578 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b0cb6944-1ca3-4b48-8346-c8df6f8a7d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.428447 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b0cb6944-1ca3-4b48-8346-c8df6f8a7d27 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fe6a6152-9568-4486-9828-2e93dfa3a044 HTTP/1.1" status: 204 len: 168 time: 0.1600029 Feb 09 22:01:53.443262 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb6944-1ca3-4b48-8346-c8df6f8a7d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6a6152-9568-4486-9828-2e93dfa3a044,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:53.598532 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e1f53192-49e1-405b-addb-35d5d063858a no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:53.628428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: e1f53192-49e1-405b-addb-35d5d063858a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:53.628955 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device e1f53192-49e1-405b-addb-35d5d063858a not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:53.629661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 22f2717e-64a9-413c-a991-09de8603bb01 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:53.651404 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 22f2717e-64a9-413c-a991-09de8603bb01 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:53.652356 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 22f2717e-64a9-413c-a991-09de8603bb01 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:54.445614 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48284) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:54.577849 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1878634144-network', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:54.601443 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Made reservation on behalf of 5341ab09a1cf4eec933c7bf0381e858c for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:54.604700 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.615223 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.724122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Publish callbacks [] for security_group (4eb27cbd-d063-4827-aeff-adefd0d7b725), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.728830 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4eb27cbd-d063-4827-aeff-adefd0d7b725), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.763372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:01:54.776746 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb27cbd-d063-4827-aeff-adefd0d7b725,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:54.787104 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6aa1528f-0389-47f7-8a41-d1251f685f1f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.788702 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Added segment 6aa1528f-0389-47f7-8a41-d1251f685f1f of type vlan for network 497dcfaf-f67a-481a-979f-a409fab92449 Feb 09 22:01:54.843159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (497dcfaf-f67a-481a-979f-a409fab92449), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.872122 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (497dcfaf-f67a-481a-979f-a409fab92449), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.873424 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:54.874103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:54.934723 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4877031 Feb 09 22:01:54.939044 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48288) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:54.943108 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee683e3d-4552-4df7-a9ac-74b2d4473485 admin admin] Pushing event updated for resources: {'Network': ['ID=497dcfaf-f67a-481a-979f-a409fab92449,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:54.944998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Request body: {'subnet': {'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1878634144-subnet', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:54.954243 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 497dcfaf-f67a-481a-979f-a409fab92449 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:01:54.970521 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Made reservation on behalf of 5341ab09a1cf4eec933c7bf0381e858c for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:54.973885 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.172879 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (a30529c4-c525-4999-8c81-4c93d4a53d0c), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.224597 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30529c4-c525-4999-8c81-4c93d4a53d0c,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:55.241581 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Checking segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:55.241944 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Network hostable DHCP agents. Network: 497dcfaf-f67a-481a-979f-a409fab92449, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:55.265550 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Network 497dcfaf-f67a-481a-979f-a409fab92449 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:55.280020 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 497dcfaf-f67a-481a-979f-a409fab92449) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:55.286553 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:55.287518 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.292428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b9b800-486a-4719-b849-2c4d3a31f204 None None] Network 497dcfaf-f67a-481a-979f-a409fab92449 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:55.310840 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8dabe8ff-9263-4826-8849-63e1c801420f admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3700624 Feb 09 22:01:55.313577 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:55.321459 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:55.351840 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (ebf8a922-cd78-4a38-a4a7-9b5e557815df), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.353567 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (ebf8a922-cd78-4a38-a4a7-9b5e557815df), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.426999 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks [] for router_controller (ebf8a922-cd78-4a38-a4a7-9b5e557815df), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.442869 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-497dcfaf-f67a-481a-979f-a409fab92449', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:01:55.444340 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.600154 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks [] for router_gateway (ebf8a922-cd78-4a38-a4a7-9b5e557815df), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.642054 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Allocated IP 172.20.0.2 (497dcfaf-f67a-481a-979f-a409fab92449/a30529c4-c525-4999-8c81-4c93d4a53d0c/8fb371a4-15c2-42d1-a3b8-3acfddc2582f) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:55.818390 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Publish callbacks [] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.828634 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.890003 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Network 497dcfaf-f67a-481a-979f-a409fab92449 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:55.893785 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:55.898382 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:55.908397 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Pushing event updated for resources: {'Port': ['ID=8fb371a4-15c2-42d1-a3b8-3acfddc2582f,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:55.912558 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks [] for router_gateway (ebf8a922-cd78-4a38-a4a7-9b5e557815df), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:55.938379 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.001923 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Attempting to bind port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:56.002866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Attempting to bind port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:56.002866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Attempting to bind port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f on network 497dcfaf-f67a-481a-979f-a409fab92449 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:56.011497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:56.012108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Checking segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:56.012755 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.013378 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Bound using segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:56.014383 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Bound port: 8fb371a4-15c2-42d1-a3b8-3acfddc2582f, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:56.015004 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.085603 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Allocated IP 172.25.4.140 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/8db89c23-1b4f-4602-8360-ffa442842573) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:56.113035 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] For port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:56.118597 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] For port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8fb371a4-15c2-42d1-a3b8-3acfddc2582f,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:56.128202 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.205313 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acb274-ab18-4756-94c7-5eeb25845c13 None None] Pushing event updated for resources: {'Port': ['ID=8fb371a4-15c2-42d1-a3b8-3acfddc2582f,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:56.237846 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks [] for port (8db89c23-1b4f-4602-8360-ffa442842573), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.287294 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8db89c23-1b4f-4602-8360-ffa442842573), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.336983 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:56.343439 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:56.348162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:56.390830 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Pushing event updated for resources: {'Port': ['ID=8db89c23-1b4f-4602-8360-ffa442842573,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:56.718465 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks [] for router_gateway (ebf8a922-cd78-4a38-a4a7-9b5e557815df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:56.963525 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (ebf8a922-cd78-4a38-a4a7-9b5e557815df), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.142579 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Router ebf8a922-cd78-4a38-a4a7-9b5e557815df is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:01:57.265484 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.290729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:57.304527 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Sync routers for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:57.320350 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.324670 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:57.325708 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:57.328074 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48292) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:57.328793 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-3f8ffc25-956f-492b-827c-f3ce1168b42a admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0124061 Feb 09 22:01:57.489135 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:57.592726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433b1cd-fe5b-4397-b8a5-5e9e17d70462 None None] Network 497dcfaf-f67a-481a-979f-a409fab92449 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:57.682052 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8fb371a4-15c2-42d1-a3b8-3acfddc2582f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:57.773138 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-4b1b37e3-454e-44b1-8c44-54035c9bb013 None None] Provisioning complete for port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:57.773756 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b1b37e3-454e-44b1-8c44-54035c9bb013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.947517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:57.947843 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:57.948306 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.144007 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Allocated IP 172.20.0.1 (497dcfaf-f67a-481a-979f-a409fab92449/a30529c4-c525-4999-8c81-4c93d4a53d0c/17353fbc-41aa-4def-90ff-e3e08fac4b90) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:58.207921 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b37e3-454e-44b1-8c44-54035c9bb013 None None] Current status of the port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:58.207921 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b1b37e3-454e-44b1-8c44-54035c9bb013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.267844 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:56Z', 'revision_number': 3, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:58.283524 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-4b1b37e3-454e-44b1-8c44-54035c9bb013 None None] For port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8fb371a4-15c2-42d1-a3b8-3acfddc2582f,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:58.309664 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Publish callbacks [] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.312638 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4b1b37e3-454e-44b1-8c44-54035c9bb013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.317960 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Checking router: ebf8a922-cd78-4a38-a4a7-9b5e557815df for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:58.318316 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Updating router ebf8a922-cd78-4a38-a4a7-9b5e557815df port 8db89c23-1b4f-4602-8360-ffa442842573 binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:01:58.356560 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.358233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:58.358639 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.398124 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8db89c23-1b4f-4602-8360-ffa442842573), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.400988 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Pushing event updated for resources: {'Port': ['ID=17353fbc-41aa-4def-90ff-e3e08fac4b90,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:58.416589 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Network 497dcfaf-f67a-481a-979f-a409fab92449 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:58.419425 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:58.422614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:58.436577 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b37e3-454e-44b1-8c44-54035c9bb013 None None] Pushing event updated for resources: {'Port': ['ID=8fb371a4-15c2-42d1-a3b8-3acfddc2582f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:58.465910 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (ebf8a922-cd78-4a38-a4a7-9b5e557815df), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.613669 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:01:58.614035 n-d-789963-29 neutron-server[103326]: DEBUG oslo_db.api [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:01:58.628236 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-5a3fd825-b0c2-4690-8ce8-b195723f1e15 None None] Provisioning complete for port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:58.629221 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd825-b0c2-4690-8ce8-b195723f1e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.653610 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.831809 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fd825-b0c2-4690-8ce8-b195723f1e15 None None] Current status of the port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:58.869050 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Publish callbacks [] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.875228 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.924701 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Publish callbacks [] for port (8db89c23-1b4f-4602-8360-ffa442842573), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.932377 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8db89c23-1b4f-4602-8360-ffa442842573), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:58.954887 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Pushing event updated for resources: {'Port': ['ID=17353fbc-41aa-4def-90ff-e3e08fac4b90,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:58.958406 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (ebf8a922-cd78-4a38-a4a7-9b5e557815df), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.003249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Attempting to bind port 8db89c23-1b4f-4602-8360-ffa442842573 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:59.003799 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Attempting to bind port 8db89c23-1b4f-4602-8360-ffa442842573 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:59.004430 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Attempting to bind port 8db89c23-1b4f-4602-8360-ffa442842573 on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:59.016018 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e4b02b06-efe2-42e0-be73-460a0a247cfb None None] Provisioning complete for port 17353fbc-41aa-4def-90ff-e3e08fac4b90 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:59.016493 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e4b02b06-efe2-42e0-be73-460a0a247cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.019146 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bebd35-6436-4d00-9bc9-6ae4cef7b102 None None] Pushing event updated for resources: {'Port': ['ID=8db89c23-1b4f-4602-8360-ffa442842573,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:59.024324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:59.024913 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:59.025491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.026028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:59.027202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Bound port: 8db89c23-1b4f-4602-8360-ffa442842573, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:59.027599 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8db89c23-1b4f-4602-8360-ffa442842573), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.074861 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Network 497dcfaf-f67a-481a-979f-a409fab92449 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:59.076342 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:59.108129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e4b02b06-efe2-42e0-be73-460a0a247cfb None None] Port 17353fbc-41aa-4def-90ff-e3e08fac4b90 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:59.156484 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] For port 8db89c23-1b4f-4602-8360-ffa442842573, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:59.176653 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] For port 8db89c23-1b4f-4602-8360-ffa442842573, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8db89c23-1b4f-4602-8360-ffa442842573,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:59.181659 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:59.190159 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8db89c23-1b4f-4602-8360-ffa442842573), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.269543 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Router ebf8a922-cd78-4a38-a4a7-9b5e557815df has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:59.285698 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:59.286651 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:59.288731 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bebd35-6436-4d00-9bc9-6ae4cef7b102 None None] Pushing event updated for resources: {'Port': ['ID=8db89c23-1b4f-4602-8360-ffa442842573,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:59.436111 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:59.454335 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7f100bbe-f9a4-4127-8c68-b83de552d90b admin admin] 10.222.0.102 "PUT /v2.0/routers/ebf8a922-cd78-4a38-a4a7-9b5e557815df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1105251 Feb 09 22:01:59.454480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6acc6076-7e8a-4e44-891c-bfb7ba585ff0 None None] Provisioning complete for port 17353fbc-41aa-4def-90ff-e3e08fac4b90 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:59.454480 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6acc6076-7e8a-4e44-891c-bfb7ba585ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.492862 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:59.547132 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6acc6076-7e8a-4e44-891c-bfb7ba585ff0 None None] Port 17353fbc-41aa-4def-90ff-e3e08fac4b90 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:59.647454 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8fb371a4-15c2-42d1-a3b8-3acfddc2582f up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:59.767479 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:59.768109 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:59.892633 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 2, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:59.934828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c437b-33e1-42a6-9a1b-fb6e920c9a32 None None] The sync data for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 is: [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 2, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:59.938576 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:00.119923 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:00.125621 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1878097789-network', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:00.147495 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Made reservation on behalf of c32a42b91b1f40c9a467c228db97d70b for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:00.150360 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.165071 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.299610 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Publish callbacks [] for security_group (b852e5e8-90de-44ef-a4d7-376890407810), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.304679 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b852e5e8-90de-44ef-a4d7-376890407810), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.336790 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:00.347839 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b852e5e8-90de-44ef-a4d7-376890407810,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:00.354966 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3d367f9c-7c36-4342-b883-ec41e38bdb64), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.355312 n-d-789963-29 neutron-server[103324]: INFO neutron.db.segments_db [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Added segment 3d367f9c-7c36-4342-b883-ec41e38bdb64 of type vlan for network 431f49b7-37bd-44f2-a2c9-7a0370b61089 Feb 09 22:02:00.410339 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743316737329'] for network (431f49b7-37bd-44f2-a2c9-7a0370b61089), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.448763 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098'] for network (431f49b7-37bd-44f2-a2c9-7a0370b61089), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.450372 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:00.452313 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.518937 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3974714 Feb 09 22:02:00.523158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48312) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:00.531800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Request body: {'subnet': {'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1878097789-subnet', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'ip_version': 4}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:00.538280 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea34c2f-6aa7-405a-a5e1-973feaac5fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=431f49b7-37bd-44f2-a2c9-7a0370b61089,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:00.554991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Network 431f49b7-37bd-44f2-a2c9-7a0370b61089 details requested by agent ovs-agent-n-d-789963-29 with host n-d-789963-29 {{(pid=103326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:00.570800 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Made reservation on behalf of c32a42b91b1f40c9a467c228db97d70b for: {'subnet': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:00.575134 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4320920'] for subnet (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.823484 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4302118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4320934'] for subnet (79655b98-39c9-4284-803a-f1d86f692c67), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.903033 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=79655b98-39c9-4284-803a-f1d86f692c67,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:00.909169 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Checking segment: {'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:00.909617 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Network hostable DHCP agents. Network: 431f49b7-37bd-44f2-a2c9-7a0370b61089, hostable agents: ['5f7c14d8-6c4a-4d52-87ea-e5712b590343'], hosted agents: [] {{(pid=103325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:00.949744 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Network 431f49b7-37bd-44f2-a2c9-7a0370b61089 is scheduled to be hosted by DHCP agent 5f7c14d8-6c4a-4d52-87ea-e5712b590343 with binding_index 1 {{(pid=103325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:00.969914 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-29, 431f49b7-37bd-44f2-a2c9-7a0370b61089) {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:00.975783 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:00.976871 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:00.985411 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc998a8d-9d67-4eda-bb4f-f9806fd656a6 None None] Network 431f49b7-37bd-44f2-a2c9-7a0370b61089 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:01.009284 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2b0c3c71-721c-4b5a-8187-30eb6376a05f admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4845846 Feb 09 22:02:01.014103 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48314) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:01.018525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:01.052464 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1572924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11267'] for router (da4903be-fa44-45f5-a959-4022f6174a5a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.054818 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1572936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577698', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11290'] for router (da4903be-fa44-45f5-a959-4022f6174a5a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.134483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeff3daa6-57df-5cab-bffb-48d8b976b2d5-431f49b7-37bd-44f2-a2c9-7a0370b61089', 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089', 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'fixed_ips': [{'subnet_id': '79655b98-39c9-4284-803a-f1d86f692c67'}]}} from n-d-789963-29. {{(pid=103326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:02:01.136647 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.140717 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks [] for router_controller (da4903be-fa44-45f5-a959-4022f6174a5a), precommit_add_association {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.311041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.db_base_plugin_common [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Allocated IP 172.20.0.2 (431f49b7-37bd-44f2-a2c9-7a0370b61089/79655b98-39c9-4284-803a-f1d86f692c67/ab41a84d-7d3c-431d-98de-79ff8d11f166) {{(pid=103326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:01.343480 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks [] for router_gateway (da4903be-fa44-45f5-a959-4022f6174a5a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.509474 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Publish callbacks [] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), precommit_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.522510 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), after_create {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.600607 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Network 431f49b7-37bd-44f2-a2c9-7a0370b61089 is already hosted by enough agents. {{(pid=103326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:01.606285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.scheduler.base_scheduler [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Resources bound (agent type, host, resource id): {{(pid=103326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:01.616366 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Received port after_create {{(pid=103326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:01.622123 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Pushing event updated for resources: {'Port': ['ID=ab41a84d-7d3c-431d-98de-79ff8d11f166,revision_number=1']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:01.711723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Attempting to bind port ab41a84d-7d3c-431d-98de-79ff8d11f166 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:01.712279 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Attempting to bind port ab41a84d-7d3c-431d-98de-79ff8d11f166 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:01.712723 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Attempting to bind port ab41a84d-7d3c-431d-98de-79ff8d11f166 on network 431f49b7-37bd-44f2-a2c9-7a0370b61089 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:01.718562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8db89c23-1b4f-4602-8360-ffa442842573 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:01.724963 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks [] for router_gateway (da4903be-fa44-45f5-a959-4022f6174a5a), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.728877 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:01.729253 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Checking segment: {'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:01.729709 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.730249 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Bound using segment: {'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:01.730732 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Bound port: ab41a84d-7d3c-431d-98de-79ff8d11f166, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:01.731256 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.757086 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.836644 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] For port ab41a84d-7d3c-431d-98de-79ff8d11f166, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:01.842794 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] For port ab41a84d-7d3c-431d-98de-79ff8d11f166, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ab41a84d-7d3c-431d-98de-79ff8d11f166,segment=NetworkSegment(3d367f9c-7c36-4342-b883-ec41e38bdb64),segment_id=3d367f9c-7c36-4342-b883-ec41e38bdb64)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:01.852159 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.856039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8db89c23-1b4f-4602-8360-ffa442842573 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:01.856469 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8db89c23-1b4f-4602-8360-ffa442842573), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:01.944845 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd3434-871f-44ce-a90d-02d5121a91cd None None] Pushing event updated for resources: {'Port': ['ID=ab41a84d-7d3c-431d-98de-79ff8d11f166,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:01.950395 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Allocated IP 172.25.4.146 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/7ee0a203-7903-48c3-8fc2-295531e259ce) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:02.017268 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8db89c23-1b4f-4602-8360-ffa442842573 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:02.017805 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (8db89c23-1b4f-4602-8360-ffa442842573), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.051497 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 8db89c23-1b4f-4602-8360-ffa442842573, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8db89c23-1b4f-4602-8360-ffa442842573,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:02.056976 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (8db89c23-1b4f-4602-8360-ffa442842573), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.113196 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks [] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.142414 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=8db89c23-1b4f-4602-8360-ffa442842573,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:02.175099 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.241140 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:02.245584 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:02.250560 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:02.583622 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee0a203-7903-48c3-8fc2-295531e259ce,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:02.821199 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Sync routers for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:02.833624 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:02.834900 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:02.883866 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks [] for router_gateway (da4903be-fa44-45f5-a959-4022f6174a5a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:02.960322 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:03.133856 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577013'] for router (da4903be-fa44-45f5-a959-4022f6174a5a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.227105 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 2, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:03.268419 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Checking router: ebf8a922-cd78-4a38-a4a7-9b5e557815df for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:03.268962 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Updating router ebf8a922-cd78-4a38-a4a7-9b5e557815df port 17353fbc-41aa-4def-90ff-e3e08fac4b90 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:03.310150 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Router da4903be-fa44-45f5-a959-4022f6174a5a is scheduled to L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da with binding_index 1 {{(pid=103325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:02:03.317051 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.484824 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:03.500053 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Sync routers for ids ['da4903be-fa44-45f5-a959-4022f6174a5a'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:03.514565 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Routers {'da4903be-fa44-45f5-a959-4022f6174a5a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:03.516129 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da4903be-fa44-45f5-a959-4022f6174a5a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:03.525395 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.530177 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-59bc8de3-8bd0-4b4a-96f2-0663ee89b9c2 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5123572 Feb 09 22:02:03.531071 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:03.697917 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a887d4-bcab-4691-859f-2076bbcebaf2 None None] Network 431f49b7-37bd-44f2-a2c9-7a0370b61089 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:03.749311 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Publish callbacks [] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.755037 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:03.767104 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Set router da4903be-fa44-45f5-a959-4022f6174a5a gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:03.816733 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Pushing event updated for resources: {'Port': ['ID=17353fbc-41aa-4def-90ff-e3e08fac4b90,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:03.826171 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.827199 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.827199 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.827520 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.827958 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.828128 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.828416 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.828693 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.829002 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.829322 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.829638 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.829952 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.830433 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:03.872202 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8db89c23-1b4f-4602-8360-ffa442842573 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:04.015232 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Attempting to bind port 17353fbc-41aa-4def-90ff-e3e08fac4b90 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:04.015790 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Attempting to bind port 17353fbc-41aa-4def-90ff-e3e08fac4b90 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:04.016237 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Attempting to bind port 17353fbc-41aa-4def-90ff-e3e08fac4b90 on network 497dcfaf-f67a-481a-979f-a409fab92449 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:04.022391 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:04.022939 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Checking segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:04.023433 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.023951 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Bound using segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:04.024527 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Bound port: 17353fbc-41aa-4def-90ff-e3e08fac4b90, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:04.025006 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.111947 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] For port 17353fbc-41aa-4def-90ff-e3e08fac4b90, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:04.116683 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] For port 17353fbc-41aa-4def-90ff-e3e08fac4b90, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17353fbc-41aa-4def-90ff-e3e08fac4b90,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:04.125684 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.192663 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:04.193540 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:04.218028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-75550bef-79d6-4724-9a9f-03ffd5de462f None None] Provisioning complete for port ab41a84d-7d3c-431d-98de-79ff8d11f166 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:04.218510 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75550bef-79d6-4724-9a9f-03ffd5de462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.231942 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.286736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 8db89c23-1b4f-4602-8360-ffa442842573 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:04.287369 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (8db89c23-1b4f-4602-8360-ffa442842573), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.310159 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fb245-9955-4fa6-882e-2212354765fb None None] Pushing event updated for resources: {'Port': ['ID=17353fbc-41aa-4def-90ff-e3e08fac4b90,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:04.382215 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:04.491359 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-75550bef-79d6-4724-9a9f-03ffd5de462f None None] Current status of the port ab41a84d-7d3c-431d-98de-79ff8d11f166 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:04.497059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75550bef-79d6-4724-9a9f-03ffd5de462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.525606 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Allocated IP 172.20.0.1 (431f49b7-37bd-44f2-a2c9-7a0370b61089/79655b98-39c9-4284-803a-f1d86f692c67/5172e92b-3a40-4ffa-b599-3344ad4fdbd8) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:04.569710 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-75550bef-79d6-4724-9a9f-03ffd5de462f None None] For port ab41a84d-7d3c-431d-98de-79ff8d11f166, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ab41a84d-7d3c-431d-98de-79ff8d11f166,segment=NetworkSegment(3d367f9c-7c36-4342-b883-ec41e38bdb64),segment_id=3d367f9c-7c36-4342-b883-ec41e38bdb64)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:04.571992 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 8db89c23-1b4f-4602-8360-ffa442842573 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:04.572584 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ab41a84d-7d3c-431d-98de-79ff8d11f166 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:04.577676 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-75550bef-79d6-4724-9a9f-03ffd5de462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.656221 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75550bef-79d6-4724-9a9f-03ffd5de462f None None] Pushing event updated for resources: {'Port': ['ID=ab41a84d-7d3c-431d-98de-79ff8d11f166,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:04.672324 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 3, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port': {'id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:04.713371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Checking router: da4903be-fa44-45f5-a959-4022f6174a5a for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:04.713371 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Updating router da4903be-fa44-45f5-a959-4022f6174a5a port 7ee0a203-7903-48c3-8fc2-295531e259ce binding host n-d-789963-29 {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:04.737396 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Publish callbacks [] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.757711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-6d55dbfb-2ec9-4d06-80c7-cb9ae194b3ef None None] Provisioning complete for port 17353fbc-41aa-4def-90ff-e3e08fac4b90 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:04.758160 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d55dbfb-2ec9-4d06-80c7-cb9ae194b3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.776752 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:04Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:04.782693 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.785059 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.820247 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e87500-25e9-47b4-bf20-7aa7d4330e28 None None] The sync data for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 is: [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:04Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:04.834709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ab41a84d-7d3c-431d-98de-79ff8d11f166 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:04.835159 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:04.861724 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Network 431f49b7-37bd-44f2-a2c9-7a0370b61089 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:04.869272 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:04.877223 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:04.882044 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Pushing event updated for resources: {'Port': ['ID=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:04.956314 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577186'] for router_interface (da4903be-fa44-45f5-a959-4022f6174a5a), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.141108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-6d55dbfb-2ec9-4d06-80c7-cb9ae194b3ef None None] Current status of the port 17353fbc-41aa-4def-90ff-e3e08fac4b90 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:05.141677 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d55dbfb-2ec9-4d06-80c7-cb9ae194b3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.179546 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.211480 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ab41a84d-7d3c-431d-98de-79ff8d11f166 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:05.245432 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6d55dbfb-2ec9-4d06-80c7-cb9ae194b3ef None None] For port 17353fbc-41aa-4def-90ff-e3e08fac4b90, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17353fbc-41aa-4def-90ff-e3e08fac4b90,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:05.258365 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6d55dbfb-2ec9-4d06-80c7-cb9ae194b3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.339170 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55dbfb-2ec9-4d06-80c7-cb9ae194b3ef None None] Pushing event updated for resources: {'Port': ['ID=17353fbc-41aa-4def-90ff-e3e08fac4b90,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:05.398027 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bcc1a246-4967-46af-9d03-251ac531093a None None] Provisioning complete for port ab41a84d-7d3c-431d-98de-79ff8d11f166 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:05.398416 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a246-4967-46af-9d03-251ac531093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.402007 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Publish callbacks [] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.425319 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.455100 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Publish callbacks [] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.457884 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.502461 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69d80a-b28d-476b-86b0-b6594196dc31 None None] Pushing event updated for resources: {'Port': ['ID=7ee0a203-7903-48c3-8fc2-295531e259ce,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:05.507099 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Attempting to bind port 7ee0a203-7903-48c3-8fc2-295531e259ce on host n-d-789963-29 for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:05.507472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Attempting to bind port 7ee0a203-7903-48c3-8fc2-295531e259ce by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:05.508082 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Attempting to bind port 7ee0a203-7903-48c3-8fc2-295531e259ce on network d0760ad7-99c2-4167-a127-ee6e31457c2d {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:05.521051 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:05.521435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Checking segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:05.522494 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.523028 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Bound using segment: {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:05.523941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Bound port: 7ee0a203-7903-48c3-8fc2-295531e259ce, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff73ba2-1b56-48ef-84b5-865b2d0a8d61', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:05.524533 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.541685 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Pushing event updated for resources: {'Port': ['ID=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:05.545933 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1811076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1574770'] for router_interface (da4903be-fa44-45f5-a959-4022f6174a5a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.604632 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1a246-4967-46af-9d03-251ac531093a None None] Current status of the port ab41a84d-7d3c-431d-98de-79ff8d11f166 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:05.621674 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] For port 7ee0a203-7903-48c3-8fc2-295531e259ce, host n-d-789963-29, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:05.627866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] For port 7ee0a203-7903-48c3-8fc2-295531e259ce, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=7ee0a203-7903-48c3-8fc2-295531e259ce,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:05.631733 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-bcc1a246-4967-46af-9d03-251ac531093a None None] Provisioning complete for port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:05.632351 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcc1a246-4967-46af-9d03-251ac531093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.659384 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:05.675899 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Network 431f49b7-37bd-44f2-a2c9-7a0370b61089 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:05.677869 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:05.734961 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Routers {'da4903be-fa44-45f5-a959-4022f6174a5a'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:05.735916 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da4903be-fa44-45f5-a959-4022f6174a5a'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:05.779826 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1a246-4967-46af-9d03-251ac531093a None None] Port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:05.833163 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17353fbc-41aa-4def-90ff-e3e08fac4b90 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:05.896857 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Router da4903be-fa44-45f5-a959-4022f6174a5a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:05.920050 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69d80a-b28d-476b-86b0-b6594196dc31 None None] Pushing event updated for resources: {'Port': ['ID=7ee0a203-7903-48c3-8fc2-295531e259ce,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:05.989780 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 17353fbc-41aa-4def-90ff-e3e08fac4b90 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:05.990407 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.041102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] Set router da4903be-fa44-45f5-a959-4022f6174a5a gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:06.196707 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-eb5fbf20-1f85-4450-9796-11f873389cc6 None None] Provisioning complete for port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:06.197254 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbf20-1f85-4450-9796-11f873389cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.450124 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 17353fbc-41aa-4def-90ff-e3e08fac4b90 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:06.452097 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ab41a84d-7d3c-431d-98de-79ff8d11f166 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:06.455535 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-eb5fbf20-1f85-4450-9796-11f873389cc6 None None] Port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:06.485271 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:06.490278 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-f5dde092-227f-4162-b39e-59d82f991b6c admin admin] 10.222.0.102 "PUT /v2.0/routers/da4903be-fa44-45f5-a959-4022f6174a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9565821 Feb 09 22:02:06.617008 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port ab41a84d-7d3c-431d-98de-79ff8d11f166 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:06.617678 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:06.683608 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 4, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port': {'id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5172e92b-3a40-4ffa-b599-3344ad4fdbd8', 'name': '', 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'mac_address': 'fa:16:3e:66:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '79655b98-39c9-4284-803a-f1d86f692c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:04Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 2, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'subnets': [{'id': '79655b98-39c9-4284-803a-f1d86f692c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:06.715009 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d90de-0f23-402c-97de-eec0fabdf145 None None] The sync data for ids ['da4903be-fa44-45f5-a959-4022f6174a5a'] in n-d-789963-29 is: [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 4, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port': {'id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5172e92b-3a40-4ffa-b599-3344ad4fdbd8', 'name': '', 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'mac_address': 'fa:16:3e:66:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '79655b98-39c9-4284-803a-f1d86f692c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:04Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 2, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'subnets': [{'id': '79655b98-39c9-4284-803a-f1d86f692c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:06.756559 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port ab41a84d-7d3c-431d-98de-79ff8d11f166 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:07.032350 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48324) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.037725 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-34e3f533-9c53-4549-898c-6c3988613767 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919852566', 'description': 'tempest-secgroup-smoke-1919852566 description', 'project_id': '5341ab09a1cf4eec933c7bf0381e858c'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:07.063168 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34e3f533-9c53-4549-898c-6c3988613767 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.170313 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34e3f533-9c53-4549-898c-6c3988613767 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group (2587b10a-b7a1-43ce-96f7-4866a23ca8e5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.176220 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34e3f533-9c53-4549-898c-6c3988613767 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2587b10a-b7a1-43ce-96f7-4866a23ca8e5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.218184 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-34e3f533-9c53-4549-898c-6c3988613767 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.219481 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-34e3f533-9c53-4549-898c-6c3988613767 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1855187 Feb 09 22:02:07.222922 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.229092 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d1ff066a-1cae-4039-b403-72d79d0ba12a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'security_group_rule': {'security_group_id': '2587b10a-b7a1-43ce-96f7-4866a23ca8e5', 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:07.229790 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3f533-9c53-4549-898c-6c3988613767 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2587b10a-b7a1-43ce-96f7-4866a23ca8e5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:07.267467 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff066a-1cae-4039-b403-72d79d0ba12a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (8e031118-7cd9-4fe5-801f-a5749fc64e8f), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.343121 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff066a-1cae-4039-b403-72d79d0ba12a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (8e031118-7cd9-4fe5-801f-a5749fc64e8f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.348330 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff066a-1cae-4039-b403-72d79d0ba12a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (8e031118-7cd9-4fe5-801f-a5749fc64e8f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.368472 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff066a-1cae-4039-b403-72d79d0ba12a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e031118-7cd9-4fe5-801f-a5749fc64e8f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:07.378474 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d1ff066a-1cae-4039-b403-72d79d0ba12a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.380092 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-d1ff066a-1cae-4039-b403-72d79d0ba12a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559055 Feb 09 22:02:07.383290 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48328) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.388591 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-75782407-cdc9-41d1-a286-8242ce605794 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'security_group_rule': {'security_group_id': '2587b10a-b7a1-43ce-96f7-4866a23ca8e5', 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:07.417195 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75782407-cdc9-41d1-a286-8242ce605794 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (67113976-7700-4f4e-b9ea-9ad85d953cd7), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.511586 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75782407-cdc9-41d1-a286-8242ce605794 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (67113976-7700-4f4e-b9ea-9ad85d953cd7), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.517259 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75782407-cdc9-41d1-a286-8242ce605794 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (67113976-7700-4f4e-b9ea-9ad85d953cd7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.538435 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75782407-cdc9-41d1-a286-8242ce605794 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67113976-7700-4f4e-b9ea-9ad85d953cd7,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:07.554242 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-75782407-cdc9-41d1-a286-8242ce605794 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.554242 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-75782407-cdc9-41d1-a286-8242ce605794 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1686327 Feb 09 22:02:07.557821 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48330) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.563451 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-b6db5455-f41c-429d-9574-a63debc9097d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'security_group_rule': {'security_group_id': '2587b10a-b7a1-43ce-96f7-4866a23ca8e5', 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:07.614491 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6db5455-f41c-429d-9574-a63debc9097d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (6d4a2bff-7cd4-42ec-a5b2-3472e1b3456e), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.710364 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6db5455-f41c-429d-9574-a63debc9097d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (6d4a2bff-7cd4-42ec-a5b2-3472e1b3456e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.714949 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6db5455-f41c-429d-9574-a63debc9097d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (6d4a2bff-7cd4-42ec-a5b2-3472e1b3456e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.739479 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db5455-f41c-429d-9574-a63debc9097d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4a2bff-7cd4-42ec-a5b2-3472e1b3456e,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:07.753113 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b6db5455-f41c-429d-9574-a63debc9097d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.754561 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b6db5455-f41c-429d-9574-a63debc9097d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1955314 Feb 09 22:02:07.758964 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48332) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.765201 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-e109b589-a0a3-4242-ba99-6c3e5697aaee tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'security_group_rule': {'security_group_id': '2587b10a-b7a1-43ce-96f7-4866a23ca8e5', 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:07.797235 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e109b589-a0a3-4242-ba99-6c3e5697aaee tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (6cd539ea-c549-4ad3-bbbc-baae340f2a70), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.834208 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-64693731-3cb0-4210-8512-3aa3e52dc497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.882938 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e109b589-a0a3-4242-ba99-6c3e5697aaee tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (6cd539ea-c549-4ad3-bbbc-baae340f2a70), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.888544 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e109b589-a0a3-4242-ba99-6c3e5697aaee tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (6cd539ea-c549-4ad3-bbbc-baae340f2a70), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.912523 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109b589-a0a3-4242-ba99-6c3e5697aaee tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd539ea-c549-4ad3-bbbc-baae340f2a70,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:07.921340 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e109b589-a0a3-4242-ba99-6c3e5697aaee tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:07.926975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-e109b589-a0a3-4242-ba99-6c3e5697aaee tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1625860 Feb 09 22:02:07.929624 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48334) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:07.938292 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-c16890a9-e2c3-4182-88ee-9b6c3c5ebc21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'security_group_rule': {'security_group_id': '2587b10a-b7a1-43ce-96f7-4866a23ca8e5', 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:07.963454 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-c16890a9-e2c3-4182-88ee-9b6c3c5ebc21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Project 5341ab09a1cf4eec933c7bf0381e858c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:02:07.970462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c16890a9-e2c3-4182-88ee-9b6c3c5ebc21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (2bd1bb5c-a6eb-47be-85f8-e5a491f7a862), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.068185 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c16890a9-e2c3-4182-88ee-9b6c3c5ebc21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (2bd1bb5c-a6eb-47be-85f8-e5a491f7a862), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.074715 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c16890a9-e2c3-4182-88ee-9b6c3c5ebc21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (2bd1bb5c-a6eb-47be-85f8-e5a491f7a862), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.099653 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16890a9-e2c3-4182-88ee-9b6c3c5ebc21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd1bb5c-a6eb-47be-85f8-e5a491f7a862,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:08.113284 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c16890a9-e2c3-4182-88ee-9b6c3c5ebc21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.115594 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-c16890a9-e2c3-4182-88ee-9b6c3c5ebc21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1844821 Feb 09 22:02:08.119333 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48336) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:08.125362 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [None req-8488fbf4-ed31-4cf0-afb4-0d9ba720e5c1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'security_group_rule': {'security_group_id': '2587b10a-b7a1-43ce-96f7-4866a23ca8e5', 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:08.150936 n-d-789963-29 neutron-server[103325]: INFO neutron.db.securitygroups_db [None req-8488fbf4-ed31-4cf0-afb4-0d9ba720e5c1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Project 5341ab09a1cf4eec933c7bf0381e858c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:02:08.157565 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8488fbf4-ed31-4cf0-afb4-0d9ba720e5c1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (f40494d2-2b68-4e93-968d-4746132ec902), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.238045 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8488fbf4-ed31-4cf0-afb4-0d9ba720e5c1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (f40494d2-2b68-4e93-968d-4746132ec902), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.247218 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8488fbf4-ed31-4cf0-afb4-0d9ba720e5c1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595308'] for security_group_rule (f40494d2-2b68-4e93-968d-4746132ec902), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.273690 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488fbf4-ed31-4cf0-afb4-0d9ba720e5c1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40494d2-2b68-4e93-968d-4746132ec902,revision_number=0']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:08.282908 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8488fbf4-ed31-4cf0-afb4-0d9ba720e5c1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:08.284246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-8488fbf4-ed31-4cf0-afb4-0d9ba720e5c1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1631937 Feb 09 22:02:08.496895 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-50d44a66-5339-4993-b505-6bdf2f4ed116 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919852566&fields=id&tenant_id=5341ab09a1cf4eec933c7bf0381e858c HTTP/1.1" status: 200 len: 267 time: 0.0657258 Feb 09 22:02:08.628332 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-267bcdf7-93ff-45c2-b81a-b18d58893978 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:08.629793 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-267bcdf7-93ff-45c2-b81a-b18d58893978 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 810 time: 0.1254206 Feb 09 22:02:08.647345 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-1015b440-2eb4-4c9b-ba61-65c9448825dc tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/quotas/5341ab09a1cf4eec933c7bf0381e858c HTTP/1.1" status: 200 len: 375 time: 0.0115232 Feb 09 22:02:08.721000 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-f8efd7cc-8fac-476c-a6fa-966370708cf2 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675187 Feb 09 22:02:08.739976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-4a43e46d-4060-4771-a19a-548665643e8e service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:02:08.740977 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-4a43e46d-4060-4771-a19a-548665643e8e service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055234 Feb 09 22:02:08.842526 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-ad752388-0c71-4852-9c5d-4f2e05f86b5f service neutron] 10.222.0.102 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926013 Feb 09 22:02:08.949583 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-e8b44e57-18f6-461d-8f2b-c25fc4e247ae service neutron] 10.222.0.102 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010721 Feb 09 22:02:09.186798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-bf2d86dd-e6b5-464c-bd3e-d93a459620e3 req-c1bcc234-5ebd-414d-8175-878fa9e2d37a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 210 time: 0.0428569 Feb 09 22:02:09.350631 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Sync routers for ids ['da4903be-fa44-45f5-a959-4022f6174a5a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:09.368684 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Routers {'da4903be-fa44-45f5-a959-4022f6174a5a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:09.369784 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:01:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da4903be-fa44-45f5-a959-4022f6174a5a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:09.570937 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Set router da4903be-fa44-45f5-a959-4022f6174a5a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:09.688455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 7ee0a203-7903-48c3-8fc2-295531e259ce up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:09.871127 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 7ee0a203-7903-48c3-8fc2-295531e259ce triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:09.872108 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.929813 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e959863-759d-410f-ab83-ba449ea11c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:09.979727 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 4, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port': {'id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5172e92b-3a40-4ffa-b599-3344ad4fdbd8', 'name': '', 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'mac_address': 'fa:16:3e:66:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '79655b98-39c9-4284-803a-f1d86f692c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:04Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 2, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'subnets': [{'id': '79655b98-39c9-4284-803a-f1d86f692c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:10.013487 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Checking router: da4903be-fa44-45f5-a959-4022f6174a5a for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:10.013848 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Updating router da4903be-fa44-45f5-a959-4022f6174a5a port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 binding host n-d-789963-29 {{(pid=103327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:10.044357 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 7ee0a203-7903-48c3-8fc2-295531e259ce is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:10.045526 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.050031 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.084244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] For port 7ee0a203-7903-48c3-8fc2-295531e259ce, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=7ee0a203-7903-48c3-8fc2-295531e259ce,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:10.090552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.175144 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Pushing event updated for resources: {'Port': ['ID=7ee0a203-7903-48c3-8fc2-295531e259ce,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:10.332092 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-09f086b6-ecca-4e2c-be23-842a1c83352f req-a897c9a2-d2ce-4178-a4fe-a54687a5eb78 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 210 time: 0.0301721 Feb 09 22:02:10.442519 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Publish callbacks [] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), precommit_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.448623 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.514701 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab803bf-ecdf-43b2-ac4c-b945f5e19693 None None] Pushing event updated for resources: {'Port': ['ID=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,revision_number=3']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:10.572253 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Attempting to bind port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 on host n-d-789963-29 for vnic_type normal with profile {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:10.572627 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Attempting to bind port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 by drivers openvswitch,hyperv on host n-d-789963-29 at level 0 using segments [{'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:10.573033 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Attempting to bind port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 on network 431f49b7-37bd-44f2-a2c9-7a0370b61089 {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:10.579307 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Checking agent: {'id': 'c0fbf24c-8757-4230-bd97-ac6cb4f6e583', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 26, 14), 'started_at': datetime.datetime(2022, 2, 9, 20, 26, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:10.580076 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Checking segment: {'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:10.580679 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.581260 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Bound using segment: {'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'} {{(pid=103327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:10.581954 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.managers [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Bound port: 5172e92b-3a40-4ffa-b599-3344ad4fdbd8, host: n-d-789963-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d367f9c-7c36-4342-b883-ec41e38bdb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089'}}] {{(pid=103327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:10.582557 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), before_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.699515 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] For port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8, host n-d-789963-29, cleared binding levels {{(pid=103327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:10.703130 n-d-789963-29 neutron-server[103327]: DEBUG neutron.plugins.ml2.db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] For port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8, host n-d-789963-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,segment=NetworkSegment(3d367f9c-7c36-4342-b883-ec41e38bdb64),segment_id=3d367f9c-7c36-4342-b883-ec41e38bdb64)] {{(pid=103327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:10.710371 n-d-789963-29 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), after_update {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:10.757786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-7196f437-7831-44a5-9400-a9c84fcae53a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:10.759921 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-7196f437-7831-44a5-9400-a9c84fcae53a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.13 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 810 time: 0.1787660 Feb 09 22:02:10.804560 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab803bf-ecdf-43b2-ac4c-b945f5e19693 None None] Pushing event updated for resources: {'Port': ['ID=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,revision_number=4']} {{(pid=103327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:10.829923 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Routers {'da4903be-fa44-45f5-a959-4022f6174a5a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:10.830969 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da4903be-fa44-45f5-a959-4022f6174a5a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:10.857915 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-b229f5b5-2018-4932-851d-6b88ffb58fcd tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5341ab09a1cf4eec933c7bf0381e858c HTTP/1.1" status: 200 len: 380 time: 0.0891407 Feb 09 22:02:10.872934 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'port': {'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'admin_state_up': True, 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'security_groups': ['2587b10a-b7a1-43ce-96f7-4866a23ca8e5']}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:10.967536 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9911757f-adef-4165-b255-62bcd8904836 None None] Provisioning complete for port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:10.970761 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9911757f-adef-4165-b255-62bcd8904836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.011516 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] Set router da4903be-fa44-45f5-a959-4022f6174a5a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:11.101034 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Made reservation on behalf of 5341ab09a1cf4eec933c7bf0381e858c for: {'port': 1} {{(pid=103325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:11.106547 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.151905 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9911757f-adef-4165-b255-62bcd8904836 None None] Current status of the port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 is: DOWN; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:11.153032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9911757f-adef-4165-b255-62bcd8904836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.201514 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-9911757f-adef-4165-b255-62bcd8904836 None None] For port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,segment=NetworkSegment(3d367f9c-7c36-4342-b883-ec41e38bdb64),segment_id=3d367f9c-7c36-4342-b883-ec41e38bdb64)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:11.209690 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9911757f-adef-4165-b255-62bcd8904836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.298281 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911757f-adef-4165-b255-62bcd8904836 None None] Pushing event updated for resources: {'Port': ['ID=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:11.337892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-860f890f-f9ff-49c5-a804-71fb61335464 None None] Provisioning complete for port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:11.338249 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Allocated IP 172.20.0.5 (497dcfaf-f67a-481a-979f-a409fab92449/a30529c4-c525-4999-8c81-4c93d4a53d0c/29fd9c36-4ca0-477e-bb80-532b62c4595a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:11.339491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-860f890f-f9ff-49c5-a804-71fb61335464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.469743 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-860f890f-f9ff-49c5-a804-71fb61335464 None None] Current status of the port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:11.493360 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 4, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port': {'id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5172e92b-3a40-4ffa-b599-3344ad4fdbd8', 'name': '', 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'mac_address': 'fa:16:3e:66:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '79655b98-39c9-4284-803a-f1d86f692c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:04Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 4, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'subnets': [{'id': '79655b98-39c9-4284-803a-f1d86f692c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:11.515614 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4f15f04e-7afb-40e2-9bb1-f11904de7ea8 req-84080544-2b1a-4fa7-82d5-e116a7267245 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 210 time: 0.0498974 Feb 09 22:02:11.548493 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c967509-a20d-445c-9f87-d33bdba59f05 None None] The sync data for ids ['da4903be-fa44-45f5-a959-4022f6174a5a'] in n-d-789963-29 is: [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 4, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port': {'id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '5172e92b-3a40-4ffa-b599-3344ad4fdbd8', 'name': '', 'network_id': '431f49b7-37bd-44f2-a2c9-7a0370b61089', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'mac_address': 'fa:16:3e:66:0c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '79655b98-39c9-4284-803a-f1d86f692c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:04Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 4, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'subnets': [{'id': '79655b98-39c9-4284-803a-f1d86f692c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:11.615956 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.641321 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.691548 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.696194 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 7ee0a203-7903-48c3-8fc2-295531e259ce up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:11.759592 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Network 497dcfaf-f67a-481a-979f-a409fab92449 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:11.765889 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 7ee0a203-7903-48c3-8fc2-295531e259ce triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:11.766781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.766990 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:11.773528 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:11.821155 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:11.864955 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:11.866842 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.886507 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 7ee0a203-7903-48c3-8fc2-295531e259ce is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:11.888016 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 up at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:11.900639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-63b82300-68ef-4c93-aff3-90945a9f4e28 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0357056 Feb 09 22:02:11.910086 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-a062f000-90d1-4f6c-a8d4-fad62fb7a087 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=103325) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:02:11.911740 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-a062f000-90d1-4f6c-a8d4-fad62fb7a087 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065196 Feb 09 22:02:11.973405 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Provisioning complete for port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:11.975203 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.093701 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.v2.base [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Request body: {'port': {'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-29'}} {{(pid=103325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:12.104729 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Current status of the port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 is: ACTIVE; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:12.192270 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.241807 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-21a27bc7-32d9-4430-8b9e-192bc3dd83fe None None] Provisioning complete for port 29fd9c36-4ca0-477e-bb80-532b62c4595a triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:12.242334 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-21a27bc7-32d9-4430-8b9e-192bc3dd83fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.284355 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-21a27bc7-32d9-4430-8b9e-192bc3dd83fe None None] Port 29fd9c36-4ca0-477e-bb80-532b62c4595a cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:12.555158 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fd9c36-4ca0-477e-bb80-532b62c4595a {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:12.572019 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Publish callbacks [] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.592419 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Transition to ACTIVE for port object 29fd9c36-4ca0-477e-bb80-532b62c4595a will not be triggered until provisioned by entity L2. {{(pid=103325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:12.598026 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.708595 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Pushing event updated for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:12.788220 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f0058-81e2-43ab-be30-4ba27f7b4ff5 req-2e8c0289-fa0f-41d7-a0b5-e4f55bad931b tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:12.790069 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-be5f0058-81e2-43ab-be30-4ba27f7b4ff5 req-2e8c0289-fa0f-41d7-a0b5-e4f55bad931b tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 943 time: 0.1428666 Feb 09 22:02:12.819952 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Attempting to bind port 29fd9c36-4ca0-477e-bb80-532b62c4595a on host n-h1-789963-29 for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:12.820302 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Attempting to bind port 29fd9c36-4ca0-477e-bb80-532b62c4595a by drivers openvswitch,hyperv on host n-h1-789963-29 at level 0 using segments [{'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:12.820609 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Attempting to bind port 29fd9c36-4ca0-477e-bb80-532b62c4595a on network 497dcfaf-f67a-481a-979f-a409fab92449 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:12.828819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Port 29fd9c36-4ca0-477e-bb80-532b62c4595a on network 497dcfaf-f67a-481a-979f-a409fab92449 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-29 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:12.829139 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Attempting to bind port 29fd9c36-4ca0-477e-bb80-532b62c4595a on network 497dcfaf-f67a-481a-979f-a409fab92449 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:12.843648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Checking agent: {'id': '094fbe39-aee0-4333-8208-2555203cbebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:12.844068 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Checking segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:12.844449 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Bound using segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:12.844903 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Bound port: 29fd9c36-4ca0-477e-bb80-532b62c4595a, host: n-h1-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:12.845266 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.878534 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-be5f0058-81e2-43ab-be30-4ba27f7b4ff5 req-6b89a97a-7ed9-4b6a-879e-fc0697cecafe tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763373 Feb 09 22:02:12.943453 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:12.947131 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:12.956145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4302259'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.004134 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.004793 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.006268 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 1092 time: 1.0870116 Feb 09 22:02:13.006756 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:13.009195 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f1822a-d8f1-4939-b039-534540103338" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:13.064874 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab4c38-9444-4e90-a3f6-a42c2f0717a9 service neutron] Pushing event updated for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:13.067532 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.150113 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-53d19246-a328-43de-8404-ce91a0735f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.154016 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-53d19246-a328-43de-8404-ce91a0735f1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1126 time: 0.0841417 Feb 09 22:02:13.205761 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687d245-84f5-4167-ae07-2634f86db060 x-openstack-request-id: req-a687d245-84f5-4167-ae07-2634f86db060 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:13.206113 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:13.206291 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a687d245-84f5-4167-ae07-2634f86db060 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:13.206731 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'status': 'completed', 'code': 200} Feb 09 22:02:13.212866 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-69afd946-ea87-49d5-a2b6-b84f0fc95cc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 217 time: 0.0523851 Feb 09 22:02:13.286209 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-6a79a4b0-7da9-4668-9441-911924fee65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.288772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-6a79a4b0-7da9-4668-9441-911924fee65e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0707121 Feb 09 22:02:13.349880 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-f2cde532-6281-43eb-993d-5fba1c1007cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.351400 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-f2cde532-6281-43eb-993d-5fba1c1007cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0570300 Feb 09 22:02:13.474977 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-45177665-38c3-48cf-8ecc-49737e605458 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175597 Feb 09 22:02:13.588865 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ade6df1-3795-410e-b947-7db34fbe2535 req-049f6409-2578-4ba7-85b8-cf8bb7d2ccb3 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082969 Feb 09 22:02:13.700266 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1822a-d8f1-4939-b039-534540103338 req-b25e8308-aaee-4eaa-b7a5-bfd97dff802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.701954 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8f1822a-d8f1-4939-b039-534540103338 req-b25e8308-aaee-4eaa-b7a5-bfd97dff802e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1126 time: 0.0560093 Feb 09 22:02:13.805301 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1822a-d8f1-4939-b039-534540103338 req-5a3095df-495c-41e9-b88e-edfe29f29e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.806940 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8f1822a-d8f1-4939-b039-534540103338 req-5a3095df-495c-41e9-b88e-edfe29f29e38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.0996773 Feb 09 22:02:13.852102 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8f1822a-d8f1-4939-b039-534540103338 req-a3692ab3-eca8-42bb-8b22-845ff52b9d1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 217 time: 0.0392244 Feb 09 22:02:13.910690 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1822a-d8f1-4939-b039-534540103338 req-4c29e59b-9a13-4add-9719-8e94beb02df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.912403 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8f1822a-d8f1-4939-b039-534540103338 req-4c29e59b-9a13-4add-9719-8e94beb02df6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0547590 Feb 09 22:02:13.986214 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1822a-d8f1-4939-b039-534540103338 req-de4210bf-1da9-4159-8804-5edcc5fe91af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:13.987900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8f1822a-d8f1-4939-b039-534540103338 req-de4210bf-1da9-4159-8804-5edcc5fe91af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0688393 Feb 09 22:02:14.099912 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:14.103056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166a66-bd48-4968-8aea-c780e2a191f4 req-4eb2ced4-042e-45a9-afc9-71b2087b2a06 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:14.105299 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80166a66-bd48-4968-8aea-c780e2a191f4 req-4eb2ced4-042e-45a9-afc9-71b2087b2a06 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 943 time: 0.1347034 Feb 09 22:02:14.146766 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8f1822a-d8f1-4939-b039-534540103338 req-b187c907-f86b-4fd7-a09f-531c7db17d00 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429031 Feb 09 22:02:14.219854 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-80166a66-bd48-4968-8aea-c780e2a191f4 req-8b0d6cae-05a7-41be-a668-4756a04fc656 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020181 Feb 09 22:02:14.266667 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d8f1822a-d8f1-4939-b039-534540103338 req-4cb5b35e-ee1b-40d0-ac74-80f545930b7e service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137767 Feb 09 22:02:15.042195 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 29fd9c36-4ca0-477e-bb80-532b62c4595a details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:15.154666 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:15.171652 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:15.210528 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 29fd9c36-4ca0-477e-bb80-532b62c4595a is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:15.210903 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.225581 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fd9c36-4ca0-477e-bb80-532b62c4595a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:15.246157 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:15.251472 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.303909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:15.375517 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0a90-ccb7-47de-878d-5f6894cb8f6c req-1ae049d4-f0ae-4915-9c87-3c51faf41640 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.377137 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98da0a90-ccb7-47de-878d-5f6894cb8f6c req-1ae049d4-f0ae-4915-9c87-3c51faf41640 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 944 time: 0.0615647 Feb 09 22:02:15.495393 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['29fd9c36-4ca0-477e-bb80-532b62c4595a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:15.747729 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-98da0a90-ccb7-47de-878d-5f6894cb8f6c req-344cb57e-515b-4425-a14d-0f97c2700c07 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627019 Feb 09 22:02:16.885786 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50afc55-0ac7-4a87-851f-ce94babafa3b req-3f613451-cf5c-4da5-95d8-c63eba74da4f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:16.887551 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a50afc55-0ac7-4a87-851f-ce94babafa3b req-3f613451-cf5c-4da5-95d8-c63eba74da4f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 944 time: 0.0583615 Feb 09 22:02:16.941772 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a50afc55-0ac7-4a87-851f-ce94babafa3b req-c17e382b-5913-49a7-b370-5dfc080c5d16 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487182 Feb 09 22:02:17.054102 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 29fd9c36-4ca0-477e-bb80-532b62c4595a up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:17.106296 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning for port 29fd9c36-4ca0-477e-bb80-532b62c4595a completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:02:17.111165 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 29fd9c36-4ca0-477e-bb80-532b62c4595a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:17.111964 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.205043 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 29fd9c36-4ca0-477e-bb80-532b62c4595a is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:17.205439 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.228714 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:17.230973 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1805324f-2ac0-4a58-b9f6-c3caebf83e3e" -d '{"events": [{"server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "name": "network-vif-plugged", "status": "completed", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:17.243184 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:17.248484 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.284049 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dc4e89-265c-4392-b4b5-70052e314f47 x-openstack-request-id: req-99dc4e89-265c-4392-b4b5-70052e314f47 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:17.284350 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "name": "network-vif-plugged", "status": "completed", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:17.284611 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-99dc4e89-265c-4392-b4b5-70052e314f47 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:17.285013 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'code': 200} Feb 09 22:02:17.305036 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:17.393057 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf03dc-5571-4334-997c-e126a183d497 req-ecb5d346-fae7-4f20-9270-796189f3613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:17.394585 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbaf03dc-5571-4334-997c-e126a183d497 req-ecb5d346-fae7-4f20-9270-796189f3613b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1128 time: 0.0499156 Feb 09 22:02:17.444318 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-cbaf03dc-5571-4334-997c-e126a183d497 req-3e94e23f-0d7f-4d78-9670-740bc80be70f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438447 Feb 09 22:02:18.081986 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646e635-dd98-4fc4-8910-eaee4c62d7a8 req-a29370f9-fa54-4034-9632-cde2f20fe747 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:18.083673 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d646e635-dd98-4fc4-8910-eaee4c62d7a8 req-a29370f9-fa54-4034-9632-cde2f20fe747 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 945 time: 0.0652061 Feb 09 22:02:18.146337 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d646e635-dd98-4fc4-8910-eaee4c62d7a8 req-b7f1f7d2-000c-4d4f-b014-cf2ce361ce4c tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529609 Feb 09 22:02:19.302028 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2abc2a-4265-4732-ab61-4af5a3929156 req-b52d710c-76ef-4f7c-9904-808bafebaff4 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:19.303639 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a2abc2a-4265-4732-ab61-4af5a3929156 req-b52d710c-76ef-4f7c-9904-808bafebaff4 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 945 time: 0.0716352 Feb 09 22:02:19.366573 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1a2abc2a-4265-4732-ab61-4af5a3929156 req-de9adfeb-b173-4d92-9597-3aae9aba8bfe tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560486 Feb 09 22:02:19.510920 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f516d-32bb-42dc-b844-5e4af8eead7b req-9ee761be-48d0-4a6b-a966-7b65fc573101 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:19.512471 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb0f516d-32bb-42dc-b844-5e4af8eead7b req-9ee761be-48d0-4a6b-a966-7b65fc573101 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 945 time: 0.0783014 Feb 09 22:02:19.581956 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-fb0f516d-32bb-42dc-b844-5e4af8eead7b req-c9cdd129-086f-4ab3-91b1-f5fd0af7c07c tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631282 Feb 09 22:02:19.606038 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48394) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:19.704525 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f452b0eb-0f8c-4d08-a354-b36d44f14226 tempest-TestSnapshotPattern-64909322 tempest-TestSnapshotPattern-64909322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:19.706198 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-f452b0eb-0f8c-4d08-a354-b36d44f14226 tempest-TestSnapshotPattern-64909322 tempest-TestSnapshotPattern-64909322-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1123 time: 0.0992036 Feb 09 22:02:19.709628 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48398) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:19.714887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:19.746070 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.852417 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.986942 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Allocated IP 172.25.4.163 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/6d6c98e9-b5c5-4907-bd0e-dc530d71ad94) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:20.105251 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for port (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.154116 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.200446 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:20.203503 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:20.206323 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:20.231089 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'Port': ['ID=6d6c98e9-b5c5-4907-bd0e-dc530d71ad94,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:20.600833 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for floatingip (77e7355b-7614-44c9-8fec-c4316bd7bbd3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.701103 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.872352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for port (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.877774 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.945896 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'Port': ['ID=6d6c98e9-b5c5-4907-bd0e-dc530d71ad94,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:20.961892 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (77e7355b-7614-44c9-8fec-c4316bd7bbd3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.077560 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Floating IP 77e7355b-7614-44c9-8fec-c4316bd7bbd3 associated. External IP: 172.25.4.163, port: 29fd9c36-4ca0-477e-bb80-532b62c4595a. Feb 09 22:02:21.368714 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Router ebf8a922-cd78-4a38-a4a7-9b5e557815df has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:21.490188 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:21.504709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] Sync routers for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:21.515613 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.528506 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:21.529543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:21.556367 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-021c13d0-0ecf-4e22-91f7-2a4256be2fd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8456218 Feb 09 22:02:21.557630 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:21.560100 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:21.604563 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9a3ee1-3b1c-4f1d-9ec4-4a1d0ba5a1a3 x-openstack-request-id: req-9e9a3ee1-3b1c-4f1d-9ec4-4a1d0ba5a1a3 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:21.604931 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:21.605332 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-9e9a3ee1-3b1c-4f1d-9ec4-4a1d0ba5a1a3 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:21.605950 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'status': 'completed', 'code': 200} Feb 09 22:02:21.673503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:21.679729 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-9a6372d3-cd3f-40a3-9851-5f4bc64ef552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:21.681283 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-9a6372d3-cd3f-40a3-9851-5f4bc64ef552 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1128 time: 0.0509644 Feb 09 22:02:21.804306 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-3e42619e-685b-4e0e-8eae-3f4ab45c9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:21.805913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-3e42619e-685b-4e0e-8eae-3f4ab45c9b00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.1192963 Feb 09 22:02:21.891258 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-afecc504-abf4-48d2-bdff-3d9098fbd72e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 999 time: 0.0786283 Feb 09 22:02:21.956334 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-624cd65f-2559-49cb-b976-334c5b4a5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:21.957735 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-624cd65f-2559-49cb-b976-334c5b4a5e96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0613036 Feb 09 22:02:21.975936 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:20Z', 'revision_number': 0, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:22.018615 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] Checking router: ebf8a922-cd78-4a38-a4a7-9b5e557815df for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:22.026956 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-432a68af-3a08-493c-8b10-62c3aeee67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:22.028483 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:22.028839 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-432a68af-3a08-493c-8b10-62c3aeee67a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0660281 Feb 09 22:02:22.029112 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:02:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:22.132602 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-ac79847b-bc0b-45bb-8781-b3ceb2966c98 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982049 Feb 09 22:02:22.155176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:22.239450 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-3f3ed0ff-74f5-4653-a8df-5f8b6d5d7d3e req-a849786d-c493-46fd-8103-9dc9428bae32 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011803 Feb 09 22:02:22.294948 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.379899 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:02:22.498892 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:20Z', 'revision_number': 0, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:22.535203 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eea53f-9162-434b-a762-4f2b228d63f7 None None] The sync data for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 is: [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:20Z', 'revision_number': 0, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:22.774378 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d30d78-cfc0-4235-942e-cc52f6a94f87 None None] New status for floating IP 77e7355b-7614-44c9-8fec-c4316bd7bbd3: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:02:27.258333 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.827732 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-91dc89c6-4323-4faa-9012-7ad33a072c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.854187 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-2917c278-a890-43b9-b36a-4f6d7bdbcd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.575021 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.026140 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.103752 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:52.261697 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.262263 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.373361 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:03:07.829488 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-7e3719b6-117a-480b-b695-2da2ef7b05e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.856378 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-eb231a67-7d0b-48eb-b258-f5c19f98f175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:10.788318 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-ca70db4e-245c-43ff-97cc-30662446d18f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438857 Feb 09 22:03:10.876283 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-c4658ae2-fd0a-427c-8356-aeec1296ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:10.877862 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-c4658ae2-fd0a-427c-8356-aeec1296ed8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1128 time: 0.0461724 Feb 09 22:03:10.982205 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-14cc7354-1bfd-4326-a678-18be91128484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:10.983708 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-14cc7354-1bfd-4326-a678-18be91128484 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.0877156 Feb 09 22:03:11.048627 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-82994d4d-7e5e-43b8-a2ba-bf5f32360ee9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 1001 time: 0.0591078 Feb 09 22:03:11.095310 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-a022b1a0-9efd-40ab-8066-09711907109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:11.096798 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-a022b1a0-9efd-40ab-8066-09711907109e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0432062 Feb 09 22:03:11.149167 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-b0583c1e-42a0-4cc1-ab58-05f57e9e95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:11.151209 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-b0583c1e-42a0-4cc1-ab58-05f57e9e95f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491631 Feb 09 22:03:11.238001 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-54a6c9c8-f43e-49c4-b1fa-ba2e4c0fa8e4 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811973 Feb 09 22:03:11.331257 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b274c4d-bc3d-41f6-b5f6-d7b59e203cdc req-5fb684e0-444c-41f9-a830-8e14c7f35a5f service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878808 Feb 09 22:03:11.576414 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.025031 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.096571 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.256583 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:27.262446 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:36.373518 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:03:37.835753 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-26b3423b-11d1-42a6-863e-df08fe503ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.860798 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-833ebef4-c3ad-444c-8261-9945b88662b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.579244 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.036432 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.099466 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:52.254322 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:57.268989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:07.828309 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3db93f0f-1da2-48b7-9163-f0c734a45753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:09.863196 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ab7911d2-6400-4cc2-a14a-d848fc5ac89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.581986 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.805528 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-825c0595-fb25-4a1f-a8ce-7cf257c58bbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447705 Feb 09 22:04:12.891852 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-e44b754c-5c02-4b43-8088-322e0b95fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:12.893447 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-e44b754c-5c02-4b43-8088-322e0b95fb8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1128 time: 0.0460200 Feb 09 22:04:12.999293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-5e85229b-6008-42a1-b5d7-c19ff6415953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:13.001429 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-5e85229b-6008-42a1-b5d7-c19ff6415953 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.0908856 Feb 09 22:04:13.033280 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.069380 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-cc79b799-366f-43d5-9b75-aa525af865bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 1001 time: 0.0608463 Feb 09 22:04:13.115948 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-734ff190-f677-4160-b057-6357c16b7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:13.117392 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-734ff190-f677-4160-b057-6357c16b7a0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0429304 Feb 09 22:04:13.170399 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-b97fe772-0248-47cf-8897-4648eddb6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:13.172446 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-b97fe772-0248-47cf-8897-4648eddb6ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488222 Feb 09 22:04:13.261726 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-0a46e3d9-3d2a-4ac8-9fb5-9e345aee23b1 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830100 Feb 09 22:04:13.356463 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-1c1d07cb-12e0-4d83-a797-b203e2f9d7f9 req-1d2b2f5e-07f9-494b-b8fd-c10cb5f62cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892119 Feb 09 22:04:13.372397 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:04:14.101380 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.678534 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 29fd9c36-4ca0-477e-bb80-532b62c4595a details requested by agent hyperv_n-h1-789963-29 with host n-h1-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:19.774895 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:19.785830 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Returning: {'device': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:19.822909 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 29fd9c36-4ca0-477e-bb80-532b62c4595a is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:19.823303 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.836225 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29fd9c36-4ca0-477e-bb80-532b62c4595a {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:19.854873 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:19.858783 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:19.909368 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:19.916904 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.917257 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.917604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.917944 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.918283 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.918617 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.918953 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.919274 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.919599 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.919956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.920285 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.920610 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.920935 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:19.945851 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] get_ports_and_sgs() called for port_ids ['29fd9c36-4ca0-477e-bb80-532b62c4595a'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:21.700736 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 29fd9c36-4ca0-477e-bb80-532b62c4595a up at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:21.920392 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Provisioning complete for port 29fd9c36-4ca0-477e-bb80-532b62c4595a triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:21.920866 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.010244 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 29fd9c36-4ca0-477e-bb80-532b62c4595a is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:22.010746 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.035445 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:22.037861 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b20880-e56b-47bf-a541-f2a1a0a4a61d" -d '{"events": [{"server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "name": "network-vif-plugged", "status": "completed", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:22.052516 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:22.062024 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:22.105913 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9804c6a-b0ea-4af2-8a7e-0088cc5930d6 x-openstack-request-id: req-c9804c6a-b0ea-4af2-8a7e-0088cc5930d6 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:22.106211 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "name": "network-vif-plugged", "status": "completed", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:22.106648 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c9804c6a-b0ea-4af2-8a7e-0088cc5930d6 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:22.107055 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'code': 200} Feb 09 22:04:22.133946 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:22.261090 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:27.281095 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:29.982732 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-a81bea99-e053-46b3-a86d-b8900f310bce tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919852566&fields=id&tenant_id=5341ab09a1cf4eec933c7bf0381e858c HTTP/1.1" status: 200 len: 267 time: 0.0463948 Feb 09 22:04:30.092728 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-320b94e0-8291-4ac3-95f0-b92f6846ba99 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.094196 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-320b94e0-8291-4ac3-95f0-b92f6846ba99 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 810 time: 0.1049097 Feb 09 22:04:30.109392 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-6df1bb36-c002-4284-b5bc-cc7eaa84a9eb tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/quotas/5341ab09a1cf4eec933c7bf0381e858c HTTP/1.1" status: 200 len: 375 time: 0.0091648 Feb 09 22:04:30.166677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-8c2b6ac5-d81f-4711-a717-67bf3420085f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521822 Feb 09 22:04:30.263094 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-4981f4f4-94c3-4923-8abe-c4977e78e080 service neutron] 10.222.0.102 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847783 Feb 09 22:04:30.366508 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-d1093ec9-0cf3-4c16-b454-4b1e6af123d4 service neutron] 10.222.0.102 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943162 Feb 09 22:04:30.551232 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-01a86190-a3c9-4808-bee3-914a41fdb7e6 req-a0dd6237-e228-4f8e-bf98-531addb5041a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 210 time: 0.0411906 Feb 09 22:04:31.589528 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-fb833658-374a-49df-9ef1-4819560ba298 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:31.591205 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-fb833658-374a-49df-9ef1-4819560ba298 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.50 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 810 time: 0.1235011 Feb 09 22:04:31.665593 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-274c883c-5d29-469f-804a-6a0591ee9120 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5341ab09a1cf4eec933c7bf0381e858c HTTP/1.1" status: 200 len: 380 time: 0.0664103 Feb 09 22:04:31.675235 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'port': {'device_id': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'admin_state_up': True, 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'security_groups': ['2587b10a-b7a1-43ce-96f7-4866a23ca8e5']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:31.677897 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9e965c4-eaff-45a9-bc60-936bfa1aec3e req-fa39c78a-2b40-4d49-9bf2-f0204d804044 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 210 time: 0.0304482 Feb 09 22:04:31.827425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Made reservation on behalf of 5341ab09a1cf4eec933c7bf0381e858c for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:31.831926 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.021468 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Allocated IP 172.20.0.10 (497dcfaf-f67a-481a-979f-a409fab92449/a30529c4-c525-4999-8c81-4c93d4a53d0c/6406458f-eb8f-495f-a18b-4dda3e4484ee) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:32.248876 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.300760 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.421111 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Network 497dcfaf-f67a-481a-979f-a409fab92449 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:32.424554 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:32.433291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:32.525102 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'Port': ['ID=6406458f-eb8f-495f-a18b-4dda3e4484ee,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:32.534416 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:32.535933 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.549385 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.549836 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.550261 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.550692 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.551156 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.551529 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.564718 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.565258 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.565762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.566552 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.567333 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.568219 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.569729 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:32.599646 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-bc28d2bb-b5fd-4e47-8e1f-2459abc48f37 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9287527 Feb 09 22:04:32.822047 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-e398ecca-97c8-4ff7-87bf-e05e654ee638 None None] Provisioning complete for port 6406458f-eb8f-495f-a18b-4dda3e4484ee triggered by entity DHCP. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:32.822605 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e398ecca-97c8-4ff7-87bf-e05e654ee638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:32.865876 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4e76-bbba-472e-bd4c-f391b5f384c0 req-0deadca1-8549-4c25-886b-180430d4febc tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:32.869800 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-e398ecca-97c8-4ff7-87bf-e05e654ee638 None None] Port 6406458f-eb8f-495f-a18b-4dda3e4484ee cannot update to ACTIVE because it is not bound. {{(pid=103326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:32.870736 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8de4e76-bbba-472e-bd4c-f391b5f384c0 req-0deadca1-8549-4c25-886b-180430d4febc tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 932 time: 0.0732925 Feb 09 22:04:32.944112 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-a8de4e76-bbba-472e-bd4c-f391b5f384c0 req-c51bbb60-5469-43ff-81ae-4db8be355766 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614738 Feb 09 22:04:33.771766 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 29fd9c36-4ca0-477e-bb80-532b62c4595a no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:33.857818 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Current status of the port 29fd9c36-4ca0-477e-bb80-532b62c4595a is: ACTIVE; New status is: DOWN {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:33.858483 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.887965 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:33.892012 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9c1f3d-3225-43a0-9400-0b81e37c7b02" -d '{"events": [{"server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "name": "network-vif-unplugged", "status": "completed", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:33.907226 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:33.915364 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:33.954971 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ca772-2d17-45c1-9b9a-63ca62ade9ab x-openstack-request-id: req-563ca772-2d17-45c1-9b9a-63ca62ade9ab {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:33.955274 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "name": "network-vif-unplugged", "status": "completed", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:33.955509 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-563ca772-2d17-45c1-9b9a-63ca62ade9ab {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:33.955954 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'code': 200} Feb 09 22:04:33.988625 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Pushing event updated for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=8']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:34.102641 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706c95b-ff2c-4e96-b51a-62335e218e61 req-bf1052b5-6e3e-4914-b1c0-b351c0276bea tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.104959 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0706c95b-ff2c-4e96-b51a-62335e218e61 req-bf1052b5-6e3e-4914-b1c0-b351c0276bea tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 932 time: 0.0584483 Feb 09 22:04:34.161202 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-0706c95b-ff2c-4e96-b51a-62335e218e61 req-d3f8ac97-fb74-4ef7-a694-1f34ecb67834 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493486 Feb 09 22:04:35.320662 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841246ca-2a1f-46c2-8b12-4644ef53332d req-c9da57c9-4a1e-40c4-834c-2b8dcd34a9ac tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.322383 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-841246ca-2a1f-46c2-8b12-4644ef53332d req-c9da57c9-4a1e-40c4-834c-2b8dcd34a9ac tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 932 time: 0.0614321 Feb 09 22:04:35.398736 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-841246ca-2a1f-46c2-8b12-4644ef53332d req-b9afd8ff-dbd3-4e64-9ae8-c721b307ac21 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642409 Feb 09 22:04:36.542188 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9595926-82ca-46d5-bc40-dc7418f292b1 req-f03d8ceb-4bb0-4cfc-8a9f-5c8fd6613aa2 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.544495 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9595926-82ca-46d5-bc40-dc7418f292b1 req-f03d8ceb-4bb0-4cfc-8a9f-5c8fd6613aa2 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 932 time: 0.0637987 Feb 09 22:04:36.600571 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d9595926-82ca-46d5-bc40-dc7418f292b1 req-c64433e6-72f8-498d-9767-cdd6b8fe2bcf tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492184 Feb 09 22:04:37.769885 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35451393-0c50-4021-907c-23774907d3ce req-10ec8104-e227-4467-ba71-1b32ba826338 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.771390 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35451393-0c50-4021-907c-23774907d3ce req-10ec8104-e227-4467-ba71-1b32ba826338 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 932 time: 0.0583880 Feb 09 22:04:37.829246 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-35451393-0c50-4021-907c-23774907d3ce req-310212e0-35d0-47da-91ce-a7043855a606 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505984 Feb 09 22:04:37.840007 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-4073650f-bca2-47a1-8f6d-b2a21f7d8565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.989349 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700807b-b4e1-4a3c-9036-8d6c46b56878 req-7a20cade-46be-436c-b23f-419b5f3aad05 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:38.991201 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f700807b-b4e1-4a3c-9036-8d6c46b56878 req-7a20cade-46be-436c-b23f-419b5f3aad05 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 932 time: 0.0711229 Feb 09 22:04:39.064734 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-f700807b-b4e1-4a3c-9036-8d6c46b56878 req-9f4f8ce9-4f46-411d-a86b-a43c2d9dec0a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673933 Feb 09 22:04:39.872425 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-24e1f9e5-7ef4-4d92-a2fe-82c6c01cb34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.192782 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d3c53-8bf8-49cd-a506-42a4841257c8 req-8fc4cbd8-64fb-48ae-9c3f-c2b242fea01f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:40.194387 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c89d3c53-8bf8-49cd-a506-42a4841257c8 req-8fc4cbd8-64fb-48ae-9c3f-c2b242fea01f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 932 time: 0.0540569 Feb 09 22:04:40.244584 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c89d3c53-8bf8-49cd-a506-42a4841257c8 req-2a2e19ea-74a1-465d-89f4-a3293242f1a7 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Feb 09 22:04:40.694608 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Request body: {'port': {'device_id': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-29'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:40.757944 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.020541 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6406458f-eb8f-495f-a18b-4dda3e4484ee {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:41.027922 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Publish callbacks [] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.040110 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Transition to ACTIVE for port object 6406458f-eb8f-495f-a18b-4dda3e4484ee will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:41.044029 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.096134 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6406458f-eb8f-495f-a18b-4dda3e4484ee,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.170321 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Attempting to bind port 6406458f-eb8f-495f-a18b-4dda3e4484ee on host n-h2-789963-29 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:41.170663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Attempting to bind port 6406458f-eb8f-495f-a18b-4dda3e4484ee by drivers openvswitch,hyperv on host n-h2-789963-29 at level 0 using segments [{'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:41.170999 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Attempting to bind port 6406458f-eb8f-495f-a18b-4dda3e4484ee on network 497dcfaf-f67a-481a-979f-a409fab92449 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:41.176238 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Port 6406458f-eb8f-495f-a18b-4dda3e4484ee on network 497dcfaf-f67a-481a-979f-a409fab92449 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-29 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:41.176564 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Attempting to bind port 6406458f-eb8f-495f-a18b-4dda3e4484ee on network 497dcfaf-f67a-481a-979f-a409fab92449 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:41.182162 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Checking agent: {'id': '36910fac-fe5b-452f-8513-3cad32d9cd86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-29', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'started_at': datetime.datetime(2022, 2, 9, 20, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:41.182512 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Checking segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:41.182911 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Bound using segment: {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:41.183342 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Bound port: 6406458f-eb8f-495f-a18b-4dda3e4484ee, host: n-h2-789963-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa1528f-0389-47f7-8a41-d1251f685f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:41.183725 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.255055 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:41.258306 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:41.264877 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.299885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.299885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.301339 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] 10.222.0.50 "PUT /v2.0/ports/6406458f-eb8f-495f-a18b-4dda3e4484ee HTTP/1.1" status: 200 len: 1093 time: 0.6123803 Feb 09 22:04:41.301641 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:41.304067 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c06d12a-4505-4398-ac8a-f7fb6535deba" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:41.330191 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d0c28-d446-4bce-9dc7-adb103e340c2 service neutron] Pushing event updated for resources: {'Port': ['ID=6406458f-eb8f-495f-a18b-4dda3e4484ee,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.375655 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e14a83-18da-4a2b-a13f-2aca0907b502 req-e4feb229-9e70-4a30-a1e9-7a32ef623afa tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.377523 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57e14a83-18da-4a2b-a13f-2aca0907b502 req-e4feb229-9e70-4a30-a1e9-7a32ef623afa tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 944 time: 0.0583379 Feb 09 22:04:41.409425 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-21516e3c-d45b-4896-8c56-aad5adbc3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.411354 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-21516e3c-d45b-4896-8c56-aad5adbc3108 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 1127 time: 0.0565648 Feb 09 22:04:41.433329 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-57e14a83-18da-4a2b-a13f-2aca0907b502 req-dad8217a-3796-4e03-9cb7-c1d14019ce05 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496304 Feb 09 22:04:41.464431 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-53e5d4cc-2f65-4eea-81e4-9251fd1dcb0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee HTTP/1.1" status: 200 len: 217 time: 0.0466726 Feb 09 22:04:41.500445 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cb0b06-fed0-4ab8-ba20-7a47f43670d0 x-openstack-request-id: req-20cb0b06-fed0-4ab8-ba20-7a47f43670d0 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:41.500805 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:41.501069 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-20cb0b06-fed0-4ab8-ba20-7a47f43670d0 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:41.501476 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'status': 'completed', 'code': 200} Feb 09 22:04:41.520115 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-dad55a76-2edd-4177-ba08-4a833eb0a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.521649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-dad55a76-2edd-4177-ba08-4a833eb0a0c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0520992 Feb 09 22:04:41.572325 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-1708ab70-304b-43ed-b968-73d24d174bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.573854 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-1708ab70-304b-43ed-b968-73d24d174bd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466592 Feb 09 22:04:41.596541 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.666728 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-214a0104-06e3-4d07-9a1c-ebb3afd81397 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865667 Feb 09 22:04:41.753134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-16fd7351-086d-4ebc-9d36-84ef5a6ab951 req-063dd205-8988-4251-b3e8-382134931c65 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808678 Feb 09 22:04:41.844150 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-5b78f45e-2e88-49ed-98a7-b66368dbadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.846057 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-5b78f45e-2e88-49ed-98a7-b66368dbadbe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 1127 time: 0.0448303 Feb 09 22:04:41.940289 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-6ca1730e-d777-4aa8-9eaf-171fba1ad825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.941744 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-6ca1730e-d777-4aa8-9eaf-171fba1ad825 service neutron] 10.222.0.50 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.0892997 Feb 09 22:04:41.981887 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-8521f002-4ff6-4ee4-a513-2055283ea6e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee HTTP/1.1" status: 200 len: 217 time: 0.0342722 Feb 09 22:04:42.034212 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-fbd1004b-d289-4c3e-97e9-cf2a49684e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.035666 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-fbd1004b-d289-4c3e-97e9-cf2a49684e5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0472040 Feb 09 22:04:42.083381 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-71cb03a4-8b56-48d5-925f-44ce0901232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.085028 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-71cb03a4-8b56-48d5-925f-44ce0901232d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436618 Feb 09 22:04:42.172260 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-1214dbf5-2ce1-4d22-ac13-855cba4baa38 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808253 Feb 09 22:04:42.263207 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-0c06d12a-4505-4398-ac8a-f7fb6535deba req-926d414d-d159-421b-b146-8a28132b0fc0 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850098 Feb 09 22:04:42.571193 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d861d-15e9-481b-84b2-6b7b1a77545f req-1a990fb3-e59a-4016-be76-43fa741c5f26 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.572724 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b7d861d-15e9-481b-84b2-6b7b1a77545f req-1a990fb3-e59a-4016-be76-43fa741c5f26 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 944 time: 0.0632367 Feb 09 22:04:42.621479 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-5b7d861d-15e9-481b-84b2-6b7b1a77545f req-2a2c51ab-1c38-4acc-a55c-44f116dce53c tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Feb 09 22:04:43.036682 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.750181 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2af34-fd43-427d-8480-9acaddc4a8cf req-87e0fd96-3abb-4b6d-93ac-5a2c435c936d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:43.752294 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42b2af34-fd43-427d-8480-9acaddc4a8cf req-87e0fd96-3abb-4b6d-93ac-5a2c435c936d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 944 time: 0.0568016 Feb 09 22:04:43.807747 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-42b2af34-fd43-427d-8480-9acaddc4a8cf req-061e9358-2057-4dcd-b85c-0280ee01afb9 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472295 Feb 09 22:04:44.104731 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.940819 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c642364-2da7-4c3f-812c-43372a9c0f43 req-5e3bae36-a8a9-43b9-8f62-84133dceebd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.942362 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c642364-2da7-4c3f-812c-43372a9c0f43 req-5e3bae36-a8a9-43b9-8f62-84133dceebd1 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 944 time: 0.0602512 Feb 09 22:04:44.993143 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2c642364-2da7-4c3f-812c-43372a9c0f43 req-fcfa1192-8eab-4734-875e-5d5ec54bb098 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444863 Feb 09 22:04:45.684068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6406458f-eb8f-495f-a18b-4dda3e4484ee details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:45.782958 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:45.795562 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'port_id': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'mac_address': 'fa:16:3e:f7:43:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:45.838888 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6406458f-eb8f-495f-a18b-4dda3e4484ee is: DOWN; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:45.839291 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.853448 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6406458f-eb8f-495f-a18b-4dda3e4484ee {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:45.874472 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:45.878325 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.925068 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6406458f-eb8f-495f-a18b-4dda3e4484ee,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:46.134854 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6406458f-eb8f-495f-a18b-4dda3e4484ee'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:46.183831 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73009f2f-3cd1-4e9b-82d9-fea14085a683 req-482e8248-867e-429b-87c7-9d6f0f0be423 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.185433 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73009f2f-3cd1-4e9b-82d9-fea14085a683 req-482e8248-867e-429b-87c7-9d6f0f0be423 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 945 time: 0.1221976 Feb 09 22:04:46.234409 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-73009f2f-3cd1-4e9b-82d9-fea14085a683 req-5247cd84-0cbe-4c04-9738-038dd1c097a0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Feb 09 22:04:47.356573 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9631f-5eb1-4c5b-9705-50e330e04965 req-ee16f00e-e1be-4fa4-b1fc-9d6c30480570 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.358091 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70c9631f-5eb1-4c5b-9705-50e330e04965 req-ee16f00e-e1be-4fa4-b1fc-9d6c30480570 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 945 time: 0.0534301 Feb 09 22:04:47.410476 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-70c9631f-5eb1-4c5b-9705-50e330e04965 req-877300e9-8656-4d9a-a28e-cac3bcdd5448 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468192 Feb 09 22:04:47.697711 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6406458f-eb8f-495f-a18b-4dda3e4484ee up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:47.744709 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning for port 6406458f-eb8f-495f-a18b-4dda3e4484ee completed by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:04:47.748749 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6406458f-eb8f-495f-a18b-4dda3e4484ee triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:47.749132 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.828542 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6406458f-eb8f-495f-a18b-4dda3e4484ee is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:47.829473 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.851503 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:47.853739 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac40998-0b20-45e9-8fc6-2193de44caf5" -d '{"events": [{"server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "name": "network-vif-plugged", "status": "completed", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:47.866181 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:47.871116 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.895080 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafd6ff8-a533-4419-8f1c-6f9cc920f065 x-openstack-request-id: req-bafd6ff8-a533-4419-8f1c-6f9cc920f065 {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:47.895378 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "name": "network-vif-plugged", "status": "completed", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:47.895632 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bafd6ff8-a533-4419-8f1c-6f9cc920f065 {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:47.896050 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'code': 200} Feb 09 22:04:47.921636 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6406458f-eb8f-495f-a18b-4dda3e4484ee,revision_number=5']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:48.003558 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7fda6-56f7-43e9-883f-03ad10715b90 req-4a06d1a9-b71b-407f-98ef-02f399bdd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.005117 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68a7fda6-56f7-43e9-883f-03ad10715b90 req-4a06d1a9-b71b-407f-98ef-02f399bdd253 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 1129 time: 0.0445464 Feb 09 22:04:48.048962 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-68a7fda6-56f7-43e9-883f-03ad10715b90 req-ebec2f91-2b78-46b4-a456-255834b6cd7b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Feb 09 22:04:48.529216 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ef407-9ee2-49ed-b9d4-3919f599e985 req-47cdb170-d3a2-48c8-a9cf-155af1cfb35a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.530677 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d39ef407-9ee2-49ed-b9d4-3919f599e985 req-47cdb170-d3a2-48c8-a9cf-155af1cfb35a tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 946 time: 0.0512984 Feb 09 22:04:48.580269 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-d39ef407-9ee2-49ed-b9d4-3919f599e985 req-eb6c9a89-eda7-4985-b08e-baf9be2ae451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433762 Feb 09 22:04:49.701812 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0405aa-57b1-49f7-b1bb-55fceac48fa4 req-bfe2f397-3547-4b78-bff8-4850734ee206 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.703294 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8e0405aa-57b1-49f7-b1bb-55fceac48fa4 req-bfe2f397-3547-4b78-bff8-4850734ee206 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 946 time: 0.0530410 Feb 09 22:04:49.752253 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8e0405aa-57b1-49f7-b1bb-55fceac48fa4 req-36a0c7c2-2ab3-4e87-95b5-737ef2f37ecc tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Feb 09 22:04:49.874981 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298e9e1-dcfe-4b7f-9c08-d3cc7226cddd req-e76ad22e-2656-47cc-a53f-e400ef4cab85 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.876516 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2298e9e1-dcfe-4b7f-9c08-d3cc7226cddd req-e76ad22e-2656-47cc-a53f-e400ef4cab85 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 946 time: 0.0567379 Feb 09 22:04:49.925900 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2298e9e1-dcfe-4b7f-9c08-d3cc7226cddd req-2e1b931a-3833-49be-9ad0-205c490ec03b tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Feb 09 22:04:49.947034 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48660) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:49.994138 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e366e-6dff-44a9-b4ab-35f01ad104eb tempest-TestSnapshotPattern-64909322 tempest-TestSnapshotPattern-64909322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.995654 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-eb8e366e-6dff-44a9-b4ab-35f01ad104eb tempest-TestSnapshotPattern-64909322 tempest-TestSnapshotPattern-64909322-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 1124 time: 0.0475888 Feb 09 22:04:49.998399 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48662) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:50.002704 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.v2.base [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Request body: {'floatingip': {'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'port_id': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:50.022817 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.116036 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.219036 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Allocated IP 172.25.4.211 (d0760ad7-99c2-4167-a127-ee6e31457c2d/b866d387-bbcb-490e-9eb5-f371a2287b62/44c41ef9-9ce1-4879-b101-2f380419bb82) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:50.317317 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for port (44c41ef9-9ce1-4879-b101-2f380419bb82), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.350548 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743316720339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (44c41ef9-9ce1-4879-b101-2f380419bb82), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.370721 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:04:50.384592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Network d0760ad7-99c2-4167-a127-ee6e31457c2d is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:50.389204 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:50.393179 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:50.422291 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'Port': ['ID=44c41ef9-9ce1-4879-b101-2f380419bb82,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:50.744293 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for floatingip (7fdc179d-e30b-438c-8b5e-db684b7897f6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.814572 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (44c41ef9-9ce1-4879-b101-2f380419bb82), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.959835 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for port (44c41ef9-9ce1-4879-b101-2f380419bb82), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.964341 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4960414'] for port (44c41ef9-9ce1-4879-b101-2f380419bb82), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.031886 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event updated for resources: {'Port': ['ID=44c41ef9-9ce1-4879-b101-2f380419bb82,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:51.044352 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577071'] for floatingip (7fdc179d-e30b-438c-8b5e-db684b7897f6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.143915 n-d-789963-29 neutron-server[103324]: INFO neutron.db.l3_db [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Floating IP 7fdc179d-e30b-438c-8b5e-db684b7897f6 associated. External IP: 172.25.4.211, port: 6406458f-eb8f-495f-a18b-4dda3e4484ee. Feb 09 22:04:51.346616 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Router ebf8a922-cd78-4a38-a4a7-9b5e557815df has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:51.790712 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:51.800248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] Sync routers for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:51.810491 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:51.810982 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.811107 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:51.858958 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-cf2ee40d-1d07-45a3-b629-b6450809eb23 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8450456 Feb 09 22:04:51.858958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:51.858958 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb44f01d-3a03-4f4e-9f07-644bfe51e366" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:51.885079 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e72deb-b28d-4633-8def-c8d0ebfb725d x-openstack-request-id: req-26e72deb-b28d-4633-8def-c8d0ebfb725d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:51.885377 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:51.885639 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-26e72deb-b28d-4633-8def-c8d0ebfb725d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:51.886083 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'status': 'completed', 'code': 200} Feb 09 22:04:51.921728 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:51.950229 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-0d0ddb07-553a-4c94-8808-c285ee013494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:51.951813 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-0d0ddb07-553a-4c94-8808-c285ee013494 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 1129 time: 0.0447342 Feb 09 22:04:52.046975 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-095ebaa3-81cd-4524-bd48-172a8ab3abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.048532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-095ebaa3-81cd-4524-bd48-172a8ab3abb7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.0903077 Feb 09 22:04:52.115532 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-b193cee9-0643-4054-8804-c44e374e8aab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee HTTP/1.1" status: 200 len: 1000 time: 0.0613563 Feb 09 22:04:52.147000 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 1, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}, {'id': '7fdc179d-e30b-438c-8b5e-db684b7897f6', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:f7:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:50Z', 'updated_at': '2022-02-09T22:04:50Z', 'revision_number': 0, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:52.164227 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-837b1018-8cc3-4807-91c3-16c7ea665457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.165698 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-837b1018-8cc3-4807-91c3-16c7ea665457 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0448821 Feb 09 22:04:52.176971 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] Checking router: ebf8a922-cd78-4a38-a4a7-9b5e557815df for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:52.185463 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:52.186077 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:04:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:52.213646 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-de1f6389-1f6d-4637-a987-d2d24248c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.215203 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-de1f6389-1f6d-4637-a987-d2d24248c023 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443008 Feb 09 22:04:52.275419 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.304039 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:52.307276 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-0fdd31b6-c749-4612-898c-f9cbf74dfb52 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864868 Feb 09 22:04:52.395421 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-fb44f01d-3a03-4f4e-9f07-644bfe51e366 req-f9dd6e6b-9986-423d-b882-74561099d180 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828004 Feb 09 22:04:52.531431 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 1, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}, {'id': '7fdc179d-e30b-438c-8b5e-db684b7897f6', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:f7:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:50Z', 'updated_at': '2022-02-09T22:04:50Z', 'revision_number': 0, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:52.557312 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef0517-fa52-47dd-8f35-5664944dadd1 None None] The sync data for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 is: [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 1, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}, {'id': '7fdc179d-e30b-438c-8b5e-db684b7897f6', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.211', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:f7:43:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:50Z', 'updated_at': '2022-02-09T22:04:50Z', 'revision_number': 0, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:52.748943 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ce71c-0fd6-43d6-a894-4db4ba99e944 None None] New status for floating IP 7fdc179d-e30b-438c-8b5e-db684b7897f6: ACTIVE {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:04:57.283058 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.833030 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d53e3a9a-b5a5-4281-b4a1-1326da2e6435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.868023 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-01b02f47-4d4d-49d3-80b1-3bdcba0d1333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.591474 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.039917 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.108147 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.778607 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-de8c7057-8069-468f-9e69-b7ec05f8f893 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482857 Feb 09 22:05:14.871976 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-0e12beda-ad08-4f35-b977-b013b7d022f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:14.873497 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-0e12beda-ad08-4f35-b977-b013b7d022f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1126 time: 0.0484350 Feb 09 22:05:14.999400 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-cd6a4f1b-1ebb-4e6a-a748-35634476f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.000984 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-cd6a4f1b-1ebb-4e6a-a748-35634476f834 service neutron] 10.222.0.13 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.1080596 Feb 09 22:05:15.076886 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-66e2d142-65b1-44ef-bf50-b4ea538286b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 999 time: 0.0698318 Feb 09 22:05:15.135481 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-0e99581b-a873-46ba-a733-e31d1e0d0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.137096 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-0e99581b-a873-46ba-a733-e31d1e0d0b56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0541263 Feb 09 22:05:15.187865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-95454122-124e-4ce4-afa2-822ffb6a0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:15.189690 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-95454122-124e-4ce4-afa2-822ffb6a0e5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467372 Feb 09 22:05:15.287855 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-8d36e961-c156-464b-ad36-2b5b44d51f44 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915368 Feb 09 22:05:15.382522 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-4cdd9c54-b75d-4d5d-b6bd-0431487ef1ed req-e1d86ec8-2909-4d34-ad5c-70e21eeecc66 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893371 Feb 09 22:05:22.271271 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:24.501112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-82af3768-e5a2-41b9-973e-b1e08d88cd4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484936 Feb 09 22:05:24.589848 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-391caf85-5afd-4874-86c8-13af91345d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.591334 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-391caf85-5afd-4874-86c8-13af91345d49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 1129 time: 0.0446119 Feb 09 22:05:24.690592 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-8278f611-dffe-4907-b0f3-48d3f7a5e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.693218 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-8278f611-dffe-4907-b0f3-48d3f7a5e729 service neutron] 10.222.0.50 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.0839612 Feb 09 22:05:24.760419 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-1f56f490-972e-4ccf-b4db-131ce19c9413 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee HTTP/1.1" status: 200 len: 1002 time: 0.0617919 Feb 09 22:05:24.808474 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-7d007011-46a7-45b7-9471-0b11467770be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.809952 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-7d007011-46a7-45b7-9471-0b11467770be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0446942 Feb 09 22:05:24.859780 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-ff14ff2d-30c8-4655-a283-3a0808b11492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.861350 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-ff14ff2d-30c8-4655-a283-3a0808b11492 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454292 Feb 09 22:05:24.959495 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-e14d008f-ffec-4dda-9216-ae9e053f5c06 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894833 Feb 09 22:05:25.048482 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-db256cb5-1d1e-498b-84d2-ffbe866a1d04 req-e708da13-6f02-47ed-bf06-4d5c26ae4731 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839188 Feb 09 22:05:27.288299 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:27.370784 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:05:37.836552 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0a7041c9-727f-45e0-9421-f3b5d4d7df30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.870191 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-25f85e7a-3907-43cd-8209-402901b6ae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.599869 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.043621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.110983 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:52.286444 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:57.287938 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:04.371338 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:06:07.841832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-141f3e13-905b-4730-8d87-3e5316028e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.874093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-123f0f57-1f58-46d7-8b6a-4cc09bd90b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.595983 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.045115 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.114363 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.818374 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-3b4af085-0f1c-41e9-b081-4ea94754564a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535603 Feb 09 22:06:15.906698 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-d811e418-a734-4349-9aab-769433cf0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:15.908382 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-d811e418-a734-4349-9aab-769433cf0a2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1126 time: 0.0450392 Feb 09 22:06:16.014886 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-4c673168-6a39-423a-9b67-68f365c8360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:16.016444 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-4c673168-6a39-423a-9b67-68f365c8360c service neutron] 10.222.0.13 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.0902078 Feb 09 22:06:16.085575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-573d1801-b185-46bd-9ace-97d7363ec6a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 999 time: 0.0632844 Feb 09 22:06:16.136475 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-cb2a0733-aa5f-4ee9-8144-14f2ac5a5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:16.137913 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-cb2a0733-aa5f-4ee9-8144-14f2ac5a5262 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0473273 Feb 09 22:06:16.186710 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-176c2caa-2cdd-426d-8eed-99606b8854d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:16.188242 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-176c2caa-2cdd-426d-8eed-99606b8854d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449114 Feb 09 22:06:16.275499 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-e763aeae-e1ae-43de-8e0f-d751ebc2695b service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812066 Feb 09 22:06:16.367456 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-b08e78e2-b857-4c0c-81a3-43d87227b23d req-2cb1252d-5f88-4eb6-96d6-68e84778f297 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863550 Feb 09 22:06:22.291178 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.187435 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6406458f-eb8f-495f-a18b-4dda3e4484ee details requested by agent hyperv_n-h2-789963-29 with host n-h2-789963-29 {{(pid=103326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:06:26.294066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:26.306545 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Returning: {'device': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'port_id': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'mac_address': 'fa:16:3e:f7:43:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:06:26.541881 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6406458f-eb8f-495f-a18b-4dda3e4484ee is: ACTIVE; New status is: BUILD {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:26.542279 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.561991 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6406458f-eb8f-495f-a18b-4dda3e4484ee {{(pid=103326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:26.591566 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:26.597087 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.658602 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6406458f-eb8f-495f-a18b-4dda3e4484ee,revision_number=6']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:26.666849 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.667204 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.667572 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.667922 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.668264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.668609 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.668941 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.669386 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.669726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.670057 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.670387 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.670716 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.671041 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:26.671547 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdccee-f592-4519-93b5-bd740c78b120 req-667afb65-28a7-44a4-a7da-197e215af223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:26.673146 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fdccee-f592-4519-93b5-bd740c78b120 req-667afb65-28a7-44a4-a7da-197e215af223 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 1128 time: 0.1453488 Feb 09 22:06:26.701164 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] get_ports_and_sgs() called for port_ids ['6406458f-eb8f-495f-a18b-4dda3e4484ee'] {{(pid=103326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:06:26.793958 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdccee-f592-4519-93b5-bd740c78b120 req-98093b67-00dd-44da-8ce7-237dd6014381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:26.795573 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fdccee-f592-4519-93b5-bd740c78b120 req-98093b67-00dd-44da-8ce7-237dd6014381 service neutron] 10.222.0.50 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.0954514 Feb 09 22:06:26.872545 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fdccee-f592-4519-93b5-bd740c78b120 req-7f00d409-6c80-4262-bb42-e455edc74083 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee HTTP/1.1" status: 200 len: 1001 time: 0.0670903 Feb 09 22:06:26.934895 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdccee-f592-4519-93b5-bd740c78b120 req-f7aae58e-d5ee-4c5e-821c-354eae18b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:26.937033 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fdccee-f592-4519-93b5-bd740c78b120 req-f7aae58e-d5ee-4c5e-821c-354eae18b682 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0550337 Feb 09 22:06:27.012722 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdccee-f592-4519-93b5-bd740c78b120 req-f64bb9b3-f838-46ba-8463-a96e40f73542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.014275 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fdccee-f592-4519-93b5-bd740c78b120 req-f64bb9b3-f838-46ba-8463-a96e40f73542 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0680456 Feb 09 22:06:27.123170 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fdccee-f592-4519-93b5-bd740c78b120 req-a2185498-88dc-4a0f-afd2-b271d21ccc23 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985482 Feb 09 22:06:27.248822 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-93fdccee-f592-4519-93b5-bd740c78b120 req-242b36c9-95bc-46d9-b5df-2478547c9f4c service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177950 Feb 09 22:06:27.306425 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.197829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6406458f-eb8f-495f-a18b-4dda3e4484ee up at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:28.276553 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.provisioning_blocks [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Provisioning complete for port 6406458f-eb8f-495f-a18b-4dda3e4484ee triggered by entity L2. {{(pid=103326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:28.277186 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362870'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), provisioning_complete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.448340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Current status of the port 6406458f-eb8f-495f-a18b-4dda3e4484ee is: BUILD; New status is: ACTIVE {{(pid=103326) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:28.449342 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728289'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.503668 n-d-789963-29 neutron-server[103326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee'}] {{(pid=103326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:28.507602 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b0a8597be74c5f44531de33746fb38bb82961e103e417874f8a3947a07eab26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3ca8f0-6884-43d1-b6dd-15cd90c1c52b" -d '{"events": [{"server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "name": "network-vif-plugged", "status": "completed", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee"}]}' {{(pid=103326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:28.532625 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:28.539096 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743317270285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743316720357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743316720375'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:28.646311 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Pushing event updated for resources: {'Port': ['ID=6406458f-eb8f-495f-a18b-4dda3e4484ee,revision_number=7']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:28.688896 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3455f60-6fc3-423e-8300-49fd4f6a077e x-openstack-request-id: req-b3455f60-6fc3-423e-8300-49fd4f6a077e {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:28.689355 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "name": "network-vif-plugged", "status": "completed", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee", "code": 200}]} {{(pid=103326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:28.689758 n-d-789963-29 neutron-server[103326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b3455f60-6fc3-423e-8300-49fd4f6a077e {{(pid=103326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:28.690379 n-d-789963-29 neutron-server[103326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'code': 200} Feb 09 22:06:37.849628 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9cd5f8bb-4853-4396-a12e-10a4049e61cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.529501 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48874) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:38.717889 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Deleting port 44c41ef9-9ce1-4879-b101-2f380419bb82 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:38.718246 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (44c41ef9-9ce1-4879-b101-2f380419bb82), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.805432 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (44c41ef9-9ce1-4879-b101-2f380419bb82), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.805829 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for floatingip (44c41ef9-9ce1-4879-b101-2f380419bb82), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:38.819162 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Calling delete_port for 44c41ef9-9ce1-4879-b101-2f380419bb82 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:39.020815 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (44c41ef9-9ce1-4879-b101-2f380419bb82), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.052203 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event deleted for resources: {'Port': ['ID=44c41ef9-9ce1-4879-b101-2f380419bb82,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:39.065012 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.065370 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.065722 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.066066 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.066418 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.066870 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.067207 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.067541 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.067898 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.068238 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.068600 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.069001 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.069341 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:39.130256 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for floatingip (7fdc179d-e30b-438c-8b5e-db684b7897f6), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.130706 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Floating IP 7fdc179d-e30b-438c-8b5e-db684b7897f6 disassociated (deleted). External IP: 172.25.4.211, port: 6406458f-eb8f-495f-a18b-4dda3e4484ee. Feb 09 22:06:39.389836 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Router ebf8a922-cd78-4a38-a4a7-9b5e557815df has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:39.814247 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:39.821886 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.825831 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] Sync routers for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:39.839519 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:39.840661 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:10Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:39.855474 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-a8edcebc-17bc-4bb7-96fd-0d651ecaba54 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "DELETE /v2.0/floatingips/7fdc179d-e30b-438c-8b5e-db684b7897f6 HTTP/1.1" status: 204 len: 168 time: 1.3247647 Feb 09 22:06:39.856089 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:39.858367 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce86aa4-aca6-417d-8926-f7d98c8a616a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:39.942000 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a578656-bb72-4693-bb14-c7d63e466150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.984693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:40.081875 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb946bf7-b79f-4450-89ba-6012ad9a4154 x-openstack-request-id: req-eb946bf7-b79f-4450-89ba-6012ad9a4154 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:40.082176 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:40.082431 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-eb946bf7-b79f-4450-89ba-6012ad9a4154 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:40.082864 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'status': 'completed', 'code': 200} Feb 09 22:06:40.168663 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-17f0dc0f-e37d-4856-8ff1-b5d8480df876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.174134 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-17f0dc0f-e37d-4856-8ff1-b5d8480df876 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 1129 time: 0.0708141 Feb 09 22:06:40.245923 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c2982-0ee8-4c00-b1e7-abd278237cd5 req-52ad6d53-4920-4d6e-94f3-43809e7b241f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.251389 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-761c2982-0ee8-4c00-b1e7-abd278237cd5 req-52ad6d53-4920-4d6e-94f3-43809e7b241f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 946 time: 0.0799196 Feb 09 22:06:40.291677 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 1, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:40.316801 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-761c2982-0ee8-4c00-b1e7-abd278237cd5 req-c02bc214-dd0f-4966-994e-ac352957d933 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630500 Feb 09 22:06:40.321349 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] Checking router: ebf8a922-cd78-4a38-a4a7-9b5e557815df for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:40.327130 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-f15fdded-d183-45fd-9cb7-e85af0120cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.329683 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-f15fdded-d183-45fd-9cb7-e85af0120cfd service neutron] 10.222.0.50 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.1474643 Feb 09 22:06:40.330685 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:40.331956 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:40.386457 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-ec88394e-f9a4-4651-8967-ebc628e7add1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee HTTP/1.1" status: 200 len: 217 time: 0.0500047 Feb 09 22:06:40.444058 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-323d43e1-21e4-4025-b439-b19f77b9b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.445547 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-323d43e1-21e4-4025-b439-b19f77b9b7b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0536242 Feb 09 22:06:40.467474 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:40.510199 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-a2ee93bd-d374-453c-abfc-788fbd37a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.512528 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-a2ee93bd-d374-453c-abfc-788fbd37a6ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0608408 Feb 09 22:06:40.642649 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-f83b77db-9f9d-4464-bb2c-ffeb00796155 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232624 Feb 09 22:06:40.769265 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 1, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:40.772025 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-7ce86aa4-aca6-417d-8926-f7d98c8a616a req-d384680b-45a0-4075-af25-15f5a1df1768 service neutron] 10.222.0.50 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228259 Feb 09 22:06:40.796964 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754cb649-7bd2-4e51-a84b-f6d5e195a273 None None] The sync data for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 is: [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_floatingips': [{'id': '77e7355b-7614-44c9-8fec-c4316bd7bbd3', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'floating_ip_address': '172.25.4.163', 'floating_network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'router_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'port_id': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'mac_address': 'fa:16:3e:01:4b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:20Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 1, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:41.097147 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9dc181-b897-44a0-bdb8-544bf1fcb86a None None] New status for floating IP 7fdc179d-e30b-438c-8b5e-db684b7897f6: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:06:41.375413 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:06:41.475748 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60eae-1a35-4dc6-b12a-0b207aee9d2f req-5c3fae50-8700-4c3b-92f0-a2a8724e3e51 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:41.475748 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22f60eae-1a35-4dc6-b12a-0b207aee9d2f req-5c3fae50-8700-4c3b-92f0-a2a8724e3e51 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 946 time: 0.0660958 Feb 09 22:06:41.542630 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-22f60eae-1a35-4dc6-b12a-0b207aee9d2f req-26f128cc-6726-4020-8f63-e062e6419ac5 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582566 Feb 09 22:06:41.605774 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.712590 n-d-789963-29 neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-f9e892c0-3c64-4958-a7e3-de2df5b3a4ae tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:41.714082 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-f9e892c0-3c64-4958-a7e3-de2df5b3a4ae tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 946 time: 0.0579574 Feb 09 22:06:41.841952 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Deleting port 6406458f-eb8f-495f-a18b-4dda3e4484ee {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:41.842362 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.953081 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] For port 6406458f-eb8f-495f-a18b-4dda3e4484ee, host n-h2-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-29',level=0,port_id=6406458f-eb8f-495f-a18b-4dda3e4484ee,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:41.953342 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.970217 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Calling delete_port for 6406458f-eb8f-495f-a18b-4dda3e4484ee owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:42.113178 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (6406458f-eb8f-495f-a18b-4dda3e4484ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.147042 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event deleted for resources: {'Port': ['ID=6406458f-eb8f-495f-a18b-4dda3e4484ee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:42.175330 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.175767 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.176141 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.176525 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.176902 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.177192 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.177519 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.177845 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.178172 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.178555 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.178885 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.179215 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.179582 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-29 {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:42.202009 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] No DVR routers for this DVR port 6406458f-eb8f-495f-a18b-4dda3e4484ee on host n-h2-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:42.204980 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.215762 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [req-a1ad0497-8e06-4b43-8370-99e0f25a4044 req-3d515e7c-d815-4005-bbc5-e5dac06d0870 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.50 "DELETE /v2.0/ports/6406458f-eb8f-495f-a18b-4dda3e4484ee HTTP/1.1" status: 204 len: 173 time: 0.4900117 Feb 09 22:06:42.215762 n-d-789963-29 neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'name': 'network-vif-deleted', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:42.215762 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3c4c21d6fb7eb20c744541749795124c0c7e047aaf9acf02bd97e5e7bbf943f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9e1e9b-c276-4946-afca-4ac64fe8f125" -d '{"events": [{"server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "name": "network-vif-deleted", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:42.272522 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6406458f-eb8f-495f-a18b-4dda3e4484ee no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:42.304407 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 6406458f-eb8f-495f-a18b-4dda3e4484ee {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:42.305091 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6406458f-eb8f-495f-a18b-4dda3e4484ee not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:42.339544 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f297d28-7218-44da-9ce2-8dc6b473dd16 x-openstack-request-id: req-5f297d28-7218-44da-9ce2-8dc6b473dd16 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:42.340047 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc8d618-0112-456d-b4f5-04e98f5d7303", "name": "network-vif-deleted", "tag": "6406458f-eb8f-495f-a18b-4dda3e4484ee", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:42.340414 n-d-789963-29 neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5f297d28-7218-44da-9ce2-8dc6b473dd16 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:42.340973 n-d-789963-29 neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc8d618-0112-456d-b4f5-04e98f5d7303', 'name': 'network-vif-deleted', 'tag': '6406458f-eb8f-495f-a18b-4dda3e4484ee', 'status': 'completed', 'code': 200} Feb 09 22:06:42.713262 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c0620a78-9b4a-4f81-b8a1-681a41307382 req-398710d7-5da1-485c-a211-c327f7f89aff tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=bfc8d618-0112-456d-b4f5-04e98f5d7303 HTTP/1.1" status: 200 len: 210 time: 0.0359154 Feb 09 22:06:43.053832 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.119981 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.434041 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48932) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:44.639865 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Deleting port 6d6c98e9-b5c5-4907-bd0e-dc530d71ad94 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:44.640135 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.737845 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.738329 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for floatingip (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.750972 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Calling delete_port for 6d6c98e9-b5c5-4907-bd0e-dc530d71ad94 owned by network:floatingip {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:44.922405 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (6d6c98e9-b5c5-4907-bd0e-dc530d71ad94), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.956293 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event deleted for resources: {'Port': ['ID=6d6c98e9-b5c5-4907-bd0e-dc530d71ad94,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:45.023894 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for floatingip (77e7355b-7614-44c9-8fec-c4316bd7bbd3), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.024417 n-d-789963-29 neutron-server[103325]: INFO neutron.db.l3_db [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Floating IP 77e7355b-7614-44c9-8fec-c4316bd7bbd3 disassociated (deleted). External IP: 172.25.4.163, port: 29fd9c36-4ca0-477e-bb80-532b62c4595a. Feb 09 22:06:45.265413 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Router ebf8a922-cd78-4a38-a4a7-9b5e557815df has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:45.404437 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:45.409313 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for floatingip (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.416424 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] Sync routers for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:45.430604 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:45.431248 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:45.448226 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-86c17ef8-6619-460e-9770-19508bc0e451 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "DELETE /v2.0/floatingips/77e7355b-7614-44c9-8fec-c4316bd7bbd3 HTTP/1.1" status: 204 len: 168 time: 1.0128891 Feb 09 22:06:45.449275 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:45.455917 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6238b345-a230-4103-ab3b-3054f7fa3327" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:45.569150 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:45.653928 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923ecb7a-a6b1-464d-b5d8-3e656f0a9042 x-openstack-request-id: req-923ecb7a-a6b1-464d-b5d8-3e656f0a9042 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:45.654192 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:45.654455 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-923ecb7a-a6b1-464d-b5d8-3e656f0a9042 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:45.654848 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'status': 'completed', 'code': 200} Feb 09 22:06:45.794614 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-5e26992f-ccbb-40ad-a6f5-77bf198e9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.796763 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-5e26992f-ccbb-40ad-a6f5-77bf198e9783 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 1126 time: 0.1131811 Feb 09 22:06:45.809999 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5deb64f-273d-40ed-80ec-391d054cb639 req-0a07c2d3-2ace-4cd8-ab39-b5bb9a52050d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.811538 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5deb64f-273d-40ed-80ec-391d054cb639 req-0a07c2d3-2ace-4cd8-ab39-b5bb9a52050d tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 943 time: 0.0820298 Feb 09 22:06:45.863101 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:45.894762 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] Checking router: ebf8a922-cd78-4a38-a4a7-9b5e557815df for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:45.904066 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:45.904693 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:45.934043 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-c5deb64f-273d-40ed-80ec-391d054cb639 req-d814f15d-d844-4b8b-92ba-fe4b0f30a342 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113460 Feb 09 22:06:45.960564 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-e8c868b4-4bd9-41ef-9123-2939b1836b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.962972 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-e8c868b4-4bd9-41ef-9123-2939b1836b7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 200 len: 911 time: 0.1503274 Feb 09 22:06:46.012787 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-97516624-7e9a-483e-b8ed-c2703ad3851e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 200 len: 217 time: 0.0432718 Feb 09 22:06:46.061168 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:46.067273 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-a1c5c8e2-f418-4ef0-bbed-6769b44aa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:46.070855 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-a1c5c8e2-f418-4ef0-bbed-6769b44aa4b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 200 len: 849 time: 0.0506721 Feb 09 22:06:46.139156 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-1d9e1c8e-cf52-499f-9122-593d28a9d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:46.140626 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-1d9e1c8e-cf52-499f-9122-593d28a9d420 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=497dcfaf-f67a-481a-979f-a409fab92449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0636506 Feb 09 22:06:46.247349 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-5c292bf2-9c9f-4c5e-a648-73f64fbc95c4 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998633 Feb 09 22:06:46.290176 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6406458f-eb8f-495f-a18b-4dda3e4484ee no longer exists at agent hyperv_n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:46.322810 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] No Port match for: 6406458f-eb8f-495f-a18b-4dda3e4484ee {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:46.323160 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Device 6406458f-eb8f-495f-a18b-4dda3e4484ee not bound to the agent host n-h2-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:46.352975 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-6238b345-a230-4103-ab3b-3054f7fa3327 req-f9381a4a-2677-4ae8-bb6c-6bcbe42d0065 service neutron] 10.222.0.13 "GET /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986307 Feb 09 22:06:46.358598 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:46.390162 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f23660-feda-4d60-ad54-e835cea415de None None] The sync data for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 is: [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:01:58Z', 'revision_number': 4, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29', '_interfaces': [{'id': '17353fbc-41aa-4def-90ff-e3e08fac4b90', 'name': '', 'network_id': '497dcfaf-f67a-481a-979f-a409fab92449', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'mac_address': 'fa:16:3e:56:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:57Z', 'updated_at': '2022-02-09T22:02:05Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'subnets': [{'id': 'a30529c4-c525-4999-8c81-4c93d4a53d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:46.669939 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b693ce-7c08-471b-b90e-409b0968f4f9 None None] New status for floating IP 77e7355b-7614-44c9-8fec-c4316bd7bbd3: DOWN {{(pid=103327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:06:47.074063 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6bb26-984e-48ac-b798-6a1ad9223042 req-b5fc1f06-efc9-4c07-b772-a16002bd54fd tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:47.075575 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cc6bb26-984e-48ac-b798-6a1ad9223042 req-b5fc1f06-efc9-4c07-b772-a16002bd54fd tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 943 time: 0.0561867 Feb 09 22:06:47.128420 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-8cc6bb26-984e-48ac-b798-6a1ad9223042 req-554f7a61-c30e-4d19-9383-166022585f19 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "GET /v2.0/security-groups?id=2587b10a-b7a1-43ce-96f7-4866a23ca8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443385 Feb 09 22:06:47.209709 n-d-789963-29 neutron-server[103325]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-09e5ca24-25fd-4bcf-83a5-0e5b63902888 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:47.211193 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-09e5ca24-25fd-4bcf-83a5-0e5b63902888 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fe1b66f-9077-49d6-bf1e-0764185aa964 HTTP/1.1" status: 200 len: 943 time: 0.0605974 Feb 09 22:06:47.304982 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Deleting port 29fd9c36-4ca0-477e-bb80-532b62c4595a {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:47.305319 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.402570 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] For port 29fd9c36-4ca0-477e-bb80-532b62c4595a, host n-h1-789963-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-29',level=0,port_id=29fd9c36-4ca0-477e-bb80-532b62c4595a,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:47.402928 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.416281 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Calling delete_port for 29fd9c36-4ca0-477e-bb80-532b62c4595a owned by compute:nova {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:47.560462 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (29fd9c36-4ca0-477e-bb80-532b62c4595a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.592494 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event deleted for resources: {'Port': ['ID=29fd9c36-4ca0-477e-bb80-532b62c4595a,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:47.647047 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] No DVR routers for this DVR port 29fd9c36-4ca0-477e-bb80-532b62c4595a on host n-h1-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:47.650024 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16493'] for port (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:47.653648 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [req-2ed1c208-89d5-4657-a22c-c0577f23fe26 req-c4ac635c-3c7c-4d7e-aede-e3870eb3a7b0 tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.13 "DELETE /v2.0/ports/29fd9c36-4ca0-477e-bb80-532b62c4595a HTTP/1.1" status: 204 len: 173 time: 0.4376318 Feb 09 22:06:47.656385 n-d-789963-29 neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'name': 'network-vif-deleted', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:47.659023 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdd06e95892dba6fc3ae8fb9158131ac8581649bab640d593df4c89ac7beacc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddbf520-8744-472b-ab5a-947d0fd5d6ae" -d '{"events": [{"server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "name": "network-vif-deleted", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:47.704645 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8248abca-4d50-4078-9cdb-fe39c571129b x-openstack-request-id: req-8248abca-4d50-4078-9cdb-fe39c571129b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:47.704984 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe1b66f-9077-49d6-bf1e-0764185aa964", "name": "network-vif-deleted", "tag": "29fd9c36-4ca0-477e-bb80-532b62c4595a", "status": "completed", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:47.705244 n-d-789963-29 neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8248abca-4d50-4078-9cdb-fe39c571129b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:47.705647 n-d-789963-29 neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe1b66f-9077-49d6-bf1e-0764185aa964', 'name': 'network-vif-deleted', 'tag': '29fd9c36-4ca0-477e-bb80-532b62c4595a', 'status': 'completed', 'code': 200} Feb 09 22:06:48.220006 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:48.288512 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c444eb-dc52-42ab-882d-e81dba12546f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group (2587b10a-b7a1-43ce-96f7-4866a23ca8e5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.321284 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c444eb-dc52-42ab-882d-e81dba12546f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group (2587b10a-b7a1-43ce-96f7-4866a23ca8e5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.394546 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c444eb-dc52-42ab-882d-e81dba12546f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (2587b10a-b7a1-43ce-96f7-4866a23ca8e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.397312 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37c444eb-dc52-42ab-882d-e81dba12546f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:48.398505 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-37c444eb-dc52-42ab-882d-e81dba12546f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] 10.222.0.102 "DELETE /v2.0/security-groups/2587b10a-b7a1-43ce-96f7-4866a23ca8e5 HTTP/1.1" status: 204 len: 168 time: 0.1775107 Feb 09 22:06:48.410872 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c444eb-dc52-42ab-882d-e81dba12546f tempest-TestSnapshotPattern-1865548534 tempest-TestSnapshotPattern-1865548534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2587b10a-b7a1-43ce-96f7-4866a23ca8e5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:48.459361 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48950) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:48.911951 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (ebf8a922-cd78-4a38-a4a7-9b5e557815df), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.190929 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Deleting port 17353fbc-41aa-4def-90ff-e3e08fac4b90 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:49.191169 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.281443 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] For port 17353fbc-41aa-4def-90ff-e3e08fac4b90, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=17353fbc-41aa-4def-90ff-e3e08fac4b90,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:49.281799 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.297816 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Calling delete_port for 17353fbc-41aa-4def-90ff-e3e08fac4b90 owned by network:router_interface {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:49.531642 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (17353fbc-41aa-4def-90ff-e3e08fac4b90), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:49.559056 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17353fbc-41aa-4def-90ff-e3e08fac4b90,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:49.782556 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (ebf8a922-cd78-4a38-a4a7-9b5e557815df), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.219924 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 29fd9c36-4ca0-477e-bb80-532b62c4595a no longer exists at agent hyperv_n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:50.252425 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] No Port match for: 29fd9c36-4ca0-477e-bb80-532b62c4595a {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:50.252828 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Device 29fd9c36-4ca0-477e-bb80-532b62c4595a not bound to the agent host n-h1-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:50.329226 n-d-789963-29 neutron-server[103325]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Router ebf8a922-cd78-4a38-a4a7-9b5e557815df has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:50.465305 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:50.477303 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-2e9b26d1-00fb-4cf8-8459-26110506edd4 admin admin] 10.222.0.102 "PUT /v2.0/routers/ebf8a922-cd78-4a38-a4a7-9b5e557815df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0139549 Feb 09 22:06:50.478225 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48952) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:50.482264 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] Sync routers for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:50.496792 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:50.497781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:50.620295 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks [] for router (ebf8a922-cd78-4a38-a4a7-9b5e557815df), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.758653 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks [] for router_gateway (ebf8a922-cd78-4a38-a4a7-9b5e557815df), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.790058 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: n-d-789963-29 {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:50.826887 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Deleting port 8db89c23-1b4f-4602-8360-ffa442842573 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:50.827222 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8db89c23-1b4f-4602-8360-ffa442842573), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.919527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] For port 8db89c23-1b4f-4602-8360-ffa442842573, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8db89c23-1b4f-4602-8360-ffa442842573,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:50.921492 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8db89c23-1b4f-4602-8360-ffa442842573), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.932835 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Calling delete_port for 8db89c23-1b4f-4602-8360-ffa442842573 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:51.009340 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '8db89c23-1b4f-4602-8360-ffa442842573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:06:49Z', 'revision_number': 5, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port': {'id': '8db89c23-1b4f-4602-8360-ffa442842573', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:51.039829 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] Checking router: ebf8a922-cd78-4a38-a4a7-9b5e557815df for host: n-d-789963-29 {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:51.050488 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] Routers {'ebf8a922-cd78-4a38-a4a7-9b5e557815df'} bound to L3 agent in host n-d-789963-29 {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:51.051108 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:51.163455 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] Set router ebf8a922-cd78-4a38-a4a7-9b5e557815df gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:51.164753 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (8db89c23-1b4f-4602-8360-ffa442842573), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.196976 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db89c23-1b4f-4602-8360-ffa442842573,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:51.228915 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:06:50Z', 'revision_number': 6, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:51.259781 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284afb0-d78a-411a-940d-d64c57302f86 None None] The sync data for ids ['ebf8a922-cd78-4a38-a4a7-9b5e557815df'] in n-d-789963-29 is: [{'id': 'ebf8a922-cd78-4a38-a4a7-9b5e557815df', 'name': 'tempest-TestSnapshotPattern-1878634144-router', 'tenant_id': '5341ab09a1cf4eec933c7bf0381e858c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:55Z', 'updated_at': '2022-02-09T22:06:50Z', 'revision_number': 6, 'project_id': '5341ab09a1cf4eec933c7bf0381e858c', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:51.267545 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (ebf8a922-cd78-4a38-a4a7-9b5e557815df), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.383435 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (ebf8a922-cd78-4a38-a4a7-9b5e557815df), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.386235 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks [] for router_controller (ebf8a922-cd78-4a38-a4a7-9b5e557815df), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.437569 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (ebf8a922-cd78-4a38-a4a7-9b5e557815df), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.438531 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf8a922-cd78-4a38-a4a7-9b5e557815df {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:06:51.444163 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.445347 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-c24c94c0-1236-4163-b373-580b13bbef56 admin admin] 10.222.0.102 "DELETE /v2.0/routers/ebf8a922-cd78-4a38-a4a7-9b5e557815df HTTP/1.1" status: 204 len: 168 time: 0.9642837 Feb 09 22:06:51.448063 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48956) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.493769 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c73a39-2d4e-4c60-9994-9b357671d7c1 admin admin] Deleting subnet a30529c4-c525-4999-8c81-4c93d4a53d0c {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:51.497020 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2c73a39-2d4e-4c60-9994-9b357671d7c1 admin admin] Publish callbacks [] for subnet (a30529c4-c525-4999-8c81-4c93d4a53d0c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.534703 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2c73a39-2d4e-4c60-9994-9b357671d7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5861778'] for subnet (a30529c4-c525-4999-8c81-4c93d4a53d0c), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.625427 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2c73a39-2d4e-4c60-9994-9b357671d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (a30529c4-c525-4999-8c81-4c93d4a53d0c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.687376 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2c73a39-2d4e-4c60-9994-9b357671d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4960328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4709022'] for subnet (a30529c4-c525-4999-8c81-4c93d4a53d0c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.716269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4ed54-5c28-40cb-bd83-0db1490ff133 None None] Network 497dcfaf-f67a-481a-979f-a409fab92449 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:51.719249 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b2c73a39-2d4e-4c60-9994-9b357671d7c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.724512 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-b2c73a39-2d4e-4c60-9994-9b357671d7c1 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/a30529c4-c525-4999-8c81-4c93d4a53d0c HTTP/1.1" status: 204 len: 168 time: 0.2753894 Feb 09 22:06:51.725894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c73a39-2d4e-4c60-9994-9b357671d7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30529c4-c525-4999-8c81-4c93d4a53d0c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:51.728648 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48958) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:51.808490 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (497dcfaf-f67a-481a-979f-a409fab92449), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.879915 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Deleting port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:51.880350 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.952303 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] For port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=8fb371a4-15c2-42d1-a3b8-3acfddc2582f,segment=NetworkSegment(6aa1528f-0389-47f7-8a41-d1251f685f1f),segment_id=6aa1528f-0389-47f7-8a41-d1251f685f1f)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:51.952666 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:51.966557 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Calling delete_port for 8fb371a4-15c2-42d1-a3b8-3acfddc2582f owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:52.048939 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (8fb371a4-15c2-42d1-a3b8-3acfddc2582f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.082245 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb371a4-15c2-42d1-a3b8-3acfddc2582f,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:52.087368 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] No DVR routers for this DVR port 8fb371a4-15c2-42d1-a3b8-3acfddc2582f on host n-d-789963-29 {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:52.129153 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea93d94-65f0-4789-89e4-8a4527391a7f None None] DHCP port deletion for 497dcfaf-f67a-481a-979f-a409fab92449 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:52.163517 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17353fbc-41aa-4def-90ff-e3e08fac4b90 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:52.184457 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (497dcfaf-f67a-481a-979f-a409fab92449), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.184866 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 17353fbc-41aa-4def-90ff-e3e08fac4b90 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:52.185065 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 17353fbc-41aa-4def-90ff-e3e08fac4b90 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:52.214998 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497dcfaf-f67a-481a-979f-a409fab92449']}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:52.225227 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa1528f-0389-47f7-8a41-d1251f685f1f') {'for_net_delete': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:52.225529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.services.segments.db [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa1528f-0389-47f7-8a41-d1251f685f1f') {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:52.236109 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5548128'] for segment (6aa1528f-0389-47f7-8a41-d1251f685f1f), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.253345 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (6aa1528f-0389-47f7-8a41-d1251f685f1f), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.260529 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=103325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:52.261145 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4302287'] for segment (6aa1528f-0389-47f7-8a41-d1251f685f1f), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: Traceback (most recent call last): Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: timer() Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: cb(*args, **kw) Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: return func(*args, **kwargs) Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: self._notify() Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: self.callback(batched_events) Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: event.method(event) Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: return f(self, *a, **k) Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: return self._get(url).json() Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:52.263954 n-d-789963-29 neutron-server[103325]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:52.305666 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.345378 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (497dcfaf-f67a-481a-979f-a409fab92449), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.355449 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.358912 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] 10.222.0.102 "DELETE /v2.0/networks/497dcfaf-f67a-481a-979f-a409fab92449 HTTP/1.1" status: 204 len: 168 time: 0.6291854 Feb 09 22:06:52.362939 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48960) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:52.374606 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b81787-80d8-4fa2-af8d-03f187ec268f admin admin] Pushing event deleted for resources: {'Network': ['ID=497dcfaf-f67a-481a-979f-a409fab92449,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:52.800935 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574767'] for router_interface (da4903be-fa44-45f5-a959-4022f6174a5a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.073277 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Deleting port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:53.073747 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.162802 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] For port 5172e92b-3a40-4ffa-b599-3344ad4fdbd8, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,segment=NetworkSegment(3d367f9c-7c36-4342-b883-ec41e38bdb64),segment_id=3d367f9c-7c36-4342-b883-ec41e38bdb64)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:53.163166 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.179151 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Calling delete_port for 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:53.405004 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (5172e92b-3a40-4ffa-b599-3344ad4fdbd8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.432086 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Pushing event deleted for resources: {'Port': ['ID=5172e92b-3a40-4ffa-b599-3344ad4fdbd8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.657055 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1811085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1574907'] for router_interface (da4903be-fa44-45f5-a959-4022f6174a5a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.806069 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8fb371a4-15c2-42d1-a3b8-3acfddc2582f no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:53.835085 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8fb371a4-15c2-42d1-a3b8-3acfddc2582f {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:53.835428 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8fb371a4-15c2-42d1-a3b8-3acfddc2582f not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:53.835928 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8db89c23-1b4f-4602-8360-ffa442842573 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:53.856543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 8db89c23-1b4f-4602-8360-ffa442842573 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:53.856543 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 8db89c23-1b4f-4602-8360-ffa442842573 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:53.913284 n-d-789963-29 neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Router da4903be-fa44-45f5-a959-4022f6174a5a has already been hosted by L3 agent 8df797ac-d4c1-4dd2-9643-ddbd70eb95da {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:54.040318 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] Notify agent at l3_agent.n-d-789963-29 the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:54.045660 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-4deacd3f-cb53-4477-9024-4e00c0ba929c admin admin] 10.222.0.102 "PUT /v2.0/routers/da4903be-fa44-45f5-a959-4022f6174a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6807170 Feb 09 22:06:54.049671 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48962) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:54.050920 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] Sync routers for ids ['da4903be-fa44-45f5-a959-4022f6174a5a'] in n-d-789963-29 {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:54.061690 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] Routers {'da4903be-fa44-45f5-a959-4022f6174a5a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:54.062300 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da4903be-fa44-45f5-a959-4022f6174a5a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:54.176089 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks [] for router (da4903be-fa44-45f5-a959-4022f6174a5a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.288551 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] Set router da4903be-fa44-45f5-a959-4022f6174a5a gateway port host: n-d-789963-29 {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:54.315927 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks [] for router_gateway (da4903be-fa44-45f5-a959-4022f6174a5a), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.401510 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Deleting port 7ee0a203-7903-48c3-8fc2-295531e259ce {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:54.401999 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.499046 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'external_fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:06:53Z', 'revision_number': 5, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port': {'id': '7ee0a203-7903-48c3-8fc2-295531e259ce', 'name': '', 'network_id': 'd0760ad7-99c2-4167-a127-ee6e31457c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b866d387-bbcb-490e-9eb5-f371a2287b62', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-29'}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:54.525055 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] For port 7ee0a203-7903-48c3-8fc2-295531e259ce, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=7ee0a203-7903-48c3-8fc2-295531e259ce,segment=NetworkSegment(1ff73ba2-1b56-48ef-84b5-865b2d0a8d61),segment_id=1ff73ba2-1b56-48ef-84b5-865b2d0a8d61)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:54.527425 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.532940 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] Checking router: da4903be-fa44-45f5-a959-4022f6174a5a for host: n-d-789963-29 {{(pid=103327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:54.543207 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] Routers {'da4903be-fa44-45f5-a959-4022f6174a5a'} bound to L3 agent in host n-d-789963-29 {{(pid=103327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:54.543857 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T20:26:10Z,description=,heartbeat_timestamp=2022-02-09T22:06:40Z,host='n-d-789963-29',id=8df797ac-d4c1-4dd2-9643-ddbd70eb95da,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T20:26:10Z,topic='l3_agent')) {'router_ids': ['da4903be-fa44-45f5-a959-4022f6174a5a'], 'active': True} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:54.544002 n-d-789963-29 neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Calling delete_port for 7ee0a203-7903-48c3-8fc2-295531e259ce owned by network:router_gateway {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:54.657157 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_dvr_db [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] Set router da4903be-fa44-45f5-a959-4022f6174a5a gateway port host: None {{(pid=103327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:54.715172 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.l3_hamode_db [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:06:54Z', 'revision_number': 6, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port_host': None}], 'n-d-789963-29', False) {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:54.753445 n-d-789963-29 neutron-server[103327]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a431a-a12f-45b8-82b1-93112d06818f None None] The sync data for ids ['da4903be-fa44-45f5-a959-4022f6174a5a'] in n-d-789963-29 is: [{'id': 'da4903be-fa44-45f5-a959-4022f6174a5a', 'name': 'tempest-TestSnapshotPattern-1878097789-router', 'tenant_id': 'c32a42b91b1f40c9a467c228db97d70b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:01Z', 'updated_at': '2022-02-09T22:06:54Z', 'revision_number': 6, 'project_id': 'c32a42b91b1f40c9a467c228db97d70b', 'gw_port_host': None}] {{(pid=103327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:54.757553 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4302266'] for port (7ee0a203-7903-48c3-8fc2-295531e259ce), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.790132 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee0a203-7903-48c3-8fc2-295531e259ce,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:54.861397 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1576985'] for router_gateway (da4903be-fa44-45f5-a959-4022f6174a5a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.970461 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11281'] for router (da4903be-fa44-45f5-a959-4022f6174a5a), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:54.972780 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks [] for router_controller (da4903be-fa44-45f5-a959-4022f6174a5a), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.032608 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573001'] for router (da4903be-fa44-45f5-a959-4022f6174a5a), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.034010 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da4903be-fa44-45f5-a959-4022f6174a5a {{(pid=103325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:06:55.040619 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.041159 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-7073fac8-ab65-4c43-9c37-2c688bf7c58d admin admin] 10.222.0.102 "DELETE /v2.0/routers/da4903be-fa44-45f5-a959-4022f6174a5a HTTP/1.1" status: 204 len: 168 time: 0.9903905 Feb 09 22:06:55.045263 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48964) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:55.243815 n-d-789963-29 neutron-server[103325]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf690755-ed1f-448c-b901-be80f7dff0db admin admin] Deleting subnet 79655b98-39c9-4284-803a-f1d86f692c67 {{(pid=103325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:55.247221 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf690755-ed1f-448c-b901-be80f7dff0db admin admin] Publish callbacks [] for subnet (79655b98-39c9-4284-803a-f1d86f692c67), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.288579 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf690755-ed1f-448c-b901-be80f7dff0db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5548139'] for subnet (79655b98-39c9-4284-803a-f1d86f692c67), precommit_delete_associations {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.379334 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf690755-ed1f-448c-b901-be80f7dff0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-761668'] for subnet (79655b98-39c9-4284-803a-f1d86f692c67), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.442069 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf690755-ed1f-448c-b901-be80f7dff0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761791', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4302181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4320959'] for subnet (79655b98-39c9-4284-803a-f1d86f692c67), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.468907 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690755-ed1f-448c-b901-be80f7dff0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79655b98-39c9-4284-803a-f1d86f692c67,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:55.476247 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bf690755-ed1f-448c-b901-be80f7dff0db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.480072 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-bf690755-ed1f-448c-b901-be80f7dff0db admin admin] 10.222.0.102 "DELETE /v2.0/subnets/79655b98-39c9-4284-803a-f1d86f692c67 HTTP/1.1" status: 204 len: 168 time: 0.4305646 Feb 09 22:06:55.480406 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:55.488269 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225d753-e5ff-4537-936e-c084310c5991 None None] Network 431f49b7-37bd-44f2-a2c9-7a0370b61089 requested from n-d-789963-29 {{(pid=103326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:55.580123 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1417618'] for network (431f49b7-37bd-44f2-a2c9-7a0370b61089), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.663581 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Deleting port ab41a84d-7d3c-431d-98de-79ff8d11f166 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:55.663983 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.689084 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] DHCP port deletion for 431f49b7-37bd-44f2-a2c9-7a0370b61089 request from n-d-789963-29 {{(pid=103326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:55.757412 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] For port ab41a84d-7d3c-431d-98de-79ff8d11f166, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ab41a84d-7d3c-431d-98de-79ff8d11f166,segment=NetworkSegment(3d367f9c-7c36-4342-b883-ec41e38bdb64),segment_id=3d367f9c-7c36-4342-b883-ec41e38bdb64)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:55.757802 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.774485 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Calling delete_port for ab41a84d-7d3c-431d-98de-79ff8d11f166 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:55.776224 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] Deleting port ab41a84d-7d3c-431d-98de-79ff8d11f166 {{(pid=103326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:55.776630 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743317263764'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), before_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.821954 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 7ee0a203-7903-48c3-8fc2-295531e259ce no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:55.853878 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 7ee0a203-7903-48c3-8fc2-295531e259ce {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:55.854233 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 7ee0a203-7903-48c3-8fc2-295531e259ce not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:55.854717 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:55.883389 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4960407'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.890258 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:55.892010 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device 5172e92b-3a40-4ffa-b599-3344ad4fdbd8 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:55.892745 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ab41a84d-7d3c-431d-98de-79ff8d11f166 no longer exists at agent ovs-agent-n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:55.913014 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab41a84d-7d3c-431d-98de-79ff8d11f166,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:55.914906 n-d-789963-29 neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] No DVR routers for this DVR port ab41a84d-7d3c-431d-98de-79ff8d11f166 on host n-d-789963-29 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:55.933963 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] No Port match for: ab41a84d-7d3c-431d-98de-79ff8d11f166 {{(pid=103326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:55.934682 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.rpc [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Device ab41a84d-7d3c-431d-98de-79ff8d11f166 not bound to the agent host n-d-789963-29 {{(pid=103326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:55.939547 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] For port ab41a84d-7d3c-431d-98de-79ff8d11f166, host n-d-789963-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-29',level=0,port_id=ab41a84d-7d3c-431d-98de-79ff8d11f166,segment=NetworkSegment(3d367f9c-7c36-4342-b883-ec41e38bdb64),segment_id=3d367f9c-7c36-4342-b883-ec41e38bdb64)] {{(pid=103326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:55.940341 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576916'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), precommit_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:55.960158 n-d-789963-29 neutron-server[103326]: DEBUG neutron.plugins.ml2.plugin [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] Calling delete_port for ab41a84d-7d3c-431d-98de-79ff8d11f166 owned by network:dhcp {{(pid=103326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:56.011152 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1361619', 'neutron.services.segments.db._delete_segments_for_network-8743317062081'] for network (431f49b7-37bd-44f2-a2c9-7a0370b61089), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.040894 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431f49b7-37bd-44f2-a2c9-7a0370b61089']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:56.051293 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d367f9c-7c36-4342-b883-ec41e38bdb64') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:56.051537 n-d-789963-29 neutron-server[103324]: DEBUG neutron.services.segments.db [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d367f9c-7c36-4342-b883-ec41e38bdb64') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:06:56.058091 n-d-789963-29 neutron-server[103326]: self.session.flush() Feb 09 22:06:56.066756 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743317062858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5861785'] for segment (3d367f9c-7c36-4342-b883-ec41e38bdb64), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.067085 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743317272055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743316720348'] for port (ab41a84d-7d3c-431d-98de-79ff8d11f166), after_delete {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.089745 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422'] for segment (3d367f9c-7c36-4342-b883-ec41e38bdb64), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.098642 n-d-789963-29 neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:56.099159 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4960482'] for segment (3d367f9c-7c36-4342-b883-ec41e38bdb64), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: Traceback (most recent call last): Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: timer() Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: cb(*args, **kw) Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: return func(*args, **kwargs) Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: self._notify() Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: self.callback(batched_events) Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: event.method(event) Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: return f(self, *a, **k) Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: return self._get(url).json() Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:56.101209 n-d-789963-29 neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:56.112726 n-d-789963-29 neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] Pushing event deleted for resources: {'Port': ['ID=ab41a84d-7d3c-431d-98de-79ff8d11f166,revision_number=None']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:56.114676 n-d-789963-29 neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a25f78-f238-49d3-b5b9-d67887686798 None None] No DVR routers for this DVR port ab41a84d-7d3c-431d-98de-79ff8d11f166 on host n-d-789963-29 {{(pid=103326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:56.168885 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1361610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1811098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577085'] for network (431f49b7-37bd-44f2-a2c9-7a0370b61089), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.178363 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.181500 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] 10.222.0.102 "DELETE /v2.0/networks/431f49b7-37bd-44f2-a2c9-7a0370b61089 HTTP/1.1" status: 204 len: 168 time: 0.6999705 Feb 09 22:06:56.193315 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46358017-9735-45f8-b28b-e2956b9194b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=431f49b7-37bd-44f2-a2c9-7a0370b61089,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:56.312566 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48972) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:56.362112 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-6cad6352-65d9-45bc-9c38-b5cce5a50f3c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5341ab09a1cf4eec933c7bf0381e858c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476122 Feb 09 22:06:56.364747 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.102', 48974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:56.420897 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d879f0-4c6a-4b20-9ae5-50427850b55f admin admin] Publish callbacks [] for security_group (4eb27cbd-d063-4827-aeff-adefd0d7b725), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.451706 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d879f0-4c6a-4b20-9ae5-50427850b55f admin admin] Publish callbacks [] for security_group (4eb27cbd-d063-4827-aeff-adefd0d7b725), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.850852 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d879f0-4c6a-4b20-9ae5-50427850b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (4eb27cbd-d063-4827-aeff-adefd0d7b725), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.853709 n-d-789963-29 neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-84d879f0-4c6a-4b20-9ae5-50427850b55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:56.854882 n-d-789963-29 neutron-server[103324]: INFO neutron.wsgi [None req-84d879f0-4c6a-4b20-9ae5-50427850b55f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4eb27cbd-d063-4827-aeff-adefd0d7b725 HTTP/1.1" status: 204 len: 168 time: 0.4892120 Feb 09 22:06:56.866527 n-d-789963-29 neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d879f0-4c6a-4b20-9ae5-50427850b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb27cbd-d063-4827-aeff-adefd0d7b725,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:57.249004 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48980) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:57.300214 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-6ea40aa3-69cb-4323-8cfa-1f3819361fb5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c32a42b91b1f40c9a467c228db97d70b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495615 Feb 09 22:06:57.302465 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [-] (103325) accepted ('10.222.0.102', 48982) {{(pid=103325) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:57.311008 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.362316 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac560b8-ceb1-482d-8d8c-6a310ba7ce73 admin admin] Publish callbacks [] for security_group (b852e5e8-90de-44ef-a4d7-376890407810), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.387843 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac560b8-ceb1-482d-8d8c-6a310ba7ce73 admin admin] Publish callbacks [] for security_group (b852e5e8-90de-44ef-a4d7-376890407810), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.457161 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac560b8-ceb1-482d-8d8c-6a310ba7ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1595389'] for security_group (b852e5e8-90de-44ef-a4d7-376890407810), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.461494 n-d-789963-29 neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cac560b8-ceb1-482d-8d8c-6a310ba7ce73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:57.470011 n-d-789963-29 neutron-server[103325]: INFO neutron.wsgi [None req-cac560b8-ceb1-482d-8d8c-6a310ba7ce73 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b852e5e8-90de-44ef-a4d7-376890407810 HTTP/1.1" status: 204 len: 168 time: 0.1643019 Feb 09 22:06:57.479258 n-d-789963-29 neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac560b8-ceb1-482d-8d8c-6a310ba7ce73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852e5e8-90de-44ef-a4d7-376890407810,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:07.854255 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-54056277-6b93-451f-be77-ddddcd62fe20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.877714 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-234894ca-1ea7-40c2-9380-1a31a930dc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.602836 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.050382 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.115009 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:18.374695 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:07:22.311112 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:27.302244 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:37.849611 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee834-4577-4125-9193-d92bdb45cb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.871091 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-97ebef22-2bd1-4094-a18c-d2104aa24f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.607553 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.054621 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.117889 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.313548 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.374347 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:07:57.297899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.851899 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a0c01bbf-2fc0-48ce-9943-ec5933b3c8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.875643 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-92c5b803-ef8d-4346-ac26-aaeb3da54c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.616104 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.055047 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:14.122923 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:22.325513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:27.313195 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.374242 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:08:37.854280 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-61432d52-14e5-48d7-9aa2-833c46b3fef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.878336 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0afb8609-fd19-4c75-8b56-3bc37e149fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.611585 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.058404 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.115412 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.324490 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.316531 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.856434 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-aa4737e9-5908-41f5-9bd8-9bf82ce8b81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.373825 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:09:09.879644 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5de9-b77a-4439-b4fe-7e7f77eb031f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.616315 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:13.060321 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:14.117855 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.336261 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:27.329732 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:37.860342 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3beec165-e859-47af-92f6-e3efad4a2231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.882173 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-1c8b706e-aa3e-4fb3-9818-bdcf3299541d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.620061 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:43.064533 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.120916 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:46.373481 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:09:52.352085 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.329757 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.862454 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e51a9890-c59f-46a0-a654-b922c30093fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.884314 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e7b47a74-f638-4f5d-8aeb-0e89a8fbb46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.621454 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.066556 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.128085 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:22.350906 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:23.372589 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:10:27.329152 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:37.864568 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e24c7f5d-af24-4655-aa1d-85a5e2ac4cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.885361 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-bcad451e-ceb1-4d02-81b1-365a98800628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.628712 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.069800 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:44.121241 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:52.350692 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:57.322154 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:00.372878 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:11:07.865551 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a387f448-cc82-42a2-b12c-c98c7a7b4ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.888523 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-3f005325-ed06-4183-8fa7-1f5389d476f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.627556 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:13.072513 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:14.124093 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.364901 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:27.336868 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:37.371653 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:11:37.866781 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-285278d7-b94a-438d-8ba2-baf9ec7d5dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.891506 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5a077454-271c-4930-bb29-922071547c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:41.632896 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.075520 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:44.128952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.379550 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.358032 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.870182 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b6b12e70-57d4-4485-84f0-113036b309e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.894103 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a0a0-3009-432d-81bb-048fc831dfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.633952 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.079603 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.135048 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.371279 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:12:22.373045 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.365235 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.873989 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-fd4536d2-d311-4f5e-a9b2-75eb77cda0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.898479 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-b0fcd98b-802a-4ec1-9036-02f9c542f5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.636943 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.079778 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.137860 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.371947 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:12:52.392522 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.364346 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.879449 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9019bb82-7a26-4485-9663-2ed4c736f70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.900663 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8512310b-a17e-4dfb-8aa7-815c65a7e744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.638828 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.082626 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.140182 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.393507 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.377822 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.371499 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:13:37.880326 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ffc417b2-f430-4f54-a3c3-bc13fd2e821d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.904921 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-e55bb75f-b8d7-4ff5-92f2-9330525ebd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.641533 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:43.088387 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.142463 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:47.605733 n-d-789963-29 neutron-server[103324]: DEBUG neutron.wsgi [req-96c933f1-3799-4d8b-8c1b-d70a0e206f6f req-ce892534-413b-4b98-bf53-2a797199a7e5 tempest-TestShelveInstance-617821823 tempest-TestShelveInstance-617821823-project] (103324) timed out ('10.222.0.102', 36106) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:13:52.390346 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:57.393186 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:05.370486 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:14:07.882013 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d61ffa5e-8e47-4afd-97ee-608799f9b3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.907753 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5e811a8b-0fdf-4c72-9c6d-6f748f84df86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.644251 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:13.089466 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:14.145098 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.389975 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.391347 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:37.883816 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b540-9919-4d05-a2bd-e316458dea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:39.909434 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a48a2b04-12ca-4486-8d9f-c65a2a49f8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.649053 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.370037 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:14:43.091353 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:44.147525 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:49.096278 n-d-789963-29 neutron-server[103325]: DEBUG neutron.wsgi [req-9efc8a37-053e-4a7e-9d67-4a95bde1c622 req-b1e1e511-990e-40ab-80b9-1c91ba8d33b4 service neutron] (103325) timed out ('10.222.0.102', 46772) {{(pid=103325) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:14:52.402926 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:57.399491 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:07.886795 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0f473b0c-58f2-4090-9633-514dc4ac9869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.912999 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f934-ef6b-48a2-9152-a8aa7746e556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.651675 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.096811 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.153416 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:19.369707 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:15:22.434405 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:27.405560 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.888971 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a770945e-fb58-4791-8901-ad57aa2a3687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.920888 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c17e3c26-7228-46c5-bffa-52e3de707037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.654218 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-d93613b1-f58a-4f13-8e07-d099a56e6d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (52c72e82-2dff-42c7-b311-98b9902ce6fa), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:43.096957 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6217223d-1d60-4b19-a445-c6d162b611bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8249a667-18d4-41db-a9da-2eaec096765f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.156475 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-9e24da5d-287c-409a-91ef-9fac81531a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (c0fbf24c-8757-4230-bd97-ac6cb4f6e583), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:52.449567 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8909f97b-6e65-4eaf-864b-20cadb7c41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (094fbe39-aee0-4333-8208-2555203cbebf), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:56.369120 n-d-789963-29 neutron-server[103327]: DEBUG neutron.db.agents_db [None req-873fdfaa-319c-4189-9904-ab10efaecf86 None None] Agent healthcheck: found 7 active agents {{(pid=103327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:15:57.413086 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-a17d0322-e9d3-4adb-ba98-7ff6c2efd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (36910fac-fe5b-452f-8513-3cad32d9cd86), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:07.890772 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-0ec4fb13-2201-475a-94bb-a1add6898146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (5f7c14d8-6c4a-4d52-87ea-e5712b590343), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.912934 n-d-789963-29 neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-43eda81d-8c8d-4518-80ab-300f3c0819ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743317062063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362904'] for agent (8df797ac-d4c1-4dd2-9643-ddbd70eb95da), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}